#!/usr/bin/env python3

"""

Consistent formatting of rst section titles

"""

import re

import subprocess

spaces = [

    (0, 1), # we assume this is a over-and-underlined header

    (2, 1),

    (1, 1),

    (1, 0),

    (1, 0),

    ]

# http://sphinx-doc.org/rest.html :

#   for the Python documentation, this convention is used which you may follow:

#   # with overline, for parts

#   * with overline, for chapters

#   =, for sections

#   -, for subsections

#   ^, for subsubsections

#   ", for paragraphs

pystyles = ['#', '*', '=', '-', '^', '"']

# match on a header line underlined with one of the valid characters

headermatch = re.compile(r'''\n*(.+)\n([][!"#$%&'()*+,./:;<=>?@\\^_`{|}~-])\2{2,}\n+''', flags=re.MULTILINE)

def main():

    for fn in filenames:

        fn = fn.decode()

        print('processing %s' % fn)

        s = open(fn).read()

        # find levels and their styles

        lastpos = 0

        styles = []

        for markup in headermatch.findall(s):

            style = markup[1]

            if style in styles:

                stylepos = styles.index(style)

                if stylepos > lastpos + 1:

                    print('bad style %r with level %s - was at %s' % (style, stylepos, lastpos))

            else:

                stylepos = len(styles)

                if stylepos > lastpos + 1:

                    print('bad new style %r - expected %r' % (style, styles[lastpos + 1]))

                else:

                    styles.append(style)

            lastpos = stylepos

        # remove superfluous spacing (may however be restored by header spacing)

        s = re.sub(r'''(\n\n)\n*''', r'\1', s, flags=re.MULTILINE)

        if styles:

            newstyles = pystyles[pystyles.index(styles[0]):]

            def subf(m):

                title, style = m.groups()

                level = styles.index(style)

                before, after = spaces[level]

                newstyle = newstyles[level]

                return '\n' * (before + 1) + title + '\n' + newstyle * len(title) + '\n' * (after + 1)

            s = headermatch.sub(subf, s)

        # remove superfluous spacing when headers are adjacent

        s = re.sub(r'''(\n.+\n([][!"#$%&'()*+,./:;<=>?@\\^_`{|}~-])\2{2,}\n\n\n)\n*''', r'\1', s, flags=re.MULTILINE)

        # fix trailing space and spacing before link sections

        s = s.strip() + '\n'

        s = re.sub(r'''\n+((?:\.\. _[^\n]*\n)+)$''', r'\n\n\n\1', s)

        open(fn, 'w').write(s)

    print(subprocess.check_output(['hg', 'diff'] + filenames))

if __name__ == '__main__':

    main()

#!/usr/bin/env python3

import re

import sys

logre = r'''

(log\.(?:error|info|warning|debug)

[(][ \n]*

)

%s

(

[ \n]*[)]

)

'''

res = [

    # handle % () - keeping spaces around the old %

    (re.compile(logre % r'''("[^"]*"|'[^']*')   ([\n ]*) %  ([\n ]*) \( ( (?:[^()]|\n)* (?: \( (?:[^()]|\n)* \) (?:[^()]|\n)* )* ) \) ''', flags=re.MULTILINE | re.VERBOSE), r'\1\2,\3\4\5\6'),

    # handle % without () - keeping spaces around the old %

    (re.compile(logre % r'''("[^"]*"|'[^']*')   ([\n ]*) %  ([\n ]*)    ( (?:[^()]|\n)* (?: \( (?:[^()]|\n)* \) (?:[^()]|\n)* )* )    ''', flags=re.MULTILINE | re.VERBOSE), r'\1\2,\3\4\5\6'),

    # remove extra space if it is on next line

    (re.compile(logre % r'''("[^"]*"|'[^']*') , (\n [ ]) ([ ][\n ]*)    ( (?:[^()]|\n)* (?: \( (?:[^()]|\n)* \) (?:[^()]|\n)* )* )    ''', flags=re.MULTILINE | re.VERBOSE), r'\1\2,\3\4\5\6'),

    # remove extra space if it is on same line

    (re.compile(logre % r'''("[^"]*"|'[^']*') , [ ]+  () (   [\n ]+)    ( (?:[^()]|\n)* (?: \( (?:[^()]|\n)* \) (?:[^()]|\n)* )* )    ''', flags=re.MULTILINE | re.VERBOSE), r'\1\2,\3\4\5\6'),

    # remove trailing , and space

    (re.compile(logre % r'''("[^"]*"|'[^']*') ,       () (   [\n ]*)    ( (?:[^()]|\n)* (?: \( (?:[^()]|\n)* \) (?:[^()]|\n)* )* [^(), \n] ) [ ,]*''', flags=re.MULTILINE | re.VERBOSE), r'\1\2,\3\4\5\6'),

    ]

def rewrite(f):

    s = open(f).read()

    for r, t in res:

        s = r.sub(t, s)

    open(f, 'w').write(s)

if __name__ == '__main__':

    if len(sys.argv) < 2:

        print('Cleanup of superfluous % formatting of log statements.')

        print('Usage:')

        raise SystemExit(1)

    for f in sys.argv[1:]:

        rewrite(f)

#!/bin/sh

# Convenience script for running various idempotent source code cleanup scripts

set -e

set -x

scripts/docs-headings.py

scripts/generate-ini.py

scripts/whitespacecleanup.sh

echo "no blocking problems found by $0"

#!/bin/bash -xe

# Enforce some consistency in whitespace - just to avoid spurious whitespaces changes

sed -i "s/`printf '\r'`//g" $files

sed -i -e "s,`printf '\t'`,    ,g" $files

sed -i -e "s,  *$,,g" $files

sed -i -e 's,\([^ ]\)\\$,\1 \\,g' -e 's,\(["'"'"']["'"'"']["'"'"']\) \\$,\1\\,g' $files

# ensure one trailing newline - remove empty last line and make last line include trailing newline:

sed -i -e '$,${/^$/d}' -e '$a\' $files

# isort is installed from dev_requirements.txt

echo "diff after $0:"

hg diff