Rooba
/
mitogen
mirror of https://github.com/mitogen-hq/mitogen.git
1
1
Fork 0
Code Issues Packages Projects Releases Wiki Activity

minimize_source: Handling indentation 

In the case that string(s) are replaced, any indent or dedent tags must
be re-inserted after the replacemnts.
This commit is contained in:
Alex Willmer 2018-03-31 14:25:37 +01:00
parent 36c5ff1d05
commit 556ee2aec6
3 changed files with 6 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
mitogen/parent.py
View File

@ -120,13 +120,16 @@ def strip_docstrings(tokens):
if state == 'wait_string': if state == 'wait_string':
if typ in (tokenize.NL, tokenize.COMMENT): if typ in (tokenize.NL, tokenize.COMMENT):
yield t yield t
elif typ == tokenize.STRING: elif typ in (tokenize.DEDENT, tokenize.INDENT, tokenize.STRING):
stack.append(t) stack.append(t)
elif typ == tokenize.NEWLINE: elif typ == tokenize.NEWLINE:
stack.append(t) stack.append(t)
start_line, end_line = stack[0][2][0], stack[-1][3][0]+1 start_line, end_line = stack[0][2][0], stack[-1][3][0]+1
for i in range(start_line, end_line): for i in range(start_line, end_line):
yield tokenize.NL, '\n', (i, 0), (i,1), '\n' yield tokenize.NL, '\n', (i, 0), (i,1), '\n'
for t in stack:
if t[0] in (tokenize.DEDENT, tokenize.INDENT):
yield t[0], t[1], (i+1, t[2][1]), (i+1, t[3][1]), t[4]
del stack[:] del stack[:]
else: else:
stack.append(t) stack.append(t)

2
tests/data/minimize_samples/obstacle_course.py
View File

@ -45,5 +45,5 @@ class c2(object):
"docstring" "docstring"
def inner(): pass def inner(): pass
d = {'a':0} d = {'a':0}
for x in '': for x in '': # FIXME Removing this leaves nothing, hence a SyntaxError
"justastring" "justastring"

2
tests/data/minimize_samples/obstacle_course_min.py
View File

@ -46,4 +46,4 @@ class c2(object):
def inner(): pass def inner(): pass
d = {'a':0} d = {'a':0}
for x in '': for x in '':
"justastring"