# Tests for the 'tokenize' module. | |
# Large bits stolen from test_grammar.py. | |
# Comments | |
"#" | |
#' | |
#" | |
#\ | |
# | |
# abc | |
'''# | |
#''' | |
x = 1 # | |
# Balancing continuation | |
a = (3, 4, | |
5, 6) | |
y = [3, 4, | |
5] | |
z = {'a':5, | |
'b':6} | |
x = (len(`y`) + 5*x - a[ | |
3 ] | |
- x + len({ | |
} | |
) | |
) | |
# Backslash means line continuation: | |
x = 1 \ | |
+ 1 | |
# Backslash does not means continuation in comments :\ | |
x = 0 | |
# Ordinary integers | |
0xff <> 255 | |
0377 <> 255 | |
2147483647 != 017777777777 | |
-2147483647-1 != 020000000000 | |
037777777777 != -1 | |
0xffffffff != -1 | |
# Long integers | |
x = 0L | |
x = 0l | |
x = 0xffffffffffffffffL | |
x = 0xffffffffffffffffl | |
x = 077777777777777777L | |
x = 077777777777777777l | |
x = 123456789012345678901234567890L | |
x = 123456789012345678901234567890l | |
# Floating-point numbers | |
x = 3.14 | |
x = 314. | |
x = 0.314 | |
# XXX x = 000.314 | |
x = .314 | |
x = 3e14 | |
x = 3E14 | |
x = 3e-14 | |
x = 3e+14 | |
x = 3.e14 | |
x = .3e14 | |
x = 3.1e4 | |
# String literals | |
x = ''; y = ""; | |
x = '\''; y = "'"; | |
x = '"'; y = "\""; | |
x = "doesn't \"shrink\" does it" | |
y = 'doesn\'t "shrink" does it' | |
x = "does \"shrink\" doesn't it" | |
y = 'does "shrink" doesn\'t it' | |
x = """ | |
The "quick" | |
brown fox | |
jumps over | |
the 'lazy' dog. | |
""" | |
y = '\nThe "quick"\nbrown fox\njumps over\nthe \'lazy\' dog.\n' | |
y = ''' | |
The "quick" | |
brown fox | |
jumps over | |
the 'lazy' dog. | |
'''; | |
y = "\n\ | |
The \"quick\"\n\ | |
brown fox\n\ | |
jumps over\n\ | |
the 'lazy' dog.\n\ | |
"; | |
y = '\n\ | |
The \"quick\"\n\ | |
brown fox\n\ | |
jumps over\n\ | |
the \'lazy\' dog.\n\ | |
'; | |
x = r'\\' + R'\\' | |
x = r'\'' + '' | |
y = r''' | |
foo bar \\ | |
baz''' + R''' | |
foo''' | |
y = r"""foo | |
bar \\ baz | |
""" + R'''spam | |
''' | |
x = u'abc' + U'ABC' | |
y = u"abc" + U"ABC" | |
x = ur'abc' + Ur'ABC' + uR'ABC' + UR'ABC' | |
y = ur"abc" + Ur"ABC" + uR"ABC" + UR"ABC" | |
x = ur'\\' + UR'\\' | |
x = ur'\'' + '' | |
y = ur''' | |
foo bar \\ | |
baz''' + UR''' | |
foo''' | |
y = Ur"""foo | |
bar \\ baz | |
""" + uR'''spam | |
''' | |
# Indentation | |
if 1: | |
x = 2 | |
if 1: | |
x = 2 | |
if 1: | |
while 0: | |
if 0: | |
x = 2 | |
x = 2 | |
if 0: | |
if 2: | |
while 0: | |
if 1: | |
x = 2 | |
# Operators | |
def d22(a, b, c=1, d=2): pass | |
def d01v(a=1, *restt, **restd): pass | |
(x, y) <> ({'a':1}, {'b':2}) | |
# comparison | |
if 1 < 1 > 1 == 1 >= 1 <= 1 <> 1 != 1 in 1 not in 1 is 1 is not 1: pass | |
# binary | |
x = 1 & 1 | |
x = 1 ^ 1 | |
x = 1 | 1 | |
# shift | |
x = 1 << 1 >> 1 | |
# additive | |
x = 1 - 1 + 1 - 1 + 1 | |
# multiplicative | |
x = 1 / 1 * 1 % 1 | |
# unary | |
x = ~1 ^ 1 & 1 | 1 & 1 ^ -1 | |
x = -1*1/1 + 1*1 - ---1*1 | |
# selector | |
import sys, time | |
x = sys.modules['time'].time() | |
@staticmethod | |
def foo(): pass | |