summaryrefslogtreecommitdiff
path: root/lib/python2.7/tokenize.pyc
blob: b000401f1737f8bbf97842be3110b3ddc221381a (plain)
ofshex dumpascii
0000 03 f3 0d 0a 2f 5c fc 55 63 00 00 00 00 00 00 00 00 1e 00 00 00 40 00 00 00 73 e8 04 00 00 64 00 ..../\.Uc............@...s....d.
0020 00 5a 00 00 64 01 00 5a 01 00 64 02 00 5a 02 00 64 03 00 64 04 00 6c 03 00 5a 03 00 64 03 00 64 .Z..d..Z..d..Z..d..d..l..Z..d..d
0040 04 00 6c 04 00 5a 04 00 64 03 00 64 05 00 6c 05 00 54 64 03 00 64 04 00 6c 05 00 5a 05 00 67 00 ..l..Z..d..d..l..Td..d..l..Z..g.
0060 00 65 06 00 65 05 00 83 01 00 44 5d 1b 00 5a 07 00 65 07 00 6a 08 00 64 06 00 83 01 00 73 4d 00 .e..e.....D]..Z..e..j..d.....sM.
0080 65 07 00 5e 02 00 71 4d 00 5a 09 00 65 09 00 64 07 00 64 08 00 64 09 00 64 0a 00 64 0b 00 67 05 e..^..qM.Z..e..d..d..d..d..d..g.
00a0 00 37 5a 09 00 5b 07 00 5b 05 00 65 0a 00 5a 0b 00 64 07 00 65 0c 00 65 0b 00 3c 65 0a 00 64 0c .7Z..[..[..e..Z..d..e..e..<e..d.
00c0 00 17 5a 0d 00 64 0a 00 65 0c 00 65 0d 00 3c 65 0a 00 64 0d 00 37 5a 0a 00 64 0e 00 84 00 00 5a ..Z..d..e..e..<e..d..7Z..d.....Z
00e0 0e 00 64 0f 00 84 00 00 5a 0f 00 64 10 00 84 00 00 5a 10 00 64 11 00 5a 11 00 64 12 00 5a 12 00 ..d.....Z..d.....Z..d..Z..d..Z..
0100 65 11 00 65 0f 00 64 13 00 65 11 00 17 83 01 00 17 65 10 00 65 12 00 83 01 00 17 5a 13 00 64 14 e..e..d..e.......e..e......Z..d.
0120 00 5a 14 00 64 15 00 5a 15 00 64 16 00 5a 16 00 64 17 00 5a 17 00 64 18 00 5a 18 00 65 0e 00 65 .Z..d..Z..d..Z..d..Z..d..Z..e..e
0140 15 00 65 17 00 65 16 00 65 18 00 83 04 00 5a 19 00 64 19 00 5a 1a 00 65 0e 00 64 1a 00 64 1b 00 ..e..e..e.....Z..d..Z..e..d..d..
0160 83 02 00 65 10 00 65 1a 00 83 01 00 17 5a 1b 00 64 1c 00 65 1a 00 17 5a 1c 00 65 0e 00 65 1b 00 ...e..e......Z..d..e...Z..e..e..
0180 65 1c 00 83 02 00 5a 1d 00 65 0e 00 64 1d 00 65 1d 00 64 1e 00 17 83 02 00 5a 1e 00 65 0e 00 65 e.....Z..e..d..e..d......Z..e..e
01a0 1e 00 65 1d 00 65 19 00 83 03 00 5a 1f 00 64 1f 00 5a 20 00 64 20 00 5a 21 00 64 21 00 5a 22 00 ..e..e.....Z..d..Z..d..Z!.d!.Z".
01c0 64 22 00 5a 23 00 65 0e 00 64 23 00 64 24 00 83 02 00 5a 24 00 65 0e 00 64 25 00 64 26 00 83 02 d".Z#.e..d#.d$....Z$.e..d%.d&...
01e0 00 5a 25 00 65 0e 00 64 27 00 64 28 00 64 29 00 64 2a 00 64 2b 00 64 2c 00 64 2d 00 64 2e 00 83 .Z%.e..d'.d(.d).d*.d+.d,.d-.d...
0200 08 00 5a 26 00 64 2f 00 5a 27 00 65 0e 00 64 30 00 64 31 00 83 02 00 5a 28 00 65 0e 00 65 26 00 ..Z&.d/.Z'.e..d0.d1....Z(.e..e&.
0220 65 27 00 65 28 00 83 03 00 5a 29 00 65 0e 00 65 1f 00 65 29 00 65 25 00 65 14 00 83 04 00 5a 2a e'.e(....Z).e..e..e).e%.e.....Z*
0240 00 65 13 00 65 2a 00 17 5a 2b 00 65 0e 00 64 32 00 65 0e 00 64 33 00 64 13 00 83 02 00 17 64 34 .e..e*..Z+.e..d2.e..d3.d......d4
0260 00 65 0e 00 64 35 00 64 13 00 83 02 00 17 83 02 00 5a 2c 00 65 0e 00 64 36 00 65 12 00 65 24 00 .e..d5.d.........Z,.e..d6.e..e$.
0280 83 03 00 5a 2d 00 65 11 00 65 0e 00 65 2d 00 65 1f 00 65 29 00 65 2c 00 65 14 00 83 05 00 17 5a ...Z-.e..e..e-.e..e).e,.e......Z
02a0 2e 00 65 2f 00 65 04 00 6a 30 00 65 2b 00 65 2e 00 65 22 00 65 23 00 66 04 00 83 02 00 5c 04 00 ..e/.e..j0.e+.e..e".e#.f.....\..
02c0 5a 31 00 5a 32 00 5a 33 00 5a 34 00 69 26 00 65 04 00 6a 30 00 65 20 00 83 01 00 64 33 00 36 65 Z1.Z2.Z3.Z4.i&.e..j0.e.....d3.6e
02e0 04 00 6a 30 00 65 21 00 83 01 00 64 35 00 36 65 33 00 64 37 00 36 65 34 00 64 38 00 36 65 33 00 ..j0.e!....d5.6e3.d7.6e4.d8.6e3.
0300 64 39 00 36 65 34 00 64 3a 00 36 65 33 00 64 3b 00 36 65 34 00 64 3c 00 36 65 33 00 64 3d 00 36 d9.6e4.d:.6e3.d;.6e4.d<.6e3.d=.6
0320 65 34 00 64 3e 00 36 65 33 00 64 3f 00 36 65 34 00 64 40 00 36 65 33 00 64 41 00 36 65 34 00 64 e4.d>.6e3.d?.6e4.d@.6e3.dA.6e4.d
0340 42 00 36 65 33 00 64 43 00 36 65 34 00 64 44 00 36 65 33 00 64 45 00 36 65 34 00 64 46 00 36 65 B.6e3.dC.6e4.dD.6e3.dE.6e4.dF.6e
0360 33 00 64 47 00 36 65 34 00 64 48 00 36 65 33 00 64 49 00 36 65 34 00 64 4a 00 36 65 33 00 64 4b 3.dG.6e4.dH.6e3.dI.6e4.dJ.6e3.dK
0380 00 36 65 34 00 64 4c 00 36 65 33 00 64 4d 00 36 65 34 00 64 4e 00 36 65 33 00 64 4f 00 36 65 34 .6e4.dL.6e3.dM.6e4.dN.6e3.dO.6e4
03a0 00 64 50 00 36 65 33 00 64 51 00 36 65 34 00 64 52 00 36 65 33 00 64 53 00 36 65 34 00 64 54 00 .dP.6e3.dQ.6e4.dR.6e3.dS.6e4.dT.
03c0 36 64 04 00 64 55 00 36 64 04 00 64 56 00 36 64 04 00 64 57 00 36 64 04 00 64 58 00 36 64 04 00 6d..dU.6d..dV.6d..dW.6d..dX.6d..
03e0 64 59 00 36 64 04 00 64 5a 00 36 5a 36 00 69 00 00 5a 37 00 78 18 00 64 84 00 44 5d 10 00 5a 38 dY.6d..dZ.6Z6.i..Z7.x..d..D]..Z8
0400 00 65 38 00 65 37 00 65 38 00 3c 71 dd 03 57 69 00 00 5a 39 00 78 18 00 64 85 00 44 5d 10 00 5a .e8.e7.e8.<q..Wi..Z9.x..d..D]..Z
0420 38 00 65 38 00 65 39 00 65 38 00 3c 71 fe 03 57 64 77 00 5a 3a 00 64 78 00 65 3b 00 66 01 00 64 8.e8.e9.e8.<q..Wdw.Z:.dx.e;.f..d
0440 79 00 84 00 00 83 00 00 59 5a 3c 00 64 7a 00 65 3b 00 66 01 00 64 7b 00 84 00 00 83 00 00 59 5a y.......YZ<.dz.e;.f..d{.......YZ
0460 3d 00 64 7c 00 84 00 00 5a 3e 00 65 3e 00 64 7d 00 84 01 00 5a 3f 00 64 7e 00 84 00 00 5a 40 00 =.d|....Z>.e>.d}....Z?.d~....Z@.
0480 64 7f 00 64 86 00 64 80 00 84 00 00 83 00 00 59 5a 41 00 64 81 00 84 00 00 5a 42 00 64 82 00 84 d..d..d........YZA.d.....ZB.d...
04a0 00 00 5a 43 00 65 44 00 64 83 00 6b 02 00 72 e4 04 64 03 00 64 04 00 6c 45 00 5a 45 00 65 46 00 ..ZC.eD.d..k..r..d..d..lE.ZE.eF.
04c0 65 45 00 6a 47 00 83 01 00 64 0c 00 6b 04 00 72 d1 04 65 3f 00 65 48 00 65 45 00 6a 47 00 64 0c eE.jG....d..k..r..e?.eH.eE.jG.d.
04e0 00 19 83 01 00 6a 49 00 83 01 00 01 71 e4 04 65 3f 00 65 45 00 6a 4a 00 6a 49 00 83 01 00 01 6e .....jI.....q..e?.eE.jJ.jI.....n
0500 00 00 64 04 00 53 28 87 00 00 00 73 c0 03 00 00 54 6f 6b 65 6e 69 7a 61 74 69 6f 6e 20 68 65 6c ..d..S(....s....Tokenization.hel
0520 70 20 66 6f 72 20 50 79 74 68 6f 6e 20 70 72 6f 67 72 61 6d 73 2e 0a 0a 67 65 6e 65 72 61 74 65 p.for.Python.programs...generate
0540 5f 74 6f 6b 65 6e 73 28 72 65 61 64 6c 69 6e 65 29 20 69 73 20 61 20 67 65 6e 65 72 61 74 6f 72 _tokens(readline).is.a.generator
0560 20 74 68 61 74 20 62 72 65 61 6b 73 20 61 20 73 74 72 65 61 6d 20 6f 66 0a 74 65 78 74 20 69 6e .that.breaks.a.stream.of.text.in
0580 74 6f 20 50 79 74 68 6f 6e 20 74 6f 6b 65 6e 73 2e 20 20 49 74 20 61 63 63 65 70 74 73 20 61 20 to.Python.tokens...It.accepts.a.
05a0 72 65 61 64 6c 69 6e 65 2d 6c 69 6b 65 20 6d 65 74 68 6f 64 20 77 68 69 63 68 20 69 73 20 63 61 readline-like.method.which.is.ca
05c0 6c 6c 65 64 0a 72 65 70 65 61 74 65 64 6c 79 20 74 6f 20 67 65 74 20 74 68 65 20 6e 65 78 74 20 lled.repeatedly.to.get.the.next.
05e0 6c 69 6e 65 20 6f 66 20 69 6e 70 75 74 20 28 6f 72 20 22 22 20 66 6f 72 20 45 4f 46 29 2e 20 20 line.of.input.(or."".for.EOF)...
0600 49 74 20 67 65 6e 65 72 61 74 65 73 0a 35 2d 74 75 70 6c 65 73 20 77 69 74 68 20 74 68 65 73 65 It.generates.5-tuples.with.these
0620 20 6d 65 6d 62 65 72 73 3a 0a 0a 20 20 20 20 74 68 65 20 74 6f 6b 65 6e 20 74 79 70 65 20 28 73 .members:......the.token.type.(s
0640 65 65 20 74 6f 6b 65 6e 2e 70 79 29 0a 20 20 20 20 74 68 65 20 74 6f 6b 65 6e 20 28 61 20 73 74 ee.token.py).....the.token.(a.st
0660 72 69 6e 67 29 0a 20 20 20 20 74 68 65 20 73 74 61 72 74 69 6e 67 20 28 72 6f 77 2c 20 63 6f 6c ring).....the.starting.(row,.col
0680 75 6d 6e 29 20 69 6e 64 69 63 65 73 20 6f 66 20 74 68 65 20 74 6f 6b 65 6e 20 28 61 20 32 2d 74 umn).indices.of.the.token.(a.2-t
06a0 75 70 6c 65 20 6f 66 20 69 6e 74 73 29 0a 20 20 20 20 74 68 65 20 65 6e 64 69 6e 67 20 28 72 6f uple.of.ints).....the.ending.(ro
06c0 77 2c 20 63 6f 6c 75 6d 6e 29 20 69 6e 64 69 63 65 73 20 6f 66 20 74 68 65 20 74 6f 6b 65 6e 20 w,.column).indices.of.the.token.
06e0 28 61 20 32 2d 74 75 70 6c 65 20 6f 66 20 69 6e 74 73 29 0a 20 20 20 20 74 68 65 20 6f 72 69 67 (a.2-tuple.of.ints).....the.orig
0700 69 6e 61 6c 20 6c 69 6e 65 20 28 73 74 72 69 6e 67 29 0a 0a 49 74 20 69 73 20 64 65 73 69 67 6e inal.line.(string)..It.is.design
0720 65 64 20 74 6f 20 6d 61 74 63 68 20 74 68 65 20 77 6f 72 6b 69 6e 67 20 6f 66 20 74 68 65 20 50 ed.to.match.the.working.of.the.P
0740 79 74 68 6f 6e 20 74 6f 6b 65 6e 69 7a 65 72 20 65 78 61 63 74 6c 79 2c 20 65 78 63 65 70 74 0a ython.tokenizer.exactly,.except.
0760 74 68 61 74 20 69 74 20 70 72 6f 64 75 63 65 73 20 43 4f 4d 4d 45 4e 54 20 74 6f 6b 65 6e 73 20 that.it.produces.COMMENT.tokens.
0780 66 6f 72 20 63 6f 6d 6d 65 6e 74 73 20 61 6e 64 20 67 69 76 65 73 20 74 79 70 65 20 4f 50 20 66 for.comments.and.gives.type.OP.f
07a0 6f 72 20 61 6c 6c 0a 6f 70 65 72 61 74 6f 72 73 0a 0a 4f 6c 64 65 72 20 65 6e 74 72 79 20 70 6f or.all.operators..Older.entry.po
07c0 69 6e 74 73 0a 20 20 20 20 74 6f 6b 65 6e 69 7a 65 5f 6c 6f 6f 70 28 72 65 61 64 6c 69 6e 65 2c ints.....tokenize_loop(readline,
07e0 20 74 6f 6b 65 6e 65 61 74 65 72 29 0a 20 20 20 20 74 6f 6b 65 6e 69 7a 65 28 72 65 61 64 6c 69 .tokeneater).....tokenize(readli
0800 6e 65 2c 20 74 6f 6b 65 6e 65 61 74 65 72 3d 70 72 69 6e 74 74 6f 6b 65 6e 29 0a 61 72 65 20 74 ne,.tokeneater=printtoken).are.t
0820 68 65 20 73 61 6d 65 2c 20 65 78 63 65 70 74 20 69 6e 73 74 65 61 64 20 6f 66 20 67 65 6e 65 72 he.same,.except.instead.of.gener
0840 61 74 69 6e 67 20 74 6f 6b 65 6e 73 2c 20 74 6f 6b 65 6e 65 61 74 65 72 20 69 73 20 61 20 63 61 ating.tokens,.tokeneater.is.a.ca
0860 6c 6c 62 61 63 6b 0a 66 75 6e 63 74 69 6f 6e 20 74 6f 20 77 68 69 63 68 20 74 68 65 20 35 20 66 llback.function.to.which.the.5.f
0880 69 65 6c 64 73 20 64 65 73 63 72 69 62 65 64 20 61 62 6f 76 65 20 61 72 65 20 70 61 73 73 65 64 ields.described.above.are.passed
08a0 20 61 73 20 35 20 61 72 67 75 6d 65 6e 74 73 2c 0a 65 61 63 68 20 74 69 6d 65 20 61 20 6e 65 77 .as.5.arguments,.each.time.a.new
08c0 20 74 6f 6b 65 6e 20 69 73 20 66 6f 75 6e 64 2e 73 1a 00 00 00 4b 61 2d 50 69 6e 67 20 59 65 65 .token.is.found.s....Ka-Ping.Yee
08e0 20 3c 70 69 6e 67 40 6c 66 77 2e 6f 72 67 3e 73 53 00 00 00 47 76 52 2c 20 45 53 52 2c 20 54 69 .<ping@lfw.org>sS...GvR,.ESR,.Ti
0900 6d 20 50 65 74 65 72 73 2c 20 54 68 6f 6d 61 73 20 57 6f 75 74 65 72 73 2c 20 46 72 65 64 20 44 m.Peters,.Thomas.Wouters,.Fred.D
0920 72 61 6b 65 2c 20 53 6b 69 70 20 4d 6f 6e 74 61 6e 61 72 6f 2c 20 52 61 79 6d 6f 6e 64 20 48 65 rake,.Skip.Montanaro,.Raymond.He
0940 74 74 69 6e 67 65 72 69 ff ff ff ff 4e 28 01 00 00 00 74 01 00 00 00 2a 74 01 00 00 00 5f 74 07 ttingeri....N(....t....*t...._t.
0960 00 00 00 43 4f 4d 4d 45 4e 54 74 08 00 00 00 74 6f 6b 65 6e 69 7a 65 74 0f 00 00 00 67 65 6e 65 ...COMMENTt....tokenizet....gene
0980 72 61 74 65 5f 74 6f 6b 65 6e 73 74 02 00 00 00 4e 4c 74 0a 00 00 00 75 6e 74 6f 6b 65 6e 69 7a rate_tokenst....NLt....untokeniz
09a0 65 69 01 00 00 00 69 02 00 00 00 63 00 00 00 00 01 00 00 00 03 00 00 00 47 00 00 00 73 15 00 00 ei....i....c............G...s...
09c0 00 64 01 00 64 02 00 6a 00 00 7c 00 00 83 01 00 17 64 03 00 17 53 28 04 00 00 00 4e 74 01 00 00 .d..d..j..|......d...S(....Nt...
09e0 00 28 74 01 00 00 00 7c 74 01 00 00 00 29 28 01 00 00 00 74 04 00 00 00 6a 6f 69 6e 28 01 00 00 .(t....|t....)(....t....join(...
0a00 00 74 07 00 00 00 63 68 6f 69 63 65 73 28 00 00 00 00 28 00 00 00 00 73 4f 00 00 00 2f 62 75 69 .t....choices(....(....sO.../bui
0a20 6c 64 62 6f 74 2f 74 6d 70 2f 62 75 69 6c 64 68 6f 73 74 2f 69 6e 73 74 61 6c 6c 2f 70 72 65 62 ldbot/tmp/buildhost/install/preb
0a40 75 69 6c 74 2f 6c 69 6e 75 78 2d 78 38 36 5f 36 34 2f 6c 69 62 2f 70 79 74 68 6f 6e 32 2e 37 2f uilt/linux-x86_64/lib/python2.7/
0a60 74 6f 6b 65 6e 69 7a 65 2e 70 79 74 05 00 00 00 67 72 6f 75 70 2c 00 00 00 73 00 00 00 00 63 00 tokenize.pyt....group,...s....c.
0a80 00 00 00 01 00 00 00 02 00 00 00 47 00 00 00 73 0e 00 00 00 74 00 00 7c 00 00 8c 00 00 64 01 00 ...........G...s....t..|.....d..
0aa0 17 53 28 02 00 00 00 4e 52 00 00 00 00 28 01 00 00 00 52 0c 00 00 00 28 01 00 00 00 52 0b 00 00 .S(....NR....(....R....(....R...
0ac0 00 28 00 00 00 00 28 00 00 00 00 73 4f 00 00 00 2f 62 75 69 6c 64 62 6f 74 2f 74 6d 70 2f 62 75 .(....(....sO.../buildbot/tmp/bu
0ae0 69 6c 64 68 6f 73 74 2f 69 6e 73 74 61 6c 6c 2f 70 72 65 62 75 69 6c 74 2f 6c 69 6e 75 78 2d 78 ildhost/install/prebuilt/linux-x
0b00 38 36 5f 36 34 2f 6c 69 62 2f 70 79 74 68 6f 6e 32 2e 37 2f 74 6f 6b 65 6e 69 7a 65 2e 70 79 74 86_64/lib/python2.7/tokenize.pyt
0b20 03 00 00 00 61 6e 79 2d 00 00 00 73 00 00 00 00 63 00 00 00 00 01 00 00 00 02 00 00 00 47 00 00 ....any-...s....c............G..
0b40 00 73 0e 00 00 00 74 00 00 7c 00 00 8c 00 00 64 01 00 17 53 28 02 00 00 00 4e 74 01 00 00 00 3f .s....t..|.....d...S(....Nt....?
0b60 28 01 00 00 00 52 0c 00 00 00 28 01 00 00 00 52 0b 00 00 00 28 00 00 00 00 28 00 00 00 00 73 4f (....R....(....R....(....(....sO
0b80 00 00 00 2f 62 75 69 6c 64 62 6f 74 2f 74 6d 70 2f 62 75 69 6c 64 68 6f 73 74 2f 69 6e 73 74 61 .../buildbot/tmp/buildhost/insta
0ba0 6c 6c 2f 70 72 65 62 75 69 6c 74 2f 6c 69 6e 75 78 2d 78 38 36 5f 36 34 2f 6c 69 62 2f 70 79 74 ll/prebuilt/linux-x86_64/lib/pyt
0bc0 68 6f 6e 32 2e 37 2f 74 6f 6b 65 6e 69 7a 65 2e 70 79 74 05 00 00 00 6d 61 79 62 65 2e 00 00 00 hon2.7/tokenize.pyt....maybe....
0be0 73 00 00 00 00 73 08 00 00 00 5b 20 5c 66 5c 74 5d 2a 73 09 00 00 00 23 5b 5e 5c 72 5c 6e 5d 2a s....s....[.\f\t]*s....#[^\r\n]*
0c00 73 07 00 00 00 5c 5c 5c 72 3f 5c 6e 73 0c 00 00 00 5b 61 2d 7a 41 2d 5a 5f 5d 5c 77 2a 73 15 00 s....\\\r?\ns....[a-zA-Z_]\w*s..
0c20 00 00 30 5b 78 58 5d 5b 5c 64 61 2d 66 41 2d 46 5d 2b 5b 6c 4c 5d 3f 73 1c 00 00 00 28 30 5b 6f ..0[xX][\da-fA-F]+[lL]?s....(0[o
0c40 4f 5d 5b 30 2d 37 5d 2b 29 7c 28 30 5b 30 2d 37 5d 2a 29 5b 6c 4c 5d 3f 73 0f 00 00 00 30 5b 62 O][0-7]+)|(0[0-7]*)[lL]?s....0[b
0c60 42 5d 5b 30 31 5d 2b 5b 6c 4c 5d 3f 73 0d 00 00 00 5b 31 2d 39 5d 5c 64 2a 5b 6c 4c 5d 3f 73 0c B][01]+[lL]?s....[1-9]\d*[lL]?s.
0c80 00 00 00 5b 65 45 5d 5b 2d 2b 5d 3f 5c 64 2b 73 08 00 00 00 5c 64 2b 5c 2e 5c 64 2a 73 05 00 00 ...[eE][-+]?\d+s....\d+\.\d*s...
0ca0 00 5c 2e 5c 64 2b 73 03 00 00 00 5c 64 2b 73 07 00 00 00 5c 64 2b 5b 6a 4a 5d 73 04 00 00 00 5b .\.\d+s....\d+s....\d+[jJ]s....[
0cc0 6a 4a 5d 73 17 00 00 00 5b 5e 27 5c 5c 5d 2a 28 3f 3a 5c 5c 2e 5b 5e 27 5c 5c 5d 2a 29 2a 27 73 jJ]s....[^'\\]*(?:\\.[^'\\]*)*'s
0ce0 17 00 00 00 5b 5e 22 5c 5c 5d 2a 28 3f 3a 5c 5c 2e 5b 5e 22 5c 5c 5d 2a 29 2a 22 73 25 00 00 00 ....[^"\\]*(?:\\.[^"\\]*)*"s%...
0d00 5b 5e 27 5c 5c 5d 2a 28 3f 3a 28 3f 3a 5c 5c 2e 7c 27 28 3f 21 27 27 29 29 5b 5e 27 5c 5c 5d 2a [^'\\]*(?:(?:\\.|'(?!''))[^'\\]*
0d20 29 2a 27 27 27 73 25 00 00 00 5b 5e 22 5c 5c 5d 2a 28 3f 3a 28 3f 3a 5c 5c 2e 7c 22 28 3f 21 22 )*'''s%...[^"\\]*(?:(?:\\.|"(?!"
0d40 22 29 29 5b 5e 22 5c 5c 5d 2a 29 2a 22 22 22 73 0f 00 00 00 5b 75 55 62 42 5d 3f 5b 72 52 5d 3f "))[^"\\]*)*"""s....[uUbB]?[rR]?
0d60 27 27 27 73 0f 00 00 00 5b 75 55 62 42 5d 3f 5b 72 52 5d 3f 22 22 22 73 28 00 00 00 5b 75 55 62 '''s....[uUbB]?[rR]?"""s(...[uUb
0d80 42 5d 3f 5b 72 52 5d 3f 27 5b 5e 5c 6e 27 5c 5c 5d 2a 28 3f 3a 5c 5c 2e 5b 5e 5c 6e 27 5c 5c 5d B]?[rR]?'[^\n'\\]*(?:\\.[^\n'\\]
0da0 2a 29 2a 27 73 28 00 00 00 5b 75 55 62 42 5d 3f 5b 72 52 5d 3f 22 5b 5e 5c 6e 22 5c 5c 5d 2a 28 *)*'s(...[uUbB]?[rR]?"[^\n"\\]*(
0dc0 3f 3a 5c 5c 2e 5b 5e 5c 6e 22 5c 5c 5d 2a 29 2a 22 73 06 00 00 00 5c 2a 5c 2a 3d 3f 73 04 00 00 ?:\\.[^\n"\\]*)*"s....\*\*=?s...
0de0 00 3e 3e 3d 3f 73 04 00 00 00 3c 3c 3d 3f 73 02 00 00 00 3c 3e 73 02 00 00 00 21 3d 73 04 00 00 .>>=?s....<<=?s....<>s....!=s...
0e00 00 2f 2f 3d 3f 73 10 00 00 00 5b 2b 5c 2d 2a 2f 25 26 7c 5e 3d 3c 3e 5d 3d 3f 74 01 00 00 00 7e .//=?s....[+\-*/%&|^=<>]=?t....~
0e20 73 08 00 00 00 5b 5d 5b 28 29 7b 7d 5d 73 05 00 00 00 5c 72 3f 5c 6e 73 08 00 00 00 5b 3a 3b 2e s....[][(){}]s....\r?\ns....[:;.
0e40 2c 60 40 5d 73 27 00 00 00 5b 75 55 62 42 5d 3f 5b 72 52 5d 3f 27 5b 5e 5c 6e 27 5c 5c 5d 2a 28 ,`@]s'...[uUbB]?[rR]?'[^\n'\\]*(
0e60 3f 3a 5c 5c 2e 5b 5e 5c 6e 27 5c 5c 5d 2a 29 2a 74 01 00 00 00 27 73 27 00 00 00 5b 75 55 62 42 ?:\\.[^\n'\\]*)*t....'s'...[uUbB
0e80 5d 3f 5b 72 52 5d 3f 22 5b 5e 5c 6e 22 5c 5c 5d 2a 28 3f 3a 5c 5c 2e 5b 5e 5c 6e 22 5c 5c 5d 2a ]?[rR]?"[^\n"\\]*(?:\\.[^\n"\\]*
0ea0 29 2a 74 01 00 00 00 22 73 0a 00 00 00 5c 5c 5c 72 3f 5c 6e 7c 5c 5a 73 03 00 00 00 27 27 27 73 )*t...."s....\\\r?\n|\Zs....'''s
0ec0 03 00 00 00 22 22 22 73 04 00 00 00 72 27 27 27 73 04 00 00 00 72 22 22 22 73 04 00 00 00 75 27 ...."""s....r'''s....r"""s....u'
0ee0 27 27 73 04 00 00 00 75 22 22 22 73 05 00 00 00 75 72 27 27 27 73 05 00 00 00 75 72 22 22 22 73 ''s....u"""s....ur'''s....ur"""s
0f00 04 00 00 00 52 27 27 27 73 04 00 00 00 52 22 22 22 73 04 00 00 00 55 27 27 27 73 04 00 00 00 55 ....R'''s....R"""s....U'''s....U
0f20 22 22 22 73 05 00 00 00 75 52 27 27 27 73 05 00 00 00 75 52 22 22 22 73 05 00 00 00 55 72 27 27 """s....uR'''s....uR"""s....Ur''
0f40 27 73 05 00 00 00 55 72 22 22 22 73 05 00 00 00 55 52 27 27 27 73 05 00 00 00 55 52 22 22 22 73 's....Ur"""s....UR'''s....UR"""s
0f60 04 00 00 00 62 27 27 27 73 04 00 00 00 62 22 22 22 73 05 00 00 00 62 72 27 27 27 73 05 00 00 00 ....b'''s....b"""s....br'''s....
0f80 62 72 22 22 22 73 04 00 00 00 42 27 27 27 73 04 00 00 00 42 22 22 22 73 05 00 00 00 62 52 27 27 br"""s....B'''s....B"""s....bR''
0fa0 27 73 05 00 00 00 62 52 22 22 22 73 05 00 00 00 42 72 27 27 27 73 05 00 00 00 42 72 22 22 22 73 's....bR"""s....Br'''s....Br"""s
0fc0 05 00 00 00 42 52 27 27 27 73 05 00 00 00 42 52 22 22 22 74 01 00 00 00 72 74 01 00 00 00 52 74 ....BR'''s....BR"""t....rt....Rt
0fe0 01 00 00 00 75 74 01 00 00 00 55 74 01 00 00 00 62 74 01 00 00 00 42 73 02 00 00 00 72 27 73 02 ....ut....Ut....bt....Bs....r's.
1000 00 00 00 72 22 73 02 00 00 00 52 27 73 02 00 00 00 52 22 73 02 00 00 00 75 27 73 02 00 00 00 75 ...r"s....R's....R"s....u's....u
1020 22 73 02 00 00 00 55 27 73 02 00 00 00 55 22 73 03 00 00 00 75 72 27 73 03 00 00 00 75 72 22 73 "s....U's....U"s....ur's....ur"s
1040 03 00 00 00 55 72 27 73 03 00 00 00 55 72 22 73 03 00 00 00 75 52 27 73 03 00 00 00 75 52 22 73 ....Ur's....Ur"s....uR's....uR"s
1060 03 00 00 00 55 52 27 73 03 00 00 00 55 52 22 73 02 00 00 00 62 27 73 02 00 00 00 62 22 73 02 00 ....UR's....UR"s....b's....b"s..
1080 00 00 42 27 73 02 00 00 00 42 22 73 03 00 00 00 62 72 27 73 03 00 00 00 62 72 22 73 03 00 00 00 ..B's....B"s....br's....br"s....
10a0 42 72 27 73 03 00 00 00 42 72 22 73 03 00 00 00 62 52 27 73 03 00 00 00 62 52 22 73 03 00 00 00 Br's....Br"s....bR's....bR"s....
10c0 42 52 27 73 03 00 00 00 42 52 22 69 08 00 00 00 74 0a 00 00 00 54 6f 6b 65 6e 45 72 72 6f 72 63 BR's....BR"i....t....TokenErrorc
10e0 00 00 00 00 00 00 00 00 01 00 00 00 42 00 00 00 73 08 00 00 00 65 00 00 5a 01 00 52 53 28 00 00 ............B...s....e..Z..RS(..
1100 00 00 28 02 00 00 00 74 08 00 00 00 5f 5f 6e 61 6d 65 5f 5f 74 0a 00 00 00 5f 5f 6d 6f 64 75 6c ..(....t....__name__t....__modul
1120 65 5f 5f 28 00 00 00 00 28 00 00 00 00 28 00 00 00 00 73 4f 00 00 00 2f 62 75 69 6c 64 62 6f 74 e__(....(....(....sO.../buildbot
1140 2f 74 6d 70 2f 62 75 69 6c 64 68 6f 73 74 2f 69 6e 73 74 61 6c 6c 2f 70 72 65 62 75 69 6c 74 2f /tmp/buildhost/install/prebuilt/
1160 6c 69 6e 75 78 2d 78 38 36 5f 36 34 2f 6c 69 62 2f 70 79 74 68 6f 6e 32 2e 37 2f 74 6f 6b 65 6e linux-x86_64/lib/python2.7/token
1180 69 7a 65 2e 70 79 52 19 00 00 00 91 00 00 00 73 02 00 00 00 06 00 74 0e 00 00 00 53 74 6f 70 54 ize.pyR........s......t....StopT
11a0 6f 6b 65 6e 69 7a 69 6e 67 63 00 00 00 00 00 00 00 00 01 00 00 00 42 00 00 00 73 08 00 00 00 65 okenizingc............B...s....e
11c0 00 00 5a 01 00 52 53 28 00 00 00 00 28 02 00 00 00 52 1a 00 00 00 52 1b 00 00 00 28 00 00 00 00 ..Z..RS(....(....R....R....(....
11e0 28 00 00 00 00 28 00 00 00 00 73 4f 00 00 00 2f 62 75 69 6c 64 62 6f 74 2f 74 6d 70 2f 62 75 69 (....(....sO.../buildbot/tmp/bui
1200 6c 64 68 6f 73 74 2f 69 6e 73 74 61 6c 6c 2f 70 72 65 62 75 69 6c 74 2f 6c 69 6e 75 78 2d 78 38 ldhost/install/prebuilt/linux-x8
1220 36 5f 36 34 2f 6c 69 62 2f 70 79 74 68 6f 6e 32 2e 37 2f 74 6f 6b 65 6e 69 7a 65 2e 70 79 52 1c 6_64/lib/python2.7/tokenize.pyR.
1240 00 00 00 93 00 00 00 73 02 00 00 00 06 00 63 05 00 00 00 09 00 00 00 08 00 00 00 43 00 00 00 73 .......s......c............C...s
1260 41 00 00 00 7c 02 00 5c 02 00 7d 05 00 7d 06 00 7c 03 00 5c 02 00 7d 07 00 7d 08 00 64 01 00 7c A...|..\..}..}..|..\..}..}..d..|
1280 05 00 7c 06 00 7c 07 00 7c 08 00 74 00 00 7c 00 00 19 74 01 00 7c 01 00 83 01 00 66 06 00 16 47 ..|..|..|..t..|...t..|.....f...G
12a0 48 64 00 00 53 28 02 00 00 00 4e 73 12 00 00 00 25 64 2c 25 64 2d 25 64 2c 25 64 3a 09 25 73 09 Hd..S(....Ns....%d,%d-%d,%d:.%s.
12c0 25 73 28 02 00 00 00 74 08 00 00 00 74 6f 6b 5f 6e 61 6d 65 74 04 00 00 00 72 65 70 72 28 09 00 %s(....t....tok_namet....repr(..
12e0 00 00 74 04 00 00 00 74 79 70 65 74 05 00 00 00 74 6f 6b 65 6e 74 09 00 00 00 73 72 6f 77 5f 73 ..t....typet....tokent....srow_s
1300 63 6f 6c 74 09 00 00 00 65 72 6f 77 5f 65 63 6f 6c 74 04 00 00 00 6c 69 6e 65 74 04 00 00 00 73 colt....erow_ecolt....linet....s
1320 72 6f 77 74 04 00 00 00 73 63 6f 6c 74 04 00 00 00 65 72 6f 77 74 04 00 00 00 65 63 6f 6c 28 00 rowt....scolt....erowt....ecol(.
1340 00 00 00 28 00 00 00 00 73 4f 00 00 00 2f 62 75 69 6c 64 62 6f 74 2f 74 6d 70 2f 62 75 69 6c 64 ...(....sO.../buildbot/tmp/build
1360 68 6f 73 74 2f 69 6e 73 74 61 6c 6c 2f 70 72 65 62 75 69 6c 74 2f 6c 69 6e 75 78 2d 78 38 36 5f host/install/prebuilt/linux-x86_
1380 36 34 2f 6c 69 62 2f 70 79 74 68 6f 6e 32 2e 37 2f 74 6f 6b 65 6e 69 7a 65 2e 70 79 74 0a 00 00 64/lib/python2.7/tokenize.pyt...
13a0 00 70 72 69 6e 74 74 6f 6b 65 6e 95 00 00 00 73 08 00 00 00 00 01 0c 01 0c 01 03 01 63 02 00 00 .printtoken....s............c...
13c0 00 02 00 00 00 05 00 00 00 43 00 00 00 73 29 00 00 00 79 11 00 74 00 00 7c 00 00 7c 01 00 83 02 .........C...s)...y..t..|..|....
13e0 00 01 57 6e 11 00 04 74 01 00 6b 0a 00 72 24 00 01 01 01 6e 01 00 58 64 01 00 53 28 02 00 00 00 ..Wn...t..k..r$....n..Xd..S(....
1400 73 3a 02 00 00 0a 20 20 20 20 54 68 65 20 74 6f 6b 65 6e 69 7a 65 28 29 20 66 75 6e 63 74 69 6f s:........The.tokenize().functio
1420 6e 20 61 63 63 65 70 74 73 20 74 77 6f 20 70 61 72 61 6d 65 74 65 72 73 3a 20 6f 6e 65 20 72 65 n.accepts.two.parameters:.one.re
1440 70 72 65 73 65 6e 74 69 6e 67 20 74 68 65 0a 20 20 20 20 69 6e 70 75 74 20 73 74 72 65 61 6d 2c presenting.the.....input.stream,
1460 20 61 6e 64 20 6f 6e 65 20 70 72 6f 76 69 64 69 6e 67 20 61 6e 20 6f 75 74 70 75 74 20 6d 65 63 .and.one.providing.an.output.mec
1480 68 61 6e 69 73 6d 20 66 6f 72 20 74 6f 6b 65 6e 69 7a 65 28 29 2e 0a 0a 20 20 20 20 54 68 65 20 hanism.for.tokenize().......The.
14a0 66 69 72 73 74 20 70 61 72 61 6d 65 74 65 72 2c 20 72 65 61 64 6c 69 6e 65 2c 20 6d 75 73 74 20 first.parameter,.readline,.must.
14c0 62 65 20 61 20 63 61 6c 6c 61 62 6c 65 20 6f 62 6a 65 63 74 20 77 68 69 63 68 20 70 72 6f 76 69 be.a.callable.object.which.provi
14e0 64 65 73 0a 20 20 20 20 74 68 65 20 73 61 6d 65 20 69 6e 74 65 72 66 61 63 65 20 61 73 20 74 68 des.....the.same.interface.as.th
1500 65 20 72 65 61 64 6c 69 6e 65 28 29 20 6d 65 74 68 6f 64 20 6f 66 20 62 75 69 6c 74 2d 69 6e 20 e.readline().method.of.built-in.
1520 66 69 6c 65 20 6f 62 6a 65 63 74 73 2e 0a 20 20 20 20 45 61 63 68 20 63 61 6c 6c 20 74 6f 20 74 file.objects......Each.call.to.t
1540 68 65 20 66 75 6e 63 74 69 6f 6e 20 73 68 6f 75 6c 64 20 72 65 74 75 72 6e 20 6f 6e 65 20 6c 69 he.function.should.return.one.li
1560 6e 65 20 6f 66 20 69 6e 70 75 74 20 61 73 20 61 20 73 74 72 69 6e 67 2e 0a 0a 20 20 20 20 54 68 ne.of.input.as.a.string.......Th
1580 65 20 73 65 63 6f 6e 64 20 70 61 72 61 6d 65 74 65 72 2c 20 74 6f 6b 65 6e 65 61 74 65 72 2c 20 e.second.parameter,.tokeneater,.
15a0 6d 75 73 74 20 61 6c 73 6f 20 62 65 20 61 20 63 61 6c 6c 61 62 6c 65 20 6f 62 6a 65 63 74 2e 20 must.also.be.a.callable.object..
15c0 49 74 20 69 73 0a 20 20 20 20 63 61 6c 6c 65 64 20 6f 6e 63 65 20 66 6f 72 20 65 61 63 68 20 74 It.is.....called.once.for.each.t
15e0 6f 6b 65 6e 2c 20 77 69 74 68 20 66 69 76 65 20 61 72 67 75 6d 65 6e 74 73 2c 20 63 6f 72 72 65 oken,.with.five.arguments,.corre
1600 73 70 6f 6e 64 69 6e 67 20 74 6f 20 74 68 65 0a 20 20 20 20 74 75 70 6c 65 73 20 67 65 6e 65 72 sponding.to.the.....tuples.gener
1620 61 74 65 64 20 62 79 20 67 65 6e 65 72 61 74 65 5f 74 6f 6b 65 6e 73 28 29 2e 0a 20 20 20 20 4e ated.by.generate_tokens()......N
1640 28 02 00 00 00 74 0d 00 00 00 74 6f 6b 65 6e 69 7a 65 5f 6c 6f 6f 70 52 1c 00 00 00 28 02 00 00 (....t....tokenize_loopR....(...
1660 00 74 08 00 00 00 72 65 61 64 6c 69 6e 65 74 0a 00 00 00 74 6f 6b 65 6e 65 61 74 65 72 28 00 00 .t....readlinet....tokeneater(..
1680 00 00 28 00 00 00 00 73 4f 00 00 00 2f 62 75 69 6c 64 62 6f 74 2f 74 6d 70 2f 62 75 69 6c 64 68 ..(....sO.../buildbot/tmp/buildh
16a0 6f 73 74 2f 69 6e 73 74 61 6c 6c 2f 70 72 65 62 75 69 6c 74 2f 6c 69 6e 75 78 2d 78 38 36 5f 36 ost/install/prebuilt/linux-x86_6
16c0 34 2f 6c 69 62 2f 70 79 74 68 6f 6e 32 2e 37 2f 74 6f 6b 65 6e 69 7a 65 2e 70 79 52 03 00 00 00 4/lib/python2.7/tokenize.pyR....
16e0 9b 00 00 00 73 08 00 00 00 00 0d 03 01 11 01 0d 01 63 02 00 00 00 03 00 00 00 03 00 00 00 43 00 ....s............c............C.
1700 00 00 73 25 00 00 00 78 1e 00 74 00 00 7c 00 00 83 01 00 44 5d 10 00 7d 02 00 7c 01 00 7c 02 00 ..s%...x..t..|.....D]..}..|..|..
1720 8c 00 00 01 71 0d 00 57 64 00 00 53 28 01 00 00 00 4e 28 01 00 00 00 52 04 00 00 00 28 03 00 00 ....q..Wd..S(....N(....R....(...
1740 00 52 2a 00 00 00 52 2b 00 00 00 74 0a 00 00 00 74 6f 6b 65 6e 5f 69 6e 66 6f 28 00 00 00 00 28 .R*...R+...t....token_info(....(
1760 00 00 00 00 73 4f 00 00 00 2f 62 75 69 6c 64 62 6f 74 2f 74 6d 70 2f 62 75 69 6c 64 68 6f 73 74 ....sO.../buildbot/tmp/buildhost
1780 2f 69 6e 73 74 61 6c 6c 2f 70 72 65 62 75 69 6c 74 2f 6c 69 6e 75 78 2d 78 38 36 5f 36 34 2f 6c /install/prebuilt/linux-x86_64/l
17a0 69 62 2f 70 79 74 68 6f 6e 32 2e 37 2f 74 6f 6b 65 6e 69 7a 65 2e 70 79 52 29 00 00 00 ae 00 00 ib/python2.7/tokenize.pyR)......
17c0 00 73 04 00 00 00 00 01 13 01 74 0b 00 00 00 55 6e 74 6f 6b 65 6e 69 7a 65 72 63 00 00 00 00 00 .s........t....Untokenizerc.....
17e0 00 00 00 01 00 00 00 42 00 00 00 73 2c 00 00 00 65 00 00 5a 01 00 64 00 00 84 00 00 5a 02 00 64 .......B...s,...e..Z..d.....Z..d
1800 01 00 84 00 00 5a 03 00 64 02 00 84 00 00 5a 04 00 64 03 00 84 00 00 5a 05 00 52 53 28 04 00 00 .....Z..d.....Z..d.....Z..RS(...
1820 00 63 01 00 00 00 01 00 00 00 02 00 00 00 43 00 00 00 73 1f 00 00 00 67 00 00 7c 00 00 5f 00 00 .c............C...s....g..|.._..
1840 64 01 00 7c 00 00 5f 01 00 64 02 00 7c 00 00 5f 02 00 64 00 00 53 28 03 00 00 00 4e 69 01 00 00 d..|.._..d..|.._..d..S(....Ni...
1860 00 69 00 00 00 00 28 03 00 00 00 74 06 00 00 00 74 6f 6b 65 6e 73 74 08 00 00 00 70 72 65 76 5f .i....(....t....tokenst....prev_
1880 72 6f 77 74 08 00 00 00 70 72 65 76 5f 63 6f 6c 28 01 00 00 00 74 04 00 00 00 73 65 6c 66 28 00 rowt....prev_col(....t....self(.
18a0 00 00 00 28 00 00 00 00 73 4f 00 00 00 2f 62 75 69 6c 64 62 6f 74 2f 74 6d 70 2f 62 75 69 6c 64 ...(....sO.../buildbot/tmp/build
18c0 68 6f 73 74 2f 69 6e 73 74 61 6c 6c 2f 70 72 65 62 75 69 6c 74 2f 6c 69 6e 75 78 2d 78 38 36 5f host/install/prebuilt/linux-x86_
18e0 36 34 2f 6c 69 62 2f 70 79 74 68 6f 6e 32 2e 37 2f 74 6f 6b 65 6e 69 7a 65 2e 70 79 74 08 00 00 64/lib/python2.7/tokenize.pyt...
1900 00 5f 5f 69 6e 69 74 5f 5f b4 00 00 00 73 06 00 00 00 00 01 09 01 09 01 63 02 00 00 00 05 00 00 .__init__....s..........c.......
1920 00 03 00 00 00 43 00 00 00 73 4f 00 00 00 7c 01 00 5c 02 00 7d 02 00 7d 03 00 7c 02 00 7c 00 00 .....C...sO...|..\..}..}..|..|..
1940 6a 00 00 6b 01 00 73 21 00 74 01 00 82 01 00 7c 03 00 7c 00 00 6a 02 00 18 7d 04 00 7c 04 00 72 j..k..s!.t.....|..|..j...}..|..r
1960 4b 00 7c 00 00 6a 03 00 6a 04 00 64 01 00 7c 04 00 14 83 01 00 01 6e 00 00 64 00 00 53 28 02 00 K.|..j..j..d..|.......n..d..S(..
1980 00 00 4e 74 01 00 00 00 20 28 05 00 00 00 52 2f 00 00 00 74 0e 00 00 00 41 73 73 65 72 74 69 6f ..Nt.....(....R/...t....Assertio
19a0 6e 45 72 72 6f 72 52 30 00 00 00 52 2e 00 00 00 74 06 00 00 00 61 70 70 65 6e 64 28 05 00 00 00 nErrorR0...R....t....append(....
19c0 52 31 00 00 00 74 05 00 00 00 73 74 61 72 74 74 03 00 00 00 72 6f 77 74 03 00 00 00 63 6f 6c 74 R1...t....startt....rowt....colt
19e0 0a 00 00 00 63 6f 6c 5f 6f 66 66 73 65 74 28 00 00 00 00 28 00 00 00 00 73 4f 00 00 00 2f 62 75 ....col_offset(....(....sO.../bu
1a00 69 6c 64 62 6f 74 2f 74 6d 70 2f 62 75 69 6c 64 68 6f 73 74 2f 69 6e 73 74 61 6c 6c 2f 70 72 65 ildbot/tmp/buildhost/install/pre
1a20 62 75 69 6c 74 2f 6c 69 6e 75 78 2d 78 38 36 5f 36 34 2f 6c 69 62 2f 70 79 74 68 6f 6e 32 2e 37 built/linux-x86_64/lib/python2.7
1a40 2f 74 6f 6b 65 6e 69 7a 65 2e 70 79 74 0e 00 00 00 61 64 64 5f 77 68 69 74 65 73 70 61 63 65 b9 /tokenize.pyt....add_whitespace.
1a60 00 00 00 73 0a 00 00 00 00 01 0c 01 15 01 0d 01 06 01 63 02 00 00 00 08 00 00 00 06 00 00 00 43 ...s..............c............C
1a80 00 00 00 73 b8 00 00 00 78 a5 00 7c 01 00 44 5d 9d 00 7d 02 00 74 00 00 7c 02 00 83 01 00 64 01 ...s....x..|..D]..}..t..|.....d.
1aa0 00 6b 02 00 72 33 00 7c 00 00 6a 01 00 7c 02 00 7c 01 00 83 02 00 01 50 6e 00 00 7c 02 00 5c 05 .k..r3.|..j..|..|......Pn..|..\.
1ac0 00 7d 03 00 7d 04 00 7d 05 00 7d 06 00 7d 07 00 7c 00 00 6a 02 00 7c 05 00 83 01 00 01 7c 00 00 .}..}..}..}..}..|..j..|......|..
1ae0 6a 03 00 6a 04 00 7c 04 00 83 01 00 01 7c 06 00 5c 02 00 7c 00 00 5f 05 00 7c 00 00 5f 06 00 7c j..j..|......|..\..|.._..|.._..|
1b00 03 00 74 07 00 74 08 00 66 02 00 6b 06 00 72 07 00 7c 00 00 04 6a 05 00 64 02 00 37 02 5f 05 00 ..t..t..f..k..r..|...j..d..7._..
1b20 64 03 00 7c 00 00 5f 06 00 71 07 00 71 07 00 57 64 04 00 6a 09 00 7c 00 00 6a 03 00 83 01 00 53 d..|.._..q..q..Wd..j..|..j.....S
1b40 28 05 00 00 00 4e 69 02 00 00 00 69 01 00 00 00 69 00 00 00 00 74 00 00 00 00 28 0a 00 00 00 74 (....Ni....i....i....t....(....t
1b60 03 00 00 00 6c 65 6e 74 06 00 00 00 63 6f 6d 70 61 74 52 3a 00 00 00 52 2e 00 00 00 52 35 00 00 ....lent....compatR:...R....R5..
1b80 00 52 2f 00 00 00 52 30 00 00 00 74 07 00 00 00 4e 45 57 4c 49 4e 45 52 05 00 00 00 52 0a 00 00 .R/...R0...t....NEWLINER....R...
1ba0 00 28 08 00 00 00 52 31 00 00 00 74 08 00 00 00 69 74 65 72 61 62 6c 65 74 01 00 00 00 74 74 08 .(....R1...t....iterablet....tt.
1bc0 00 00 00 74 6f 6b 5f 74 79 70 65 52 20 00 00 00 52 36 00 00 00 74 03 00 00 00 65 6e 64 52 23 00 ...tok_typeR....R6...t....endR#.
1be0 00 00 28 00 00 00 00 28 00 00 00 00 73 4f 00 00 00 2f 62 75 69 6c 64 62 6f 74 2f 74 6d 70 2f 62 ..(....(....sO.../buildbot/tmp/b
1c00 75 69 6c 64 68 6f 73 74 2f 69 6e 73 74 61 6c 6c 2f 70 72 65 62 75 69 6c 74 2f 6c 69 6e 75 78 2d uildhost/install/prebuilt/linux-
1c20 78 38 36 5f 36 34 2f 6c 69 62 2f 70 79 74 68 6f 6e 32 2e 37 2f 74 6f 6b 65 6e 69 7a 65 2e 70 79 x86_64/lib/python2.7/tokenize.py
1c40 52 06 00 00 00 c0 00 00 00 73 18 00 00 00 00 01 0d 01 12 01 10 01 04 01 15 01 0d 01 10 01 12 01 R........s......................
1c60 12 01 0f 01 10 01 63 03 00 00 00 0a 00 00 00 05 00 00 00 43 00 00 00 73 59 01 00 00 74 00 00 7d ......c............C...sY...t..}
1c80 03 00 67 00 00 7d 04 00 7c 00 00 6a 01 00 6a 02 00 7d 05 00 7c 01 00 5c 02 00 7d 06 00 7d 07 00 ..g..}..|..j..j..}..|..\..}..}..
1ca0 7c 06 00 74 03 00 74 04 00 66 02 00 6b 06 00 72 43 00 7c 07 00 64 01 00 37 7d 07 00 6e 00 00 7c |..t..t..f..k..rC.|..d..7}..n..|
1cc0 06 00 74 05 00 74 06 00 66 02 00 6b 06 00 72 5e 00 74 07 00 7d 03 00 6e 00 00 74 00 00 7d 08 00 ..t..t..f..k..r^.t..}..n..t..}..
1ce0 78 ee 00 7c 02 00 44 5d e6 00 7d 09 00 7c 09 00 64 02 00 20 5c 02 00 7d 06 00 7d 07 00 7c 06 00 x..|..D]..}..|..d...\..}..}..|..
1d00 74 03 00 74 04 00 66 02 00 6b 06 00 72 a0 00 7c 07 00 64 01 00 37 7d 07 00 6e 00 00 7c 06 00 74 t..t..f..k..r..|..d..7}..n..|..t
1d20 08 00 6b 02 00 72 c8 00 7c 08 00 72 bf 00 64 01 00 7c 07 00 17 7d 07 00 6e 00 00 74 07 00 7d 08 ..k..r..|..r..d..|...}..n..t..}.
1d40 00 6e 06 00 74 00 00 7d 08 00 7c 06 00 74 09 00 6b 02 00 72 ed 00 7c 04 00 6a 02 00 7c 07 00 83 .n..t..}..|..t..k..r..|..j..|...
1d60 01 00 01 71 6b 00 6e 5a 00 7c 06 00 74 0a 00 6b 02 00 72 09 01 7c 04 00 6a 0b 00 83 00 00 01 71 ...qk.nZ.|..t..k..r..|..j......q
1d80 6b 00 6e 3e 00 7c 06 00 74 05 00 74 06 00 66 02 00 6b 06 00 72 24 01 74 07 00 7d 03 00 6e 23 00 k.n>.|..t..t..f..k..r$.t..}..n#.
1da0 7c 03 00 72 47 01 7c 04 00 72 47 01 7c 05 00 7c 04 00 64 03 00 19 83 01 00 01 74 00 00 7d 03 00 |..rG.|..rG.|..|..d.......t..}..
1dc0 6e 00 00 7c 05 00 7c 07 00 83 01 00 01 71 6b 00 57 64 00 00 53 28 04 00 00 00 4e 52 33 00 00 00 n..|..|......qk.Wd..S(....NR3...
1de0 69 02 00 00 00 69 ff ff ff ff 28 0c 00 00 00 74 05 00 00 00 46 61 6c 73 65 52 2e 00 00 00 52 35 i....i....(....t....FalseR....R5
1e00 00 00 00 74 04 00 00 00 4e 41 4d 45 74 06 00 00 00 4e 55 4d 42 45 52 52 3e 00 00 00 52 05 00 00 ...t....NAMEt....NUMBERR>...R...
1e20 00 74 04 00 00 00 54 72 75 65 74 06 00 00 00 53 54 52 49 4e 47 74 06 00 00 00 49 4e 44 45 4e 54 .t....Truet....STRINGt....INDENT
1e40 74 06 00 00 00 44 45 44 45 4e 54 74 03 00 00 00 70 6f 70 28 0a 00 00 00 52 31 00 00 00 52 20 00 t....DEDENTt....pop(....R1...R..
1e60 00 00 52 3f 00 00 00 74 09 00 00 00 73 74 61 72 74 6c 69 6e 65 74 07 00 00 00 69 6e 64 65 6e 74 ..R?...t....startlinet....indent
1e80 73 74 0b 00 00 00 74 6f 6b 73 5f 61 70 70 65 6e 64 74 06 00 00 00 74 6f 6b 6e 75 6d 74 06 00 00 st....toks_appendt....toknumt...
1ea0 00 74 6f 6b 76 61 6c 74 0a 00 00 00 70 72 65 76 73 74 72 69 6e 67 74 03 00 00 00 74 6f 6b 28 00 .tokvalt....prevstringt....tok(.
1ec0 00 00 00 28 00 00 00 00 73 4f 00 00 00 2f 62 75 69 6c 64 62 6f 74 2f 74 6d 70 2f 62 75 69 6c 64 ...(....sO.../buildbot/tmp/build
1ee0 68 6f 73 74 2f 69 6e 73 74 61 6c 6c 2f 70 72 65 62 75 69 6c 74 2f 6c 69 6e 75 78 2d 78 38 36 5f host/install/prebuilt/linux-x86_
1f00 36 34 2f 6c 69 62 2f 70 79 74 68 6f 6e 32 2e 37 2f 74 6f 6b 65 6e 69 7a 65 2e 70 79 52 3d 00 00 64/lib/python2.7/tokenize.pyR=..
1f20 00 ce 00 00 00 73 3c 00 00 00 00 01 06 01 06 01 0c 01 0c 01 12 01 0d 01 12 01 09 01 06 01 0d 01 .....s<.........................
1f40 10 02 12 01 0d 03 0c 01 06 01 0d 01 09 02 06 02 0c 01 0d 01 06 01 0c 01 0a 01 06 01 12 01 09 01 ................................
1f60 0c 01 0e 01 09 01 28 06 00 00 00 52 1a 00 00 00 52 1b 00 00 00 52 32 00 00 00 52 3a 00 00 00 52 ......(....R....R....R2...R:...R
1f80 06 00 00 00 52 3d 00 00 00 28 00 00 00 00 28 00 00 00 00 28 00 00 00 00 73 4f 00 00 00 2f 62 75 ....R=...(....(....(....sO.../bu
1fa0 69 6c 64 62 6f 74 2f 74 6d 70 2f 62 75 69 6c 64 68 6f 73 74 2f 69 6e 73 74 61 6c 6c 2f 70 72 65 ildbot/tmp/buildhost/install/pre
1fc0 62 75 69 6c 74 2f 6c 69 6e 75 78 2d 78 38 36 5f 36 34 2f 6c 69 62 2f 70 79 74 68 6f 6e 32 2e 37 built/linux-x86_64/lib/python2.7
1fe0 2f 74 6f 6b 65 6e 69 7a 65 2e 70 79 52 2d 00 00 00 b2 00 00 00 73 08 00 00 00 06 02 09 05 09 07 /tokenize.pyR-.......s..........
2000 09 0e 63 01 00 00 00 02 00 00 00 02 00 00 00 43 00 00 00 73 16 00 00 00 74 00 00 83 00 00 7d 01 ..c............C...s....t.....}.
2020 00 7c 01 00 6a 01 00 7c 00 00 83 01 00 53 28 01 00 00 00 73 ad 02 00 00 54 72 61 6e 73 66 6f 72 .|..j..|.....S(....s....Transfor
2040 6d 20 74 6f 6b 65 6e 73 20 62 61 63 6b 20 69 6e 74 6f 20 50 79 74 68 6f 6e 20 73 6f 75 72 63 65 m.tokens.back.into.Python.source
2060 20 63 6f 64 65 2e 0a 0a 20 20 20 20 45 61 63 68 20 65 6c 65 6d 65 6e 74 20 72 65 74 75 72 6e 65 .code.......Each.element.returne
2080 64 20 62 79 20 74 68 65 20 69 74 65 72 61 62 6c 65 20 6d 75 73 74 20 62 65 20 61 20 74 6f 6b 65 d.by.the.iterable.must.be.a.toke
20a0 6e 20 73 65 71 75 65 6e 63 65 0a 20 20 20 20 77 69 74 68 20 61 74 20 6c 65 61 73 74 20 74 77 6f n.sequence.....with.at.least.two
20c0 20 65 6c 65 6d 65 6e 74 73 2c 20 61 20 74 6f 6b 65 6e 20 6e 75 6d 62 65 72 20 61 6e 64 20 74 6f .elements,.a.token.number.and.to
20e0 6b 65 6e 20 76 61 6c 75 65 2e 20 20 49 66 0a 20 20 20 20 6f 6e 6c 79 20 74 77 6f 20 74 6f 6b 65 ken.value...If.....only.two.toke
2100 6e 73 20 61 72 65 20 70 61 73 73 65 64 2c 20 74 68 65 20 72 65 73 75 6c 74 69 6e 67 20 6f 75 74 ns.are.passed,.the.resulting.out
2120 70 75 74 20 69 73 20 70 6f 6f 72 2e 0a 0a 20 20 20 20 52 6f 75 6e 64 2d 74 72 69 70 20 69 6e 76 put.is.poor.......Round-trip.inv
2140 61 72 69 61 6e 74 20 66 6f 72 20 66 75 6c 6c 20 69 6e 70 75 74 3a 0a 20 20 20 20 20 20 20 20 55 ariant.for.full.input:.........U
2160 6e 74 6f 6b 65 6e 69 7a 65 64 20 73 6f 75 72 63 65 20 77 69 6c 6c 20 6d 61 74 63 68 20 69 6e 70 ntokenized.source.will.match.inp
2180 75 74 20 73 6f 75 72 63 65 20 65 78 61 63 74 6c 79 0a 0a 20 20 20 20 52 6f 75 6e 64 2d 74 72 69 ut.source.exactly......Round-tri
21a0 70 20 69 6e 76 61 72 69 61 6e 74 20 66 6f 72 20 6c 69 6d 69 74 65 64 20 69 6e 74 70 75 74 3a 0a p.invariant.for.limited.intput:.
21c0 20 20 20 20 20 20 20 20 23 20 4f 75 74 70 75 74 20 74 65 78 74 20 77 69 6c 6c 20 74 6f 6b 65 6e ........#.Output.text.will.token
21e0 69 7a 65 20 74 68 65 20 62 61 63 6b 20 74 6f 20 74 68 65 20 69 6e 70 75 74 0a 20 20 20 20 20 20 ize.the.back.to.the.input.......
2200 20 20 74 31 20 3d 20 5b 74 6f 6b 5b 3a 32 5d 20 66 6f 72 20 74 6f 6b 20 69 6e 20 67 65 6e 65 72 ..t1.=.[tok[:2].for.tok.in.gener
2220 61 74 65 5f 74 6f 6b 65 6e 73 28 66 2e 72 65 61 64 6c 69 6e 65 29 5d 0a 20 20 20 20 20 20 20 20 ate_tokens(f.readline)].........
2240 6e 65 77 63 6f 64 65 20 3d 20 75 6e 74 6f 6b 65 6e 69 7a 65 28 74 31 29 0a 20 20 20 20 20 20 20 newcode.=.untokenize(t1)........
2260 20 72 65 61 64 6c 69 6e 65 20 3d 20 69 74 65 72 28 6e 65 77 63 6f 64 65 2e 73 70 6c 69 74 6c 69 .readline.=.iter(newcode.splitli
2280 6e 65 73 28 31 29 29 2e 6e 65 78 74 0a 20 20 20 20 20 20 20 20 74 32 20 3d 20 5b 74 6f 6b 5b 3a nes(1)).next.........t2.=.[tok[:
22a0 32 5d 20 66 6f 72 20 74 6f 6b 20 69 6e 20 67 65 6e 65 72 61 74 65 5f 74 6f 6b 65 6e 73 28 72 65 2].for.tok.in.generate_tokens(re
22c0 61 64 6c 69 6e 65 29 5d 0a 20 20 20 20 20 20 20 20 61 73 73 65 72 74 20 74 31 20 3d 3d 20 74 32 adline)].........assert.t1.==.t2
22e0 0a 20 20 20 20 28 02 00 00 00 52 2d 00 00 00 52 06 00 00 00 28 02 00 00 00 52 3f 00 00 00 74 02 .....(....R-...R....(....R?...t.
2300 00 00 00 75 74 28 00 00 00 00 28 00 00 00 00 73 4f 00 00 00 2f 62 75 69 6c 64 62 6f 74 2f 74 6d ...ut(....(....sO.../buildbot/tm
2320 70 2f 62 75 69 6c 64 68 6f 73 74 2f 69 6e 73 74 61 6c 6c 2f 70 72 65 62 75 69 6c 74 2f 6c 69 6e p/buildhost/install/prebuilt/lin
2340 75 78 2d 78 38 36 5f 36 34 2f 6c 69 62 2f 70 79 74 68 6f 6e 32 2e 37 2f 74 6f 6b 65 6e 69 7a 65 ux-x86_64/lib/python2.7/tokenize
2360 2e 70 79 52 06 00 00 00 f3 00 00 00 73 04 00 00 00 00 12 09 01 63 01 00 00 00 1b 00 00 00 0a 00 .pyR........s........c..........
2380 00 00 63 00 00 00 73 44 07 00 00 64 01 00 04 7d 01 00 04 7d 02 00 7d 03 00 74 00 00 6a 01 00 64 ..c...sD...d...}...}..}..t..j..d
23a0 02 00 17 64 03 00 02 7d 04 00 7d 05 00 64 1d 00 5c 02 00 7d 06 00 7d 07 00 64 1c 00 7d 08 00 64 ...d...}..}..d..\..}..}..d..}..d
23c0 01 00 67 01 00 7d 09 00 78 ab 06 79 0d 00 7c 00 00 83 00 00 7d 0a 00 57 6e 17 00 04 74 03 00 6b ..g..}..x..y..|.....}..Wn...t..k
23e0 0a 00 72 66 00 01 01 01 64 04 00 7d 0a 00 6e 01 00 58 7c 01 00 64 05 00 37 7d 01 00 64 01 00 74 ..rf....d..}..n..X|..d..7}..d..t
2400 04 00 7c 0a 00 83 01 00 02 7d 0b 00 7d 0c 00 7c 06 00 72 7b 01 7c 0a 00 73 a2 00 74 05 00 64 06 ..|......}..}..|..r{.|..s..t..d.
2420 00 7c 0d 00 66 02 00 82 02 00 6e 00 00 7c 0e 00 6a 06 00 7c 0a 00 83 01 00 7d 0f 00 7c 0f 00 72 .|..f.....n..|..j..|.....}..|..r
2440 05 01 7c 0f 00 6a 07 00 64 01 00 83 01 00 04 7d 0b 00 7d 10 00 74 08 00 7c 06 00 7c 0a 00 7c 10 ..|..j..d......}..}..t..|..|..|.
2460 00 20 17 7c 0d 00 7c 01 00 7c 10 00 66 02 00 7c 08 00 7c 0a 00 17 66 05 00 56 01 64 1e 00 5c 02 ...|..|..|..f..|..|...f..V.d..\.
2480 00 7d 06 00 7d 07 00 64 1c 00 7d 08 00 71 db 03 7c 07 00 72 61 01 7c 0a 00 64 07 00 1f 64 08 00 .}..}..d..}..q..|..ra.|..d...d..
24a0 6b 03 00 72 61 01 7c 0a 00 64 09 00 1f 64 0a 00 6b 03 00 72 61 01 74 09 00 7c 06 00 7c 0a 00 17 k..ra.|..d...d..k..ra.t..|..|...
24c0 7c 0d 00 7c 01 00 74 04 00 7c 0a 00 83 01 00 66 02 00 7c 08 00 66 05 00 56 01 64 04 00 7d 06 00 |..|..t..|.....f..|..f..V.d..}..
24e0 64 1c 00 7d 08 00 71 40 00 71 db 03 7c 06 00 7c 0a 00 17 7d 06 00 7c 08 00 7c 0a 00 17 7d 08 00 d..}..q@.q..|..|...}..|..|...}..
2500 71 40 00 6e 60 02 7c 02 00 64 01 00 6b 02 00 72 b7 03 7c 03 00 0c 72 b7 03 7c 0a 00 73 98 01 50 q@.n`.|..d..k..r..|...r..|..s..P
2520 6e 00 00 64 01 00 7d 11 00 78 76 00 7c 0b 00 7c 0c 00 6b 00 00 72 16 02 7c 0a 00 7c 0b 00 19 64 n..d..}..xv.|..|..k..r..|..|...d
2540 0b 00 6b 02 00 72 ca 01 7c 11 00 64 05 00 37 7d 11 00 6e 3f 00 7c 0a 00 7c 0b 00 19 64 0c 00 6b ..k..r..|..d..7}..n?.|..|...d..k
2560 02 00 72 ef 01 7c 11 00 74 0a 00 1a 64 05 00 17 74 0a 00 14 7d 11 00 6e 1a 00 7c 0a 00 7c 0b 00 ..r..|..t...d...t...}..n..|..|..
2580 19 64 0d 00 6b 02 00 72 08 02 64 01 00 7d 11 00 6e 01 00 50 7c 0b 00 64 05 00 37 7d 0b 00 71 a1 .d..k..r..d..}..n..P|..d..7}..q.
25a0 01 57 7c 0b 00 7c 0c 00 6b 02 00 72 27 02 50 6e 00 00 7c 0a 00 7c 0b 00 19 64 0e 00 6b 06 00 72 .W|..|..k..r'.Pn..|..|...d..k..r
25c0 05 03 7c 0a 00 7c 0b 00 19 64 0f 00 6b 02 00 72 c1 02 7c 0a 00 7c 0b 00 1f 6a 0b 00 64 10 00 83 ..|..|...d..k..r..|..|...j..d...
25e0 01 00 7d 12 00 7c 0b 00 74 04 00 7c 12 00 83 01 00 17 7d 13 00 74 0c 00 7c 12 00 7c 01 00 7c 0b ..}..|..t..|......}..t..|..|..|.
2600 00 66 02 00 7c 01 00 7c 0b 00 74 04 00 7c 12 00 83 01 00 17 66 02 00 7c 0a 00 66 05 00 56 01 74 .f..|..|..t..|......f..|..f..V.t
2620 0d 00 7c 0a 00 7c 13 00 1f 7c 01 00 7c 13 00 66 02 00 7c 01 00 74 04 00 7c 0a 00 83 01 00 66 02 ..|..|...|..|..f..|..t..|.....f.
2640 00 7c 0a 00 66 05 00 56 01 71 40 00 74 0d 00 74 0c 00 66 02 00 7c 0a 00 7c 0b 00 19 64 0f 00 6b .|..f..V.q@.t..t..f..|..|...d..k
2660 02 00 19 7c 0a 00 7c 0b 00 1f 7c 01 00 7c 0b 00 66 02 00 7c 01 00 74 04 00 7c 0a 00 83 01 00 66 ...|..|...|..|..f..|..t..|.....f
2680 02 00 7c 0a 00 66 05 00 56 01 71 40 00 6e 00 00 7c 11 00 7c 09 00 64 11 00 19 6b 04 00 72 49 03 ..|..f..V.q@.n..|..|..d...k..rI.
26a0 7c 09 00 6a 0e 00 7c 11 00 83 01 00 01 74 0f 00 7c 0a 00 7c 0b 00 20 7c 01 00 64 01 00 66 02 00 |..j..|......t..|..|...|..d..f..
26c0 7c 01 00 7c 0b 00 66 02 00 7c 0a 00 66 05 00 56 01 6e 00 00 78 8f 00 7c 11 00 7c 09 00 64 11 00 |..|..f..|..f..V.n..x..|..|..d..
26e0 19 6b 00 00 72 b3 03 7c 11 00 7c 09 00 6b 07 00 72 86 03 74 10 00 64 12 00 64 13 00 7c 01 00 7c .k..r..|..|..k..r..t..d..d..|..|
2700 0b 00 7c 0a 00 66 04 00 83 02 00 82 01 00 6e 00 00 7c 09 00 64 11 00 20 7d 09 00 74 11 00 64 04 ..|..f........n..|..d...}..t..d.
2720 00 7c 01 00 7c 0b 00 66 02 00 7c 01 00 7c 0b 00 66 02 00 7c 0a 00 66 05 00 56 01 71 4c 03 57 6e .|..|..f..|..|..f..|..f..V.qL.Wn
2740 24 00 7c 0a 00 73 d5 03 74 05 00 64 14 00 7c 01 00 64 01 00 66 02 00 66 02 00 82 02 00 6e 00 00 $.|..s..t..d..|..d..f..f.....n..
2760 64 01 00 7d 03 00 78 0a 03 7c 0b 00 7c 0c 00 6b 00 00 72 e7 06 74 12 00 6a 06 00 7c 0a 00 7c 0b d..}..x..|..|..k..r..t..j..|..|.
2780 00 83 02 00 7d 14 00 7c 14 00 72 b2 06 7c 14 00 6a 13 00 64 05 00 83 01 00 5c 02 00 7d 15 00 7d ....}..|..r..|..j..d.....\..}..}
27a0 10 00 7c 01 00 7c 15 00 66 02 00 7c 01 00 7c 10 00 66 02 00 7c 10 00 03 02 7d 16 00 7d 17 00 7d ..|..|..f..|..|..f..|....}..}..}
27c0 0b 00 7c 15 00 7c 10 00 6b 02 00 72 49 04 71 de 03 6e 00 00 7c 0a 00 7c 15 00 7c 10 00 21 7c 0a ..|..|..k..rI.q..n..|..|..|..!|.
27e0 00 7c 15 00 19 02 7d 18 00 7d 19 00 7c 19 00 7c 05 00 6b 06 00 73 85 04 7c 19 00 64 15 00 6b 02 .|....}..}..|..|..k..s..|..d..k.
2800 00 72 9c 04 7c 18 00 64 15 00 6b 03 00 72 9c 04 74 14 00 7c 18 00 7c 16 00 7c 17 00 7c 0a 00 66 .r..|..d..k..r..t..|..|..|..|..f
2820 05 00 56 01 71 e4 06 7c 19 00 64 10 00 6b 06 00 72 d1 04 7c 02 00 64 01 00 6b 04 00 72 ba 04 74 ..V.q..|..d..k..r..|..d..k..r..t
2840 0d 00 6e 03 00 74 15 00 7c 18 00 7c 16 00 7c 17 00 7c 0a 00 66 05 00 56 01 71 e4 06 7c 19 00 64 ..n..t..|..|..|..|..f..V.q..|..d
2860 0f 00 6b 02 00 72 0a 05 7c 18 00 6a 16 00 64 16 00 83 01 00 0c 73 f3 04 74 17 00 82 01 00 74 0c ..k..r..|..j..d......s..t.....t.
2880 00 7c 18 00 7c 16 00 7c 17 00 7c 0a 00 66 05 00 56 01 71 e4 06 7c 18 00 74 18 00 6b 06 00 72 91 .|..|..|..|..f..V.q..|..t..k..r.
28a0 05 74 19 00 7c 18 00 19 7d 0e 00 7c 0e 00 6a 06 00 7c 0a 00 7c 0b 00 83 02 00 7d 0f 00 7c 0f 00 .t..|...}..|..j..|..|.....}..|..
28c0 72 71 05 7c 0f 00 6a 07 00 64 01 00 83 01 00 7d 0b 00 7c 0a 00 7c 15 00 7c 0b 00 21 7d 18 00 74 rq.|..j..d.....}..|..|..|..!}..t
28e0 08 00 7c 18 00 7c 16 00 7c 01 00 7c 0b 00 66 02 00 7c 0a 00 66 05 00 56 01 71 af 06 7c 01 00 7c ..|..|..|..|..f..|..f..V.q..|..|
2900 15 00 66 02 00 7d 0d 00 7c 0a 00 7c 15 00 1f 7d 06 00 7c 0a 00 7d 08 00 50 71 e4 06 7c 19 00 74 ..f..}..|..|...}..|..}..Pq..|..t
2920 1a 00 6b 06 00 73 bd 05 7c 18 00 64 17 00 20 74 1a 00 6b 06 00 73 bd 05 7c 18 00 64 18 00 20 74 ..k..s..|..d...t..k..s..|..d...t
2940 1a 00 6b 06 00 72 31 06 7c 18 00 64 11 00 19 64 16 00 6b 02 00 72 1a 06 7c 01 00 7c 15 00 66 02 ..k..r1.|..d...d..k..r..|..|..f.
2960 00 7d 0d 00 74 19 00 7c 19 00 19 70 fc 05 74 19 00 7c 18 00 64 05 00 19 19 70 fc 05 74 19 00 7c .}..t..|...p..t..|..d....p..t..|
2980 18 00 64 17 00 19 19 7d 0e 00 7c 0a 00 7c 15 00 1f 64 05 00 02 7d 06 00 7d 07 00 7c 0a 00 7d 08 ..d....}..|..|...d...}..}..|..}.
29a0 00 50 71 af 06 74 08 00 7c 18 00 7c 16 00 7c 17 00 7c 0a 00 66 05 00 56 01 71 e4 06 7c 19 00 7c .Pq..t..|..|..|..|..f..V.q..|..|
29c0 04 00 6b 06 00 72 54 06 74 1b 00 7c 18 00 7c 16 00 7c 17 00 7c 0a 00 66 05 00 56 01 71 e4 06 7c ..k..rT.t..|..|..|..|..f..V.q..|
29e0 19 00 64 19 00 6b 02 00 72 69 06 64 05 00 7d 03 00 71 e4 06 7c 19 00 64 1a 00 6b 06 00 72 82 06 ..d..k..ri.d..}..q..|..d..k..r..
2a00 7c 02 00 64 05 00 37 7d 02 00 6e 19 00 7c 19 00 64 1b 00 6b 06 00 72 9b 06 7c 02 00 64 05 00 38 |..d..7}..n..|..d..k..r..|..d..8
2a20 7d 02 00 6e 00 00 74 1c 00 7c 18 00 7c 16 00 7c 17 00 7c 0a 00 66 05 00 56 01 71 de 03 74 09 00 }..n..t..|..|..|..|..f..V.q..t..
2a40 7c 0a 00 7c 0b 00 19 7c 01 00 7c 0b 00 66 02 00 7c 01 00 7c 0b 00 64 05 00 17 66 02 00 7c 0a 00 |..|...|..|..f..|..|..d...f..|..
2a60 66 05 00 56 01 7c 0b 00 64 05 00 37 7d 0b 00 71 de 03 57 71 40 00 78 32 00 7c 09 00 64 05 00 1f f..V.|..d..7}..q..Wq@.x2.|..d...
2a80 44 5d 26 00 7d 1a 00 74 11 00 64 04 00 7c 01 00 64 01 00 66 02 00 7c 01 00 64 01 00 66 02 00 64 D]&.}..t..d..|..d..f..|..d..f..d
2aa0 04 00 66 05 00 56 01 71 f6 06 57 74 1d 00 64 04 00 7c 01 00 64 01 00 66 02 00 7c 01 00 64 01 00 ..f..V.q..Wt..d..|..d..f..|..d..
2ac0 66 02 00 64 04 00 66 05 00 56 01 64 1c 00 53 28 1f 00 00 00 73 53 03 00 00 0a 20 20 20 20 54 68 f..d..f..V.d..S(....sS........Th
2ae0 65 20 67 65 6e 65 72 61 74 65 5f 74 6f 6b 65 6e 73 28 29 20 67 65 6e 65 72 61 74 6f 72 20 72 65 e.generate_tokens().generator.re
2b00 71 75 69 72 65 73 20 6f 6e 65 20 61 72 67 6d 65 6e 74 2c 20 72 65 61 64 6c 69 6e 65 2c 20 77 68 quires.one.argment,.readline,.wh
2b20 69 63 68 0a 20 20 20 20 6d 75 73 74 20 62 65 20 61 20 63 61 6c 6c 61 62 6c 65 20 6f 62 6a 65 63 ich.....must.be.a.callable.objec
2b40 74 20 77 68 69 63 68 20 70 72 6f 76 69 64 65 73 20 74 68 65 20 73 61 6d 65 20 69 6e 74 65 72 66 t.which.provides.the.same.interf
2b60 61 63 65 20 61 73 20 74 68 65 0a 20 20 20 20 72 65 61 64 6c 69 6e 65 28 29 20 6d 65 74 68 6f 64 ace.as.the.....readline().method
2b80 20 6f 66 20 62 75 69 6c 74 2d 69 6e 20 66 69 6c 65 20 6f 62 6a 65 63 74 73 2e 20 45 61 63 68 20 .of.built-in.file.objects..Each.
2ba0 63 61 6c 6c 20 74 6f 20 74 68 65 20 66 75 6e 63 74 69 6f 6e 0a 20 20 20 20 73 68 6f 75 6c 64 20 call.to.the.function.....should.
2bc0 72 65 74 75 72 6e 20 6f 6e 65 20 6c 69 6e 65 20 6f 66 20 69 6e 70 75 74 20 61 73 20 61 20 73 74 return.one.line.of.input.as.a.st
2be0 72 69 6e 67 2e 20 20 41 6c 74 65 72 6e 61 74 65 6c 79 2c 20 72 65 61 64 6c 69 6e 65 0a 20 20 20 ring...Alternately,.readline....
2c00 20 63 61 6e 20 62 65 20 61 20 63 61 6c 6c 61 62 6c 65 20 66 75 6e 63 74 69 6f 6e 20 74 65 72 6d .can.be.a.callable.function.term
2c20 69 6e 61 74 69 6e 67 20 77 69 74 68 20 53 74 6f 70 49 74 65 72 61 74 69 6f 6e 3a 0a 20 20 20 20 inating.with.StopIteration:.....
2c40 20 20 20 20 72 65 61 64 6c 69 6e 65 20 3d 20 6f 70 65 6e 28 6d 79 66 69 6c 65 29 2e 6e 65 78 74 ....readline.=.open(myfile).next
2c60 20 20 20 20 23 20 45 78 61 6d 70 6c 65 20 6f 66 20 61 6c 74 65 72 6e 61 74 65 20 72 65 61 64 6c ....#.Example.of.alternate.readl
2c80 69 6e 65 0a 0a 20 20 20 20 54 68 65 20 67 65 6e 65 72 61 74 6f 72 20 70 72 6f 64 75 63 65 73 20 ine......The.generator.produces.
2ca0 35 2d 74 75 70 6c 65 73 20 77 69 74 68 20 74 68 65 73 65 20 6d 65 6d 62 65 72 73 3a 20 74 68 65 5-tuples.with.these.members:.the
2cc0 20 74 6f 6b 65 6e 20 74 79 70 65 3b 20 74 68 65 0a 20 20 20 20 74 6f 6b 65 6e 20 73 74 72 69 6e .token.type;.the.....token.strin
2ce0 67 3b 20 61 20 32 2d 74 75 70 6c 65 20 28 73 72 6f 77 2c 20 73 63 6f 6c 29 20 6f 66 20 69 6e 74 g;.a.2-tuple.(srow,.scol).of.int
2d00 73 20 73 70 65 63 69 66 79 69 6e 67 20 74 68 65 20 72 6f 77 20 61 6e 64 0a 20 20 20 20 63 6f 6c s.specifying.the.row.and.....col
2d20 75 6d 6e 20 77 68 65 72 65 20 74 68 65 20 74 6f 6b 65 6e 20 62 65 67 69 6e 73 20 69 6e 20 74 68 umn.where.the.token.begins.in.th
2d40 65 20 73 6f 75 72 63 65 3b 20 61 20 32 2d 74 75 70 6c 65 20 28 65 72 6f 77 2c 20 65 63 6f 6c 29 e.source;.a.2-tuple.(erow,.ecol)
2d60 20 6f 66 0a 20 20 20 20 69 6e 74 73 20 73 70 65 63 69 66 79 69 6e 67 20 74 68 65 20 72 6f 77 20 .of.....ints.specifying.the.row.
2d80 61 6e 64 20 63 6f 6c 75 6d 6e 20 77 68 65 72 65 20 74 68 65 20 74 6f 6b 65 6e 20 65 6e 64 73 20 and.column.where.the.token.ends.
2da0 69 6e 20 74 68 65 20 73 6f 75 72 63 65 3b 0a 20 20 20 20 61 6e 64 20 74 68 65 20 6c 69 6e 65 20 in.the.source;.....and.the.line.
2dc0 6f 6e 20 77 68 69 63 68 20 74 68 65 20 74 6f 6b 65 6e 20 77 61 73 20 66 6f 75 6e 64 2e 20 54 68 on.which.the.token.was.found..Th
2de0 65 20 6c 69 6e 65 20 70 61 73 73 65 64 20 69 73 20 74 68 65 0a 20 20 20 20 6c 6f 67 69 63 61 6c e.line.passed.is.the.....logical
2e00 20 6c 69 6e 65 3b 20 63 6f 6e 74 69 6e 75 61 74 69 6f 6e 20 6c 69 6e 65 73 20 61 72 65 20 69 6e .line;.continuation.lines.are.in
2e20 63 6c 75 64 65 64 2e 0a 20 20 20 20 69 00 00 00 00 52 01 00 00 00 74 0a 00 00 00 30 31 32 33 34 cluded......i....R....t....01234
2e40 35 36 37 38 39 52 3b 00 00 00 69 01 00 00 00 73 18 00 00 00 45 4f 46 20 69 6e 20 6d 75 6c 74 69 56789R;...i....s....EOF.in.multi
2e60 2d 6c 69 6e 65 20 73 74 72 69 6e 67 69 fe ff ff ff 73 02 00 00 00 5c 0a 69 fd ff ff ff 73 03 00 -line.stringi....s....\.i....s..
2e80 00 00 5c 0d 0a 52 33 00 00 00 73 01 00 00 00 09 73 01 00 00 00 0c 73 03 00 00 00 23 0d 0a 74 01 ..\..R3...s.....s.....s....#..t.
2ea0 00 00 00 23 73 02 00 00 00 0d 0a 69 ff ff ff ff 73 33 00 00 00 75 6e 69 6e 64 65 6e 74 20 64 6f ...#s......i....s3...unindent.do
2ec0 65 73 20 6e 6f 74 20 6d 61 74 63 68 20 61 6e 79 20 6f 75 74 65 72 20 69 6e 64 65 6e 74 61 74 69 es.not.match.any.outer.indentati
2ee0 6f 6e 20 6c 65 76 65 6c 73 0a 00 00 00 3c 74 6f 6b 65 6e 69 7a 65 3e 73 1b 00 00 00 45 4f 46 20 on.levels....<tokenize>s....EOF.
2f00 69 6e 20 6d 75 6c 74 69 2d 6c 69 6e 65 20 73 74 61 74 65 6d 65 6e 74 74 01 00 00 00 2e 73 01 00 in.multi-line.statementt.....s..
2f20 00 00 0a 69 02 00 00 00 69 03 00 00 00 73 01 00 00 00 5c 73 03 00 00 00 28 5b 7b 73 03 00 00 00 ...i....i....s....\s....([{s....
2f40 29 5d 7d 4e 28 02 00 00 00 52 3b 00 00 00 69 00 00 00 00 28 02 00 00 00 52 3b 00 00 00 69 00 00 )]}N(....R;...i....(....R;...i..
2f60 00 00 28 1e 00 00 00 74 06 00 00 00 73 74 72 69 6e 67 74 0d 00 00 00 61 73 63 69 69 5f 6c 65 74 ..(....t....stringt....ascii_let
2f80 74 65 72 73 74 04 00 00 00 4e 6f 6e 65 74 0d 00 00 00 53 74 6f 70 49 74 65 72 61 74 69 6f 6e 52 terst....Nonet....StopIterationR
2fa0 3c 00 00 00 52 19 00 00 00 74 05 00 00 00 6d 61 74 63 68 52 42 00 00 00 52 47 00 00 00 74 0a 00 <...R....t....matchRB...RG...t..
2fc0 00 00 45 52 52 4f 52 54 4f 4b 45 4e 74 07 00 00 00 74 61 62 73 69 7a 65 74 06 00 00 00 72 73 74 ..ERRORTOKENt....tabsizet....rst
2fe0 72 69 70 52 02 00 00 00 52 05 00 00 00 52 35 00 00 00 52 48 00 00 00 74 10 00 00 00 49 6e 64 65 ripR....R....R5...RH...t....Inde
3000 6e 74 61 74 69 6f 6e 45 72 72 6f 72 52 49 00 00 00 74 0a 00 00 00 70 73 65 75 64 6f 70 72 6f 67 ntationErrorRI...t....pseudoprog
3020 74 04 00 00 00 73 70 61 6e 52 45 00 00 00 52 3e 00 00 00 74 08 00 00 00 65 6e 64 73 77 69 74 68 t....spanRE...R>...t....endswith
3040 52 34 00 00 00 74 0d 00 00 00 74 72 69 70 6c 65 5f 71 75 6f 74 65 64 74 08 00 00 00 65 6e 64 70 R4...t....triple_quotedt....endp
3060 72 6f 67 73 74 0d 00 00 00 73 69 6e 67 6c 65 5f 71 75 6f 74 65 64 52 44 00 00 00 74 02 00 00 00 rogst....single_quotedRD...t....
3080 4f 50 74 09 00 00 00 45 4e 44 4d 41 52 4b 45 52 28 1b 00 00 00 52 2a 00 00 00 74 04 00 00 00 6c OPt....ENDMARKER(....R*...t....l
30a0 6e 75 6d 74 08 00 00 00 70 61 72 65 6e 6c 65 76 74 09 00 00 00 63 6f 6e 74 69 6e 75 65 64 74 09 numt....parenlevt....continuedt.
30c0 00 00 00 6e 61 6d 65 63 68 61 72 73 74 08 00 00 00 6e 75 6d 63 68 61 72 73 74 07 00 00 00 63 6f ...namecharst....numcharst....co
30e0 6e 74 73 74 72 74 08 00 00 00 6e 65 65 64 63 6f 6e 74 74 08 00 00 00 63 6f 6e 74 6c 69 6e 65 52 ntstrt....needcontt....contlineR
3100 4c 00 00 00 52 23 00 00 00 74 03 00 00 00 70 6f 73 74 03 00 00 00 6d 61 78 74 08 00 00 00 73 74 L...R#...t....post....maxt....st
3120 72 73 74 61 72 74 74 07 00 00 00 65 6e 64 70 72 6f 67 74 08 00 00 00 65 6e 64 6d 61 74 63 68 52 rstartt....endprogt....endmatchR
3140 42 00 00 00 74 06 00 00 00 63 6f 6c 75 6d 6e 74 0d 00 00 00 63 6f 6d 6d 65 6e 74 5f 74 6f 6b 65 B...t....columnt....comment_toke
3160 6e 74 06 00 00 00 6e 6c 5f 70 6f 73 74 0b 00 00 00 70 73 65 75 64 6f 6d 61 74 63 68 52 36 00 00 nt....nl_post....pseudomatchR6..
3180 00 74 04 00 00 00 73 70 6f 73 74 04 00 00 00 65 70 6f 73 52 20 00 00 00 74 07 00 00 00 69 6e 69 .t....spost....eposR....t....ini
31a0 74 69 61 6c 74 06 00 00 00 69 6e 64 65 6e 74 28 00 00 00 00 28 00 00 00 00 73 4f 00 00 00 2f 62 tialt....indent(....(....sO.../b
31c0 75 69 6c 64 62 6f 74 2f 74 6d 70 2f 62 75 69 6c 64 68 6f 73 74 2f 69 6e 73 74 61 6c 6c 2f 70 72 uildbot/tmp/buildhost/install/pr
31e0 65 62 75 69 6c 74 2f 6c 69 6e 75 78 2d 78 38 36 5f 36 34 2f 6c 69 62 2f 70 79 74 68 6f 6e 32 2e ebuilt/linux-x86_64/lib/python2.
3200 37 2f 74 6f 6b 65 6e 69 7a 65 2e 70 79 52 04 00 00 00 08 01 00 00 73 f8 00 00 00 00 10 0e 01 14 7/tokenize.pyR........s.........
3220 01 0c 01 06 01 09 02 03 01 03 01 0d 01 0d 01 0a 01 0a 01 13 02 06 01 06 01 12 01 0f 01 06 01 13 ................................
3240 01 0e 01 18 01 0c 01 09 01 26 01 0a 01 1a 01 06 01 06 01 06 02 0a 01 0a 01 06 02 13 01 06 00 04 .........&......................
3260 01 06 01 0f 01 10 01 0d 01 10 01 15 01 10 01 09 02 01 01 0e 01 0c 01 04 02 10 01 10 01 13 01 10 ................................
3280 01 06 01 24 01 0a 01 23 02 1e 01 20 01 06 02 10 01 0d 01 27 01 13 01 0c 01 03 01 03 01 18 01 0a ...$...#...........'............
32a0 01 27 03 06 01 18 01 06 02 0f 01 12 01 06 01 15 01 20 01 0c 01 06 01 18 02 0c 01 18 01 17 01 0c .'..............................
32c0 01 15 01 14 01 0c 01 16 01 17 01 0c 01 0a 01 12 01 06 01 0f 01 0d 01 1d 02 0c 01 0a 01 06 01 04 ................................
32e0 01 0c 01 10 01 10 01 10 01 0c 01 18 01 0e 01 11 01 06 01 04 02 17 01 0c 01 17 01 0c 01 09 02 0c ................................
3300 01 0d 01 0c 01 0d 01 17 02 0a 01 1e 01 11 02 11 01 24 01 74 08 00 00 00 5f 5f 6d 61 69 6e 5f 5f .................$.t....__main__
3320 28 1e 00 00 00 73 03 00 00 00 27 27 27 73 03 00 00 00 22 22 22 73 04 00 00 00 72 27 27 27 73 04 (....s....'''s...."""s....r'''s.
3340 00 00 00 72 22 22 22 73 04 00 00 00 52 27 27 27 73 04 00 00 00 52 22 22 22 73 04 00 00 00 75 27 ...r"""s....R'''s....R"""s....u'
3360 27 27 73 04 00 00 00 75 22 22 22 73 04 00 00 00 55 27 27 27 73 04 00 00 00 55 22 22 22 73 05 00 ''s....u"""s....U'''s....U"""s..
3380 00 00 75 72 27 27 27 73 05 00 00 00 75 72 22 22 22 73 05 00 00 00 55 72 27 27 27 73 05 00 00 00 ..ur'''s....ur"""s....Ur'''s....
33a0 55 72 22 22 22 73 05 00 00 00 75 52 27 27 27 73 05 00 00 00 75 52 22 22 22 73 05 00 00 00 55 52 Ur"""s....uR'''s....uR"""s....UR
33c0 27 27 27 73 05 00 00 00 55 52 22 22 22 73 04 00 00 00 62 27 27 27 73 04 00 00 00 62 22 22 22 73 '''s....UR"""s....b'''s....b"""s
33e0 04 00 00 00 42 27 27 27 73 04 00 00 00 42 22 22 22 73 05 00 00 00 62 72 27 27 27 73 05 00 00 00 ....B'''s....B"""s....br'''s....
3400 62 72 22 22 22 73 05 00 00 00 42 72 27 27 27 73 05 00 00 00 42 72 22 22 22 73 05 00 00 00 62 52 br"""s....Br'''s....Br"""s....bR
3420 27 27 27 73 05 00 00 00 62 52 22 22 22 73 05 00 00 00 42 52 27 27 27 73 05 00 00 00 42 52 22 22 '''s....bR"""s....BR'''s....BR""
3440 22 28 1e 00 00 00 52 11 00 00 00 52 12 00 00 00 73 02 00 00 00 72 27 73 02 00 00 00 72 22 73 02 "(....R....R....s....r's....r"s.
3460 00 00 00 52 27 73 02 00 00 00 52 22 73 02 00 00 00 75 27 73 02 00 00 00 75 22 73 02 00 00 00 55 ...R's....R"s....u's....u"s....U
3480 27 73 02 00 00 00 55 22 73 03 00 00 00 75 72 27 73 03 00 00 00 75 72 22 73 03 00 00 00 55 72 27 's....U"s....ur's....ur"s....Ur'
34a0 73 03 00 00 00 55 72 22 73 03 00 00 00 75 52 27 73 03 00 00 00 75 52 22 73 03 00 00 00 55 52 27 s....Ur"s....uR's....uR"s....UR'
34c0 73 03 00 00 00 55 52 22 73 02 00 00 00 62 27 73 02 00 00 00 62 22 73 02 00 00 00 42 27 73 02 00 s....UR"s....b's....b"s....B's..
34e0 00 00 42 22 73 03 00 00 00 62 72 27 73 03 00 00 00 62 72 22 73 03 00 00 00 42 72 27 73 03 00 00 ..B"s....br's....br"s....Br's...
3500 00 42 72 22 73 03 00 00 00 62 52 27 73 03 00 00 00 62 52 22 73 03 00 00 00 42 52 27 73 03 00 00 .Br"s....bR's....bR"s....BR's...
3520 00 42 52 22 28 00 00 00 00 28 4b 00 00 00 74 07 00 00 00 5f 5f 64 6f 63 5f 5f 74 0a 00 00 00 5f .BR"(....(K...t....__doc__t...._
3540 5f 61 75 74 68 6f 72 5f 5f 74 0b 00 00 00 5f 5f 63 72 65 64 69 74 73 5f 5f 52 56 00 00 00 74 02 _author__t....__credits__RV...t.
3560 00 00 00 72 65 52 20 00 00 00 74 03 00 00 00 64 69 72 74 01 00 00 00 78 74 0a 00 00 00 73 74 61 ...reR....t....dirt....xt....sta
3580 72 74 73 77 69 74 68 74 07 00 00 00 5f 5f 61 6c 6c 5f 5f 74 08 00 00 00 4e 5f 54 4f 4b 45 4e 53 rtswitht....__all__t....N_TOKENS
35a0 52 02 00 00 00 52 1d 00 00 00 52 05 00 00 00 52 0c 00 00 00 52 0d 00 00 00 52 0f 00 00 00 74 0a R....R....R....R....R....R....t.
35c0 00 00 00 57 68 69 74 65 73 70 61 63 65 74 07 00 00 00 43 6f 6d 6d 65 6e 74 74 06 00 00 00 49 67 ...Whitespacet....Commentt....Ig
35e0 6e 6f 72 65 74 04 00 00 00 4e 61 6d 65 74 09 00 00 00 48 65 78 6e 75 6d 62 65 72 74 09 00 00 00 noret....Namet....Hexnumbert....
3600 4f 63 74 6e 75 6d 62 65 72 74 09 00 00 00 42 69 6e 6e 75 6d 62 65 72 74 09 00 00 00 44 65 63 6e Octnumbert....Binnumbert....Decn
3620 75 6d 62 65 72 74 09 00 00 00 49 6e 74 6e 75 6d 62 65 72 74 08 00 00 00 45 78 70 6f 6e 65 6e 74 umbert....Intnumbert....Exponent
3640 74 0a 00 00 00 50 6f 69 6e 74 66 6c 6f 61 74 74 08 00 00 00 45 78 70 66 6c 6f 61 74 74 0b 00 00 t....Pointfloatt....Expfloatt...
3660 00 46 6c 6f 61 74 6e 75 6d 62 65 72 74 0a 00 00 00 49 6d 61 67 6e 75 6d 62 65 72 74 06 00 00 00 .Floatnumbert....Imagnumbert....
3680 4e 75 6d 62 65 72 74 06 00 00 00 53 69 6e 67 6c 65 74 06 00 00 00 44 6f 75 62 6c 65 74 07 00 00 Numbert....Singlet....Doublet...
36a0 00 53 69 6e 67 6c 65 33 74 07 00 00 00 44 6f 75 62 6c 65 33 74 06 00 00 00 54 72 69 70 6c 65 74 .Single3t....Double3t....Triplet
36c0 06 00 00 00 53 74 72 69 6e 67 74 08 00 00 00 4f 70 65 72 61 74 6f 72 74 07 00 00 00 42 72 61 63 ....Stringt....Operatort....Brac
36e0 6b 65 74 74 07 00 00 00 53 70 65 63 69 61 6c 74 05 00 00 00 46 75 6e 6e 79 74 0a 00 00 00 50 6c kett....Specialt....Funnyt....Pl
3700 61 69 6e 54 6f 6b 65 6e 74 05 00 00 00 54 6f 6b 65 6e 74 07 00 00 00 43 6f 6e 74 53 74 72 74 0c ainTokent....Tokent....ContStrt.
3720 00 00 00 50 73 65 75 64 6f 45 78 74 72 61 73 74 0b 00 00 00 50 73 65 75 64 6f 54 6f 6b 65 6e 74 ...PseudoExtrast....PseudoTokent
3740 03 00 00 00 6d 61 70 74 07 00 00 00 63 6f 6d 70 69 6c 65 74 09 00 00 00 74 6f 6b 65 6e 70 72 6f ....mapt....compilet....tokenpro
3760 67 52 5f 00 00 00 74 0b 00 00 00 73 69 6e 67 6c 65 33 70 72 6f 67 74 0b 00 00 00 64 6f 75 62 6c gR_...t....single3progt....doubl
3780 65 33 70 72 6f 67 52 58 00 00 00 52 63 00 00 00 52 62 00 00 00 52 40 00 00 00 52 64 00 00 00 52 e3progRX...Rc...Rb...R@...Rd...R
37a0 5c 00 00 00 74 09 00 00 00 45 78 63 65 70 74 69 6f 6e 52 19 00 00 00 52 1c 00 00 00 52 28 00 00 \...t....ExceptionR....R....R(..
37c0 00 52 03 00 00 00 52 29 00 00 00 52 2d 00 00 00 52 06 00 00 00 52 04 00 00 00 52 1a 00 00 00 74 .R....R)...R-...R....R....R....t
37e0 03 00 00 00 73 79 73 52 3c 00 00 00 74 04 00 00 00 61 72 67 76 74 04 00 00 00 6f 70 65 6e 52 2a ....sysR<...t....argvt....openR*
3800 00 00 00 74 05 00 00 00 73 74 64 69 6e 28 00 00 00 00 28 00 00 00 00 28 00 00 00 00 73 4f 00 00 ...t....stdin(....(....(....sO..
3820 00 2f 62 75 69 6c 64 62 6f 74 2f 74 6d 70 2f 62 75 69 6c 64 68 6f 73 74 2f 69 6e 73 74 61 6c 6c ./buildbot/tmp/buildhost/install
3840 2f 70 72 65 62 75 69 6c 74 2f 6c 69 6e 75 78 2d 78 38 36 5f 36 34 2f 6c 69 62 2f 70 79 74 68 6f /prebuilt/linux-x86_64/lib/pytho
3860 6e 32 2e 37 2f 74 6f 6b 65 6e 69 7a 65 2e 70 79 74 08 00 00 00 3c 6d 6f 64 75 6c 65 3e 17 00 00 n2.7/tokenize.pyt....<module>...
3880 00 73 d8 00 00 00 06 02 06 01 06 03 18 01 0a 02 0c 01 2e 01 19 01 03 01 03 02 06 01 0a 01 0a 01 .s..............................
38a0 0a 01 0a 02 09 01 09 01 09 02 06 01 06 01 1e 01 06 02 06 01 06 01 06 01 06 01 15 01 06 01 19 01 ................................
38c0 0a 01 0f 01 13 01 12 03 06 02 06 02 06 02 06 01 0f 02 06 01 09 05 12 01 03 01 03 01 09 02 06 01 ................................
38e0 0f 01 12 02 15 01 0a 03 06 01 0d 01 03 01 13 01 12 01 1c 02 03 01 27 01 23 01 0e 01 0e 01 0e 01 ......................'.#.......
3900 0e 01 0e 01 0e 01 0e 01 0e 01 0e 01 0e 01 0e 01 0e 01 0e 01 0e 01 0e 01 1c 01 11 02 06 01 03 01 ................................
3920 00 01 00 01 00 01 00 01 00 01 00 01 0a 01 0e 01 06 01 03 01 00 01 00 01 00 01 00 01 00 01 00 01 ................................
3940 0a 01 0e 02 06 02 16 02 16 02 09 06 0c 13 09 04 13 41 09 15 09 9d 0c 01 0c 01 15 01 1d 02 .................A............