summaryrefslogtreecommitdiff
path: root/lib/python2.7/tokenize.pyo
blob: 16acb282424041ff40bef8bbfee50e687258f1be (plain)
ofshex dumpascii
0000 03 f3 0d 0a 2f 5c fc 55 63 00 00 00 00 00 00 00 00 1e 00 00 00 40 00 00 00 73 e8 04 00 00 64 00 ..../\.Uc............@...s....d.
0020 00 5a 00 00 64 01 00 5a 01 00 64 02 00 5a 02 00 64 03 00 64 04 00 6c 03 00 5a 03 00 64 03 00 64 .Z..d..Z..d..Z..d..d..l..Z..d..d
0040 04 00 6c 04 00 5a 04 00 64 03 00 64 05 00 6c 05 00 54 64 03 00 64 04 00 6c 05 00 5a 05 00 67 00 ..l..Z..d..d..l..Td..d..l..Z..g.
0060 00 65 06 00 65 05 00 83 01 00 44 5d 1b 00 5a 07 00 65 07 00 6a 08 00 64 06 00 83 01 00 73 4d 00 .e..e.....D]..Z..e..j..d.....sM.
0080 65 07 00 5e 02 00 71 4d 00 5a 09 00 65 09 00 64 07 00 64 08 00 64 09 00 64 0a 00 64 0b 00 67 05 e..^..qM.Z..e..d..d..d..d..d..g.
00a0 00 37 5a 09 00 5b 07 00 5b 05 00 65 0a 00 5a 0b 00 64 07 00 65 0c 00 65 0b 00 3c 65 0a 00 64 0c .7Z..[..[..e..Z..d..e..e..<e..d.
00c0 00 17 5a 0d 00 64 0a 00 65 0c 00 65 0d 00 3c 65 0a 00 64 0d 00 37 5a 0a 00 64 0e 00 84 00 00 5a ..Z..d..e..e..<e..d..7Z..d.....Z
00e0 0e 00 64 0f 00 84 00 00 5a 0f 00 64 10 00 84 00 00 5a 10 00 64 11 00 5a 11 00 64 12 00 5a 12 00 ..d.....Z..d.....Z..d..Z..d..Z..
0100 65 11 00 65 0f 00 64 13 00 65 11 00 17 83 01 00 17 65 10 00 65 12 00 83 01 00 17 5a 13 00 64 14 e..e..d..e.......e..e......Z..d.
0120 00 5a 14 00 64 15 00 5a 15 00 64 16 00 5a 16 00 64 17 00 5a 17 00 64 18 00 5a 18 00 65 0e 00 65 .Z..d..Z..d..Z..d..Z..d..Z..e..e
0140 15 00 65 17 00 65 16 00 65 18 00 83 04 00 5a 19 00 64 19 00 5a 1a 00 65 0e 00 64 1a 00 64 1b 00 ..e..e..e.....Z..d..Z..e..d..d..
0160 83 02 00 65 10 00 65 1a 00 83 01 00 17 5a 1b 00 64 1c 00 65 1a 00 17 5a 1c 00 65 0e 00 65 1b 00 ...e..e......Z..d..e...Z..e..e..
0180 65 1c 00 83 02 00 5a 1d 00 65 0e 00 64 1d 00 65 1d 00 64 1e 00 17 83 02 00 5a 1e 00 65 0e 00 65 e.....Z..e..d..e..d......Z..e..e
01a0 1e 00 65 1d 00 65 19 00 83 03 00 5a 1f 00 64 1f 00 5a 20 00 64 20 00 5a 21 00 64 21 00 5a 22 00 ..e..e.....Z..d..Z..d..Z!.d!.Z".
01c0 64 22 00 5a 23 00 65 0e 00 64 23 00 64 24 00 83 02 00 5a 24 00 65 0e 00 64 25 00 64 26 00 83 02 d".Z#.e..d#.d$....Z$.e..d%.d&...
01e0 00 5a 25 00 65 0e 00 64 27 00 64 28 00 64 29 00 64 2a 00 64 2b 00 64 2c 00 64 2d 00 64 2e 00 83 .Z%.e..d'.d(.d).d*.d+.d,.d-.d...
0200 08 00 5a 26 00 64 2f 00 5a 27 00 65 0e 00 64 30 00 64 31 00 83 02 00 5a 28 00 65 0e 00 65 26 00 ..Z&.d/.Z'.e..d0.d1....Z(.e..e&.
0220 65 27 00 65 28 00 83 03 00 5a 29 00 65 0e 00 65 1f 00 65 29 00 65 25 00 65 14 00 83 04 00 5a 2a e'.e(....Z).e..e..e).e%.e.....Z*
0240 00 65 13 00 65 2a 00 17 5a 2b 00 65 0e 00 64 32 00 65 0e 00 64 33 00 64 13 00 83 02 00 17 64 34 .e..e*..Z+.e..d2.e..d3.d......d4
0260 00 65 0e 00 64 35 00 64 13 00 83 02 00 17 83 02 00 5a 2c 00 65 0e 00 64 36 00 65 12 00 65 24 00 .e..d5.d.........Z,.e..d6.e..e$.
0280 83 03 00 5a 2d 00 65 11 00 65 0e 00 65 2d 00 65 1f 00 65 29 00 65 2c 00 65 14 00 83 05 00 17 5a ...Z-.e..e..e-.e..e).e,.e......Z
02a0 2e 00 65 2f 00 65 04 00 6a 30 00 65 2b 00 65 2e 00 65 22 00 65 23 00 66 04 00 83 02 00 5c 04 00 ..e/.e..j0.e+.e..e".e#.f.....\..
02c0 5a 31 00 5a 32 00 5a 33 00 5a 34 00 69 26 00 65 04 00 6a 30 00 65 20 00 83 01 00 64 33 00 36 65 Z1.Z2.Z3.Z4.i&.e..j0.e.....d3.6e
02e0 04 00 6a 30 00 65 21 00 83 01 00 64 35 00 36 65 33 00 64 37 00 36 65 34 00 64 38 00 36 65 33 00 ..j0.e!....d5.6e3.d7.6e4.d8.6e3.
0300 64 39 00 36 65 34 00 64 3a 00 36 65 33 00 64 3b 00 36 65 34 00 64 3c 00 36 65 33 00 64 3d 00 36 d9.6e4.d:.6e3.d;.6e4.d<.6e3.d=.6
0320 65 34 00 64 3e 00 36 65 33 00 64 3f 00 36 65 34 00 64 40 00 36 65 33 00 64 41 00 36 65 34 00 64 e4.d>.6e3.d?.6e4.d@.6e3.dA.6e4.d
0340 42 00 36 65 33 00 64 43 00 36 65 34 00 64 44 00 36 65 33 00 64 45 00 36 65 34 00 64 46 00 36 65 B.6e3.dC.6e4.dD.6e3.dE.6e4.dF.6e
0360 33 00 64 47 00 36 65 34 00 64 48 00 36 65 33 00 64 49 00 36 65 34 00 64 4a 00 36 65 33 00 64 4b 3.dG.6e4.dH.6e3.dI.6e4.dJ.6e3.dK
0380 00 36 65 34 00 64 4c 00 36 65 33 00 64 4d 00 36 65 34 00 64 4e 00 36 65 33 00 64 4f 00 36 65 34 .6e4.dL.6e3.dM.6e4.dN.6e3.dO.6e4
03a0 00 64 50 00 36 65 33 00 64 51 00 36 65 34 00 64 52 00 36 65 33 00 64 53 00 36 65 34 00 64 54 00 .dP.6e3.dQ.6e4.dR.6e3.dS.6e4.dT.
03c0 36 64 04 00 64 55 00 36 64 04 00 64 56 00 36 64 04 00 64 57 00 36 64 04 00 64 58 00 36 64 04 00 6d..dU.6d..dV.6d..dW.6d..dX.6d..
03e0 64 59 00 36 64 04 00 64 5a 00 36 5a 36 00 69 00 00 5a 37 00 78 18 00 64 84 00 44 5d 10 00 5a 38 dY.6d..dZ.6Z6.i..Z7.x..d..D]..Z8
0400 00 65 38 00 65 37 00 65 38 00 3c 71 dd 03 57 69 00 00 5a 39 00 78 18 00 64 85 00 44 5d 10 00 5a .e8.e7.e8.<q..Wi..Z9.x..d..D]..Z
0420 38 00 65 38 00 65 39 00 65 38 00 3c 71 fe 03 57 64 77 00 5a 3a 00 64 78 00 65 3b 00 66 01 00 64 8.e8.e9.e8.<q..Wdw.Z:.dx.e;.f..d
0440 79 00 84 00 00 83 00 00 59 5a 3c 00 64 7a 00 65 3b 00 66 01 00 64 7b 00 84 00 00 83 00 00 59 5a y.......YZ<.dz.e;.f..d{.......YZ
0460 3d 00 64 7c 00 84 00 00 5a 3e 00 65 3e 00 64 7d 00 84 01 00 5a 3f 00 64 7e 00 84 00 00 5a 40 00 =.d|....Z>.e>.d}....Z?.d~....Z@.
0480 64 7f 00 64 86 00 64 80 00 84 00 00 83 00 00 59 5a 41 00 64 81 00 84 00 00 5a 42 00 64 82 00 84 d..d..d........YZA.d.....ZB.d...
04a0 00 00 5a 43 00 65 44 00 64 83 00 6b 02 00 72 e4 04 64 03 00 64 04 00 6c 45 00 5a 45 00 65 46 00 ..ZC.eD.d..k..r..d..d..lE.ZE.eF.
04c0 65 45 00 6a 47 00 83 01 00 64 0c 00 6b 04 00 72 d1 04 65 3f 00 65 48 00 65 45 00 6a 47 00 64 0c eE.jG....d..k..r..e?.eH.eE.jG.d.
04e0 00 19 83 01 00 6a 49 00 83 01 00 01 71 e4 04 65 3f 00 65 45 00 6a 4a 00 6a 49 00 83 01 00 01 6e .....jI.....q..e?.eE.jJ.jI.....n
0500 00 00 64 04 00 53 28 87 00 00 00 73 c0 03 00 00 54 6f 6b 65 6e 69 7a 61 74 69 6f 6e 20 68 65 6c ..d..S(....s....Tokenization.hel
0520 70 20 66 6f 72 20 50 79 74 68 6f 6e 20 70 72 6f 67 72 61 6d 73 2e 0a 0a 67 65 6e 65 72 61 74 65 p.for.Python.programs...generate
0540 5f 74 6f 6b 65 6e 73 28 72 65 61 64 6c 69 6e 65 29 20 69 73 20 61 20 67 65 6e 65 72 61 74 6f 72 _tokens(readline).is.a.generator
0560 20 74 68 61 74 20 62 72 65 61 6b 73 20 61 20 73 74 72 65 61 6d 20 6f 66 0a 74 65 78 74 20 69 6e .that.breaks.a.stream.of.text.in
0580 74 6f 20 50 79 74 68 6f 6e 20 74 6f 6b 65 6e 73 2e 20 20 49 74 20 61 63 63 65 70 74 73 20 61 20 to.Python.tokens...It.accepts.a.
05a0 72 65 61 64 6c 69 6e 65 2d 6c 69 6b 65 20 6d 65 74 68 6f 64 20 77 68 69 63 68 20 69 73 20 63 61 readline-like.method.which.is.ca
05c0 6c 6c 65 64 0a 72 65 70 65 61 74 65 64 6c 79 20 74 6f 20 67 65 74 20 74 68 65 20 6e 65 78 74 20 lled.repeatedly.to.get.the.next.
05e0 6c 69 6e 65 20 6f 66 20 69 6e 70 75 74 20 28 6f 72 20 22 22 20 66 6f 72 20 45 4f 46 29 2e 20 20 line.of.input.(or."".for.EOF)...
0600 49 74 20 67 65 6e 65 72 61 74 65 73 0a 35 2d 74 75 70 6c 65 73 20 77 69 74 68 20 74 68 65 73 65 It.generates.5-tuples.with.these
0620 20 6d 65 6d 62 65 72 73 3a 0a 0a 20 20 20 20 74 68 65 20 74 6f 6b 65 6e 20 74 79 70 65 20 28 73 .members:......the.token.type.(s
0640 65 65 20 74 6f 6b 65 6e 2e 70 79 29 0a 20 20 20 20 74 68 65 20 74 6f 6b 65 6e 20 28 61 20 73 74 ee.token.py).....the.token.(a.st
0660 72 69 6e 67 29 0a 20 20 20 20 74 68 65 20 73 74 61 72 74 69 6e 67 20 28 72 6f 77 2c 20 63 6f 6c ring).....the.starting.(row,.col
0680 75 6d 6e 29 20 69 6e 64 69 63 65 73 20 6f 66 20 74 68 65 20 74 6f 6b 65 6e 20 28 61 20 32 2d 74 umn).indices.of.the.token.(a.2-t
06a0 75 70 6c 65 20 6f 66 20 69 6e 74 73 29 0a 20 20 20 20 74 68 65 20 65 6e 64 69 6e 67 20 28 72 6f uple.of.ints).....the.ending.(ro
06c0 77 2c 20 63 6f 6c 75 6d 6e 29 20 69 6e 64 69 63 65 73 20 6f 66 20 74 68 65 20 74 6f 6b 65 6e 20 w,.column).indices.of.the.token.
06e0 28 61 20 32 2d 74 75 70 6c 65 20 6f 66 20 69 6e 74 73 29 0a 20 20 20 20 74 68 65 20 6f 72 69 67 (a.2-tuple.of.ints).....the.orig
0700 69 6e 61 6c 20 6c 69 6e 65 20 28 73 74 72 69 6e 67 29 0a 0a 49 74 20 69 73 20 64 65 73 69 67 6e inal.line.(string)..It.is.design
0720 65 64 20 74 6f 20 6d 61 74 63 68 20 74 68 65 20 77 6f 72 6b 69 6e 67 20 6f 66 20 74 68 65 20 50 ed.to.match.the.working.of.the.P
0740 79 74 68 6f 6e 20 74 6f 6b 65 6e 69 7a 65 72 20 65 78 61 63 74 6c 79 2c 20 65 78 63 65 70 74 0a ython.tokenizer.exactly,.except.
0760 74 68 61 74 20 69 74 20 70 72 6f 64 75 63 65 73 20 43 4f 4d 4d 45 4e 54 20 74 6f 6b 65 6e 73 20 that.it.produces.COMMENT.tokens.
0780 66 6f 72 20 63 6f 6d 6d 65 6e 74 73 20 61 6e 64 20 67 69 76 65 73 20 74 79 70 65 20 4f 50 20 66 for.comments.and.gives.type.OP.f
07a0 6f 72 20 61 6c 6c 0a 6f 70 65 72 61 74 6f 72 73 0a 0a 4f 6c 64 65 72 20 65 6e 74 72 79 20 70 6f or.all.operators..Older.entry.po
07c0 69 6e 74 73 0a 20 20 20 20 74 6f 6b 65 6e 69 7a 65 5f 6c 6f 6f 70 28 72 65 61 64 6c 69 6e 65 2c ints.....tokenize_loop(readline,
07e0 20 74 6f 6b 65 6e 65 61 74 65 72 29 0a 20 20 20 20 74 6f 6b 65 6e 69 7a 65 28 72 65 61 64 6c 69 .tokeneater).....tokenize(readli
0800 6e 65 2c 20 74 6f 6b 65 6e 65 61 74 65 72 3d 70 72 69 6e 74 74 6f 6b 65 6e 29 0a 61 72 65 20 74 ne,.tokeneater=printtoken).are.t
0820 68 65 20 73 61 6d 65 2c 20 65 78 63 65 70 74 20 69 6e 73 74 65 61 64 20 6f 66 20 67 65 6e 65 72 he.same,.except.instead.of.gener
0840 61 74 69 6e 67 20 74 6f 6b 65 6e 73 2c 20 74 6f 6b 65 6e 65 61 74 65 72 20 69 73 20 61 20 63 61 ating.tokens,.tokeneater.is.a.ca
0860 6c 6c 62 61 63 6b 0a 66 75 6e 63 74 69 6f 6e 20 74 6f 20 77 68 69 63 68 20 74 68 65 20 35 20 66 llback.function.to.which.the.5.f
0880 69 65 6c 64 73 20 64 65 73 63 72 69 62 65 64 20 61 62 6f 76 65 20 61 72 65 20 70 61 73 73 65 64 ields.described.above.are.passed
08a0 20 61 73 20 35 20 61 72 67 75 6d 65 6e 74 73 2c 0a 65 61 63 68 20 74 69 6d 65 20 61 20 6e 65 77 .as.5.arguments,.each.time.a.new
08c0 20 74 6f 6b 65 6e 20 69 73 20 66 6f 75 6e 64 2e 73 1a 00 00 00 4b 61 2d 50 69 6e 67 20 59 65 65 .token.is.found.s....Ka-Ping.Yee
08e0 20 3c 70 69 6e 67 40 6c 66 77 2e 6f 72 67 3e 73 53 00 00 00 47 76 52 2c 20 45 53 52 2c 20 54 69 .<ping@lfw.org>sS...GvR,.ESR,.Ti
0900 6d 20 50 65 74 65 72 73 2c 20 54 68 6f 6d 61 73 20 57 6f 75 74 65 72 73 2c 20 46 72 65 64 20 44 m.Peters,.Thomas.Wouters,.Fred.D
0920 72 61 6b 65 2c 20 53 6b 69 70 20 4d 6f 6e 74 61 6e 61 72 6f 2c 20 52 61 79 6d 6f 6e 64 20 48 65 rake,.Skip.Montanaro,.Raymond.He
0940 74 74 69 6e 67 65 72 69 ff ff ff ff 4e 28 01 00 00 00 74 01 00 00 00 2a 74 01 00 00 00 5f 74 07 ttingeri....N(....t....*t...._t.
0960 00 00 00 43 4f 4d 4d 45 4e 54 74 08 00 00 00 74 6f 6b 65 6e 69 7a 65 74 0f 00 00 00 67 65 6e 65 ...COMMENTt....tokenizet....gene
0980 72 61 74 65 5f 74 6f 6b 65 6e 73 74 02 00 00 00 4e 4c 74 0a 00 00 00 75 6e 74 6f 6b 65 6e 69 7a rate_tokenst....NLt....untokeniz
09a0 65 69 01 00 00 00 69 02 00 00 00 63 00 00 00 00 01 00 00 00 03 00 00 00 47 00 00 00 73 15 00 00 ei....i....c............G...s...
09c0 00 64 01 00 64 02 00 6a 00 00 7c 00 00 83 01 00 17 64 03 00 17 53 28 04 00 00 00 4e 74 01 00 00 .d..d..j..|......d...S(....Nt...
09e0 00 28 74 01 00 00 00 7c 74 01 00 00 00 29 28 01 00 00 00 74 04 00 00 00 6a 6f 69 6e 28 01 00 00 .(t....|t....)(....t....join(...
0a00 00 74 07 00 00 00 63 68 6f 69 63 65 73 28 00 00 00 00 28 00 00 00 00 73 4f 00 00 00 2f 62 75 69 .t....choices(....(....sO.../bui
0a20 6c 64 62 6f 74 2f 74 6d 70 2f 62 75 69 6c 64 68 6f 73 74 2f 69 6e 73 74 61 6c 6c 2f 70 72 65 62 ldbot/tmp/buildhost/install/preb
0a40 75 69 6c 74 2f 6c 69 6e 75 78 2d 78 38 36 5f 36 34 2f 6c 69 62 2f 70 79 74 68 6f 6e 32 2e 37 2f uilt/linux-x86_64/lib/python2.7/
0a60 74 6f 6b 65 6e 69 7a 65 2e 70 79 74 05 00 00 00 67 72 6f 75 70 2c 00 00 00 73 00 00 00 00 63 00 tokenize.pyt....group,...s....c.
0a80 00 00 00 01 00 00 00 02 00 00 00 47 00 00 00 73 0e 00 00 00 74 00 00 7c 00 00 8c 00 00 64 01 00 ...........G...s....t..|.....d..
0aa0 17 53 28 02 00 00 00 4e 52 00 00 00 00 28 01 00 00 00 52 0c 00 00 00 28 01 00 00 00 52 0b 00 00 .S(....NR....(....R....(....R...
0ac0 00 28 00 00 00 00 28 00 00 00 00 73 4f 00 00 00 2f 62 75 69 6c 64 62 6f 74 2f 74 6d 70 2f 62 75 .(....(....sO.../buildbot/tmp/bu
0ae0 69 6c 64 68 6f 73 74 2f 69 6e 73 74 61 6c 6c 2f 70 72 65 62 75 69 6c 74 2f 6c 69 6e 75 78 2d 78 ildhost/install/prebuilt/linux-x
0b00 38 36 5f 36 34 2f 6c 69 62 2f 70 79 74 68 6f 6e 32 2e 37 2f 74 6f 6b 65 6e 69 7a 65 2e 70 79 74 86_64/lib/python2.7/tokenize.pyt
0b20 03 00 00 00 61 6e 79 2d 00 00 00 73 00 00 00 00 63 00 00 00 00 01 00 00 00 02 00 00 00 47 00 00 ....any-...s....c............G..
0b40 00 73 0e 00 00 00 74 00 00 7c 00 00 8c 00 00 64 01 00 17 53 28 02 00 00 00 4e 74 01 00 00 00 3f .s....t..|.....d...S(....Nt....?
0b60 28 01 00 00 00 52 0c 00 00 00 28 01 00 00 00 52 0b 00 00 00 28 00 00 00 00 28 00 00 00 00 73 4f (....R....(....R....(....(....sO
0b80 00 00 00 2f 62 75 69 6c 64 62 6f 74 2f 74 6d 70 2f 62 75 69 6c 64 68 6f 73 74 2f 69 6e 73 74 61 .../buildbot/tmp/buildhost/insta
0ba0 6c 6c 2f 70 72 65 62 75 69 6c 74 2f 6c 69 6e 75 78 2d 78 38 36 5f 36 34 2f 6c 69 62 2f 70 79 74 ll/prebuilt/linux-x86_64/lib/pyt
0bc0 68 6f 6e 32 2e 37 2f 74 6f 6b 65 6e 69 7a 65 2e 70 79 74 05 00 00 00 6d 61 79 62 65 2e 00 00 00 hon2.7/tokenize.pyt....maybe....
0be0 73 00 00 00 00 73 08 00 00 00 5b 20 5c 66 5c 74 5d 2a 73 09 00 00 00 23 5b 5e 5c 72 5c 6e 5d 2a s....s....[.\f\t]*s....#[^\r\n]*
0c00 73 07 00 00 00 5c 5c 5c 72 3f 5c 6e 73 0c 00 00 00 5b 61 2d 7a 41 2d 5a 5f 5d 5c 77 2a 73 15 00 s....\\\r?\ns....[a-zA-Z_]\w*s..
0c20 00 00 30 5b 78 58 5d 5b 5c 64 61 2d 66 41 2d 46 5d 2b 5b 6c 4c 5d 3f 73 1c 00 00 00 28 30 5b 6f ..0[xX][\da-fA-F]+[lL]?s....(0[o
0c40 4f 5d 5b 30 2d 37 5d 2b 29 7c 28 30 5b 30 2d 37 5d 2a 29 5b 6c 4c 5d 3f 73 0f 00 00 00 30 5b 62 O][0-7]+)|(0[0-7]*)[lL]?s....0[b
0c60 42 5d 5b 30 31 5d 2b 5b 6c 4c 5d 3f 73 0d 00 00 00 5b 31 2d 39 5d 5c 64 2a 5b 6c 4c 5d 3f 73 0c B][01]+[lL]?s....[1-9]\d*[lL]?s.
0c80 00 00 00 5b 65 45 5d 5b 2d 2b 5d 3f 5c 64 2b 73 08 00 00 00 5c 64 2b 5c 2e 5c 64 2a 73 05 00 00 ...[eE][-+]?\d+s....\d+\.\d*s...
0ca0 00 5c 2e 5c 64 2b 73 03 00 00 00 5c 64 2b 73 07 00 00 00 5c 64 2b 5b 6a 4a 5d 73 04 00 00 00 5b .\.\d+s....\d+s....\d+[jJ]s....[
0cc0 6a 4a 5d 73 17 00 00 00 5b 5e 27 5c 5c 5d 2a 28 3f 3a 5c 5c 2e 5b 5e 27 5c 5c 5d 2a 29 2a 27 73 jJ]s....[^'\\]*(?:\\.[^'\\]*)*'s
0ce0 17 00 00 00 5b 5e 22 5c 5c 5d 2a 28 3f 3a 5c 5c 2e 5b 5e 22 5c 5c 5d 2a 29 2a 22 73 25 00 00 00 ....[^"\\]*(?:\\.[^"\\]*)*"s%...
0d00 5b 5e 27 5c 5c 5d 2a 28 3f 3a 28 3f 3a 5c 5c 2e 7c 27 28 3f 21 27 27 29 29 5b 5e 27 5c 5c 5d 2a [^'\\]*(?:(?:\\.|'(?!''))[^'\\]*
0d20 29 2a 27 27 27 73 25 00 00 00 5b 5e 22 5c 5c 5d 2a 28 3f 3a 28 3f 3a 5c 5c 2e 7c 22 28 3f 21 22 )*'''s%...[^"\\]*(?:(?:\\.|"(?!"
0d40 22 29 29 5b 5e 22 5c 5c 5d 2a 29 2a 22 22 22 73 0f 00 00 00 5b 75 55 62 42 5d 3f 5b 72 52 5d 3f "))[^"\\]*)*"""s....[uUbB]?[rR]?
0d60 27 27 27 73 0f 00 00 00 5b 75 55 62 42 5d 3f 5b 72 52 5d 3f 22 22 22 73 28 00 00 00 5b 75 55 62 '''s....[uUbB]?[rR]?"""s(...[uUb
0d80 42 5d 3f 5b 72 52 5d 3f 27 5b 5e 5c 6e 27 5c 5c 5d 2a 28 3f 3a 5c 5c 2e 5b 5e 5c 6e 27 5c 5c 5d B]?[rR]?'[^\n'\\]*(?:\\.[^\n'\\]
0da0 2a 29 2a 27 73 28 00 00 00 5b 75 55 62 42 5d 3f 5b 72 52 5d 3f 22 5b 5e 5c 6e 22 5c 5c 5d 2a 28 *)*'s(...[uUbB]?[rR]?"[^\n"\\]*(
0dc0 3f 3a 5c 5c 2e 5b 5e 5c 6e 22 5c 5c 5d 2a 29 2a 22 73 06 00 00 00 5c 2a 5c 2a 3d 3f 73 04 00 00 ?:\\.[^\n"\\]*)*"s....\*\*=?s...
0de0 00 3e 3e 3d 3f 73 04 00 00 00 3c 3c 3d 3f 73 02 00 00 00 3c 3e 73 02 00 00 00 21 3d 73 04 00 00 .>>=?s....<<=?s....<>s....!=s...
0e00 00 2f 2f 3d 3f 73 10 00 00 00 5b 2b 5c 2d 2a 2f 25 26 7c 5e 3d 3c 3e 5d 3d 3f 74 01 00 00 00 7e .//=?s....[+\-*/%&|^=<>]=?t....~
0e20 73 08 00 00 00 5b 5d 5b 28 29 7b 7d 5d 73 05 00 00 00 5c 72 3f 5c 6e 73 08 00 00 00 5b 3a 3b 2e s....[][(){}]s....\r?\ns....[:;.
0e40 2c 60 40 5d 73 27 00 00 00 5b 75 55 62 42 5d 3f 5b 72 52 5d 3f 27 5b 5e 5c 6e 27 5c 5c 5d 2a 28 ,`@]s'...[uUbB]?[rR]?'[^\n'\\]*(
0e60 3f 3a 5c 5c 2e 5b 5e 5c 6e 27 5c 5c 5d 2a 29 2a 74 01 00 00 00 27 73 27 00 00 00 5b 75 55 62 42 ?:\\.[^\n'\\]*)*t....'s'...[uUbB
0e80 5d 3f 5b 72 52 5d 3f 22 5b 5e 5c 6e 22 5c 5c 5d 2a 28 3f 3a 5c 5c 2e 5b 5e 5c 6e 22 5c 5c 5d 2a ]?[rR]?"[^\n"\\]*(?:\\.[^\n"\\]*
0ea0 29 2a 74 01 00 00 00 22 73 0a 00 00 00 5c 5c 5c 72 3f 5c 6e 7c 5c 5a 73 03 00 00 00 27 27 27 73 )*t...."s....\\\r?\n|\Zs....'''s
0ec0 03 00 00 00 22 22 22 73 04 00 00 00 72 27 27 27 73 04 00 00 00 72 22 22 22 73 04 00 00 00 75 27 ...."""s....r'''s....r"""s....u'
0ee0 27 27 73 04 00 00 00 75 22 22 22 73 05 00 00 00 75 72 27 27 27 73 05 00 00 00 75 72 22 22 22 73 ''s....u"""s....ur'''s....ur"""s
0f00 04 00 00 00 52 27 27 27 73 04 00 00 00 52 22 22 22 73 04 00 00 00 55 27 27 27 73 04 00 00 00 55 ....R'''s....R"""s....U'''s....U
0f20 22 22 22 73 05 00 00 00 75 52 27 27 27 73 05 00 00 00 75 52 22 22 22 73 05 00 00 00 55 72 27 27 """s....uR'''s....uR"""s....Ur''
0f40 27 73 05 00 00 00 55 72 22 22 22 73 05 00 00 00 55 52 27 27 27 73 05 00 00 00 55 52 22 22 22 73 's....Ur"""s....UR'''s....UR"""s
0f60 04 00 00 00 62 27 27 27 73 04 00 00 00 62 22 22 22 73 05 00 00 00 62 72 27 27 27 73 05 00 00 00 ....b'''s....b"""s....br'''s....
0f80 62 72 22 22 22 73 04 00 00 00 42 27 27 27 73 04 00 00 00 42 22 22 22 73 05 00 00 00 62 52 27 27 br"""s....B'''s....B"""s....bR''
0fa0 27 73 05 00 00 00 62 52 22 22 22 73 05 00 00 00 42 72 27 27 27 73 05 00 00 00 42 72 22 22 22 73 's....bR"""s....Br'''s....Br"""s
0fc0 05 00 00 00 42 52 27 27 27 73 05 00 00 00 42 52 22 22 22 74 01 00 00 00 72 74 01 00 00 00 52 74 ....BR'''s....BR"""t....rt....Rt
0fe0 01 00 00 00 75 74 01 00 00 00 55 74 01 00 00 00 62 74 01 00 00 00 42 73 02 00 00 00 72 27 73 02 ....ut....Ut....bt....Bs....r's.
1000 00 00 00 72 22 73 02 00 00 00 52 27 73 02 00 00 00 52 22 73 02 00 00 00 75 27 73 02 00 00 00 75 ...r"s....R's....R"s....u's....u
1020 22 73 02 00 00 00 55 27 73 02 00 00 00 55 22 73 03 00 00 00 75 72 27 73 03 00 00 00 75 72 22 73 "s....U's....U"s....ur's....ur"s
1040 03 00 00 00 55 72 27 73 03 00 00 00 55 72 22 73 03 00 00 00 75 52 27 73 03 00 00 00 75 52 22 73 ....Ur's....Ur"s....uR's....uR"s
1060 03 00 00 00 55 52 27 73 03 00 00 00 55 52 22 73 02 00 00 00 62 27 73 02 00 00 00 62 22 73 02 00 ....UR's....UR"s....b's....b"s..
1080 00 00 42 27 73 02 00 00 00 42 22 73 03 00 00 00 62 72 27 73 03 00 00 00 62 72 22 73 03 00 00 00 ..B's....B"s....br's....br"s....
10a0 42 72 27 73 03 00 00 00 42 72 22 73 03 00 00 00 62 52 27 73 03 00 00 00 62 52 22 73 03 00 00 00 Br's....Br"s....bR's....bR"s....
10c0 42 52 27 73 03 00 00 00 42 52 22 69 08 00 00 00 74 0a 00 00 00 54 6f 6b 65 6e 45 72 72 6f 72 63 BR's....BR"i....t....TokenErrorc
10e0 00 00 00 00 00 00 00 00 01 00 00 00 42 00 00 00 73 08 00 00 00 65 00 00 5a 01 00 52 53 28 00 00 ............B...s....e..Z..RS(..
1100 00 00 28 02 00 00 00 74 08 00 00 00 5f 5f 6e 61 6d 65 5f 5f 74 0a 00 00 00 5f 5f 6d 6f 64 75 6c ..(....t....__name__t....__modul
1120 65 5f 5f 28 00 00 00 00 28 00 00 00 00 28 00 00 00 00 73 4f 00 00 00 2f 62 75 69 6c 64 62 6f 74 e__(....(....(....sO.../buildbot
1140 2f 74 6d 70 2f 62 75 69 6c 64 68 6f 73 74 2f 69 6e 73 74 61 6c 6c 2f 70 72 65 62 75 69 6c 74 2f /tmp/buildhost/install/prebuilt/
1160 6c 69 6e 75 78 2d 78 38 36 5f 36 34 2f 6c 69 62 2f 70 79 74 68 6f 6e 32 2e 37 2f 74 6f 6b 65 6e linux-x86_64/lib/python2.7/token
1180 69 7a 65 2e 70 79 52 19 00 00 00 91 00 00 00 73 02 00 00 00 06 00 74 0e 00 00 00 53 74 6f 70 54 ize.pyR........s......t....StopT
11a0 6f 6b 65 6e 69 7a 69 6e 67 63 00 00 00 00 00 00 00 00 01 00 00 00 42 00 00 00 73 08 00 00 00 65 okenizingc............B...s....e
11c0 00 00 5a 01 00 52 53 28 00 00 00 00 28 02 00 00 00 52 1a 00 00 00 52 1b 00 00 00 28 00 00 00 00 ..Z..RS(....(....R....R....(....
11e0 28 00 00 00 00 28 00 00 00 00 73 4f 00 00 00 2f 62 75 69 6c 64 62 6f 74 2f 74 6d 70 2f 62 75 69 (....(....sO.../buildbot/tmp/bui
1200 6c 64 68 6f 73 74 2f 69 6e 73 74 61 6c 6c 2f 70 72 65 62 75 69 6c 74 2f 6c 69 6e 75 78 2d 78 38 ldhost/install/prebuilt/linux-x8
1220 36 5f 36 34 2f 6c 69 62 2f 70 79 74 68 6f 6e 32 2e 37 2f 74 6f 6b 65 6e 69 7a 65 2e 70 79 52 1c 6_64/lib/python2.7/tokenize.pyR.
1240 00 00 00 93 00 00 00 73 02 00 00 00 06 00 63 05 00 00 00 09 00 00 00 08 00 00 00 43 00 00 00 73 .......s......c............C...s
1260 41 00 00 00 7c 02 00 5c 02 00 7d 05 00 7d 06 00 7c 03 00 5c 02 00 7d 07 00 7d 08 00 64 01 00 7c A...|..\..}..}..|..\..}..}..d..|
1280 05 00 7c 06 00 7c 07 00 7c 08 00 74 00 00 7c 00 00 19 74 01 00 7c 01 00 83 01 00 66 06 00 16 47 ..|..|..|..t..|...t..|.....f...G
12a0 48 64 00 00 53 28 02 00 00 00 4e 73 12 00 00 00 25 64 2c 25 64 2d 25 64 2c 25 64 3a 09 25 73 09 Hd..S(....Ns....%d,%d-%d,%d:.%s.
12c0 25 73 28 02 00 00 00 74 08 00 00 00 74 6f 6b 5f 6e 61 6d 65 74 04 00 00 00 72 65 70 72 28 09 00 %s(....t....tok_namet....repr(..
12e0 00 00 74 04 00 00 00 74 79 70 65 74 05 00 00 00 74 6f 6b 65 6e 74 09 00 00 00 73 72 6f 77 5f 73 ..t....typet....tokent....srow_s
1300 63 6f 6c 74 09 00 00 00 65 72 6f 77 5f 65 63 6f 6c 74 04 00 00 00 6c 69 6e 65 74 04 00 00 00 73 colt....erow_ecolt....linet....s
1320 72 6f 77 74 04 00 00 00 73 63 6f 6c 74 04 00 00 00 65 72 6f 77 74 04 00 00 00 65 63 6f 6c 28 00 rowt....scolt....erowt....ecol(.
1340 00 00 00 28 00 00 00 00 73 4f 00 00 00 2f 62 75 69 6c 64 62 6f 74 2f 74 6d 70 2f 62 75 69 6c 64 ...(....sO.../buildbot/tmp/build
1360 68 6f 73 74 2f 69 6e 73 74 61 6c 6c 2f 70 72 65 62 75 69 6c 74 2f 6c 69 6e 75 78 2d 78 38 36 5f host/install/prebuilt/linux-x86_
1380 36 34 2f 6c 69 62 2f 70 79 74 68 6f 6e 32 2e 37 2f 74 6f 6b 65 6e 69 7a 65 2e 70 79 74 0a 00 00 64/lib/python2.7/tokenize.pyt...
13a0 00 70 72 69 6e 74 74 6f 6b 65 6e 95 00 00 00 73 08 00 00 00 00 01 0c 01 0c 01 03 01 63 02 00 00 .printtoken....s............c...
13c0 00 02 00 00 00 05 00 00 00 43 00 00 00 73 29 00 00 00 79 11 00 74 00 00 7c 00 00 7c 01 00 83 02 .........C...s)...y..t..|..|....
13e0 00 01 57 6e 11 00 04 74 01 00 6b 0a 00 72 24 00 01 01 01 6e 01 00 58 64 01 00 53 28 02 00 00 00 ..Wn...t..k..r$....n..Xd..S(....
1400 73 3a 02 00 00 0a 20 20 20 20 54 68 65 20 74 6f 6b 65 6e 69 7a 65 28 29 20 66 75 6e 63 74 69 6f s:........The.tokenize().functio
1420 6e 20 61 63 63 65 70 74 73 20 74 77 6f 20 70 61 72 61 6d 65 74 65 72 73 3a 20 6f 6e 65 20 72 65 n.accepts.two.parameters:.one.re
1440 70 72 65 73 65 6e 74 69 6e 67 20 74 68 65 0a 20 20 20 20 69 6e 70 75 74 20 73 74 72 65 61 6d 2c presenting.the.....input.stream,
1460 20 61 6e 64 20 6f 6e 65 20 70 72 6f 76 69 64 69 6e 67 20 61 6e 20 6f 75 74 70 75 74 20 6d 65 63 .and.one.providing.an.output.mec
1480 68 61 6e 69 73 6d 20 66 6f 72 20 74 6f 6b 65 6e 69 7a 65 28 29 2e 0a 0a 20 20 20 20 54 68 65 20 hanism.for.tokenize().......The.
14a0 66 69 72 73 74 20 70 61 72 61 6d 65 74 65 72 2c 20 72 65 61 64 6c 69 6e 65 2c 20 6d 75 73 74 20 first.parameter,.readline,.must.
14c0 62 65 20 61 20 63 61 6c 6c 61 62 6c 65 20 6f 62 6a 65 63 74 20 77 68 69 63 68 20 70 72 6f 76 69 be.a.callable.object.which.provi
14e0 64 65 73 0a 20 20 20 20 74 68 65 20 73 61 6d 65 20 69 6e 74 65 72 66 61 63 65 20 61 73 20 74 68 des.....the.same.interface.as.th
1500 65 20 72 65 61 64 6c 69 6e 65 28 29 20 6d 65 74 68 6f 64 20 6f 66 20 62 75 69 6c 74 2d 69 6e 20 e.readline().method.of.built-in.
1520 66 69 6c 65 20 6f 62 6a 65 63 74 73 2e 0a 20 20 20 20 45 61 63 68 20 63 61 6c 6c 20 74 6f 20 74 file.objects......Each.call.to.t
1540 68 65 20 66 75 6e 63 74 69 6f 6e 20 73 68 6f 75 6c 64 20 72 65 74 75 72 6e 20 6f 6e 65 20 6c 69 he.function.should.return.one.li
1560 6e 65 20 6f 66 20 69 6e 70 75 74 20 61 73 20 61 20 73 74 72 69 6e 67 2e 0a 0a 20 20 20 20 54 68 ne.of.input.as.a.string.......Th
1580 65 20 73 65 63 6f 6e 64 20 70 61 72 61 6d 65 74 65 72 2c 20 74 6f 6b 65 6e 65 61 74 65 72 2c 20 e.second.parameter,.tokeneater,.
15a0 6d 75 73 74 20 61 6c 73 6f 20 62 65 20 61 20 63 61 6c 6c 61 62 6c 65 20 6f 62 6a 65 63 74 2e 20 must.also.be.a.callable.object..
15c0 49 74 20 69 73 0a 20 20 20 20 63 61 6c 6c 65 64 20 6f 6e 63 65 20 66 6f 72 20 65 61 63 68 20 74 It.is.....called.once.for.each.t
15e0 6f 6b 65 6e 2c 20 77 69 74 68 20 66 69 76 65 20 61 72 67 75 6d 65 6e 74 73 2c 20 63 6f 72 72 65 oken,.with.five.arguments,.corre
1600 73 70 6f 6e 64 69 6e 67 20 74 6f 20 74 68 65 0a 20 20 20 20 74 75 70 6c 65 73 20 67 65 6e 65 72 sponding.to.the.....tuples.gener
1620 61 74 65 64 20 62 79 20 67 65 6e 65 72 61 74 65 5f 74 6f 6b 65 6e 73 28 29 2e 0a 20 20 20 20 4e ated.by.generate_tokens()......N
1640 28 02 00 00 00 74 0d 00 00 00 74 6f 6b 65 6e 69 7a 65 5f 6c 6f 6f 70 52 1c 00 00 00 28 02 00 00 (....t....tokenize_loopR....(...
1660 00 74 08 00 00 00 72 65 61 64 6c 69 6e 65 74 0a 00 00 00 74 6f 6b 65 6e 65 61 74 65 72 28 00 00 .t....readlinet....tokeneater(..
1680 00 00 28 00 00 00 00 73 4f 00 00 00 2f 62 75 69 6c 64 62 6f 74 2f 74 6d 70 2f 62 75 69 6c 64 68 ..(....sO.../buildbot/tmp/buildh
16a0 6f 73 74 2f 69 6e 73 74 61 6c 6c 2f 70 72 65 62 75 69 6c 74 2f 6c 69 6e 75 78 2d 78 38 36 5f 36 ost/install/prebuilt/linux-x86_6
16c0 34 2f 6c 69 62 2f 70 79 74 68 6f 6e 32 2e 37 2f 74 6f 6b 65 6e 69 7a 65 2e 70 79 52 03 00 00 00 4/lib/python2.7/tokenize.pyR....
16e0 9b 00 00 00 73 08 00 00 00 00 0d 03 01 11 01 0d 01 63 02 00 00 00 03 00 00 00 03 00 00 00 43 00 ....s............c............C.
1700 00 00 73 25 00 00 00 78 1e 00 74 00 00 7c 00 00 83 01 00 44 5d 10 00 7d 02 00 7c 01 00 7c 02 00 ..s%...x..t..|.....D]..}..|..|..
1720 8c 00 00 01 71 0d 00 57 64 00 00 53 28 01 00 00 00 4e 28 01 00 00 00 52 04 00 00 00 28 03 00 00 ....q..Wd..S(....N(....R....(...
1740 00 52 2a 00 00 00 52 2b 00 00 00 74 0a 00 00 00 74 6f 6b 65 6e 5f 69 6e 66 6f 28 00 00 00 00 28 .R*...R+...t....token_info(....(
1760 00 00 00 00 73 4f 00 00 00 2f 62 75 69 6c 64 62 6f 74 2f 74 6d 70 2f 62 75 69 6c 64 68 6f 73 74 ....sO.../buildbot/tmp/buildhost
1780 2f 69 6e 73 74 61 6c 6c 2f 70 72 65 62 75 69 6c 74 2f 6c 69 6e 75 78 2d 78 38 36 5f 36 34 2f 6c /install/prebuilt/linux-x86_64/l
17a0 69 62 2f 70 79 74 68 6f 6e 32 2e 37 2f 74 6f 6b 65 6e 69 7a 65 2e 70 79 52 29 00 00 00 ae 00 00 ib/python2.7/tokenize.pyR)......
17c0 00 73 04 00 00 00 00 01 13 01 74 0b 00 00 00 55 6e 74 6f 6b 65 6e 69 7a 65 72 63 00 00 00 00 00 .s........t....Untokenizerc.....
17e0 00 00 00 01 00 00 00 42 00 00 00 73 2c 00 00 00 65 00 00 5a 01 00 64 00 00 84 00 00 5a 02 00 64 .......B...s,...e..Z..d.....Z..d
1800 01 00 84 00 00 5a 03 00 64 02 00 84 00 00 5a 04 00 64 03 00 84 00 00 5a 05 00 52 53 28 04 00 00 .....Z..d.....Z..d.....Z..RS(...
1820 00 63 01 00 00 00 01 00 00 00 02 00 00 00 43 00 00 00 73 1f 00 00 00 67 00 00 7c 00 00 5f 00 00 .c............C...s....g..|.._..
1840 64 01 00 7c 00 00 5f 01 00 64 02 00 7c 00 00 5f 02 00 64 00 00 53 28 03 00 00 00 4e 69 01 00 00 d..|.._..d..|.._..d..S(....Ni...
1860 00 69 00 00 00 00 28 03 00 00 00 74 06 00 00 00 74 6f 6b 65 6e 73 74 08 00 00 00 70 72 65 76 5f .i....(....t....tokenst....prev_
1880 72 6f 77 74 08 00 00 00 70 72 65 76 5f 63 6f 6c 28 01 00 00 00 74 04 00 00 00 73 65 6c 66 28 00 rowt....prev_col(....t....self(.
18a0 00 00 00 28 00 00 00 00 73 4f 00 00 00 2f 62 75 69 6c 64 62 6f 74 2f 74 6d 70 2f 62 75 69 6c 64 ...(....sO.../buildbot/tmp/build
18c0 68 6f 73 74 2f 69 6e 73 74 61 6c 6c 2f 70 72 65 62 75 69 6c 74 2f 6c 69 6e 75 78 2d 78 38 36 5f host/install/prebuilt/linux-x86_
18e0 36 34 2f 6c 69 62 2f 70 79 74 68 6f 6e 32 2e 37 2f 74 6f 6b 65 6e 69 7a 65 2e 70 79 74 08 00 00 64/lib/python2.7/tokenize.pyt...
1900 00 5f 5f 69 6e 69 74 5f 5f b4 00 00 00 73 06 00 00 00 00 01 09 01 09 01 63 02 00 00 00 05 00 00 .__init__....s..........c.......
1920 00 03 00 00 00 43 00 00 00 73 3a 00 00 00 7c 01 00 5c 02 00 7d 02 00 7d 03 00 7c 03 00 7c 00 00 .....C...s:...|..\..}..}..|..|..
1940 6a 00 00 18 7d 04 00 7c 04 00 72 36 00 7c 00 00 6a 01 00 6a 02 00 64 01 00 7c 04 00 14 83 01 00 j...}..|..r6.|..j..j..d..|......
1960 01 6e 00 00 64 00 00 53 28 02 00 00 00 4e 74 01 00 00 00 20 28 03 00 00 00 52 30 00 00 00 52 2e .n..d..S(....Nt.....(....R0...R.
1980 00 00 00 74 06 00 00 00 61 70 70 65 6e 64 28 05 00 00 00 52 31 00 00 00 74 05 00 00 00 73 74 61 ...t....append(....R1...t....sta
19a0 72 74 74 03 00 00 00 72 6f 77 74 03 00 00 00 63 6f 6c 74 0a 00 00 00 63 6f 6c 5f 6f 66 66 73 65 rtt....rowt....colt....col_offse
19c0 74 28 00 00 00 00 28 00 00 00 00 73 4f 00 00 00 2f 62 75 69 6c 64 62 6f 74 2f 74 6d 70 2f 62 75 t(....(....sO.../buildbot/tmp/bu
19e0 69 6c 64 68 6f 73 74 2f 69 6e 73 74 61 6c 6c 2f 70 72 65 62 75 69 6c 74 2f 6c 69 6e 75 78 2d 78 ildhost/install/prebuilt/linux-x
1a00 38 36 5f 36 34 2f 6c 69 62 2f 70 79 74 68 6f 6e 32 2e 37 2f 74 6f 6b 65 6e 69 7a 65 2e 70 79 74 86_64/lib/python2.7/tokenize.pyt
1a20 0e 00 00 00 61 64 64 5f 77 68 69 74 65 73 70 61 63 65 b9 00 00 00 73 08 00 00 00 00 01 0c 02 0d ....add_whitespace....s.........
1a40 01 06 01 63 02 00 00 00 08 00 00 00 06 00 00 00 43 00 00 00 73 b8 00 00 00 78 a5 00 7c 01 00 44 ...c............C...s....x..|..D
1a60 5d 9d 00 7d 02 00 74 00 00 7c 02 00 83 01 00 64 01 00 6b 02 00 72 33 00 7c 00 00 6a 01 00 7c 02 ]..}..t..|.....d..k..r3.|..j..|.
1a80 00 7c 01 00 83 02 00 01 50 6e 00 00 7c 02 00 5c 05 00 7d 03 00 7d 04 00 7d 05 00 7d 06 00 7d 07 .|......Pn..|..\..}..}..}..}..}.
1aa0 00 7c 00 00 6a 02 00 7c 05 00 83 01 00 01 7c 00 00 6a 03 00 6a 04 00 7c 04 00 83 01 00 01 7c 06 .|..j..|......|..j..j..|......|.
1ac0 00 5c 02 00 7c 00 00 5f 05 00 7c 00 00 5f 06 00 7c 03 00 74 07 00 74 08 00 66 02 00 6b 06 00 72 .\..|.._..|.._..|..t..t..f..k..r
1ae0 07 00 7c 00 00 04 6a 05 00 64 02 00 37 02 5f 05 00 64 03 00 7c 00 00 5f 06 00 71 07 00 71 07 00 ..|...j..d..7._..d..|.._..q..q..
1b00 57 64 04 00 6a 09 00 7c 00 00 6a 03 00 83 01 00 53 28 05 00 00 00 4e 69 02 00 00 00 69 01 00 00 Wd..j..|..j.....S(....Ni....i...
1b20 00 69 00 00 00 00 74 00 00 00 00 28 0a 00 00 00 74 03 00 00 00 6c 65 6e 74 06 00 00 00 63 6f 6d .i....t....(....t....lent....com
1b40 70 61 74 52 39 00 00 00 52 2e 00 00 00 52 34 00 00 00 52 2f 00 00 00 52 30 00 00 00 74 07 00 00 patR9...R....R4...R/...R0...t...
1b60 00 4e 45 57 4c 49 4e 45 52 05 00 00 00 52 0a 00 00 00 28 08 00 00 00 52 31 00 00 00 74 08 00 00 .NEWLINER....R....(....R1...t...
1b80 00 69 74 65 72 61 62 6c 65 74 01 00 00 00 74 74 08 00 00 00 74 6f 6b 5f 74 79 70 65 52 20 00 00 .iterablet....tt....tok_typeR...
1ba0 00 52 35 00 00 00 74 03 00 00 00 65 6e 64 52 23 00 00 00 28 00 00 00 00 28 00 00 00 00 73 4f 00 .R5...t....endR#...(....(....sO.
1bc0 00 00 2f 62 75 69 6c 64 62 6f 74 2f 74 6d 70 2f 62 75 69 6c 64 68 6f 73 74 2f 69 6e 73 74 61 6c ../buildbot/tmp/buildhost/instal
1be0 6c 2f 70 72 65 62 75 69 6c 74 2f 6c 69 6e 75 78 2d 78 38 36 5f 36 34 2f 6c 69 62 2f 70 79 74 68 l/prebuilt/linux-x86_64/lib/pyth
1c00 6f 6e 32 2e 37 2f 74 6f 6b 65 6e 69 7a 65 2e 70 79 52 06 00 00 00 c0 00 00 00 73 18 00 00 00 00 on2.7/tokenize.pyR........s.....
1c20 01 0d 01 12 01 10 01 04 01 15 01 0d 01 10 01 12 01 12 01 0f 01 10 01 63 03 00 00 00 0a 00 00 00 .......................c........
1c40 05 00 00 00 43 00 00 00 73 59 01 00 00 74 00 00 7d 03 00 67 00 00 7d 04 00 7c 00 00 6a 01 00 6a ....C...sY...t..}..g..}..|..j..j
1c60 02 00 7d 05 00 7c 01 00 5c 02 00 7d 06 00 7d 07 00 7c 06 00 74 03 00 74 04 00 66 02 00 6b 06 00 ..}..|..\..}..}..|..t..t..f..k..
1c80 72 43 00 7c 07 00 64 01 00 37 7d 07 00 6e 00 00 7c 06 00 74 05 00 74 06 00 66 02 00 6b 06 00 72 rC.|..d..7}..n..|..t..t..f..k..r
1ca0 5e 00 74 07 00 7d 03 00 6e 00 00 74 00 00 7d 08 00 78 ee 00 7c 02 00 44 5d e6 00 7d 09 00 7c 09 ^.t..}..n..t..}..x..|..D]..}..|.
1cc0 00 64 02 00 20 5c 02 00 7d 06 00 7d 07 00 7c 06 00 74 03 00 74 04 00 66 02 00 6b 06 00 72 a0 00 .d...\..}..}..|..t..t..f..k..r..
1ce0 7c 07 00 64 01 00 37 7d 07 00 6e 00 00 7c 06 00 74 08 00 6b 02 00 72 c8 00 7c 08 00 72 bf 00 64 |..d..7}..n..|..t..k..r..|..r..d
1d00 01 00 7c 07 00 17 7d 07 00 6e 00 00 74 07 00 7d 08 00 6e 06 00 74 00 00 7d 08 00 7c 06 00 74 09 ..|...}..n..t..}..n..t..}..|..t.
1d20 00 6b 02 00 72 ed 00 7c 04 00 6a 02 00 7c 07 00 83 01 00 01 71 6b 00 6e 5a 00 7c 06 00 74 0a 00 .k..r..|..j..|......qk.nZ.|..t..
1d40 6b 02 00 72 09 01 7c 04 00 6a 0b 00 83 00 00 01 71 6b 00 6e 3e 00 7c 06 00 74 05 00 74 06 00 66 k..r..|..j......qk.n>.|..t..t..f
1d60 02 00 6b 06 00 72 24 01 74 07 00 7d 03 00 6e 23 00 7c 03 00 72 47 01 7c 04 00 72 47 01 7c 05 00 ..k..r$.t..}..n#.|..rG.|..rG.|..
1d80 7c 04 00 64 03 00 19 83 01 00 01 74 00 00 7d 03 00 6e 00 00 7c 05 00 7c 07 00 83 01 00 01 71 6b |..d.......t..}..n..|..|......qk
1da0 00 57 64 00 00 53 28 04 00 00 00 4e 52 33 00 00 00 69 02 00 00 00 69 ff ff ff ff 28 0c 00 00 00 .Wd..S(....NR3...i....i....(....
1dc0 74 05 00 00 00 46 61 6c 73 65 52 2e 00 00 00 52 34 00 00 00 74 04 00 00 00 4e 41 4d 45 74 06 00 t....FalseR....R4...t....NAMEt..
1de0 00 00 4e 55 4d 42 45 52 52 3d 00 00 00 52 05 00 00 00 74 04 00 00 00 54 72 75 65 74 06 00 00 00 ..NUMBERR=...R....t....Truet....
1e00 53 54 52 49 4e 47 74 06 00 00 00 49 4e 44 45 4e 54 74 06 00 00 00 44 45 44 45 4e 54 74 03 00 00 STRINGt....INDENTt....DEDENTt...
1e20 00 70 6f 70 28 0a 00 00 00 52 31 00 00 00 52 20 00 00 00 52 3e 00 00 00 74 09 00 00 00 73 74 61 .pop(....R1...R....R>...t....sta
1e40 72 74 6c 69 6e 65 74 07 00 00 00 69 6e 64 65 6e 74 73 74 0b 00 00 00 74 6f 6b 73 5f 61 70 70 65 rtlinet....indentst....toks_appe
1e60 6e 64 74 06 00 00 00 74 6f 6b 6e 75 6d 74 06 00 00 00 74 6f 6b 76 61 6c 74 0a 00 00 00 70 72 65 ndt....toknumt....tokvalt....pre
1e80 76 73 74 72 69 6e 67 74 03 00 00 00 74 6f 6b 28 00 00 00 00 28 00 00 00 00 73 4f 00 00 00 2f 62 vstringt....tok(....(....sO.../b
1ea0 75 69 6c 64 62 6f 74 2f 74 6d 70 2f 62 75 69 6c 64 68 6f 73 74 2f 69 6e 73 74 61 6c 6c 2f 70 72 uildbot/tmp/buildhost/install/pr
1ec0 65 62 75 69 6c 74 2f 6c 69 6e 75 78 2d 78 38 36 5f 36 34 2f 6c 69 62 2f 70 79 74 68 6f 6e 32 2e ebuilt/linux-x86_64/lib/python2.
1ee0 37 2f 74 6f 6b 65 6e 69 7a 65 2e 70 79 52 3c 00 00 00 ce 00 00 00 73 3c 00 00 00 00 01 06 01 06 7/tokenize.pyR<.......s<........
1f00 01 0c 01 0c 01 12 01 0d 01 12 01 09 01 06 01 0d 01 10 02 12 01 0d 03 0c 01 06 01 0d 01 09 02 06 ................................
1f20 02 0c 01 0d 01 06 01 0c 01 0a 01 06 01 12 01 09 01 0c 01 0e 01 09 01 28 06 00 00 00 52 1a 00 00 .......................(....R...
1f40 00 52 1b 00 00 00 52 32 00 00 00 52 39 00 00 00 52 06 00 00 00 52 3c 00 00 00 28 00 00 00 00 28 .R....R2...R9...R....R<...(....(
1f60 00 00 00 00 28 00 00 00 00 73 4f 00 00 00 2f 62 75 69 6c 64 62 6f 74 2f 74 6d 70 2f 62 75 69 6c ....(....sO.../buildbot/tmp/buil
1f80 64 68 6f 73 74 2f 69 6e 73 74 61 6c 6c 2f 70 72 65 62 75 69 6c 74 2f 6c 69 6e 75 78 2d 78 38 36 dhost/install/prebuilt/linux-x86
1fa0 5f 36 34 2f 6c 69 62 2f 70 79 74 68 6f 6e 32 2e 37 2f 74 6f 6b 65 6e 69 7a 65 2e 70 79 52 2d 00 _64/lib/python2.7/tokenize.pyR-.
1fc0 00 00 b2 00 00 00 73 08 00 00 00 06 02 09 05 09 07 09 0e 63 01 00 00 00 02 00 00 00 02 00 00 00 ......s............c............
1fe0 43 00 00 00 73 16 00 00 00 74 00 00 83 00 00 7d 01 00 7c 01 00 6a 01 00 7c 00 00 83 01 00 53 28 C...s....t.....}..|..j..|.....S(
2000 01 00 00 00 73 ad 02 00 00 54 72 61 6e 73 66 6f 72 6d 20 74 6f 6b 65 6e 73 20 62 61 63 6b 20 69 ....s....Transform.tokens.back.i
2020 6e 74 6f 20 50 79 74 68 6f 6e 20 73 6f 75 72 63 65 20 63 6f 64 65 2e 0a 0a 20 20 20 20 45 61 63 nto.Python.source.code.......Eac
2040 68 20 65 6c 65 6d 65 6e 74 20 72 65 74 75 72 6e 65 64 20 62 79 20 74 68 65 20 69 74 65 72 61 62 h.element.returned.by.the.iterab
2060 6c 65 20 6d 75 73 74 20 62 65 20 61 20 74 6f 6b 65 6e 20 73 65 71 75 65 6e 63 65 0a 20 20 20 20 le.must.be.a.token.sequence.....
2080 77 69 74 68 20 61 74 20 6c 65 61 73 74 20 74 77 6f 20 65 6c 65 6d 65 6e 74 73 2c 20 61 20 74 6f with.at.least.two.elements,.a.to
20a0 6b 65 6e 20 6e 75 6d 62 65 72 20 61 6e 64 20 74 6f 6b 65 6e 20 76 61 6c 75 65 2e 20 20 49 66 0a ken.number.and.token.value...If.
20c0 20 20 20 20 6f 6e 6c 79 20 74 77 6f 20 74 6f 6b 65 6e 73 20 61 72 65 20 70 61 73 73 65 64 2c 20 ....only.two.tokens.are.passed,.
20e0 74 68 65 20 72 65 73 75 6c 74 69 6e 67 20 6f 75 74 70 75 74 20 69 73 20 70 6f 6f 72 2e 0a 0a 20 the.resulting.output.is.poor....
2100 20 20 20 52 6f 75 6e 64 2d 74 72 69 70 20 69 6e 76 61 72 69 61 6e 74 20 66 6f 72 20 66 75 6c 6c ...Round-trip.invariant.for.full
2120 20 69 6e 70 75 74 3a 0a 20 20 20 20 20 20 20 20 55 6e 74 6f 6b 65 6e 69 7a 65 64 20 73 6f 75 72 .input:.........Untokenized.sour
2140 63 65 20 77 69 6c 6c 20 6d 61 74 63 68 20 69 6e 70 75 74 20 73 6f 75 72 63 65 20 65 78 61 63 74 ce.will.match.input.source.exact
2160 6c 79 0a 0a 20 20 20 20 52 6f 75 6e 64 2d 74 72 69 70 20 69 6e 76 61 72 69 61 6e 74 20 66 6f 72 ly......Round-trip.invariant.for
2180 20 6c 69 6d 69 74 65 64 20 69 6e 74 70 75 74 3a 0a 20 20 20 20 20 20 20 20 23 20 4f 75 74 70 75 .limited.intput:.........#.Outpu
21a0 74 20 74 65 78 74 20 77 69 6c 6c 20 74 6f 6b 65 6e 69 7a 65 20 74 68 65 20 62 61 63 6b 20 74 6f t.text.will.tokenize.the.back.to
21c0 20 74 68 65 20 69 6e 70 75 74 0a 20 20 20 20 20 20 20 20 74 31 20 3d 20 5b 74 6f 6b 5b 3a 32 5d .the.input.........t1.=.[tok[:2]
21e0 20 66 6f 72 20 74 6f 6b 20 69 6e 20 67 65 6e 65 72 61 74 65 5f 74 6f 6b 65 6e 73 28 66 2e 72 65 .for.tok.in.generate_tokens(f.re
2200 61 64 6c 69 6e 65 29 5d 0a 20 20 20 20 20 20 20 20 6e 65 77 63 6f 64 65 20 3d 20 75 6e 74 6f 6b adline)].........newcode.=.untok
2220 65 6e 69 7a 65 28 74 31 29 0a 20 20 20 20 20 20 20 20 72 65 61 64 6c 69 6e 65 20 3d 20 69 74 65 enize(t1).........readline.=.ite
2240 72 28 6e 65 77 63 6f 64 65 2e 73 70 6c 69 74 6c 69 6e 65 73 28 31 29 29 2e 6e 65 78 74 0a 20 20 r(newcode.splitlines(1)).next...
2260 20 20 20 20 20 20 74 32 20 3d 20 5b 74 6f 6b 5b 3a 32 5d 20 66 6f 72 20 74 6f 6b 20 69 6e 20 67 ......t2.=.[tok[:2].for.tok.in.g
2280 65 6e 65 72 61 74 65 5f 74 6f 6b 65 6e 73 28 72 65 61 64 6c 69 6e 65 29 5d 0a 20 20 20 20 20 20 enerate_tokens(readline)].......
22a0 20 20 61 73 73 65 72 74 20 74 31 20 3d 3d 20 74 32 0a 20 20 20 20 28 02 00 00 00 52 2d 00 00 00 ..assert.t1.==.t2.....(....R-...
22c0 52 06 00 00 00 28 02 00 00 00 52 3e 00 00 00 74 02 00 00 00 75 74 28 00 00 00 00 28 00 00 00 00 R....(....R>...t....ut(....(....
22e0 73 4f 00 00 00 2f 62 75 69 6c 64 62 6f 74 2f 74 6d 70 2f 62 75 69 6c 64 68 6f 73 74 2f 69 6e 73 sO.../buildbot/tmp/buildhost/ins
2300 74 61 6c 6c 2f 70 72 65 62 75 69 6c 74 2f 6c 69 6e 75 78 2d 78 38 36 5f 36 34 2f 6c 69 62 2f 70 tall/prebuilt/linux-x86_64/lib/p
2320 79 74 68 6f 6e 32 2e 37 2f 74 6f 6b 65 6e 69 7a 65 2e 70 79 52 06 00 00 00 f3 00 00 00 73 04 00 ython2.7/tokenize.pyR........s..
2340 00 00 00 12 09 01 63 01 00 00 00 1b 00 00 00 0a 00 00 00 63 00 00 00 73 2e 07 00 00 64 01 00 04 ......c............c...s....d...
2360 7d 01 00 04 7d 02 00 7d 03 00 74 00 00 6a 01 00 64 02 00 17 64 03 00 02 7d 04 00 7d 05 00 64 1d }...}..}..t..j..d...d...}..}..d.
2380 00 5c 02 00 7d 06 00 7d 07 00 64 1c 00 7d 08 00 64 01 00 67 01 00 7d 09 00 78 95 06 79 0d 00 7c .\..}..}..d..}..d..g..}..x..y..|
23a0 00 00 83 00 00 7d 0a 00 57 6e 17 00 04 74 03 00 6b 0a 00 72 66 00 01 01 01 64 04 00 7d 0a 00 6e .....}..Wn...t..k..rf....d..}..n
23c0 01 00 58 7c 01 00 64 05 00 37 7d 01 00 64 01 00 74 04 00 7c 0a 00 83 01 00 02 7d 0b 00 7d 0c 00 ..X|..d..7}..d..t..|......}..}..
23e0 7c 06 00 72 7b 01 7c 0a 00 73 a2 00 74 05 00 64 06 00 7c 0d 00 66 02 00 82 02 00 6e 00 00 7c 0e |..r{.|..s..t..d..|..f.....n..|.
2400 00 6a 06 00 7c 0a 00 83 01 00 7d 0f 00 7c 0f 00 72 05 01 7c 0f 00 6a 07 00 64 01 00 83 01 00 04 .j..|.....}..|..r..|..j..d......
2420 7d 0b 00 7d 10 00 74 08 00 7c 06 00 7c 0a 00 7c 10 00 20 17 7c 0d 00 7c 01 00 7c 10 00 66 02 00 }..}..t..|..|..|....|..|..|..f..
2440 7c 08 00 7c 0a 00 17 66 05 00 56 01 64 1e 00 5c 02 00 7d 06 00 7d 07 00 64 1c 00 7d 08 00 71 db |..|...f..V.d..\..}..}..d..}..q.
2460 03 7c 07 00 72 61 01 7c 0a 00 64 07 00 1f 64 08 00 6b 03 00 72 61 01 7c 0a 00 64 09 00 1f 64 0a .|..ra.|..d...d..k..ra.|..d...d.
2480 00 6b 03 00 72 61 01 74 09 00 7c 06 00 7c 0a 00 17 7c 0d 00 7c 01 00 74 04 00 7c 0a 00 83 01 00 .k..ra.t..|..|...|..|..t..|.....
24a0 66 02 00 7c 08 00 66 05 00 56 01 64 04 00 7d 06 00 64 1c 00 7d 08 00 71 40 00 71 db 03 7c 06 00 f..|..f..V.d..}..d..}..q@.q..|..
24c0 7c 0a 00 17 7d 06 00 7c 08 00 7c 0a 00 17 7d 08 00 71 40 00 6e 60 02 7c 02 00 64 01 00 6b 02 00 |...}..|..|...}..q@.n`.|..d..k..
24e0 72 b7 03 7c 03 00 0c 72 b7 03 7c 0a 00 73 98 01 50 6e 00 00 64 01 00 7d 11 00 78 76 00 7c 0b 00 r..|...r..|..s..Pn..d..}..xv.|..
2500 7c 0c 00 6b 00 00 72 16 02 7c 0a 00 7c 0b 00 19 64 0b 00 6b 02 00 72 ca 01 7c 11 00 64 05 00 37 |..k..r..|..|...d..k..r..|..d..7
2520 7d 11 00 6e 3f 00 7c 0a 00 7c 0b 00 19 64 0c 00 6b 02 00 72 ef 01 7c 11 00 74 0a 00 1a 64 05 00 }..n?.|..|...d..k..r..|..t...d..
2540 17 74 0a 00 14 7d 11 00 6e 1a 00 7c 0a 00 7c 0b 00 19 64 0d 00 6b 02 00 72 08 02 64 01 00 7d 11 .t...}..n..|..|...d..k..r..d..}.
2560 00 6e 01 00 50 7c 0b 00 64 05 00 37 7d 0b 00 71 a1 01 57 7c 0b 00 7c 0c 00 6b 02 00 72 27 02 50 .n..P|..d..7}..q..W|..|..k..r'.P
2580 6e 00 00 7c 0a 00 7c 0b 00 19 64 0e 00 6b 06 00 72 05 03 7c 0a 00 7c 0b 00 19 64 0f 00 6b 02 00 n..|..|...d..k..r..|..|...d..k..
25a0 72 c1 02 7c 0a 00 7c 0b 00 1f 6a 0b 00 64 10 00 83 01 00 7d 12 00 7c 0b 00 74 04 00 7c 12 00 83 r..|..|...j..d.....}..|..t..|...
25c0 01 00 17 7d 13 00 74 0c 00 7c 12 00 7c 01 00 7c 0b 00 66 02 00 7c 01 00 7c 0b 00 74 04 00 7c 12 ...}..t..|..|..|..f..|..|..t..|.
25e0 00 83 01 00 17 66 02 00 7c 0a 00 66 05 00 56 01 74 0d 00 7c 0a 00 7c 13 00 1f 7c 01 00 7c 13 00 .....f..|..f..V.t..|..|...|..|..
2600 66 02 00 7c 01 00 74 04 00 7c 0a 00 83 01 00 66 02 00 7c 0a 00 66 05 00 56 01 71 40 00 74 0d 00 f..|..t..|.....f..|..f..V.q@.t..
2620 74 0c 00 66 02 00 7c 0a 00 7c 0b 00 19 64 0f 00 6b 02 00 19 7c 0a 00 7c 0b 00 1f 7c 01 00 7c 0b t..f..|..|...d..k...|..|...|..|.
2640 00 66 02 00 7c 01 00 74 04 00 7c 0a 00 83 01 00 66 02 00 7c 0a 00 66 05 00 56 01 71 40 00 6e 00 .f..|..t..|.....f..|..f..V.q@.n.
2660 00 7c 11 00 7c 09 00 64 11 00 19 6b 04 00 72 49 03 7c 09 00 6a 0e 00 7c 11 00 83 01 00 01 74 0f .|..|..d...k..rI.|..j..|......t.
2680 00 7c 0a 00 7c 0b 00 20 7c 01 00 64 01 00 66 02 00 7c 01 00 7c 0b 00 66 02 00 7c 0a 00 66 05 00 .|..|...|..d..f..|..|..f..|..f..
26a0 56 01 6e 00 00 78 8f 00 7c 11 00 7c 09 00 64 11 00 19 6b 00 00 72 b3 03 7c 11 00 7c 09 00 6b 07 V.n..x..|..|..d...k..r..|..|..k.
26c0 00 72 86 03 74 10 00 64 12 00 64 13 00 7c 01 00 7c 0b 00 7c 0a 00 66 04 00 83 02 00 82 01 00 6e .r..t..d..d..|..|..|..f........n
26e0 00 00 7c 09 00 64 11 00 20 7d 09 00 74 11 00 64 04 00 7c 01 00 7c 0b 00 66 02 00 7c 01 00 7c 0b ..|..d...}..t..d..|..|..f..|..|.
2700 00 66 02 00 7c 0a 00 66 05 00 56 01 71 4c 03 57 6e 24 00 7c 0a 00 73 d5 03 74 05 00 64 14 00 7c .f..|..f..V.qL.Wn$.|..s..t..d..|
2720 01 00 64 01 00 66 02 00 66 02 00 82 02 00 6e 00 00 64 01 00 7d 03 00 78 f4 02 7c 0b 00 7c 0c 00 ..d..f..f.....n..d..}..x..|..|..
2740 6b 00 00 72 d1 06 74 12 00 6a 06 00 7c 0a 00 7c 0b 00 83 02 00 7d 14 00 7c 14 00 72 9c 06 7c 14 k..r..t..j..|..|.....}..|..r..|.
2760 00 6a 13 00 64 05 00 83 01 00 5c 02 00 7d 15 00 7d 10 00 7c 01 00 7c 15 00 66 02 00 7c 01 00 7c .j..d.....\..}..}..|..|..f..|..|
2780 10 00 66 02 00 7c 10 00 03 02 7d 16 00 7d 17 00 7d 0b 00 7c 15 00 7c 10 00 6b 02 00 72 49 04 71 ..f..|....}..}..}..|..|..k..rI.q
27a0 de 03 6e 00 00 7c 0a 00 7c 15 00 7c 10 00 21 7c 0a 00 7c 15 00 19 02 7d 18 00 7d 19 00 7c 19 00 ..n..|..|..|..!|..|....}..}..|..
27c0 7c 05 00 6b 06 00 73 85 04 7c 19 00 64 15 00 6b 02 00 72 9c 04 7c 18 00 64 15 00 6b 03 00 72 9c |..k..s..|..d..k..r..|..d..k..r.
27e0 04 74 14 00 7c 18 00 7c 16 00 7c 17 00 7c 0a 00 66 05 00 56 01 71 ce 06 7c 19 00 64 10 00 6b 06 .t..|..|..|..|..f..V.q..|..d..k.
2800 00 72 d1 04 7c 02 00 64 01 00 6b 04 00 72 ba 04 74 0d 00 6e 03 00 74 15 00 7c 18 00 7c 16 00 7c .r..|..d..k..r..t..n..t..|..|..|
2820 17 00 7c 0a 00 66 05 00 56 01 71 ce 06 7c 19 00 64 0f 00 6b 02 00 72 f4 04 74 0c 00 7c 18 00 7c ..|..f..V.q..|..d..k..r..t..|..|
2840 16 00 7c 17 00 7c 0a 00 66 05 00 56 01 71 ce 06 7c 18 00 74 16 00 6b 06 00 72 7b 05 74 17 00 7c ..|..|..f..V.q..|..t..k..r{.t..|
2860 18 00 19 7d 0e 00 7c 0e 00 6a 06 00 7c 0a 00 7c 0b 00 83 02 00 7d 0f 00 7c 0f 00 72 5b 05 7c 0f ...}..|..j..|..|.....}..|..r[.|.
2880 00 6a 07 00 64 01 00 83 01 00 7d 0b 00 7c 0a 00 7c 15 00 7c 0b 00 21 7d 18 00 74 08 00 7c 18 00 .j..d.....}..|..|..|..!}..t..|..
28a0 7c 16 00 7c 01 00 7c 0b 00 66 02 00 7c 0a 00 66 05 00 56 01 71 99 06 7c 01 00 7c 15 00 66 02 00 |..|..|..f..|..f..V.q..|..|..f..
28c0 7d 0d 00 7c 0a 00 7c 15 00 1f 7d 06 00 7c 0a 00 7d 08 00 50 71 ce 06 7c 19 00 74 18 00 6b 06 00 }..|..|...}..|..}..Pq..|..t..k..
28e0 73 a7 05 7c 18 00 64 16 00 20 74 18 00 6b 06 00 73 a7 05 7c 18 00 64 17 00 20 74 18 00 6b 06 00 s..|..d...t..k..s..|..d...t..k..
2900 72 1b 06 7c 18 00 64 11 00 19 64 18 00 6b 02 00 72 04 06 7c 01 00 7c 15 00 66 02 00 7d 0d 00 74 r..|..d...d..k..r..|..|..f..}..t
2920 17 00 7c 19 00 19 70 e6 05 74 17 00 7c 18 00 64 05 00 19 19 70 e6 05 74 17 00 7c 18 00 64 16 00 ..|...p..t..|..d....p..t..|..d..
2940 19 19 7d 0e 00 7c 0a 00 7c 15 00 1f 64 05 00 02 7d 06 00 7d 07 00 7c 0a 00 7d 08 00 50 71 99 06 ..}..|..|...d...}..}..|..}..Pq..
2960 74 08 00 7c 18 00 7c 16 00 7c 17 00 7c 0a 00 66 05 00 56 01 71 ce 06 7c 19 00 7c 04 00 6b 06 00 t..|..|..|..|..f..V.q..|..|..k..
2980 72 3e 06 74 19 00 7c 18 00 7c 16 00 7c 17 00 7c 0a 00 66 05 00 56 01 71 ce 06 7c 19 00 64 19 00 r>.t..|..|..|..|..f..V.q..|..d..
29a0 6b 02 00 72 53 06 64 05 00 7d 03 00 71 ce 06 7c 19 00 64 1a 00 6b 06 00 72 6c 06 7c 02 00 64 05 k..rS.d..}..q..|..d..k..rl.|..d.
29c0 00 37 7d 02 00 6e 19 00 7c 19 00 64 1b 00 6b 06 00 72 85 06 7c 02 00 64 05 00 38 7d 02 00 6e 00 .7}..n..|..d..k..r..|..d..8}..n.
29e0 00 74 1a 00 7c 18 00 7c 16 00 7c 17 00 7c 0a 00 66 05 00 56 01 71 de 03 74 09 00 7c 0a 00 7c 0b .t..|..|..|..|..f..V.q..t..|..|.
2a00 00 19 7c 01 00 7c 0b 00 66 02 00 7c 01 00 7c 0b 00 64 05 00 17 66 02 00 7c 0a 00 66 05 00 56 01 ..|..|..f..|..|..d...f..|..f..V.
2a20 7c 0b 00 64 05 00 37 7d 0b 00 71 de 03 57 71 40 00 78 32 00 7c 09 00 64 05 00 1f 44 5d 26 00 7d |..d..7}..q..Wq@.x2.|..d...D]&.}
2a40 1a 00 74 11 00 64 04 00 7c 01 00 64 01 00 66 02 00 7c 01 00 64 01 00 66 02 00 64 04 00 66 05 00 ..t..d..|..d..f..|..d..f..d..f..
2a60 56 01 71 e0 06 57 74 1b 00 64 04 00 7c 01 00 64 01 00 66 02 00 7c 01 00 64 01 00 66 02 00 64 04 V.q..Wt..d..|..d..f..|..d..f..d.
2a80 00 66 05 00 56 01 64 1c 00 53 28 1f 00 00 00 73 53 03 00 00 0a 20 20 20 20 54 68 65 20 67 65 6e .f..V.d..S(....sS........The.gen
2aa0 65 72 61 74 65 5f 74 6f 6b 65 6e 73 28 29 20 67 65 6e 65 72 61 74 6f 72 20 72 65 71 75 69 72 65 erate_tokens().generator.require
2ac0 73 20 6f 6e 65 20 61 72 67 6d 65 6e 74 2c 20 72 65 61 64 6c 69 6e 65 2c 20 77 68 69 63 68 0a 20 s.one.argment,.readline,.which..
2ae0 20 20 20 6d 75 73 74 20 62 65 20 61 20 63 61 6c 6c 61 62 6c 65 20 6f 62 6a 65 63 74 20 77 68 69 ...must.be.a.callable.object.whi
2b00 63 68 20 70 72 6f 76 69 64 65 73 20 74 68 65 20 73 61 6d 65 20 69 6e 74 65 72 66 61 63 65 20 61 ch.provides.the.same.interface.a
2b20 73 20 74 68 65 0a 20 20 20 20 72 65 61 64 6c 69 6e 65 28 29 20 6d 65 74 68 6f 64 20 6f 66 20 62 s.the.....readline().method.of.b
2b40 75 69 6c 74 2d 69 6e 20 66 69 6c 65 20 6f 62 6a 65 63 74 73 2e 20 45 61 63 68 20 63 61 6c 6c 20 uilt-in.file.objects..Each.call.
2b60 74 6f 20 74 68 65 20 66 75 6e 63 74 69 6f 6e 0a 20 20 20 20 73 68 6f 75 6c 64 20 72 65 74 75 72 to.the.function.....should.retur
2b80 6e 20 6f 6e 65 20 6c 69 6e 65 20 6f 66 20 69 6e 70 75 74 20 61 73 20 61 20 73 74 72 69 6e 67 2e n.one.line.of.input.as.a.string.
2ba0 20 20 41 6c 74 65 72 6e 61 74 65 6c 79 2c 20 72 65 61 64 6c 69 6e 65 0a 20 20 20 20 63 61 6e 20 ..Alternately,.readline.....can.
2bc0 62 65 20 61 20 63 61 6c 6c 61 62 6c 65 20 66 75 6e 63 74 69 6f 6e 20 74 65 72 6d 69 6e 61 74 69 be.a.callable.function.terminati
2be0 6e 67 20 77 69 74 68 20 53 74 6f 70 49 74 65 72 61 74 69 6f 6e 3a 0a 20 20 20 20 20 20 20 20 72 ng.with.StopIteration:.........r
2c00 65 61 64 6c 69 6e 65 20 3d 20 6f 70 65 6e 28 6d 79 66 69 6c 65 29 2e 6e 65 78 74 20 20 20 20 23 eadline.=.open(myfile).next....#
2c20 20 45 78 61 6d 70 6c 65 20 6f 66 20 61 6c 74 65 72 6e 61 74 65 20 72 65 61 64 6c 69 6e 65 0a 0a .Example.of.alternate.readline..
2c40 20 20 20 20 54 68 65 20 67 65 6e 65 72 61 74 6f 72 20 70 72 6f 64 75 63 65 73 20 35 2d 74 75 70 ....The.generator.produces.5-tup
2c60 6c 65 73 20 77 69 74 68 20 74 68 65 73 65 20 6d 65 6d 62 65 72 73 3a 20 74 68 65 20 74 6f 6b 65 les.with.these.members:.the.toke
2c80 6e 20 74 79 70 65 3b 20 74 68 65 0a 20 20 20 20 74 6f 6b 65 6e 20 73 74 72 69 6e 67 3b 20 61 20 n.type;.the.....token.string;.a.
2ca0 32 2d 74 75 70 6c 65 20 28 73 72 6f 77 2c 20 73 63 6f 6c 29 20 6f 66 20 69 6e 74 73 20 73 70 65 2-tuple.(srow,.scol).of.ints.spe
2cc0 63 69 66 79 69 6e 67 20 74 68 65 20 72 6f 77 20 61 6e 64 0a 20 20 20 20 63 6f 6c 75 6d 6e 20 77 cifying.the.row.and.....column.w
2ce0 68 65 72 65 20 74 68 65 20 74 6f 6b 65 6e 20 62 65 67 69 6e 73 20 69 6e 20 74 68 65 20 73 6f 75 here.the.token.begins.in.the.sou
2d00 72 63 65 3b 20 61 20 32 2d 74 75 70 6c 65 20 28 65 72 6f 77 2c 20 65 63 6f 6c 29 20 6f 66 0a 20 rce;.a.2-tuple.(erow,.ecol).of..
2d20 20 20 20 69 6e 74 73 20 73 70 65 63 69 66 79 69 6e 67 20 74 68 65 20 72 6f 77 20 61 6e 64 20 63 ...ints.specifying.the.row.and.c
2d40 6f 6c 75 6d 6e 20 77 68 65 72 65 20 74 68 65 20 74 6f 6b 65 6e 20 65 6e 64 73 20 69 6e 20 74 68 olumn.where.the.token.ends.in.th
2d60 65 20 73 6f 75 72 63 65 3b 0a 20 20 20 20 61 6e 64 20 74 68 65 20 6c 69 6e 65 20 6f 6e 20 77 68 e.source;.....and.the.line.on.wh
2d80 69 63 68 20 74 68 65 20 74 6f 6b 65 6e 20 77 61 73 20 66 6f 75 6e 64 2e 20 54 68 65 20 6c 69 6e ich.the.token.was.found..The.lin
2da0 65 20 70 61 73 73 65 64 20 69 73 20 74 68 65 0a 20 20 20 20 6c 6f 67 69 63 61 6c 20 6c 69 6e 65 e.passed.is.the.....logical.line
2dc0 3b 20 63 6f 6e 74 69 6e 75 61 74 69 6f 6e 20 6c 69 6e 65 73 20 61 72 65 20 69 6e 63 6c 75 64 65 ;.continuation.lines.are.include
2de0 64 2e 0a 20 20 20 20 69 00 00 00 00 52 01 00 00 00 74 0a 00 00 00 30 31 32 33 34 35 36 37 38 39 d......i....R....t....0123456789
2e00 52 3a 00 00 00 69 01 00 00 00 73 18 00 00 00 45 4f 46 20 69 6e 20 6d 75 6c 74 69 2d 6c 69 6e 65 R:...i....s....EOF.in.multi-line
2e20 20 73 74 72 69 6e 67 69 fe ff ff ff 73 02 00 00 00 5c 0a 69 fd ff ff ff 73 03 00 00 00 5c 0d 0a .stringi....s....\.i....s....\..
2e40 52 33 00 00 00 73 01 00 00 00 09 73 01 00 00 00 0c 73 03 00 00 00 23 0d 0a 74 01 00 00 00 23 73 R3...s.....s.....s....#..t....#s
2e60 02 00 00 00 0d 0a 69 ff ff ff ff 73 33 00 00 00 75 6e 69 6e 64 65 6e 74 20 64 6f 65 73 20 6e 6f ......i....s3...unindent.does.no
2e80 74 20 6d 61 74 63 68 20 61 6e 79 20 6f 75 74 65 72 20 69 6e 64 65 6e 74 61 74 69 6f 6e 20 6c 65 t.match.any.outer.indentation.le
2ea0 76 65 6c 73 0a 00 00 00 3c 74 6f 6b 65 6e 69 7a 65 3e 73 1b 00 00 00 45 4f 46 20 69 6e 20 6d 75 vels....<tokenize>s....EOF.in.mu
2ec0 6c 74 69 2d 6c 69 6e 65 20 73 74 61 74 65 6d 65 6e 74 74 01 00 00 00 2e 69 02 00 00 00 69 03 00 lti-line.statementt.....i....i..
2ee0 00 00 73 01 00 00 00 0a 73 01 00 00 00 5c 73 03 00 00 00 28 5b 7b 73 03 00 00 00 29 5d 7d 4e 28 ..s.....s....\s....([{s....)]}N(
2f00 02 00 00 00 52 3a 00 00 00 69 00 00 00 00 28 02 00 00 00 52 3a 00 00 00 69 00 00 00 00 28 1c 00 ....R:...i....(....R:...i....(..
2f20 00 00 74 06 00 00 00 73 74 72 69 6e 67 74 0d 00 00 00 61 73 63 69 69 5f 6c 65 74 74 65 72 73 74 ..t....stringt....ascii_letterst
2f40 04 00 00 00 4e 6f 6e 65 74 0d 00 00 00 53 74 6f 70 49 74 65 72 61 74 69 6f 6e 52 3b 00 00 00 52 ....Nonet....StopIterationR;...R
2f60 19 00 00 00 74 05 00 00 00 6d 61 74 63 68 52 41 00 00 00 52 46 00 00 00 74 0a 00 00 00 45 52 52 ....t....matchRA...RF...t....ERR
2f80 4f 52 54 4f 4b 45 4e 74 07 00 00 00 74 61 62 73 69 7a 65 74 06 00 00 00 72 73 74 72 69 70 52 02 ORTOKENt....tabsizet....rstripR.
2fa0 00 00 00 52 05 00 00 00 52 34 00 00 00 52 47 00 00 00 74 10 00 00 00 49 6e 64 65 6e 74 61 74 69 ...R....R4...RG...t....Indentati
2fc0 6f 6e 45 72 72 6f 72 52 48 00 00 00 74 0a 00 00 00 70 73 65 75 64 6f 70 72 6f 67 74 04 00 00 00 onErrorRH...t....pseudoprogt....
2fe0 73 70 61 6e 52 44 00 00 00 52 3d 00 00 00 74 0d 00 00 00 74 72 69 70 6c 65 5f 71 75 6f 74 65 64 spanRD...R=...t....triple_quoted
3000 74 08 00 00 00 65 6e 64 70 72 6f 67 73 74 0d 00 00 00 73 69 6e 67 6c 65 5f 71 75 6f 74 65 64 52 t....endprogst....single_quotedR
3020 43 00 00 00 74 02 00 00 00 4f 50 74 09 00 00 00 45 4e 44 4d 41 52 4b 45 52 28 1b 00 00 00 52 2a C...t....OPt....ENDMARKER(....R*
3040 00 00 00 74 04 00 00 00 6c 6e 75 6d 74 08 00 00 00 70 61 72 65 6e 6c 65 76 74 09 00 00 00 63 6f ...t....lnumt....parenlevt....co
3060 6e 74 69 6e 75 65 64 74 09 00 00 00 6e 61 6d 65 63 68 61 72 73 74 08 00 00 00 6e 75 6d 63 68 61 ntinuedt....namecharst....numcha
3080 72 73 74 07 00 00 00 63 6f 6e 74 73 74 72 74 08 00 00 00 6e 65 65 64 63 6f 6e 74 74 08 00 00 00 rst....contstrt....needcontt....
30a0 63 6f 6e 74 6c 69 6e 65 52 4b 00 00 00 52 23 00 00 00 74 03 00 00 00 70 6f 73 74 03 00 00 00 6d contlineRK...R#...t....post....m
30c0 61 78 74 08 00 00 00 73 74 72 73 74 61 72 74 74 07 00 00 00 65 6e 64 70 72 6f 67 74 08 00 00 00 axt....strstartt....endprogt....
30e0 65 6e 64 6d 61 74 63 68 52 41 00 00 00 74 06 00 00 00 63 6f 6c 75 6d 6e 74 0d 00 00 00 63 6f 6d endmatchRA...t....columnt....com
3100 6d 65 6e 74 5f 74 6f 6b 65 6e 74 06 00 00 00 6e 6c 5f 70 6f 73 74 0b 00 00 00 70 73 65 75 64 6f ment_tokent....nl_post....pseudo
3120 6d 61 74 63 68 52 35 00 00 00 74 04 00 00 00 73 70 6f 73 74 04 00 00 00 65 70 6f 73 52 20 00 00 matchR5...t....spost....eposR...
3140 00 74 07 00 00 00 69 6e 69 74 69 61 6c 74 06 00 00 00 69 6e 64 65 6e 74 28 00 00 00 00 28 00 00 .t....initialt....indent(....(..
3160 00 00 73 4f 00 00 00 2f 62 75 69 6c 64 62 6f 74 2f 74 6d 70 2f 62 75 69 6c 64 68 6f 73 74 2f 69 ..sO.../buildbot/tmp/buildhost/i
3180 6e 73 74 61 6c 6c 2f 70 72 65 62 75 69 6c 74 2f 6c 69 6e 75 78 2d 78 38 36 5f 36 34 2f 6c 69 62 nstall/prebuilt/linux-x86_64/lib
31a0 2f 70 79 74 68 6f 6e 32 2e 37 2f 74 6f 6b 65 6e 69 7a 65 2e 70 79 52 04 00 00 00 08 01 00 00 73 /python2.7/tokenize.pyR........s
31c0 f6 00 00 00 00 10 0e 01 14 01 0c 01 06 01 09 02 03 01 03 01 0d 01 0d 01 0a 01 0a 01 13 02 06 01 ................................
31e0 06 01 12 01 0f 01 06 01 13 01 0e 01 18 01 0c 01 09 01 26 01 0a 01 1a 01 06 01 06 01 06 02 0a 01 ..................&.............
3200 0a 01 06 02 13 01 06 00 04 01 06 01 0f 01 10 01 0d 01 10 01 15 01 10 01 09 02 01 01 0e 01 0c 01 ................................
3220 04 02 10 01 10 01 13 01 10 01 06 01 24 01 0a 01 23 02 1e 01 20 01 06 02 10 01 0d 01 27 01 13 01 ............$...#...........'...
3240 0c 01 03 01 03 01 18 01 0a 01 27 03 06 01 18 01 06 02 0f 01 12 01 06 01 15 01 20 01 0c 01 06 01 ..........'.....................
3260 18 02 0c 01 18 01 17 01 0c 01 15 01 14 01 0c 02 17 01 0c 01 0a 01 12 01 06 01 0f 01 0d 01 1d 02 ................................
3280 0c 01 0a 01 06 01 04 01 0c 01 10 01 10 01 10 01 0c 01 18 01 0e 01 11 01 06 01 04 02 17 01 0c 01 ................................
32a0 17 01 0c 01 09 02 0c 01 0d 01 0c 01 0d 01 17 02 0a 01 1e 01 11 02 11 01 24 01 74 08 00 00 00 5f ........................$.t...._
32c0 5f 6d 61 69 6e 5f 5f 28 1e 00 00 00 73 03 00 00 00 27 27 27 73 03 00 00 00 22 22 22 73 04 00 00 _main__(....s....'''s...."""s...
32e0 00 72 27 27 27 73 04 00 00 00 72 22 22 22 73 04 00 00 00 52 27 27 27 73 04 00 00 00 52 22 22 22 .r'''s....r"""s....R'''s....R"""
3300 73 04 00 00 00 75 27 27 27 73 04 00 00 00 75 22 22 22 73 04 00 00 00 55 27 27 27 73 04 00 00 00 s....u'''s....u"""s....U'''s....
3320 55 22 22 22 73 05 00 00 00 75 72 27 27 27 73 05 00 00 00 75 72 22 22 22 73 05 00 00 00 55 72 27 U"""s....ur'''s....ur"""s....Ur'
3340 27 27 73 05 00 00 00 55 72 22 22 22 73 05 00 00 00 75 52 27 27 27 73 05 00 00 00 75 52 22 22 22 ''s....Ur"""s....uR'''s....uR"""
3360 73 05 00 00 00 55 52 27 27 27 73 05 00 00 00 55 52 22 22 22 73 04 00 00 00 62 27 27 27 73 04 00 s....UR'''s....UR"""s....b'''s..
3380 00 00 62 22 22 22 73 04 00 00 00 42 27 27 27 73 04 00 00 00 42 22 22 22 73 05 00 00 00 62 72 27 ..b"""s....B'''s....B"""s....br'
33a0 27 27 73 05 00 00 00 62 72 22 22 22 73 05 00 00 00 42 72 27 27 27 73 05 00 00 00 42 72 22 22 22 ''s....br"""s....Br'''s....Br"""
33c0 73 05 00 00 00 62 52 27 27 27 73 05 00 00 00 62 52 22 22 22 73 05 00 00 00 42 52 27 27 27 73 05 s....bR'''s....bR"""s....BR'''s.
33e0 00 00 00 42 52 22 22 22 28 1e 00 00 00 52 11 00 00 00 52 12 00 00 00 73 02 00 00 00 72 27 73 02 ...BR"""(....R....R....s....r's.
3400 00 00 00 72 22 73 02 00 00 00 52 27 73 02 00 00 00 52 22 73 02 00 00 00 75 27 73 02 00 00 00 75 ...r"s....R's....R"s....u's....u
3420 22 73 02 00 00 00 55 27 73 02 00 00 00 55 22 73 03 00 00 00 75 72 27 73 03 00 00 00 75 72 22 73 "s....U's....U"s....ur's....ur"s
3440 03 00 00 00 55 72 27 73 03 00 00 00 55 72 22 73 03 00 00 00 75 52 27 73 03 00 00 00 75 52 22 73 ....Ur's....Ur"s....uR's....uR"s
3460 03 00 00 00 55 52 27 73 03 00 00 00 55 52 22 73 02 00 00 00 62 27 73 02 00 00 00 62 22 73 02 00 ....UR's....UR"s....b's....b"s..
3480 00 00 42 27 73 02 00 00 00 42 22 73 03 00 00 00 62 72 27 73 03 00 00 00 62 72 22 73 03 00 00 00 ..B's....B"s....br's....br"s....
34a0 42 72 27 73 03 00 00 00 42 72 22 73 03 00 00 00 62 52 27 73 03 00 00 00 62 52 22 73 03 00 00 00 Br's....Br"s....bR's....bR"s....
34c0 42 52 27 73 03 00 00 00 42 52 22 28 00 00 00 00 28 4b 00 00 00 74 07 00 00 00 5f 5f 64 6f 63 5f BR's....BR"(....(K...t....__doc_
34e0 5f 74 0a 00 00 00 5f 5f 61 75 74 68 6f 72 5f 5f 74 0b 00 00 00 5f 5f 63 72 65 64 69 74 73 5f 5f _t....__author__t....__credits__
3500 52 55 00 00 00 74 02 00 00 00 72 65 52 20 00 00 00 74 03 00 00 00 64 69 72 74 01 00 00 00 78 74 RU...t....reR....t....dirt....xt
3520 0a 00 00 00 73 74 61 72 74 73 77 69 74 68 74 07 00 00 00 5f 5f 61 6c 6c 5f 5f 74 08 00 00 00 4e ....startswitht....__all__t....N
3540 5f 54 4f 4b 45 4e 53 52 02 00 00 00 52 1d 00 00 00 52 05 00 00 00 52 0c 00 00 00 52 0d 00 00 00 _TOKENSR....R....R....R....R....
3560 52 0f 00 00 00 74 0a 00 00 00 57 68 69 74 65 73 70 61 63 65 74 07 00 00 00 43 6f 6d 6d 65 6e 74 R....t....Whitespacet....Comment
3580 74 06 00 00 00 49 67 6e 6f 72 65 74 04 00 00 00 4e 61 6d 65 74 09 00 00 00 48 65 78 6e 75 6d 62 t....Ignoret....Namet....Hexnumb
35a0 65 72 74 09 00 00 00 4f 63 74 6e 75 6d 62 65 72 74 09 00 00 00 42 69 6e 6e 75 6d 62 65 72 74 09 ert....Octnumbert....Binnumbert.
35c0 00 00 00 44 65 63 6e 75 6d 62 65 72 74 09 00 00 00 49 6e 74 6e 75 6d 62 65 72 74 08 00 00 00 45 ...Decnumbert....Intnumbert....E
35e0 78 70 6f 6e 65 6e 74 74 0a 00 00 00 50 6f 69 6e 74 66 6c 6f 61 74 74 08 00 00 00 45 78 70 66 6c xponentt....Pointfloatt....Expfl
3600 6f 61 74 74 0b 00 00 00 46 6c 6f 61 74 6e 75 6d 62 65 72 74 0a 00 00 00 49 6d 61 67 6e 75 6d 62 oatt....Floatnumbert....Imagnumb
3620 65 72 74 06 00 00 00 4e 75 6d 62 65 72 74 06 00 00 00 53 69 6e 67 6c 65 74 06 00 00 00 44 6f 75 ert....Numbert....Singlet....Dou
3640 62 6c 65 74 07 00 00 00 53 69 6e 67 6c 65 33 74 07 00 00 00 44 6f 75 62 6c 65 33 74 06 00 00 00 blet....Single3t....Double3t....
3660 54 72 69 70 6c 65 74 06 00 00 00 53 74 72 69 6e 67 74 08 00 00 00 4f 70 65 72 61 74 6f 72 74 07 Triplet....Stringt....Operatort.
3680 00 00 00 42 72 61 63 6b 65 74 74 07 00 00 00 53 70 65 63 69 61 6c 74 05 00 00 00 46 75 6e 6e 79 ...Brackett....Specialt....Funny
36a0 74 0a 00 00 00 50 6c 61 69 6e 54 6f 6b 65 6e 74 05 00 00 00 54 6f 6b 65 6e 74 07 00 00 00 43 6f t....PlainTokent....Tokent....Co
36c0 6e 74 53 74 72 74 0c 00 00 00 50 73 65 75 64 6f 45 78 74 72 61 73 74 0b 00 00 00 50 73 65 75 64 ntStrt....PseudoExtrast....Pseud
36e0 6f 54 6f 6b 65 6e 74 03 00 00 00 6d 61 70 74 07 00 00 00 63 6f 6d 70 69 6c 65 74 09 00 00 00 74 oTokent....mapt....compilet....t
3700 6f 6b 65 6e 70 72 6f 67 52 5e 00 00 00 74 0b 00 00 00 73 69 6e 67 6c 65 33 70 72 6f 67 74 0b 00 okenprogR^...t....single3progt..
3720 00 00 64 6f 75 62 6c 65 33 70 72 6f 67 52 57 00 00 00 52 61 00 00 00 52 60 00 00 00 52 3f 00 00 ..double3progRW...Ra...R`...R?..
3740 00 52 62 00 00 00 52 5b 00 00 00 74 09 00 00 00 45 78 63 65 70 74 69 6f 6e 52 19 00 00 00 52 1c .Rb...R[...t....ExceptionR....R.
3760 00 00 00 52 28 00 00 00 52 03 00 00 00 52 29 00 00 00 52 2d 00 00 00 52 06 00 00 00 52 04 00 00 ...R(...R....R)...R-...R....R...
3780 00 52 1a 00 00 00 74 03 00 00 00 73 79 73 52 3b 00 00 00 74 04 00 00 00 61 72 67 76 74 04 00 00 .R....t....sysR;...t....argvt...
37a0 00 6f 70 65 6e 52 2a 00 00 00 74 05 00 00 00 73 74 64 69 6e 28 00 00 00 00 28 00 00 00 00 28 00 .openR*...t....stdin(....(....(.
37c0 00 00 00 73 4f 00 00 00 2f 62 75 69 6c 64 62 6f 74 2f 74 6d 70 2f 62 75 69 6c 64 68 6f 73 74 2f ...sO.../buildbot/tmp/buildhost/
37e0 69 6e 73 74 61 6c 6c 2f 70 72 65 62 75 69 6c 74 2f 6c 69 6e 75 78 2d 78 38 36 5f 36 34 2f 6c 69 install/prebuilt/linux-x86_64/li
3800 62 2f 70 79 74 68 6f 6e 32 2e 37 2f 74 6f 6b 65 6e 69 7a 65 2e 70 79 74 08 00 00 00 3c 6d 6f 64 b/python2.7/tokenize.pyt....<mod
3820 75 6c 65 3e 17 00 00 00 73 d8 00 00 00 06 02 06 01 06 03 18 01 0a 02 0c 01 2e 01 19 01 03 01 03 ule>....s.......................
3840 02 06 01 0a 01 0a 01 0a 01 0a 02 09 01 09 01 09 02 06 01 06 01 1e 01 06 02 06 01 06 01 06 01 06 ................................
3860 01 15 01 06 01 19 01 0a 01 0f 01 13 01 12 03 06 02 06 02 06 02 06 01 0f 02 06 01 09 05 12 01 03 ................................
3880 01 03 01 09 02 06 01 0f 01 12 02 15 01 0a 03 06 01 0d 01 03 01 13 01 12 01 1c 02 03 01 27 01 23 .............................'.#
38a0 01 0e 01 0e 01 0e 01 0e 01 0e 01 0e 01 0e 01 0e 01 0e 01 0e 01 0e 01 0e 01 0e 01 0e 01 0e 01 1c ................................
38c0 01 11 02 06 01 03 01 00 01 00 01 00 01 00 01 00 01 00 01 0a 01 0e 01 06 01 03 01 00 01 00 01 00 ................................
38e0 01 00 01 00 01 00 01 0a 01 0e 02 06 02 16 02 16 02 09 06 0c 13 09 04 13 41 09 15 09 9d 0c 01 0c ........................A.......
3900 01 15 01 1d 02 .....