summaryrefslogtreecommitdiff
path: root/lib/python2.7/lib2to3/pgen2/tokenize.pyo
blob: d9709de6b433e5b5cf97287a463b45104d1c9308 (plain)
ofshex dumpascii
0000 03 f3 0d 0a 31 5c fc 55 63 00 00 00 00 00 00 00 00 1e 00 00 00 40 00 00 00 73 0c 05 00 00 64 00 ....1\.Uc............@...s....d.
0020 00 5a 00 00 64 01 00 5a 01 00 64 02 00 5a 02 00 64 03 00 64 04 00 6c 03 00 5a 03 00 64 03 00 64 .Z..d..Z..d..Z..d..d..l..Z..d..d
0040 04 00 6c 04 00 5a 04 00 64 03 00 64 05 00 6c 05 00 6d 06 00 5a 06 00 6d 07 00 5a 07 00 01 64 03 ..l..Z..d..d..l..m..Z..m..Z...d.
0060 00 64 06 00 6c 08 00 54 64 07 00 64 08 00 6c 09 00 6d 0a 00 5a 0a 00 01 67 00 00 65 0b 00 65 0a .d..l..Td..d..l..m..Z...g..e..e.
0080 00 83 01 00 44 5d 1c 00 5a 0c 00 65 0c 00 64 09 00 19 64 0a 00 6b 03 00 72 67 00 65 0c 00 5e 02 ....D]..Z..e..d...d..k..rg.e..^.
00a0 00 71 67 00 64 0b 00 64 0c 00 64 0d 00 67 03 00 17 5a 0d 00 5b 0a 00 79 08 00 65 0e 00 01 57 6e .qg.d..d..d..g...Z..[..y..e...Wn
00c0 17 00 04 65 0f 00 6b 0a 00 72 ba 00 01 01 01 65 10 00 5a 0e 00 6e 01 00 58 64 0e 00 84 00 00 5a ...e..k..r.....e..Z..n..Xd.....Z
00e0 11 00 64 0f 00 84 00 00 5a 12 00 64 10 00 84 00 00 5a 13 00 64 11 00 5a 14 00 64 12 00 5a 15 00 ..d.....Z..d.....Z..d..Z..d..Z..
0100 65 14 00 65 12 00 64 13 00 65 14 00 17 83 01 00 17 65 13 00 65 15 00 83 01 00 17 5a 16 00 64 14 e..e..d..e.......e..e......Z..d.
0120 00 5a 17 00 64 15 00 5a 18 00 64 16 00 5a 19 00 64 17 00 5a 1a 00 64 18 00 5a 1b 00 65 11 00 65 .Z..d..Z..d..Z..d..Z..d..Z..e..e
0140 18 00 65 19 00 65 1a 00 65 1b 00 83 04 00 5a 1c 00 64 19 00 5a 1d 00 65 11 00 64 1a 00 64 1b 00 ..e..e..e.....Z..d..Z..e..d..d..
0160 83 02 00 65 13 00 65 1d 00 83 01 00 17 5a 1e 00 64 1c 00 65 1d 00 17 5a 1f 00 65 11 00 65 1e 00 ...e..e......Z..d..e...Z..e..e..
0180 65 1f 00 83 02 00 5a 20 00 65 11 00 64 1d 00 65 20 00 64 1e 00 17 83 02 00 5a 21 00 65 11 00 65 e.....Z..e..d..e..d......Z!.e..e
01a0 21 00 65 20 00 65 1c 00 83 03 00 5a 22 00 64 1f 00 5a 23 00 64 20 00 5a 24 00 64 21 00 5a 25 00 !.e..e.....Z".d..Z#.d..Z$.d!.Z%.
01c0 64 22 00 5a 26 00 65 11 00 64 23 00 64 24 00 83 02 00 5a 27 00 65 11 00 64 25 00 64 26 00 83 02 d".Z&.e..d#.d$....Z'.e..d%.d&...
01e0 00 5a 28 00 65 11 00 64 27 00 64 28 00 64 29 00 64 2a 00 64 2b 00 64 2c 00 64 2d 00 64 2e 00 64 .Z(.e..d'.d(.d).d*.d+.d,.d-.d..d
0200 2f 00 83 09 00 5a 29 00 64 30 00 5a 2a 00 65 11 00 64 31 00 64 32 00 83 02 00 5a 2b 00 65 11 00 /....Z).d0.Z*.e..d1.d2....Z+.e..
0220 65 29 00 65 2a 00 65 2b 00 83 03 00 5a 2c 00 65 11 00 65 22 00 65 2c 00 65 28 00 65 17 00 83 04 e).e*.e+....Z,.e..e".e,.e(.e....
0240 00 5a 2d 00 65 16 00 65 2d 00 17 5a 2e 00 65 11 00 64 33 00 65 11 00 64 34 00 64 13 00 83 02 00 .Z-.e..e-..Z..e..d3.e..d4.d.....
0260 17 64 35 00 65 11 00 64 36 00 64 13 00 83 02 00 17 83 02 00 5a 2f 00 65 11 00 64 13 00 65 15 00 .d5.e..d6.d.........Z/.e..d..e..
0280 65 27 00 83 03 00 5a 30 00 65 14 00 65 11 00 65 30 00 65 22 00 65 2c 00 65 2f 00 65 17 00 83 05 e'....Z0.e..e..e0.e".e,.e/.e....
02a0 00 17 5a 31 00 65 32 00 65 04 00 6a 33 00 65 2e 00 65 31 00 65 25 00 65 26 00 66 04 00 83 02 00 ..Z1.e2.e..j3.e..e1.e%.e&.f.....
02c0 5c 04 00 5a 34 00 5a 35 00 5a 36 00 5a 37 00 69 26 00 65 04 00 6a 33 00 65 23 00 83 01 00 64 34 \..Z4.Z5.Z6.Z7.i&.e..j3.e#....d4
02e0 00 36 65 04 00 6a 33 00 65 24 00 83 01 00 64 36 00 36 65 36 00 64 37 00 36 65 37 00 64 38 00 36 .6e..j3.e$....d6.6e6.d7.6e7.d8.6
0300 65 36 00 64 39 00 36 65 37 00 64 3a 00 36 65 36 00 64 3b 00 36 65 37 00 64 3c 00 36 65 36 00 64 e6.d9.6e7.d:.6e6.d;.6e7.d<.6e6.d
0320 3d 00 36 65 37 00 64 3e 00 36 65 36 00 64 3f 00 36 65 37 00 64 40 00 36 65 36 00 64 41 00 36 65 =.6e7.d>.6e6.d?.6e7.d@.6e6.dA.6e
0340 37 00 64 42 00 36 65 36 00 64 43 00 36 65 37 00 64 44 00 36 65 36 00 64 45 00 36 65 37 00 64 46 7.dB.6e6.dC.6e7.dD.6e6.dE.6e7.dF
0360 00 36 65 36 00 64 47 00 36 65 37 00 64 48 00 36 65 36 00 64 49 00 36 65 37 00 64 4a 00 36 65 36 .6e6.dG.6e7.dH.6e6.dI.6e7.dJ.6e6
0380 00 64 4b 00 36 65 37 00 64 4c 00 36 65 36 00 64 4d 00 36 65 37 00 64 4e 00 36 65 36 00 64 4f 00 .dK.6e7.dL.6e6.dM.6e7.dN.6e6.dO.
03a0 36 65 37 00 64 50 00 36 65 36 00 64 51 00 36 65 37 00 64 52 00 36 65 36 00 64 53 00 36 65 37 00 6e7.dP.6e6.dQ.6e7.dR.6e6.dS.6e7.
03c0 64 54 00 36 64 04 00 64 55 00 36 64 04 00 64 56 00 36 64 04 00 64 57 00 36 64 04 00 64 58 00 36 dT.6d..dU.6d..dV.6d..dW.6d..dX.6
03e0 64 04 00 64 59 00 36 64 04 00 64 5a 00 36 5a 39 00 69 00 00 5a 3a 00 78 18 00 64 87 00 44 5d 10 d..dY.6d..dZ.6Z9.i..Z:.x..d..D].
0400 00 5a 3b 00 65 3b 00 65 3a 00 65 3b 00 3c 71 e0 03 57 69 00 00 5a 3c 00 78 18 00 64 88 00 44 5d .Z;.e;.e:.e;.<q..Wi..Z<.x..d..D]
0420 10 00 5a 3b 00 65 3b 00 65 3c 00 65 3b 00 3c 71 01 04 57 64 77 00 5a 3d 00 64 78 00 65 3e 00 66 ..Z;.e;.e<.e;.<q..Wdw.Z=.dx.e>.f
0440 01 00 64 79 00 84 00 00 83 00 00 59 5a 3f 00 64 7a 00 65 3e 00 66 01 00 64 7b 00 84 00 00 83 00 ..dy.......YZ?.dz.e>.f..d{......
0460 00 59 5a 40 00 64 7c 00 84 00 00 5a 41 00 65 41 00 64 7d 00 84 01 00 5a 42 00 64 7e 00 84 00 00 .YZ@.d|....ZA.eA.d}....ZB.d~....
0480 5a 43 00 64 7f 00 64 89 00 64 80 00 84 00 00 83 00 00 59 5a 44 00 65 04 00 6a 33 00 64 81 00 83 ZC.d..d..d........YZD.e..j3.d...
04a0 01 00 5a 45 00 64 82 00 84 00 00 5a 46 00 64 83 00 84 00 00 5a 47 00 64 84 00 84 00 00 5a 48 00 ..ZE.d.....ZF.d.....ZG.d.....ZH.
04c0 64 85 00 84 00 00 5a 49 00 65 4a 00 64 86 00 6b 02 00 72 08 05 64 03 00 64 04 00 6c 4b 00 5a 4b d.....ZI.eJ.d..k..r..d..d..lK.ZK
04e0 00 65 4c 00 65 4b 00 6a 4d 00 83 01 00 64 07 00 6b 04 00 72 f5 04 65 42 00 65 4e 00 65 4b 00 6a .eL.eK.jM....d..k..r..eB.eN.eK.j
0500 4d 00 64 07 00 19 83 01 00 6a 4f 00 83 01 00 01 71 08 05 65 42 00 65 4b 00 6a 50 00 6a 4f 00 83 M.d......jO.....q..eB.eK.jP.jO..
0520 01 00 01 6e 00 00 64 04 00 53 28 8a 00 00 00 73 c0 03 00 00 54 6f 6b 65 6e 69 7a 61 74 69 6f 6e ...n..d..S(....s....Tokenization
0540 20 68 65 6c 70 20 66 6f 72 20 50 79 74 68 6f 6e 20 70 72 6f 67 72 61 6d 73 2e 0a 0a 67 65 6e 65 .help.for.Python.programs...gene
0560 72 61 74 65 5f 74 6f 6b 65 6e 73 28 72 65 61 64 6c 69 6e 65 29 20 69 73 20 61 20 67 65 6e 65 72 rate_tokens(readline).is.a.gener
0580 61 74 6f 72 20 74 68 61 74 20 62 72 65 61 6b 73 20 61 20 73 74 72 65 61 6d 20 6f 66 0a 74 65 78 ator.that.breaks.a.stream.of.tex
05a0 74 20 69 6e 74 6f 20 50 79 74 68 6f 6e 20 74 6f 6b 65 6e 73 2e 20 20 49 74 20 61 63 63 65 70 74 t.into.Python.tokens...It.accept
05c0 73 20 61 20 72 65 61 64 6c 69 6e 65 2d 6c 69 6b 65 20 6d 65 74 68 6f 64 20 77 68 69 63 68 20 69 s.a.readline-like.method.which.i
05e0 73 20 63 61 6c 6c 65 64 0a 72 65 70 65 61 74 65 64 6c 79 20 74 6f 20 67 65 74 20 74 68 65 20 6e s.called.repeatedly.to.get.the.n
0600 65 78 74 20 6c 69 6e 65 20 6f 66 20 69 6e 70 75 74 20 28 6f 72 20 22 22 20 66 6f 72 20 45 4f 46 ext.line.of.input.(or."".for.EOF
0620 29 2e 20 20 49 74 20 67 65 6e 65 72 61 74 65 73 0a 35 2d 74 75 70 6c 65 73 20 77 69 74 68 20 74 )...It.generates.5-tuples.with.t
0640 68 65 73 65 20 6d 65 6d 62 65 72 73 3a 0a 0a 20 20 20 20 74 68 65 20 74 6f 6b 65 6e 20 74 79 70 hese.members:......the.token.typ
0660 65 20 28 73 65 65 20 74 6f 6b 65 6e 2e 70 79 29 0a 20 20 20 20 74 68 65 20 74 6f 6b 65 6e 20 28 e.(see.token.py).....the.token.(
0680 61 20 73 74 72 69 6e 67 29 0a 20 20 20 20 74 68 65 20 73 74 61 72 74 69 6e 67 20 28 72 6f 77 2c a.string).....the.starting.(row,
06a0 20 63 6f 6c 75 6d 6e 29 20 69 6e 64 69 63 65 73 20 6f 66 20 74 68 65 20 74 6f 6b 65 6e 20 28 61 .column).indices.of.the.token.(a
06c0 20 32 2d 74 75 70 6c 65 20 6f 66 20 69 6e 74 73 29 0a 20 20 20 20 74 68 65 20 65 6e 64 69 6e 67 .2-tuple.of.ints).....the.ending
06e0 20 28 72 6f 77 2c 20 63 6f 6c 75 6d 6e 29 20 69 6e 64 69 63 65 73 20 6f 66 20 74 68 65 20 74 6f .(row,.column).indices.of.the.to
0700 6b 65 6e 20 28 61 20 32 2d 74 75 70 6c 65 20 6f 66 20 69 6e 74 73 29 0a 20 20 20 20 74 68 65 20 ken.(a.2-tuple.of.ints).....the.
0720 6f 72 69 67 69 6e 61 6c 20 6c 69 6e 65 20 28 73 74 72 69 6e 67 29 0a 0a 49 74 20 69 73 20 64 65 original.line.(string)..It.is.de
0740 73 69 67 6e 65 64 20 74 6f 20 6d 61 74 63 68 20 74 68 65 20 77 6f 72 6b 69 6e 67 20 6f 66 20 74 signed.to.match.the.working.of.t
0760 68 65 20 50 79 74 68 6f 6e 20 74 6f 6b 65 6e 69 7a 65 72 20 65 78 61 63 74 6c 79 2c 20 65 78 63 he.Python.tokenizer.exactly,.exc
0780 65 70 74 0a 74 68 61 74 20 69 74 20 70 72 6f 64 75 63 65 73 20 43 4f 4d 4d 45 4e 54 20 74 6f 6b ept.that.it.produces.COMMENT.tok
07a0 65 6e 73 20 66 6f 72 20 63 6f 6d 6d 65 6e 74 73 20 61 6e 64 20 67 69 76 65 73 20 74 79 70 65 20 ens.for.comments.and.gives.type.
07c0 4f 50 20 66 6f 72 20 61 6c 6c 0a 6f 70 65 72 61 74 6f 72 73 0a 0a 4f 6c 64 65 72 20 65 6e 74 72 OP.for.all.operators..Older.entr
07e0 79 20 70 6f 69 6e 74 73 0a 20 20 20 20 74 6f 6b 65 6e 69 7a 65 5f 6c 6f 6f 70 28 72 65 61 64 6c y.points.....tokenize_loop(readl
0800 69 6e 65 2c 20 74 6f 6b 65 6e 65 61 74 65 72 29 0a 20 20 20 20 74 6f 6b 65 6e 69 7a 65 28 72 65 ine,.tokeneater).....tokenize(re
0820 61 64 6c 69 6e 65 2c 20 74 6f 6b 65 6e 65 61 74 65 72 3d 70 72 69 6e 74 74 6f 6b 65 6e 29 0a 61 adline,.tokeneater=printtoken).a
0840 72 65 20 74 68 65 20 73 61 6d 65 2c 20 65 78 63 65 70 74 20 69 6e 73 74 65 61 64 20 6f 66 20 67 re.the.same,.except.instead.of.g
0860 65 6e 65 72 61 74 69 6e 67 20 74 6f 6b 65 6e 73 2c 20 74 6f 6b 65 6e 65 61 74 65 72 20 69 73 20 enerating.tokens,.tokeneater.is.
0880 61 20 63 61 6c 6c 62 61 63 6b 0a 66 75 6e 63 74 69 6f 6e 20 74 6f 20 77 68 69 63 68 20 74 68 65 a.callback.function.to.which.the
08a0 20 35 20 66 69 65 6c 64 73 20 64 65 73 63 72 69 62 65 64 20 61 62 6f 76 65 20 61 72 65 20 70 61 .5.fields.described.above.are.pa
08c0 73 73 65 64 20 61 73 20 35 20 61 72 67 75 6d 65 6e 74 73 2c 0a 65 61 63 68 20 74 69 6d 65 20 61 ssed.as.5.arguments,.each.time.a
08e0 20 6e 65 77 20 74 6f 6b 65 6e 20 69 73 20 66 6f 75 6e 64 2e 73 1a 00 00 00 4b 61 2d 50 69 6e 67 .new.token.is.found.s....Ka-Ping
0900 20 59 65 65 20 3c 70 69 6e 67 40 6c 66 77 2e 6f 72 67 3e 73 40 00 00 00 47 76 52 2c 20 45 53 52 .Yee.<ping@lfw.org>s@...GvR,.ESR
0920 2c 20 54 69 6d 20 50 65 74 65 72 73 2c 20 54 68 6f 6d 61 73 20 57 6f 75 74 65 72 73 2c 20 46 72 ,.Tim.Peters,.Thomas.Wouters,.Fr
0940 65 64 20 44 72 61 6b 65 2c 20 53 6b 69 70 20 4d 6f 6e 74 61 6e 61 72 6f 69 ff ff ff ff 4e 28 02 ed.Drake,.Skip.Montanaroi....N(.
0960 00 00 00 74 08 00 00 00 42 4f 4d 5f 55 54 46 38 74 06 00 00 00 6c 6f 6f 6b 75 70 28 01 00 00 00 ...t....BOM_UTF8t....lookup(....
0980 74 01 00 00 00 2a 69 01 00 00 00 28 01 00 00 00 74 05 00 00 00 74 6f 6b 65 6e 69 00 00 00 00 74 t....*i....(....t....tokeni....t
09a0 01 00 00 00 5f 74 08 00 00 00 74 6f 6b 65 6e 69 7a 65 74 0f 00 00 00 67 65 6e 65 72 61 74 65 5f ...._t....tokenizet....generate_
09c0 74 6f 6b 65 6e 73 74 0a 00 00 00 75 6e 74 6f 6b 65 6e 69 7a 65 63 00 00 00 00 01 00 00 00 03 00 tokenst....untokenizec..........
09e0 00 00 47 00 00 00 73 15 00 00 00 64 01 00 64 02 00 6a 00 00 7c 00 00 83 01 00 17 64 03 00 17 53 ..G...s....d..d..j..|......d...S
0a00 28 04 00 00 00 4e 74 01 00 00 00 28 74 01 00 00 00 7c 74 01 00 00 00 29 28 01 00 00 00 74 04 00 (....Nt....(t....|t....)(....t..
0a20 00 00 6a 6f 69 6e 28 01 00 00 00 74 07 00 00 00 63 68 6f 69 63 65 73 28 00 00 00 00 28 00 00 00 ..join(....t....choices(....(...
0a40 00 73 5d 00 00 00 2f 62 75 69 6c 64 62 6f 74 2f 74 6d 70 2f 62 75 69 6c 64 68 6f 73 74 2f 69 6e .s].../buildbot/tmp/buildhost/in
0a60 73 74 61 6c 6c 2f 70 72 65 62 75 69 6c 74 2f 6c 69 6e 75 78 2d 78 38 36 5f 36 34 2f 6c 69 62 2f stall/prebuilt/linux-x86_64/lib/
0a80 70 79 74 68 6f 6e 32 2e 37 2f 6c 69 62 32 74 6f 33 2f 70 67 65 6e 32 2f 74 6f 6b 65 6e 69 7a 65 python2.7/lib2to3/pgen2/tokenize
0aa0 2e 70 79 74 05 00 00 00 67 72 6f 75 70 30 00 00 00 73 00 00 00 00 63 00 00 00 00 01 00 00 00 02 .pyt....group0...s....c.........
0ac0 00 00 00 47 00 00 00 73 0e 00 00 00 74 00 00 7c 00 00 8c 00 00 64 01 00 17 53 28 02 00 00 00 4e ...G...s....t..|.....d...S(....N
0ae0 52 02 00 00 00 28 01 00 00 00 52 0d 00 00 00 28 01 00 00 00 52 0c 00 00 00 28 00 00 00 00 28 00 R....(....R....(....R....(....(.
0b00 00 00 00 73 5d 00 00 00 2f 62 75 69 6c 64 62 6f 74 2f 74 6d 70 2f 62 75 69 6c 64 68 6f 73 74 2f ...s].../buildbot/tmp/buildhost/
0b20 69 6e 73 74 61 6c 6c 2f 70 72 65 62 75 69 6c 74 2f 6c 69 6e 75 78 2d 78 38 36 5f 36 34 2f 6c 69 install/prebuilt/linux-x86_64/li
0b40 62 2f 70 79 74 68 6f 6e 32 2e 37 2f 6c 69 62 32 74 6f 33 2f 70 67 65 6e 32 2f 74 6f 6b 65 6e 69 b/python2.7/lib2to3/pgen2/tokeni
0b60 7a 65 2e 70 79 74 03 00 00 00 61 6e 79 31 00 00 00 73 00 00 00 00 63 00 00 00 00 01 00 00 00 02 ze.pyt....any1...s....c.........
0b80 00 00 00 47 00 00 00 73 0e 00 00 00 74 00 00 7c 00 00 8c 00 00 64 01 00 17 53 28 02 00 00 00 4e ...G...s....t..|.....d...S(....N
0ba0 74 01 00 00 00 3f 28 01 00 00 00 52 0d 00 00 00 28 01 00 00 00 52 0c 00 00 00 28 00 00 00 00 28 t....?(....R....(....R....(....(
0bc0 00 00 00 00 73 5d 00 00 00 2f 62 75 69 6c 64 62 6f 74 2f 74 6d 70 2f 62 75 69 6c 64 68 6f 73 74 ....s].../buildbot/tmp/buildhost
0be0 2f 69 6e 73 74 61 6c 6c 2f 70 72 65 62 75 69 6c 74 2f 6c 69 6e 75 78 2d 78 38 36 5f 36 34 2f 6c /install/prebuilt/linux-x86_64/l
0c00 69 62 2f 70 79 74 68 6f 6e 32 2e 37 2f 6c 69 62 32 74 6f 33 2f 70 67 65 6e 32 2f 74 6f 6b 65 6e ib/python2.7/lib2to3/pgen2/token
0c20 69 7a 65 2e 70 79 74 05 00 00 00 6d 61 79 62 65 32 00 00 00 73 00 00 00 00 73 08 00 00 00 5b 20 ize.pyt....maybe2...s....s....[.
0c40 5c 66 5c 74 5d 2a 73 09 00 00 00 23 5b 5e 5c 72 5c 6e 5d 2a 73 07 00 00 00 5c 5c 5c 72 3f 5c 6e \f\t]*s....#[^\r\n]*s....\\\r?\n
0c60 73 0c 00 00 00 5b 61 2d 7a 41 2d 5a 5f 5d 5c 77 2a 73 0a 00 00 00 30 5b 62 42 5d 5b 30 31 5d 2a s....[a-zA-Z_]\w*s....0[bB][01]*
0c80 73 15 00 00 00 30 5b 78 58 5d 5b 5c 64 61 2d 66 41 2d 46 5d 2a 5b 6c 4c 5d 3f 73 11 00 00 00 30 s....0[xX][\da-fA-F]*[lL]?s....0
0ca0 5b 6f 4f 5d 3f 5b 30 2d 37 5d 2a 5b 6c 4c 5d 3f 73 0d 00 00 00 5b 31 2d 39 5d 5c 64 2a 5b 6c 4c [oO]?[0-7]*[lL]?s....[1-9]\d*[lL
0cc0 5d 3f 73 0c 00 00 00 5b 65 45 5d 5b 2d 2b 5d 3f 5c 64 2b 73 08 00 00 00 5c 64 2b 5c 2e 5c 64 2a ]?s....[eE][-+]?\d+s....\d+\.\d*
0ce0 73 05 00 00 00 5c 2e 5c 64 2b 73 03 00 00 00 5c 64 2b 73 07 00 00 00 5c 64 2b 5b 6a 4a 5d 73 04 s....\.\d+s....\d+s....\d+[jJ]s.
0d00 00 00 00 5b 6a 4a 5d 73 17 00 00 00 5b 5e 27 5c 5c 5d 2a 28 3f 3a 5c 5c 2e 5b 5e 27 5c 5c 5d 2a ...[jJ]s....[^'\\]*(?:\\.[^'\\]*
0d20 29 2a 27 73 17 00 00 00 5b 5e 22 5c 5c 5d 2a 28 3f 3a 5c 5c 2e 5b 5e 22 5c 5c 5d 2a 29 2a 22 73 )*'s....[^"\\]*(?:\\.[^"\\]*)*"s
0d40 25 00 00 00 5b 5e 27 5c 5c 5d 2a 28 3f 3a 28 3f 3a 5c 5c 2e 7c 27 28 3f 21 27 27 29 29 5b 5e 27 %...[^'\\]*(?:(?:\\.|'(?!''))[^'
0d60 5c 5c 5d 2a 29 2a 27 27 27 73 25 00 00 00 5b 5e 22 5c 5c 5d 2a 28 3f 3a 28 3f 3a 5c 5c 2e 7c 22 \\]*)*'''s%...[^"\\]*(?:(?:\\.|"
0d80 28 3f 21 22 22 29 29 5b 5e 22 5c 5c 5d 2a 29 2a 22 22 22 73 0f 00 00 00 5b 75 62 55 42 5d 3f 5b (?!""))[^"\\]*)*"""s....[ubUB]?[
0da0 72 52 5d 3f 27 27 27 73 0f 00 00 00 5b 75 62 55 42 5d 3f 5b 72 52 5d 3f 22 22 22 73 26 00 00 00 rR]?'''s....[ubUB]?[rR]?"""s&...
0dc0 5b 75 55 5d 3f 5b 72 52 5d 3f 27 5b 5e 5c 6e 27 5c 5c 5d 2a 28 3f 3a 5c 5c 2e 5b 5e 5c 6e 27 5c [uU]?[rR]?'[^\n'\\]*(?:\\.[^\n'\
0de0 5c 5d 2a 29 2a 27 73 26 00 00 00 5b 75 55 5d 3f 5b 72 52 5d 3f 22 5b 5e 5c 6e 22 5c 5c 5d 2a 28 \]*)*'s&...[uU]?[rR]?"[^\n"\\]*(
0e00 3f 3a 5c 5c 2e 5b 5e 5c 6e 22 5c 5c 5d 2a 29 2a 22 73 06 00 00 00 5c 2a 5c 2a 3d 3f 73 04 00 00 ?:\\.[^\n"\\]*)*"s....\*\*=?s...
0e20 00 3e 3e 3d 3f 73 04 00 00 00 3c 3c 3d 3f 73 02 00 00 00 3c 3e 73 02 00 00 00 21 3d 73 04 00 00 .>>=?s....<<=?s....<>s....!=s...
0e40 00 2f 2f 3d 3f 73 02 00 00 00 2d 3e 73 10 00 00 00 5b 2b 5c 2d 2a 2f 25 26 7c 5e 3d 3c 3e 5d 3d .//=?s....->s....[+\-*/%&|^=<>]=
0e60 3f 74 01 00 00 00 7e 73 08 00 00 00 5b 5d 5b 28 29 7b 7d 5d 73 05 00 00 00 5c 72 3f 5c 6e 73 08 ?t....~s....[][(){}]s....\r?\ns.
0e80 00 00 00 5b 3a 3b 2e 2c 60 40 5d 73 27 00 00 00 5b 75 55 62 42 5d 3f 5b 72 52 5d 3f 27 5b 5e 5c ...[:;.,`@]s'...[uUbB]?[rR]?'[^\
0ea0 6e 27 5c 5c 5d 2a 28 3f 3a 5c 5c 2e 5b 5e 5c 6e 27 5c 5c 5d 2a 29 2a 74 01 00 00 00 27 73 27 00 n'\\]*(?:\\.[^\n'\\]*)*t....'s'.
0ec0 00 00 5b 75 55 62 42 5d 3f 5b 72 52 5d 3f 22 5b 5e 5c 6e 22 5c 5c 5d 2a 28 3f 3a 5c 5c 2e 5b 5e ..[uUbB]?[rR]?"[^\n"\\]*(?:\\.[^
0ee0 5c 6e 22 5c 5c 5d 2a 29 2a 74 01 00 00 00 22 73 03 00 00 00 27 27 27 73 03 00 00 00 22 22 22 73 \n"\\]*)*t...."s....'''s...."""s
0f00 04 00 00 00 72 27 27 27 73 04 00 00 00 72 22 22 22 73 04 00 00 00 75 27 27 27 73 04 00 00 00 75 ....r'''s....r"""s....u'''s....u
0f20 22 22 22 73 04 00 00 00 62 27 27 27 73 04 00 00 00 62 22 22 22 73 05 00 00 00 75 72 27 27 27 73 """s....b'''s....b"""s....ur'''s
0f40 05 00 00 00 75 72 22 22 22 73 05 00 00 00 62 72 27 27 27 73 05 00 00 00 62 72 22 22 22 73 04 00 ....ur"""s....br'''s....br"""s..
0f60 00 00 52 27 27 27 73 04 00 00 00 52 22 22 22 73 04 00 00 00 55 27 27 27 73 04 00 00 00 55 22 22 ..R'''s....R"""s....U'''s....U""
0f80 22 73 04 00 00 00 42 27 27 27 73 04 00 00 00 42 22 22 22 73 05 00 00 00 75 52 27 27 27 73 05 00 "s....B'''s....B"""s....uR'''s..
0fa0 00 00 75 52 22 22 22 73 05 00 00 00 55 72 27 27 27 73 05 00 00 00 55 72 22 22 22 73 05 00 00 00 ..uR"""s....Ur'''s....Ur"""s....
0fc0 55 52 27 27 27 73 05 00 00 00 55 52 22 22 22 73 05 00 00 00 62 52 27 27 27 73 05 00 00 00 62 52 UR'''s....UR"""s....bR'''s....bR
0fe0 22 22 22 73 05 00 00 00 42 72 27 27 27 73 05 00 00 00 42 72 22 22 22 73 05 00 00 00 42 52 27 27 """s....Br'''s....Br"""s....BR''
1000 27 73 05 00 00 00 42 52 22 22 22 74 01 00 00 00 72 74 01 00 00 00 52 74 01 00 00 00 75 74 01 00 's....BR"""t....rt....Rt....ut..
1020 00 00 55 74 01 00 00 00 62 74 01 00 00 00 42 73 02 00 00 00 72 27 73 02 00 00 00 72 22 73 02 00 ..Ut....bt....Bs....r's....r"s..
1040 00 00 52 27 73 02 00 00 00 52 22 73 02 00 00 00 75 27 73 02 00 00 00 75 22 73 02 00 00 00 55 27 ..R's....R"s....u's....u"s....U'
1060 73 02 00 00 00 55 22 73 02 00 00 00 62 27 73 02 00 00 00 62 22 73 02 00 00 00 42 27 73 02 00 00 s....U"s....b's....b"s....B's...
1080 00 42 22 73 03 00 00 00 75 72 27 73 03 00 00 00 75 72 22 73 03 00 00 00 55 72 27 73 03 00 00 00 .B"s....ur's....ur"s....Ur's....
10a0 55 72 22 73 03 00 00 00 75 52 27 73 03 00 00 00 75 52 22 73 03 00 00 00 55 52 27 73 03 00 00 00 Ur"s....uR's....uR"s....UR's....
10c0 55 52 22 73 03 00 00 00 62 72 27 73 03 00 00 00 62 72 22 73 03 00 00 00 42 72 27 73 03 00 00 00 UR"s....br's....br"s....Br's....
10e0 42 72 22 73 03 00 00 00 62 52 27 73 03 00 00 00 62 52 22 73 03 00 00 00 42 52 27 73 03 00 00 00 Br"s....bR's....bR"s....BR's....
1100 42 52 22 69 08 00 00 00 74 0a 00 00 00 54 6f 6b 65 6e 45 72 72 6f 72 63 00 00 00 00 00 00 00 00 BR"i....t....TokenErrorc........
1120 01 00 00 00 42 00 00 00 73 08 00 00 00 65 00 00 5a 01 00 52 53 28 00 00 00 00 28 02 00 00 00 74 ....B...s....e..Z..RS(....(....t
1140 08 00 00 00 5f 5f 6e 61 6d 65 5f 5f 74 0a 00 00 00 5f 5f 6d 6f 64 75 6c 65 5f 5f 28 00 00 00 00 ....__name__t....__module__(....
1160 28 00 00 00 00 28 00 00 00 00 73 5d 00 00 00 2f 62 75 69 6c 64 62 6f 74 2f 74 6d 70 2f 62 75 69 (....(....s].../buildbot/tmp/bui
1180 6c 64 68 6f 73 74 2f 69 6e 73 74 61 6c 6c 2f 70 72 65 62 75 69 6c 74 2f 6c 69 6e 75 78 2d 78 38 ldhost/install/prebuilt/linux-x8
11a0 36 5f 36 34 2f 6c 69 62 2f 70 79 74 68 6f 6e 32 2e 37 2f 6c 69 62 32 74 6f 33 2f 70 67 65 6e 32 6_64/lib/python2.7/lib2to3/pgen2
11c0 2f 74 6f 6b 65 6e 69 7a 65 2e 70 79 52 1a 00 00 00 96 00 00 00 73 02 00 00 00 06 00 74 0e 00 00 /tokenize.pyR........s......t...
11e0 00 53 74 6f 70 54 6f 6b 65 6e 69 7a 69 6e 67 63 00 00 00 00 00 00 00 00 01 00 00 00 42 00 00 00 .StopTokenizingc............B...
1200 73 08 00 00 00 65 00 00 5a 01 00 52 53 28 00 00 00 00 28 02 00 00 00 52 1b 00 00 00 52 1c 00 00 s....e..Z..RS(....(....R....R...
1220 00 28 00 00 00 00 28 00 00 00 00 28 00 00 00 00 73 5d 00 00 00 2f 62 75 69 6c 64 62 6f 74 2f 74 .(....(....(....s].../buildbot/t
1240 6d 70 2f 62 75 69 6c 64 68 6f 73 74 2f 69 6e 73 74 61 6c 6c 2f 70 72 65 62 75 69 6c 74 2f 6c 69 mp/buildhost/install/prebuilt/li
1260 6e 75 78 2d 78 38 36 5f 36 34 2f 6c 69 62 2f 70 79 74 68 6f 6e 32 2e 37 2f 6c 69 62 32 74 6f 33 nux-x86_64/lib/python2.7/lib2to3
1280 2f 70 67 65 6e 32 2f 74 6f 6b 65 6e 69 7a 65 2e 70 79 52 1d 00 00 00 98 00 00 00 73 02 00 00 00 /pgen2/tokenize.pyR........s....
12a0 06 00 63 05 00 00 00 09 00 00 00 08 00 00 00 43 00 00 00 73 41 00 00 00 7c 02 00 5c 02 00 7d 05 ..c............C...sA...|..\..}.
12c0 00 7d 06 00 7c 03 00 5c 02 00 7d 07 00 7d 08 00 64 01 00 7c 05 00 7c 06 00 7c 07 00 7c 08 00 74 .}..|..\..}..}..d..|..|..|..|..t
12e0 00 00 7c 00 00 19 74 01 00 7c 01 00 83 01 00 66 06 00 16 47 48 64 00 00 53 28 02 00 00 00 4e 73 ..|...t..|.....f...GHd..S(....Ns
1300 12 00 00 00 25 64 2c 25 64 2d 25 64 2c 25 64 3a 09 25 73 09 25 73 28 02 00 00 00 74 08 00 00 00 ....%d,%d-%d,%d:.%s.%s(....t....
1320 74 6f 6b 5f 6e 61 6d 65 74 04 00 00 00 72 65 70 72 28 09 00 00 00 74 04 00 00 00 74 79 70 65 52 tok_namet....repr(....t....typeR
1340 03 00 00 00 74 05 00 00 00 73 74 61 72 74 74 03 00 00 00 65 6e 64 74 04 00 00 00 6c 69 6e 65 74 ....t....startt....endt....linet
1360 04 00 00 00 73 72 6f 77 74 04 00 00 00 73 63 6f 6c 74 04 00 00 00 65 72 6f 77 74 04 00 00 00 65 ....srowt....scolt....erowt....e
1380 63 6f 6c 28 00 00 00 00 28 00 00 00 00 73 5d 00 00 00 2f 62 75 69 6c 64 62 6f 74 2f 74 6d 70 2f col(....(....s].../buildbot/tmp/
13a0 62 75 69 6c 64 68 6f 73 74 2f 69 6e 73 74 61 6c 6c 2f 70 72 65 62 75 69 6c 74 2f 6c 69 6e 75 78 buildhost/install/prebuilt/linux
13c0 2d 78 38 36 5f 36 34 2f 6c 69 62 2f 70 79 74 68 6f 6e 32 2e 37 2f 6c 69 62 32 74 6f 33 2f 70 67 -x86_64/lib/python2.7/lib2to3/pg
13e0 65 6e 32 2f 74 6f 6b 65 6e 69 7a 65 2e 70 79 74 0a 00 00 00 70 72 69 6e 74 74 6f 6b 65 6e 9a 00 en2/tokenize.pyt....printtoken..
1400 00 00 73 08 00 00 00 00 01 0c 01 0c 01 03 01 63 02 00 00 00 02 00 00 00 05 00 00 00 43 00 00 00 ..s............c............C...
1420 73 29 00 00 00 79 11 00 74 00 00 7c 00 00 7c 01 00 83 02 00 01 57 6e 11 00 04 74 01 00 6b 0a 00 s)...y..t..|..|......Wn...t..k..
1440 72 24 00 01 01 01 6e 01 00 58 64 01 00 53 28 02 00 00 00 73 3a 02 00 00 0a 20 20 20 20 54 68 65 r$....n..Xd..S(....s:........The
1460 20 74 6f 6b 65 6e 69 7a 65 28 29 20 66 75 6e 63 74 69 6f 6e 20 61 63 63 65 70 74 73 20 74 77 6f .tokenize().function.accepts.two
1480 20 70 61 72 61 6d 65 74 65 72 73 3a 20 6f 6e 65 20 72 65 70 72 65 73 65 6e 74 69 6e 67 20 74 68 .parameters:.one.representing.th
14a0 65 0a 20 20 20 20 69 6e 70 75 74 20 73 74 72 65 61 6d 2c 20 61 6e 64 20 6f 6e 65 20 70 72 6f 76 e.....input.stream,.and.one.prov
14c0 69 64 69 6e 67 20 61 6e 20 6f 75 74 70 75 74 20 6d 65 63 68 61 6e 69 73 6d 20 66 6f 72 20 74 6f iding.an.output.mechanism.for.to
14e0 6b 65 6e 69 7a 65 28 29 2e 0a 0a 20 20 20 20 54 68 65 20 66 69 72 73 74 20 70 61 72 61 6d 65 74 kenize().......The.first.paramet
1500 65 72 2c 20 72 65 61 64 6c 69 6e 65 2c 20 6d 75 73 74 20 62 65 20 61 20 63 61 6c 6c 61 62 6c 65 er,.readline,.must.be.a.callable
1520 20 6f 62 6a 65 63 74 20 77 68 69 63 68 20 70 72 6f 76 69 64 65 73 0a 20 20 20 20 74 68 65 20 73 .object.which.provides.....the.s
1540 61 6d 65 20 69 6e 74 65 72 66 61 63 65 20 61 73 20 74 68 65 20 72 65 61 64 6c 69 6e 65 28 29 20 ame.interface.as.the.readline().
1560 6d 65 74 68 6f 64 20 6f 66 20 62 75 69 6c 74 2d 69 6e 20 66 69 6c 65 20 6f 62 6a 65 63 74 73 2e method.of.built-in.file.objects.
1580 0a 20 20 20 20 45 61 63 68 20 63 61 6c 6c 20 74 6f 20 74 68 65 20 66 75 6e 63 74 69 6f 6e 20 73 .....Each.call.to.the.function.s
15a0 68 6f 75 6c 64 20 72 65 74 75 72 6e 20 6f 6e 65 20 6c 69 6e 65 20 6f 66 20 69 6e 70 75 74 20 61 hould.return.one.line.of.input.a
15c0 73 20 61 20 73 74 72 69 6e 67 2e 0a 0a 20 20 20 20 54 68 65 20 73 65 63 6f 6e 64 20 70 61 72 61 s.a.string.......The.second.para
15e0 6d 65 74 65 72 2c 20 74 6f 6b 65 6e 65 61 74 65 72 2c 20 6d 75 73 74 20 61 6c 73 6f 20 62 65 20 meter,.tokeneater,.must.also.be.
1600 61 20 63 61 6c 6c 61 62 6c 65 20 6f 62 6a 65 63 74 2e 20 49 74 20 69 73 0a 20 20 20 20 63 61 6c a.callable.object..It.is.....cal
1620 6c 65 64 20 6f 6e 63 65 20 66 6f 72 20 65 61 63 68 20 74 6f 6b 65 6e 2c 20 77 69 74 68 20 66 69 led.once.for.each.token,.with.fi
1640 76 65 20 61 72 67 75 6d 65 6e 74 73 2c 20 63 6f 72 72 65 73 70 6f 6e 64 69 6e 67 20 74 6f 20 74 ve.arguments,.corresponding.to.t
1660 68 65 0a 20 20 20 20 74 75 70 6c 65 73 20 67 65 6e 65 72 61 74 65 64 20 62 79 20 67 65 6e 65 72 he.....tuples.generated.by.gener
1680 61 74 65 5f 74 6f 6b 65 6e 73 28 29 2e 0a 20 20 20 20 4e 28 02 00 00 00 74 0d 00 00 00 74 6f 6b ate_tokens()......N(....t....tok
16a0 65 6e 69 7a 65 5f 6c 6f 6f 70 52 1d 00 00 00 28 02 00 00 00 74 08 00 00 00 72 65 61 64 6c 69 6e enize_loopR....(....t....readlin
16c0 65 74 0a 00 00 00 74 6f 6b 65 6e 65 61 74 65 72 28 00 00 00 00 28 00 00 00 00 73 5d 00 00 00 2f et....tokeneater(....(....s].../
16e0 62 75 69 6c 64 62 6f 74 2f 74 6d 70 2f 62 75 69 6c 64 68 6f 73 74 2f 69 6e 73 74 61 6c 6c 2f 70 buildbot/tmp/buildhost/install/p
1700 72 65 62 75 69 6c 74 2f 6c 69 6e 75 78 2d 78 38 36 5f 36 34 2f 6c 69 62 2f 70 79 74 68 6f 6e 32 rebuilt/linux-x86_64/lib/python2
1720 2e 37 2f 6c 69 62 32 74 6f 33 2f 70 67 65 6e 32 2f 74 6f 6b 65 6e 69 7a 65 2e 70 79 52 05 00 00 .7/lib2to3/pgen2/tokenize.pyR...
1740 00 a0 00 00 00 73 08 00 00 00 00 0d 03 01 11 01 0d 01 63 02 00 00 00 03 00 00 00 03 00 00 00 43 .....s............c............C
1760 00 00 00 73 25 00 00 00 78 1e 00 74 00 00 7c 00 00 83 01 00 44 5d 10 00 7d 02 00 7c 01 00 7c 02 ...s%...x..t..|.....D]..}..|..|.
1780 00 8c 00 00 01 71 0d 00 57 64 00 00 53 28 01 00 00 00 4e 28 01 00 00 00 52 06 00 00 00 28 03 00 .....q..Wd..S(....N(....R....(..
17a0 00 00 52 2a 00 00 00 52 2b 00 00 00 74 0a 00 00 00 74 6f 6b 65 6e 5f 69 6e 66 6f 28 00 00 00 00 ..R*...R+...t....token_info(....
17c0 28 00 00 00 00 73 5d 00 00 00 2f 62 75 69 6c 64 62 6f 74 2f 74 6d 70 2f 62 75 69 6c 64 68 6f 73 (....s].../buildbot/tmp/buildhos
17e0 74 2f 69 6e 73 74 61 6c 6c 2f 70 72 65 62 75 69 6c 74 2f 6c 69 6e 75 78 2d 78 38 36 5f 36 34 2f t/install/prebuilt/linux-x86_64/
1800 6c 69 62 2f 70 79 74 68 6f 6e 32 2e 37 2f 6c 69 62 32 74 6f 33 2f 70 67 65 6e 32 2f 74 6f 6b 65 lib/python2.7/lib2to3/pgen2/toke
1820 6e 69 7a 65 2e 70 79 52 29 00 00 00 b3 00 00 00 73 04 00 00 00 00 01 13 01 74 0b 00 00 00 55 6e nize.pyR).......s........t....Un
1840 74 6f 6b 65 6e 69 7a 65 72 63 00 00 00 00 00 00 00 00 01 00 00 00 42 00 00 00 73 2c 00 00 00 65 tokenizerc............B...s,...e
1860 00 00 5a 01 00 64 00 00 84 00 00 5a 02 00 64 01 00 84 00 00 5a 03 00 64 02 00 84 00 00 5a 04 00 ..Z..d.....Z..d.....Z..d.....Z..
1880 64 03 00 84 00 00 5a 05 00 52 53 28 04 00 00 00 63 01 00 00 00 01 00 00 00 02 00 00 00 43 00 00 d.....Z..RS(....c............C..
18a0 00 73 1f 00 00 00 67 00 00 7c 00 00 5f 00 00 64 01 00 7c 00 00 5f 01 00 64 02 00 7c 00 00 5f 02 .s....g..|.._..d..|.._..d..|.._.
18c0 00 64 00 00 53 28 03 00 00 00 4e 69 01 00 00 00 69 00 00 00 00 28 03 00 00 00 74 06 00 00 00 74 .d..S(....Ni....i....(....t....t
18e0 6f 6b 65 6e 73 74 08 00 00 00 70 72 65 76 5f 72 6f 77 74 08 00 00 00 70 72 65 76 5f 63 6f 6c 28 okenst....prev_rowt....prev_col(
1900 01 00 00 00 74 04 00 00 00 73 65 6c 66 28 00 00 00 00 28 00 00 00 00 73 5d 00 00 00 2f 62 75 69 ....t....self(....(....s].../bui
1920 6c 64 62 6f 74 2f 74 6d 70 2f 62 75 69 6c 64 68 6f 73 74 2f 69 6e 73 74 61 6c 6c 2f 70 72 65 62 ldbot/tmp/buildhost/install/preb
1940 75 69 6c 74 2f 6c 69 6e 75 78 2d 78 38 36 5f 36 34 2f 6c 69 62 2f 70 79 74 68 6f 6e 32 2e 37 2f uilt/linux-x86_64/lib/python2.7/
1960 6c 69 62 32 74 6f 33 2f 70 67 65 6e 32 2f 74 6f 6b 65 6e 69 7a 65 2e 70 79 74 08 00 00 00 5f 5f lib2to3/pgen2/tokenize.pyt....__
1980 69 6e 69 74 5f 5f b9 00 00 00 73 06 00 00 00 00 01 09 01 09 01 63 02 00 00 00 05 00 00 00 03 00 init__....s..........c..........
19a0 00 00 43 00 00 00 73 3a 00 00 00 7c 01 00 5c 02 00 7d 02 00 7d 03 00 7c 03 00 7c 00 00 6a 00 00 ..C...s:...|..\..}..}..|..|..j..
19c0 18 7d 04 00 7c 04 00 72 36 00 7c 00 00 6a 01 00 6a 02 00 64 01 00 7c 04 00 14 83 01 00 01 6e 00 .}..|..r6.|..j..j..d..|.......n.
19e0 00 64 00 00 53 28 02 00 00 00 4e 74 01 00 00 00 20 28 03 00 00 00 52 30 00 00 00 52 2e 00 00 00 .d..S(....Nt.....(....R0...R....
1a00 74 06 00 00 00 61 70 70 65 6e 64 28 05 00 00 00 52 31 00 00 00 52 21 00 00 00 74 03 00 00 00 72 t....append(....R1...R!...t....r
1a20 6f 77 74 03 00 00 00 63 6f 6c 74 0a 00 00 00 63 6f 6c 5f 6f 66 66 73 65 74 28 00 00 00 00 28 00 owt....colt....col_offset(....(.
1a40 00 00 00 73 5d 00 00 00 2f 62 75 69 6c 64 62 6f 74 2f 74 6d 70 2f 62 75 69 6c 64 68 6f 73 74 2f ...s].../buildbot/tmp/buildhost/
1a60 69 6e 73 74 61 6c 6c 2f 70 72 65 62 75 69 6c 74 2f 6c 69 6e 75 78 2d 78 38 36 5f 36 34 2f 6c 69 install/prebuilt/linux-x86_64/li
1a80 62 2f 70 79 74 68 6f 6e 32 2e 37 2f 6c 69 62 32 74 6f 33 2f 70 67 65 6e 32 2f 74 6f 6b 65 6e 69 b/python2.7/lib2to3/pgen2/tokeni
1aa0 7a 65 2e 70 79 74 0e 00 00 00 61 64 64 5f 77 68 69 74 65 73 70 61 63 65 be 00 00 00 73 08 00 00 ze.pyt....add_whitespace....s...
1ac0 00 00 01 0c 02 0d 01 06 01 63 02 00 00 00 08 00 00 00 06 00 00 00 43 00 00 00 73 b8 00 00 00 78 .........c............C...s....x
1ae0 a5 00 7c 01 00 44 5d 9d 00 7d 02 00 74 00 00 7c 02 00 83 01 00 64 01 00 6b 02 00 72 33 00 7c 00 ..|..D]..}..t..|.....d..k..r3.|.
1b00 00 6a 01 00 7c 02 00 7c 01 00 83 02 00 01 50 6e 00 00 7c 02 00 5c 05 00 7d 03 00 7d 04 00 7d 05 .j..|..|......Pn..|..\..}..}..}.
1b20 00 7d 06 00 7d 07 00 7c 00 00 6a 02 00 7c 05 00 83 01 00 01 7c 00 00 6a 03 00 6a 04 00 7c 04 00 .}..}..|..j..|......|..j..j..|..
1b40 83 01 00 01 7c 06 00 5c 02 00 7c 00 00 5f 05 00 7c 00 00 5f 06 00 7c 03 00 74 07 00 74 08 00 66 ....|..\..|.._..|.._..|..t..t..f
1b60 02 00 6b 06 00 72 07 00 7c 00 00 04 6a 05 00 64 02 00 37 02 5f 05 00 64 03 00 7c 00 00 5f 06 00 ..k..r..|...j..d..7._..d..|.._..
1b80 71 07 00 71 07 00 57 64 04 00 6a 09 00 7c 00 00 6a 03 00 83 01 00 53 28 05 00 00 00 4e 69 02 00 q..q..Wd..j..|..j.....S(....Ni..
1ba0 00 00 69 01 00 00 00 69 00 00 00 00 74 00 00 00 00 28 0a 00 00 00 74 03 00 00 00 6c 65 6e 74 06 ..i....i....t....(....t....lent.
1bc0 00 00 00 63 6f 6d 70 61 74 52 38 00 00 00 52 2e 00 00 00 52 34 00 00 00 52 2f 00 00 00 52 30 00 ...compatR8...R....R4...R/...R0.
1be0 00 00 74 07 00 00 00 4e 45 57 4c 49 4e 45 74 02 00 00 00 4e 4c 52 0b 00 00 00 28 08 00 00 00 52 ..t....NEWLINEt....NLR....(....R
1c00 31 00 00 00 74 08 00 00 00 69 74 65 72 61 62 6c 65 74 01 00 00 00 74 74 08 00 00 00 74 6f 6b 5f 1...t....iterablet....tt....tok_
1c20 74 79 70 65 52 03 00 00 00 52 21 00 00 00 52 22 00 00 00 52 23 00 00 00 28 00 00 00 00 28 00 00 typeR....R!...R"...R#...(....(..
1c40 00 00 73 5d 00 00 00 2f 62 75 69 6c 64 62 6f 74 2f 74 6d 70 2f 62 75 69 6c 64 68 6f 73 74 2f 69 ..s].../buildbot/tmp/buildhost/i
1c60 6e 73 74 61 6c 6c 2f 70 72 65 62 75 69 6c 74 2f 6c 69 6e 75 78 2d 78 38 36 5f 36 34 2f 6c 69 62 nstall/prebuilt/linux-x86_64/lib
1c80 2f 70 79 74 68 6f 6e 32 2e 37 2f 6c 69 62 32 74 6f 33 2f 70 67 65 6e 32 2f 74 6f 6b 65 6e 69 7a /python2.7/lib2to3/pgen2/tokeniz
1ca0 65 2e 70 79 52 07 00 00 00 c5 00 00 00 73 18 00 00 00 00 01 0d 01 12 01 10 01 04 01 15 01 0d 01 e.pyR........s..................
1cc0 10 01 12 01 12 01 0f 01 10 01 63 03 00 00 00 09 00 00 00 05 00 00 00 43 00 00 00 73 25 01 00 00 ..........c............C...s%...
1ce0 74 00 00 7d 03 00 67 00 00 7d 04 00 7c 00 00 6a 01 00 6a 02 00 7d 05 00 7c 01 00 5c 02 00 7d 06 t..}..g..}..|..j..j..}..|..\..}.
1d00 00 7d 07 00 7c 06 00 74 03 00 74 04 00 66 02 00 6b 06 00 72 43 00 7c 07 00 64 01 00 37 7d 07 00 .}..|..t..t..f..k..rC.|..d..7}..
1d20 6e 00 00 7c 06 00 74 05 00 74 06 00 66 02 00 6b 06 00 72 5e 00 74 07 00 7d 03 00 6e 00 00 78 c0 n..|..t..t..f..k..r^.t..}..n..x.
1d40 00 7c 02 00 44 5d b8 00 7d 08 00 7c 08 00 64 02 00 20 5c 02 00 7d 06 00 7d 07 00 7c 06 00 74 03 .|..D]..}..|..d...\..}..}..|..t.
1d60 00 74 04 00 66 02 00 6b 06 00 72 9a 00 7c 07 00 64 01 00 37 7d 07 00 6e 00 00 7c 06 00 74 08 00 .t..f..k..r..|..d..7}..n..|..t..
1d80 6b 02 00 72 b9 00 7c 04 00 6a 02 00 7c 07 00 83 01 00 01 71 65 00 6e 5a 00 7c 06 00 74 09 00 6b k..r..|..j..|......qe.nZ.|..t..k
1da0 02 00 72 d5 00 7c 04 00 6a 0a 00 83 00 00 01 71 65 00 6e 3e 00 7c 06 00 74 05 00 74 06 00 66 02 ..r..|..j......qe.n>.|..t..t..f.
1dc0 00 6b 06 00 72 f0 00 74 07 00 7d 03 00 6e 23 00 7c 03 00 72 13 01 7c 04 00 72 13 01 7c 05 00 7c .k..r..t..}..n#.|..r..|..r..|..|
1de0 04 00 64 03 00 19 83 01 00 01 74 00 00 7d 03 00 6e 00 00 7c 05 00 7c 07 00 83 01 00 01 71 65 00 ..d.......t..}..n..|..|......qe.
1e00 57 64 00 00 53 28 04 00 00 00 4e 52 33 00 00 00 69 02 00 00 00 69 ff ff ff ff 28 0b 00 00 00 74 Wd..S(....NR3...i....i....(....t
1e20 05 00 00 00 46 61 6c 73 65 52 2e 00 00 00 52 34 00 00 00 74 04 00 00 00 4e 41 4d 45 74 06 00 00 ....FalseR....R4...t....NAMEt...
1e40 00 4e 55 4d 42 45 52 52 3c 00 00 00 52 3d 00 00 00 74 04 00 00 00 54 72 75 65 74 06 00 00 00 49 .NUMBERR<...R=...t....Truet....I
1e60 4e 44 45 4e 54 74 06 00 00 00 44 45 44 45 4e 54 74 03 00 00 00 70 6f 70 28 09 00 00 00 52 31 00 NDENTt....DEDENTt....pop(....R1.
1e80 00 00 52 03 00 00 00 52 3e 00 00 00 74 09 00 00 00 73 74 61 72 74 6c 69 6e 65 74 07 00 00 00 69 ..R....R>...t....startlinet....i
1ea0 6e 64 65 6e 74 73 74 0b 00 00 00 74 6f 6b 73 5f 61 70 70 65 6e 64 74 06 00 00 00 74 6f 6b 6e 75 ndentst....toks_appendt....toknu
1ec0 6d 74 06 00 00 00 74 6f 6b 76 61 6c 74 03 00 00 00 74 6f 6b 28 00 00 00 00 28 00 00 00 00 73 5d mt....tokvalt....tok(....(....s]
1ee0 00 00 00 2f 62 75 69 6c 64 62 6f 74 2f 74 6d 70 2f 62 75 69 6c 64 68 6f 73 74 2f 69 6e 73 74 61 .../buildbot/tmp/buildhost/insta
1f00 6c 6c 2f 70 72 65 62 75 69 6c 74 2f 6c 69 6e 75 78 2d 78 38 36 5f 36 34 2f 6c 69 62 2f 70 79 74 ll/prebuilt/linux-x86_64/lib/pyt
1f20 68 6f 6e 32 2e 37 2f 6c 69 62 32 74 6f 33 2f 70 67 65 6e 32 2f 74 6f 6b 65 6e 69 7a 65 2e 70 79 hon2.7/lib2to3/pgen2/tokenize.py
1f40 52 3b 00 00 00 d3 00 00 00 73 30 00 00 00 00 01 06 01 06 01 0c 01 0c 01 12 01 0d 01 12 01 09 01 R;.......s0.....................
1f60 0d 01 10 02 12 01 0d 02 0c 01 0d 01 06 01 0c 01 0a 01 06 01 12 01 09 01 0c 01 0e 01 09 01 28 06 ..............................(.
1f80 00 00 00 52 1b 00 00 00 52 1c 00 00 00 52 32 00 00 00 52 38 00 00 00 52 07 00 00 00 52 3b 00 00 ...R....R....R2...R8...R....R;..
1fa0 00 28 00 00 00 00 28 00 00 00 00 28 00 00 00 00 73 5d 00 00 00 2f 62 75 69 6c 64 62 6f 74 2f 74 .(....(....(....s].../buildbot/t
1fc0 6d 70 2f 62 75 69 6c 64 68 6f 73 74 2f 69 6e 73 74 61 6c 6c 2f 70 72 65 62 75 69 6c 74 2f 6c 69 mp/buildhost/install/prebuilt/li
1fe0 6e 75 78 2d 78 38 36 5f 36 34 2f 6c 69 62 2f 70 79 74 68 6f 6e 32 2e 37 2f 6c 69 62 32 74 6f 33 nux-x86_64/lib/python2.7/lib2to3
2000 2f 70 67 65 6e 32 2f 74 6f 6b 65 6e 69 7a 65 2e 70 79 52 2d 00 00 00 b7 00 00 00 73 08 00 00 00 /pgen2/tokenize.pyR-.......s....
2020 06 02 09 05 09 07 09 0e 73 16 00 00 00 63 6f 64 69 6e 67 5b 3a 3d 5d 5c 73 2a 28 5b 2d 5c 77 2e ........s....coding[:=]\s*([-\w.
2040 5d 2b 29 63 01 00 00 00 02 00 00 00 06 00 00 00 43 00 00 00 73 5e 00 00 00 7c 00 00 64 01 00 20 ]+)c............C...s^...|..d...
2060 6a 00 00 83 00 00 6a 01 00 64 02 00 64 03 00 83 02 00 7d 01 00 7c 01 00 64 04 00 6b 02 00 73 37 j.....j..d..d.....}..|..d..k..s7
2080 00 7c 01 00 6a 02 00 64 05 00 83 01 00 72 3b 00 64 04 00 53 7c 01 00 64 0c 00 6b 06 00 73 56 00 .|..j..d.....r;.d..S|..d..k..sV.
20a0 7c 01 00 6a 02 00 64 0d 00 83 01 00 72 5a 00 64 07 00 53 7c 00 00 53 28 0e 00 00 00 73 28 00 00 |..j..d.....rZ.d..S|..S(....s(..
20c0 00 49 6d 69 74 61 74 65 73 20 67 65 74 5f 6e 6f 72 6d 61 6c 5f 6e 61 6d 65 20 69 6e 20 74 6f 6b .Imitates.get_normal_name.in.tok
20e0 65 6e 69 7a 65 72 2e 63 2e 69 0c 00 00 00 52 04 00 00 00 74 01 00 00 00 2d 73 05 00 00 00 75 74 enizer.c.i....R....t....-s....ut
2100 66 2d 38 73 06 00 00 00 75 74 66 2d 38 2d 73 07 00 00 00 6c 61 74 69 6e 2d 31 73 0a 00 00 00 69 f-8s....utf-8-s....latin-1s....i
2120 73 6f 2d 38 38 35 39 2d 31 73 0b 00 00 00 69 73 6f 2d 6c 61 74 69 6e 2d 31 73 08 00 00 00 6c 61 so-8859-1s....iso-latin-1s....la
2140 74 69 6e 2d 31 2d 73 0b 00 00 00 69 73 6f 2d 38 38 35 39 2d 31 2d 73 0c 00 00 00 69 73 6f 2d 6c tin-1-s....iso-8859-1-s....iso-l
2160 61 74 69 6e 2d 31 2d 28 03 00 00 00 73 07 00 00 00 6c 61 74 69 6e 2d 31 73 0a 00 00 00 69 73 6f atin-1-(....s....latin-1s....iso
2180 2d 38 38 35 39 2d 31 73 0b 00 00 00 69 73 6f 2d 6c 61 74 69 6e 2d 31 28 03 00 00 00 73 08 00 00 -8859-1s....iso-latin-1(....s...
21a0 00 6c 61 74 69 6e 2d 31 2d 73 0b 00 00 00 69 73 6f 2d 38 38 35 39 2d 31 2d 73 0c 00 00 00 69 73 .latin-1-s....iso-8859-1-s....is
21c0 6f 2d 6c 61 74 69 6e 2d 31 2d 28 03 00 00 00 74 05 00 00 00 6c 6f 77 65 72 74 07 00 00 00 72 65 o-latin-1-(....t....lowert....re
21e0 70 6c 61 63 65 74 0a 00 00 00 73 74 61 72 74 73 77 69 74 68 28 02 00 00 00 74 08 00 00 00 6f 72 placet....startswith(....t....or
2200 69 67 5f 65 6e 63 74 03 00 00 00 65 6e 63 28 00 00 00 00 28 00 00 00 00 73 5d 00 00 00 2f 62 75 ig_enct....enc(....(....s].../bu
2220 69 6c 64 62 6f 74 2f 74 6d 70 2f 62 75 69 6c 64 68 6f 73 74 2f 69 6e 73 74 61 6c 6c 2f 70 72 65 ildbot/tmp/buildhost/install/pre
2240 62 75 69 6c 74 2f 6c 69 6e 75 78 2d 78 38 36 5f 36 34 2f 6c 69 62 2f 70 79 74 68 6f 6e 32 2e 37 built/linux-x86_64/lib/python2.7
2260 2f 6c 69 62 32 74 6f 33 2f 70 67 65 6e 32 2f 74 6f 6b 65 6e 69 7a 65 2e 70 79 74 10 00 00 00 5f /lib2to3/pgen2/tokenize.pyt...._
2280 67 65 74 5f 6e 6f 72 6d 61 6c 5f 6e 61 6d 65 f1 00 00 00 73 0e 00 00 00 00 03 1c 01 1b 01 04 01 get_normal_name....s............
22a0 0c 01 0f 01 04 01 63 01 00 00 00 07 00 00 00 03 00 00 00 03 00 00 00 73 de 00 00 00 74 00 00 89 ......c................s....t...
22c0 00 00 64 06 00 7d 01 00 64 01 00 7d 02 00 87 01 00 66 01 00 64 02 00 86 00 00 7d 03 00 87 00 00 ..d..}..d..}.....f..d.....}.....
22e0 66 01 00 64 03 00 86 00 00 7d 04 00 7c 03 00 83 00 00 7d 05 00 7c 05 00 6a 02 00 74 03 00 83 01 f..d.....}..|.....}..|..j..t....
2300 00 72 61 00 74 04 00 89 00 00 7c 05 00 64 04 00 1f 7d 05 00 64 05 00 7d 02 00 6e 00 00 7c 05 00 .ra.t.....|..d...}..d..}..n..|..
2320 73 71 00 7c 02 00 67 00 00 66 02 00 53 7c 04 00 7c 05 00 83 01 00 7d 01 00 7c 01 00 72 90 00 7c sq.|..g..f..S|..|.....}..|..r..|
2340 01 00 7c 05 00 67 01 00 66 02 00 53 7c 03 00 83 00 00 7d 06 00 7c 06 00 73 ac 00 7c 02 00 7c 05 ..|..g..f..S|.....}..|..s..|..|.
2360 00 67 01 00 66 02 00 53 7c 04 00 7c 06 00 83 01 00 7d 01 00 7c 01 00 72 ce 00 7c 01 00 7c 05 00 .g..f..S|..|.....}..|..r..|..|..
2380 7c 06 00 67 02 00 66 02 00 53 7c 02 00 7c 05 00 7c 06 00 67 02 00 66 02 00 53 28 07 00 00 00 73 |..g..f..S|..|..|..g..f..S(....s
23a0 0f 03 00 00 0a 20 20 20 20 54 68 65 20 64 65 74 65 63 74 5f 65 6e 63 6f 64 69 6e 67 28 29 20 66 .........The.detect_encoding().f
23c0 75 6e 63 74 69 6f 6e 20 69 73 20 75 73 65 64 20 74 6f 20 64 65 74 65 63 74 20 74 68 65 20 65 6e unction.is.used.to.detect.the.en
23e0 63 6f 64 69 6e 67 20 74 68 61 74 20 73 68 6f 75 6c 64 0a 20 20 20 20 62 65 20 75 73 65 64 20 74 coding.that.should.....be.used.t
2400 6f 20 64 65 63 6f 64 65 20 61 20 50 79 74 68 6f 6e 20 73 6f 75 72 63 65 20 66 69 6c 65 2e 20 49 o.decode.a.Python.source.file..I
2420 74 20 72 65 71 75 69 72 65 73 20 6f 6e 65 20 61 72 67 6d 65 6e 74 2c 20 72 65 61 64 6c 69 6e 65 t.requires.one.argment,.readline
2440 2c 0a 20 20 20 20 69 6e 20 74 68 65 20 73 61 6d 65 20 77 61 79 20 61 73 20 74 68 65 20 74 6f 6b ,.....in.the.same.way.as.the.tok
2460 65 6e 69 7a 65 28 29 20 67 65 6e 65 72 61 74 6f 72 2e 0a 0a 20 20 20 20 49 74 20 77 69 6c 6c 20 enize().generator.......It.will.
2480 63 61 6c 6c 20 72 65 61 64 6c 69 6e 65 20 61 20 6d 61 78 69 6d 75 6d 20 6f 66 20 74 77 69 63 65 call.readline.a.maximum.of.twice
24a0 2c 20 61 6e 64 20 72 65 74 75 72 6e 20 74 68 65 20 65 6e 63 6f 64 69 6e 67 20 75 73 65 64 0a 20 ,.and.return.the.encoding.used..
24c0 20 20 20 28 61 73 20 61 20 73 74 72 69 6e 67 29 20 61 6e 64 20 61 20 6c 69 73 74 20 6f 66 20 61 ...(as.a.string).and.a.list.of.a
24e0 6e 79 20 6c 69 6e 65 73 20 28 6c 65 66 74 20 61 73 20 62 79 74 65 73 29 20 69 74 20 68 61 73 20 ny.lines.(left.as.bytes).it.has.
2500 72 65 61 64 0a 20 20 20 20 69 6e 2e 0a 0a 20 20 20 20 49 74 20 64 65 74 65 63 74 73 20 74 68 65 read.....in.......It.detects.the
2520 20 65 6e 63 6f 64 69 6e 67 20 66 72 6f 6d 20 74 68 65 20 70 72 65 73 65 6e 63 65 20 6f 66 20 61 .encoding.from.the.presence.of.a
2540 20 75 74 66 2d 38 20 62 6f 6d 20 6f 72 20 61 6e 20 65 6e 63 6f 64 69 6e 67 0a 20 20 20 20 63 6f .utf-8.bom.or.an.encoding.....co
2560 6f 6b 69 65 20 61 73 20 73 70 65 63 69 66 69 65 64 20 69 6e 20 70 65 70 2d 30 32 36 33 2e 20 49 okie.as.specified.in.pep-0263..I
2580 66 20 62 6f 74 68 20 61 20 62 6f 6d 20 61 6e 64 20 61 20 63 6f 6f 6b 69 65 20 61 72 65 20 70 72 f.both.a.bom.and.a.cookie.are.pr
25a0 65 73 65 6e 74 2c 20 62 75 74 0a 20 20 20 20 64 69 73 61 67 72 65 65 2c 20 61 20 53 79 6e 74 61 esent,.but.....disagree,.a.Synta
25c0 78 45 72 72 6f 72 20 77 69 6c 6c 20 62 65 20 72 61 69 73 65 64 2e 20 49 66 20 74 68 65 20 65 6e xError.will.be.raised..If.the.en
25e0 63 6f 64 69 6e 67 20 63 6f 6f 6b 69 65 20 69 73 20 61 6e 20 69 6e 76 61 6c 69 64 0a 20 20 20 20 coding.cookie.is.an.invalid.....
2600 63 68 61 72 73 65 74 2c 20 72 61 69 73 65 20 61 20 53 79 6e 74 61 78 45 72 72 6f 72 2e 20 20 4e charset,.raise.a.SyntaxError...N
2620 6f 74 65 20 74 68 61 74 20 69 66 20 61 20 75 74 66 2d 38 20 62 6f 6d 20 69 73 20 66 6f 75 6e 64 ote.that.if.a.utf-8.bom.is.found
2640 2c 0a 20 20 20 20 27 75 74 66 2d 38 2d 73 69 67 27 20 69 73 20 72 65 74 75 72 6e 65 64 2e 0a 0a ,.....'utf-8-sig'.is.returned...
2660 20 20 20 20 49 66 20 6e 6f 20 65 6e 63 6f 64 69 6e 67 20 69 73 20 73 70 65 63 69 66 69 65 64 2c ....If.no.encoding.is.specified,
2680 20 74 68 65 6e 20 74 68 65 20 64 65 66 61 75 6c 74 20 6f 66 20 27 75 74 66 2d 38 27 20 77 69 6c .then.the.default.of.'utf-8'.wil
26a0 6c 20 62 65 20 72 65 74 75 72 6e 65 64 2e 0a 20 20 20 20 73 05 00 00 00 75 74 66 2d 38 63 00 00 l.be.returned......s....utf-8c..
26c0 00 00 00 00 00 00 05 00 00 00 13 00 00 00 73 27 00 00 00 79 0b 00 88 00 00 83 00 00 53 57 6e 15 ..............s'...y........SWn.
26e0 00 04 74 00 00 6b 0a 00 72 22 00 01 01 01 74 01 00 83 00 00 53 58 64 00 00 53 28 01 00 00 00 4e ..t..k..r"....t.....SXd..S(....N
2700 28 02 00 00 00 74 0d 00 00 00 53 74 6f 70 49 74 65 72 61 74 69 6f 6e 74 05 00 00 00 62 79 74 65 (....t....StopIterationt....byte
2720 73 28 00 00 00 00 28 01 00 00 00 52 2a 00 00 00 28 00 00 00 00 73 5d 00 00 00 2f 62 75 69 6c 64 s(....(....R*...(....s].../build
2740 62 6f 74 2f 74 6d 70 2f 62 75 69 6c 64 68 6f 73 74 2f 69 6e 73 74 61 6c 6c 2f 70 72 65 62 75 69 bot/tmp/buildhost/install/prebui
2760 6c 74 2f 6c 69 6e 75 78 2d 78 38 36 5f 36 34 2f 6c 69 62 2f 70 79 74 68 6f 6e 32 2e 37 2f 6c 69 lt/linux-x86_64/lib/python2.7/li
2780 62 32 74 6f 33 2f 70 67 65 6e 32 2f 74 6f 6b 65 6e 69 7a 65 2e 70 79 74 0c 00 00 00 72 65 61 64 b2to3/pgen2/tokenize.pyt....read
27a0 5f 6f 72 5f 73 74 6f 70 11 01 00 00 73 08 00 00 00 00 01 03 01 0b 01 0d 01 63 01 00 00 00 05 00 _or_stop....s............c......
27c0 00 00 05 00 00 00 13 00 00 00 73 ba 00 00 00 79 13 00 7c 00 00 6a 00 00 64 01 00 83 01 00 7d 01 ..........s....y..|..j..d.....}.
27e0 00 57 6e 12 00 04 74 01 00 6b 0a 00 72 27 00 01 01 01 64 00 00 53 58 74 03 00 6a 04 00 7c 01 00 .Wn...t..k..r'....d..SXt..j..|..
2800 83 01 00 7d 02 00 7c 02 00 73 41 00 64 00 00 53 74 05 00 7c 02 00 64 02 00 19 83 01 00 7d 03 00 ...}..|..sA.d..St..|..d......}..
2820 79 10 00 74 06 00 7c 03 00 83 01 00 7d 04 00 57 6e 21 00 04 74 07 00 6b 0a 00 72 84 00 01 01 01 y..t..|.....}..Wn!..t..k..r.....
2840 74 08 00 64 03 00 7c 03 00 17 83 01 00 82 01 00 6e 01 00 58 88 00 00 72 b6 00 7c 04 00 6a 09 00 t..d..|.........n..X...r..|..j..
2860 64 04 00 6b 03 00 72 a9 00 74 08 00 64 05 00 83 01 00 82 01 00 6e 00 00 7c 03 00 64 06 00 37 7d d..k..r..t..d........n..|..d..7}
2880 03 00 6e 00 00 7c 03 00 53 28 07 00 00 00 4e 74 05 00 00 00 61 73 63 69 69 69 00 00 00 00 73 12 ..n..|..S(....Nt....asciii....s.
28a0 00 00 00 75 6e 6b 6e 6f 77 6e 20 65 6e 63 6f 64 69 6e 67 3a 20 73 05 00 00 00 75 74 66 2d 38 73 ...unknown.encoding:.s....utf-8s
28c0 17 00 00 00 65 6e 63 6f 64 69 6e 67 20 70 72 6f 62 6c 65 6d 3a 20 75 74 66 2d 38 73 04 00 00 00 ....encoding.problem:.utf-8s....
28e0 2d 73 69 67 28 0a 00 00 00 74 06 00 00 00 64 65 63 6f 64 65 74 12 00 00 00 55 6e 69 63 6f 64 65 -sig(....t....decodet....Unicode
2900 44 65 63 6f 64 65 45 72 72 6f 72 74 04 00 00 00 4e 6f 6e 65 74 09 00 00 00 63 6f 6f 6b 69 65 5f DecodeErrort....Nonet....cookie_
2920 72 65 74 07 00 00 00 66 69 6e 64 61 6c 6c 52 54 00 00 00 52 01 00 00 00 74 0b 00 00 00 4c 6f 6f ret....findallRT...R....t....Loo
2940 6b 75 70 45 72 72 6f 72 74 0b 00 00 00 53 79 6e 74 61 78 45 72 72 6f 72 74 04 00 00 00 6e 61 6d kupErrort....SyntaxErrort....nam
2960 65 28 05 00 00 00 52 23 00 00 00 74 0b 00 00 00 6c 69 6e 65 5f 73 74 72 69 6e 67 74 07 00 00 00 e(....R#...t....line_stringt....
2980 6d 61 74 63 68 65 73 74 08 00 00 00 65 6e 63 6f 64 69 6e 67 74 05 00 00 00 63 6f 64 65 63 28 01 matchest....encodingt....codec(.
29a0 00 00 00 74 09 00 00 00 62 6f 6d 5f 66 6f 75 6e 64 28 00 00 00 00 73 5d 00 00 00 2f 62 75 69 6c ...t....bom_found(....s].../buil
29c0 64 62 6f 74 2f 74 6d 70 2f 62 75 69 6c 64 68 6f 73 74 2f 69 6e 73 74 61 6c 6c 2f 70 72 65 62 75 dbot/tmp/buildhost/install/prebu
29e0 69 6c 74 2f 6c 69 6e 75 78 2d 78 38 36 5f 36 34 2f 6c 69 62 2f 70 79 74 68 6f 6e 32 2e 37 2f 6c ilt/linux-x86_64/lib/python2.7/l
2a00 69 62 32 74 6f 33 2f 70 67 65 6e 32 2f 74 6f 6b 65 6e 69 7a 65 2e 70 79 74 0b 00 00 00 66 69 6e ib2to3/pgen2/tokenize.pyt....fin
2a20 64 5f 63 6f 6f 6b 69 65 17 01 00 00 73 22 00 00 00 00 01 03 01 13 01 0d 01 05 02 0f 01 06 01 04 d_cookie....s"..................
2a40 01 10 01 03 01 10 01 0d 02 14 02 06 01 0f 02 0f 01 0d 01 69 03 00 00 00 73 09 00 00 00 75 74 66 ...................i....s....utf
2a60 2d 38 2d 73 69 67 4e 28 05 00 00 00 52 41 00 00 00 52 5b 00 00 00 52 51 00 00 00 52 00 00 00 00 -8-sigN(....RA...R[...RQ...R....
2a80 52 44 00 00 00 28 07 00 00 00 52 2a 00 00 00 52 63 00 00 00 74 07 00 00 00 64 65 66 61 75 6c 74 RD...(....R*...Rc...t....default
2aa0 52 57 00 00 00 52 66 00 00 00 74 05 00 00 00 66 69 72 73 74 74 06 00 00 00 73 65 63 6f 6e 64 28 RW...Rf...t....firstt....second(
2ac0 00 00 00 00 28 02 00 00 00 52 65 00 00 00 52 2a 00 00 00 73 5d 00 00 00 2f 62 75 69 6c 64 62 6f ....(....Re...R*...s].../buildbo
2ae0 74 2f 74 6d 70 2f 62 75 69 6c 64 68 6f 73 74 2f 69 6e 73 74 61 6c 6c 2f 70 72 65 62 75 69 6c 74 t/tmp/buildhost/install/prebuilt
2b00 2f 6c 69 6e 75 78 2d 78 38 36 5f 36 34 2f 6c 69 62 2f 70 79 74 68 6f 6e 32 2e 37 2f 6c 69 62 32 /linux-x86_64/lib/python2.7/lib2
2b20 74 6f 33 2f 70 67 65 6e 32 2f 74 6f 6b 65 6e 69 7a 65 2e 70 79 74 0f 00 00 00 64 65 74 65 63 74 to3/pgen2/tokenize.pyt....detect
2b40 5f 65 6e 63 6f 64 69 6e 67 fc 00 00 00 73 2c 00 00 00 00 12 06 01 06 01 06 01 0f 06 0f 17 09 01 _encoding....s,.................
2b60 0f 01 06 01 0a 01 09 01 06 01 0a 02 0c 01 06 01 0d 02 09 01 06 01 0d 02 0c 01 06 01 10 02 63 01 ..............................c.
2b80 00 00 00 02 00 00 00 02 00 00 00 43 00 00 00 73 16 00 00 00 74 00 00 83 00 00 7d 01 00 7c 01 00 ...........C...s....t.....}..|..
2ba0 6a 01 00 7c 00 00 83 01 00 53 28 01 00 00 00 73 ac 02 00 00 54 72 61 6e 73 66 6f 72 6d 20 74 6f j..|.....S(....s....Transform.to
2bc0 6b 65 6e 73 20 62 61 63 6b 20 69 6e 74 6f 20 50 79 74 68 6f 6e 20 73 6f 75 72 63 65 20 63 6f 64 kens.back.into.Python.source.cod
2be0 65 2e 0a 0a 20 20 20 20 45 61 63 68 20 65 6c 65 6d 65 6e 74 20 72 65 74 75 72 6e 65 64 20 62 79 e.......Each.element.returned.by
2c00 20 74 68 65 20 69 74 65 72 61 62 6c 65 20 6d 75 73 74 20 62 65 20 61 20 74 6f 6b 65 6e 20 73 65 .the.iterable.must.be.a.token.se
2c20 71 75 65 6e 63 65 0a 20 20 20 20 77 69 74 68 20 61 74 20 6c 65 61 73 74 20 74 77 6f 20 65 6c 65 quence.....with.at.least.two.ele
2c40 6d 65 6e 74 73 2c 20 61 20 74 6f 6b 65 6e 20 6e 75 6d 62 65 72 20 61 6e 64 20 74 6f 6b 65 6e 20 ments,.a.token.number.and.token.
2c60 76 61 6c 75 65 2e 20 20 49 66 0a 20 20 20 20 6f 6e 6c 79 20 74 77 6f 20 74 6f 6b 65 6e 73 20 61 value...If.....only.two.tokens.a
2c80 72 65 20 70 61 73 73 65 64 2c 20 74 68 65 20 72 65 73 75 6c 74 69 6e 67 20 6f 75 74 70 75 74 20 re.passed,.the.resulting.output.
2ca0 69 73 20 70 6f 6f 72 2e 0a 0a 20 20 20 20 52 6f 75 6e 64 2d 74 72 69 70 20 69 6e 76 61 72 69 61 is.poor.......Round-trip.invaria
2cc0 6e 74 20 66 6f 72 20 66 75 6c 6c 20 69 6e 70 75 74 3a 0a 20 20 20 20 20 20 20 20 55 6e 74 6f 6b nt.for.full.input:.........Untok
2ce0 65 6e 69 7a 65 64 20 73 6f 75 72 63 65 20 77 69 6c 6c 20 6d 61 74 63 68 20 69 6e 70 75 74 20 73 enized.source.will.match.input.s
2d00 6f 75 72 63 65 20 65 78 61 63 74 6c 79 0a 0a 20 20 20 20 52 6f 75 6e 64 2d 74 72 69 70 20 69 6e ource.exactly......Round-trip.in
2d20 76 61 72 69 61 6e 74 20 66 6f 72 20 6c 69 6d 69 74 65 64 20 69 6e 74 70 75 74 3a 0a 20 20 20 20 variant.for.limited.intput:.....
2d40 20 20 20 20 23 20 4f 75 74 70 75 74 20 74 65 78 74 20 77 69 6c 6c 20 74 6f 6b 65 6e 69 7a 65 20 ....#.Output.text.will.tokenize.
2d60 74 68 65 20 62 61 63 6b 20 74 6f 20 74 68 65 20 69 6e 70 75 74 0a 20 20 20 20 20 20 20 20 74 31 the.back.to.the.input.........t1
2d80 20 3d 20 5b 74 6f 6b 5b 3a 32 5d 20 66 6f 72 20 74 6f 6b 20 69 6e 20 67 65 6e 65 72 61 74 65 5f .=.[tok[:2].for.tok.in.generate_
2da0 74 6f 6b 65 6e 73 28 66 2e 72 65 61 64 6c 69 6e 65 29 5d 0a 20 20 20 20 20 20 20 20 6e 65 77 63 tokens(f.readline)].........newc
2dc0 6f 64 65 20 3d 20 75 6e 74 6f 6b 65 6e 69 7a 65 28 74 31 29 0a 20 20 20 20 20 20 20 20 72 65 61 ode.=.untokenize(t1).........rea
2de0 64 6c 69 6e 65 20 3d 20 69 74 65 72 28 6e 65 77 63 6f 64 65 2e 73 70 6c 69 74 6c 69 6e 65 73 28 dline.=.iter(newcode.splitlines(
2e00 31 29 29 2e 6e 65 78 74 0a 20 20 20 20 20 20 20 20 74 32 20 3d 20 5b 74 6f 6b 5b 3a 32 5d 20 66 1)).next.........t2.=.[tok[:2].f
2e20 6f 72 20 74 6f 6b 69 6e 20 67 65 6e 65 72 61 74 65 5f 74 6f 6b 65 6e 73 28 72 65 61 64 6c 69 6e or.tokin.generate_tokens(readlin
2e40 65 29 5d 0a 20 20 20 20 20 20 20 20 61 73 73 65 72 74 20 74 31 20 3d 3d 20 74 32 0a 20 20 20 20 e)].........assert.t1.==.t2.....
2e60 28 02 00 00 00 52 2d 00 00 00 52 07 00 00 00 28 02 00 00 00 52 3e 00 00 00 74 02 00 00 00 75 74 (....R-...R....(....R>...t....ut
2e80 28 00 00 00 00 28 00 00 00 00 73 5d 00 00 00 2f 62 75 69 6c 64 62 6f 74 2f 74 6d 70 2f 62 75 69 (....(....s].../buildbot/tmp/bui
2ea0 6c 64 68 6f 73 74 2f 69 6e 73 74 61 6c 6c 2f 70 72 65 62 75 69 6c 74 2f 6c 69 6e 75 78 2d 78 38 ldhost/install/prebuilt/linux-x8
2ec0 36 5f 36 34 2f 6c 69 62 2f 70 79 74 68 6f 6e 32 2e 37 2f 6c 69 62 32 74 6f 33 2f 70 67 65 6e 32 6_64/lib/python2.7/lib2to3/pgen2
2ee0 2f 74 6f 6b 65 6e 69 7a 65 2e 70 79 52 07 00 00 00 44 01 00 00 73 04 00 00 00 00 12 09 01 63 01 /tokenize.pyR....D...s........c.
2f00 00 00 00 1c 00 00 00 0a 00 00 00 63 00 00 00 73 3f 07 00 00 64 01 00 04 7d 01 00 04 7d 02 00 7d ...........c...s?...d...}...}..}
2f20 03 00 74 00 00 6a 01 00 64 02 00 17 64 03 00 02 7d 04 00 7d 05 00 64 1d 00 5c 02 00 7d 06 00 7d ..t..j..d...d...}..}..d..\..}..}
2f40 07 00 64 1c 00 7d 08 00 64 01 00 67 01 00 7d 09 00 78 a6 06 79 0d 00 7c 00 00 83 00 00 7d 0a 00 ..d..}..d..g..}..x..y..|.....}..
2f60 57 6e 17 00 04 74 03 00 6b 0a 00 72 66 00 01 01 01 64 04 00 7d 0a 00 6e 01 00 58 7c 01 00 64 05 Wn...t..k..rf....d..}..n..X|..d.
2f80 00 17 7d 01 00 64 01 00 74 04 00 7c 0a 00 83 01 00 02 7d 0b 00 7d 0c 00 7c 06 00 72 7b 01 7c 0a ..}..d..t..|......}..}..|..r{.|.
2fa0 00 73 a2 00 74 05 00 64 06 00 7c 0d 00 66 02 00 82 02 00 6e 00 00 7c 0e 00 6a 06 00 7c 0a 00 83 .s..t..d..|..f.....n..|..j..|...
2fc0 01 00 7d 0f 00 7c 0f 00 72 05 01 7c 0f 00 6a 07 00 64 01 00 83 01 00 04 7d 0b 00 7d 10 00 74 08 ..}..|..r..|..j..d......}..}..t.
2fe0 00 7c 06 00 7c 0a 00 7c 10 00 20 17 7c 0d 00 7c 01 00 7c 10 00 66 02 00 7c 08 00 7c 0a 00 17 66 .|..|..|....|..|..|..f..|..|...f
3000 05 00 56 01 64 1e 00 5c 02 00 7d 06 00 7d 07 00 64 1c 00 7d 08 00 71 db 03 7c 07 00 72 61 01 7c ..V.d..\..}..}..d..}..q..|..ra.|
3020 0a 00 64 07 00 1f 64 08 00 6b 03 00 72 61 01 7c 0a 00 64 09 00 1f 64 0a 00 6b 03 00 72 61 01 74 ..d...d..k..ra.|..d...d..k..ra.t
3040 09 00 7c 06 00 7c 0a 00 17 7c 0d 00 7c 01 00 74 04 00 7c 0a 00 83 01 00 66 02 00 7c 08 00 66 05 ..|..|...|..|..t..|.....f..|..f.
3060 00 56 01 64 04 00 7d 06 00 64 1c 00 7d 08 00 71 40 00 71 db 03 7c 06 00 7c 0a 00 17 7d 06 00 7c .V.d..}..d..}..q@.q..|..|...}..|
3080 08 00 7c 0a 00 17 7d 08 00 71 40 00 6e 60 02 7c 02 00 64 01 00 6b 02 00 72 b7 03 7c 03 00 0c 72 ..|...}..q@.n`.|..d..k..r..|...r
30a0 b7 03 7c 0a 00 73 98 01 50 6e 00 00 64 01 00 7d 11 00 78 76 00 7c 0b 00 7c 0c 00 6b 00 00 72 16 ..|..s..Pn..d..}..xv.|..|..k..r.
30c0 02 7c 0a 00 7c 0b 00 19 64 0b 00 6b 02 00 72 ca 01 7c 11 00 64 05 00 17 7d 11 00 6e 3f 00 7c 0a .|..|...d..k..r..|..d...}..n?.|.
30e0 00 7c 0b 00 19 64 0c 00 6b 02 00 72 ef 01 7c 11 00 74 0a 00 1a 64 05 00 17 74 0a 00 14 7d 11 00 .|...d..k..r..|..t...d...t...}..
3100 6e 1a 00 7c 0a 00 7c 0b 00 19 64 0d 00 6b 02 00 72 08 02 64 01 00 7d 11 00 6e 01 00 50 7c 0b 00 n..|..|...d..k..r..d..}..n..P|..
3120 64 05 00 17 7d 0b 00 71 a1 01 57 7c 0b 00 7c 0c 00 6b 02 00 72 27 02 50 6e 00 00 7c 0a 00 7c 0b d...}..q..W|..|..k..r'.Pn..|..|.
3140 00 19 64 0e 00 6b 06 00 72 05 03 7c 0a 00 7c 0b 00 19 64 0f 00 6b 02 00 72 c1 02 7c 0a 00 7c 0b ..d..k..r..|..|...d..k..r..|..|.
3160 00 1f 6a 0b 00 64 10 00 83 01 00 7d 12 00 7c 0b 00 74 04 00 7c 12 00 83 01 00 17 7d 13 00 74 0c ..j..d.....}..|..t..|......}..t.
3180 00 7c 12 00 7c 01 00 7c 0b 00 66 02 00 7c 01 00 7c 0b 00 74 04 00 7c 12 00 83 01 00 17 66 02 00 .|..|..|..f..|..|..t..|......f..
31a0 7c 0a 00 66 05 00 56 01 74 0d 00 7c 0a 00 7c 13 00 1f 7c 01 00 7c 13 00 66 02 00 7c 01 00 74 04 |..f..V.t..|..|...|..|..f..|..t.
31c0 00 7c 0a 00 83 01 00 66 02 00 7c 0a 00 66 05 00 56 01 71 40 00 74 0d 00 74 0c 00 66 02 00 7c 0a .|.....f..|..f..V.q@.t..t..f..|.
31e0 00 7c 0b 00 19 64 0f 00 6b 02 00 19 7c 0a 00 7c 0b 00 1f 7c 01 00 7c 0b 00 66 02 00 7c 01 00 74 .|...d..k...|..|...|..|..f..|..t
3200 04 00 7c 0a 00 83 01 00 66 02 00 7c 0a 00 66 05 00 56 01 71 40 00 6e 00 00 7c 11 00 7c 09 00 64 ..|.....f..|..f..V.q@.n..|..|..d
3220 11 00 19 6b 04 00 72 49 03 7c 09 00 6a 0e 00 7c 11 00 83 01 00 01 74 0f 00 7c 0a 00 7c 0b 00 20 ...k..rI.|..j..|......t..|..|...
3240 7c 01 00 64 01 00 66 02 00 7c 01 00 7c 0b 00 66 02 00 7c 0a 00 66 05 00 56 01 6e 00 00 78 8f 00 |..d..f..|..|..f..|..f..V.n..x..
3260 7c 11 00 7c 09 00 64 11 00 19 6b 00 00 72 b3 03 7c 11 00 7c 09 00 6b 07 00 72 86 03 74 10 00 64 |..|..d...k..r..|..|..k..r..t..d
3280 12 00 64 13 00 7c 01 00 7c 0b 00 7c 0a 00 66 04 00 83 02 00 82 01 00 6e 00 00 7c 09 00 64 11 00 ..d..|..|..|..f........n..|..d..
32a0 20 7d 09 00 74 11 00 64 04 00 7c 01 00 7c 0b 00 66 02 00 7c 01 00 7c 0b 00 66 02 00 7c 0a 00 66 .}..t..d..|..|..f..|..|..f..|..f
32c0 05 00 56 01 71 4c 03 57 6e 24 00 7c 0a 00 73 d5 03 74 05 00 64 14 00 7c 01 00 64 01 00 66 02 00 ..V.qL.Wn$.|..s..t..d..|..d..f..
32e0 66 02 00 82 02 00 6e 00 00 64 01 00 7d 03 00 78 05 03 7c 0b 00 7c 0c 00 6b 00 00 72 e2 06 74 12 f.....n..d..}..x..|..|..k..r..t.
3300 00 6a 06 00 7c 0a 00 7c 0b 00 83 02 00 7d 14 00 7c 14 00 72 ad 06 7c 14 00 6a 13 00 64 05 00 83 .j..|..|.....}..|..r..|..j..d...
3320 01 00 5c 02 00 7d 15 00 7d 10 00 7c 01 00 7c 15 00 66 02 00 7c 01 00 7c 10 00 66 02 00 7c 10 00 ..\..}..}..|..|..f..|..|..f..|..
3340 03 02 7d 16 00 7d 17 00 7d 0b 00 7c 0a 00 7c 15 00 7c 10 00 21 7c 0a 00 7c 15 00 19 02 7d 18 00 ..}..}..}..|..|..|..!|..|....}..
3360 7d 19 00 7c 19 00 7c 05 00 6b 06 00 73 73 04 7c 19 00 64 15 00 6b 02 00 72 8a 04 7c 18 00 64 15 }..|..|..k..ss.|..d..k..r..|..d.
3380 00 6b 03 00 72 8a 04 74 14 00 7c 18 00 7c 16 00 7c 17 00 7c 0a 00 66 05 00 56 01 71 df 06 7c 19 .k..r..t..|..|..|..|..f..V.q..|.
33a0 00 64 10 00 6b 06 00 72 c8 04 74 15 00 7d 1a 00 7c 02 00 64 01 00 6b 04 00 72 b1 04 74 0d 00 7d .d..k..r..t..}..|..d..k..r..t..}
33c0 1a 00 6e 00 00 7c 1a 00 7c 18 00 7c 16 00 7c 17 00 7c 0a 00 66 05 00 56 01 71 df 06 7c 19 00 64 ..n..|..|..|..|..|..f..V.q..|..d
33e0 0f 00 6b 02 00 72 eb 04 74 0c 00 7c 18 00 7c 16 00 7c 17 00 7c 0a 00 66 05 00 56 01 71 df 06 7c ..k..r..t..|..|..|..|..f..V.q..|
3400 18 00 74 16 00 6b 06 00 72 72 05 74 17 00 7c 18 00 19 7d 0e 00 7c 0e 00 6a 06 00 7c 0a 00 7c 0b ..t..k..rr.t..|...}..|..j..|..|.
3420 00 83 02 00 7d 0f 00 7c 0f 00 72 52 05 7c 0f 00 6a 07 00 64 01 00 83 01 00 7d 0b 00 7c 0a 00 7c ....}..|..rR.|..j..d.....}..|..|
3440 15 00 7c 0b 00 21 7d 18 00 74 08 00 7c 18 00 7c 16 00 7c 01 00 7c 0b 00 66 02 00 7c 0a 00 66 05 ..|..!}..t..|..|..|..|..f..|..f.
3460 00 56 01 71 aa 06 7c 01 00 7c 15 00 66 02 00 7d 0d 00 7c 0a 00 7c 15 00 1f 7d 06 00 7c 0a 00 7d .V.q..|..|..f..}..|..|...}..|..}
3480 08 00 50 71 df 06 7c 19 00 74 18 00 6b 06 00 73 9e 05 7c 18 00 64 16 00 20 74 18 00 6b 06 00 73 ..Pq..|..t..k..s..|..d...t..k..s
34a0 9e 05 7c 18 00 64 17 00 20 74 18 00 6b 06 00 72 12 06 7c 18 00 64 11 00 19 64 18 00 6b 02 00 72 ..|..d...t..k..r..|..d...d..k..r
34c0 fb 05 7c 01 00 7c 15 00 66 02 00 7d 0d 00 74 17 00 7c 19 00 19 70 dd 05 74 17 00 7c 18 00 64 05 ..|..|..f..}..t..|...p..t..|..d.
34e0 00 19 19 70 dd 05 74 17 00 7c 18 00 64 16 00 19 19 7d 0e 00 7c 0a 00 7c 15 00 1f 64 05 00 02 7d ...p..t..|..d....}..|..|...d...}
3500 06 00 7d 07 00 7c 0a 00 7d 08 00 50 71 aa 06 74 08 00 7c 18 00 7c 16 00 7c 17 00 7c 0a 00 66 05 ..}..|..}..Pq..t..|..|..|..|..f.
3520 00 56 01 71 df 06 7c 19 00 7c 04 00 6b 06 00 72 35 06 74 19 00 7c 18 00 7c 16 00 7c 17 00 7c 0a .V.q..|..|..k..r5.t..|..|..|..|.
3540 00 66 05 00 56 01 71 df 06 7c 19 00 64 19 00 6b 02 00 72 64 06 74 0d 00 7c 18 00 7c 16 00 7c 01 .f..V.q..|..d..k..rd.t..|..|..|.
3560 00 7c 0b 00 66 02 00 7c 0a 00 66 05 00 56 01 64 05 00 7d 03 00 71 df 06 7c 19 00 64 1a 00 6b 06 .|..f..|..f..V.d..}..q..|..d..k.
3580 00 72 7d 06 7c 02 00 64 05 00 17 7d 02 00 6e 19 00 7c 19 00 64 1b 00 6b 06 00 72 96 06 7c 02 00 .r}.|..d...}..n..|..d..k..r..|..
35a0 64 05 00 18 7d 02 00 6e 00 00 74 1a 00 7c 18 00 7c 16 00 7c 17 00 7c 0a 00 66 05 00 56 01 71 de d...}..n..t..|..|..|..|..f..V.q.
35c0 03 74 09 00 7c 0a 00 7c 0b 00 19 7c 01 00 7c 0b 00 66 02 00 7c 01 00 7c 0b 00 64 05 00 17 66 02 .t..|..|...|..|..f..|..|..d...f.
35e0 00 7c 0a 00 66 05 00 56 01 7c 0b 00 64 05 00 17 7d 0b 00 71 de 03 57 71 40 00 78 32 00 7c 09 00 .|..f..V.|..d...}..q..Wq@.x2.|..
3600 64 05 00 1f 44 5d 26 00 7d 1b 00 74 11 00 64 04 00 7c 01 00 64 01 00 66 02 00 7c 01 00 64 01 00 d...D]&.}..t..d..|..d..f..|..d..
3620 66 02 00 64 04 00 66 05 00 56 01 71 f1 06 57 74 1b 00 64 04 00 7c 01 00 64 01 00 66 02 00 7c 01 f..d..f..V.q..Wt..d..|..d..f..|.
3640 00 64 01 00 66 02 00 64 04 00 66 05 00 56 01 64 1c 00 53 28 1f 00 00 00 73 53 03 00 00 0a 20 20 .d..f..d..f..V.d..S(....sS......
3660 20 20 54 68 65 20 67 65 6e 65 72 61 74 65 5f 74 6f 6b 65 6e 73 28 29 20 67 65 6e 65 72 61 74 6f ..The.generate_tokens().generato
3680 72 20 72 65 71 75 69 72 65 73 20 6f 6e 65 20 61 72 67 6d 65 6e 74 2c 20 72 65 61 64 6c 69 6e 65 r.requires.one.argment,.readline
36a0 2c 20 77 68 69 63 68 0a 20 20 20 20 6d 75 73 74 20 62 65 20 61 20 63 61 6c 6c 61 62 6c 65 20 6f ,.which.....must.be.a.callable.o
36c0 62 6a 65 63 74 20 77 68 69 63 68 20 70 72 6f 76 69 64 65 73 20 74 68 65 20 73 61 6d 65 20 69 6e bject.which.provides.the.same.in
36e0 74 65 72 66 61 63 65 20 61 73 20 74 68 65 0a 20 20 20 20 72 65 61 64 6c 69 6e 65 28 29 20 6d 65 terface.as.the.....readline().me
3700 74 68 6f 64 20 6f 66 20 62 75 69 6c 74 2d 69 6e 20 66 69 6c 65 20 6f 62 6a 65 63 74 73 2e 20 45 thod.of.built-in.file.objects..E
3720 61 63 68 20 63 61 6c 6c 20 74 6f 20 74 68 65 20 66 75 6e 63 74 69 6f 6e 0a 20 20 20 20 73 68 6f ach.call.to.the.function.....sho
3740 75 6c 64 20 72 65 74 75 72 6e 20 6f 6e 65 20 6c 69 6e 65 20 6f 66 20 69 6e 70 75 74 20 61 73 20 uld.return.one.line.of.input.as.
3760 61 20 73 74 72 69 6e 67 2e 20 20 41 6c 74 65 72 6e 61 74 65 6c 79 2c 20 72 65 61 64 6c 69 6e 65 a.string...Alternately,.readline
3780 0a 20 20 20 20 63 61 6e 20 62 65 20 61 20 63 61 6c 6c 61 62 6c 65 20 66 75 6e 63 74 69 6f 6e 20 .....can.be.a.callable.function.
37a0 74 65 72 6d 69 6e 61 74 69 6e 67 20 77 69 74 68 20 53 74 6f 70 49 74 65 72 61 74 69 6f 6e 3a 0a terminating.with.StopIteration:.
37c0 20 20 20 20 20 20 20 20 72 65 61 64 6c 69 6e 65 20 3d 20 6f 70 65 6e 28 6d 79 66 69 6c 65 29 2e ........readline.=.open(myfile).
37e0 6e 65 78 74 20 20 20 20 23 20 45 78 61 6d 70 6c 65 20 6f 66 20 61 6c 74 65 72 6e 61 74 65 20 72 next....#.Example.of.alternate.r
3800 65 61 64 6c 69 6e 65 0a 0a 20 20 20 20 54 68 65 20 67 65 6e 65 72 61 74 6f 72 20 70 72 6f 64 75 eadline......The.generator.produ
3820 63 65 73 20 35 2d 74 75 70 6c 65 73 20 77 69 74 68 20 74 68 65 73 65 20 6d 65 6d 62 65 72 73 3a ces.5-tuples.with.these.members:
3840 20 74 68 65 20 74 6f 6b 65 6e 20 74 79 70 65 3b 20 74 68 65 0a 20 20 20 20 74 6f 6b 65 6e 20 73 .the.token.type;.the.....token.s
3860 74 72 69 6e 67 3b 20 61 20 32 2d 74 75 70 6c 65 20 28 73 72 6f 77 2c 20 73 63 6f 6c 29 20 6f 66 tring;.a.2-tuple.(srow,.scol).of
3880 20 69 6e 74 73 20 73 70 65 63 69 66 79 69 6e 67 20 74 68 65 20 72 6f 77 20 61 6e 64 0a 20 20 20 .ints.specifying.the.row.and....
38a0 20 63 6f 6c 75 6d 6e 20 77 68 65 72 65 20 74 68 65 20 74 6f 6b 65 6e 20 62 65 67 69 6e 73 20 69 .column.where.the.token.begins.i
38c0 6e 20 74 68 65 20 73 6f 75 72 63 65 3b 20 61 20 32 2d 74 75 70 6c 65 20 28 65 72 6f 77 2c 20 65 n.the.source;.a.2-tuple.(erow,.e
38e0 63 6f 6c 29 20 6f 66 0a 20 20 20 20 69 6e 74 73 20 73 70 65 63 69 66 79 69 6e 67 20 74 68 65 20 col).of.....ints.specifying.the.
3900 72 6f 77 20 61 6e 64 20 63 6f 6c 75 6d 6e 20 77 68 65 72 65 20 74 68 65 20 74 6f 6b 65 6e 20 65 row.and.column.where.the.token.e
3920 6e 64 73 20 69 6e 20 74 68 65 20 73 6f 75 72 63 65 3b 0a 20 20 20 20 61 6e 64 20 74 68 65 20 6c nds.in.the.source;.....and.the.l
3940 69 6e 65 20 6f 6e 20 77 68 69 63 68 20 74 68 65 20 74 6f 6b 65 6e 20 77 61 73 20 66 6f 75 6e 64 ine.on.which.the.token.was.found
3960 2e 20 54 68 65 20 6c 69 6e 65 20 70 61 73 73 65 64 20 69 73 20 74 68 65 0a 20 20 20 20 6c 6f 67 ..The.line.passed.is.the.....log
3980 69 63 61 6c 20 6c 69 6e 65 3b 20 63 6f 6e 74 69 6e 75 61 74 69 6f 6e 20 6c 69 6e 65 73 20 61 72 ical.line;.continuation.lines.ar
39a0 65 20 69 6e 63 6c 75 64 65 64 2e 0a 20 20 20 20 69 00 00 00 00 52 04 00 00 00 74 0a 00 00 00 30 e.included......i....R....t....0
39c0 31 32 33 34 35 36 37 38 39 52 39 00 00 00 69 01 00 00 00 73 18 00 00 00 45 4f 46 20 69 6e 20 6d 123456789R9...i....s....EOF.in.m
39e0 75 6c 74 69 2d 6c 69 6e 65 20 73 74 72 69 6e 67 69 fe ff ff ff 73 02 00 00 00 5c 0a 69 fd ff ff ulti-line.stringi....s....\.i...
3a00 ff 73 03 00 00 00 5c 0d 0a 52 33 00 00 00 73 01 00 00 00 09 73 01 00 00 00 0c 73 03 00 00 00 23 .s....\..R3...s.....s.....s....#
3a20 0d 0a 74 01 00 00 00 23 73 02 00 00 00 0d 0a 69 ff ff ff ff 73 33 00 00 00 75 6e 69 6e 64 65 6e ..t....#s......i....s3...uninden
3a40 74 20 64 6f 65 73 20 6e 6f 74 20 6d 61 74 63 68 20 61 6e 79 20 6f 75 74 65 72 20 69 6e 64 65 6e t.does.not.match.any.outer.inden
3a60 74 61 74 69 6f 6e 20 6c 65 76 65 6c 73 0a 00 00 00 3c 74 6f 6b 65 6e 69 7a 65 3e 73 1b 00 00 00 tation.levels....<tokenize>s....
3a80 45 4f 46 20 69 6e 20 6d 75 6c 74 69 2d 6c 69 6e 65 20 73 74 61 74 65 6d 65 6e 74 74 01 00 00 00 EOF.in.multi-line.statementt....
3aa0 2e 69 02 00 00 00 69 03 00 00 00 73 01 00 00 00 0a 73 01 00 00 00 5c 73 03 00 00 00 28 5b 7b 73 .i....i....s.....s....\s....([{s
3ac0 03 00 00 00 29 5d 7d 4e 28 02 00 00 00 52 39 00 00 00 69 00 00 00 00 28 02 00 00 00 52 39 00 00 ....)]}N(....R9...i....(....R9..
3ae0 00 69 00 00 00 00 28 1c 00 00 00 74 06 00 00 00 73 74 72 69 6e 67 74 0d 00 00 00 61 73 63 69 69 .i....(....t....stringt....ascii
3b00 5f 6c 65 74 74 65 72 73 52 5b 00 00 00 52 55 00 00 00 52 3a 00 00 00 52 1a 00 00 00 74 05 00 00 _lettersR[...RU...R:...R....t...
3b20 00 6d 61 74 63 68 52 22 00 00 00 74 06 00 00 00 53 54 52 49 4e 47 74 0a 00 00 00 45 52 52 4f 52 .matchR"...t....STRINGt....ERROR
3b40 54 4f 4b 45 4e 74 07 00 00 00 74 61 62 73 69 7a 65 74 06 00 00 00 72 73 74 72 69 70 74 07 00 00 TOKENt....tabsizet....rstript...
3b60 00 43 4f 4d 4d 45 4e 54 52 3d 00 00 00 52 34 00 00 00 52 45 00 00 00 74 10 00 00 00 49 6e 64 65 .COMMENTR=...R4...RE...t....Inde
3b80 6e 74 61 74 69 6f 6e 45 72 72 6f 72 52 46 00 00 00 74 0a 00 00 00 70 73 65 75 64 6f 70 72 6f 67 ntationErrorRF...t....pseudoprog
3ba0 74 04 00 00 00 73 70 61 6e 52 43 00 00 00 52 3c 00 00 00 74 0d 00 00 00 74 72 69 70 6c 65 5f 71 t....spanRC...R<...t....triple_q
3bc0 75 6f 74 65 64 74 08 00 00 00 65 6e 64 70 72 6f 67 73 74 0d 00 00 00 73 69 6e 67 6c 65 5f 71 75 uotedt....endprogst....single_qu
3be0 6f 74 65 64 52 42 00 00 00 74 02 00 00 00 4f 50 74 09 00 00 00 45 4e 44 4d 41 52 4b 45 52 28 1c otedRB...t....OPt....ENDMARKER(.
3c00 00 00 00 52 2a 00 00 00 74 04 00 00 00 6c 6e 75 6d 74 08 00 00 00 70 61 72 65 6e 6c 65 76 74 09 ...R*...t....lnumt....parenlevt.
3c20 00 00 00 63 6f 6e 74 69 6e 75 65 64 74 09 00 00 00 6e 61 6d 65 63 68 61 72 73 74 08 00 00 00 6e ...continuedt....namecharst....n
3c40 75 6d 63 68 61 72 73 74 07 00 00 00 63 6f 6e 74 73 74 72 74 08 00 00 00 6e 65 65 64 63 6f 6e 74 umcharst....contstrt....needcont
3c60 74 08 00 00 00 63 6f 6e 74 6c 69 6e 65 52 49 00 00 00 52 23 00 00 00 74 03 00 00 00 70 6f 73 74 t....contlineRI...R#...t....post
3c80 03 00 00 00 6d 61 78 74 08 00 00 00 73 74 72 73 74 61 72 74 74 07 00 00 00 65 6e 64 70 72 6f 67 ....maxt....strstartt....endprog
3ca0 74 08 00 00 00 65 6e 64 6d 61 74 63 68 52 22 00 00 00 74 06 00 00 00 63 6f 6c 75 6d 6e 74 0d 00 t....endmatchR"...t....columnt..
3cc0 00 00 63 6f 6d 6d 65 6e 74 5f 74 6f 6b 65 6e 74 06 00 00 00 6e 6c 5f 70 6f 73 74 0b 00 00 00 70 ..comment_tokent....nl_post....p
3ce0 73 65 75 64 6f 6d 61 74 63 68 52 21 00 00 00 74 04 00 00 00 73 70 6f 73 74 04 00 00 00 65 70 6f seudomatchR!...t....spost....epo
3d00 73 52 03 00 00 00 74 07 00 00 00 69 6e 69 74 69 61 6c 74 07 00 00 00 6e 65 77 6c 69 6e 65 74 06 sR....t....initialt....newlinet.
3d20 00 00 00 69 6e 64 65 6e 74 28 00 00 00 00 28 00 00 00 00 73 5d 00 00 00 2f 62 75 69 6c 64 62 6f ...indent(....(....s].../buildbo
3d40 74 2f 74 6d 70 2f 62 75 69 6c 64 68 6f 73 74 2f 69 6e 73 74 61 6c 6c 2f 70 72 65 62 75 69 6c 74 t/tmp/buildhost/install/prebuilt
3d60 2f 6c 69 6e 75 78 2d 78 38 36 5f 36 34 2f 6c 69 62 2f 70 79 74 68 6f 6e 32 2e 37 2f 6c 69 62 32 /linux-x86_64/lib/python2.7/lib2
3d80 74 6f 33 2f 70 67 65 6e 32 2f 74 6f 6b 65 6e 69 7a 65 2e 70 79 52 06 00 00 00 59 01 00 00 73 f8 to3/pgen2/tokenize.pyR....Y...s.
3da0 00 00 00 00 10 0e 01 14 01 0c 01 06 01 09 02 03 01 03 01 0d 01 0d 01 0a 01 0a 01 13 02 06 01 06 ................................
3dc0 01 12 01 0f 01 06 01 13 01 0e 01 18 01 0c 01 09 01 26 01 0a 01 1a 01 06 01 06 01 06 02 0a 01 0a .................&..............
3de0 01 06 02 13 01 06 00 04 01 06 01 0f 01 10 00 0d 01 10 00 15 01 10 00 09 01 01 01 0e 01 0c 00 04 ................................
3e00 02 10 01 10 01 13 01 10 01 06 01 24 01 0a 01 23 02 1e 01 20 01 06 02 10 01 0d 01 27 01 13 01 0c ...........$...#...........'....
3e20 01 03 01 03 01 18 01 0a 01 27 03 06 01 18 01 06 02 0f 01 12 01 06 01 15 01 20 01 18 02 0c 01 18 .........'......................
3e40 01 17 01 0c 01 06 01 0c 01 09 01 17 01 0c 02 17 01 0c 01 0a 01 12 01 06 01 0f 01 0d 01 1d 02 0c ................................
3e60 01 0a 01 06 01 04 01 0c 01 10 01 10 01 10 01 0c 01 18 01 0e 01 11 01 06 01 04 02 17 01 0c 01 17 ................................
3e80 01 0c 02 1a 01 09 02 0c 00 0d 01 0c 00 0d 01 17 02 0a 01 1e 01 11 02 11 01 24 01 74 08 00 00 00 .........................$.t....
3ea0 5f 5f 6d 61 69 6e 5f 5f 28 1e 00 00 00 73 03 00 00 00 27 27 27 73 03 00 00 00 22 22 22 73 04 00 __main__(....s....'''s...."""s..
3ec0 00 00 72 27 27 27 73 04 00 00 00 72 22 22 22 73 04 00 00 00 52 27 27 27 73 04 00 00 00 52 22 22 ..r'''s....r"""s....R'''s....R""
3ee0 22 73 04 00 00 00 75 27 27 27 73 04 00 00 00 75 22 22 22 73 04 00 00 00 55 27 27 27 73 04 00 00 "s....u'''s....u"""s....U'''s...
3f00 00 55 22 22 22 73 04 00 00 00 62 27 27 27 73 04 00 00 00 62 22 22 22 73 04 00 00 00 42 27 27 27 .U"""s....b'''s....b"""s....B'''
3f20 73 04 00 00 00 42 22 22 22 73 05 00 00 00 75 72 27 27 27 73 05 00 00 00 75 72 22 22 22 73 05 00 s....B"""s....ur'''s....ur"""s..
3f40 00 00 55 72 27 27 27 73 05 00 00 00 55 72 22 22 22 73 05 00 00 00 75 52 27 27 27 73 05 00 00 00 ..Ur'''s....Ur"""s....uR'''s....
3f60 75 52 22 22 22 73 05 00 00 00 55 52 27 27 27 73 05 00 00 00 55 52 22 22 22 73 05 00 00 00 62 72 uR"""s....UR'''s....UR"""s....br
3f80 27 27 27 73 05 00 00 00 62 72 22 22 22 73 05 00 00 00 42 72 27 27 27 73 05 00 00 00 42 72 22 22 '''s....br"""s....Br'''s....Br""
3fa0 22 73 05 00 00 00 62 52 27 27 27 73 05 00 00 00 62 52 22 22 22 73 05 00 00 00 42 52 27 27 27 73 "s....bR'''s....bR"""s....BR'''s
3fc0 05 00 00 00 42 52 22 22 22 28 1e 00 00 00 52 12 00 00 00 52 13 00 00 00 73 02 00 00 00 72 27 73 ....BR"""(....R....R....s....r's
3fe0 02 00 00 00 72 22 73 02 00 00 00 52 27 73 02 00 00 00 52 22 73 02 00 00 00 75 27 73 02 00 00 00 ....r"s....R's....R"s....u's....
4000 75 22 73 02 00 00 00 55 27 73 02 00 00 00 55 22 73 02 00 00 00 62 27 73 02 00 00 00 62 22 73 02 u"s....U's....U"s....b's....b"s.
4020 00 00 00 42 27 73 02 00 00 00 42 22 73 03 00 00 00 75 72 27 73 03 00 00 00 75 72 22 73 03 00 00 ...B's....B"s....ur's....ur"s...
4040 00 55 72 27 73 03 00 00 00 55 72 22 73 03 00 00 00 75 52 27 73 03 00 00 00 75 52 22 73 03 00 00 .Ur's....Ur"s....uR's....uR"s...
4060 00 55 52 27 73 03 00 00 00 55 52 22 73 03 00 00 00 62 72 27 73 03 00 00 00 62 72 22 73 03 00 00 .UR's....UR"s....br's....br"s...
4080 00 42 72 27 73 03 00 00 00 42 72 22 73 03 00 00 00 62 52 27 73 03 00 00 00 62 52 22 73 03 00 00 .Br's....Br"s....bR's....bR"s...
40a0 00 42 52 27 73 03 00 00 00 42 52 22 28 00 00 00 00 28 51 00 00 00 74 07 00 00 00 5f 5f 64 6f 63 .BR's....BR"(....(Q...t....__doc
40c0 5f 5f 74 0a 00 00 00 5f 5f 61 75 74 68 6f 72 5f 5f 74 0b 00 00 00 5f 5f 63 72 65 64 69 74 73 5f __t....__author__t....__credits_
40e0 5f 52 6f 00 00 00 74 02 00 00 00 72 65 74 06 00 00 00 63 6f 64 65 63 73 52 00 00 00 00 52 01 00 _Ro...t....ret....codecsR....R..
4100 00 00 74 13 00 00 00 6c 69 62 32 74 6f 33 2e 70 67 65 6e 32 2e 74 6f 6b 65 6e 52 39 00 00 00 52 ..t....lib2to3.pgen2.tokenR9...R
4120 03 00 00 00 74 03 00 00 00 64 69 72 74 01 00 00 00 78 74 07 00 00 00 5f 5f 61 6c 6c 5f 5f 52 56 ....t....dirt....xt....__all__RV
4140 00 00 00 74 09 00 00 00 4e 61 6d 65 45 72 72 6f 72 74 03 00 00 00 73 74 72 52 0d 00 00 00 52 0e ...t....NameErrort....strR....R.
4160 00 00 00 52 10 00 00 00 74 0a 00 00 00 57 68 69 74 65 73 70 61 63 65 74 07 00 00 00 43 6f 6d 6d ...R....t....Whitespacet....Comm
4180 65 6e 74 74 06 00 00 00 49 67 6e 6f 72 65 74 04 00 00 00 4e 61 6d 65 74 09 00 00 00 42 69 6e 6e entt....Ignoret....Namet....Binn
41a0 75 6d 62 65 72 74 09 00 00 00 48 65 78 6e 75 6d 62 65 72 74 09 00 00 00 4f 63 74 6e 75 6d 62 65 umbert....Hexnumbert....Octnumbe
41c0 72 74 09 00 00 00 44 65 63 6e 75 6d 62 65 72 74 09 00 00 00 49 6e 74 6e 75 6d 62 65 72 74 08 00 rt....Decnumbert....Intnumbert..
41e0 00 00 45 78 70 6f 6e 65 6e 74 74 0a 00 00 00 50 6f 69 6e 74 66 6c 6f 61 74 74 08 00 00 00 45 78 ..Exponentt....Pointfloatt....Ex
4200 70 66 6c 6f 61 74 74 0b 00 00 00 46 6c 6f 61 74 6e 75 6d 62 65 72 74 0a 00 00 00 49 6d 61 67 6e pfloatt....Floatnumbert....Imagn
4220 75 6d 62 65 72 74 06 00 00 00 4e 75 6d 62 65 72 74 06 00 00 00 53 69 6e 67 6c 65 74 06 00 00 00 umbert....Numbert....Singlet....
4240 44 6f 75 62 6c 65 74 07 00 00 00 53 69 6e 67 6c 65 33 74 07 00 00 00 44 6f 75 62 6c 65 33 74 06 Doublet....Single3t....Double3t.
4260 00 00 00 54 72 69 70 6c 65 74 06 00 00 00 53 74 72 69 6e 67 74 08 00 00 00 4f 70 65 72 61 74 6f ...Triplet....Stringt....Operato
4280 72 74 07 00 00 00 42 72 61 63 6b 65 74 74 07 00 00 00 53 70 65 63 69 61 6c 74 05 00 00 00 46 75 rt....Brackett....Specialt....Fu
42a0 6e 6e 79 74 0a 00 00 00 50 6c 61 69 6e 54 6f 6b 65 6e 74 05 00 00 00 54 6f 6b 65 6e 74 07 00 00 nnyt....PlainTokent....Tokent...
42c0 00 43 6f 6e 74 53 74 72 74 0c 00 00 00 50 73 65 75 64 6f 45 78 74 72 61 73 74 0b 00 00 00 50 73 .ContStrt....PseudoExtrast....Ps
42e0 65 75 64 6f 54 6f 6b 65 6e 74 03 00 00 00 6d 61 70 74 07 00 00 00 63 6f 6d 70 69 6c 65 74 09 00 eudoTokent....mapt....compilet..
4300 00 00 74 6f 6b 65 6e 70 72 6f 67 52 78 00 00 00 74 0b 00 00 00 73 69 6e 67 6c 65 33 70 72 6f 67 ..tokenprogRx...t....single3prog
4320 74 0b 00 00 00 64 6f 75 62 6c 65 33 70 72 6f 67 52 5b 00 00 00 52 7b 00 00 00 52 7a 00 00 00 52 t....double3progR[...R{...Rz...R
4340 3f 00 00 00 52 7c 00 00 00 52 74 00 00 00 74 09 00 00 00 45 78 63 65 70 74 69 6f 6e 52 1a 00 00 ?...R|...Rt...t....ExceptionR...
4360 00 52 1d 00 00 00 52 28 00 00 00 52 05 00 00 00 52 29 00 00 00 52 2d 00 00 00 52 5c 00 00 00 52 .R....R(...R....R)...R-...R\...R
4380 54 00 00 00 52 6a 00 00 00 52 07 00 00 00 52 06 00 00 00 52 1b 00 00 00 74 03 00 00 00 73 79 73 T...Rj...R....R....R....t....sys
43a0 52 3a 00 00 00 74 04 00 00 00 61 72 67 76 74 04 00 00 00 6f 70 65 6e 52 2a 00 00 00 74 05 00 00 R:...t....argvt....openR*...t...
43c0 00 73 74 64 69 6e 28 00 00 00 00 28 00 00 00 00 28 00 00 00 00 73 5d 00 00 00 2f 62 75 69 6c 64 .stdin(....(....(....s].../build
43e0 62 6f 74 2f 74 6d 70 2f 62 75 69 6c 64 68 6f 73 74 2f 69 6e 73 74 61 6c 6c 2f 70 72 65 62 75 69 bot/tmp/buildhost/install/prebui
4400 6c 74 2f 6c 69 6e 75 78 2d 78 38 36 5f 36 34 2f 6c 69 62 2f 70 79 74 68 6f 6e 32 2e 37 2f 6c 69 lt/linux-x86_64/lib/python2.7/li
4420 62 32 74 6f 33 2f 70 67 65 6e 32 2f 74 6f 6b 65 6e 69 7a 65 2e 70 79 74 08 00 00 00 3c 6d 6f 64 b2to3/pgen2/tokenize.pyt....<mod
4440 75 6c 65 3e 1a 00 00 00 73 de 00 00 00 06 02 06 02 06 02 18 01 16 01 0a 02 10 01 2f 01 0d 01 03 ule>....s................../....
4460 02 03 01 08 01 0d 03 0a 02 09 01 09 01 09 02 06 01 06 01 1e 01 06 02 06 01 06 01 06 01 06 01 15 ................................
4480 01 06 01 19 01 0a 01 0f 01 13 01 12 03 06 02 06 02 06 02 06 01 0f 02 06 01 09 05 12 01 06 01 03 ................................
44a0 01 09 02 06 01 0f 01 12 02 15 01 0a 03 06 01 0d 01 03 01 13 01 12 01 1c 02 03 01 27 01 23 01 0e ...........................'.#..
44c0 01 0e 01 0e 01 0e 01 0e 01 0e 01 0e 01 0e 01 0e 01 0e 01 0e 01 0e 01 0e 01 0e 01 0e 01 0e 01 0e ................................
44e0 01 11 02 06 01 03 01 00 01 00 01 00 01 00 01 00 01 00 01 0a 01 0e 01 06 01 03 01 00 01 00 01 00 ................................
4500 01 00 01 00 01 00 01 0a 01 0e 02 06 02 16 02 16 02 09 06 0c 13 09 04 13 38 0f 02 09 0b 09 48 09 ........................8.....H.
4520 15 09 98 0c 01 0c 01 15 00 1d 01 ...........