summaryrefslogtreecommitdiff
path: root/lib/python2.7/test/test_robotparser.pyc
blob: 688312249ce4f4013eeaaa970519d1d9473c72b2 (plain)
ofshex dumpascii
0000 03 f3 0d 0a 52 5c ac 51 63 00 00 00 00 00 00 00 00 07 00 00 00 40 00 00 00 73 6c 03 00 00 64 00 ....R\.Qc............@...sl...d.
0020 00 64 01 00 6c 00 00 5a 00 00 64 00 00 64 01 00 6c 01 00 5a 01 00 64 00 00 64 01 00 6c 02 00 5a .d..l..Z..d..d..l..Z..d..d..l..Z
0040 02 00 64 00 00 64 02 00 6c 03 00 6d 04 00 5a 04 00 01 64 00 00 64 03 00 6c 05 00 6d 06 00 5a 06 ..d..d..l..m..Z...d..d..l..m..Z.
0060 00 6d 07 00 5a 07 00 01 64 04 00 65 00 00 6a 08 00 66 01 00 64 05 00 84 00 00 83 00 00 59 5a 09 .m..Z...d..e..j..f..d........YZ.
0080 00 65 00 00 6a 0a 00 83 00 00 5a 0b 00 64 06 00 64 07 00 84 01 00 5a 0c 00 64 08 00 5a 0d 00 64 .e..j.....Z..d..d.....Z..d..Z..d
00a0 09 00 64 0a 00 67 02 00 5a 0e 00 64 0b 00 64 0c 00 64 0d 00 67 03 00 5a 0f 00 65 0c 00 64 0e 00 ..d..g..Z..d..d..d..g..Z..e..d..
00c0 65 0d 00 65 0e 00 65 0f 00 83 04 00 01 64 0f 00 5a 0d 00 64 09 00 64 0a 00 64 42 00 67 03 00 5a e..e..e......d..Z..d..d..dB.g..Z
00e0 0e 00 64 0b 00 67 01 00 5a 0f 00 65 0c 00 64 11 00 65 0d 00 65 0e 00 65 0f 00 83 04 00 01 64 12 ..d..g..Z..e..d..e..e..e......d.
0100 00 5a 0d 00 67 00 00 5a 0e 00 64 0b 00 64 09 00 64 13 00 67 03 00 5a 0f 00 65 0c 00 64 14 00 65 .Z..g..Z..d..d..d..g..Z..e..d..e
0120 0d 00 65 0e 00 65 0f 00 83 04 00 01 64 15 00 5a 0d 00 67 00 00 5a 0e 00 64 16 00 64 17 00 64 18 ..e..e......d..Z..g..Z..d..d..d.
0140 00 64 19 00 64 1a 00 64 1b 00 64 1c 00 67 07 00 5a 0f 00 65 0c 00 64 1d 00 65 0d 00 65 0e 00 65 .d..d..d..d..g..Z..e..d..e..e..e
0160 0f 00 64 1e 00 83 05 00 01 65 0c 00 64 1f 00 65 0d 00 65 0e 00 65 0f 00 64 20 00 83 05 00 01 64 ..d......e..d..e..e..e..d......d
0180 21 00 5a 0d 00 64 16 00 67 01 00 5a 0e 00 64 13 00 64 18 00 64 19 00 64 1a 00 64 22 00 64 23 00 !.Z..d..g..Z..d..d..d..d..d".d#.
01a0 67 06 00 5a 0f 00 65 0c 00 64 24 00 65 0d 00 65 0e 00 65 0f 00 83 04 00 01 64 25 00 5a 0d 00 64 g..Z..e..d$.e..e..e......d%.Z..d
01c0 0d 00 67 01 00 5a 0e 00 67 00 00 5a 0f 00 65 0c 00 64 26 00 65 0d 00 65 0e 00 65 0f 00 83 04 00 ..g..Z..g..Z..e..d&.e..e..e.....
01e0 01 64 27 00 5a 0d 00 64 28 00 67 01 00 5a 0e 00 64 29 00 67 01 00 5a 0f 00 65 0c 00 64 2a 00 65 .d'.Z..d(.g..Z..d).g..Z..e..d*.e
0200 0d 00 65 0e 00 65 0f 00 64 2b 00 64 2c 00 83 04 01 01 64 2d 00 5a 0d 00 67 00 00 5a 0e 00 64 2e ..e..e..d+.d,.....d-.Z..g..Z..d.
0220 00 67 01 00 5a 0f 00 65 0c 00 64 2f 00 65 0d 00 65 0e 00 65 0f 00 64 2b 00 64 2c 00 83 04 01 01 .g..Z..e..d/.e..e..e..d+.d,.....
0240 67 00 00 5a 0e 00 64 2e 00 67 01 00 5a 0f 00 65 0c 00 64 30 00 65 0d 00 65 0e 00 65 0f 00 64 2b g..Z..d..g..Z..e..d0.e..e..e..d+
0260 00 64 31 00 83 04 01 01 64 32 00 5a 0d 00 67 00 00 5a 0e 00 64 2e 00 67 01 00 5a 0f 00 65 0c 00 .d1.....d2.Z..g..Z..d..g..Z..e..
0280 64 33 00 65 0d 00 65 0e 00 65 0f 00 64 2b 00 64 2c 00 83 04 01 01 64 2e 00 67 01 00 5a 0e 00 67 d3.e..e..e..d+.d,.....d..g..Z..g
02a0 00 00 5a 0f 00 65 0c 00 64 34 00 65 0d 00 65 0e 00 65 0f 00 64 2b 00 64 31 00 83 04 01 01 64 27 ..Z..e..d4.e..e..e..d+.d1.....d'
02c0 00 5a 0d 00 64 28 00 67 01 00 5a 0e 00 64 29 00 67 01 00 5a 0f 00 65 0c 00 64 35 00 65 0d 00 65 .Z..d(.g..Z..d).g..Z..e..d5.e..e
02e0 0e 00 65 0f 00 64 2b 00 64 36 00 83 04 01 01 64 37 00 5a 0d 00 64 38 00 67 01 00 5a 0e 00 64 39 ..e..d+.d6.....d7.Z..d8.g..Z..d9
0300 00 67 01 00 5a 0f 00 65 0c 00 64 3a 00 65 0d 00 65 0e 00 65 0f 00 83 04 00 01 64 3b 00 5a 0d 00 .g..Z..e..d:.e..e..e......d;.Z..
0320 64 3c 00 67 01 00 5a 0e 00 64 38 00 67 01 00 5a 0f 00 65 0c 00 64 3d 00 65 0d 00 65 0e 00 65 0f d<.g..Z..d8.g..Z..e..d=.e..e..e.
0340 00 83 04 00 01 64 3e 00 65 00 00 6a 08 00 66 01 00 64 3f 00 84 00 00 83 00 00 59 5a 10 00 64 40 .....d>.e..j..f..d?.......YZ..d@
0360 00 84 00 00 5a 11 00 65 12 00 64 41 00 6b 02 00 72 68 03 64 0e 00 65 04 00 5f 13 00 65 11 00 83 ....Z..e..dA.k..rh.d..e.._..e...
0380 00 00 01 6e 00 00 64 01 00 53 28 43 00 00 00 69 ff ff ff ff 4e 28 01 00 00 00 74 0c 00 00 00 74 ...n..d..S(C...i....N(....t....t
03a0 65 73 74 5f 73 75 70 70 6f 72 74 28 02 00 00 00 74 07 00 00 00 75 72 6c 6f 70 65 6e 74 09 00 00 est_support(....t....urlopent...
03c0 00 48 54 54 50 45 72 72 6f 72 74 0d 00 00 00 52 6f 62 6f 74 54 65 73 74 43 61 73 65 63 00 00 00 .HTTPErrort....RobotTestCasec...
03e0 00 00 00 00 00 01 00 00 00 42 00 00 00 73 23 00 00 00 65 00 00 5a 01 00 64 00 00 84 00 00 5a 02 .........B...s#...e..Z..d.....Z.
0400 00 64 01 00 84 00 00 5a 03 00 64 02 00 84 00 00 5a 04 00 52 53 28 03 00 00 00 63 06 00 00 00 06 .d.....Z..d.....Z..RS(....c.....
0420 00 00 00 03 00 00 00 43 00 00 00 73 67 00 00 00 74 00 00 6a 01 00 6a 02 00 7c 00 00 83 01 00 01 .......C...sg...t..j..j..|......
0440 7c 04 00 72 2c 00 64 01 00 7c 01 00 7c 03 00 66 02 00 16 7c 00 00 5f 03 00 6e 13 00 64 02 00 7c |..r,.d..|..|..f...|.._..n..d..|
0460 01 00 7c 03 00 66 02 00 16 7c 00 00 5f 03 00 7c 02 00 7c 00 00 5f 04 00 7c 03 00 7c 00 00 5f 05 ..|..f...|.._..|..|.._..|..|.._.
0480 00 7c 04 00 7c 00 00 5f 06 00 7c 05 00 7c 00 00 5f 07 00 64 00 00 53 28 03 00 00 00 4e 73 17 00 .|..|.._..|..|.._..d..S(....Ns..
04a0 00 00 52 6f 62 6f 74 54 65 73 74 28 25 64 2c 20 67 6f 6f 64 2c 20 25 73 29 73 16 00 00 00 52 6f ..RobotTest(%d,.good,.%s)s....Ro
04c0 62 6f 74 54 65 73 74 28 25 64 2c 20 62 61 64 2c 20 25 73 29 28 08 00 00 00 74 08 00 00 00 75 6e botTest(%d,.bad,.%s)(....t....un
04e0 69 74 74 65 73 74 74 08 00 00 00 54 65 73 74 43 61 73 65 74 08 00 00 00 5f 5f 69 6e 69 74 5f 5f ittestt....TestCaset....__init__
0500 74 03 00 00 00 73 74 72 74 06 00 00 00 70 61 72 73 65 72 74 03 00 00 00 75 72 6c 74 04 00 00 00 t....strt....parsert....urlt....
0520 67 6f 6f 64 74 05 00 00 00 61 67 65 6e 74 28 06 00 00 00 74 04 00 00 00 73 65 6c 66 74 05 00 00 goodt....agent(....t....selft...
0540 00 69 6e 64 65 78 52 08 00 00 00 52 09 00 00 00 52 0a 00 00 00 52 0b 00 00 00 28 00 00 00 00 28 .indexR....R....R....R....(....(
0560 00 00 00 00 73 5d 00 00 00 2f 74 6d 70 2f 6e 64 6b 2d 55 73 65 72 2f 62 75 69 6c 64 68 6f 73 74 ....s].../tmp/ndk-User/buildhost
0580 2f 69 6e 73 74 61 6c 6c 2f 70 72 65 62 75 69 6c 74 2f 64 61 72 77 69 6e 2d 78 38 36 5f 36 34 2f /install/prebuilt/darwin-x86_64/
05a0 6c 69 62 2f 70 79 74 68 6f 6e 32 2e 37 2f 74 65 73 74 2f 74 65 73 74 5f 72 6f 62 6f 74 70 61 72 lib/python2.7/test/test_robotpar
05c0 73 65 72 2e 70 79 52 06 00 00 00 06 00 00 00 73 10 00 00 00 00 01 10 01 06 01 16 02 13 01 09 01 ser.pyR........s................
05e0 09 01 09 01 63 01 00 00 00 03 00 00 00 04 00 00 00 43 00 00 00 73 7e 00 00 00 74 00 00 7c 00 00 ....c............C...s~...t..|..
0600 6a 01 00 74 02 00 83 02 00 72 24 00 7c 00 00 6a 01 00 5c 02 00 7d 01 00 7d 02 00 6e 12 00 7c 00 j..t.....r$.|..j..\..}..}..n..|.
0620 00 6a 01 00 7d 02 00 7c 00 00 6a 03 00 7d 01 00 7c 00 00 6a 04 00 72 5e 00 7c 00 00 6a 05 00 7c .j..}..|..j..}..|..j..r^.|..j..|
0640 00 00 6a 06 00 6a 07 00 7c 01 00 7c 02 00 83 02 00 83 01 00 01 6e 1c 00 7c 00 00 6a 08 00 7c 00 ..j..j..|..|.........n..|..j..|.
0660 00 6a 06 00 6a 07 00 7c 01 00 7c 02 00 83 02 00 83 01 00 01 64 00 00 53 28 01 00 00 00 4e 28 09 .j..j..|..|.........d..S(....N(.
0680 00 00 00 74 0a 00 00 00 69 73 69 6e 73 74 61 6e 63 65 52 09 00 00 00 74 05 00 00 00 74 75 70 6c ...t....isinstanceR....t....tupl
06a0 65 52 0b 00 00 00 52 0a 00 00 00 74 0a 00 00 00 61 73 73 65 72 74 54 72 75 65 52 08 00 00 00 74 eR....R....t....assertTrueR....t
06c0 09 00 00 00 63 61 6e 5f 66 65 74 63 68 74 0b 00 00 00 61 73 73 65 72 74 46 61 6c 73 65 28 03 00 ....can_fetcht....assertFalse(..
06e0 00 00 52 0c 00 00 00 52 0b 00 00 00 52 09 00 00 00 28 00 00 00 00 28 00 00 00 00 73 5d 00 00 00 ..R....R....R....(....(....s]...
0700 2f 74 6d 70 2f 6e 64 6b 2d 55 73 65 72 2f 62 75 69 6c 64 68 6f 73 74 2f 69 6e 73 74 61 6c 6c 2f /tmp/ndk-User/buildhost/install/
0720 70 72 65 62 75 69 6c 74 2f 64 61 72 77 69 6e 2d 78 38 36 5f 36 34 2f 6c 69 62 2f 70 79 74 68 6f prebuilt/darwin-x86_64/lib/pytho
0740 6e 32 2e 37 2f 74 65 73 74 2f 74 65 73 74 5f 72 6f 62 6f 74 70 61 72 73 65 72 2e 70 79 74 07 00 n2.7/test/test_robotparser.pyt..
0760 00 00 72 75 6e 54 65 73 74 11 00 00 00 73 0e 00 00 00 00 01 12 01 12 02 09 01 09 01 09 01 1f 02 ..runTest....s..................
0780 63 01 00 00 00 01 00 00 00 01 00 00 00 43 00 00 00 73 07 00 00 00 7c 00 00 6a 00 00 53 28 01 00 c............C...s....|..j..S(..
07a0 00 00 4e 28 01 00 00 00 52 07 00 00 00 28 01 00 00 00 52 0c 00 00 00 28 00 00 00 00 28 00 00 00 ..N(....R....(....R....(....(...
07c0 00 73 5d 00 00 00 2f 74 6d 70 2f 6e 64 6b 2d 55 73 65 72 2f 62 75 69 6c 64 68 6f 73 74 2f 69 6e .s].../tmp/ndk-User/buildhost/in
07e0 73 74 61 6c 6c 2f 70 72 65 62 75 69 6c 74 2f 64 61 72 77 69 6e 2d 78 38 36 5f 36 34 2f 6c 69 62 stall/prebuilt/darwin-x86_64/lib
0800 2f 70 79 74 68 6f 6e 32 2e 37 2f 74 65 73 74 2f 74 65 73 74 5f 72 6f 62 6f 74 70 61 72 73 65 72 /python2.7/test/test_robotparser
0820 2e 70 79 74 07 00 00 00 5f 5f 73 74 72 5f 5f 1c 00 00 00 73 02 00 00 00 00 01 28 05 00 00 00 74 .pyt....__str__....s......(....t
0840 08 00 00 00 5f 5f 6e 61 6d 65 5f 5f 74 0a 00 00 00 5f 5f 6d 6f 64 75 6c 65 5f 5f 52 06 00 00 00 ....__name__t....__module__R....
0860 52 13 00 00 00 52 14 00 00 00 28 00 00 00 00 28 00 00 00 00 28 00 00 00 00 73 5d 00 00 00 2f 74 R....R....(....(....(....s].../t
0880 6d 70 2f 6e 64 6b 2d 55 73 65 72 2f 62 75 69 6c 64 68 6f 73 74 2f 69 6e 73 74 61 6c 6c 2f 70 72 mp/ndk-User/buildhost/install/pr
08a0 65 62 75 69 6c 74 2f 64 61 72 77 69 6e 2d 78 38 36 5f 36 34 2f 6c 69 62 2f 70 79 74 68 6f 6e 32 ebuilt/darwin-x86_64/lib/python2
08c0 2e 37 2f 74 65 73 74 2f 74 65 73 74 5f 72 6f 62 6f 74 70 61 72 73 65 72 2e 70 79 52 03 00 00 00 .7/test/test_robotparser.pyR....
08e0 05 00 00 00 73 06 00 00 00 06 01 09 0b 09 0b 74 10 00 00 00 74 65 73 74 5f 72 6f 62 6f 74 70 61 ....s..........t....test_robotpa
0900 72 73 65 72 63 05 00 00 00 08 00 00 00 08 00 00 00 43 00 00 00 73 92 00 00 00 74 00 00 6a 00 00 rserc............C...s....t..j..
0920 7c 01 00 83 01 00 6a 01 00 83 00 00 7d 05 00 74 02 00 6a 03 00 83 00 00 7d 06 00 7c 06 00 6a 04 |.....j.....}..t..j.....}..|..j.
0940 00 7c 05 00 83 01 00 01 78 2d 00 7c 02 00 44 5d 25 00 7d 07 00 74 05 00 6a 06 00 74 07 00 7c 00 .|......x-.|..D]%.}..t..j..t..|.
0960 00 7c 06 00 7c 07 00 64 01 00 7c 04 00 83 05 00 83 01 00 01 71 35 00 57 78 2d 00 7c 03 00 44 5d .|..|..d..|.........q5.Wx-.|..D]
0980 25 00 7d 07 00 74 05 00 6a 06 00 74 07 00 7c 00 00 7c 06 00 7c 07 00 64 02 00 7c 04 00 83 05 00 %.}..t..j..t..|..|..|..d..|.....
09a0 83 01 00 01 71 65 00 57 64 00 00 53 28 03 00 00 00 4e 69 01 00 00 00 69 00 00 00 00 28 08 00 00 ....qe.Wd..S(....Ni....i....(...
09c0 00 74 08 00 00 00 53 74 72 69 6e 67 49 4f 74 09 00 00 00 72 65 61 64 6c 69 6e 65 73 74 0b 00 00 .t....StringIOt....readlinest...
09e0 00 72 6f 62 6f 74 70 61 72 73 65 72 74 0f 00 00 00 52 6f 62 6f 74 46 69 6c 65 50 61 72 73 65 72 .robotparsert....RobotFileParser
0a00 74 05 00 00 00 70 61 72 73 65 74 05 00 00 00 74 65 73 74 73 74 07 00 00 00 61 64 64 54 65 73 74 t....parset....testst....addTest
0a20 52 03 00 00 00 28 08 00 00 00 52 0d 00 00 00 74 0a 00 00 00 72 6f 62 6f 74 73 5f 74 78 74 74 09 R....(....R....t....robots_txtt.
0a40 00 00 00 67 6f 6f 64 5f 75 72 6c 73 74 08 00 00 00 62 61 64 5f 75 72 6c 73 52 0b 00 00 00 74 05 ...good_urlst....bad_urlsR....t.
0a60 00 00 00 6c 69 6e 65 73 52 08 00 00 00 52 09 00 00 00 28 00 00 00 00 28 00 00 00 00 73 5d 00 00 ...linesR....R....(....(....s]..
0a80 00 2f 74 6d 70 2f 6e 64 6b 2d 55 73 65 72 2f 62 75 69 6c 64 68 6f 73 74 2f 69 6e 73 74 61 6c 6c ./tmp/ndk-User/buildhost/install
0aa0 2f 70 72 65 62 75 69 6c 74 2f 64 61 72 77 69 6e 2d 78 38 36 5f 36 34 2f 6c 69 62 2f 70 79 74 68 /prebuilt/darwin-x86_64/lib/pyth
0ac0 6f 6e 32 2e 37 2f 74 65 73 74 2f 74 65 73 74 5f 72 6f 62 6f 74 70 61 72 73 65 72 2e 70 79 74 09 on2.7/test/test_robotparser.pyt.
0ae0 00 00 00 52 6f 62 6f 74 54 65 73 74 21 00 00 00 73 0e 00 00 00 00 03 15 01 0c 01 0d 01 0d 01 23 ...RobotTest!...s..............#
0b00 01 0d 01 73 92 00 00 00 0a 55 73 65 72 2d 61 67 65 6e 74 3a 20 2a 0a 44 69 73 61 6c 6c 6f 77 3a ...s.....User-agent:.*.Disallow:
0b20 20 2f 63 79 62 65 72 77 6f 72 6c 64 2f 6d 61 70 2f 20 23 20 54 68 69 73 20 69 73 20 61 6e 20 69 ./cyberworld/map/.#.This.is.an.i
0b40 6e 66 69 6e 69 74 65 20 76 69 72 74 75 61 6c 20 55 52 4c 20 73 70 61 63 65 0a 44 69 73 61 6c 6c nfinite.virtual.URL.space.Disall
0b60 6f 77 3a 20 2f 74 6d 70 2f 20 23 20 74 68 65 73 65 20 77 69 6c 6c 20 73 6f 6f 6e 20 64 69 73 61 ow:./tmp/.#.these.will.soon.disa
0b80 70 70 65 61 72 0a 44 69 73 61 6c 6c 6f 77 3a 20 2f 66 6f 6f 2e 68 74 6d 6c 0a 74 01 00 00 00 2f ppear.Disallow:./foo.html.t..../
0ba0 73 0a 00 00 00 2f 74 65 73 74 2e 68 74 6d 6c 73 1a 00 00 00 2f 63 79 62 65 72 77 6f 72 6c 64 2f s..../test.htmls..../cyberworld/
0bc0 6d 61 70 2f 69 6e 64 65 78 2e 68 74 6d 6c 73 08 00 00 00 2f 74 6d 70 2f 78 78 78 73 09 00 00 00 map/index.htmls..../tmp/xxxs....
0be0 2f 66 6f 6f 2e 68 74 6d 6c 69 01 00 00 00 73 c1 00 00 00 0a 23 20 72 6f 62 6f 74 73 2e 74 78 74 /foo.htmli....s.....#.robots.txt
0c00 20 66 6f 72 20 68 74 74 70 3a 2f 2f 77 77 77 2e 65 78 61 6d 70 6c 65 2e 63 6f 6d 2f 0a 0a 55 73 .for.http://www.example.com/..Us
0c20 65 72 2d 61 67 65 6e 74 3a 20 2a 0a 44 69 73 61 6c 6c 6f 77 3a 20 2f 63 79 62 65 72 77 6f 72 6c er-agent:.*.Disallow:./cyberworl
0c40 64 2f 6d 61 70 2f 20 23 20 54 68 69 73 20 69 73 20 61 6e 20 69 6e 66 69 6e 69 74 65 20 76 69 72 d/map/.#.This.is.an.infinite.vir
0c60 74 75 61 6c 20 55 52 4c 20 73 70 61 63 65 0a 0a 23 20 43 79 62 65 72 6d 61 70 70 65 72 20 6b 6e tual.URL.space..#.Cybermapper.kn
0c80 6f 77 73 20 77 68 65 72 65 20 74 6f 20 67 6f 2e 0a 55 73 65 72 2d 61 67 65 6e 74 3a 20 63 79 62 ows.where.to.go..User-agent:.cyb
0ca0 65 72 6d 61 70 70 65 72 0a 44 69 73 61 6c 6c 6f 77 3a 0a 0a 74 0b 00 00 00 63 79 62 65 72 6d 61 ermapper.Disallow:..t....cyberma
0cc0 70 70 65 72 69 02 00 00 00 73 25 00 00 00 0a 23 20 67 6f 20 61 77 61 79 0a 55 73 65 72 2d 61 67 pperi....s%....#.go.away.User-ag
0ce0 65 6e 74 3a 20 2a 0a 44 69 73 61 6c 6c 6f 77 3a 20 2f 0a 73 05 00 00 00 2f 74 6d 70 2f 69 03 00 ent:.*.Disallow:./.s..../tmp/i..
0d00 00 00 73 6d 00 00 00 0a 55 73 65 72 2d 61 67 65 6e 74 3a 20 66 69 67 74 72 65 65 0a 44 69 73 61 ..sm....User-agent:.figtree.Disa
0d20 6c 6c 6f 77 3a 20 2f 74 6d 70 0a 44 69 73 61 6c 6c 6f 77 3a 20 2f 61 25 33 63 64 2e 68 74 6d 6c llow:./tmp.Disallow:./a%3cd.html
0d40 0a 44 69 73 61 6c 6c 6f 77 3a 20 2f 61 25 32 66 62 2e 68 74 6d 6c 0a 44 69 73 61 6c 6c 6f 77 3a .Disallow:./a%2fb.html.Disallow:
0d60 20 2f 25 37 65 6a 6f 65 2f 69 6e 64 65 78 2e 68 74 6d 6c 0a 73 04 00 00 00 2f 74 6d 70 73 09 00 ./%7ejoe/index.html.s..../tmps..
0d80 00 00 2f 74 6d 70 2e 68 74 6d 6c 73 0b 00 00 00 2f 74 6d 70 2f 61 2e 68 74 6d 6c 73 0b 00 00 00 ../tmp.htmls..../tmp/a.htmls....
0da0 2f 61 25 33 63 64 2e 68 74 6d 6c 73 0b 00 00 00 2f 61 25 33 43 64 2e 68 74 6d 6c 73 0b 00 00 00 /a%3cd.htmls..../a%3Cd.htmls....
0dc0 2f 61 25 32 66 62 2e 68 74 6d 6c 73 10 00 00 00 2f 7e 6a 6f 65 2f 69 6e 64 65 78 2e 68 74 6d 6c /a%2fb.htmls..../~joe/index.html
0de0 69 04 00 00 00 74 07 00 00 00 66 69 67 74 72 65 65 69 05 00 00 00 73 1e 00 00 00 46 69 67 54 72 i....t....figtreei....s....FigTr
0e00 65 65 20 52 6f 62 6f 74 20 6c 69 62 77 77 77 2d 70 65 72 6c 2f 35 2e 30 34 73 66 00 00 00 0a 55 ee.Robot.libwww-perl/5.04sf....U
0e20 73 65 72 2d 61 67 65 6e 74 3a 20 2a 0a 44 69 73 61 6c 6c 6f 77 3a 20 2f 74 6d 70 2f 0a 44 69 73 ser-agent:.*.Disallow:./tmp/.Dis
0e40 61 6c 6c 6f 77 3a 20 2f 61 25 33 43 64 2e 68 74 6d 6c 0a 44 69 73 61 6c 6c 6f 77 3a 20 2f 61 2f allow:./a%3Cd.html.Disallow:./a/
0e60 62 2e 68 74 6d 6c 0a 44 69 73 61 6c 6c 6f 77 3a 20 2f 25 37 65 6a 6f 65 2f 69 6e 64 65 78 2e 68 b.html.Disallow:./%7ejoe/index.h
0e80 74 6d 6c 0a 73 09 00 00 00 2f 61 2f 62 2e 68 74 6d 6c 73 12 00 00 00 2f 25 37 45 6a 6f 65 2f 69 tml.s..../a/b.htmls..../%7Ejoe/i
0ea0 6e 64 65 78 2e 68 74 6d 6c 69 06 00 00 00 73 1c 00 00 00 0a 55 73 65 72 2d 41 67 65 6e 74 3a 20 ndex.htmli....s.....User-Agent:.
0ec0 2a 0a 44 69 73 61 6c 6c 6f 77 3a 20 2f 2e 0a 69 07 00 00 00 73 47 00 00 00 0a 55 73 65 72 2d 61 *.Disallow:./..i....sG....User-a
0ee0 67 65 6e 74 3a 20 47 6f 6f 67 6c 65 62 6f 74 0a 41 6c 6c 6f 77 3a 20 2f 66 6f 6c 64 65 72 31 2f gent:.Googlebot.Allow:./folder1/
0f00 6d 79 66 69 6c 65 2e 68 74 6d 6c 0a 44 69 73 61 6c 6c 6f 77 3a 20 2f 66 6f 6c 64 65 72 31 2f 0a myfile.html.Disallow:./folder1/.
0f20 73 14 00 00 00 2f 66 6f 6c 64 65 72 31 2f 6d 79 66 69 6c 65 2e 68 74 6d 6c 73 19 00 00 00 2f 66 s..../folder1/myfile.htmls..../f
0f40 6f 6c 64 65 72 31 2f 61 6e 6f 74 68 65 72 66 69 6c 65 2e 68 74 6d 6c 69 08 00 00 00 52 0b 00 00 older1/anotherfile.htmli....R...
0f60 00 74 09 00 00 00 47 6f 6f 67 6c 65 62 6f 74 73 4a 00 00 00 0a 55 73 65 72 2d 61 67 65 6e 74 3a .t....GooglebotsJ....User-agent:
0f80 20 47 6f 6f 67 6c 65 62 6f 74 0a 44 69 73 61 6c 6c 6f 77 3a 20 2f 0a 0a 55 73 65 72 2d 61 67 65 .Googlebot.Disallow:./..User-age
0fa0 6e 74 3a 20 47 6f 6f 67 6c 65 62 6f 74 2d 4d 6f 62 69 6c 65 0a 41 6c 6c 6f 77 3a 20 2f 0a 73 0e nt:.Googlebot-Mobile.Allow:./.s.
0fc0 00 00 00 2f 73 6f 6d 65 74 68 69 6e 67 2e 6a 70 67 69 09 00 00 00 69 0a 00 00 00 73 10 00 00 00 .../something.jpgi....i....s....
0fe0 47 6f 6f 67 6c 65 62 6f 74 2d 4d 6f 62 69 6c 65 73 4a 00 00 00 0a 55 73 65 72 2d 61 67 65 6e 74 Googlebot-MobilesJ....User-agent
1000 3a 20 47 6f 6f 67 6c 65 62 6f 74 2d 4d 6f 62 69 6c 65 0a 41 6c 6c 6f 77 3a 20 2f 0a 0a 55 73 65 :.Googlebot-Mobile.Allow:./..Use
1020 72 2d 61 67 65 6e 74 3a 20 47 6f 6f 67 6c 65 62 6f 74 0a 44 69 73 61 6c 6c 6f 77 3a 20 2f 0a 69 r-agent:.Googlebot.Disallow:./.i
1040 0b 00 00 00 69 0c 00 00 00 69 0d 00 00 00 74 09 00 00 00 67 6f 6f 67 6c 65 62 6f 74 73 2f 00 00 ....i....i....t....googlebots/..
1060 00 0a 55 73 65 72 2d 61 67 65 6e 74 3a 20 2a 0a 44 69 73 61 6c 6c 6f 77 3a 20 2f 73 6f 6d 65 2f ..User-agent:.*.Disallow:./some/
1080 70 61 74 68 3f 6e 61 6d 65 3d 76 61 6c 75 65 0a 73 0a 00 00 00 2f 73 6f 6d 65 2f 70 61 74 68 73 path?name=value.s..../some/paths
10a0 15 00 00 00 2f 73 6f 6d 65 2f 70 61 74 68 3f 6e 61 6d 65 3d 76 61 6c 75 65 69 0e 00 00 00 73 4b ..../some/path?name=valuei....sK
10c0 00 00 00 0a 55 73 65 72 2d 61 67 65 6e 74 3a 20 2a 0a 44 69 73 61 6c 6c 6f 77 3a 20 2f 73 6f 6d ....User-agent:.*.Disallow:./som
10e0 65 2f 70 61 74 68 0a 0a 55 73 65 72 2d 61 67 65 6e 74 3a 20 2a 0a 44 69 73 61 6c 6c 6f 77 3a 20 e/path..User-agent:.*.Disallow:.
1100 2f 61 6e 6f 74 68 65 72 2f 70 61 74 68 0a 73 0d 00 00 00 2f 61 6e 6f 74 68 65 72 2f 70 61 74 68 /another/path.s..../another/path
1120 69 0f 00 00 00 74 0f 00 00 00 4e 65 74 77 6f 72 6b 54 65 73 74 43 61 73 65 63 00 00 00 00 00 00 i....t....NetworkTestCasec......
1140 00 00 01 00 00 00 42 00 00 00 73 1a 00 00 00 65 00 00 5a 01 00 64 00 00 84 00 00 5a 02 00 64 01 ......B...s....e..Z..d.....Z..d.
1160 00 84 00 00 5a 03 00 52 53 28 02 00 00 00 63 01 00 00 00 05 00 00 00 09 00 00 00 43 00 00 00 73 ....Z..RS(....c............C...s
1180 06 01 00 00 74 00 00 6a 01 00 64 01 00 83 01 00 01 74 00 00 6a 02 00 64 02 00 83 01 00 8f e4 00 ....t..j..d......t..j..d........
11a0 01 64 03 00 7d 01 00 7c 01 00 64 04 00 17 7d 02 00 79 0e 00 74 03 00 7c 02 00 83 01 00 01 57 6e .d..}..|..d...}..y..t..|......Wn
11c0 45 00 04 74 04 00 6b 0a 00 72 82 00 01 7d 03 00 01 7c 03 00 6a 05 00 64 05 00 64 06 00 68 02 00 E..t..k..r...}...|..j..d..d..h..
11e0 6b 07 00 72 94 00 7c 00 00 6a 06 00 64 07 00 7c 02 00 7c 03 00 6a 05 00 66 02 00 16 83 01 00 01 k..r..|..j..d..|..|..j..f.......
1200 71 94 00 6e 12 00 58 7c 00 00 6a 06 00 64 08 00 7c 02 00 16 83 01 00 01 74 07 00 6a 08 00 83 00 q..n..X|..j..d..|.......t..j....
1220 00 7d 04 00 7c 04 00 6a 09 00 7c 01 00 83 01 00 01 79 0e 00 7c 04 00 6a 0a 00 83 00 00 01 57 6e .}..|..j..|......y..|..j......Wn
1240 22 00 04 74 0b 00 6b 0a 00 72 df 00 01 01 01 7c 00 00 6a 06 00 64 09 00 7c 01 00 16 83 01 00 01 "..t..k..r.....|..j..d..|.......
1260 6e 01 00 58 7c 00 00 6a 0c 00 7c 04 00 6a 0d 00 64 0a 00 7c 02 00 83 02 00 74 0e 00 83 02 00 01 n..X|..j..|..j..d..|.....t......
1280 57 64 00 00 51 58 64 00 00 53 28 0b 00 00 00 4e 74 07 00 00 00 6e 65 74 77 6f 72 6b 73 13 00 00 Wd..QXd..S(....Nt....networks...
12a0 00 6d 75 65 62 6c 65 73 6d 6f 72 61 6c 65 64 61 2e 63 6f 6d 73 1a 00 00 00 68 74 74 70 3a 2f 2f .mueblesmoraleda.coms....http://
12c0 6d 75 65 62 6c 65 73 6d 6f 72 61 6c 65 64 61 2e 63 6f 6d 73 0b 00 00 00 2f 72 6f 62 6f 74 73 2e mueblesmoraleda.coms..../robots.
12e0 74 78 74 69 91 01 00 00 69 93 01 00 00 73 30 00 00 00 25 72 20 73 68 6f 75 6c 64 20 72 65 74 75 txti....i....s0...%r.should.retu
1300 72 6e 20 61 20 34 30 31 20 6f 72 20 34 30 33 20 48 54 54 50 20 65 72 72 6f 72 2c 20 6e 6f 74 20 rn.a.401.or.403.HTTP.error,.not.
1320 25 72 73 35 00 00 00 25 72 20 73 68 6f 75 6c 64 20 72 65 74 75 72 6e 20 61 20 34 30 31 20 6f 72 %rs5...%r.should.return.a.401.or
1340 20 34 30 33 20 48 54 54 50 20 65 72 72 6f 72 2c 20 6e 6f 74 20 73 75 63 63 65 65 64 73 11 00 00 .403.HTTP.error,.not.succeeds...
1360 00 25 73 20 69 73 20 75 6e 61 76 61 69 6c 61 62 6c 65 74 01 00 00 00 2a 28 0f 00 00 00 52 00 00 .%s.is.unavailablet....*(....R..
1380 00 00 74 08 00 00 00 72 65 71 75 69 72 65 73 74 12 00 00 00 74 72 61 6e 73 69 65 6e 74 5f 69 6e ..t....requirest....transient_in
13a0 74 65 72 6e 65 74 52 01 00 00 00 52 02 00 00 00 74 04 00 00 00 63 6f 64 65 74 08 00 00 00 73 6b ternetR....R....t....codet....sk
13c0 69 70 54 65 73 74 52 1a 00 00 00 52 1b 00 00 00 74 07 00 00 00 73 65 74 5f 75 72 6c 74 04 00 00 ipTestR....R....t....set_urlt...
13e0 00 72 65 61 64 74 07 00 00 00 49 4f 45 72 72 6f 72 74 0b 00 00 00 61 73 73 65 72 74 45 71 75 61 .readt....IOErrort....assertEqua
1400 6c 52 11 00 00 00 74 05 00 00 00 46 61 6c 73 65 28 05 00 00 00 52 0c 00 00 00 52 09 00 00 00 74 lR....t....False(....R....R....t
1420 0a 00 00 00 72 6f 62 6f 74 73 5f 75 72 6c 74 01 00 00 00 65 52 08 00 00 00 28 00 00 00 00 28 00 ....robots_urlt....eR....(....(.
1440 00 00 00 73 5d 00 00 00 2f 74 6d 70 2f 6e 64 6b 2d 55 73 65 72 2f 62 75 69 6c 64 68 6f 73 74 2f ...s].../tmp/ndk-User/buildhost/
1460 69 6e 73 74 61 6c 6c 2f 70 72 65 62 75 69 6c 74 2f 64 61 72 77 69 6e 2d 78 38 36 5f 36 34 2f 6c install/prebuilt/darwin-x86_64/l
1480 69 62 2f 70 79 74 68 6f 6e 32 2e 37 2f 74 65 73 74 2f 74 65 73 74 5f 72 6f 62 6f 74 70 61 72 73 ib/python2.7/test/test_robotpars
14a0 65 72 2e 70 79 74 19 00 00 00 74 65 73 74 50 61 73 73 77 6f 72 64 50 72 6f 74 65 63 74 65 64 53 er.pyt....testPasswordProtectedS
14c0 69 74 65 ea 00 00 00 73 2a 00 00 00 00 01 0d 01 10 01 06 01 0a 03 03 01 0e 01 0f 01 15 01 06 01 ite....s*.......................
14e0 03 01 18 02 06 01 03 01 08 01 0c 01 0d 01 03 01 0e 01 0d 01 15 01 63 01 00 00 00 02 00 00 00 08 ......................c.........
1500 00 00 00 43 00 00 00 73 59 00 00 00 74 00 00 6a 01 00 64 01 00 83 01 00 01 74 00 00 6a 02 00 64 ...C...sY...t..j..d......t..j..d
1520 02 00 83 01 00 8f 37 00 01 74 03 00 6a 04 00 64 03 00 83 01 00 7d 01 00 7c 01 00 6a 05 00 83 00 ......7..t..j..d.....}..|..j....
1540 00 01 7c 00 00 6a 06 00 7c 01 00 6a 07 00 64 04 00 64 03 00 83 02 00 83 01 00 01 57 64 00 00 51 ..|..j..|..j..d..d.........Wd..Q
1560 58 64 00 00 53 28 05 00 00 00 4e 52 2a 00 00 00 73 0e 00 00 00 77 77 77 2e 70 79 74 68 6f 6e 2e Xd..S(....NR*...s....www.python.
1580 6f 72 67 73 20 00 00 00 68 74 74 70 3a 2f 2f 77 77 77 2e 70 79 74 68 6f 6e 2e 6f 72 67 2f 72 6f orgs....http://www.python.org/ro
15a0 62 6f 74 73 2e 74 78 74 52 2b 00 00 00 28 08 00 00 00 52 00 00 00 00 52 2c 00 00 00 52 2d 00 00 bots.txtR+...(....R....R,...R-..
15c0 00 52 1a 00 00 00 52 1b 00 00 00 52 31 00 00 00 52 10 00 00 00 52 11 00 00 00 28 02 00 00 00 52 .R....R....R1...R....R....(....R
15e0 0c 00 00 00 52 08 00 00 00 28 00 00 00 00 28 00 00 00 00 73 5d 00 00 00 2f 74 6d 70 2f 6e 64 6b ....R....(....(....s].../tmp/ndk
1600 2d 55 73 65 72 2f 62 75 69 6c 64 68 6f 73 74 2f 69 6e 73 74 61 6c 6c 2f 70 72 65 62 75 69 6c 74 -User/buildhost/install/prebuilt
1620 2f 64 61 72 77 69 6e 2d 78 38 36 5f 36 34 2f 6c 69 62 2f 70 79 74 68 6f 6e 32 2e 37 2f 74 65 73 /darwin-x86_64/lib/python2.7/tes
1640 74 2f 74 65 73 74 5f 72 6f 62 6f 74 70 61 72 73 65 72 2e 70 79 74 0d 00 00 00 74 65 73 74 50 79 t/test_robotparser.pyt....testPy
1660 74 68 6f 6e 4f 72 67 04 01 00 00 73 0e 00 00 00 00 01 0d 01 10 01 06 01 09 01 0a 01 06 01 28 04 thonOrg....s..................(.
1680 00 00 00 52 15 00 00 00 52 16 00 00 00 52 37 00 00 00 52 38 00 00 00 28 00 00 00 00 28 00 00 00 ...R....R....R7...R8...(....(...
16a0 00 28 00 00 00 00 73 5d 00 00 00 2f 74 6d 70 2f 6e 64 6b 2d 55 73 65 72 2f 62 75 69 6c 64 68 6f .(....s].../tmp/ndk-User/buildho
16c0 73 74 2f 69 6e 73 74 61 6c 6c 2f 70 72 65 62 75 69 6c 74 2f 64 61 72 77 69 6e 2d 78 38 36 5f 36 st/install/prebuilt/darwin-x86_6
16e0 34 2f 6c 69 62 2f 70 79 74 68 6f 6e 32 2e 37 2f 74 65 73 74 2f 74 65 73 74 5f 72 6f 62 6f 74 70 4/lib/python2.7/test/test_robotp
1700 61 72 73 65 72 2e 70 79 52 29 00 00 00 e8 00 00 00 73 04 00 00 00 06 02 09 1a 63 00 00 00 00 00 arser.pyR).......s........c.....
1720 00 00 00 02 00 00 00 43 00 00 00 73 1e 00 00 00 74 00 00 6a 01 00 74 02 00 83 01 00 01 74 00 00 .......C...s....t..j..t......t..
1740 6a 01 00 74 03 00 83 01 00 01 64 00 00 53 28 01 00 00 00 4e 28 04 00 00 00 52 00 00 00 00 74 0c j..t......d..S(....N(....R....t.
1760 00 00 00 72 75 6e 5f 75 6e 69 74 74 65 73 74 52 1d 00 00 00 52 29 00 00 00 28 00 00 00 00 28 00 ...run_unittestR....R)...(....(.
1780 00 00 00 28 00 00 00 00 73 5d 00 00 00 2f 74 6d 70 2f 6e 64 6b 2d 55 73 65 72 2f 62 75 69 6c 64 ...(....s].../tmp/ndk-User/build
17a0 68 6f 73 74 2f 69 6e 73 74 61 6c 6c 2f 70 72 65 62 75 69 6c 74 2f 64 61 72 77 69 6e 2d 78 38 36 host/install/prebuilt/darwin-x86
17c0 5f 36 34 2f 6c 69 62 2f 70 79 74 68 6f 6e 32 2e 37 2f 74 65 73 74 2f 74 65 73 74 5f 72 6f 62 6f _64/lib/python2.7/test/test_robo
17e0 74 70 61 72 73 65 72 2e 70 79 74 09 00 00 00 74 65 73 74 5f 6d 61 69 6e 0e 01 00 00 73 04 00 00 tparser.pyt....test_main....s...
1800 00 00 01 0d 01 74 08 00 00 00 5f 5f 6d 61 69 6e 5f 5f 28 02 00 00 00 52 25 00 00 00 73 1a 00 00 .....t....__main__(....R%...s...
1820 00 2f 63 79 62 65 72 77 6f 72 6c 64 2f 6d 61 70 2f 69 6e 64 65 78 2e 68 74 6d 6c 28 14 00 00 00 ./cyberworld/map/index.html(....
1840 52 04 00 00 00 52 18 00 00 00 52 1a 00 00 00 74 04 00 00 00 74 65 73 74 52 00 00 00 00 74 07 00 R....R....R....t....testR....t..
1860 00 00 75 72 6c 6c 69 62 32 52 01 00 00 00 52 02 00 00 00 52 05 00 00 00 52 03 00 00 00 74 09 00 ..urllib2R....R....R....R....t..
1880 00 00 54 65 73 74 53 75 69 74 65 52 1d 00 00 00 52 23 00 00 00 74 03 00 00 00 64 6f 63 52 0a 00 ..TestSuiteR....R#...t....docR..
18a0 00 00 74 03 00 00 00 62 61 64 52 29 00 00 00 52 3a 00 00 00 52 15 00 00 00 74 07 00 00 00 76 65 ..t....badR)...R:...R....t....ve
18c0 72 62 6f 73 65 28 00 00 00 00 28 00 00 00 00 28 00 00 00 00 73 5d 00 00 00 2f 74 6d 70 2f 6e 64 rbose(....(....(....s].../tmp/nd
18e0 6b 2d 55 73 65 72 2f 62 75 69 6c 64 68 6f 73 74 2f 69 6e 73 74 61 6c 6c 2f 70 72 65 62 75 69 6c k-User/buildhost/install/prebuil
1900 74 2f 64 61 72 77 69 6e 2d 78 38 36 5f 36 34 2f 6c 69 62 2f 70 79 74 68 6f 6e 32 2e 37 2f 74 65 t/darwin-x86_64/lib/python2.7/te
1920 73 74 2f 74 65 73 74 5f 72 6f 62 6f 74 70 61 72 73 65 72 2e 70 79 74 08 00 00 00 3c 6d 6f 64 75 st/test_robotparser.pyt....<modu
1940 6c 65 3e 01 00 00 00 73 8a 00 00 00 24 01 10 01 16 02 19 1a 0c 03 0c 12 06 02 0c 01 0f 02 13 0d le>....s....$...................
1960 06 02 0f 01 09 02 13 07 06 02 06 01 0f 02 13 0b 06 02 06 01 09 01 09 01 09 03 16 01 16 09 06 02 ................................
1980 09 01 06 01 09 01 09 02 13 08 06 02 09 01 06 02 13 09 06 02 09 01 09 02 19 0a 06 02 06 01 09 02 ................................
19a0 19 02 06 01 09 02 19 09 06 02 06 01 09 02 19 02 09 01 06 02 19 09 06 02 09 01 09 02 19 07 06 02 ................................
19c0 09 01 09 02 13 09 06 02 09 01 09 02 13 03 19 26 09 04 0c 01 09 01 ...............&......