summaryrefslogtreecommitdiff
path: root/lib/python2.7/test/test_robotparser.pyo
blob: c3bc3483f88c7250e085bb24203411aee0c70a3f (plain)
ofshex dumpascii
0000 03 f3 0d 0a 30 5c fc 55 63 00 00 00 00 00 00 00 00 07 00 00 00 40 00 00 00 73 6c 03 00 00 64 00 ....0\.Uc............@...sl...d.
0020 00 64 01 00 6c 00 00 5a 00 00 64 00 00 64 01 00 6c 01 00 5a 01 00 64 00 00 64 01 00 6c 02 00 5a .d..l..Z..d..d..l..Z..d..d..l..Z
0040 02 00 64 00 00 64 02 00 6c 03 00 6d 04 00 5a 04 00 01 64 00 00 64 03 00 6c 05 00 6d 06 00 5a 06 ..d..d..l..m..Z...d..d..l..m..Z.
0060 00 6d 07 00 5a 07 00 01 64 04 00 65 00 00 6a 08 00 66 01 00 64 05 00 84 00 00 83 00 00 59 5a 09 .m..Z...d..e..j..f..d........YZ.
0080 00 65 00 00 6a 0a 00 83 00 00 5a 0b 00 64 06 00 64 07 00 84 01 00 5a 0c 00 64 08 00 5a 0d 00 64 .e..j.....Z..d..d.....Z..d..Z..d
00a0 09 00 64 0a 00 67 02 00 5a 0e 00 64 0b 00 64 0c 00 64 0d 00 67 03 00 5a 0f 00 65 0c 00 64 0e 00 ..d..g..Z..d..d..d..g..Z..e..d..
00c0 65 0d 00 65 0e 00 65 0f 00 83 04 00 01 64 0f 00 5a 0d 00 64 09 00 64 0a 00 64 42 00 67 03 00 5a e..e..e......d..Z..d..d..dB.g..Z
00e0 0e 00 64 0b 00 67 01 00 5a 0f 00 65 0c 00 64 11 00 65 0d 00 65 0e 00 65 0f 00 83 04 00 01 64 12 ..d..g..Z..e..d..e..e..e......d.
0100 00 5a 0d 00 67 00 00 5a 0e 00 64 0b 00 64 09 00 64 13 00 67 03 00 5a 0f 00 65 0c 00 64 14 00 65 .Z..g..Z..d..d..d..g..Z..e..d..e
0120 0d 00 65 0e 00 65 0f 00 83 04 00 01 64 15 00 5a 0d 00 67 00 00 5a 0e 00 64 16 00 64 17 00 64 18 ..e..e......d..Z..g..Z..d..d..d.
0140 00 64 19 00 64 1a 00 64 1b 00 64 1c 00 67 07 00 5a 0f 00 65 0c 00 64 1d 00 65 0d 00 65 0e 00 65 .d..d..d..d..g..Z..e..d..e..e..e
0160 0f 00 64 1e 00 83 05 00 01 65 0c 00 64 1f 00 65 0d 00 65 0e 00 65 0f 00 64 20 00 83 05 00 01 64 ..d......e..d..e..e..e..d......d
0180 21 00 5a 0d 00 64 16 00 67 01 00 5a 0e 00 64 13 00 64 18 00 64 19 00 64 1a 00 64 22 00 64 23 00 !.Z..d..g..Z..d..d..d..d..d".d#.
01a0 67 06 00 5a 0f 00 65 0c 00 64 24 00 65 0d 00 65 0e 00 65 0f 00 83 04 00 01 64 25 00 5a 0d 00 64 g..Z..e..d$.e..e..e......d%.Z..d
01c0 0d 00 67 01 00 5a 0e 00 67 00 00 5a 0f 00 65 0c 00 64 26 00 65 0d 00 65 0e 00 65 0f 00 83 04 00 ..g..Z..g..Z..e..d&.e..e..e.....
01e0 01 64 27 00 5a 0d 00 64 28 00 67 01 00 5a 0e 00 64 29 00 67 01 00 5a 0f 00 65 0c 00 64 2a 00 65 .d'.Z..d(.g..Z..d).g..Z..e..d*.e
0200 0d 00 65 0e 00 65 0f 00 64 2b 00 64 2c 00 83 04 01 01 64 2d 00 5a 0d 00 67 00 00 5a 0e 00 64 2e ..e..e..d+.d,.....d-.Z..g..Z..d.
0220 00 67 01 00 5a 0f 00 65 0c 00 64 2f 00 65 0d 00 65 0e 00 65 0f 00 64 2b 00 64 2c 00 83 04 01 01 .g..Z..e..d/.e..e..e..d+.d,.....
0240 67 00 00 5a 0e 00 64 2e 00 67 01 00 5a 0f 00 65 0c 00 64 30 00 65 0d 00 65 0e 00 65 0f 00 64 2b g..Z..d..g..Z..e..d0.e..e..e..d+
0260 00 64 31 00 83 04 01 01 64 32 00 5a 0d 00 67 00 00 5a 0e 00 64 2e 00 67 01 00 5a 0f 00 65 0c 00 .d1.....d2.Z..g..Z..d..g..Z..e..
0280 64 33 00 65 0d 00 65 0e 00 65 0f 00 64 2b 00 64 2c 00 83 04 01 01 64 2e 00 67 01 00 5a 0e 00 67 d3.e..e..e..d+.d,.....d..g..Z..g
02a0 00 00 5a 0f 00 65 0c 00 64 34 00 65 0d 00 65 0e 00 65 0f 00 64 2b 00 64 31 00 83 04 01 01 64 27 ..Z..e..d4.e..e..e..d+.d1.....d'
02c0 00 5a 0d 00 64 28 00 67 01 00 5a 0e 00 64 29 00 67 01 00 5a 0f 00 65 0c 00 64 35 00 65 0d 00 65 .Z..d(.g..Z..d).g..Z..e..d5.e..e
02e0 0e 00 65 0f 00 64 2b 00 64 36 00 83 04 01 01 64 37 00 5a 0d 00 64 38 00 67 01 00 5a 0e 00 64 39 ..e..d+.d6.....d7.Z..d8.g..Z..d9
0300 00 67 01 00 5a 0f 00 65 0c 00 64 3a 00 65 0d 00 65 0e 00 65 0f 00 83 04 00 01 64 3b 00 5a 0d 00 .g..Z..e..d:.e..e..e......d;.Z..
0320 64 3c 00 67 01 00 5a 0e 00 64 38 00 67 01 00 5a 0f 00 65 0c 00 64 3d 00 65 0d 00 65 0e 00 65 0f d<.g..Z..d8.g..Z..e..d=.e..e..e.
0340 00 83 04 00 01 64 3e 00 65 00 00 6a 08 00 66 01 00 64 3f 00 84 00 00 83 00 00 59 5a 10 00 64 40 .....d>.e..j..f..d?.......YZ..d@
0360 00 84 00 00 5a 11 00 65 12 00 64 41 00 6b 02 00 72 68 03 64 0e 00 65 04 00 5f 13 00 65 11 00 83 ....Z..e..dA.k..rh.d..e.._..e...
0380 00 00 01 6e 00 00 64 01 00 53 28 43 00 00 00 69 ff ff ff ff 4e 28 01 00 00 00 74 0c 00 00 00 74 ...n..d..S(C...i....N(....t....t
03a0 65 73 74 5f 73 75 70 70 6f 72 74 28 02 00 00 00 74 07 00 00 00 75 72 6c 6f 70 65 6e 74 09 00 00 est_support(....t....urlopent...
03c0 00 48 54 54 50 45 72 72 6f 72 74 0d 00 00 00 52 6f 62 6f 74 54 65 73 74 43 61 73 65 63 00 00 00 .HTTPErrort....RobotTestCasec...
03e0 00 00 00 00 00 01 00 00 00 42 00 00 00 73 23 00 00 00 65 00 00 5a 01 00 64 00 00 84 00 00 5a 02 .........B...s#...e..Z..d.....Z.
0400 00 64 01 00 84 00 00 5a 03 00 64 02 00 84 00 00 5a 04 00 52 53 28 03 00 00 00 63 06 00 00 00 06 .d.....Z..d.....Z..RS(....c.....
0420 00 00 00 03 00 00 00 43 00 00 00 73 67 00 00 00 74 00 00 6a 01 00 6a 02 00 7c 00 00 83 01 00 01 .......C...sg...t..j..j..|......
0440 7c 04 00 72 2c 00 64 01 00 7c 01 00 7c 03 00 66 02 00 16 7c 00 00 5f 03 00 6e 13 00 64 02 00 7c |..r,.d..|..|..f...|.._..n..d..|
0460 01 00 7c 03 00 66 02 00 16 7c 00 00 5f 03 00 7c 02 00 7c 00 00 5f 04 00 7c 03 00 7c 00 00 5f 05 ..|..f...|.._..|..|.._..|..|.._.
0480 00 7c 04 00 7c 00 00 5f 06 00 7c 05 00 7c 00 00 5f 07 00 64 00 00 53 28 03 00 00 00 4e 73 17 00 .|..|.._..|..|.._..d..S(....Ns..
04a0 00 00 52 6f 62 6f 74 54 65 73 74 28 25 64 2c 20 67 6f 6f 64 2c 20 25 73 29 73 16 00 00 00 52 6f ..RobotTest(%d,.good,.%s)s....Ro
04c0 62 6f 74 54 65 73 74 28 25 64 2c 20 62 61 64 2c 20 25 73 29 28 08 00 00 00 74 08 00 00 00 75 6e botTest(%d,.bad,.%s)(....t....un
04e0 69 74 74 65 73 74 74 08 00 00 00 54 65 73 74 43 61 73 65 74 08 00 00 00 5f 5f 69 6e 69 74 5f 5f ittestt....TestCaset....__init__
0500 74 03 00 00 00 73 74 72 74 06 00 00 00 70 61 72 73 65 72 74 03 00 00 00 75 72 6c 74 04 00 00 00 t....strt....parsert....urlt....
0520 67 6f 6f 64 74 05 00 00 00 61 67 65 6e 74 28 06 00 00 00 74 04 00 00 00 73 65 6c 66 74 05 00 00 goodt....agent(....t....selft...
0540 00 69 6e 64 65 78 52 08 00 00 00 52 09 00 00 00 52 0a 00 00 00 52 0b 00 00 00 28 00 00 00 00 28 .indexR....R....R....R....(....(
0560 00 00 00 00 73 5c 00 00 00 2f 62 75 69 6c 64 62 6f 74 2f 74 6d 70 2f 62 75 69 6c 64 68 6f 73 74 ....s\.../buildbot/tmp/buildhost
0580 2f 69 6e 73 74 61 6c 6c 2f 70 72 65 62 75 69 6c 74 2f 6c 69 6e 75 78 2d 78 38 36 5f 36 34 2f 6c /install/prebuilt/linux-x86_64/l
05a0 69 62 2f 70 79 74 68 6f 6e 32 2e 37 2f 74 65 73 74 2f 74 65 73 74 5f 72 6f 62 6f 74 70 61 72 73 ib/python2.7/test/test_robotpars
05c0 65 72 2e 70 79 52 06 00 00 00 06 00 00 00 73 10 00 00 00 00 01 10 01 06 01 16 02 13 01 09 01 09 er.pyR........s.................
05e0 01 09 01 63 01 00 00 00 03 00 00 00 04 00 00 00 43 00 00 00 73 7e 00 00 00 74 00 00 7c 00 00 6a ...c............C...s~...t..|..j
0600 01 00 74 02 00 83 02 00 72 24 00 7c 00 00 6a 01 00 5c 02 00 7d 01 00 7d 02 00 6e 12 00 7c 00 00 ..t.....r$.|..j..\..}..}..n..|..
0620 6a 01 00 7d 02 00 7c 00 00 6a 03 00 7d 01 00 7c 00 00 6a 04 00 72 5e 00 7c 00 00 6a 05 00 7c 00 j..}..|..j..}..|..j..r^.|..j..|.
0640 00 6a 06 00 6a 07 00 7c 01 00 7c 02 00 83 02 00 83 01 00 01 6e 1c 00 7c 00 00 6a 08 00 7c 00 00 .j..j..|..|.........n..|..j..|..
0660 6a 06 00 6a 07 00 7c 01 00 7c 02 00 83 02 00 83 01 00 01 64 00 00 53 28 01 00 00 00 4e 28 09 00 j..j..|..|.........d..S(....N(..
0680 00 00 74 0a 00 00 00 69 73 69 6e 73 74 61 6e 63 65 52 09 00 00 00 74 05 00 00 00 74 75 70 6c 65 ..t....isinstanceR....t....tuple
06a0 52 0b 00 00 00 52 0a 00 00 00 74 0a 00 00 00 61 73 73 65 72 74 54 72 75 65 52 08 00 00 00 74 09 R....R....t....assertTrueR....t.
06c0 00 00 00 63 61 6e 5f 66 65 74 63 68 74 0b 00 00 00 61 73 73 65 72 74 46 61 6c 73 65 28 03 00 00 ...can_fetcht....assertFalse(...
06e0 00 52 0c 00 00 00 52 0b 00 00 00 52 09 00 00 00 28 00 00 00 00 28 00 00 00 00 73 5c 00 00 00 2f .R....R....R....(....(....s\.../
0700 62 75 69 6c 64 62 6f 74 2f 74 6d 70 2f 62 75 69 6c 64 68 6f 73 74 2f 69 6e 73 74 61 6c 6c 2f 70 buildbot/tmp/buildhost/install/p
0720 72 65 62 75 69 6c 74 2f 6c 69 6e 75 78 2d 78 38 36 5f 36 34 2f 6c 69 62 2f 70 79 74 68 6f 6e 32 rebuilt/linux-x86_64/lib/python2
0740 2e 37 2f 74 65 73 74 2f 74 65 73 74 5f 72 6f 62 6f 74 70 61 72 73 65 72 2e 70 79 74 07 00 00 00 .7/test/test_robotparser.pyt....
0760 72 75 6e 54 65 73 74 11 00 00 00 73 0e 00 00 00 00 01 12 01 12 02 09 01 09 01 09 01 1f 02 63 01 runTest....s..................c.
0780 00 00 00 01 00 00 00 01 00 00 00 43 00 00 00 73 07 00 00 00 7c 00 00 6a 00 00 53 28 01 00 00 00 ...........C...s....|..j..S(....
07a0 4e 28 01 00 00 00 52 07 00 00 00 28 01 00 00 00 52 0c 00 00 00 28 00 00 00 00 28 00 00 00 00 73 N(....R....(....R....(....(....s
07c0 5c 00 00 00 2f 62 75 69 6c 64 62 6f 74 2f 74 6d 70 2f 62 75 69 6c 64 68 6f 73 74 2f 69 6e 73 74 \.../buildbot/tmp/buildhost/inst
07e0 61 6c 6c 2f 70 72 65 62 75 69 6c 74 2f 6c 69 6e 75 78 2d 78 38 36 5f 36 34 2f 6c 69 62 2f 70 79 all/prebuilt/linux-x86_64/lib/py
0800 74 68 6f 6e 32 2e 37 2f 74 65 73 74 2f 74 65 73 74 5f 72 6f 62 6f 74 70 61 72 73 65 72 2e 70 79 thon2.7/test/test_robotparser.py
0820 74 07 00 00 00 5f 5f 73 74 72 5f 5f 1c 00 00 00 73 02 00 00 00 00 01 28 05 00 00 00 74 08 00 00 t....__str__....s......(....t...
0840 00 5f 5f 6e 61 6d 65 5f 5f 74 0a 00 00 00 5f 5f 6d 6f 64 75 6c 65 5f 5f 52 06 00 00 00 52 13 00 .__name__t....__module__R....R..
0860 00 00 52 14 00 00 00 28 00 00 00 00 28 00 00 00 00 28 00 00 00 00 73 5c 00 00 00 2f 62 75 69 6c ..R....(....(....(....s\.../buil
0880 64 62 6f 74 2f 74 6d 70 2f 62 75 69 6c 64 68 6f 73 74 2f 69 6e 73 74 61 6c 6c 2f 70 72 65 62 75 dbot/tmp/buildhost/install/prebu
08a0 69 6c 74 2f 6c 69 6e 75 78 2d 78 38 36 5f 36 34 2f 6c 69 62 2f 70 79 74 68 6f 6e 32 2e 37 2f 74 ilt/linux-x86_64/lib/python2.7/t
08c0 65 73 74 2f 74 65 73 74 5f 72 6f 62 6f 74 70 61 72 73 65 72 2e 70 79 52 03 00 00 00 05 00 00 00 est/test_robotparser.pyR........
08e0 73 06 00 00 00 06 01 09 0b 09 0b 74 10 00 00 00 74 65 73 74 5f 72 6f 62 6f 74 70 61 72 73 65 72 s..........t....test_robotparser
0900 63 05 00 00 00 08 00 00 00 08 00 00 00 43 00 00 00 73 92 00 00 00 74 00 00 6a 00 00 7c 01 00 83 c............C...s....t..j..|...
0920 01 00 6a 01 00 83 00 00 7d 05 00 74 02 00 6a 03 00 83 00 00 7d 06 00 7c 06 00 6a 04 00 7c 05 00 ..j.....}..t..j.....}..|..j..|..
0940 83 01 00 01 78 2d 00 7c 02 00 44 5d 25 00 7d 07 00 74 05 00 6a 06 00 74 07 00 7c 00 00 7c 06 00 ....x-.|..D]%.}..t..j..t..|..|..
0960 7c 07 00 64 01 00 7c 04 00 83 05 00 83 01 00 01 71 35 00 57 78 2d 00 7c 03 00 44 5d 25 00 7d 07 |..d..|.........q5.Wx-.|..D]%.}.
0980 00 74 05 00 6a 06 00 74 07 00 7c 00 00 7c 06 00 7c 07 00 64 02 00 7c 04 00 83 05 00 83 01 00 01 .t..j..t..|..|..|..d..|.........
09a0 71 65 00 57 64 00 00 53 28 03 00 00 00 4e 69 01 00 00 00 69 00 00 00 00 28 08 00 00 00 74 08 00 qe.Wd..S(....Ni....i....(....t..
09c0 00 00 53 74 72 69 6e 67 49 4f 74 09 00 00 00 72 65 61 64 6c 69 6e 65 73 74 0b 00 00 00 72 6f 62 ..StringIOt....readlinest....rob
09e0 6f 74 70 61 72 73 65 72 74 0f 00 00 00 52 6f 62 6f 74 46 69 6c 65 50 61 72 73 65 72 74 05 00 00 otparsert....RobotFileParsert...
0a00 00 70 61 72 73 65 74 05 00 00 00 74 65 73 74 73 74 07 00 00 00 61 64 64 54 65 73 74 52 03 00 00 .parset....testst....addTestR...
0a20 00 28 08 00 00 00 52 0d 00 00 00 74 0a 00 00 00 72 6f 62 6f 74 73 5f 74 78 74 74 09 00 00 00 67 .(....R....t....robots_txtt....g
0a40 6f 6f 64 5f 75 72 6c 73 74 08 00 00 00 62 61 64 5f 75 72 6c 73 52 0b 00 00 00 74 05 00 00 00 6c ood_urlst....bad_urlsR....t....l
0a60 69 6e 65 73 52 08 00 00 00 52 09 00 00 00 28 00 00 00 00 28 00 00 00 00 73 5c 00 00 00 2f 62 75 inesR....R....(....(....s\.../bu
0a80 69 6c 64 62 6f 74 2f 74 6d 70 2f 62 75 69 6c 64 68 6f 73 74 2f 69 6e 73 74 61 6c 6c 2f 70 72 65 ildbot/tmp/buildhost/install/pre
0aa0 62 75 69 6c 74 2f 6c 69 6e 75 78 2d 78 38 36 5f 36 34 2f 6c 69 62 2f 70 79 74 68 6f 6e 32 2e 37 built/linux-x86_64/lib/python2.7
0ac0 2f 74 65 73 74 2f 74 65 73 74 5f 72 6f 62 6f 74 70 61 72 73 65 72 2e 70 79 74 09 00 00 00 52 6f /test/test_robotparser.pyt....Ro
0ae0 62 6f 74 54 65 73 74 21 00 00 00 73 0e 00 00 00 00 03 15 01 0c 01 0d 01 0d 01 23 01 0d 01 73 92 botTest!...s..............#...s.
0b00 00 00 00 0a 55 73 65 72 2d 61 67 65 6e 74 3a 20 2a 0a 44 69 73 61 6c 6c 6f 77 3a 20 2f 63 79 62 ....User-agent:.*.Disallow:./cyb
0b20 65 72 77 6f 72 6c 64 2f 6d 61 70 2f 20 23 20 54 68 69 73 20 69 73 20 61 6e 20 69 6e 66 69 6e 69 erworld/map/.#.This.is.an.infini
0b40 74 65 20 76 69 72 74 75 61 6c 20 55 52 4c 20 73 70 61 63 65 0a 44 69 73 61 6c 6c 6f 77 3a 20 2f te.virtual.URL.space.Disallow:./
0b60 74 6d 70 2f 20 23 20 74 68 65 73 65 20 77 69 6c 6c 20 73 6f 6f 6e 20 64 69 73 61 70 70 65 61 72 tmp/.#.these.will.soon.disappear
0b80 0a 44 69 73 61 6c 6c 6f 77 3a 20 2f 66 6f 6f 2e 68 74 6d 6c 0a 74 01 00 00 00 2f 73 0a 00 00 00 .Disallow:./foo.html.t..../s....
0ba0 2f 74 65 73 74 2e 68 74 6d 6c 73 1a 00 00 00 2f 63 79 62 65 72 77 6f 72 6c 64 2f 6d 61 70 2f 69 /test.htmls..../cyberworld/map/i
0bc0 6e 64 65 78 2e 68 74 6d 6c 73 08 00 00 00 2f 74 6d 70 2f 78 78 78 73 09 00 00 00 2f 66 6f 6f 2e ndex.htmls..../tmp/xxxs..../foo.
0be0 68 74 6d 6c 69 01 00 00 00 73 c1 00 00 00 0a 23 20 72 6f 62 6f 74 73 2e 74 78 74 20 66 6f 72 20 htmli....s.....#.robots.txt.for.
0c00 68 74 74 70 3a 2f 2f 77 77 77 2e 65 78 61 6d 70 6c 65 2e 63 6f 6d 2f 0a 0a 55 73 65 72 2d 61 67 http://www.example.com/..User-ag
0c20 65 6e 74 3a 20 2a 0a 44 69 73 61 6c 6c 6f 77 3a 20 2f 63 79 62 65 72 77 6f 72 6c 64 2f 6d 61 70 ent:.*.Disallow:./cyberworld/map
0c40 2f 20 23 20 54 68 69 73 20 69 73 20 61 6e 20 69 6e 66 69 6e 69 74 65 20 76 69 72 74 75 61 6c 20 /.#.This.is.an.infinite.virtual.
0c60 55 52 4c 20 73 70 61 63 65 0a 0a 23 20 43 79 62 65 72 6d 61 70 70 65 72 20 6b 6e 6f 77 73 20 77 URL.space..#.Cybermapper.knows.w
0c80 68 65 72 65 20 74 6f 20 67 6f 2e 0a 55 73 65 72 2d 61 67 65 6e 74 3a 20 63 79 62 65 72 6d 61 70 here.to.go..User-agent:.cybermap
0ca0 70 65 72 0a 44 69 73 61 6c 6c 6f 77 3a 0a 0a 74 0b 00 00 00 63 79 62 65 72 6d 61 70 70 65 72 69 per.Disallow:..t....cybermapperi
0cc0 02 00 00 00 73 25 00 00 00 0a 23 20 67 6f 20 61 77 61 79 0a 55 73 65 72 2d 61 67 65 6e 74 3a 20 ....s%....#.go.away.User-agent:.
0ce0 2a 0a 44 69 73 61 6c 6c 6f 77 3a 20 2f 0a 73 05 00 00 00 2f 74 6d 70 2f 69 03 00 00 00 73 6d 00 *.Disallow:./.s..../tmp/i....sm.
0d00 00 00 0a 55 73 65 72 2d 61 67 65 6e 74 3a 20 66 69 67 74 72 65 65 0a 44 69 73 61 6c 6c 6f 77 3a ...User-agent:.figtree.Disallow:
0d20 20 2f 74 6d 70 0a 44 69 73 61 6c 6c 6f 77 3a 20 2f 61 25 33 63 64 2e 68 74 6d 6c 0a 44 69 73 61 ./tmp.Disallow:./a%3cd.html.Disa
0d40 6c 6c 6f 77 3a 20 2f 61 25 32 66 62 2e 68 74 6d 6c 0a 44 69 73 61 6c 6c 6f 77 3a 20 2f 25 37 65 llow:./a%2fb.html.Disallow:./%7e
0d60 6a 6f 65 2f 69 6e 64 65 78 2e 68 74 6d 6c 0a 73 04 00 00 00 2f 74 6d 70 73 09 00 00 00 2f 74 6d joe/index.html.s..../tmps..../tm
0d80 70 2e 68 74 6d 6c 73 0b 00 00 00 2f 74 6d 70 2f 61 2e 68 74 6d 6c 73 0b 00 00 00 2f 61 25 33 63 p.htmls..../tmp/a.htmls..../a%3c
0da0 64 2e 68 74 6d 6c 73 0b 00 00 00 2f 61 25 33 43 64 2e 68 74 6d 6c 73 0b 00 00 00 2f 61 25 32 66 d.htmls..../a%3Cd.htmls..../a%2f
0dc0 62 2e 68 74 6d 6c 73 10 00 00 00 2f 7e 6a 6f 65 2f 69 6e 64 65 78 2e 68 74 6d 6c 69 04 00 00 00 b.htmls..../~joe/index.htmli....
0de0 74 07 00 00 00 66 69 67 74 72 65 65 69 05 00 00 00 73 1e 00 00 00 46 69 67 54 72 65 65 20 52 6f t....figtreei....s....FigTree.Ro
0e00 62 6f 74 20 6c 69 62 77 77 77 2d 70 65 72 6c 2f 35 2e 30 34 73 66 00 00 00 0a 55 73 65 72 2d 61 bot.libwww-perl/5.04sf....User-a
0e20 67 65 6e 74 3a 20 2a 0a 44 69 73 61 6c 6c 6f 77 3a 20 2f 74 6d 70 2f 0a 44 69 73 61 6c 6c 6f 77 gent:.*.Disallow:./tmp/.Disallow
0e40 3a 20 2f 61 25 33 43 64 2e 68 74 6d 6c 0a 44 69 73 61 6c 6c 6f 77 3a 20 2f 61 2f 62 2e 68 74 6d :./a%3Cd.html.Disallow:./a/b.htm
0e60 6c 0a 44 69 73 61 6c 6c 6f 77 3a 20 2f 25 37 65 6a 6f 65 2f 69 6e 64 65 78 2e 68 74 6d 6c 0a 73 l.Disallow:./%7ejoe/index.html.s
0e80 09 00 00 00 2f 61 2f 62 2e 68 74 6d 6c 73 12 00 00 00 2f 25 37 45 6a 6f 65 2f 69 6e 64 65 78 2e ..../a/b.htmls..../%7Ejoe/index.
0ea0 68 74 6d 6c 69 06 00 00 00 73 1c 00 00 00 0a 55 73 65 72 2d 41 67 65 6e 74 3a 20 2a 0a 44 69 73 htmli....s.....User-Agent:.*.Dis
0ec0 61 6c 6c 6f 77 3a 20 2f 2e 0a 69 07 00 00 00 73 47 00 00 00 0a 55 73 65 72 2d 61 67 65 6e 74 3a allow:./..i....sG....User-agent:
0ee0 20 47 6f 6f 67 6c 65 62 6f 74 0a 41 6c 6c 6f 77 3a 20 2f 66 6f 6c 64 65 72 31 2f 6d 79 66 69 6c .Googlebot.Allow:./folder1/myfil
0f00 65 2e 68 74 6d 6c 0a 44 69 73 61 6c 6c 6f 77 3a 20 2f 66 6f 6c 64 65 72 31 2f 0a 73 14 00 00 00 e.html.Disallow:./folder1/.s....
0f20 2f 66 6f 6c 64 65 72 31 2f 6d 79 66 69 6c 65 2e 68 74 6d 6c 73 19 00 00 00 2f 66 6f 6c 64 65 72 /folder1/myfile.htmls..../folder
0f40 31 2f 61 6e 6f 74 68 65 72 66 69 6c 65 2e 68 74 6d 6c 69 08 00 00 00 52 0b 00 00 00 74 09 00 00 1/anotherfile.htmli....R....t...
0f60 00 47 6f 6f 67 6c 65 62 6f 74 73 4a 00 00 00 0a 55 73 65 72 2d 61 67 65 6e 74 3a 20 47 6f 6f 67 .GooglebotsJ....User-agent:.Goog
0f80 6c 65 62 6f 74 0a 44 69 73 61 6c 6c 6f 77 3a 20 2f 0a 0a 55 73 65 72 2d 61 67 65 6e 74 3a 20 47 lebot.Disallow:./..User-agent:.G
0fa0 6f 6f 67 6c 65 62 6f 74 2d 4d 6f 62 69 6c 65 0a 41 6c 6c 6f 77 3a 20 2f 0a 73 0e 00 00 00 2f 73 ooglebot-Mobile.Allow:./.s..../s
0fc0 6f 6d 65 74 68 69 6e 67 2e 6a 70 67 69 09 00 00 00 69 0a 00 00 00 73 10 00 00 00 47 6f 6f 67 6c omething.jpgi....i....s....Googl
0fe0 65 62 6f 74 2d 4d 6f 62 69 6c 65 73 4a 00 00 00 0a 55 73 65 72 2d 61 67 65 6e 74 3a 20 47 6f 6f ebot-MobilesJ....User-agent:.Goo
1000 67 6c 65 62 6f 74 2d 4d 6f 62 69 6c 65 0a 41 6c 6c 6f 77 3a 20 2f 0a 0a 55 73 65 72 2d 61 67 65 glebot-Mobile.Allow:./..User-age
1020 6e 74 3a 20 47 6f 6f 67 6c 65 62 6f 74 0a 44 69 73 61 6c 6c 6f 77 3a 20 2f 0a 69 0b 00 00 00 69 nt:.Googlebot.Disallow:./.i....i
1040 0c 00 00 00 69 0d 00 00 00 74 09 00 00 00 67 6f 6f 67 6c 65 62 6f 74 73 2f 00 00 00 0a 55 73 65 ....i....t....googlebots/....Use
1060 72 2d 61 67 65 6e 74 3a 20 2a 0a 44 69 73 61 6c 6c 6f 77 3a 20 2f 73 6f 6d 65 2f 70 61 74 68 3f r-agent:.*.Disallow:./some/path?
1080 6e 61 6d 65 3d 76 61 6c 75 65 0a 73 0a 00 00 00 2f 73 6f 6d 65 2f 70 61 74 68 73 15 00 00 00 2f name=value.s..../some/paths..../
10a0 73 6f 6d 65 2f 70 61 74 68 3f 6e 61 6d 65 3d 76 61 6c 75 65 69 0e 00 00 00 73 4b 00 00 00 0a 55 some/path?name=valuei....sK....U
10c0 73 65 72 2d 61 67 65 6e 74 3a 20 2a 0a 44 69 73 61 6c 6c 6f 77 3a 20 2f 73 6f 6d 65 2f 70 61 74 ser-agent:.*.Disallow:./some/pat
10e0 68 0a 0a 55 73 65 72 2d 61 67 65 6e 74 3a 20 2a 0a 44 69 73 61 6c 6c 6f 77 3a 20 2f 61 6e 6f 74 h..User-agent:.*.Disallow:./anot
1100 68 65 72 2f 70 61 74 68 0a 73 0d 00 00 00 2f 61 6e 6f 74 68 65 72 2f 70 61 74 68 69 0f 00 00 00 her/path.s..../another/pathi....
1120 74 0f 00 00 00 4e 65 74 77 6f 72 6b 54 65 73 74 43 61 73 65 63 00 00 00 00 00 00 00 00 01 00 00 t....NetworkTestCasec...........
1140 00 42 00 00 00 73 1a 00 00 00 65 00 00 5a 01 00 64 00 00 84 00 00 5a 02 00 64 01 00 84 00 00 5a .B...s....e..Z..d.....Z..d.....Z
1160 03 00 52 53 28 02 00 00 00 63 01 00 00 00 05 00 00 00 09 00 00 00 43 00 00 00 73 06 01 00 00 74 ..RS(....c............C...s....t
1180 00 00 6a 01 00 64 01 00 83 01 00 01 74 00 00 6a 02 00 64 02 00 83 01 00 8f e4 00 01 64 03 00 7d ..j..d......t..j..d.........d..}
11a0 01 00 7c 01 00 64 04 00 17 7d 02 00 79 0e 00 74 03 00 7c 02 00 83 01 00 01 57 6e 45 00 04 74 04 ..|..d...}..y..t..|......WnE..t.
11c0 00 6b 0a 00 72 82 00 01 7d 03 00 01 7c 03 00 6a 05 00 64 05 00 64 06 00 68 02 00 6b 07 00 72 94 .k..r...}...|..j..d..d..h..k..r.
11e0 00 7c 00 00 6a 06 00 64 07 00 7c 02 00 7c 03 00 6a 05 00 66 02 00 16 83 01 00 01 71 94 00 6e 12 .|..j..d..|..|..j..f.......q..n.
1200 00 58 7c 00 00 6a 06 00 64 08 00 7c 02 00 16 83 01 00 01 74 07 00 6a 08 00 83 00 00 7d 04 00 7c .X|..j..d..|.......t..j.....}..|
1220 04 00 6a 09 00 7c 01 00 83 01 00 01 79 0e 00 7c 04 00 6a 0a 00 83 00 00 01 57 6e 22 00 04 74 0b ..j..|......y..|..j......Wn"..t.
1240 00 6b 0a 00 72 df 00 01 01 01 7c 00 00 6a 06 00 64 09 00 7c 01 00 16 83 01 00 01 6e 01 00 58 7c .k..r.....|..j..d..|.......n..X|
1260 00 00 6a 0c 00 7c 04 00 6a 0d 00 64 0a 00 7c 02 00 83 02 00 74 0e 00 83 02 00 01 57 64 00 00 51 ..j..|..j..d..|.....t......Wd..Q
1280 58 64 00 00 53 28 0b 00 00 00 4e 74 07 00 00 00 6e 65 74 77 6f 72 6b 73 13 00 00 00 6d 75 65 62 Xd..S(....Nt....networks....mueb
12a0 6c 65 73 6d 6f 72 61 6c 65 64 61 2e 63 6f 6d 73 1a 00 00 00 68 74 74 70 3a 2f 2f 6d 75 65 62 6c lesmoraleda.coms....http://muebl
12c0 65 73 6d 6f 72 61 6c 65 64 61 2e 63 6f 6d 73 0b 00 00 00 2f 72 6f 62 6f 74 73 2e 74 78 74 69 91 esmoraleda.coms..../robots.txti.
12e0 01 00 00 69 93 01 00 00 73 30 00 00 00 25 72 20 73 68 6f 75 6c 64 20 72 65 74 75 72 6e 20 61 20 ...i....s0...%r.should.return.a.
1300 34 30 31 20 6f 72 20 34 30 33 20 48 54 54 50 20 65 72 72 6f 72 2c 20 6e 6f 74 20 25 72 73 35 00 401.or.403.HTTP.error,.not.%rs5.
1320 00 00 25 72 20 73 68 6f 75 6c 64 20 72 65 74 75 72 6e 20 61 20 34 30 31 20 6f 72 20 34 30 33 20 ..%r.should.return.a.401.or.403.
1340 48 54 54 50 20 65 72 72 6f 72 2c 20 6e 6f 74 20 73 75 63 63 65 65 64 73 11 00 00 00 25 73 20 69 HTTP.error,.not.succeeds....%s.i
1360 73 20 75 6e 61 76 61 69 6c 61 62 6c 65 74 01 00 00 00 2a 28 0f 00 00 00 52 00 00 00 00 74 08 00 s.unavailablet....*(....R....t..
1380 00 00 72 65 71 75 69 72 65 73 74 12 00 00 00 74 72 61 6e 73 69 65 6e 74 5f 69 6e 74 65 72 6e 65 ..requirest....transient_interne
13a0 74 52 01 00 00 00 52 02 00 00 00 74 04 00 00 00 63 6f 64 65 74 08 00 00 00 73 6b 69 70 54 65 73 tR....R....t....codet....skipTes
13c0 74 52 1a 00 00 00 52 1b 00 00 00 74 07 00 00 00 73 65 74 5f 75 72 6c 74 04 00 00 00 72 65 61 64 tR....R....t....set_urlt....read
13e0 74 07 00 00 00 49 4f 45 72 72 6f 72 74 0b 00 00 00 61 73 73 65 72 74 45 71 75 61 6c 52 11 00 00 t....IOErrort....assertEqualR...
1400 00 74 05 00 00 00 46 61 6c 73 65 28 05 00 00 00 52 0c 00 00 00 52 09 00 00 00 74 0a 00 00 00 72 .t....False(....R....R....t....r
1420 6f 62 6f 74 73 5f 75 72 6c 74 01 00 00 00 65 52 08 00 00 00 28 00 00 00 00 28 00 00 00 00 73 5c obots_urlt....eR....(....(....s\
1440 00 00 00 2f 62 75 69 6c 64 62 6f 74 2f 74 6d 70 2f 62 75 69 6c 64 68 6f 73 74 2f 69 6e 73 74 61 .../buildbot/tmp/buildhost/insta
1460 6c 6c 2f 70 72 65 62 75 69 6c 74 2f 6c 69 6e 75 78 2d 78 38 36 5f 36 34 2f 6c 69 62 2f 70 79 74 ll/prebuilt/linux-x86_64/lib/pyt
1480 68 6f 6e 32 2e 37 2f 74 65 73 74 2f 74 65 73 74 5f 72 6f 62 6f 74 70 61 72 73 65 72 2e 70 79 74 hon2.7/test/test_robotparser.pyt
14a0 19 00 00 00 74 65 73 74 50 61 73 73 77 6f 72 64 50 72 6f 74 65 63 74 65 64 53 69 74 65 ea 00 00 ....testPasswordProtectedSite...
14c0 00 73 2a 00 00 00 00 01 0d 01 10 01 06 01 0a 03 03 01 0e 01 0f 01 15 01 06 01 03 01 18 02 06 01 .s*.............................
14e0 03 01 08 01 0c 01 0d 01 03 01 0e 01 0d 01 15 01 63 01 00 00 00 02 00 00 00 08 00 00 00 43 00 00 ................c............C..
1500 00 73 59 00 00 00 74 00 00 6a 01 00 64 01 00 83 01 00 01 74 00 00 6a 02 00 64 02 00 83 01 00 8f .sY...t..j..d......t..j..d......
1520 37 00 01 74 03 00 6a 04 00 64 03 00 83 01 00 7d 01 00 7c 01 00 6a 05 00 83 00 00 01 7c 00 00 6a 7..t..j..d.....}..|..j......|..j
1540 06 00 7c 01 00 6a 07 00 64 04 00 64 03 00 83 02 00 83 01 00 01 57 64 00 00 51 58 64 00 00 53 28 ..|..j..d..d.........Wd..QXd..S(
1560 05 00 00 00 4e 52 2a 00 00 00 73 0e 00 00 00 77 77 77 2e 70 79 74 68 6f 6e 2e 6f 72 67 73 20 00 ....NR*...s....www.python.orgs..
1580 00 00 68 74 74 70 3a 2f 2f 77 77 77 2e 70 79 74 68 6f 6e 2e 6f 72 67 2f 72 6f 62 6f 74 73 2e 74 ..http://www.python.org/robots.t
15a0 78 74 52 2b 00 00 00 28 08 00 00 00 52 00 00 00 00 52 2c 00 00 00 52 2d 00 00 00 52 1a 00 00 00 xtR+...(....R....R,...R-...R....
15c0 52 1b 00 00 00 52 31 00 00 00 52 10 00 00 00 52 11 00 00 00 28 02 00 00 00 52 0c 00 00 00 52 08 R....R1...R....R....(....R....R.
15e0 00 00 00 28 00 00 00 00 28 00 00 00 00 73 5c 00 00 00 2f 62 75 69 6c 64 62 6f 74 2f 74 6d 70 2f ...(....(....s\.../buildbot/tmp/
1600 62 75 69 6c 64 68 6f 73 74 2f 69 6e 73 74 61 6c 6c 2f 70 72 65 62 75 69 6c 74 2f 6c 69 6e 75 78 buildhost/install/prebuilt/linux
1620 2d 78 38 36 5f 36 34 2f 6c 69 62 2f 70 79 74 68 6f 6e 32 2e 37 2f 74 65 73 74 2f 74 65 73 74 5f -x86_64/lib/python2.7/test/test_
1640 72 6f 62 6f 74 70 61 72 73 65 72 2e 70 79 74 0d 00 00 00 74 65 73 74 50 79 74 68 6f 6e 4f 72 67 robotparser.pyt....testPythonOrg
1660 04 01 00 00 73 0e 00 00 00 00 01 0d 01 10 01 06 01 09 01 0a 01 06 01 28 04 00 00 00 52 15 00 00 ....s..................(....R...
1680 00 52 16 00 00 00 52 37 00 00 00 52 38 00 00 00 28 00 00 00 00 28 00 00 00 00 28 00 00 00 00 73 .R....R7...R8...(....(....(....s
16a0 5c 00 00 00 2f 62 75 69 6c 64 62 6f 74 2f 74 6d 70 2f 62 75 69 6c 64 68 6f 73 74 2f 69 6e 73 74 \.../buildbot/tmp/buildhost/inst
16c0 61 6c 6c 2f 70 72 65 62 75 69 6c 74 2f 6c 69 6e 75 78 2d 78 38 36 5f 36 34 2f 6c 69 62 2f 70 79 all/prebuilt/linux-x86_64/lib/py
16e0 74 68 6f 6e 32 2e 37 2f 74 65 73 74 2f 74 65 73 74 5f 72 6f 62 6f 74 70 61 72 73 65 72 2e 70 79 thon2.7/test/test_robotparser.py
1700 52 29 00 00 00 e8 00 00 00 73 04 00 00 00 06 02 09 1a 63 00 00 00 00 00 00 00 00 02 00 00 00 43 R).......s........c............C
1720 00 00 00 73 1e 00 00 00 74 00 00 6a 01 00 74 02 00 83 01 00 01 74 00 00 6a 01 00 74 03 00 83 01 ...s....t..j..t......t..j..t....
1740 00 01 64 00 00 53 28 01 00 00 00 4e 28 04 00 00 00 52 00 00 00 00 74 0c 00 00 00 72 75 6e 5f 75 ..d..S(....N(....R....t....run_u
1760 6e 69 74 74 65 73 74 52 1d 00 00 00 52 29 00 00 00 28 00 00 00 00 28 00 00 00 00 28 00 00 00 00 nittestR....R)...(....(....(....
1780 73 5c 00 00 00 2f 62 75 69 6c 64 62 6f 74 2f 74 6d 70 2f 62 75 69 6c 64 68 6f 73 74 2f 69 6e 73 s\.../buildbot/tmp/buildhost/ins
17a0 74 61 6c 6c 2f 70 72 65 62 75 69 6c 74 2f 6c 69 6e 75 78 2d 78 38 36 5f 36 34 2f 6c 69 62 2f 70 tall/prebuilt/linux-x86_64/lib/p
17c0 79 74 68 6f 6e 32 2e 37 2f 74 65 73 74 2f 74 65 73 74 5f 72 6f 62 6f 74 70 61 72 73 65 72 2e 70 ython2.7/test/test_robotparser.p
17e0 79 74 09 00 00 00 74 65 73 74 5f 6d 61 69 6e 0e 01 00 00 73 04 00 00 00 00 01 0d 01 74 08 00 00 yt....test_main....s........t...
1800 00 5f 5f 6d 61 69 6e 5f 5f 28 02 00 00 00 52 25 00 00 00 73 1a 00 00 00 2f 63 79 62 65 72 77 6f .__main__(....R%...s..../cyberwo
1820 72 6c 64 2f 6d 61 70 2f 69 6e 64 65 78 2e 68 74 6d 6c 28 14 00 00 00 52 04 00 00 00 52 18 00 00 rld/map/index.html(....R....R...
1840 00 52 1a 00 00 00 74 04 00 00 00 74 65 73 74 52 00 00 00 00 74 07 00 00 00 75 72 6c 6c 69 62 32 .R....t....testR....t....urllib2
1860 52 01 00 00 00 52 02 00 00 00 52 05 00 00 00 52 03 00 00 00 74 09 00 00 00 54 65 73 74 53 75 69 R....R....R....R....t....TestSui
1880 74 65 52 1d 00 00 00 52 23 00 00 00 74 03 00 00 00 64 6f 63 52 0a 00 00 00 74 03 00 00 00 62 61 teR....R#...t....docR....t....ba
18a0 64 52 29 00 00 00 52 3a 00 00 00 52 15 00 00 00 74 07 00 00 00 76 65 72 62 6f 73 65 28 00 00 00 dR)...R:...R....t....verbose(...
18c0 00 28 00 00 00 00 28 00 00 00 00 73 5c 00 00 00 2f 62 75 69 6c 64 62 6f 74 2f 74 6d 70 2f 62 75 .(....(....s\.../buildbot/tmp/bu
18e0 69 6c 64 68 6f 73 74 2f 69 6e 73 74 61 6c 6c 2f 70 72 65 62 75 69 6c 74 2f 6c 69 6e 75 78 2d 78 ildhost/install/prebuilt/linux-x
1900 38 36 5f 36 34 2f 6c 69 62 2f 70 79 74 68 6f 6e 32 2e 37 2f 74 65 73 74 2f 74 65 73 74 5f 72 6f 86_64/lib/python2.7/test/test_ro
1920 62 6f 74 70 61 72 73 65 72 2e 70 79 74 08 00 00 00 3c 6d 6f 64 75 6c 65 3e 01 00 00 00 73 8a 00 botparser.pyt....<module>....s..
1940 00 00 24 01 10 01 16 02 19 1a 0c 03 0c 12 06 02 0c 01 0f 02 13 0d 06 02 0f 01 09 02 13 07 06 02 ..$.............................
1960 06 01 0f 02 13 0b 06 02 06 01 09 01 09 01 09 03 16 01 16 09 06 02 09 01 06 01 09 01 09 02 13 08 ................................
1980 06 02 09 01 06 02 13 09 06 02 09 01 09 02 19 0a 06 02 06 01 09 02 19 02 06 01 09 02 19 09 06 02 ................................
19a0 06 01 09 02 19 02 09 01 06 02 19 09 06 02 09 01 09 02 19 07 06 02 09 01 09 02 13 09 06 02 09 01 ................................
19c0 09 02 13 03 19 26 09 04 0c 01 09 01 .....&......