+ Bi,~^RIt^RIt^RIt^RIt^RIt^RIHt^RIH t ^RIH t ^RI H t H t !RR4t!RR ]]P4t!R R ]]P4t!R R ]]P4t!RR]]P4t!RR]4t!RR]]P4t!RR]]P4t!RR]4t!RR]]P4t!RR]]P4t!RR]]P4t!RR]]P4t!R R!]4t!R"R#]]P4t!R$R%]]P4t!R&R']]P4t!R(R)]]P4t !R*R+]]P4t!!R,R-]]P4t"!R.R/] 4t#]PH!]PJR04!R1R2]P44t&]PN!4!R3R4]P44t(])R58Xd]PT!4R#R#)6N)support) socket_helper)threading_helper)BaseHTTPRequestHandler HTTPServercRa]tRt^ toRtRt.t.tRtRt Rt Rt Rt Rt R tVtR#) BaseRobotTesttest_robotparserNc\P!VP4P4p\P P 4VnVPPV4R#N) ioStringIO robots_txt readlinesurllib robotparserRobotFileParserparserparse)selfliness& ,/usr/lib/python3.14/test/test_robotparser.pysetUpBaseRobotTest.setUpsE DOO,668((88:  % cX\V\4'dVwr!W!3#VPV3#r ) isinstancetupleagentrurlr s&& rget_agent_and_urlBaseRobotTest.get_agent_and_urls, c5 ! !JE: zz3rc VPFcpVPV4wr!VPWR7;_uu_4VPVPP W!44RRR4Ke R# +'giKz;i)r"r N)goodr#subTest assertTruer can_fetchr!s& rtest_good_urlsBaseRobotTest.test_good_urlss`99C//4JE#33 5 5e AB43333 +A66 B c VPFcpVPV4wr!VPWR7;_uu_4VPVPP W!44RRR4Ke R# +'giKz;ir&)badr#r( assertFalserr*r!s& r test_bad_urlsBaseRobotTest.test_bad_urls$sb88C//4JE#33  !6!6u!BC43333r-cnVPVPP4VP4R#r ) assertEqualr site_mapsrs&rtest_site_mapsBaseRobotTest.test_site_maps*s# ..0$..Ar)r)__name__ __module__ __qualname____firstlineno__rr r'r/r5rr#r+r1r7__static_attributes____classdictcell__ __classdict__s@rr r s@J E D CI!  C D BBrr c*]tRt^.tRtRR.t.ROtRtR#)UserAgentWildcardTestzUser-agent: * Disallow: /cyberworld/map/ # This is an infinite virtual URL space Disallow: /tmp/ # these will soon disappear Disallow: /foo.html / /test.htmlN)/cyberworld/map/index.htmlz/tmp/xxx /foo.htmlr9r:r;r<rr'r/r=rErrrBrB.sJ  D ACrrBc(]tRt^9tRt.ROtR.tRtR#)CrawlDelayAndCustomAgentTestz# robots.txt for http://www.example.com/ User-agent: * Crawl-delay: 1 Request-rate: 3/15 Disallow: /cyberworld/map/ # This is an infinite virtual URL space # Cybermapper knows where to go. User-agent: cybermapper Disallow: rFrEN)rCrD) cybermapperrFrHrErrrJrJ9s J ND ' (CrrJc0]tRt^JtRtRR.tR.tRR.tRtR#) SitemapTesta# robots.txt for http://www.example.com/ User-agent: * Sitemap: http://www.gstatic.com/s2/sitemaps/profiles-sitemap.xml Sitemap: http://www.google.com/hostednews/sitemap_index.xml Request-rate: 3/15 Disallow: /cyberworld/map/ # This is an infinite virtual URL space rCrDrFz7http://www.gstatic.com/s2/sitemaps/profiles-sitemap.xmlz2http://www.google.com/hostednews/sitemap_index.xmlrEN) r9r:r;r<rr'r/r5r=rErrrMrMJs+ J  D ' (CJEGIrrMc&]tRt^[tRt.t.ROtRtR#)RejectAllRobotsTestz(# go away User-agent: * Disallow: / rEN)rFrC/tmp/rHrErrrOrO[sJ D 6CrrOc.a]tRt^etoRtRtRtRtVtR#)BaseRequestRateTestNcVPpVPVP,EF)pVPV4wr2VP W#R7;_uu_4VP VP V4VP 4VPV4pVP W@P4VPeVPV\PP4VP VPVPP4VP VPVPP4RRR4EK, R# +'giEKB;ir&)rr'r/r#r(r4 crawl_delay request_rateassertIsInstancerr RequestRaterequestsseconds)rrr"r parsed_request_rates& rtest_request_rate%BaseRequestRateTest.test_request_rateis99txx''C//4JE#33  !3!3E!:Dr?s@rrRrResLKrrRc ]tRt^tRtR.tRtR#) EmptyFileTestr z/foorEN)r9r:r;r<rr'r=rErrr^r^sJ 8Drr^ch]tRt^tRtRt]PP^ ^4t ^t R.t .ROt Rt R#)CrawlDelayAndRequestRateTestzUser-agent: figtree Crawl-delay: 3 Request-rate: 9/30 Disallow: /tmp Disallow: /a%3cd.html Disallow: /a%2fb.html Disallow: /%7ejoe/index.html figtreerEN)rarG)/tmpz /tmp.html /tmp/a.html /a%3cd.html /a%3Cd.htmlz /a%2fb.htmlz/~joe/index.html)r9r:r;r<rr rrrWrUrTr'r/r=rErrr`r`s<J E%%11!R8LK $ %D .Crr`c]tRt^tRtRtR#)DifferentAgentTestzFigTree Robot libwww-perl/5.04rENr9r:r;r<r r=rErrrgrgs ,Errgc,]tRt^tRtR.t.ROt^tRtR#)InvalidRequestRateTestzUser-agent: * Disallow: /tmp/ Disallow: /a%3Cd.html Disallow: /a/b.html Disallow: /%7ejoe/index.html Crawl-delay: 3 Request-rate: 9/banana rbrEN)rPrcrdrez /a/b.htmlz/%7Ejoe/index.html) r9r:r;r<rr'r/rTr=rErrrjrjsJ 8D !CKrrjc$]tRt^tRtR.t.tRtR#)InvalidCrawlDelayTestz2User-Agent: * Disallow: /. Crawl-delay: pears rGrENrHrErrrlrlsJ =D Crrlc*]tRt^tRtRtR.tR.tRtR#)AnotherInvalidRequestRateTestzeUser-agent: Googlebot Allow: /folder1/myfile.html Disallow: /folder1/ Request-rate: whale/banana Googlebot/folder1/myfile.html/folder1/anotherfile.htmlrEN r9r:r;r<rr r'r/r=rErrrnrns J E " #D & 'Crrnc$]tRt^tRtRtR.tRtR#)UserAgentOrderingTestzMUser-agent: Googlebot Disallow: / User-agent: Googlebot-Mobile Allow: / roz/something.jpgrEN)r9r:r;r<rr r/r=rErrrtrtsJ E  Crrtc]tRt^tRtRtR#)UserAgentGoogleMobileTestzGooglebot-MobilerENrhrErrrvrvs Errvc*]tRt^tRtRtR.tR.tRtR#)GoogleURLOrderingTestzJUser-agent: Googlebot Allow: /folder1/myfile.html Disallow: /folder1/ googlebotrprqrENrrrErrrxrxs J E " #D & 'Crrxc&]tRt^tRtR.tR.tRtR#)DisallowQueryStringTestz2User-agent: * Disallow: /some/path?name=value /some/pathz/some/path?name=valuerENrHrErrr{r{sJ >D " #Crr{c&]tRt^tRtR.tR.tRtR#)UseFirstUserAgentWildcardTestzNUser-agent: * Disallow: /some/path User-agent: * Disallow: /another/path z /another/pathr|rENrHrErrr~r~sJ  D .Crr~c&]tRt^tRtR.tR.tRtR#)EmptyQueryStringTestz>User-agent: * Allow: /some/path? Disallow: /another/path? z /some/path?z/another/path?rENrHrErrrrsJ ?D  Crrcd]tRtRtRt]P P^^4t^t RR.t R.t Rt R#)DefaultEntryTestizOUser-agent: * Crawl-delay: 1 Request-rate: 3/15 Disallow: /cyberworld/map/ rCrDrFrEN) r9r:r;r<rrrrWrUrTr'r/r=rErrrrs:J %%11!R8LK  D ' (Crrc.a]tRtRtoRtRtRtRtVtR#)StringFormattingTestizUser-agent: * Crawl-delay: 1 Request-rate: 3/15 Disallow: /cyberworld/map/ # This is an infinite virtual URL space # Cybermapper knows where to go. User-agent: cybermapper Disallow: /some/path zxUser-agent: cybermapper Disallow: /some/path User-agent: * Crawl-delay: 1 Request-rate: 3/15 Disallow: /cyberworld/map/cdVP\VP4VP4R#r )r4strrexpected_outputr6s&rtest_string_formatting+StringFormattingTest.test_string_formatting*s! T[[)4+?+?@rrEN) r9r:r;r<rrrr=r>r?s@rrrs JOAArrc,a]tRtRtoRtRtRtVtR#) RobotHandleri.c*VPRR4R#)izForbidden accessN) send_errorr6s&rdo_GETRobotHandler.do_GET0s /0rcR#r rE)rformatargss&&*r log_messageRobotHandler.log_message3s rrEN)r9r:r;r<rrr=r>r?s@rrr.s1  rrz&Socket server requires working socket.cPa]tRtRtoRtRt]PR4tRt Vt R#)PasswordProtectedSiteTestCasei7c`VP\PP4\ \ P ^3\4Vn\P!RVPPRR/R7Vn RVPn VPP4R#)rzHTTPServer serving poll_intervalg{Gz?)nametargetkwargsTN) addCleanuprrequest urlcleanuprrHOSTrserver threadingThread serve_forevertdaemonstartr6s&rr#PasswordProtectedSiteTestCase.setUp=sw 112 -"4"4a!8,G !!%;;,,$D) +   rcVPP4VPP4VPP 4R#r )rshutdownrjoin server_closer6s&rtearDown&PasswordProtectedSiteTestCase.tearDownMs/      "rcnVPPpR\P,R,\ V^,4,pVR,p\ P P4pVPV4VP4VPVPRV44R#)zhttp://:z /robots.txt*N) rserver_addressrrrrrrset_urlreadr0r*)raddrr" robots_urlrs& rtestPasswordProtectedSite7PasswordProtectedSiteTestCase.testPasswordProtectedSiteRs{{))-,,,s2Sa\A=( ##335s  ))#z:;r)rrN) r9r:r;r<rrr reap_threadsrr=r>r?s@rrr7s)  # ""<#r?s@rrr]sH,H)00:J  8C44rr__main__)+rrrunittesturllib.robotparserrtestr test.supportrr http.serverrrr TestCaserBrJrMrOrRr^r`rgrjrlrnrtrvrxr{r~rrrr skipUnlesshas_socket_supportrrequires_working_socketrr9mainrErrrs% &):BBDBM8+<+<B)=(2C2C)"G-!2!2G"7-):):7-8'):): .#68I8I.$-5- ]H,=,=   M8+<+<   (M83D3D ( M8+<+<  5 (M8+<+< ($mX->->$ M83D3D =(*;*; )*H,=,= )A=(*;*;A4 )   ,