# robots.txtgenerated User-agent:larbin Disallow: /
User-agent:b2w/0.1 Disallow: /
User-agent:Copernic Disallow: /
User-agent:psbot Disallow: /
User-agent:Python-urllib Disallow: /
User-agent:URL_Spider_Pro Disallow: /
User-agent:CherryPicker Disallow: /
User-agent:EmailCollector Disallow: /
User-agent:EmailSiphon Disallow: /
User-agent:WebBandit Disallow: /
User-agent:EmailWolf Disallow: /
User-agent:ExtractorPro Disallow: /
User-agent:CopyRightCheck Disallow: /
User-agent:Crescent Disallow: /
User-agent:SiteSnagger Disallow: /
User-agent:ProWebWalker Disallow: /
User-agent:CheeseBot Disallow: /
User-agent:LNSpiderguy Disallow: /
User-agent:Alexibot Disallow: /
User-agent:Teleport Disallow: /
User-agent:TeleportPro Disallow: /
User-agent:MIIxpc Disallow: /
User-agent:Telesoft Disallow: /
User-agent:Website Quester Disallow: /
User-agent:WebZip Disallow: /
User-agent:moget/2.1 Disallow: /
User-agent:WebZip/4.0 Disallow: /
User-agent:WebStripper Disallow: /
User-agent:WebSauger Disallow: /
User-agent:WebCopier Disallow: /
User-agent:NetAnts Disallow: /
User-agent:Mister PiX Disallow: /
User-agent:WebAuto Disallow: /
User-agent:TheNomad Disallow: /
User-agent:WWW-Collector-E Disallow: /
User-agent: RMA Disallow: /
User-agent:libWeb/clsHTTP Disallow: /
User-agent:asterias Disallow: /
User-agent:httplib Disallow: /
User-agent:turingos Disallow: /
User-agent:spanner Disallow: /
User-agent:InfoNaviRobot Disallow: /
User-agent:Harvest/1.5 Disallow: /
User-agent:Bullseye/1.0 Disallow: /
User-agent:Mozilla/4.0 (compatible; BullsEye; Windows 95) Disallow: /
User-agent:Crescent Internet ToolPak HTTP OLE Control v.1.0 Disallow: /
User-agent:CherryPickerSE/1.0 Disallow: /
User-agent:CherryPickerElite/1.0 Disallow: /
User-agent:WebBandit/3.50 Disallow: /
User-agent:NICErsPRO Disallow: /
User-agent:Microsoft URL Control – 5.01.4511 Disallow: /
User-agent: NotYour Business! Disallow: /
User-agent:Hidden-Referrer Disallow: /
User-agent:DittoSpyder Disallow: /
User-agent:Foobot Disallow: /
User-agent:WebmasterWorldForumBot Disallow: /
User-agent:SpankBot Disallow: /
User-agent:BotALot Disallow: /
User-agent:lwp-trivial/1.34 Disallow: /
User-agent:lwp-trivial Disallow: /
User-agent:BunnySlippers Disallow: /
User-agent:Microsoft URL Control – 6.00.8169 Disallow: /
User-agent: URLyWarning Disallow: /
User-agent:Wget/1.6 Disallow: /
User-agent:Wget/1.5.3 Disallow: /
User-agent: Wget Disallow: /
User-agent:LinkWalker Disallow: /
User-agent:cosmos Disallow: /
User-agent:moget Disallow: /
User-agent:hloader Disallow: /
User-agent:humanlinks Disallow: /
User-agent:LinkextractorPro Disallow: /
User-agent:Offline Explorer Disallow: /
User-agent: MataHari Disallow: /
User-agent:LexiBot Disallow: /
User-agent: WebImage Collector Disallow: /
User-agent: TheIntraformant Disallow: /
User-agent:True_Robot/1.0 Disallow: /
User-agent:True_Robot Disallow: /
User-agent:BlowFish/1.0 Disallow: /
User-agent:JennyBot Disallow: /
User-agent: MIIxpc/4.2 Disallow: /
User-agent:BuiltBotTough Disallow: /
User-agent:ProPowerBot/2.14 Disallow: /
User-agent:BackDoorBot/1.0 Disallow: /
User-agent:toCrawl/UrlDispatcher Disallow: /
User-agent:WebEnhancer Disallow: /
User-agent:suzuran Disallow: /
User-agent:TightTwatBot Disallow: /
User-agent: VCIWebViewer VCI WebViewer Win32 Disallow: /
User-agent: VCI Disallow: /
User-agent:Szukacz/1.4 Disallow: /
User-agent:QueryN Metasearch Disallow: /
User-agent:Openfind data gathere Disallow: /
User-agent:Openfind Disallow: /
User-agent:Xenu’s Link Sleuth 1.1c Disallow: /
User-agent:Xenu’s Disallow: /
User-agent: Zeus Disallow: /
User-agent:RepoMonkey Bait & Tackle/v1.01 Disallow: /
User-agent:RepoMonkey Disallow: /
User-agent:Microsoft URL Control Disallow: /
User-agent:Openbot Disallow: /
User-agent: URLControl Disallow: /
User-agent: ZeusLink Scout Disallow: /
User-agent: Zeus32297 Webster Pro V2.9 Win32 Disallow: /
User-agent:Webster Pro Disallow: /
User-agent:EroCrawler Disallow: /
User-agent:LinkScan/8.1a Unix Disallow: /
User-agent:Keyword Density/0.9 Disallow: /
User-agent:Kenjin Spider Disallow: /
User-agent:Iron33/1.0.2 Disallow: /
User-agent:Bookmark search tool Disallow: /
User-agent:GetRight/4.2 Disallow: /
User-agent:FairAd Client Disallow: /
User-agent:Gaisbot Disallow: /
User-agent:Aqua_Products Disallow: /
User-agent:Radiation Retriever 1.1 Disallow: /
User-agent:WebmasterWorld Extractor Disallow: /
User-agent:Flaming AttackBot Disallow: /
User-agent:Oracle Ultra Search Disallow: /
User-agent:MSIECrawler Disallow: /
User-agent:PerMan Disallow: /
User-agent:searchpreview Disallow: /
User-agent: * Disallow: Disallow: /bin/ Sitemap:/sitemap.php
|