屏蔽掉所有垃圾蜘蛛大全

yun

# robots.txtgenerated

User-agent:larbin

Disallow: /

User-agent:b2w/0.1

Disallow: /

User-agent:Copernic

Disallow: /

User-agent:psbot

Disallow: /

User-agent:Python-urllib

Disallow: /

User-agent:URL_Spider_Pro

Disallow: /

User-agent:CherryPicker

Disallow: /

User-agent:EmailCollector

Disallow: /

User-agent:EmailSiphon

Disallow: /

User-agent:WebBandit

Disallow: /

User-agent:EmailWolf

Disallow: /

User-agent:ExtractorPro

Disallow: /

User-agent:CopyRightCheck

Disallow: /

User-agent:Crescent

Disallow: /

User-agent:SiteSnagger

Disallow: /

User-agent:ProWebWalker

Disallow: /

User-agent:CheeseBot

Disallow: /

User-agent:LNSpiderguy

Disallow: /

User-agent:Alexibot

Disallow: /

User-agent:Teleport

Disallow: /

User-agent:TeleportPro

Disallow: /

User-agent:MIIxpc

Disallow: /

User-agent:Telesoft

Disallow: /

User-agent:Website Quester

Disallow: /

User-agent:WebZip

Disallow: /

User-agent:moget/2.1

Disallow: /

User-agent:WebZip/4.0

Disallow: /

User-agent:WebStripper

Disallow: /

User-agent:WebSauger

Disallow: /

User-agent:WebCopier

Disallow: /

User-agent:NetAnts

Disallow: /

User-agent:Mister PiX

Disallow: /

User-agent:WebAuto

Disallow: /

User-agent:TheNomad

Disallow: /

User-agent:WWW-Collector-E

Disallow: /

User-agent: RMA

Disallow: /

User-agent:libWeb/clsHTTP

Disallow: /

User-agent:asterias

Disallow: /

User-agent:httplib

Disallow: /

User-agent:turingos

Disallow: /

User-agent:spanner

Disallow: /

User-agent:InfoNaviRobot

Disallow: /

User-agent:Harvest/1.5

Disallow: /

User-agent:Bullseye/1.0

Disallow: /

User-agent:Mozilla/4.0 (compatible; BullsEye; Windows 95)

Disallow: /

User-agent:Crescent Internet ToolPak HTTP OLE Control v.1.0

Disallow: /

User-agent:CherryPickerSE/1.0

Disallow: /

User-agent:CherryPickerElite/1.0

Disallow: /

User-agent:WebBandit/3.50

Disallow: /

User-agent:NICErsPRO

Disallow: /

User-agent:Microsoft URL Control – 5.01.4511

Disallow: /

User-agent: NotYour Business!

Disallow: /

User-agent:Hidden-Referrer

Disallow: /

User-agent:DittoSpyder

Disallow: /

User-agent:Foobot

Disallow: /

User-agent:WebmasterWorldForumBot

Disallow: /

User-agent:SpankBot

Disallow: /

User-agent:BotALot

Disallow: /

User-agent:lwp-trivial/1.34

Disallow: /

User-agent:lwp-trivial

Disallow: /

User-agent:BunnySlippers

Disallow: /

User-agent:Microsoft URL Control – 6.00.8169

Disallow: /

User-agent: URLyWarning

Disallow: /

User-agent:Wget/1.6

Disallow: /

User-agent:Wget/1.5.3

Disallow: /

User-agent: Wget

Disallow: /

User-agent:LinkWalker

Disallow: /

User-agent:cosmos

Disallow: /

User-agent:moget

Disallow: /

User-agent:hloader

Disallow: /

User-agent:humanlinks

Disallow: /

User-agent:LinkextractorPro

Disallow: /

User-agent:Offline Explorer

Disallow: /

User-agent: MataHari

Disallow: /

User-agent:LexiBot

Disallow: /

User-agent: WebImage Collector

Disallow: /

User-agent: TheIntraformant

Disallow: /

User-agent:True_Robot/1.0

Disallow: /

User-agent:True_Robot

Disallow: /

User-agent:BlowFish/1.0

Disallow: /

User-agent:JennyBot

Disallow: /

User-agent: MIIxpc/4.2

Disallow: /

User-agent:BuiltBotTough

Disallow: /

User-agent:ProPowerBot/2.14

Disallow: /

User-agent:BackDoorBot/1.0

Disallow: /

User-agent:toCrawl/UrlDispatcher

Disallow: /

User-agent:WebEnhancer

Disallow: /

User-agent:suzuran

Disallow: /

User-agent:TightTwatBot

Disallow: /

User-agent: VCIWebViewer VCI WebViewer Win32

Disallow: /

User-agent: VCI

Disallow: /

User-agent:Szukacz/1.4

Disallow: /

User-agent:QueryN Metasearch

Disallow: /

User-agent:Openfind data gathere

Disallow: /

User-agent:Openfind

Disallow: /

User-agent:Xenu’s Link Sleuth 1.1c

Disallow: /

User-agent:Xenu’s

Disallow: /

User-agent: Zeus

Disallow: /

User-agent:RepoMonkey Bait & Tackle/v1.01

Disallow: /

User-agent:RepoMonkey

Disallow: /

User-agent:Microsoft URL Control

Disallow: /

User-agent:Openbot

Disallow: /

User-agent: URLControl

Disallow: /

User-agent: ZeusLink Scout

Disallow: /

User-agent: Zeus32297 Webster Pro V2.9 Win32

Disallow: /

User-agent:Webster Pro

Disallow: /

User-agent:EroCrawler

Disallow: /

User-agent:LinkScan/8.1a Unix

Disallow: /

User-agent:Keyword Density/0.9

Disallow: /

User-agent:Kenjin Spider

Disallow: /

User-agent:Iron33/1.0.2

Disallow: /

User-agent:Bookmark search tool

Disallow: /

User-agent:GetRight/4.2

Disallow: /

User-agent:FairAd Client

Disallow: /

User-agent:Gaisbot

Disallow: /

User-agent:Aqua_Products

Disallow: /

User-agent:Radiation Retriever 1.1

Disallow: /

User-agent:WebmasterWorld Extractor

Disallow: /

User-agent:Flaming AttackBot

Disallow: /

User-agent:Oracle Ultra Search

Disallow: /

User-agent:MSIECrawler

Disallow: /

User-agent:PerMan

Disallow: /

User-agent:searchpreview

Disallow: /

User-agent: *

Disallow:

Disallow: /bin/

Sitemap:/sitemap.php