###
# robots.txt file for domain: http://www-fars.nhtsa.dot.gov
###

User-agent: *
Disallow: /bin/
Disallow: /images/
Disallow: /Common/
Disallow: /Controls/
Disallow: /logs/
Disallow: /scripts/
Disallow: /styles/


###
# Unsafe robots to keep away
###

User-agent: 8484 Boston Project v 1.0
Disallow: /
User-agent: Aide
Disallow: /
User-agent: Alexibot
Disallow: /
User-agent: almaden
Disallow: /
User-agent: Anarchie
Disallow: /
User-agent: Ano-Kato
Disallow: /
User-agent: Aqua_Products
Disallow: /
User-agent: arirang_check
Disallow: /
User-agent: ArribaPacketRat
Disallow: /
User-agent: ASPSeek
Disallow: /
User-agent: asterias
Disallow: /
User-agent: autoemailspider
Disallow: /
User-agent: avantgo
Disallow: /
User-agent: b2w
Disallow: /
User-agent: BackDoorBot
Disallow: /
User-agent: BackDoorBot/1.0
Disallow: /
User-agent: BackStreet Browser 3.x
Disallow: /
User-agent: baiduspider
Disallow: /
User-agent: Baiduspider+(+http://www.baidu.com/search/spider.htm)
Disallow: /
User-agent: Baiduspider+(+http://www.baidu.com/search/spider_jp.html)
Disallow: /
User-agent: Batik/1.0
Disallow: /
User-agent: BecomeBot
Disallow: /
User-agent: Bilbo
Disallow: /
User-agent: Black Hole
Disallow: /
User-agent: Black.Hole
Disallow: /
User-agent: BlackWidow
Disallow: /
User-agent: BlowFish
Disallow: /
User-agent: BlowFish/1.0
Disallow: /
User-agent: Bookmark search tool
Disallow: /
User-agent: bot/1.0
Disallow: /
User-agent: bot/1.0 (bot; http://; bot@bot.bot)
Disallow: /
User-agent: BotALot
Disallow: /
User-agent: BuiltBotTough
Disallow: /
User-agent: Bullseye
Disallow: /
User-agent: Bullseye/1.0
Disallow: /
User-agent: BunnySlippers
Disallow: /
User-agent: b2w/0.1
Disallow: /
User-agent: Cache Content
Disallow: /
User-agent: Cegbfeieh
Disallow: /
User-agent: Charon/1.x (Amiga)
Disallow: /
User-agent: Checkbot/1.71
Disallow: /
User-agent: CheeseBot
Disallow: /
User-agent: CherryPicker
Disallow: /
User-agent: CherryPicker /1.0
Disallow: /
User-agent: CherryPickerElite/1.0
Disallow: /
User-agent: CherryPickerSE/1.0
Disallow: /
User-agent: ChinaClaw
Disallow: /
User-agent: China Local Browse 2.6
Disallow: /
User-agent: CHIP Explorer HU
Disallow: /
User-agent: Cityreview Robot
Disallow: /
User-agent: cj.com Spider
Disallow: /
User-agent: collage.cgi/1.82
Disallow: /
User-agent: COMBINE
Disallow: /
User-agent: Confuzzledbot/2.0 (+BETA http://bot.confuzzled.lu/)
Disallow: /
User-agent: ContactBot/0.2
Disallow: /
User-agent: ContentSmartz
Disallow: /
User-agent: CopyHunter/1.54
Disallow: /
User-agent: CopyRightCheck
Disallow: /
User-agent: cosmos
Disallow: /
User-agent: Crawl_Application
Disallow: /
User-agent: Crescent
Disallow: /
User-agent: Crescent Internet ToolPak HTTP OLE Control v.1.0
Disallow: /
User-agent: curl/7.10.x (i386-redhat-linux-gnu) libcurl/7.10.x OpenSSL/0.9.7a ipv6 zlib/1.1.4
Disallow: /
User-agent: curl/7.7.x (i386--freebsd4.3) libcurl 7.7.x (SSL 0.9.6) (ipv6 enabled)
Disallow: /
User-agent: curl/7.8 (i686-pc-linux-gnu) libcurl 7.8 (OpenSSL 0.9.6)
Disallow: /
User-agent: curl/7.9.x (win32) libcurl 7.9.x
Disallow: /
User-agent: Custo
Disallow: /
User-agent: Cxhttp
Disallow: /
User-agent: DA 3.5 (www.lidan.com)
Disallow: /
User-agent: DA 4.0
Disallow: /
User-agent: DA 4.0 (www.downloadaccelerator.com)
Disallow: /
User-agent: DA 5.0
Disallow: /
User-agent: DA 7.0
Disallow: /
User-agent: DC-Sakura/x.xx
Disallow: /
User-agent: DDD
Disallow: /
User-agent: DataCha0s/2.0
Disallow: /
User-agent: DBrowse 1.4b
Disallow: /
User-agent: DBrowse 1.4d
Disallow: /
User-agent: deepindex.com
Disallow: /
User-agent: Demo Bot DOT 16b
Disallow: /
User-agent: Demo Bot Z 16b
Disallow: /
User-agent: Der große BilderSauger 2.00u
Disallow: /
User-agent: DIIbot
Disallow: /
User-agent: DISCo
Disallow: /
User-agent: DISCo Pump x.x
Disallow: /
User-agent: DittoSpyder
Disallow: /
User-agent: dlman
Disallow: /
User-agent: dloader(NaverRobot)/1.0
Disallow: /
User-agent: DOC
Disallow: /
User-agent: Dolly/1.0
Disallow: /
User-agent: Downloader
Disallow: /
User-agent: DTS Agent
Disallow: /
User-agent: Download Demon/3.x.x.x
Disallow: /
User-agent: Download Druid 2.x
Disallow: /
User-agent: Download Express 1.0
Disallow: /
User-agent: Download Master
Disallow: /
User-agent: Download Ninja
Disallow: /
User-agent: Download Ninja 3.0
Disallow: /
User-agent: Download Wonder
Disallow: /
User-agent: Download.exe(1.1) (+http://www.sql-und-xml.de/freeware-tools/)
Disallow: /
User-agent: DSurf15a 01
Disallow: /
User-agent: DSurf15a 71
Disallow: /
User-agent: DSurf15a 81
Disallow: /
User-agent: DSurf15a VA
Disallow: /
User-agent: DTAAgent
Disallow: /
User-agent: DTS Agent
Disallow: /
User-agent: dumbot
Disallow: /
User-agent: EasyDL
Disallow: /
User-agent: eCatch
Disallow: /
User-agent: eCatch/3.0
Disallow: /
User-agent: Educate Search VxB
Disallow: /
User-agent: EirGrabber
Disallow: /
User-agent: EliteSys Entry
Disallow: /
User-agent: Email Spider by AlexW
Disallow: /
User-agent: EmailCollector
Disallow: /
User-agent: EmailSiphon
Disallow: /
User-agent: EmailWolf
Disallow: /
User-agent: EmailWolf 1.00
Disallow: /
User-agent: ESurf15a 15
Disallow: /
User-agent: Express WebPictures
Disallow: /
User-agent: Express WebPictures (www.express-soft.com)
Disallow: /
User-agent: ExtractorPro
Disallow: /
User-agent: Extreme Picture Finder
Disallow: /
User-agent: EyeNetIE
Disallow: /
User-agent: FairAd Client
Disallow: /
User-agent: fast
Disallow: /
User-agent: Fasterfox
Disallow: /
User-agent: FavOrg
Disallow: /
User-agent: favorstarbot
Disallow: /
User-agent: Feed::Find/0.0x
Disallow: /
User-agent: FDM 1.x
Disallow: /
User-agent: FDM 2.x
Disallow: /
User-agent: Fetch
Disallow: /
User-agent: fetch libfetch/2.0
Disallow: /
User-agent: FileHound x.x
Disallow: /
User-agent: Firefly
Disallow: /
User-agent: Flaming AttackBot
Disallow: /
User-agent: Flash Processor
Disallow: /
User-agent: FlashGet
Disallow: /
User-agent: Foobot
Disallow: /
User-agent: FOTOCHECKER
Disallow: /
User-agent: Franklin Locator 1.8
Disallow: /
User-agent: FreshDownload/x.xx
Disallow: /
User-agent: FrontPage
Disallow: /
User-agent: FSurf15a 01
Disallow: /
User-agent: Full Web Bot 0416B
Disallow: /
User-agent: Full Web Bot 0516B
Disallow: /
User-agent: Full Web Bot 2816B
Disallow: /
User-agent: Gaisbot
Disallow: /
User-agent: GalaxyBot
Disallow: /
User-agent: Getleft 1.1b2
Disallow: /
User-agent: GetRight
Disallow: /
User-agent: GetRight/4.2
Disallow: /
User-agent: GetWeb!
Disallow: /
User-agent: gigabaz
Disallow: /
User-agent: Gigabot/1.0
Disallow: /
User-agent: Gigabot/2.0
Disallow: /
User-agent: Gigabot/2.0/gigablast.com/spider.html
Disallow: /
User-agent: Go-Ahead-Got-It
Disallow: /
User-agent: Go!Zilla
Disallow: /
User-agent: GornKer Crawler
Disallow: /
User-agent: GrabNet
Disallow: /
User-agent: Grafula
Disallow: /
User-agent: grub
Disallow: /
User-agent: grub-client
Disallow: /
User-agent: Harvest
Disallow: /
User-agent: Harvest/1.5
Disallow: /
User-agent: Hatena
Disallow: /
User-agent: Hatena Antenna
Disallow: /
User-agent: HMView
Disallow: /
User-agent: hloader
Disallow: /
User-agent: holmes
Disallow: /
User-agent: holmes/3.10.1 (OnetSzukaj/5.0; +http://szukaj.onet.pl)
Disallow: /
User-agent: holmes/3.10 (http://morfeo.centrum.cz/bot)
Disallow: /
User-agent: holmes/3.11 (http://morfeo.centrum.cz/bot)
Disallow: /
User-agent: holmes/3.9 (OnetSzukaj/5.0; +http://szukaj.onet.pl)
Disallow: /
User-agent: holmes/3.8 (http://morfeo.centrum.cz/bot.php)
Disallow: /
User-agent: holmes/3.7 (http://morfeo.centrum.cz/bot.php)
Disallow: /
User-agent: HTMLAB
Disallow: /
User-agent: httpdown
Disallow: /
User-agent: httplib
Disallow: /
User-agent: HTTrack
Disallow: /
User-agent: humanlinks
Disallow: /
User-agent: IBSBand
Disallow: /
User-agent: Image Collector V1.0
Disallow: /
User-agent: Image Stripper
Disallow: /
User-agent: Image Sucker
Disallow: /
User-agent: ImageVampire
Disallow: /
User-agent: Indy Library
Disallow: /
User-agent: IndyLibrary
Disallow: /
User-agent: interarchy
Disallow: /
User-agent: InterGET
Disallow: /
User-agent: Internet Ninja
Disallow: /
User-agent: InfoNaviRobot
Disallow: /
User-agent: Intelliseek
Disallow: /
User-agent: InternetLinkAgent/3.1
Disallow: /
User-agent: InternetSeer
Disallow: /
User-agent: InternetSeer.com
Disallow: /
User-agent: Iron33/1.0.2
Disallow: /
User-agent: Java/1.4.1_04
Disallow: /
User-agent: Java/1.4.2
Disallow: /
User-agent: Java/1.4.2_01
Disallow: /
User-agent: Java/1.4.2_02
Disallow: /
User-agent: Java/1.4.2_03
Disallow: /
User-agent: Java/1.4.2_04
Disallow: /
User-agent: Java/1.4.2_05
Disallow: /
User-agent: Java/1.4.2_08
Disallow: /
User-agent: Java/1.4.2_09
Disallow: /
User-agent: Java/1.4.2_12
Disallow: /
User-agent: Java/1.5.0
Disallow: /
User-agent: Java/1.5.0_01
Disallow: /
User-agent: Java/1.5.0_02
Disallow: /
User-agent: Java/1.5.0_03
Disallow: /
User-agent: Java/1.5.0_04
Disallow: /
User-agent: Java/1.5.0_05
Disallow: /
User-agent: Java/1.5.0_06
Disallow: /
User-agent: Java/1.5.0_07
Disallow: /
User-agent: Java/1.5.0_08
Disallow: /
User-agent: Java/1.5.0_09
Disallow: /
User-agent: Java/1.5.0_10
Disallow: /
User-agent: Java/1.5.0_11
Disallow: /
User-agent: Java/1.6.0
Disallow: /
User-agent: Java/1.6.0-beta
Disallow: /
User-agent: Java/1.6.0-beta2
Disallow: /
User-agent: Java/1.6.0-oem
Disallow: /
User-agent: JennyBot
Disallow: /
User-agent: Jetbot/1.0
Disallow: /
User-agent: Jetbot
Disallow: /
User-agent: JetCar
Disallow: /
User-agent: JOC Web Spider
Disallow: /
User-agent: k2spider
Disallow: /
User-agent: Kenjin Spider
Disallow: /
User-agent: Keyword.Density
Disallow: /
User-agent: Keyword Density/0.9
Disallow: /
User-agent: kinjabot
Disallow: /
User-agent: Krugle
Disallow: /
User-agent: Krugle/Krugle
Disallow: /
User-agent: Krugle/Krugle,Nutch/0.8+ (Krugle web crawler; http://corp.krugle.com/crawler/info.html; webcrawler@krugle.com)
Disallow: /
User-agent: Krugle/Krugle,Nutch/0.8+ (Krugle web crawler; http://www.krugle.com/crawler/info.html; webcrawler@krugle.com)
Disallow: /
User-agent: kuloko-bot
Disallow: /
User-agent: lanshanbot
Disallow: /
User-agent: lanshanbot/1.0
Disallow: /
User-agent: LapozzBot
Disallow: /
User-agent: LapozzBot/1.4
Disallow: /
User-agent: LapozzBot/1.4 (+http://robot.lapozz.com)
Disallow: /
User-agent: LapozzBot/1.4 (+http://robot.lapozz.hu)
Disallow: /
User-agent: larbin
Disallow: /
User-agent: LeechFTP
Disallow: /
User-agent: LexiBot
Disallow: /
User-agent: libWeb/clsHTTP
Disallow: /
User-agent: LinkextractorPro
Disallow: /
User-agent: Linkman
Disallow: /
User-agent: linko
Disallow: /
User-agent: LinkScan/8.1a Unix
Disallow: /
User-agent: LinkSleuth
Disallow: /
User-agent: LinkWalker
Disallow: /
User-agent: Lite Bot
Disallow: /
User-agent: livedoorCheckers
Disallow: /
User-agent: LNSpiderguy
Disallow: /
User-agent: loopimprovements
Disallow: /
User-agent: Mac Finder
Disallow: /
User-agent: mail sweeper
Disallow: /
User-agent: Martini
Disallow: /
User-agent: Mass\ Down
Disallow: /
User-agent: Mass Downloader
Disallow: /
User-agent: Mata Hari
Disallow: /
User-agent: Mata.Hari
Disallow: /
User-agent: MeatEater
Disallow: /
User-agent: Megite
Disallow: /
User-agent: MFC
Disallow: /
User-agent: Microsoft URL Control
Disallow: /
User-agent: Microsoft.URL.Control
Disallow: /
User-agent: Microsoft URL Control - 5.01.4511
Disallow: /
User-agent: Microsoft URL Control - 6.00.8169
Disallow: /
User-agent: Microsoft URL Control - 6.00.8862
Disallow: /
User-agent: Microsoft URL Control - 6.00.8877
Disallow: /
User-agent: Microsoft URL Control - 6.01.9782
Disallow: /
User-agent: Microsoft.URL
Disallow: /
User-agent: MIDown tool
Disallow: /
User-agent: MIIxpc
Disallow: /
User-agent: MIIxpc/4.2
Disallow: /
User-agent: MileNSbot
Disallow: /
User-agent: MileNSbot 0.1
Disallow: /
User-agent: MileNSbot 0.1beta
Disallow: /
User-agent: MileNSbot/0.1beta
Disallow: /
User-agent: Mister PiX
Disallow: /
User-agent: Mister.PiX
Disallow: /
User-agent: Mister Pix II 2.10
Disallow: /
User-agent: MnogoSearch
Disallow: /
User-agent: moget
Disallow: /
User-agent: moget/2.1
Disallow: /
User-agent: morfeus
Disallow: /
User-agent: Morfeus
Disallow: /
User-agent: MSIECrawler
Disallow: /
User-agent: MSProxy
Disallow: /
User-agent: NameProtect
Disallow: /
User-agent: naver
Disallow: /
User-agent: NaverRobot
Disallow: /
User-agent: Navroad
Disallow: /
User-agent: NearSite
Disallow: /
User-agent: NetAnts
Disallow: /
User-agent: NetCaptor
Disallow: /
User-agent: NetMechanic
Disallow: /
User-agent: NetSpider
Disallow: /
User-agent: Net Sweeper
Disallow: /
User-agent: Net Vampire
Disallow: /
User-agent: NetZIP
Disallow: /
User-agent: NICErsPRO
Disallow: /
User-agent: NimbleCrawler
Disallow: /
User-agent: NITLE Blog Spider/0.01
Disallow: /
User-agent: NPBot
Disallow: /
User-agent: nuSearch
Disallow: /
User-agent: NY Internet Srvcs
Disallow: /
User-agent: oBot
Disallow: /
User-agent: Octopus
Disallow: /
User-agent: Offline
Disallow: /
User-agent: Offline Explorer
Disallow: /
User-agent: Offline.Explorer
Disallow: /
User-agent: Offline Navigator
Disallow: /
User-agent: Openbot
Disallow: /
User-agent: Openfind
Disallow: /
User-agent: Openfind data gathere
Disallow: /
User-agent: Oracle Ultra Search
Disallow: /
User-agent: P.Arthur 1.1
Disallow: /
User-agent: PageGrabber
Disallow: /
User-agent: Papa Foto
Disallow: /
User-agent: pavuk
Disallow: /
User-agent: pcBrowser
Disallow: /
User-agent: PerMan
Disallow: /
User-agent: php
Disallow: /
User-agent: PingALink
Disallow: /
User-agent: Pita
Disallow: /
User-agent: PlantyNet_WebRobot_V1.9
Disallow: /
User-agent: Pockey
Disallow: /
User-agent: production
Disallow: /
User-agent: Program Shareware 1.0.3
Disallow: /
User-agent: ProPowerBot/2.14
Disallow: /
User-agent: ProWebWalker
Disallow: /
User-agent: QihooBot
Disallow: /
User-agent: QuepasaCreep
Disallow: /
User-agent: QuepasaCreep v0.9.13
Disallow: /
User-agent: QueryN Metasearch
Disallow: /
User-agent: QueryN.Metasearch
Disallow: /
User-agent: QRVA
Disallow: /
User-agent: Radiation Retriever 1.1
Disallow: /
User-agent: RealDownload
Disallow: /
User-agent: ReGet
Disallow: /
User-agent: RepoMonkey
Disallow: /
User-agent: RepoMonkey Bait & Tackle/v1.01
Disallow: /
User-agent: RMA
Disallow: /
User-agent: rocketwriter
Disallow: /
User-agent: scooter
Disallow: /
User-agent: Scooter/3.3
Disallow: /
User-agent: searchpreview
Disallow: /
User-agent: Seeker
Disallow: /
User-agent: Simple
Disallow: /
User-agent: Simpy
Disallow: /
User-agent: sitecheck.internetseer.com
Disallow: /
User-agent: SiteSnagger
Disallow: /
User-agent: SlySearch
Disallow: /
User-agent: SmartDownload
Disallow: /
User-agent: Snappy
Disallow: /
User-agent: Snappy 1.1
Disallow: /
User-agent: Snappy/1.1
Disallow: /
User-agent: Snappy/1.1+(+http://www.urltrends.com/+)
Disallow: /
User-agent: sohu
Disallow: /
User-agent: spanner
Disallow: /
User-agent: SpiderKU/0.9
Disallow: /
User-agent: Stanford
Disallow: /
User-agent: Stanford CompSciClub
Disallow: /
User-agent: Stanford CompClub
Disallow: /
User-agent: Stanford Spiderboys
Disallow: /
User-agent: Steeler
Disallow: /
User-agent: suchtop-bot-1.14
Disallow: /
User-agent: SuperBot
Disallow: /
User-agent: SuperHTTP
Disallow: /
User-agent: Surfbot
Disallow: /
User-agent: SurveyBot
Disallow: /
User-agent: SurveyBot/2.3
Disallow: /
User-agent: suzuran
Disallow: /
User-agent: Sweeper
Disallow: /
User-agent: szukacz
Disallow: /
User-agent: Szukacz/1.4
Disallow: /
User-agent: Szukacz/1.5
Disallow: /
User-agent: tAkeOut
Disallow: /
User-agent: Teleport Pro
Disallow: /
User-agent: Teleport
Disallow: /
User-agent: TeleportPro
Disallow: /
User-agent: Telesoft
Disallow: /
User-agent: The.Intraformant
Disallow: /
User-agent: The Intraformant
Disallow: /
User-agent: TheNomad
Disallow: /
User-agent: Titan
Disallow: /
User-agent: TMCrawler
Disallow: /
User-agent: toCrawl/UrlDispatcher
Disallow: /
User-agent: tovero
Disallow: /
User-agent: True_Robot
Disallow: /
User-agent: True_Robot/1.0
Disallow: /
User-agent: turingos
Disallow: /
User-agent: Turn It In
Disallow: /
User-agent: TurnitinBot
Disallow: /
User-agent: TurnitinBot/1.5
Disallow: /
User-agent: UbiCrawler
Disallow: /
User-agent: UltraUptime
Disallow: /
User-agent: UltraWombat
Disallow: /
User-agent: Under the Rainbow
Disallow: /
User-agent: URL Control
Disallow: /
User-agent: UrlDispatcher
Disallow: /
User-agent: URL_Spider_Pro
Disallow: /
User-agent: URLSpiderPro
Disallow: /
User-agent: URLy Warning
Disallow: /
User-agent: URLy.Warning
Disallow: /
User-agent: Vagabondo/2.1
Disallow: /
User-agent: VCI
Disallow: /
User-agent: VCI WebViewer VCI WebViewer Win32
Disallow: /
User-agent: VoilaBOT
Disallow: /
User-agent: VoidEYE
Disallow: /
User-agent: vscooter
Disallow: /
User-agent: w3mir
Disallow: /
User-agent: Wavepluz
Disallow: /
User-agent: Web\ Downloader
Disallow: /
User-agent: Web Downloader/4.9
Disallow: /
User-agent: Web Downloader/5.8
Disallow: /
User-agent: WebGather 3.0
Disallow: /
User-agent: WebAuto
Disallow: /
User-agent: [Ww]eb[Bb]andit
Disallow: /
User-agent: WebBandit
Disallow: /
User-agent: WebBandit/3.50
Disallow: /
User-agent: webbot bot include
Disallow: /
User-agent: WebCapture
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: WebCopier v3.3
Disallow: /
User-agent: WebCopier v3.2a
Disallow: /
User-agent: webcrawler
Disallow: /
User-agent: webdup
Disallow: /
User-agent: WebEMailExtrac.*
Disallow: /
User-agent: WebEnhancer
Disallow: /
User-agent: WebFetch
Disallow: /
User-agent: WebGather 3.0
Disallow: /
User-agent: WebGo IS
Disallow: /
User-agent: webhook
Disallow: /
User-agent: Web Image Collector
Disallow: /
User-agent: Web.Image.Collector
Disallow: /
User-agent: WebBandit
Disallow: /
User-agent: WebLeacher
Disallow: /
User-agent: WebmasterWorldForumBot
Disallow: /
User-agent: WebMiner
Disallow: /
User-agent: WebMirror
Disallow: /
User-agent: WebReaper
Disallow: /
User-agent: WebSauger
Disallow: /
User-agent: Website eXtractor
Disallow: /
User-agent: Website Quester
Disallow: /
User-agent: Website.Quester
Disallow: /
User-agent: Webster.Pro
Disallow: /
User-agent: Webster Pro
Disallow: /
User-agent: WebStripper
Disallow: /
User-agent: WebStripper/2.56
Disallow: /
User-agent: Web Sucker
Disallow: /
User-agent: WebVac
Disallow: /
User-agent: WebWhacker
Disallow: /
User-agent: WebZip
Disallow: /
User-agent: WebZIP/3.65
Disallow: /
User-agent: WebZip/4.0
Disallow: /
User-agent: Wget
Disallow: /
User-agent: Wget/1.10
Disallow: /
User-agent: Wget/1.10.1
Disallow: /
User-agent: Wget/1.10.1 (Red Hat modified)
Disallow: /
User-agent: Wget/1.10.2
Disallow: /
User-agent: Wget/1.10.2 (Red Hat modified)
Disallow: /
User-agent: Wget/1.5.3
Disallow: /
User-agent: Wget/1.5.3.1
Disallow: /
User-agent: Wget/1.6
Disallow: /
User-agent: Wget/1.8
Disallow: /
User-agent: Wget/1.8.2
Disallow: /
User-agent: Wget/1.9+cvs-stable (Red Hat modified)
Disallow: /
User-agent: Wget/1.9.1
Disallow: /
User-agent: Widow
Disallow: /
User-agent: WWW-Collector-E
Disallow: /
User-agent: WWWOFFLE
Disallow: /
User-agent: xaldon
Disallow: /
User-agent: Xaldon WebSpider
Disallow: /
User-agent: YellSpider
Disallow: /
User-agent: Zao
Disallow: /
User-agent: Zealbot
Disallow: /
User-agent: Zehuti
Disallow: /
User-agent: Zeus
Disallow: /
User-agent: Zeus 2.6
Disallow: /
User-agent: Zeus 32297 Webster Pro V2.9 Win32
Disallow: /
User-agent: Zeus Link Scout
Disallow: /
User-agent: Zeus.Webster
Disallow: /
User-agent: ZyBorg
Disallow: /
User-agent: ZyBORG
Disallow: /