User-agent: *
Allow: /
User-agent: Nicecrawler
Disallow: /
User-agent: archive.org_bot
Disallow: /
User-agent: bot
Disallow: /
User-agent: ^Buck\/[0-9]
Disallow: /
User-agent: spider
Disallow: /
User-agent: crawl
Disallow: /
User-agent: ^.?$
Disallow: /
User-agent: [^a]fish
Disallow: /
User-agent: ^IDA$
Disallow: /
User-agent: ^ruby$
Disallow: /
User-agent: ^@ozilla\/\d
Disallow: /
User-agent: ^脝脝陆芒潞贸碌脛$
Disallow: /
User-agent: ^破解后的$
Disallow: /
User-agent: ADmantX
Disallow: /
User-agent: Alexandria(\s|\+)prototype(\s|\+)project
Disallow: /
User-agent: AllenTrack
Disallow: /
User-agent: almaden
Disallow: /
User-agent: AntBot
Disallow: /
User-agent: appie
Disallow: /
User-agent:  API[\+\s]scraper
Disallow: /
User-agent: Arachni
Disallow: /
User-agent: Arachmo
Disallow: /
User-agent: architext
Disallow: /
User-agent: ArchiveTeam
Disallow: /
User-agent: aria2\/\d
Disallow: /
User-agent: arks
Disallow: /
User-agent: ^Array$
Disallow: /
User-agent: asterias
Disallow: /
User-agent: atomz
Disallow: /
User-agent: axios\/\d
Disallow: /
User-agent: BDFetch
Disallow: /
User-agent: Betsie
Disallow: /
User-agent: biglotron
Disallow: /
User-agent: BingPreview
Disallow: /
User-agent: binlar
Disallow: /
User-agent: bjaaland
Disallow: /
User-agent: Blackboard[\+\s]Safeassign
Disallow: /
User-agent: blaiz-bee
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: BLEXBot *.*
Disallow: /
User-agent: BLEXBot 1.0
Disallow: /
User-agent: bookmark-manager
Disallow: /
User-agent: Brutus\/AET
Disallow: /
User-agent: BUbiNG
Disallow: /
User-agent: bwh3_user_agent
Disallow: /
User-agent: celestial
Disallow: /
User-agent: centuryb
Disallow: /
User-agent: cfnetwork
Disallow: /
User-agent: checklink
Disallow: /
User-agent: checkprivacy
Disallow: /
User-agent: China\sLocal\sBrowse\s2\.6
Disallow: /
User-agent: ClaudeBot
Disallow: /
User-agent: cloakDetect
Disallow: /
User-agent: coccoc\/1\.0
Disallow: /
User-agent: Code\sSample\sWeb\sClient
Disallow: /
User-agent: collection@infegy.com
Disallow: /
User-agent: com\.plumanalytics
Disallow: /
User-agent: combine
Disallow: /
User-agent: contentmatch
Disallow: /
User-agent: ContentSmartz
Disallow: /
User-agent: convera
Disallow: /
User-agent: core
Disallow: /
User-agent: Cortana
Disallow: /
User-agent: CoverScout
Disallow: /
User-agent: crusty\/\d
Disallow: /
User-agent: curl\/
Disallow: /
User-agent: cursor
Disallow: /
User-agent: custo
Disallow: /
User-agent: DataCha0s\/2\.0
Disallow: /
User-agent: daum(oa)?
Disallow: /
User-agent: ^\%?default\%?$
Disallow: /
User-agent: DeuSu\/
Disallow: /
User-agent: Dispatch\/\d
Disallow: /
User-agent: Docoloc
Disallow: /
User-agent: docomo
Disallow: /
User-agent: Download\+Master
Disallow: /
User-agent: Drupal
Disallow: /
User-agent: DSurf
Disallow: /
User-agent: DTS Agent
Disallow: /
User-agent: EasyBib[\+\s]AutoCite[\+\s]
Disallow: /
User-agent: easydl
Disallow: /
User-agent: EBSCO\sEJS\sContent\sServer
Disallow: /
User-agent: EcoSearch
Disallow: /
User-agent: ELinks\/
Disallow: /
User-agent: Embedly
Disallow: /
User-agent: EThOS\+\(British\+Library\)
Disallow: /
User-agent: facebookexternalhit\/
Disallow: /
User-agent: favorg
Disallow: /
User-agent: Faveeo\/\d
Disallow: /
User-agent: FDM(\s|\+)\d
Disallow: /
User-agent: Feedbin
Disallow: /
User-agent: ferret
Disallow: /
User-agent: Fetch(\s|\+)API(\s|\+)Request
Disallow: /
User-agent: findlinks
Disallow: /
User-agent: findthatfile
Disallow: /
User-agent: ^FileDown$
Disallow: /
User-agent: ^Filter$
Disallow: /
User-agent: ^FOCA
Disallow: /
User-agent: ^FreshpingBot\/1.0 \(\+https:\/\/freshping\.io\/\)$
Disallow: /
User-agent: Fulltext
Disallow: /
User-agent: Funnelback
Disallow: /
User-agent: Genieo
Disallow: /
User-agent: GetRight
Disallow: /
User-agent: geturl
Disallow: /
User-agent: GigablastOpenSource
Disallow: /
User-agent: G-i-g-a-b-o-t
Disallow: /
User-agent: GLMSLinkAnalysis
Disallow: /
User-agent: Goldfire(\s|\+)Server
Disallow: /
User-agent: Grammarly
Disallow: /
User-agent: GroupHigh\/\d
Disallow: /
User-agent: grub
Disallow: /
User-agent: gulliver
Disallow: /
User-agent: gvfs\/
Disallow: /
User-agent: harvest
Disallow: /
User-agent: heritrix
Disallow: /
User-agent: holmes
Disallow: /
User-agent: htdig
Disallow: /
User-agent: htmlparser
Disallow: /
User-agent: HeadlessChrome
Disallow: /
User-agent: HttpComponents\/1.1
Disallow: /
User-agent: HTTPFetcher
Disallow: /
User-agent: http.?client
Disallow: /
User-agent: httpget
Disallow: /
User-agent: httpx
Disallow: /
User-agent: httrack
Disallow: /
User-agent: ichiro
Disallow: /
User-agent: iktomi
Disallow: /
User-agent: ilse
Disallow: /
User-agent: insomnia
Disallow: /
User-agent: ^integrity\/\d
Disallow: /
User-agent: intute
Disallow: /
User-agent: iSiloX
Disallow: /
User-agent: iskanie
Disallow: /
User-agent: ^java\/\d{1,2}.\d
Disallow: /
User-agent: jeeves
Disallow: /
User-agent: Jersey\/\d
Disallow: /
User-agent: jobo
Disallow: /
User-agent: Koha
Disallow: /
User-agent: kyluka
Disallow: /
User-agent: larbin
Disallow: /
User-agent: libcurl
Disallow: /
User-agent: libhttp
Disallow: /
User-agent: libwww
Disallow: /
User-agent: lilina
Disallow: /
User-agent: ^LinkAnalyser
Disallow: /
User-agent: link.?check
Disallow: /
User-agent: LinkLint-checkonly
Disallow: /
User-agent: ^LinkParser\/
Disallow: /
User-agent: ^LinkSaver\/
Disallow: /
User-agent: linkscan
Disallow: /
User-agent: LinkTiger
Disallow: /
User-agent: linkwalker
Disallow: /
User-agent: lipperhey
Disallow: /
User-agent: livejournal\.com
Disallow: /
User-agent: LOCKSS
Disallow: /
User-agent: LongURL.API
Disallow: /
User-agent: ltx71
Disallow: /
User-agent: lwp
Disallow: /
User-agent: MaCoCu
Disallow: /
User-agent: mail\.ru
Disallow: /
User-agent: MarcEdit
Disallow: /
User-agent: mediapartners-google
Disallow: /
User-agent: megite
Disallow: /
User-agent: MetaInspector
Disallow: /
User-agent: MetaURI[\+\s]API\/\d\.\d
Disallow: /
User-agent: Microsoft(\s|\+)URL(\s|\+)Control
Disallow: /
User-agent: Microsoft Office Existence Discovery
Disallow: /
User-agent: Microsoft Office Protocol Discovery
Disallow: /
User-agent: Microsoft-WebDAV-MiniRedir
Disallow: /
User-agent: mimas
Disallow: /
User-agent: mnogosearch
Disallow: /
User-agent: moget
Disallow: /
User-agent: motor
Disallow: /
User-agent: myweb
Disallow: /
User-agent: nagios
Disallow: /
User-agent: ^NetAnts\/\d
Disallow: /
User-agent: netcraft
Disallow: /
User-agent: netluchs
Disallow: /
User-agent: nettle
Disallow: /
User-agent: newspaper\/\d
Disallow: /
User-agent: ng\/2\.
Disallow: /
User-agent: ^Ning\/\d
Disallow: /
User-agent: no_user_agent
Disallow: /
User-agent: nomad
Disallow: /
User-agent: nutch
Disallow: /
User-agent: ^oaDOI$
Disallow: /
User-agent: ocelli
Disallow: /
User-agent: Offline(\s|\+)Navigator
Disallow: /
User-agent: OgScrper
Disallow: /
User-agent: okhttp
Disallow: /
User-agent: onetszukaj
Disallow: /
User-agent: OurBrowser
Disallow: /
User-agent: panscient
Disallow: /
User-agent: parsijoo
Disallow: /
User-agent: ^Pattern\/\d
Disallow: /
User-agent: Pcore-HTTP
Disallow: /
User-agent: perman
Disallow: /
User-agent: nicehash
Disallow: /
User-agent: pidcheck
Disallow: /
User-agent: pioneer
Disallow: /
User-agent: playmusic\.com
Disallow: /
User-agent: playstarmusic\.com
Disallow: /
User-agent: ^Postgenomic(\s|\+)v2
Disallow: /
User-agent: powermarks
Disallow: /
User-agent: proximic
Disallow: /
User-agent: PycURL
Disallow: /
User-agent: python
Disallow: /
User-agent: Qwantify
Disallow: /
User-agent: rambler
Disallow: /
User-agent: ReactorNetty\/\d
Disallow: /
User-agent: Readpaper
Disallow: /
User-agent: redalert
Disallow: /
User-agent: RestSharp
Disallow: /
User-agent: Riddler
Disallow: /
User-agent: robozilla
Disallow: /
User-agent: rss
Disallow: /
User-agent: scan4mail
Disallow: /
User-agent: scientificcommons
Disallow: /
User-agent: scirus
Disallow: /
User-agent: scooter
Disallow: /
User-agent: Scrapy\/\d
Disallow: /
User-agent: ^scrutiny\/\d
Disallow: /
User-agent: SearchBloxIntra
Disallow: /
User-agent: sfFeedReader\/0\.9
Disallow: /
User-agent: shoutcast
Disallow: /
User-agent: Site24x7
Disallow: /
User-agent: Sw kypeUriPreview
Disallow: /
User-agent: slurp
Disallow: /
User-agent: sogou
Disallow: /
User-agent: speedy
Disallow: /
User-agent: sqlmap
Disallow: /
User-agent: SrceDAMP
Disallow: /
User-agent: Strider
Disallow: /
User-agent: summify
Disallow: /
User-agent: sunrise
Disallow: /
User-agent: Sysomos
Disallow: /
User-agent: T\-H\-U\-N\-D\-E\-R\-S\-T\-O\-N\-E
Disallow: /
User-agent: tailrank
Disallow: /
User-agent: TUser-agent: eleport(\s|\+)Pro
Disallow: /
User-agent: Teoma
Disallow: /
User-agent: The[\+\s]Knowledge[\+\s]AI
Disallow: /
User-agent: titan
Disallow: /
User-agent: ^Traackr\.com$
Disallow: /
User-agent: Trello
Disallow: /
TUser-agent: Trove
Disallow: /
User-agent: Turnitin
Disallow: /
User-agent: twiceler
Disallow: /
User-agent: Typhoeus
Disallow: /
User-agent: ucsd
Disallow: /
User-agent: ultraseek
Disallow: /
User-agent: ^undefined$
Disallow: /
User-agent: ^unknown$
Disallow: /
User-agent: Unpaywall
Disallow: /
User-agent: URL2File
Disallow: /
User-agent: urlaliasbuilder
Disallow: /
User-agent: urllib
Disallow: /
User-agent: ^user.?agent$
Disallow: /
User-agent: ^User-Agent
Disallow: /
User-agent: validator
Disallow: /
User-agent: virus.detector
Disallow: /
User-agent: voila
Disallow: /
User-agent: ^voltron$
Disallow: /
User-agent: voyager\/
Disallow: /
User-agent: w3af\.org
Disallow: /
User-agent: Wanadoo
Disallow: /
User-agent: Web(\s|\+)Downloader
Disallow: /
User-agent: WebCloner
Disallow: /
User-agent: webcollage
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: Webinator
Disallow: /
User-agent: weblayers
Disallow: /
User-agent: Webmetrics
Disallow: /
User-agent: webmirror
Disallow: /
User-agent: webmon
Disallow: /
User-agent: weborama-fetcher
Disallow: /
User-agent: webreaper
Disallow: /
User-agent: WebStripper
Disallow: /
User-agent: Wget
Disallow: /
User-agent: WhatsApp
Disallow: /
User-agent: wordpress
Disallow: /
User-agent: worm
Disallow: /
User-agent: www\.gnip\.com
Disallow: /
User-agent: WWW-Mechanize
Disallow: /
User-agent: xenu
Disallow: /
User-agent: y!j
Disallow: /
User-agent: yacy
Disallow: /
User-agent: Yeti\/\d
Disallow: /
User-agent: Zabbix
Disallow: /
User-agent: ZoteroTranslationServer
Disallow: /
User-agent: zeus
Disallow: /
User-agent: zyborg
Disallow: /
User-agent: 7siters
Disallow: /
User-agent:  Trello
Disallow: /
User-agent:  Turnitin
Disallow: /
User-agent:  twiceler
Disallow: /
User-agent:  Typhoeus
Disallow: /
User-agent:  ucsd
Disallow: /
User-agent: ultraseek
Disallow: /
User-agent: ^unknown$
Disallow: /
User-agent: Unpaywall
Disallow: /
User-agent: URL2File
Disallow: /
User-agent: urlaliasbuilder
Disallow: /
User-agent: urllib
Disallow: /
User-agent: ^User-Agent
Disallow: /
User-agent: ^user.?agent$
Disallow: /
User-agent: validator
Disallow: /
User-agent: virus.detector
Disallow: /
User-agent: voila
Disallow: /
User-agent: ^voltron$
Disallow: /
User-agent: voyager\/
Disallow: /
User-agent: w3af\.org
Disallow: /
User-agent: Wanadoo
Disallow: /
User-agent: WebCloner
Disallow: /
User-agent: webcollage
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: Webinator
Disallow: /
User-agent: weblayers
Disallow: /
User-agent: Webmetrics
Disallow: /
User-agent: webmon
Disallow: /
User-agent: webmirror
Disallow: /
User-agent: webreaper
Disallow: /
User-agent: WhatsApp
Disallow: /
User-agent: wordpress
Disallow: /
User-agent: worm
Disallow: /
User-agent: www\.gnip\.com
Disallow: /
User-agent: WWW-Mechanize
Disallow: /
User-agent: y!j
Disallow: /
User-agent: yacy
Disallow: /
User-agent: Yeti\/\d
Disallow: /
User-agent: Zabbix
Disallow: /
User-agent: ZoteroTranslationServer
Disallow: /
User-agent: zyborg
Disallow: /
User-agent: zeus
Disallow: /
User-agent: 7siters
Disallow: /
User-agent: Dyno Mapper
Disallow: /
User-agent: ScrapingHub
Disallow: /
User-agent: Zyte*
Disallow: /
User-agent: Zyte
Disallow: /
User-agent: Zyte (ScrapingHub)
Disallow: /
User-agent: Webharvy
Disallow: /
User-agent: Nokogiri
Disallow: /
User-agent: Dexi.io
Disallow: /
User-agent: UiPath
Disallow: /
User-agent: Webz.io
Disallow: /
User-agent: Getleft
Disallow: /
User-agent: ParseHub
Disallow: /
User-agent: Deepcrawl
Disallow: /
User-agent: Oncrawl
Disallow: /
User-agent: Import.io
Disallow: /
User-agent: Open Search Server
Disallow: /
User-agent: Apif
Disallow: /
User-agent: Screaming Frog SEO Spider
Disallow: /
User-agent: Screaming Frog
Disallow: /
User-agent: Sitechecker
Disallow: /
User-agent: Octoparse
Disallow: /
User-agent: HTTrack
Disallow: /
User-agent: Cyotek WebCopy
Disallow: /
User-agent: Diffbot
Disallow: /
User-agent: Diffbot/*
Disallow: /
User-agent: Diffbot/0.1
Disallow: /
User-agent: Allen Institute
Disallow: /
User-agent: AI2Bot/*
Disallow: /
User-agent: AI2Bot/1.0
Disallow: /
User-agent: A PHP script
Disallow: /
User-agent: feed
Disallow: /
User-agent: Velen
Disallow: /
User-agent: Pinterestbot
Disallow: /
User-agent: yak-linkfluence
Disallow: /
User-agent: DomainStatsBot
Disallow: /
User-agent: SeznamBot
Disallow: /
User-agent: SurdotlyBot
Disallow: /
User-agent: trendiction
Disallow: /
User-agent: link
Disallow: /
User-agent: barkrowler
Disallow: /
User-agent: Microsoft-HTTPAPI/2.0
Disallow: /
User-agent: survey
Disallow: /
User-agent: AWBot
Disallow: /
User-agent: Baiduspider ( catchall )
Disallow: /
User-agent: empty user agent string
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: facebookexternalhit
Disallow: /
User-agent: Unknown robot *
Disallow: /
User-agent: Clicktilluwin
Disallow: /
User-agent: Clicktilluwin.com
Disallow: /
User-agent: xbot
Disallow: /
User-agent: Twitterbot
Disallow: /
User-agent: netEstate NE Crawler
Disallow: /
User-agent: AdsBot-Google-Mobile-Apps
Disallow: /
User-agent: AdsBot-Google
Disallow: /
User-agent: nbot
Disallow: /
User-agent: SemrushBot-OCOB
Disallow: /
User-agent: SemrushBot-SWA
Disallow: /
User-agent: SplitSignalBot
Disallow: /
User-agent: SemrushBot-BA
Disallow: /
User-agent: SiteAuditBot
Disallow: /
User-agent: YandexImages
Disallow: /
User-agent: libwww-perl
Disallow: /
User-agent: Mediapartners-Google
Disallow: /
User-agent: Zoominfobot
Disallow: /
User-agent: wp_is_mobile
Disallow: /
User-agent: VelenPublicWebCrawler
Disallow: /
User-agent: python-requests
Disallow: /
User-agent: peer39_crawler
Disallow: /
User-agent: Orbbot
Disallow: /
User-agent: news-please
Disallow: /
User-agent: Java
Disallow: /
User-agent: ISSCyberRiskCrawler
Disallow: /
User-agent: IonCrawl
Disallow: /
User-agent: GoogleOther-Video
Disallow: /
User-agent: GoogleOther-Image
Disallow: /
User-agent: “Empty user agent”
Disallow: /
User-agent: Dataprovider
Disallow: /
User-agent: Dalvik*
Disallow: /
User-agent: Dalvik/2.1.0
Disallow: /
User-agent: BW*
Disallow: /
User-agent: BW/1.1
Disallow: /
User-agent: internet-measurement
Disallow: /
User-agent: Expanse
Disallow: /
User-agent: CensysInspect
Disallow: /
User-agent: MJ12Bot
Disallow: /
User-agent: DataForSeoBot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: Timpibot
Disallow: /
User-agent: omgilibot
Disallow: /
User-agent: omgili
Disallow: /
User-agent: omgili / omgilibot
Disallow: /
User-agent: Meta-ExternalAgent
Disallow: /
User-agent: ImagesiftBot
Disallow: /
User-agent: Image2dataset
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: WhatIsATurtle?
Disallow: /
User-agent: FacebookBot
Disallow: /
User-agent: Applebot-Extended
Disallow: /
User-agent: Google-Extended
Disallow: /
User-agent: FriendlyCrawler
Disallow: /
User-agent: anthropic-ai
Disallow: /
User-agent: cohere-ai
Disallow: /
User-agent: Claude-Web
Disallow: /
User-agent: ChatGPT-User
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: ccrawl
Disallow: /
User-agent: trendiction
Disallow: /
User-agent: Go-http-client
Disallow: /
User-agent: ClaudeBot
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: PenguBot
Disallow: /
User-agent: checker
Disallow: /
User-agent: empty user agent string
Disallow: /
User-agent: Unknown robot (identified by hit on robots.txt)
Disallow: /
User-agent: empty user agent string
Disallow: /
User-agent: link
Disallow: /
User-agent: yak-linkfluence
Disallow: /
User-agent: linkfluence
Disallow: /
User-agent: Unknown robot identified by *
Disallow: /
User-agent: Unknown robot identified by \*bot
Disallow: /
User-agent: Unknown robot identified by bot\*
Disallow: /
User-agent: Curl
Disallow: /
User-agent: scrapy
Disallow: /
User-agent: ScoutJet
Disallow: /
User-agent: msnbot-media
Disallow: /
User-agent: Google Desktop)*
Disallow: /
User-agent: psbot
Disallow: /
User-agent: WebDownloader
Disallow: /
User-agent: Googlebot-Image
Disallow: /
User-agent: dragonfly
Disallow: /
User-agent: Exabot-Images
Disallow: /
User-agent: IECheck
Disallow: /
User-agent: kfdoxkPfj vpreoyPrkjpfofkfrsrb.
Disallow: /
User-agent: uoltlebxivjdiduagapI.
Disallow: /
User-agent: Windows-Media-Player
Disallow: /
User-agent: asterias
Disallow: /
User-agent: BackDoorBot/*
Disallow: /
User-agent: Black Hole
Disallow: /
User-agent: BlowFish/*
Disallow: /
User-agent: Cegbfeieh
Disallow: /
User-agent: CherryPicker
Disallow: /
User-agent: CherryPickerElite/*
Disallow: /
User-agent: CherryPickerSE/*
Disallow: /
User-agent: CopyRightCheck
Disallow: /
User-agent: Crescent
Disallow: /
User-agent: Crescent Internet ToolPak HTTP OLE Control v.*
Disallow: /
User-agent: DittoSpyder
Disallow: /
User-agent: EmailCollector
Disallow: /
User-agent: EmailSiphon
Disallow: /
User-agent: EmailWolf
Disallow: /
User-agent: ExtractorPro
Disallow: /
User-agent: ExtractorPro
Disallow: /
User-agent: Foobot
Disallow: /
User-agent: Harvest/*
Disallow: /
User-agent: Harvest/1.5
Disallow: /
User-agent: hloader
Disallow: /
User-agent: humanlinks
Disallow: /
User-agent: Microsoft URL Control - *
Disallow: /
User-agent: Mister PiX
Disallow: /
User-agent: NetAnts
Disallow: /
User-agent: NICErsPRO
Disallow: /
User-agent: Offline Explorer
Disallow: /
User-agent: RepoMonkey
Disallow: /
User-agent: RepoMonkey Bait & Tackle/*
Disallow: /
User-agent: SiteSnagger
Disallow: /
User-agent: cohere-ai/1.
Disallow: /
User-agent: LinkedInBot/1.0
Disallow: /
User-agent: anthropic-ai/1.0
Disallow: /
User-agent: The Intraformant
Disallow: /
User-agent: ChatGPT-User
Disallow: /
User-agent: OpenAI
Disallow: /
User-agent: OAI-SearchBot/1.0
Disallow: /
User-agent: PerplexityBot
Disallow: /
User-agent: Perplexity-User/*
Disallow: /
User-agent: MistralAI-User/*
Disallow: /
User-agent: Perplexity-User/1.0
Disallow: /
User-agent: MistralAI-User/1.0
Disallow: /
User-agent: theHarvester
Disallow: /
User-agent: TheNomad
Disallow: /
User-agent: TightTwatBot
Disallow: /
User-agent: VCI
Disallow: /
User-agent: VCI WebViewer VCI WebViewer Win32
Disallow: /
User-agent: Web Image Collector
Disallow: /
User-agent: WebAuto
Disallow: /
User-agent: WebBandit/*
Disallow: /
User-agent: WebEnhancer
Disallow: /
User-agent: WebmasterWorldForumBot
Disallow: /
User-agent: WebMeUp
Disallow: /
User-agent: Webster Pro
Disallow: /
User-agent: WebStripper
Disallow: /
User-agent: WebZip/*
Disallow: /
User-agent: WWW-Collector-E
Disallow: /
User-agent: Xenu's*
Disallow: /
User-agent: Xenu's Link Sleuth *
Disallow: /
User-agent: DataCha0s/*
Disallow: /
User-agent: DataCha0s
Disallow: /
User-agent: StackRambler/*
Disallow: /
User-agent: StackRambler
Disallow: /
User-agent: WebCopier v4.2
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: Xenu_Link_Sleuth_*
Disallow: /
User-agent: Xenu_Link_Sleuth
Disallow: /
User-agent: YottaShopping_Bot/*
Disallow: /
User-agent: YottaShopping_Bot/*_(_http://www.yottashopping.com)_Shopping_Search_Engine
Disallow: /
User-agent: RealDownload/*
Disallow: /
User-agent: RealDownload
Disallow: /
User-agent: Horwell *
Disallow: /
User-agent: http://wizard.yellowbrick.oz
Disallow: /
User-agent: Microsoft CDO for Windows 2000
Disallow: /
User-agent: NG/2.0
Disallow: /
User-agent: 2WinCash Retailer
Disallow: /
User-agent: 2WinCash
Disallow: /
User-agent: Pro Mailer V*
Disallow: /
User-agent: Pro Mailer
Disallow: /
User-agent: webcollage
Disallow: /
User-agent: webcollage/*
Disallow: /
User-agent: The Bat!*
Disallow: /
User-agent: *
Disallow: /images
User-agent: *
Disallow: /cgi-local
User-agent: *
Disallow: /listmanager
User-agent: *
Disallow: /Contact
User-agent: *
Disallow: /cgi-bin
User-agent: *
Disallow: /wwwboard
User-agent: *
Disallow: /js
User-agent: *
Disallow: /Form
User-agent: *
Disallow: /Contact
User-agent: *
Disallow: /Info
User-agent: *
Disallow: /php-bin
User-agent: *
Disallow: /IMG-BIN
User-agent: *
Disallow: /pic-bin
User-agent: *
Disallow: /swf-bin
User-agent: *
Disallow: /.htaccess
User-agent: *
Disallow: /.profile
User-agent: *
Disallow: /Mailbox
User-agent: *
Disallow: /Mail
User-agent: *
Disallow: /logs
User-agent: *
Disallow: /redir-dl
User-agent: *
Disallow: /SND-BIN
User-agent: *
Disallow: /admin*
User-agent: *
Disallow: /login*
User-agent: *
Disallow: /comment*
User-agent: *
Disallow: /mail*
User-agent: *
Disallow: /webmail*
User-agent: *
Disallow: /textpattern/*
User-agent: *
Disallow: /400.shtml
User-agent: *
Disallow: /401.shtml
User-agent: *
Disallow: /402.shtml
User-agent: *
Disallow: /403.shtml
User-agent: *
Disallow: /404.shtml
User-agent: *
Disallow: /500.shtml