# # Buy Dance Ads: robots.txt # GNU Robots.txt Feel free to use with credit # given to WebmasterWorld. # # Please, we do NOT allow nonauthorized robots any longer. # From http://www.searchengineworld.com/robots/ # Yes, feel free to copy and use the following. User-agent: OmniExplorer_Bot allow: / User-agent: FreeFind allow: / User-agent: BecomeBot allow: / User-agent: Nutch allow: / User-agent: Jetbot/1.0 allow: / User-agent: Jetbot allow: / User-agent: Teoma allow: / User-agent: Jeeves allow: / User-agent: WebVac allow: / User-agent: Stanford allow: / User-agent: scooter allow: / User-agent: naver allow: / User-agent: dumbot allow: / User-agent: Hatena Antenna allow: / User-agent: grub-client allow: / User-agent: grub allow: / User-agent: looksmart Disallow: / User-agent: WebZip allow: / User-agent: larbin allow: / User-agent: b2w/0.1 allow: / User-agent: Copernic allow: / User-agent: psbot allow: / User-agent: Python-urllib allow: / User-agent: Googlebot-Image allow: / User-agent: NetMechanic allow: / User-agent: URL_Spider_Pro allow: / User-agent: CherryPicker allow: / User-agent: EmailCollector allow: / User-agent: EmailSiphon allow: / User-agent: WebBandit allow: / User-agent: EmailWolf allow: / User-agent: ExtractorPro allow: / User-agent: CopyRightCheck allow: / User-agent: Crescent allow: / User-agent: SiteSnagger allow: / User-agent: ProWebWalker allow: / User-agent: CheeseBot allow: / User-agent: LNSpiderguy allow: / User-agent: Mozilla allow: / User-agent: mozilla allow: / User-agent: mozilla/3 allow: / User-agent: mozilla/4 allow: / User-agent: mozilla/5 allow: / User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows NT) allow: / User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows 95) allow: / User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows 98) allow: / User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows XP) allow: / User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows 2000) allow: / User-agent: ia_archiver allow: / User-agent: ia_archiver/1.6 allow: / User-agent: Alexibot allow: / User-agent: Teleport allow: / User-agent: TeleportPro allow: / User-agent: Stanford Comp Sci allow: / User-agent: MIIxpc allow: / User-agent: Telesoft allow: / User-agent: Website Quester allow: / User-agent: moget/2.1 allow: / User-agent: WebZip/4.0 allow: / User-agent: WebStripper allow: / User-agent: WebSauger allow: / User-agent: WebCopier allow: / User-agent: NetAnts allow: / User-agent: Mister PiX allow: / User-agent: WebAuto allow: / User-agent: TheNomad allow: / User-agent: WWW-Collector-E allow: / User-agent: RMA allow: / User-agent: libWeb/clsHTTP allow: / User-agent: asterias allow: / User-agent: httplib allow: / User-agent: turingos allow: / User-agent: spanner allow: / User-agent: InfoNaviRobot allow: / User-agent: Harvest/1.5 allow: / User-agent: Bullseye/1.0 allow: / User-agent: Mozilla/4.0 (compatible; BullsEye; Windows 95) allow: / User-agent: Crescent Internet ToolPak HTTP OLE Control v.1.0 allow: / User-agent: CherryPickerSE/1.0 allow: / User-agent: CherryPickerElite/1.0 allow: / User-agent: WebBandit/3.50 allow: / User-agent: NICErsPRO allow: / User-agent: Microsoft URL Control - 5.01.4511 allow: / User-agent: DittoSpyder allow: / User-agent: Foobot allow: / User-agent: WebmasterWorldForumBot allow: / User-agent: SpankBot allow: / User-agent: BotALot allow: / User-agent: lwp-trivial/1.34 allow: / User-agent: lwp-trivial allow: / User-agent: http://www.WebmasterWorld.com bot allow: / User-agent: BunnySlippers allow: / User-agent: Microsoft URL Control - 6.00.8169 allow: / User-agent: URLy Warning allow: / User-agent: Wget/1.6 allow: / User-agent: Wget/1.5.3 allow: / User-agent: Wget allow: / User-agent: LinkWalker allow: / User-agent: cosmos allow: / User-agent: moget allow: / User-agent: hloader allow: / User-agent: humanlinks allow: / User-agent: LinkextractorPro allow: / User-agent: Offline Explorer allow: / User-agent: Mata Hari allow: / User-agent: LexiBot allow: / User-agent: Web Image Collector allow: / User-agent: The Intraformant allow: / User-agent: True_Robot/1.0 allow: / User-agent: True_Robot allow: / User-agent: BlowFish/1.0 allow: / User-agent: http://www.SearchEngineWorld.com bot allow: / User-agent: http://www.WebmasterWorld.com bot allow: / User-agent: JennyBot allow: / User-agent: MIIxpc/4.2 allow: / User-agent: BuiltBotTough allow: / User-agent: ProPowerBot/2.14 allow: / User-agent: BackDoorBot/1.0 allow: / User-agent: toCrawl/UrlDispatcher allow: / User-agent: WebEnhancer allow: / User-agent: suzuran allow: / User-agent: VCI WebViewer VCI WebViewer Win32 allow: / User-agent: VCI allow: / User-agent: Szukacz/1.4 allow: / User-agent: QueryN Metasearch allow: / User-agent: Openfind data gathere allow: / User-agent: Openfind allow: / User-agent: Xenu's Link Sleuth 1.1c allow: / User-agent: Xenu's allow: / User-agent: Zeus allow: / User-agent: RepoMonkey Bait & Tackle/v1.01 allow: / User-agent: RepoMonkey allow: / User-agent: Microsoft URL Control allow: / User-agent: Openbot allow: / User-agent: URL Control allow: / User-agent: Zeus Link Scout allow: / User-agent: Zeus 32297 Webster Pro V2.9 Win32 allow: / User-agent: Webster Pro allow: / User-agent: EroCrawler allow: / User-agent: LinkScan/8.1a Unix allow: / User-agent: Keyword Density/0.9 allow: / User-agent: Kenjin Spider allow: / User-agent: Iron33/1.0.2 allow: / User-agent: Bookmark search tool allow: / User-agent: GetRight/4.2 allow: / User-agent: FairAd Client allow: / User-agent: Gaisbot allow: / User-agent: Aqua_Products allow: / User-agent: Radiation Retriever 1.1 allow: / User-agent: WebmasterWorld Extractor allow: / User-agent: Flaming AttackBot allow: / User-agent: Oracle Ultra Search allow: / User-agent: MSIECrawler allow: / User-agent: PerMan allow: / User-agent: searchpreview allow: / User-agent: sootle allow: / User-agent: es allow: / User-agent: Enterprise_Search/1.0 allow: / User-agent: Enterprise_Search allow: / User-agent: * Disallow: /image/ Disallow: /cgi-bin/ Disallow: /upload_img/