# # robots.txt for http://www. # User-agent: * Disallow: /cgi-bin/ Disallow: /upload/ Disallow: /~webcam/ Disallow: /archives/ User-agent: GoogleBot Disallow: User-agent: Crescent Internet ToolPak HTTP OLE Control v.1.0 Disallow: / User-agent: CherryPickerElite/1.0 Disallow: / User-agent: CherryPickerSE/1.0 Disallow: / User-agent: EmailCollector/1.0 Disallow: / User-agent: EmailSiphon Disallow: / User-agent: EmailWolf 1.00 Disallow: / User-agent: Explorer www@openxxx.net Disallow: / User-agent: ExtractorPro Disallow: / User-agent: JennyBot/0.1 Disallow: / User-agent: jokescan/0.08 Disallow: / User-agent: Mozilla/2.0 (compatible; NEWT ActiveX; Win32) Disallow: / User-agent: Mozilla/3.01 (hotwired-test/0.1) Disallow: / User-agent: sexsearcher Disallow: / User-agent: Scooter Disallow: / User-agent: Slurp Disallow: / User-agent: smallbear Disallow: / User-agent: Ultraseek Disallow: / User-agent: WebBandit/2.1 Disallow: / User-agent: WebBandit/3.50 Disallow: / User-agent: Webbandit/4.00.0 Disallow: /