# Robot exclusion file for www.tbullock.com /robots.txt # Public Domain; feel free to swipe this file. # Read all about it at www.robotstxt.org # Keep all the robots out of the private files and directories: User-agent: * Disallow: /cgi-bin/ Disallow: /images/ Disallow: /sounds/ Disallow: /classes/ Disallow: /EDRGC/ Disallow: /FTP/ Disallow: /eBay/ Disallow: /email.html Disallow: /links.html Disallow: /vortex.html Disallow: /botbait.html Disallow: /js/ Disallow: /privacy.html Disallow: /LogSample.txt # Note that botbait.html does not exist. It is used to detect robots that deliberately use this file to snoop in forbidden files. # AltaVista's image MP3/audio and video clip index robot: # User-agent: vscooter # Disallow: /images/ User-agent: Fasterfox Disallow: / # Keep out the known spam mongers: User-agent: CherryPicker/1.0 Disallow: / User-agent: CherryPickerSE/1.0 Disallow: / User-agent: CherryPickerElite/1.0 Disallow: / User-agent: EmailCollector/1.0 Disallow: / User-agent: EmailWolf Disallow: / User-agent: EmailWolf 1.00 Disallow: / User-agent: Crescent Internet ToolPak HTTP OLE Control v.1.0 Disallow: / User-agent: EmailSiphon Disallow: / User-agent: Mozilla/2.0 (compatible; NEWT ActiveX; Win32) Disallow: / User-agent: NICErsPRO Disallow: / User-agent: WebCopier Disallow: / User-agent: WebBandit/2.1 Disallow: / User-agent: WebBandit/3.50 Disallow: / User-agent: webbandit/4.00.0 Disallow: / User-agent: WebEMailExtractor/1.0B Disallow: / User-agent: Zeus 2500 Webster Pro V2.9 Win32 Disallow: / # Keep out the known Image Harvesters: User-agent: ia_archiver User-agent: vscooter User-agent: DittoSpyder User-agent: Googlebot-Image Disallow: /