User-agent: Slurp Disallow: /SlurpConfirm404/ User-agent: * Disallow: /cgi-bin/ Disallow: /audio/ Disallow: /tmp/ Disallow: /images/ Disallow: /files/ Disallow: /styles/ Disallow: /paphosmaps/ Disallow: /guestbook/ # User-agent: Googlebot/2.1 # User-agent: InfoNaviRobot(F107) # User-agent: TV33_Mercator_1-1.0 # User-agent: AVSearch-3.0 # User-agent: Scooter/2.0 # User-agent: Slurp/2.0 # User-agent: SearchengineLicenceSheep_v1.0 # User-agent: shadow/2.0 # User-agent: MultiText/0.1 # User-agent: FAST-WebCrawler/2.2.5 # User-agent: Atomz/1.0 # User-agent: htdig/ (searchit@netmind.com) # User-agent: spider00.logika.net. # Disallow: /searchtools-rss.xml # updated 12/02/2003