# robots.txt for http://www.Rptia.com/ # $Id: robots.txt,v 1.8 2002/9/27 13:13:08 ace-tomatoes $ # # This is a file retrieved by search engines a.k.a. webcrawlers, spiders that # conform to a defacto standard. # See # # The HostMaster for this site is # # Format is: # User-agent: # Disallow: | # Flag Date By Reason # $L1= 19980130 Ace finally understood what the file was for! # $L2= 19990909 Ace fixed url since make move to Domain Name # $L3= 20010811 Ace Updated Engines # $L5= 20020427 Ace Updated disallow rules # $L6= 20021022 Ace Finished Rptia WebSite # ----------------------------------------------------------------------------- User-agent: * Disallow: /cgi-bin/ Disallow: /asp/ Disallow: /images/ User-agent: GoogleBot Disallow: /cgi-bin/ Disallow: /asp/ Disallow: /images/ User-agent: cybermapper Disallow: /cgi-bin/ Disallow: /asp/ Disallow: /images/ User-agent: W3Crobot/1 Disallow: /cgi-bin/ Disallow: /asp/ Disallow: /images/ User-agent: AltaVista Intranet V2.0 W3C Webreq Disallow: /cgi-bin/ Disallow: /asp/ Disallow: /images/ User-agent: Mozilla/3.01 (hotwired-test/0.1) Disallow: /cgi-bin/ Disallow: /asp/ Disallow: /images/ User-agent: Slurp Disallow: /cgi-bin/ Disallow: /asp/ Disallow: /images/ User-agent: Scooter Disallow: /cgi-bin/ Disallow: /asp/ Disallow: /images/ User-agent: Ultraseek Disallow: /cgi-bin/ Disallow: /asp/ Disallow: /images/ User-agent: smallbear Disallow: /cgi-bin/ Disallow: /asp/ Disallow: /images/ User-Agent: Fast corporate crawler Disallow: /cgi-bin/ Disallow: /asp/ Disallow: /images/