# robots.txt for http://www.waiter.com/ User-agent: * # From Waiter.Com's original robots.txt #Disallow: /tmp/ # these will soon disappear # From Lyco's robot.txt Disallow: /cgi-bin # From Yahoo's robots.txt Disallow: /gnn Disallow: /msn Disallow: /pacbell # From Yahoo's robots.txt # Rover is a bad dog User-agent: Roverbot Disallow: / # Added this 2/10/2005 - based on an email from Google User-agent: Googlebot Allow: / # Added this 3/30/2009 - based on an email from MSN User-agent: msnbot Allow: / # Added this 6/8/2009 - based on logfile entries User-Agent: Charlotte Disallow: /