# # robots.txt for http://www.pspube.com/ # # $Id: robots.txt,v 1.22 2008/05/07 12:00:00 ted Exp $ # # For use by www.pspube.com User-agent: W3Crobot/1 Disallow: /Out-Of-Date # AltaVista Search User-agent: AltaVista Intranet V2.0 W3C Webreq Disallow: /Out-Of-Date # Google Adwords User-agent: Mediapartners-Google* Disallow: # exclude some access-controlled areas User-agent: * Disallow: /cgi-bin Disallow: /dbs Disallow: /images Disallow: /include Disallow: /webalizer Disallow: /dev Disallow: /ieicon.ico Disallow: /_top10.asp Disallow: /_contact_PSPube.asp Disallow: /_faq_PSPube.asp Disallow: /tos.asp