# robots.txt for http://www.mycompy.com/ User-Agent: * Disallow: /*.php$ Disallow: /cgi-bin/ Disallow: /scripts/ Disallow: /styles/ Disallow: /_private/ Disallow: /images/ Allow: /*?page=* Allow: /?page=* Allow: /?page= Sitemap: http://www.mycompy.com/sitemap.xml