# Start robots.txt # Author: Scratch Web Design # All robots addressed using wildcard * # Allow index all # User-agent: * # Disallow: # Disallow index all # User-agent: * # Disallow: / # Allow robot for SEO Analyis User-agent: MetaTagRobot Disallow: # Disallow index of following directories User-agent: * Disallow: /cgi-bin/ Disallow: /lang/ Disallow: /js/ Disallow: /css/ Disallow: /img/ Disallow: /inc/ Disallow: /php/ Disallow: /swf/ Disallow: /media/ # Disallow all images index for Googlebot-Image User-Agent: Googlebot-Image Disallow: / # Sitemap: /sitemap.xml # End of robots.txt file