# Start robots.txt # Author: Scratch Web Design # All robots addressed using wildcard * # Allow index all # User-agent: * # Disallow: # Disallow index all # User-agent: * # Disallow: / # Disallow index for following directories User-agent: * Disallow: /cgi-bin/ Disallow: /include/ Disallow: /js/ Disallow: /css/ Disallow: /images/ Disallow: /gbcf-v3/ Disallow: /aspnet_client/ Disallow: /_STAGING/ Disallow: /_OFFLINE/ Disallow: /milphota/ Disallow: /browsercheck/ Disallow: /inc/ # Disallow index for following root dir files #User-agent: * Disallow: /updating.php Disallow: /recommends.php # Disallow all images index for Googlebot-Image #User-Agent: Googlebot-Image #Disallow: / # End of robots.txt file