# Robots.txt file # # All robots will spider the domain User-agent: * Disallow: /submitsite.htm Disallow: /share.htm Disallow: /process_delete.htm