# Dean Clamp: robots.txt # # This file is used to allow crawlers to index deanclamp.com website. User-Agent: * Allow: / # # Do not allow crawlers to access other parts of the site Disallow: /cgi-bin/ Disallow: /diva/ Disallow: /includes/ Disallow: /movies/ Disallow: /scripts/