# robots.txt for http://www.cavssteak.com/ User-agent: * Disallow: /test/ # html testing area Disallow: /test1/ # html testing area Disallow: /test2/ # html testing area Disallow: /cgi-bin/ # dynamic content