# # robots.txt for http://www.concreteforever.com/ # User-agent: * User-agent: msnbot Crawl-delay: 1 Disallow: /cgi-bin/ Disallow: /sitebuilder/ User-agent: Slurp Crawl-delay: 1 Disallow: /cgi-bin/ Disallow: /sitebuilder/ Sitemap:http://concreteforever.com/sitemap.xml