# Disallow all crawlers access to certain pages User-agent: Googlebot Disallow: /cgi-bin/julians/ord/ Disallow: /cgi-bin/julians/order.html User-agent: msnbot Disallow: /cgi-bin/julians/ord/ Disallow: /cgi-bin/julians/order.html User-agent: Slurp Disallow: /cgi-bin/julians/ord/ Disallow: /cgi-bin/julians/order.html User-agent: Teoma Disallow: /cgi-bin/julians/ord/ Disallow: /cgi-bin/julians/order.html # Delay all crawlers User-agent: * Crawl-delay: 100 # Sitemap for compliant crawlers Sitemap: http://www.juliansbooks.com/sitemap1.xml Sitemap: http://www.juliansbooks.com/sitemap2.xml