# robots.txt for razormage.com # "Any empty [Disallow[ value indicates that all URLs can be retrieved. # At least one Disallow field needs to be present in a record." User-agent: Mediapartners-Google* Disallow: User-agent: Googlebot Disallow: - User-agent: Slurp Crawl-delay:10 Disallow: User-agent: Yahoo-NewsCrawler* Disallow: User-Agent: msnbot Crawl-delay: 100 Disallow: User-agent: * Crawl-delay: 100 Disallow: /Chronicles/- Disallow: /Ryan%20Smith.doc Disallow: /commissions.html Disallow: Chronicles/ Disallow: commissions.html Disallow: Ryan%20Smith.doc