User-agent: Thinkbot Disallow: / User-agent: bingbot Crawl-delay: 1 User-agent: msnbot Crawl-delay: 1 User-agent: msnbot-media Crawl-delay: 1 # Block all PDF case studies, but allow the rest of the case study folder to be indexed. Disallow: /about/case-studies/*.pdf Sitemap: https://www.onepager.com/sitemap.xml User-agent: * Disallow: Crawl-delay: 10