# Block all crawlers from crawling private pages User-agent: * Disallow: /private/ # Allow Googlebot to crawl all pages User-agent: Googlebot Disallow: # Block a specific bot from crawling the whole site User-agent: BadBot Disallow: / # Sitemap location Sitemap: https://www.blankline.org/sitemap.xml