User-agent: * Allow: / # Point crawlers to sitemap Sitemap: https://www.thescriptorium.com.au/sitemap.xml # Allow all major crawlers explicitly User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: Slurp Allow: / User-agent: DuckDuckBot Allow: /