# Allow all crawlers to access the entire site
User-agent: *
Allow: /
Disallow: /portal
Disallow: /login
Disallow: /register
Disallow: /activate/
Disallow: /password/

Sitemap: https://blockrazor.io/main-sitemap.xml
Sitemap: https://blockrazor.io/blog-sitemap.xml
Sitemap: https://blockrazor.io/tools-sitemap.xml
Sitemap: https://docs.blockrazor.io/tc/sitemap-pages.xml
Sitemap: https://docs.blockrazor.io/sitemap-pages.xml

# Machine-readable website and documentation indexes
LLMs-Txt: https://blockrazor.io/llms.txt
LLMs-Txt: https://blockrazor.io/zh/llms.txt
LLMs-Txt: https://docs.blockrazor.io/llms.txt