# NodeBook public pages and the resources needed to render them.
# Account and utility pages use noindex; authentication protects private data.
User-agent: *
Allow: /
Disallow: /api/
Allow: /api/og

# Preserve the existing third-party crawler restrictions.
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MJ12bot
Disallow: /

Sitemap: https://www.thenodebook.com/sitemap.xml