User-agent: *
Allow: /

# Block requests to pages behind login
Disallow: /*/wall/
Disallow: /*/admin/

# Block requests to APIs
Disallow: /api/
Disallow: /backend/

# Crawl-delay for aggressive bots
Crawl-delay: 1

# Sitemap location
Sitemap: https://www.pynuxt.com/sitemap.xml