# Parseable robots.txt
# https://www.parseable.com

User-agent: *
Allow: /

# Disallow non-content paths
Disallow: /api/
Disallow: /_next/
Disallow: /static/
Disallow: /*.md$

# Sitemaps
Sitemap: https://www.parseable.com/sitemap.xml
Sitemap: https://www.parseable.com/blog/sitemap.xml
Sitemap: https://www.parseable.com/docs/sitemap.xml

# Crawl-delay for polite crawling (optional, not all bots respect this)
# Crawl-delay: 1