User-agent: *
Allow: /

# Sitemaps
Sitemap: https://olake.io/sitemap.xml
Sitemap: https://olake.io/image-sitemap.xml

# Block common crawl patterns
Disallow: /api/
Disallow: /_next/
Disallow: /admin/
Disallow: /private/
Disallow: /*.json$
Disallow: /search$
Disallow: /search?$

# Allow all content
Allow: /blog/
Allow: /docs/
Allow: /webinar/
Allow: /community/
Allow: /iceberg/