User-agent: *
Allow: /
Disallow: /api/
Disallow: /storage/
# Crawl-delay removed 2026-05-03 — Bingbot honors it and was throttling to
# 1 req/sec, meaning a full 27-URL crawl took 30s instead of <2s. Origin
# is CloudFront, infinitely scalable; no need to rate-limit any bot.

# AI Search Engine Crawlers — explicitly welcome
User-agent: GPTBot
Allow: /
Allow: /blog/

User-agent: ChatGPT-User
Allow: /

# OAI-SearchBot honors rules independently of GPTBot — listed
# explicitly so ChatGPT's search index (separate from training) can
# crawl every page on the site.
User-agent: OAI-SearchBot
Allow: /

User-agent: ClaudeBot
Allow: /
Allow: /blog/

User-agent: PerplexityBot
Allow: /
Allow: /blog/

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: Bytespider
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: CCBot
Allow: /

# Social media bots
User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: LinkedInBot
Allow: /

Sitemap: https://viralmint.net/sitemap-index.xml