User-agent: *
Allow: /

Sitemap: https://ideahunter.today/sitemap.xml

Crawl-delay: 1
Disallow: /admin/
Disallow: /api/
Disallow: /_next/
Disallow: /static/
Allow: /blog/
Allow: /startup-ideas/
Allow: /idea/
Allow: /alternatives/
Allow: /best/
Allow: /industry/
Allow: /guides/
Allow: /solutions/
Allow: /for/
Allow: /use-cases/
Allow: /reddit/
Allow: /trends/
Allow: /faq/

User-agent: Googlebot
Allow: /

User-agent: Google-Extended
Disallow: /

User-agent: Bingbot
Allow: /

User-agent: Applebot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: GPTBot
Disallow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /