User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ClaudeBot
User-agent: PerplexityBot
User-agent: Applebot-Extended
User-agent: Google-Extended
User-agent: Bytespider
User-agent: CCBot
User-agent: ChatGPT-User
User-agent: anthropic-ai
User-agent: FacebookBot
User-agent: Amazonbot
Allow: /
Allow: /sitemap/*
Disallow: /admin/*
Disallow: /user/*
Disallow: /settings/*
Disallow: /api/*
Disallow: /dashboard/*
Disallow: /search*

User-Agent: *

Allow: /
Allow: /sitemap/*

Disallow: /admin/*
Disallow: /user/*
Disallow: /settings/*
Disallow: /api/*
Disallow: /dashboard/*
Disallow: /search*

# Sitemap
Sitemap: https://ainave.com/sitemap/sitemap.xml

User-agent: SemrushBot
Crawl-delay: 1

User-agent: SiteAuditBot
Crawl-delay: 1