# https://www.robotstxt.org/robotstxt.html # Allow all standard search engine bots User-agent: * Allow: / Disallow: # /app-shell.html is the empty client-side fallback document that URLs without # static HTML of their own are served from. It is a delivery mechanism, not a # page, and has no content to index. Disallow: /app-shell.html # OpenAI / ChatGPT (Training and Search) User-agent: GPTBot Allow: / User-agent: OAI-SearchBot Allow: / User-agent: ChatGPT-User Allow: / # Google AI (Gemini / AI Overviews) User-agent: Google-Extended Allow: / # Anthropic (Claude) User-agent: ClaudeBot Allow: / # Meta AI User-agent: Meta-ExternalAgent Allow: / # Perplexity AI User-agent: PerplexityBot Allow: / # Common Crawl (Open-source data used by many AI models) User-agent: CCBot Allow: / # Apple AI User-agent: Applebot-Extended Allow: / Sitemap: https://openbooq.com/sitemap.xml # Plain-text summary of the company for automated readers, and its # human-readable equivalent. Both are crawlable under the rules above. # https://openbooq.com/llms.txt # https://openbooq.com/ai