User-agent: * Disallow: /admin/ Disallow: /api/ Disallow: /login # ===================================== # Core Search Engines (Full Access) # ===================================== User-agent: Googlebot Allow: / User-agent: GoogleOther Allow: / User-agent: Google-Extended Allow: / User-agent: bingbot Allow: / User-agent: DuckDuckBot Allow: / # ===================================== # AI & LLM Crawlers (Allowed, Controlled) # ===================================== User-agent: GPTBot Allow: / User-agent: OAI-SearchBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: PerplexityBot Allow: / Crawl-delay: 5 User-agent: ClaudeBot Allow: / Crawl-delay: 5 User-agent: Amazonbot Allow: / User-agent: Applebot Allow: / User-agent: Applebot-Extended Allow: / User-agent: CCBot Allow: / Crawl-delay: 10 # ===================================== # Sitemap # ===================================== Sitemap: https://quanrio.com/sitemap.xml