User-agent: * Allow: / # Sitemap location Sitemap: https://gravonhealthcare.com/sitemap.xml # Crawl-delay for all bots Crawl-delay: 10 # Disallow admin and private areas Disallow: /config.js/ Disallow: /Aggred_Terms_&_Conditions.html/ Disallow: /api/ Disallow: /temp/ # Allow specific bots full access User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: DuckDuckBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: GPTBot Allow: / User-agent: PerplexityBot Allow: / User-agent: anthropic-ai Allow: / User-agent: Claude-Web Allow: / User-agent: Applebot Allow: / User-agent: Amazonbot Allow: /