User-Agent: *
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /llms.json
Allow: /sitemap.xml
Allow: /about
Allow: /bogs
Allow: /bogs/
Allow: /blog
Allow: /blog/
Allow: /blogs
Allow: /what-is
Allow: /how-it-works
Allow: /features
Allow: /features/
Allow: /use-cases
Allow: /use-cases/
Allow: /solutions
Allow: /solutions/
Allow: /faq
Allow: /for-ai
Allow: /product-context
Allow: /crawlers
Allow: /crawlers/
Allow: /crawlers/anthropic-claude-user
Allow: /crawlers/anthropic-claude-searchbot
Allow: /crawlers/anthropic-claudebot
Allow: /crawlers/google-google-agent
Allow: /crawlers/google-google-notebookllm
Allow: /crawlers/google-google-read-aloud
Allow: /crawlers/google-googleagent
Allow: /crawlers/google-google-inspectiontool
Allow: /crawlers/google-googleother
Allow: /crawlers/google-googlebot
Allow: /crawlers/google-google-cloudvertexbot
Allow: /crawlers/preplexity-perplexity-user
Allow: /crawlers/preplexity-perplexitybot
Allow: /crawlers/mistral-mistralai-user
Allow: /crawlers/mistral-mistralai-index
Allow: /crawlers/microsoft-copilot
Allow: /crawlers/microsoft-bingbot
Allow: /crawlers/microsoft-msnbot
Allow: /crawlers/amazon-amzn-user
Allow: /crawlers/amazon-amzn-searchbot
Allow: /crawlers/amazon-amazonbot
Allow: /crawlers/duckduckgo-duckassistbot
Allow: /crawlers/meta-meta-externalfetcher
Allow: /crawlers/meta-facebookbot
Allow: /crawlers/meta-meta-externalagent
Allow: /crawlers/xai-xai-searchbot
Allow: /crawlers/xai-grok-deepsearch
Allow: /crawlers/xai-grokbot
Allow: /crawlers/xai-xai-bot
Allow: /crawlers/xai-xai-grok
Allow: /crawlers/xai-xai-web-crawler
Allow: /crawlers/xai-grok
Allow: /crawlers/moonshotai-kimi-user
Allow: /crawlers/moonshotai-kimi-searchbot
Allow: /crawlers/moonshotai-kimibot
Allow: /crawlers/alibaba-qwen-user
Allow: /crawlers/alibaba-qwenbot
Allow: /crawlers/alibaba-aliyunbot
Allow: /crawlers/alibaba-tongyibot
Allow: /crawlers/apple-applebot
Allow: /crawlers/apple-applebot-extended
Allow: /crawlers/bytedance-tiktokspider
Allow: /crawlers/bytedance-bytespider
Allow: /crawlers/bytedance-doubaobot
Allow: /crawlers/baidu-baiduspider
Allow: /crawlers/baidu-erniebot
Allow: /crawlers/baidu-yiyanbot
Allow: /crawlers/allenai-ai2bot
Allow: /crawlers/deepseek-deepseekbot
Allow: /crawlers/cohere-cohere-training-data-crawler
Allow: /crawlers/cohere-cohere-ai
Allow: /crawlers/commoncrawl-ccbot
Allow: /compare
Allow: /contact
Allow: /changelog
Allow: /changelog/
Allow: /changelog/globe-replay
Allow: /changelog/ai-crawler-tracking
Allow: /changelog/live-activity-in-matrices
Allow: /changelog/visitor-filtering-returning-customers
Allow: /pricing
Allow: /privacy-policy
Allow: /privacy-polocy
Allow: /terms-of-services
Allow: /refund
Allow: /data-processing-agreement
Allow: /dpa
Allow: /docs
Allow: /integrations
Allow: /integrations/
Allow: /integrations/npm
Allow: /integrations/wordpress
Allow: /integrations/google-analytics-4
Allow: /integrations/shopify
Allow: /integrations/github
Allow: /integrations/reddit
Allow: /integrations/twitter
Allow: /integrations/plausible
Disallow: /api/
Disallow: /admin/
Disallow: /dashboard/
Disallow: /login/
Disallow: /checkout/
Disallow: /account/
Disallow: /settings/
Disallow: /private/

Sitemap: https://www.faurya.com/sitemap.xml