# HoldYou robots.txt
# Public content is open to search engines and AI systems.
# Only technical, authentication, payment and private account routes are restricted.
# AI content map: https://holdyou.net/llms.txt

User-agent: Googlebot
User-agent: Bingbot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: GPTBot
User-agent: OAI-AdsBot
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
User-agent: GoogleOther
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: Meta-ExternalAgent
User-agent: Meta-ExternalFetcher
User-agent: FacebookBot
User-agent: CCBot
User-agent: Amazonbot
User-agent: Bytespider
User-agent: cohere-ai
User-agent: YouBot
User-agent: Diffbot
User-agent: AI2Bot
User-agent: Ai2Bot-Dolma
User-agent: DuckAssistBot
User-agent: PetalBot
Disallow: /api/
Disallow: /admin/
Disallow: /auth/
Disallow: /account/
Disallow: /cabinet/
Disallow: /dashboard/
Disallow: /profile/
Disallow: /checkout/
Disallow: /payment/
Disallow: /payments/
Disallow: /order/
Disallow: /orders/
Disallow: /session/
Disallow: /sessions/
Disallow: /webhook/
Disallow: /webhooks/
Disallow: /search/
Disallow: /*?s=
Disallow: /*&s=
Disallow: /*?q=
Disallow: /*&q=
Disallow: /*?search=
Disallow: /*&search=
Allow: /llms.txt
Allow: /

User-agent: *
Disallow: /api/
Disallow: /admin/
Disallow: /auth/
Disallow: /account/
Disallow: /cabinet/
Disallow: /dashboard/
Disallow: /profile/
Disallow: /checkout/
Disallow: /payment/
Disallow: /payments/
Disallow: /order/
Disallow: /orders/
Disallow: /session/
Disallow: /sessions/
Disallow: /webhook/
Disallow: /webhooks/
Disallow: /search/
Disallow: /*?s=
Disallow: /*&s=
Disallow: /*?q=
Disallow: /*&q=
Disallow: /*?search=
Disallow: /*&search=
Allow: /llms.txt
Allow: /

# Sitemaps
Sitemap: https://holdyou.net/sitemap.xml
Sitemap: https://holdyou.net/server-sitemap.xml