# --------------------------------------------------------------- # Leverge — https://leverge.ai # Managed in src/pages/robots.txt.ts — do not hand-edit the build output. # --------------------------------------------------------------- User-agent: * Allow: / # Campaign parameters create duplicate URLs with no unique content. Disallow: /*?utm_ Disallow: /*?ref= Disallow: /*?fbclid= Disallow: /*?gclid= # Post-conversion page — no search value. Disallow: /thank-you # --- Answer engines ------------------------------------------- # Bots that fetch pages to answer a live user question. Allowed: # citation in an assistant answer is a top-of-funnel channel. User-agent: OAI-SearchBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: PerplexityBot Allow: / User-agent: Perplexity-User Allow: / User-agent: Claude-User Allow: / User-agent: Claude-SearchBot Allow: / User-agent: Applebot-Extended Allow: / User-agent: Google-Extended Allow: / User-agent: MistralAI-User Allow: / # --- Training crawlers ---------------------------------------- # Allowed: broad model familiarity with the brand compounds over time. User-agent: GPTBot Allow: / User-agent: ClaudeBot Allow: / User-agent: anthropic-ai Allow: / User-agent: CCBot Allow: / User-agent: Meta-ExternalAgent Allow: / User-agent: Bytespider Allow: / # --- Discovery ------------------------------------------------ Sitemap: https://leverge.ai/sitemap-index.xml # LLM-oriented index: https://leverge.ai/llms.txt # Full-text corpus: https://leverge.ai/llms-full.txt