User-agent: * Allow: / Allow: /llms.txt Allow: /ai.txt Allow: /source-of-truth.txt Allow: /sitemap.xml Allow: /favicon.svg Allow: /products Allow: /developers Allow: /infra-catalog.json Allow: /api/products Allow: /api/search Allow: /api/retailers Allow: /api/openapi.yaml Allow: /api/infra/ Allow: /.well-known/ Disallow: /guides/ Disallow: /enquiry Disallow: /old-landing Disallow: /api/track-click Disallow: /api/click-log Disallow: /*.bak* Disallow: /*.bak.html User-agent: GPTBot Allow: / Allow: /llms.txt Allow: /source-of-truth.txt Allow: /api/products Allow: /infra-catalog.json User-agent: ChatGPT-User Allow: / Allow: /llms.txt Allow: /source-of-truth.txt User-agent: ClaudeBot Allow: / Allow: /llms.txt Allow: /source-of-truth.txt Allow: /api/products User-agent: PerplexityBot Allow: / Allow: /llms.txt Allow: /source-of-truth.txt Allow: /api/products User-agent: Googlebot Allow: / User-agent: Google-Extended Allow: / User-agent: Bingbot Allow: / User-agent: OAI-SearchBot Allow: / User-agent: anthropic-ai Allow: / User-agent: Applebot Allow: / User-agent: Applebot-Extended Allow: / Sitemap: https://infra-aeo.ml-nightworx.io/sitemap.xml