User-agent: * Disallow: /checkout Disallow: /*/checkout Disallow: /payment Disallow: /order-confirmation Disallow: /order-tracking Disallow: /*/order-tracking Disallow: /contact/thank-you # Block old WordPress internal paths Disallow: /wp-content/ Disallow: /wp-admin/ Disallow: /wp-json/ Disallow: /wp/ # AI Search + Training Bots — ALL ALLOWED (maximum visibility across AI products) User-agent: OAI-SearchBot Disallow: /checkout Disallow: /*/checkout Disallow: /payment Disallow: /order-confirmation Disallow: /order-tracking Disallow: /*/order-tracking Disallow: /contact/thank-you Allow: / User-agent: ChatGPT-User Disallow: /checkout Disallow: /*/checkout Disallow: /payment Disallow: /order-confirmation Disallow: /order-tracking Disallow: /*/order-tracking Disallow: /contact/thank-you Allow: / User-agent: GPTBot Disallow: /checkout Disallow: /*/checkout Disallow: /payment Disallow: /order-confirmation Disallow: /order-tracking Disallow: /*/order-tracking Disallow: /contact/thank-you Allow: / User-agent: PerplexityBot Disallow: /checkout Disallow: /*/checkout Disallow: /payment Disallow: /order-confirmation Disallow: /order-tracking Disallow: /*/order-tracking Disallow: /contact/thank-you Allow: / User-agent: Perplexity-User Disallow: /checkout Disallow: /*/checkout Disallow: /payment Disallow: /order-confirmation Disallow: /order-tracking Disallow: /*/order-tracking Disallow: /contact/thank-you Allow: / User-agent: Claude-Web Disallow: /checkout Disallow: /*/checkout Disallow: /payment Disallow: /order-confirmation Disallow: /order-tracking Disallow: /*/order-tracking Disallow: /contact/thank-you Allow: / User-agent: ClaudeBot Disallow: /checkout Disallow: /*/checkout Disallow: /payment Disallow: /order-confirmation Disallow: /order-tracking Disallow: /*/order-tracking Disallow: /contact/thank-you Allow: / User-agent: anthropic-ai Disallow: /checkout Disallow: /*/checkout Disallow: /payment Disallow: /order-confirmation Disallow: /order-tracking Disallow: /*/order-tracking Disallow: /contact/thank-you Allow: / User-agent: Google-Extended Disallow: /checkout Disallow: /*/checkout Disallow: /payment Disallow: /order-confirmation Disallow: /order-tracking Disallow: /*/order-tracking Disallow: /contact/thank-you Allow: / User-agent: Google-CloudVertexBot Disallow: /checkout Disallow: /*/checkout Disallow: /payment Disallow: /order-confirmation Disallow: /order-tracking Disallow: /*/order-tracking Disallow: /contact/thank-you Allow: / User-agent: CCBot Disallow: /checkout Disallow: /*/checkout Disallow: /payment Disallow: /order-confirmation Disallow: /order-tracking Disallow: /*/order-tracking Disallow: /contact/thank-you Allow: / User-agent: Bytespider Disallow: / User-agent: Amazonbot Disallow: /checkout Disallow: /*/checkout Disallow: /payment Disallow: /order-confirmation Disallow: /order-tracking Disallow: /*/order-tracking Disallow: /contact/thank-you Allow: / User-agent: Applebot Disallow: /checkout Disallow: /*/checkout Disallow: /payment Disallow: /order-confirmation Disallow: /order-tracking Disallow: /*/order-tracking Disallow: /contact/thank-you Allow: / User-agent: Applebot-Extended Disallow: /checkout Disallow: /*/checkout Disallow: /payment Disallow: /order-confirmation Disallow: /order-tracking Disallow: /*/order-tracking Disallow: /contact/thank-you Allow: / User-agent: Meta-ExternalAgent Disallow: /checkout Disallow: /*/checkout Disallow: /payment Disallow: /order-confirmation Disallow: /order-tracking Disallow: /*/order-tracking Disallow: /contact/thank-you Allow: / User-agent: FacebookBot Disallow: /checkout Disallow: /*/checkout Disallow: /payment Disallow: /order-confirmation Disallow: /order-tracking Disallow: /*/order-tracking Disallow: /contact/thank-you Allow: / User-agent: YouBot Disallow: /checkout Disallow: /*/checkout Disallow: /payment Disallow: /order-confirmation Disallow: /order-tracking Disallow: /*/order-tracking Disallow: /contact/thank-you Allow: / User-agent: cohere-ai Disallow: /checkout Disallow: /*/checkout Disallow: /payment Disallow: /order-confirmation Disallow: /order-tracking Disallow: /*/order-tracking Disallow: /contact/thank-you Allow: / User-agent: Diffbot Disallow: /checkout Disallow: /*/checkout Disallow: /payment Disallow: /order-confirmation Disallow: /order-tracking Disallow: /*/order-tracking Disallow: /contact/thank-you Allow: / User-agent: meta-externalfetcher Disallow: /checkout Disallow: /*/checkout Disallow: /payment Disallow: /order-confirmation Disallow: /order-tracking Disallow: /*/order-tracking Disallow: /contact/thank-you Allow: / User-agent: MistralAI-User Disallow: /checkout Disallow: /*/checkout Disallow: /payment Disallow: /order-confirmation Disallow: /order-tracking Disallow: /*/order-tracking Disallow: /contact/thank-you Allow: / User-agent: DuckAssistBot Disallow: /checkout Disallow: /*/checkout Disallow: /payment Disallow: /order-confirmation Disallow: /order-tracking Disallow: /*/order-tracking Disallow: /contact/thank-you Allow: / User-agent: ImagesiftBot Disallow: /checkout Disallow: /*/checkout Disallow: /payment Disallow: /order-confirmation Disallow: /order-tracking Disallow: /*/order-tracking Disallow: /contact/thank-you Allow: / User-agent: cohere-training-data-crawler Disallow: /checkout Disallow: /*/checkout Disallow: /payment Disallow: /order-confirmation Disallow: /order-tracking Disallow: /*/order-tracking Disallow: /contact/thank-you Allow: / User-agent: Claude-SearchBot Disallow: /checkout Disallow: /*/checkout Disallow: /payment Disallow: /order-confirmation Disallow: /order-tracking Disallow: /*/order-tracking Disallow: /contact/thank-you Allow: / User-agent: Claude-User Disallow: /checkout Disallow: /*/checkout Disallow: /payment Disallow: /order-confirmation Disallow: /order-tracking Disallow: /*/order-tracking Disallow: /contact/thank-you Allow: / User-agent: MistralAI-Index Disallow: /checkout Disallow: /*/checkout Disallow: /payment Disallow: /order-confirmation Disallow: /order-tracking Disallow: /*/order-tracking Disallow: /contact/thank-you Allow: / User-agent: meta-webindexer Disallow: /checkout Disallow: /*/checkout Disallow: /payment Disallow: /order-confirmation Disallow: /order-tracking Disallow: /*/order-tracking Disallow: /contact/thank-you Allow: / User-agent: Amzn-SearchBot Disallow: /checkout Disallow: /*/checkout Disallow: /payment Disallow: /order-confirmation Disallow: /order-tracking Disallow: /*/order-tracking Disallow: /contact/thank-you Allow: / User-agent: Amzn-User Disallow: /checkout Disallow: /*/checkout Disallow: /payment Disallow: /order-confirmation Disallow: /order-tracking Disallow: /*/order-tracking Disallow: /contact/thank-you Allow: / User-agent: DuckDuckBot Disallow: /checkout Disallow: /*/checkout Disallow: /payment Disallow: /order-confirmation Disallow: /order-tracking Disallow: /*/order-tracking Disallow: /contact/thank-you Allow: / # Sitemaps Sitemap: https://arabictranslation.co.uk/sitemap-index.xml