User-agent: *
Allow: /

# Private/transactional surfaces deliberately remain crawlable so search
# engines can receive the server-side X-Robots-Tag: noindex response. Blocking
# them here would prevent crawlers from seeing that removal instruction.

# Known spam/scanner prefixes that Google Search Console kept reporting
# as 404 noise. Belt-and-braces with the .htaccess 410-Gone rules.
Disallow: /amazonfresh/
Disallow: /pcmypage/
Disallow: /arararar
Disallow: /arararste/
Disallow: /araraistore/
Disallow: /arararstore/
Disallow: /arararararsdfasd/

# Same disallows under /ar/ and /en/ prefixes
Disallow: /ar/amazonfresh/
Disallow: /ar/pcmypage/
Disallow: /ar/arararar
Disallow: /en/amazonfresh/
Disallow: /en/pcmypage/
Disallow: /en/arararar

# AI crawlers — explicitly welcomed (visibility in ChatGPT / Claude / Perplexity
# / Google AI). Private routes enforce noindex and no-store at the HTTP/SSR layer.
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: PerplexityBot
User-agent: Google-Extended
Allow: /

Sitemap: https://it-plus.co/sitemap.xml