# London Construction Magazine
# AI use terms:
# https://www.constructionmagazine.uk/p/ai-ingestion-declaration.html

User-agent: Mediapartners-Google
Disallow:

User-agent: GPTBot
Disallow:

User-agent: ClaudeBot
Disallow:

User-agent: Applebot-Extended
Disallow:

User-agent: meta-externalagent
Disallow:

User-agent: Google-Extended
Disallow:

User-agent: CCBot
Disallow:

User-agent: Bytespider
Disallow:

User-agent: Omgilibot
Disallow:

User-agent: Omgili
Disallow:

User-agent: ImagesiftBot
Disallow:

User-agent: GrokBot
Disallow:

User-agent: xAI-SearchBot
Disallow:

User-agent: GrokAgent
Disallow:

User-agent: xAI-Grok
Disallow:

User-agent: PerplexityBot
Disallow:

User-agent: Amazonbot
Disallow:

User-agent: Diffbot
Disallow:

User-agent: Cohere-ai
Disallow:

User-agent: *
Allow: /search
Allow: /search/label/
Allow:

Sitemap: https://www.constructionmagazine.uk/sitemap.xml
Sitemap: https://www.constructionmagazine.uk/sitemap-pages.xml