# Content usage policy — reference, not train.
# You may use this content to build a search index and to generate
# real-time, cited answers (ai-input). You may NOT use it to train or
# fine-tune AI models (ai-train). Expressed machine-readably via the
# Content-Signal lines below (Cloudflare Content Signals Policy).

# General crawlers
User-agent: *
Allow: /
Disallow: /admin
Disallow: /subscribe/
Disallow: /q/
Disallow: /s/
Allow: /api/og
Disallow: /api/
Disallow: /wp-login
Disallow: /wp-admin
Disallow: /xmlrpc
Disallow: /administrator
Disallow: /wp-json
Disallow: /wp-config.php
Disallow: /wp-cron.php
Disallow: /wp-signup.php
Disallow: /wp-includes
Disallow: /.env
Disallow: /phpmyadmin
Disallow: /administrator/
Disallow: /user/login
Disallow: /typo3/
Disallow: /bitrix/
Disallow: /magento_version
Disallow: /adminer
Disallow: /myadmin
Disallow: /pma
Disallow: /_ignition/execute-solution
Disallow: /actuator/env
Disallow: /actuator/health
Disallow: /server-status
Disallow: /solr/
Disallow: /jenkins/
Disallow: /phpinfo.php
Disallow: /Telerik.Web.UI_dialog
Disallow: /.DS_Store
Disallow: /backup.zip
Disallow: /dump.sql
Disallow: /db.sql
Disallow: /.npmrc
Disallow: /docker-compose.yml
Content-Signal: search=yes, ai-train=no, ai-input=yes

# AI search / answer engines — allowed to fetch and cite (not to train)
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: Applebot
User-agent: Amazonbot
Allow: /
Disallow: /admin
Disallow: /subscribe/
Disallow: /q/
Disallow: /s/
Allow: /api/og
Disallow: /api/
Disallow: /wp-login
Disallow: /wp-admin
Disallow: /xmlrpc
Disallow: /administrator
Disallow: /wp-json
Disallow: /wp-config.php
Disallow: /wp-cron.php
Disallow: /wp-signup.php
Disallow: /wp-includes
Disallow: /.env
Disallow: /phpmyadmin
Disallow: /administrator/
Disallow: /user/login
Disallow: /typo3/
Disallow: /bitrix/
Disallow: /magento_version
Disallow: /adminer
Disallow: /myadmin
Disallow: /pma
Disallow: /_ignition/execute-solution
Disallow: /actuator/env
Disallow: /actuator/health
Disallow: /server-status
Disallow: /solr/
Disallow: /jenkins/
Disallow: /phpinfo.php
Disallow: /Telerik.Web.UI_dialog
Disallow: /.DS_Store
Disallow: /backup.zip
Disallow: /dump.sql
Disallow: /db.sql
Disallow: /.npmrc
Disallow: /docker-compose.yml
Content-Signal: search=yes, ai-train=no, ai-input=yes

# AI training crawlers — not permitted to train on this content
User-agent: GPTBot
User-agent: Google-Extended
User-agent: CCBot
User-agent: ClaudeBot
User-agent: anthropic-ai
User-agent: Applebot-Extended
User-agent: Bytespider
User-agent: Meta-ExternalAgent
User-agent: meta-externalagent
User-agent: Diffbot
User-agent: Omgilibot
Disallow: /

Sitemap: https://www.ukimmigration.law/sitemap_index.xml