User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Meta-ExternalAgent
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Google-CloudVertexBot
Disallow: /

User-agent: Timpibot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: Applebot-Extended
Disallow: /

# Claude-User is a user-triggered assistant fetch (like ChatGPT-User), currently
# mis-categorised by Cloudflare as an AI Crawler and caught by Training=Disallow.
# Edge-driven and temporary: when Cloudflare re-categorises it as an AI Assistant
# the Agent=Allow dial will permit it automatically, and this line should be removed.
User-agent: Claude-User
Disallow: /

# Do not block facebookexternalhit here - it is the link-share preview scraper,
# not FacebookBot above. Blocking it breaks Facebook / WhatsApp share previews.
User-agent: *
Disallow: /p/
Disallow: /assets/js/locations_search.json
Disallow: /api/
Disallow: /app/
Disallow: /async/
Disallow: /outgoing/
Disallow: /my-pp/
Disallow: /feed-central/

Sitemap: https://www.portugalproperty.com/sitemap.xml