User-agent: *

# Parameterized Pages
Disallow: /support?_w
Disallow: /support?_W
Disallow: /support?amp
Disallow: /support?p_
Disallow: /support?ajax
Disallow: /press-releases?category=
Disallow: /press-releases?p_

# Block tag parameters
Disallow: /*?tag=*

# Tooltips
Disallow: /tooltip/*
Disallow: /modal-block/*

# Contact-us matrices
Disallow: /personal/support/contact-us/*
Disallow: /business/support/contact-us/*

# PDFs deindexed
Disallow: /csdlvlr/*
Disallow: /csgs/*

# Query parameters
Disallow: /*?icid=*
Disallow: /*?ecid=*
Disallow: /*?cid=*

# Components (404 crawl waste)
Disallow: /content/dam/webpublic/santander/en/components/*

# Allow main crawlers
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

# LLM Crawlers (Optional Control)
User-agent: GPTBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: CCBot
Allow: /

User-agent: meta-externalagent
Allow: /

# Block not wanted search engines or tools
User-agent: Alexibot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SurveyBot
Disallow: /

User-agent: Xenu's
Disallow: /

User-agent: Sogou
Disallow: /

User-agent: SEOkicks-Robots
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: UptimeRobot/2.0
Disallow: /

User-agent: SearchmetricsBot
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: SISTRIX
Allow: /
Crawl-delay: 10

User-Agent: Slurp
Allow: /
Crawl-delay: 50

User-Agent: DuckDuckBot
Allow: /
Crawl-delay: 20

User-Agent: ia_archiver
Allow: /
Crawl-delay: 50

# Sitemap Index
Sitemap: https://www.santander.co.uk/sitemap.xml

# Additional Sitemaps (Priority Pages)
Sitemap: https://www.santander.co.uk/santander/sitemap.xml