# robots.txt for https://www.discountdeals.ae

Sitemap: https://www.discountdeals.ae/sitemap.xml

User-agent: *
Disallow: /vendor_admins/*
Disallow: /vendor_site/*
Disallow: /uploads/*
Disallow: /plugins/*
Disallow: /cgi-bin
Disallow: /out
Disallow: /qa/go.php
Disallow: //
Disallow: /search
Disallow: /*?vc=
Disallow: *?
Disallow: /api
Disallow: /scalable_captcha/
Disallow: /scalable_captcha/scalable_captcha
# Allow only essential media (logos, banners)
Allow: /images/

# -------------------------------
# AI / LLM Bots - Throttled Access
# -------------------------------

User-agent: GPTBot
Crawl-delay: 10
Allow: /

User-agent: CCBot
Crawl-delay: 10
Allow: /

User-agent: Anthropic-claude
Crawl-delay: 10
Allow: /