# Search Engine Crawlers (Explicitly Allowed)
User-agent: Googlebot
User-agent: Googlebot-Image
Allow: /
# Block internal search query spam (prevent crawl bloat)
Disallow: /search/
Disallow: /*?s=*
Disallow: /*?search=*
Disallow: /*?q=*
Disallow: /feed/
Disallow: /*/feed/
Disallow: /*?feed=*
# Explicitly allow modern rendering assets & WebP images
Allow: /*.css
Allow: /*.js
Allow: /*.png
Allow: /*.jpg
Allow: /*.jpeg
Allow: /*.webp
Allow: /*.svg
Allow: /*.ico

User-agent: Bingbot
User-agent: Applebot
User-agent: DuckDuckBot
User-agent: YandexBot
Allow: /
Disallow: /search/
Disallow: /*?s=*
Disallow: /*?search=*
Disallow: /*?q=*
Disallow: /feed/
Disallow: /*/feed/
Disallow: /*?feed=*
Allow: /*.css
Allow: /*.js
Allow: /*.webp

# General Crawlers (Protect Crawl Budget & Prevent Internal Search Bloat)
User-agent: *
Allow: /
Disallow: /search/
Disallow: /*?s=*
Disallow: /*?search=*
Disallow: /*?q=*
Disallow: /feed/
Disallow: /*/feed/
Disallow: /*?feed=*
Allow: /*.css
Allow: /*.js
Allow: /*.png
Allow: /*.jpg
Allow: /*.jpeg
Allow: /*.webp
Allow: /*.svg
Allow: /*.ico

# Block Commercial SEO Audit Crawlers & Competitive Scrapers
User-agent: AhrefsBot
User-agent: SemrushBot
User-agent: SemrushBot-SA
User-agent: DotBot
User-agent: Rogerbot
User-agent: MJ12bot
User-agent: Xenu
User-agent: ia_archiver
Disallow: /

# Block Aggressive Scrapers & Bad Bots
User-agent: BLEXBot
User-agent: PetalBot
User-agent: Bytespider
User-agent: MegaIndex.ru
User-agent: MegaIndex
User-agent: ZoominfoBot
User-agent: ExtractorPro
User-agent: DataForSeoBot
Disallow: /

# Canonical XML Sitemaps
Sitemap: https://dhaphase8karachi.com/sitemap.xml
Sitemap: https://dhaphase8karachi.com/sitemap-index.xml
Sitemap: https://dhaphase8karachi.com/sitemap-0.xml