# DealIntel.in Robots.txt
# Allow all crawlers - we want to be found by qualified buyers

User-agent: *
Allow: /

# Block sensitive or non-public routes
Disallow: /api/
Disallow: /admin/
Disallow: /*.json$
Disallow: /*?session=*
Disallow: /*?token=*

# Crawl-delay to prevent server overload
Crawl-delay: 1

# Sitemap location
Sitemap: https://dealintel.in/sitemap.xml

# Block bad bots (SEO spam, content scrapers)
User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: DotBot
Disallow: /