# Exclude Files From All Robots:

#--------------------------------

User-agent: *
Disallow: /admin_area/
Disallow: /portfolio/admin_area/
Disallow: /ux-design-process.html
Disallow: /contact/
Disallow: /referral/
Disallow: /category/
Disallow: /privacypolicy.html
Disallow: /portfolio/Mambo-developers
Disallow: /iso-9001-2015.html
Disallow: /shopify/
Disallow: /assets/images/OG/
Disallow: /capabilityStatement/

Sitemap: https://www.synapseindia.com/sitemap.xml

#--------------------------------

User-agent: Yandex
Disallow: /*.*

#--------------------------------

# Allow AI search and agent use
User-agent: DeepSeekBot
User-agent: GrokBot
User-agent: PerplexityBot
User-agent: FirecrawlAgent
User-agent: AndiBot
User-agent: ExaBot
User-agent: PhindBot
User-agent: YouBot
User-agent: ClaudeBot
User-agent: DuckAssistBot
User-agent: Apple-Extended
User-agent: Anthropic-Bot
User-agent: Amazonbot
User-agent: NeevaAI
User-agent: Diffbot
User-agent: ArchiveBox
Allow: /

# ---- Search Engine Specific Rules ---- #

# Google
User-agent: Googlebot
User-agent: Google-Extended
User-agent: Googlebot-Image
User-agent: Googlebot-Video
User-agent: Googlebot-News
User-agent: Googlebot-Mobile
Allow: /

# Bing
User-agent: bingbot
User-agent: MSNBot
User-agent: BingPreview
Allow: /

# Yahoo
User-agent: Slurp
Allow: /

# Baidu
User-agent: Baiduspider
User-agent: Baiduspider-image
Allow: /

# DuckDuckGo
User-agent: DuckDuckBot
Allow: /

# Apple
User-agent: Applebot
Allow: /

# Sogou
User-agent: Sogou
Disallow: /

# End robots.txt file