# ==============================
# eXusTrans robots.txt
# ==============================

# Block bad / aggressive bots
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: Sogou
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: MegaIndex
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: SEOkicks
Disallow: /

User-agent: CensysInspect
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: DataForSeoBot/1.0
Disallow: /


# Default rules for Google, Bing, OpenAI, and all normal bots
User-agent: *

# Critical duplicate fix
Disallow: /*?q=
Disallow: /*?q=*

# Tracking parameters
Disallow: /*?fbclid=
Disallow: /*&fbclid=
Disallow: /*?utm_
Disallow: /*&utm_

# Internal paths
Disallow: /login
Disallow: /socket.io

Allow: /

Sitemap: https://exustrans.com/sitemap.xml