# AutoTrader.ca & AutoHebdo.net
# 2025-04-22

# Blocked user agents
User-agent: blexbot
User-agent: Bytedance
User-agent: Bytespider
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: CrystalSemanticsBot
User-agent: crystalsemanticsbot
User-agent: DotBot
User-agent: Google-CloudVertexBot
User-agent: GrapeshotCrawler
User-agent: MaxPointCrawler
User-agent: Meta-ExternalAgent
User-agent: NetSeer crawler
User-agent: oodlebot
User-agent: ooyyo
User-agent: PerplexityBot
User-agent: Scrapy
User-agent: SightupBot
User-agent: sogou
User-agent: sogou spider
User-agent: Sogou web spider/4.0
User-agent: trovitBot
User-agent: WijuBot
User-agent: YandexBot
User-agent: ZumBot
Disallow: /

# Blocked paths
user-agent: *
Disallow: /a/
Disallow: /autos/
Disallow: /bateau/
Disallow: /boats/
Disallow: /camion-lourd/
Disallow: /cars/
Disallow: /editorial/search
Disallow: /equipment-agricole/
Disallow: /equipment-lourd/
Disallow: /farm-equipment/
Disallow: /go/
Disallow: /heavy-equipment/
Disallow: /heavy-trucks/
Disallow: /motomarine/
Disallow: /motoneige/
Disallow: /motorcycles-atvs/
Disallow: /motos-vtts/
Disallow: /remorques/
Disallow: /rv/
Disallow: /snowmobiles/
Disallow: /trailers/
Disallow: /vr/
Disallow: /watercraft/

# Rate limited user agents
User-agent: Ahrefsbot
User-agent: Baiduspider
User-agent: CriteoBot
User-agent: FeedFetcher-Google
User-agent: GoogleProducer
User-agent: SemrushBot
User-agent: Yeti
Crawl-delay: 1
Allow: /
Disallow: /editorial/search
Disallow: /a/*?

# Social media user agents
User-agent: facebookcatalog
User-agent: facebookexternalhit
User-agent: Pinterestbot
User-Agent: Twitterbot
User-Agent: google-speakr
Allow: /

# Search engine user agents
User-agent: Bingbot
User-agent: BingPreview
User-agent: Googlebot
User-agent: Googlebot-News
User-agent: GoogleOther
User-agent: Google-Extended
User-agent: Google-InspectionTool
User-agent: Slurp
User-agent: Storebot-Google
Allow: /
Disallow: /editorial/search?*&
Allow: /editorial/search?*page
Disallow: /a/*?
Disallow: /*?*inMarket
Disallow: /*?*scrladid
#Disallow: /*?*_ga
#Disallow: /*?*_gl
#Disallow: /*?*rcp
#Disallow: /*?*srt
#Disallow: /*?*hprc
#Disallow: /*?*wcp
#Allow: /*?*rcp=25
#Allow: /*?*srt=9
#Allow: /*?*hprc=True
#Allow: /*?*wcp=True