# OBD last updated 2020-01-31

# Block everyone first
User-agent: *
Disallow: /

# Except allowed bots
User-agent: bingbot
User-agent: BingPreview
User-agent: Slurp
User-agent: Applebot
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Mediapartners-Google
User-agent: archive.org_bot
User-agent: baiduspider
User-agent: DuckDuckBot
Disallow:
Disallow: /trouble_codes/gm/obd_codes.htm

# 2020-01-31 slow down crawlers that don't send much traffic
User-agent: Yandex
Crawl-delay: 2.0