User-agent: *
Disallow: /cgi-bin
Disallow: /cgi-sys
Allow: /

User-Agent: AhrefsBot
Disallow: /
# Crawl-Delay: 20
User-agent: MJ12bot
Disallow: /
User-agent: Mediatoolkit
Disallow: /
User-agent: Ezooms
Disallow: /
User-agent: linkdexbot
Disallow: /
User-agent: GrapeshotCrawler
Disallow: /
User-agent: proximic
Disallow: /
User-agent: MegaIndex.ru
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: ExtLinksBot
Disallow: /
User-agent: weborama-fetcher
Disallow: /
User-agent: expo9
Disallow: /
User-agent: spbot
Disallow: /
User-agent: Mangoway
Disallow: /
User-agent: Wotbox
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: BLEXBot
Disallow: /

# block AI bots
User-agent: CCBot
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: ChatGPT-User
Disallow: /
User-agent: Google-Extended
Disallow: /
User-agent: FacebookBot
Disallow: /
User-agent: Omgilibot
Disallow: /
User-agent: Amazonbot
Disallow: /
User-agent: PetalBot
Disallow: /