User-agent: *
Disallow: /wp-admin/
Disallow: /author/
Disallow: /category/
Disallow: /files/
Disallow: /mc-events/
Disallow: /wp-content/
Allow: /wp-admin/admin-ajax.php

User-agent: AhrefsBot
Disallow: /

# block Yandex crawler
User-agent: Yandex
Disallow: /

# block BlexBot crawler
User-agent: BLEXBot
Disallow: /

# block SemrushBo crawlers
User-agent: SemrushBot
Disallow: /
Disallow: /search

#block Applebot
User-agent: Applebot
Disallow: /forbid-apple/

#block Qwantify/Bleriot bots
User-agent: Bleriot
Disallow: /

# https://www.qwant.com/
User-agent: Qwantify
Disallow: /

# block common craw
# https://commoncrawl.org/faq/
User-agent: CCBot
Disallow: /

#PetalBot;+https://aspiegel.com/petalbot
User-agent: PetalBot
Disallow: /

User-agent: SEOkicks
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: GPTBot
Disallow: /