User-agent: *
Disallow: /wp-admin
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-content/uploads
Disallow: /wp-content/themes
Disallow: /wp-content/plugins
Disallow: /wp-content/updraft
Disallow: /wp-content/upgrade
Disallow: /wp-content/uploads
Disallow: /wp-includes
Disallow: /cgi-bin/
Disallow: *.pdf$ # Block pdf files from all bots. Albeit non-standard, it works for major search engines.
Disallow: *.epub$ # Block epub files from all bots. Albeit non-standard, it works for major search engines.
Disallow: /*.gif$

User-agent: google
Allow: /

User-agent: Bingbot
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Facebook
Disallow: /

User-agent: Applebot
Disallow: /


User-agent: Barkrowler
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: uptimerobot
Disallow: /

User-agent: viberbot
Disallow: /

User-agent: YaK
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: Discordbot
Disallow: /

User-agent: facebookexternalhit
Disallow: /

User-agent: LinkedInBot
Disallow: /

User-agent: msnbot
Disallow: /

User-agent: Naverbot
Disallow: /

User-agent: Pinterestbot
Disallow: /

User-agent: Screaming Frog SEO Spider
Disallow: /

User-agent: seznambot
Disallow: /

User-agent: Slurp
Disallow: /

User-agent: teoma
Disallow: /

User-agent: TelegramBot
Disallow: /

User-agent: Twitterbot
Disallow: /

User-agent: Yeti
Disallow: /