User-agent: * Disallow: /wp-admin Allow: /wp-admin/admin-ajax.php Disallow: /wp-content/uploads Disallow: /wp-content/themes Disallow: /wp-content/plugins Disallow: /wp-content/updraft Disallow: /wp-content/upgrade Disallow: /wp-content/uploads Disallow: /wp-includes Disallow: /cgi-bin/ Disallow: *.pdf$ # Block pdf files from all bots. Albeit non-standard, it works for major search engines. Disallow: *.epub$ # Block epub files from all bots. Albeit non-standard, it works for major search engines. Disallow: /*.gif$ User-agent: google Allow: / User-agent: Bingbot Allow: / User-agent: DuckDuckBot Allow: / User-agent: Facebook Disallow: / User-agent: Applebot Disallow: / User-agent: Barkrowler Disallow: / User-agent: MJ12bot Disallow: / User-agent: Applebot-Extended Disallow: / User-agent: ClaudeBot Disallow: / User-agent: GPTBot Disallow: / User-agent: PetalBot Disallow: / User-agent: uptimerobot Disallow: / User-agent: viberbot Disallow: / User-agent: YaK Disallow: / User-agent: Yandex Disallow: / User-agent: Discordbot Disallow: / User-agent: facebookexternalhit Disallow: / User-agent: LinkedInBot Disallow: / User-agent: msnbot Disallow: / User-agent: Naverbot Disallow: / User-agent: Pinterestbot Disallow: / User-agent: Screaming Frog SEO Spider Disallow: / User-agent: seznambot Disallow: / User-agent: Slurp Disallow: / User-agent: teoma Disallow: / User-agent: TelegramBot Disallow: / User-agent: Twitterbot Disallow: / User-agent: Yeti Disallow: /