User-agent: * Disallow: /forum/faq.php Disallow: /bb3/faq.php Disallow: /bb3/search.php User-agent: bingbot Crawl-delay: 20 # Completely disallow unwanted crawlers and AI bots User-agent: mj12bot User-agent: weborama User-agent: GPTBot User-agent: AhrefsBot User-agent: dotbot User-agent: grapeshot User-agent: proximic User-agent: Bytespider User-agent: Yandex User-agent: ClaudeBot User-agent: Amazonbot Disallow: / # Block Applebot search and AI crawlers from the forum directory User-agent: Applebot User-agent: Applebot-Extended Disallow: /bb3/