User-agent: Bytespider
User-agent: spider-feedback@bytedance.com
User-agent: MJ12Bot
User-agent: AhrefsBot
User-agent: SEMrushBot
User-agent: PetalBot
User-agent: Amazonbot/0.1
User-agent: bingbot/2.0
User-agent: Applebot/0.1
User-agent: Googlebot/2.1
User-agent: Scrapy/2.11.2 (+https://scrapy.org)
User-agent: serpstatbot/2.1
User-agent: nbot
Disallow: /forums/

User-agent: *
Disallow: /forums/
Disallow: /cgi-bin/
Disallow: /forums/.htpasswds/
Disallow: /forums/admincp/
Disallow: /forums/archive/
Disallow: /forums/cgi-bin/
Disallow: /forums/cpstyles/
Disallow: /forums/customavatars/
Disallow: /forums/customgroupicons/
Disallow: /forums/customprofilepics/
Disallow: /forums/forumrunner/
Disallow: /forums/images/
Disallow: /forums/includes/
Disallow: /forums/modcp/
Disallow: /forums/packages/
Disallow: /forums/signaturepics/
Disallow: /forums/store_sitemap/
Disallow: /forums/useravatars/
Disallow: /forums/vb/
Disallow: /forums/activity.php
Disallow: /forums/ajax.php
Disallow: /forums/album.php
Disallow: /forums/api.php
Disallow: /forums/apichain.php
Disallow: /forums/asset.php
Disallow: /forums/assetmanage.php
Disallow: /forums/attachment.php
Disallow: /forums/attachment_inlinemod.php
Disallow: /forums/blog_ajax.php
Disallow: /forums/blog_external.php
Disallow: /forums/blog_inlinemod.php
Disallow: /forums/blog_report.php
Disallow: /forums/blog_subscription.php
Disallow: /forums/blog_usercp.php
Disallow: /forums/calendar.php
Disallow: /forums/clear.gif
Disallow: /forums/converse.php
Disallow: /forums/cron.php
Disallow: /forums/editor.php
Disallow: /forums/editpost.php
Disallow: /forums/external.php
Disallow: /forums/global.php
Disallow: /forums/group_inlinemod.php
Disallow: /forums/groupsubscription.php
Disallow: /forums/image.php
Disallow: /forums/infraction.php
Disallow: /forums/inlinemod.php
Disallow: /forums/joinrequests.php
Disallow: /forums/list.php
Disallow: /forums/login.php
Disallow: /forums/member.php
Disallow: /forums/member_inlinemod.php
Disallow: /forums/memberlist.php
Disallow: /forums/misc.php
Disallow: /forums/moderation.php
Disallow: /forums/moderator.php
Disallow: /forums/newattachment.php
Disallow: /forums/newreply.php
Disallow: /forums/newthread.php
Disallow: /forums/online.php
Disallow: /forums/payment_gateway.php
Disallow: /forums/payments.php
Disallow: /forums/picture.php
Disallow: /forums/picture_inlinemod.php
Disallow: /forums/picturecomment.php
Disallow: /forums/posthistory.php
Disallow: /forums/postings.php
Disallow: /forums/printthread.php
Disallow: /forums/private.php
Disallow: /forums/profile.php
Disallow: /forums/register.php
Disallow: /forums/report.php
Disallow: /forums/reputation.php
Disallow: /forums/sendmessage.php
Disallow: /forums/showgroups.php
Disallow: /forums/showpost.php
Disallow: /forums/subscription.php
Disallow: /forums/threadrate.php
Disallow: /forums/threadtag.php
Disallow: /forums/usercp.php
Disallow: /forums/usernote.php
Disallow: /forums/visitormessage.php
Disallow: /forums/widget.php