🤖 add(security): bad user-agents list

security/web/bad-user-agents.list

@@ -0,0 +1,65 @@
+User-agent: AhrefsBot 
+User-agent: AI2Bot 
+User-agent: Ai2Bot-Dolma 
+User-agent: Amazonbot 
+User-agent: anthropic-ai 
+User-agent: Applebot 
+User-agent: Applebot-Extended 
+User-agent: AwarioRssBot 
+User-agent: AwarioSmartBot 
+User-agent: BLEXBot
+User-agent: Bytespider 
+User-agent: CCBot 
+User-agent: ChatGPT-User 
+User-agent: Claude-Web 
+User-agent: ClaudeBot 
+User-agent: cohere-ai 
+User-agent: DataForSeoBot 
+User-agent: Diffbot 
+User-agent: DotBot
+User-agent: DuckAssistBot 
+User-agent: FacebookBot 
+User-agent: facebookexternalhit 
+User-agent: FriendlyCrawler 
+User-agent: Google-Extended 
+User-agent: GoogleOther 
+User-agent: GoogleOther-Image 
+User-agent: GoogleOther-Video 
+User-agent: GPTBot 
+User-agent: ICC-Crawler 
+User-agent: ImagesiftBot 
+User-agent: img2dataset 
+User-agent: ISSCyberRiskCrawler 
+User-agent: magpie-crawler 
+User-agent: Meltwater 
+User-agent: meta-externalagent 
+User-agent: Meta-ExternalAgent 
+User-agent: Meta-ExternalFetcher 
+User-agent: MJ12bot
+User-agent: OAI-SearchBot 
+User-agent: omgili 
+User-agent: omgilibot 
+User-agent: peer39_crawler 
+User-agent: peer39_crawler/1.0 
+User-agent: PerplexityBot 
+User-agent: PetalBot 
+User-agent: PiplBot 
+User-agent: scoop.it 
+User-agent: Scrapy 
+User-agent: Seekr 
+User-agent: SemrushBot 
+User-agent: SemrushBot-BA 
+User-agent: SemrushBot-FT 
+User-agent: SemrushBot-OCOB 
+User-agent: SemrushBot-SI 
+User-agent: SemrushBot-SWA 
+User-agent: SeznamBot
+User-agent: Sidetrade indexer bot 
+User-agent: SiteAuditBot 
+User-agent: SplitSignalBot 
+User-agent: Timpibot 
+User-agent: VelenPublicWebCrawler 
+User-agent: Webzio-Extended 
+User-agent: wepchsearchengine
+User-agent: YouBot
+Disallow: /