From 8b591c4684d570afd5e55d683357b1d5833a1c45 Mon Sep 17 00:00:00 2001
From: SansGuidon <sansguidon@noreply.gitea.zoemp.be>
Date: Tue, 17 Dec 2024 10:12:32 +0000
Subject: [PATCH] =?UTF-8?q?=F0=9F=A4=96=20add(security):=20bad=20user-agen?=
 =?UTF-8?q?ts=20list?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 security/web/bad-user-agents.list | 65 +++++++++++++++++++++++++++++++
 1 file changed, 65 insertions(+)
 create mode 100644 security/web/bad-user-agents.list

diff --git a/security/web/bad-user-agents.list b/security/web/bad-user-agents.list
new file mode 100644
index 0000000..4a93cb3
--- /dev/null
+++ b/security/web/bad-user-agents.list
@@ -0,0 +1,65 @@
+User-agent: AhrefsBot 
+User-agent: AI2Bot 
+User-agent: Ai2Bot-Dolma 
+User-agent: Amazonbot 
+User-agent: anthropic-ai 
+User-agent: Applebot 
+User-agent: Applebot-Extended 
+User-agent: AwarioRssBot 
+User-agent: AwarioSmartBot 
+User-agent: BLEXBot
+User-agent: Bytespider 
+User-agent: CCBot 
+User-agent: ChatGPT-User 
+User-agent: Claude-Web 
+User-agent: ClaudeBot 
+User-agent: cohere-ai 
+User-agent: DataForSeoBot 
+User-agent: Diffbot 
+User-agent: DotBot
+User-agent: DuckAssistBot 
+User-agent: FacebookBot 
+User-agent: facebookexternalhit 
+User-agent: FriendlyCrawler 
+User-agent: Google-Extended 
+User-agent: GoogleOther 
+User-agent: GoogleOther-Image 
+User-agent: GoogleOther-Video 
+User-agent: GPTBot 
+User-agent: ICC-Crawler 
+User-agent: ImagesiftBot 
+User-agent: img2dataset 
+User-agent: ISSCyberRiskCrawler 
+User-agent: magpie-crawler 
+User-agent: Meltwater 
+User-agent: meta-externalagent 
+User-agent: Meta-ExternalAgent 
+User-agent: Meta-ExternalFetcher 
+User-agent: MJ12bot
+User-agent: OAI-SearchBot 
+User-agent: omgili 
+User-agent: omgilibot 
+User-agent: peer39_crawler 
+User-agent: peer39_crawler/1.0 
+User-agent: PerplexityBot 
+User-agent: PetalBot 
+User-agent: PiplBot 
+User-agent: scoop.it 
+User-agent: Scrapy 
+User-agent: Seekr 
+User-agent: SemrushBot 
+User-agent: SemrushBot-BA 
+User-agent: SemrushBot-FT 
+User-agent: SemrushBot-OCOB 
+User-agent: SemrushBot-SI 
+User-agent: SemrushBot-SWA 
+User-agent: SeznamBot
+User-agent: Sidetrade indexer bot 
+User-agent: SiteAuditBot 
+User-agent: SplitSignalBot 
+User-agent: Timpibot 
+User-agent: VelenPublicWebCrawler 
+User-agent: Webzio-Extended 
+User-agent: wepchsearchengine
+User-agent: YouBot
+Disallow: /
\ No newline at end of file