cyber-mawonaj/web-core-fr-gp
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add hackney as bot

Browse Source
This commit is contained in:
Matt Baer
2018-08-08 16:03:14 -04:00
parent c9787530db
commit 7182ec7db1
1 changed files with 6 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
bots/bots.go
+6 -5
View File
@@ -210,14 +210,15 @@ var bots = map[string]bool{
} }
var botPrefixes = []string{ var botPrefixes = []string{
"http.rb/",
"PHP/",
"python-requests/",
"Mozilla/5.0 (compatible; AhrefsBot/", "Mozilla/5.0 (compatible; AhrefsBot/",
"Twitterbot/",
"TelegramBot",
"Mozilla/5.0 (compatible; Applebot/", "Mozilla/5.0 (compatible; Applebot/",
"Mozilla/5.0 (compatible; archive.org_bot", "Mozilla/5.0 (compatible; archive.org_bot",
"PHP/",
"TelegramBot",
"Twitterbot/",
"hackney/",
"http.rb/",
"python-requests/",
} }
// IsBot returns whether or not the provided User-Agent string is a known bot // IsBot returns whether or not the provided User-Agent string is a known bot