cyber-mawonaj/web-core-fr-gp
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add "archive.org_bot" as bot phrase

Browse Source
This commit is contained in:
Matt Baer
2023-09-14 14:26:53 -04:00
parent 5c8145466c
commit 5a77fdf807
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
bots/bots.go
+1
View File
@@ -422,6 +422,7 @@ var botPrefixes = []string{
var botPhrases = []string{ var botPhrases = []string{
"bingbot", "bingbot",
"Googlebot", "Googlebot",
"archive.org_bot",
} }
// IsBot returns whether or not the provided User-Agent string is a known bot // IsBot returns whether or not the provided User-Agent string is a known bot