Add "archive.org_bot" as bot phrase

This commit is contained in:
Matt Baer
2023-09-14 14:26:53 -04:00
parent 5c8145466c
commit 5a77fdf807
+1
View File
@@ -422,6 +422,7 @@ var botPrefixes = []string{
var botPhrases = []string{
"bingbot",
"Googlebot",
"archive.org_bot",
}
// IsBot returns whether or not the provided User-Agent string is a known bot