cyber-mawonaj/web-core-fr-gp
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add new TelegramBot and Domain Re-Animator Bot

Browse Source
This commit is contained in:
Matt Baer
2015-07-17 10:41:44 -04:00
parent 5ad0664e7e
commit cf23d08df8
1 changed files with 11 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files
bots/bots.go
+11 -9
View File
@@ -4,10 +4,11 @@
package bots package bots
var bots = map[string]bool{ var bots = map[string]bool{
"bitlybot": true, "bitlybot": true,
"crawlernutchtest/Nutch-1.9": true, "crawlernutchtest/Nutch-1.9": true,
"ExactSeekCrawler/1.0": true, "Domain Re-Animator Bot (http://domainreanimator.com) - support@domainreanimator.com": true,
"Googlebot-Image/1.0": true, "ExactSeekCrawler/1.0": true,
"Googlebot-Image/1.0": true,
"LinkedInBot/1.0 (compatible; Mozilla/5.0; Jakarta Commons-HttpClient/3.1 +http://www.linkedin.com)": true, "LinkedInBot/1.0 (compatible; Mozilla/5.0; Jakarta Commons-HttpClient/3.1 +http://www.linkedin.com)": true,
"LivelapBot/0.2 (http://site.livelap.com/crawler)": true, "LivelapBot/0.2 (http://site.livelap.com/crawler)": true,
"Mozilla/5.0 (compatible; AhrefsBot/5.0; +http://ahrefs.com/robot/)": true, "Mozilla/5.0 (compatible; AhrefsBot/5.0; +http://ahrefs.com/robot/)": true,
@@ -28,11 +29,12 @@ var bots = map[string]bool{
"Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)": true, "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)": true,
"Mozilla/5.0 (compatible; zitebot support [at] zite [dot] com +http://zite.com)": true, "Mozilla/5.0 (compatible; zitebot support [at] zite [dot] com +http://zite.com)": true,
"Mozilla/5.0 (iPhone; CPU iPhone OS 6_0 like Mac OS X) AppleWebKit/536.26 (KHTML, like Gecko) Version/6.0 Mobile/10A5376e Safari/8536.25 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)": true, "Mozilla/5.0 (iPhone; CPU iPhone OS 6_0 like Mac OS X) AppleWebKit/536.26 (KHTML, like Gecko) Version/6.0 Mobile/10A5376e Safari/8536.25 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)": true,
"spiderbot": true, "spiderbot": true,
"TelegramBot": true, "TelegramBot": true,
"Traackr.com Bot": true, "TelegramBot (like TwitterBot)": true,
"Twitterbot/1.0": true, "Traackr.com Bot": true,
"voltron": true, "Twitterbot/1.0": true,
"voltron": true,
} }
// IsBot returns whether or not the provided User-Agent string is a known bot // IsBot returns whether or not the provided User-Agent string is a known bot