2015-07-07 02:35:17 -04:00
// This package helps the backend determine which clients are bots or crawlers.
// In Write.as, this is used to prevent certain things when viewing posts, like
// incrementing the view count.
2015-06-28 18:22:40 -04:00
package bots
var bots = map [ string ] bool {
2015-07-17 10:41:44 -04:00
"bitlybot" : true ,
"crawlernutchtest/Nutch-1.9" : true ,
"Domain Re-Animator Bot (http://domainreanimator.com) - support@domainreanimator.com" : true ,
"ExactSeekCrawler/1.0" : true ,
"Googlebot-Image/1.0" : true ,
2015-06-28 18:22:40 -04:00
"LinkedInBot/1.0 (compatible; Mozilla/5.0; Jakarta Commons-HttpClient/3.1 +http://www.linkedin.com)" : true ,
"LivelapBot/0.2 (http://site.livelap.com/crawler)" : true ,
"Mozilla/5.0 (compatible; AhrefsBot/5.0; +http://ahrefs.com/robot/)" : true ,
2015-08-17 15:21:43 -04:00
"Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)" : true ,
"Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)" : true ,
2015-06-28 18:22:40 -04:00
"Mozilla/5.0 (compatible; DotBot/1.1; http://www.opensiteexplorer.org/dotbot, help@moz.com)" : true ,
"Mozilla/5.0 (compatible; Exabot/3.0; +http://www.exabot.com/go/robot)" : true ,
"Mozilla/5.0 (compatible; Findxbot/1.0; +http://www.findxbot.com)" : true ,
"Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)" : true ,
"Mozilla/5.0 (compatible; Kraken/0.1; http://linkfluence.net/; bot@linkfluence.net)" : true ,
2015-08-17 15:21:43 -04:00
"Mozilla/5.0 (compatible; linkdexbot/2.2; +http://www.linkdex.com/bots/)" : true ,
2015-06-28 18:22:40 -04:00
"Mozilla/5.0 (compatible; Linux x86_64; Mail.RU_Bot/2.0; +http://go.mail.ru/help/robots)" : true ,
2015-07-29 15:09:57 -04:00
"Mozilla/5.0 (compatible; Linux x86_64; Mail.RU_Bot/Robots/2.0; +http://go.mail.ru/help/robots)" : true ,
2015-08-17 15:21:43 -04:00
"Mozilla/5.0 (compatible; meanpathbot/1.0; +http://www.meanpath.com/meanpathbot.html)" : true ,
"Mozilla/5.0 (compatible; MegaIndex.ru/2.0; +http://megaindex.com/crawler)" : true ,
2015-06-28 18:22:40 -04:00
"Mozilla/5.0 (compatible; MojeekBot/0.6; +https://www.mojeek.com/bot.html)" : true ,
2015-08-17 15:21:43 -04:00
"Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0); 360Spider" : true ,
"Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0); 360Spider(compatible; HaosouSpider; http://www.haosou.com/help/help_3_2.html)" : true ,
2015-06-28 18:22:40 -04:00
"Mozilla/5.0 (compatible; OpenHoseBot/2.1; +http://www.openhose.org/bot.html)" : true ,
2015-07-29 15:09:57 -04:00
"Mozilla/5.0 (compatible; OpsBot/1.0)" : true ,
2015-06-28 18:22:40 -04:00
"Mozilla/5.0 (compatible; PaperLiBot/2.1; http://support.paper.li/entries/20023257-what-is-paper-li)" : true ,
"Mozilla/5.0 (compatible; redditbot/1.0; +http://www.reddit.com/feedback)" : true ,
"Mozilla/5.0 (compatible; SeznamBot/3.2; +http://fulltext.sblog.cz/)" : true ,
"Mozilla/5.0 (compatible; uMBot-LN/1.0; mailto: crawling@ubermetrics-technologies.com)" : true ,
"Mozilla/5.0+(compatible; UptimeRobot/2.0; http://www.uptimerobot.com/)" : true ,
2015-07-07 20:02:39 -04:00
"Mozilla/5.0 (compatible; woriobot +http://worio.com)" : true ,
2015-06-28 18:22:40 -04:00
"Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)" : true ,
2015-07-07 20:02:39 -04:00
"Mozilla/5.0 (compatible; zitebot support [at] zite [dot] com +http://zite.com)" : true ,
2015-06-28 18:22:40 -04:00
"Mozilla/5.0 (iPhone; CPU iPhone OS 6_0 like Mac OS X) AppleWebKit/536.26 (KHTML, like Gecko) Version/6.0 Mobile/10A5376e Safari/8536.25 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)" : true ,
2015-08-17 15:21:43 -04:00
"Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.1 (KHTML, like Gecko) Chrome/21.0.1180.89 Safari/537.1; 360Spider(compatible; HaosouSpider; http://www.haosou.com/help/help_3_2.html)" : true ,
"SAMSUNG-SGH-E250/1.0 Profile/MIDP-2.0 Configuration/CLDC-1.1 UP.Browser/6.2.3.3.c.1.101 (GUI) MMP/2.0 (compatible; Googlebot-Mobile/2.1; +http://www.google.com/bot.html)" : true ,
"Screaming Frog SEO Spider/4.1" : true ,
"Slackbot-LinkExpanding 1.0 (+https://api.slack.com/robots)" : true ,
"spiderbot" : true ,
"TelegramBot" : true ,
"TelegramBot (like TwitterBot)" : true ,
"Traackr.com Bot" : true ,
"Twitterbot/1.0" : true ,
"voltron" : true ,
2015-07-29 15:09:57 -04:00
"Wotbox/2.01 (+http://www.wotbox.com/bot/)" : true ,
2015-08-17 15:21:43 -04:00
"YisouSpider" : true ,
"Y!J-ASR/0.1 crawler (http://www.yahoo-help.jp/app/answers/detail/p/595/a_id/42716/)" : true ,
2015-06-28 18:22:40 -04:00
}
2015-07-07 02:35:17 -04:00
// IsBot returns whether or not the provided User-Agent string is a known bot
// or crawler.
2015-06-28 18:22:40 -04:00
func IsBot ( ua string ) bool {
if _ , ok := bots [ ua ]; ok {
return true
}
return false
}
