diff --git a/bots/findBots.sh b/bots/findBots.sh index adbee0e..e0319b6 100755 --- a/bots/findBots.sh +++ b/bots/findBots.sh @@ -1,7 +1,10 @@ #!/bin/bash # -# Generates a Go map containing all bots that have accessed Write.as +# Generates a Go map containing all bots that have accessed Write.as from the +# application logs stored in /var/log/ +# +# usage: findBots.sh application.log # cat /var/log/$1 | grep -i 'bot\|spider\|crawl\|scraper\|indexer\|voltron' | awk -F\" '{print $4}' | sort | uniq > bots.txt