From ca03ff920a9e551cb23057461338590efc5205b3 Mon Sep 17 00:00:00 2001 From: Matt Baer Date: Thu, 25 Jan 2018 17:29:58 -0500 Subject: [PATCH] Explain findBots.sh a little more --- bots/findBots.sh | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/bots/findBots.sh b/bots/findBots.sh index adbee0e..e0319b6 100755 --- a/bots/findBots.sh +++ b/bots/findBots.sh @@ -1,7 +1,10 @@ #!/bin/bash # -# Generates a Go map containing all bots that have accessed Write.as +# Generates a Go map containing all bots that have accessed Write.as from the +# application logs stored in /var/log/ +# +# usage: findBots.sh application.log # cat /var/log/$1 | grep -i 'bot\|spider\|crawl\|scraper\|indexer\|voltron' | awk -F\" '{print $4}' | sort | uniq > bots.txt