Explain findBots.sh a little more
This commit is contained in:
+4
-1
@@ -1,7 +1,10 @@
|
|||||||
#!/bin/bash
|
#!/bin/bash
|
||||||
|
|
||||||
#
|
#
|
||||||
# Generates a Go map containing all bots that have accessed Write.as
|
# Generates a Go map containing all bots that have accessed Write.as from the
|
||||||
|
# application logs stored in /var/log/
|
||||||
|
#
|
||||||
|
# usage: findBots.sh application.log
|
||||||
#
|
#
|
||||||
|
|
||||||
cat /var/log/$1 | grep -i 'bot\|spider\|crawl\|scraper\|indexer\|voltron' | awk -F\" '{print $4}' | sort | uniq > bots.txt
|
cat /var/log/$1 | grep -i 'bot\|spider\|crawl\|scraper\|indexer\|voltron' | awk -F\" '{print $4}' | sort | uniq > bots.txt
|
||||||
|
|||||||
Reference in New Issue
Block a user