add crawler-detecter bad UA

2020-12-04 10:09:05 +01:00 · 2020-12-04 10:09:05 +01:00 · c311d0c825
parent 0d03f49ebc
commit c311d0c825
1 changed files with 1 additions and 0 deletions
--- a/scripts/user-agents.sh
+++ b/scripts/user-agents.sh
@ -1,6 +1,7 @@
 #!/bin/sh

 BLACKLIST="$(curl -s https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)"
+BLACKLIST="${BLACKLIST}\n$(curl -s https://raw.githubusercontent.com/JayBizzle/Crawler-Detect/master/raw/Crawlers.txt)"
 DATA=""
 IFS=$'\n'
 for ua in $BLACKLIST ; do