From a29ac80e4bb21e719af213a109256d572cad572c Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Th=C3=A9ophile=20Diot?= Date: Sat, 23 Sep 2023 08:20:27 +0100 Subject: [PATCH] Add country linux tests --- tests/core/country/main.py | 9 +- tests/core/country/test.sh | 215 +++++++++++++++++++++++++++---------- 2 files changed, 168 insertions(+), 56 deletions(-) diff --git a/tests/core/country/main.py b/tests/core/country/main.py index c51afecd..b27ef58a 100644 --- a/tests/core/country/main.py +++ b/tests/core/country/main.py @@ -41,7 +41,14 @@ try: status_code = get( f"http://www.example.com", - headers={"Host": "www.example.com"}, + headers={ + "Host": "www.example.com", + } + | ( + {"X-Forwarded-For": "2.0.0.3" if country == "FR" else "8.0.0.3"} + if getenv("TEST_TYPE", "docker") == "linux" + else {} + ), ).status_code if status_code == 403: diff --git a/tests/core/country/test.sh b/tests/core/country/test.sh index c6489db6..5da2c8fe 100755 --- a/tests/core/country/test.sh +++ b/tests/core/country/test.sh @@ -1,17 +1,39 @@ #!/bin/bash -echo "🌍 Building country stack ..." +integration=$1 -# Starting stack -docker compose pull bw-docker -if [ $? -ne 0 ] ; then - echo "🌍 Pull failed ❌" +if [ -z "$integration" ] ; then + echo "🌍 Please provide an integration name as argument ❌" + exit 1 +elif [ "$integration" != "docker" ] && [ "$integration" != "linux" ] ; then + echo "🌍 Integration \"$integration\" is not supported ❌" exit 1 fi -docker compose -f docker-compose.test.yml build -if [ $? -ne 0 ] ; then - echo "🌍 Build failed ❌" - exit 1 + +echo "🌍 Building country stack for integration \"$integration\" ..." + +# Starting stack +if [ "$integration" = "docker" ] ; then + docker compose pull bw-docker + if [ $? -ne 0 ] ; then + echo "🌍 Pull failed ❌" + exit 1 + fi + docker compose -f docker-compose.test.yml build + if [ $? -ne 0 ] ; then + echo "🌍 Build failed ❌" + exit 1 + fi +else + sudo systemctl stop bunkerweb + echo "USE_REAL_IP=yes" | sudo tee -a /etc/bunkerweb/variables.env + echo "REAL_IP_FROM=127.0.0.0/24" | sudo tee -a /etc/bunkerweb/variables.env + + echo "BLACKLIST_COUNTRY=" | sudo tee -a /etc/bunkerweb/variables.env + echo "WHITELIST_COUNTRY=" | sudo tee -a /etc/bunkerweb/variables.env + sudo touch /var/www/html/index.html + export COUNTRY="" + export TEST_TYPE="linux" fi manual=0 @@ -19,8 +41,15 @@ end=0 cleanup_stack () { exit_code=$? if [[ $end -eq 1 || $exit_code = 1 ]] || [[ $end -eq 0 && $exit_code = 0 ]] && [ $manual = 0 ] ; then - find . -type f -name 'docker-compose.*' -exec sed -i 's@BLACKLIST_COUNTRY: "US"@BLACKLIST_COUNTRY: ""@' {} \; - find . -type f -name 'docker-compose.*' -exec sed -i 's@WHITELIST_COUNTRY: "FR"@WHITELIST_COUNTRY: ""@' {} \; + if [ "$integration" = "docker" ] ; then + find . -type f -name 'docker-compose.*' -exec sed -i 's@BLACKLIST_COUNTRY: "US"@BLACKLIST_COUNTRY: ""@' {} \; + find . -type f -name 'docker-compose.*' -exec sed -i 's@WHITELIST_COUNTRY: "FR"@WHITELIST_COUNTRY: ""@' {} \; + else + sudo sed -i 's@BLACKLIST_COUNTRY=.*$@BLACKLIST_COUNTRY=@' /etc/bunkerweb/variables.env + sudo sed -i 's@WHITELIST_COUNTRY=.*$@WHITELIST_COUNTRY=@' /etc/bunkerweb/variables.env + unset BLACKLIST_COUNTRY + unset WHITELIST_COUNTRY + fi if [[ $end -eq 1 && $exit_code = 0 ]] ; then return fi @@ -28,10 +57,15 @@ cleanup_stack () { echo "🌍 Cleaning up current stack ..." - docker compose down -v --remove-orphans + if [ "$integration" == "docker" ] ; then + docker compose down -v --remove-orphans + else + sudo systemctl stop bunkerweb + sudo truncate -s 0 /var/log/bunkerweb/error.log + fi if [ $? -ne 0 ] ; then - echo "🌍 Down failed ❌" + echo "🌍 Cleanup failed ❌" exit 1 fi @@ -47,23 +81,43 @@ do echo "🌍 Running tests without the country plugin ..." elif [ "$test" = "blacklist" ] ; then echo "🌍 Running tests when blacklisting United States ..." - find . -type f -name 'docker-compose.*' -exec sed -i 's@BLACKLIST_COUNTRY: ""@BLACKLIST_COUNTRY: "US"@' {} \; + if [ "$integration" == "docker" ] ; then + find . -type f -name 'docker-compose.*' -exec sed -i 's@BLACKLIST_COUNTRY: ""@BLACKLIST_COUNTRY: "US"@' {} \; + else + sudo sed -i 's@BLACKLIST_COUNTRY=.*$@BLACKLIST_COUNTRY=US@' /etc/bunkerweb/variables.env + export BLACKLIST_COUNTRY="US" + fi elif [ "$test" = "whitelist" ] ; then echo "🌍 Running tests when whitelisting France ..." - find . -type f -name 'docker-compose.*' -exec sed -i 's@BLACKLIST_COUNTRY: "US"@BLACKLIST_COUNTRY: ""@' {} \; - find . -type f -name 'docker-compose.*' -exec sed -i 's@WHITELIST_COUNTRY: ""@WHITELIST_COUNTRY: "FR"@' {} \; + if [ "$integration" == "docker" ] ; then + find . -type f -name 'docker-compose.*' -exec sed -i 's@BLACKLIST_COUNTRY: "US"@BLACKLIST_COUNTRY: ""@' {} \; + find . -type f -name 'docker-compose.*' -exec sed -i 's@WHITELIST_COUNTRY: ""@WHITELIST_COUNTRY: "FR"@' {} \; + else + sudo sed -i 's@BLACKLIST_COUNTRY=.*$@BLACKLIST_COUNTRY=@' /etc/bunkerweb/variables.env + sudo sed -i 's@WHITELIST_COUNTRY=.*$@WHITELIST_COUNTRY=FR@' /etc/bunkerweb/variables.env + unset BLACKLIST_COUNTRY + export WHITELIST_COUNTRY="FR" + fi fi echo "🌍 Starting stack ..." - docker compose up -d - if [ $? -ne 0 ] ; then - echo "🌍 Up failed, retrying ... ⚠️" - manual=1 - cleanup_stack - manual=0 + if [ "$integration" == "docker" ] ; then docker compose up -d if [ $? -ne 0 ] ; then - echo "🌍 Up failed ❌" + echo "🌍 Up failed, retrying ... ⚠️" + manual=1 + cleanup_stack + manual=0 + docker compose up -d + if [ $? -ne 0 ] ; then + echo "🌍 Up failed ❌" + exit 1 + fi + fi + else + sudo systemctl start bunkerweb + if [ $? -ne 0 ] ; then + echo "🌍 Start failed ❌" exit 1 fi fi @@ -71,53 +125,104 @@ do # Check if stack is healthy echo "🌍 Waiting for stack to be healthy ..." i=0 - while [ $i -lt 120 ] ; do - containers=("country-bw-1" "country-bw-scheduler-1") - healthy="true" - for container in "${containers[@]}" ; do - check="$(docker inspect --format "{{json .State.Health }}" $container | grep "healthy")" - if [ "$check" = "" ] ; then - healthy="false" + if [ "$integration" == "docker" ] ; then + while [ $i -lt 120 ] ; do + containers=("country-bw-1" "country-bw-scheduler-1") + healthy="true" + for container in "${containers[@]}" ; do + check="$(docker inspect --format "{{json .State.Health }}" $container | grep "healthy")" + if [ "$check" = "" ] ; then + healthy="false" + break + fi + done + if [ "$healthy" = "true" ] ; then + echo "🌍 Docker stack is healthy ✅" break fi + sleep 1 + i=$((i+1)) done - if [ "$healthy" = "true" ] ; then - echo "🌍 Docker stack is healthy ✅" - break + if [ $i -ge 120 ] ; then + docker compose logs + echo "🌍 Docker stack is not healthy ❌" + exit 1 + fi + else + while [ $i -lt 120 ] ; do + check="$(sudo cat /var/log/bunkerweb/error.log | grep "BunkerWeb is ready")" + if ! [ -z "$check" ] ; then + echo "🌍 Linux stack is healthy ✅" + break + fi + sleep 1 + i=$((i+1)) + done + if [ $i -ge 120 ] ; then + sudo journalctl -u bunkerweb --no-pager + echo "🛡️ Showing BunkerWeb error logs ..." + sudo cat /var/log/bunkerweb/error.log + echo "🛡️ Showing BunkerWeb access logs ..." + sudo cat /var/log/bunkerweb/access.log + echo "🌍 Linux stack is not healthy ❌" + exit 1 fi - sleep 1 - i=$((i+1)) - done - if [ $i -ge 120 ] ; then - docker compose logs - echo "🌍 Docker stack is not healthy ❌" - exit 1 fi # Start tests - echo "🌍 Starting the FR container" - docker compose -f docker-compose.test.yml up tests-fr --abort-on-container-exit --exit-code-from tests-fr - - if [ $? -ne 0 ] ; then - echo "🌍 Test \"$test\" failed for the FR container ❌" - echo "🛡️ Showing BunkerWeb and BunkerWeb Scheduler logs ..." - docker compose logs bw bw-scheduler - exit 1 + echo "🌍 Starting the FR country" + if [ "$integration" == "docker" ] ; then + docker compose -f docker-compose.test.yml up tests-fr --abort-on-container-exit --exit-code-from tests-fr else - echo "🌍 Test \"$test\" succeeded for the FR container ✅" + export COUNTRY="FR" + python3 main.py fi - echo "🌍 Starting the US container" - docker compose -f docker-compose.test.yml up tests-us --abort-on-container-exit --exit-code-from tests-us - if [ $? -ne 0 ] ; then - echo "🌍 Test \"$test\" failed for the US container ❌" + echo "🌍 Test \"$test\" failed for the FR country ❌" echo "🛡️ Showing BunkerWeb and BunkerWeb Scheduler logs ..." - docker compose logs bw bw-scheduler + if [ "$integration" == "docker" ] ; then + docker compose logs bw bw-scheduler + else + sudo journalctl -u bunkerweb --no-pager + echo "🛡️ Showing BunkerWeb error logs ..." + sudo cat /var/log/bunkerweb/error.log + echo "🛡️ Showing BunkerWeb access logs ..." + sudo cat /var/log/bunkerweb/access.log + echo "🛡️ Showing Geckodriver logs ..." + sudo cat geckodriver.log + fi exit 1 else - echo "🌍 Test \"$test\" succeeded for the US container ✅" + echo "🌍 Test \"$test\" succeeded for the FR country ✅" + fi + + echo "🌍 Starting the US country" + if [ "$integration" == "docker" ] ; then + docker compose -f docker-compose.test.yml up tests-us --abort-on-container-exit --exit-code-from tests-us + else + export COUNTRY="US" + python3 main.py + fi + + if [ $? -ne 0 ] ; then + echo "🌍 Test \"$test\" failed for the US country ❌" + echo "🛡️ Showing BunkerWeb and BunkerWeb Scheduler logs ..." + if [ "$integration" == "docker" ] ; then + docker compose logs bw bw-scheduler + else + sudo journalctl -u bunkerweb --no-pager + echo "🛡️ Showing BunkerWeb error logs ..." + sudo cat /var/log/bunkerweb/error.log + echo "🛡️ Showing BunkerWeb access logs ..." + sudo cat /var/log/bunkerweb/access.log + echo "🛡️ Showing Geckodriver logs ..." + sudo cat geckodriver.log + fi + exit 1 + else + echo "🌍 Test \"$test\" succeeded for the US country ✅" fi manual=1