librewolf
/
bunkerized-nginx
mirror of https://github.com/bunkerity/bunkerized-nginx
4
0
Fork 1
Code Issues Projects Releases Wiki Activity

tests - LinuxTest on the road

This commit is contained in:
bunkerity 2022-07-18 17:05:05 +02:00
parent c9c7303460
commit 4d61e96e47
No known key found for this signature in database
GPG Key ID: 3D80806F12602A7C
5 changed files with 47 additions and 67 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
tests/Dockerfile-centos
View File

@ -19,7 +19,6 @@ RUN dnf install yum-utils epel-release -y && \
dnf install nginx-1.20.2 -y
COPY ./packages/centos/*.rpm /opt
RUN dnf install -y /opt/*.rpm
VOLUME /run /tmp

3
tests/Dockerfile-debian
View File

@ -32,8 +32,7 @@ RUN apt update && \
apt-get install -y --no-install-recommends nginx=${NGINX_VERSION}-1~bullseye
COPY ./packages/debian/*.deb /opt
RUN apt install -y /opt/*.deb
VOLUME [ "/sys/fs/cgroup" ]
VOLUME ["/sys/fs/cgroup"]
CMD ["/lib/systemd/systemd"]

3
tests/Dockerfile-fedora
View File

@ -23,8 +23,7 @@ RUN dnf update -y && \
dnf install nginx-1.20.2 -y
COPY ./packages/fedora/*.rpm /opt
RUN dnf install -y /opt/*.rpm
VOLUME [ "/sys/fs/cgroup" ]
VOLUME ["/sys/fs/cgroup"]
CMD ["/usr/sbin/init"]

3
tests/Dockerfile-ubuntu
View File

@ -32,8 +32,7 @@ RUN apt update && \
apt-get install -y --no-install-recommends nginx=${NGINX_VERSION}-1~jammy
COPY ./packages/ubuntu/*.deb /opt
RUN apt install -y /opt/*.deb
VOLUME [ "/sys/fs/cgroup" ]
VOLUME ["/sys/fs/cgroup"]
CMD ["/lib/systemd/systemd"]

104
tests/LinuxTest.py
View File

@ -1,6 +1,6 @@
from Test import Test
from os.path import isdir, join, isfile
from os import chown, walk, getenv, listdir
from os import chown, walk, getenv, listdir, mkdir
from shutil import copytree, rmtree
from traceback import format_exc
from subprocess import run
@ -9,7 +9,7 @@ from logger import log
class LinuxTest(Test) :
def __init__(self, name, timeout, tests) :
def __init__(self, name, timeout, tests, distro) :
super().__init__(name, "linux", timeout, tests)
self._domains = {
r"www\.example\.com": getenv("TEST_DOMAIN1"),
@ -18,43 +18,39 @@ class LinuxTest(Test) :
r"app2\.example\.com": getenv("TEST_DOMAIN1_2"),
r"app3\.example\.com": getenv("TEST_DOMAIN1_3")
}
if not distro in ["ubuntu", "debian", "fedora", "centos"] :
raise(Exceptions("unknown distro " + distro))
self.__distro = distro
def init() :
try :
if not Test.init() :
return False
proc = run("", shell=True")
# TODO : find the nginx uid/gid on Docker images
proc = run("sudo chown -R root:root /tmp/bw-data", shell=True)
if proc.returncode != 0 :
raise(Exception("chown failed (autoconf stack)"))
if isdir("/tmp/autoconf") :
rmtree("/tmp/autoconf")
copytree("./integrations/autoconf", "/tmp/autoconf")
compose = "/tmp/autoconf/docker-compose.yml"
Test.replace_in_file(compose, r"bunkerity/bunkerweb:.*$", "10.20.1.1:5000/bw-tests:latest")
Test.replace_in_file(compose, r"bunkerity/bunkerweb-autoconf:.*$", "10.20.1.1:5000/bw-autoconf-tests:latest")
Test.replace_in_file(compose, r"\./bw\-data:/", "/tmp/bw-data:/")
proc = run("docker-compose pull", cwd="/tmp/autoconf", shell=True)
if isdir("/tmp/linux")
rmdir("/tmp/linux")
mkdir("/tmp/linux")
chmod("/tmp/linux", 0o0777)
cmd = "docker run -v /tmp/bw-data/letsencrypt:/etc/letsencrypt -v /tmp/bw-data/cache:/opt/bunkerweb/cache -v /tmp/bw-data/configs:/opt/bunkerweb/configs -v /tmp/bw-data/www:/opt/bunkerweb/www -v /tmp/linux/variables.env:/opt/bunkerweb/variables.env -p 80:80 -p 443:443 --rm --name linux-" + self.__distro + " -d --tmpfs /tmp --tmpfs /run --tmpfs /run/lock -v /sys/fs/cgroup:/sys/fs/cgroup:ro bw-" + self.__distro
proc = run(cmd, shell=True)
if proc.returncode != 0 :
raise(Exception("docker-compose pull failed (autoconf stack)"))
proc = run("docker-compose up -d", cwd="/tmp/autoconf", shell=True)
raise(Exception("docker run failed (linux stack)"))
cmd = "docker exec linux-" + self.__distro + " "
if self.__distro in ["ubuntu", "debian"] :
cmd += " apt install -y /opt/*.deb"
elif self.__distro in ["centos", "fedora"] :
cmd += " dnf install -y /opt/*.rpm"
proc = run(cmd, shell=True)
if proc.returncode != 0 :
raise(Exception("docker-compose up failed (autoconf stack)"))
i = 0
healthy = False
while i < 30 :
proc = run('docker inspect --format "{{json .State.Health }}" autoconf_mybunker_1', cwd="/tmp/autoconf", shell=True, capture_output=True)
if proc.returncode != 0 :
raise(Exception("docker-compose inspect failed (autoconf stack)"))
if "healthy" in proc.stdout.decode() :
healthy = True
break
sleep(1)
i += 1
if not healthy :
raise(Exception("autoconf stack is not healthy"))
raise(Exception("docker exec apt install failed (linux stack)"))
proc = run("systemctl start bunkerweb", shell=True)
if proc.returncode != 0 :
raise(Exception("docker exec systemctl start failed (linux stack)"))
except :
log("AUTOCONF", "❌", "exception while running AutoconfTest.init()\n" + format_exc())
log("LINUX", "❌", "exception while running LinuxTest.init()\n" + format_exc())
return False
return True
@ -63,12 +59,11 @@ class LinuxTest(Test) :
try :
if not Test.end() :
return False
proc = run("docker-compose down -v", cwd="/tmp/autoconf", shell=True)
proc = run("docker kill linux-" + self.__distro, shell=True)
if proc.returncode != 0 :
ret = False
rmtree("/tmp/autoconf")
except :
log("AUTOCONF", "❌", "exception while running AutoconfTest.end()\n" + format_exc())
log("LINUX", "❌", "exception while running LinuxTest.end()\n" + format_exc())
return False
return ret
@ -76,50 +71,39 @@ class LinuxTest(Test) :
try :
super()._setup_test()
test = "/tmp/tests/" + self._name
compose = "/tmp/tests/" + self._name + "/autoconf.yml"
example_data = "./examples/" + self._name + "/bw-data"
Test.replace_in_file(compose, r"bunkerity/bunkerweb:.*$", "10.20.1.1:5000/bw-tests:latest")
Test.replace_in_file(compose, r"\./bw\-data:/", "/tmp/bw-data:/")
Test.replace_in_file(compose, r"\- bw_data:/", "- /tmp/bw-data:/")
for ex_domain, test_domain in self._domains.items() :
Test.replace_in_files(test, ex_domain, test_domain)
Test.rename(test, ex_domain, test_domain)
Test.replace_in_files(test, "example.com", getenv("ROOT_DOMAIN"))
setup = test + "/setup-autoconf.sh"
setup = test + "/setup-linux.sh"
if isfile(setup) :
proc = run("sudo ./setup-autoconf.sh", cwd=test, shell=True)
proc = run("sudo ./setup-linux.sh", cwd=test, shell=True)
if proc.returncode != 0 :
raise(Exception("setup-autoconf failed"))
raise(Exception("setup-linux failed"))
if isdir(example_data) :
for cp_dir in listdir(example_data) :
if isdir(join(example_data, cp_dir)) :
copytree(join(example_data, cp_dir), join("/tmp/bw-data", cp_dir))
proc = run("docker-compose -f autoconf.yml pull", shell=True, cwd=test)
proc = run("systemctl restart bunkerweb", shell=True)
if proc.returncode != 0 :
raise(Exception("docker-compose pull failed"))
proc = run("docker-compose -f autoconf.yml up -d", shell=True, cwd=test)
if proc.returncode != 0 :
raise(Exception("docker-compose up failed"))
raise(Exception("docker exec systemctl restart failed (linux stack)"))
except :
log("AUTOCONF", "❌", "exception while running AutoconfTest._setup_test()\n" + format_exc())
log("LINUX", "❌", "exception while running LinuxTest._setup_test()\n" + format_exc())
self._cleanup_test()
return False
return True
def _cleanup_test(self) :
try :
test = "/tmp/tests/" + self._name
proc = run("docker-compose -f autoconf.yml down -v", shell=True, cwd=test)
if proc.returncode != 0 :
raise(Exception("docker-compose down failed"))
super()._cleanup_test()
except :
log("AUTOCONF", "❌", "exception while running AutoconfTest._cleanup_test()\n" + format_exc())
return False
return True
# def _cleanup_test(self) :
# try :
# super()._cleanup_test()
# except :
# log("AUTOCONF", "❌", "exception while running AutoconfTest._cleanup_test()\n" + format_exc())
# return False
# return True
def _debug_fail(self) :
autoconf = "/tmp/autoconf"
proc = run("docker-compose logs", shell=True, cwd=autoconf)
test = "/tmp/tests/" + self._name
proc = run("docker-compose -f autoconf.yml logs", shell=True, cwd=test)
# def _debug_fail(self) :
# cmd = "cat /var/log/nginx/access.log ;"
# proc = run("docker-compose logs", shell=True, cwd=autoconf)
# test = "/tmp/tests/" + self._name
# proc = run("docker-compose -f autoconf.yml logs", shell=True, cwd=test)