bunkerized-nginx/autoconf/src/IngressController.py

from kubernetes import client, config, watch
from threading import Thread, Lock
import time

import Controller

from logger import log

class IngressController(Controller.Controller) :

	def __init__(self, api_uri, http_port) :
		super().__init__(Controller.Type.KUBERNETES, api_uri=api_uri, lock=Lock(), http_port=http_port)
		config.load_incluster_config()
		self.__api = client.CoreV1Api()
		self.__extensions_api = client.ExtensionsV1beta1Api()
		self.__old_env = {}

	def __get_pods(self) :
		return self.__api.list_pod_for_all_namespaces(watch=False, label_selector="bunkerized-nginx").items

	def __get_ingresses(self) :
		return self.__extensions_api.list_ingress_for_all_namespaces(watch=False, label_selector="bunkerized-nginx").items

	def __get_services(self, autoconf=False) :
		services = self.__api.list_service_for_all_namespaces(watch=False, label_selector="bunkerized-nginx").items
		if not autoconf :
			return services
		services_autoconf = []
		for service in services :
			if service.metadata.annotations != None and "bunkerized-nginx.AUTOCONF" in service.metadata.annotations :
				services_autoconf.append(service)
		return services_autoconf

	def __pod_to_env(self, pod_env) :
		env = {}
		for env_var in pod_env :
			env[env_var.name] = env_var.value
			if env_var.value == None :
				env[env_var.name] = ""
		return env

	def __annotations_to_env(self, annotations) :
		env = {}
		prefix = ""
		if "bunkerized-nginx.SERVER_NAME" in annotations :
			prefix = annotations["bunkerized-nginx.SERVER_NAME"].split(" ")[0] + "_"
		for annotation in annotations :
			if annotation.startswith("bunkerized-nginx.") and annotation.replace("bunkerized-nginx.", "", 1) != "" and annotation.replace("bunkerized-nginx.", "", 1) != "AUTOCONF" :
				env[prefix + annotation.replace("bunkerized-nginx.", "", 1)] = annotations[annotation]
		return env

	def __rules_to_env(self, rules, namespace="default") :
		env = {}
		first_servers = []
		numbers = {}
		for rule in rules :
			rule = rule.to_dict()
			prefix = ""
			number = 1
			if "host" in rule :
				prefix = rule["host"] + "_"
				first_servers.append(rule["host"])
				if not rule["host"] in numbers :
					numbers[rule["host"]] = 1
				number = numbers[rule["host"]]
			if not "http" in rule or not "paths" in rule["http"] :
				continue
			env[prefix + "USE_REVERSE_PROXY"] = "yes"
			for path in rule["http"]["paths"] :
				suffix = "_" + str(number)
				env[prefix + "REVERSE_PROXY_URL" + suffix] = path["path"]
				env[prefix + "REVERSE_PROXY_HOST" + suffix] = "http://" + path["backend"]["service_name"] + "." + namespace + ".svc.cluster.local:" + str(path["backend"]["service_port"])
				number += 1
			numbers[rule["host"]] = number
		env["SERVER_NAME"] = " ".join(first_servers)
		return env

	def get_env(self) :
		pods = self.__get_pods()
		ingresses = self.__get_ingresses()
		services = self.__get_services()
		env = {}
		first_servers = []
		for pod in pods :
			env.update(self.__pod_to_env(pod.spec.containers[0].env))
			if "SERVER_NAME" in env and env["SERVER_NAME"] != "" :
				first_servers.extend(env["SERVER_NAME"].split(" "))
		for ingress in ingresses :
			env.update(self.__rules_to_env(ingress.spec.rules, namespace=ingress.metadata.namespace))
			if ingress.metadata.annotations != None :
				env.update(self.__annotations_to_env(ingress.metadata.annotations))
			if ingress.spec.tls :
				for tls_entry in ingress.spec.tls :
					for host in tls_entry.hosts :
						env[host + "_AUTO_LETS_ENCRYPT"] = "yes"
			if "SERVER_NAME" in env and env["SERVER_NAME"] != "" :
				first_servers.extend(env["SERVER_NAME"].split(" "))
		for service in services :
			if service.metadata.annotations != None and "bunkerized-nginx.SERVER_NAME" in service.metadata.annotations :
				env.update(self.__annotations_to_env(service.metadata.annotations))
				first_servers.append(service.metadata.annotations["bunkerized-nginx.SERVER_NAME"])
		first_servers = list(dict.fromkeys(first_servers))
		if len(first_servers) == 0 :
			env["SERVER_NAME"] = ""
		else :
			env["SERVER_NAME"] = " ".join(first_servers)
		return self._fix_env(env)

	def process_events(self, current_env) :
		self.__old_env = current_env
		t_pod = Thread(target=self.__watch, args=("pod",))
		t_ingress = Thread(target=self.__watch, args=("ingress",))
		t_service = Thread(target=self.__watch, args=("service",))
		t_pod.start()
		t_ingress.start()
		t_service.start()
		t_pod.join()
		t_ingress.join()
		t_service.join()

	def __watch(self, type) :
		w = watch.Watch()
		what = None
		if type == "pod" :
			what = self.__api.list_pod_for_all_namespaces
		elif type == "ingress" :
			what = self.__extensions_api.list_ingress_for_all_namespaces
		elif type == "service" :
			what = self.__api.list_service_for_all_namespaces
		for event in w.stream(what, label_selector="bunkerized-nginx") :
			self.lock.acquire()
			new_env = self.get_env()
			if new_env != self.__old_env :
				try :
					if not self.gen_conf(new_env) :
						raise Exception("can't generate configuration")
					if not self.send() :
						raise Exception("can't send configuration")
					if not self.reload() :
						raise Exception("can't reload configuration")
					self.__old_env = new_env.copy()
					log("CONTROLLER", "INFO", "successfully loaded new configuration")
				except Exception as e :
					log("controller", "ERROR", "error while computing new event : " + str(e))
			self.lock.release()

	def reload(self) :
		return self._reload(self.__get_services(autoconf=True))

	def send(self, files="all") :
		return self._send(self.__get_services(autoconf=True), files=files)

	def stop_temp(self) :
		return self._stop_temp(self.__get_services(autoconf=True))

	def wait(self) :
		self.lock.acquire()
		try :
			# Wait for at least one bunkerized-nginx pod
			pods = self.__get_pods()
			while len(pods) == 0 :
				time.sleep(1)
				pods = self.__get_pods()
			# Wait for at least one bunkerized-nginx service
			services = self.__get_services(autoconf=True)
			while len(services) == 0 :
				time.sleep(1)
				services = self.__get_services(autoconf=True)
			# Generate first config
			env = self.get_env()
			if not self.gen_conf(env) :
				self.lock.release()
				return False, env
			# Send the config
			if not self.send() :
				self.lock.release()
				return False, env
			# Stop the temporary server
			if not self.stop_temp() :
				self.lock.release()
				return False, env
			# Wait for bunkerized-nginx
			if not self._config.wait(instances) :
				self.lock.release()
				return False, env
			self.lock.release()
			return self._config.wait(services), env
		except :
			pass
		self.lock.release()
		return False, {}