X-Git-Url: http://average.org/gitweb/?a=blobdiff_plain;f=test%2Fcommon.py;h=284ca4d10c8509606dd6879f026c07f211104f83;hb=16bea55924c0ab9d035f3e99573fc49c370de231;hp=5f6c753fd0ae6f5863b29d41f1e76d489b8e865e;hpb=14683d91ed3172b416b1c3e5e59edd6528f30a69;p=loctrkd.git diff --git a/test/common.py b/test/common.py index 5f6c753..284ca4d 100644 --- a/test/common.py +++ b/test/common.py @@ -1,8 +1,10 @@ """ Common housekeeping for tests that rely on daemons """ from configparser import ConfigParser, SectionProxy -from contextlib import closing +from contextlib import closing, ExitStack +from http.server import HTTPServer, SimpleHTTPRequestHandler from importlib import import_module +from logging import DEBUG, StreamHandler from multiprocessing import Process from os import kill, unlink from signal import SIGINT @@ -15,39 +17,79 @@ from socket import ( socket, SocketType, ) +from sys import exit, stderr from tempfile import mkstemp from time import sleep from typing import Optional from unittest import TestCase +NUMPORTS = 3 + class TestWithServers(TestCase): - def setUp(self, *args: str) -> None: - with closing(socket(AF_INET6, SOCK_DGRAM)) as sock: - sock.bind(("", 0)) - sock.setsockopt(SOL_SOCKET, SO_REUSEADDR, 1) - freeport = sock.getsockname()[1] + def setUp( + self, *args: str, httpd: bool = False, verbose: bool = False + ) -> None: + freeports = [] + with ExitStack() as stack: + for _ in range(NUMPORTS): + sk = stack.enter_context(closing(socket(AF_INET6, SOCK_DGRAM))) + sk.bind(("", 0)) + sk.setsockopt(SOL_SOCKET, SO_REUSEADDR, 1) + freeports.append(sk.getsockname()[1]) _, self.tmpfilebase = mkstemp() self.conf = ConfigParser() + self.conf["common"] = { + "protocols": "zx303proto", + } self.conf["collector"] = { - "port": str(freeport), + "port": str(freeports[0]), "publishurl": "ipc://" + self.tmpfilebase + ".pub", "listenurl": "ipc://" + self.tmpfilebase + ".pul", } + self.conf["storage"] = { + "dbfn": self.tmpfilebase + ".storage.sqlite", + } + self.conf["opencellid"] = { + "dbfn": self.tmpfilebase + ".opencellid.sqlite", + "downloadurl": f"http://localhost:{freeports[2]}/test/262.csv.gz", + } + self.conf["rectifier"] = { + "lookaside": "opencellid", + "publishurl": "ipc://" + self.tmpfilebase + ".rect.pub", + } + self.conf["wsgateway"] = { + "port": str(freeports[1]), + } self.children = [] for srvname in args: if srvname == "collector": kwargs = {"handle_hibernate": False} else: kwargs = {} - cls = import_module("gps303." + srvname, package=".") + cls = import_module("loctrkd." + srvname, package=".") + if verbose: + cls.log.addHandler(StreamHandler(stderr)) + cls.log.setLevel(DEBUG) p = Process(target=cls.runserver, args=(self.conf,), kwargs=kwargs) p.start() self.children.append((srvname, p)) + if httpd: + server = HTTPServer(("", freeports[2]), SimpleHTTPRequestHandler) + + def run(server: HTTPServer) -> None: + try: + server.serve_forever() + except KeyboardInterrupt: + # TODO: this still leaves unclosed socket in the server + server.shutdown() + + p = Process(target=run, args=(server,)) + p.start() + self.children.append(("httpd", p)) sleep(1) def tearDown(self) -> None: - sleep(1) for srvname, p in self.children: if p.pid is not None: kill(p.pid, SIGINT) @@ -55,10 +97,20 @@ class TestWithServers(TestCase): self.assertEqual( p.exitcode, 0, - srvname + " terminated with non-zero return code", + f"{srvname} terminated with return code {p.exitcode}", ) - for sfx in (".pub", ".pul"): - unlink(self.tmpfilebase + sfx) + for sfx in ( + "", + ".pub", + ".rect.pub", + ".pul", + ".storage.sqlite", + ".opencellid.sqlite", + ): + try: + unlink(self.tmpfilebase + sfx) + except OSError: + pass def send_and_drain(sock: SocketType, buf: Optional[bytes]) -> None: