buildbot-nix/buildbot_nix/worker.py

70 lines
1.8 KiB
Python
Raw Normal View History

2023-09-10 08:11:56 +00:00
#!/usr/bin/env python3
import multiprocessing
import os
import socket
from dataclasses import dataclass
2023-09-10 08:11:56 +00:00
from pathlib import Path
from buildbot_worker.bot import Worker
from twisted.application import service
def require_env(key: str) -> str:
val = os.environ.get(key)
assert val is not None, "val is not set"
return val
@dataclass
class WorkerConfig:
password: str = Path(require_env("WORKER_PASSWORD_FILE")).read_text().rstrip("\r\n")
worker_count: int = int(
os.environ.get("WORKER_COUNT", str(multiprocessing.cpu_count()))
)
buildbot_dir: str = require_env("BUILDBOT_DIR")
master_url: str = require_env("MASTER_URL")
2023-09-10 08:11:56 +00:00
def setup_worker(
application: service.Application, id: int, config: WorkerConfig
) -> None:
2023-11-09 07:18:03 +00:00
basedir = f"{config.buildbot_dir}-{id:03}"
2023-09-10 08:11:56 +00:00
os.makedirs(basedir, mode=0o700, exist_ok=True)
hostname = socket.gethostname()
2023-11-09 07:18:03 +00:00
workername = f"{hostname}-{id:03}"
2023-09-10 08:11:56 +00:00
keepalive = 600
umask = None
maxdelay = 300
numcpus = None
allow_shutdown = None
s = Worker(
None,
None,
workername,
config.password,
2023-09-10 08:11:56 +00:00
basedir,
keepalive,
connection_string=config.master_url,
2023-09-10 08:11:56 +00:00
umask=umask,
maxdelay=maxdelay,
numcpus=numcpus,
allow_shutdown=allow_shutdown,
)
# defaults to 4096, bump to 10MB for nix-eval-jobs
s.bot.max_line_length = 10485760
s.setServiceParent(application)
def setup_workers(application: service.Application, config: WorkerConfig) -> None:
for i in range(config.worker_count):
setup_worker(application, i, config)
2023-09-10 08:11:56 +00:00
# note: this line is matched against to check that this is a worker
# directory; do not edit it.
application = service.Application("buildbot-worker")
setup_workers(application, WorkerConfig())