buildbot-nix/nix/master.nix

229 lines
8.1 KiB
Nix
Raw Normal View History

2023-09-10 08:11:56 +00:00
{ config
, pkgs
2023-09-10 08:53:04 +00:00
, lib
2023-09-10 08:11:56 +00:00
, ...
}:
let
2023-09-10 08:53:04 +00:00
cfg = config.services.buildbot-nix.master;
2023-09-10 08:11:56 +00:00
in
{
2023-09-10 08:53:04 +00:00
options = {
services.buildbot-nix.master = {
2023-09-10 09:00:42 +00:00
enable = lib.mkEnableOption "buildbot-master";
2023-09-10 08:53:04 +00:00
dbUrl = lib.mkOption {
type = lib.types.str;
default = "postgresql://@/buildbot";
description = "Postgresql database url";
};
github = {
tokenFile = lib.mkOption {
type = lib.types.path;
description = "Github token file";
};
webhookSecretFile = lib.mkOption {
type = lib.types.path;
description = "Github webhook secret file";
};
oauthSecretFile = lib.mkOption {
type = lib.types.path;
description = "Github oauth secret file";
};
# TODO: make this an option
# https://github.com/organizations/numtide/settings/applications
# Application name: BuildBot
# Homepage URL: https://buildbot.numtide.com
# Authorization callback URL: https://buildbot.numtide.com/auth/login
# oauth_token: 2516248ec6289e4d9818122cce0cbde39e4b788d
oauthId = lib.mkOption {
type = lib.types.str;
description = "Github oauth id. Used for the login button";
};
# Most likely you want to use the same user as for the buildbot
2023-10-12 13:20:50 +00:00
user = lib.mkOption {
2023-09-10 08:53:04 +00:00
type = lib.types.str;
description = "Github user that is used for the buildbot";
};
2023-10-12 13:20:50 +00:00
admins = lib.mkOption {
2023-09-10 08:53:04 +00:00
type = lib.types.listOf lib.types.str;
2023-09-17 20:14:56 +00:00
default = [ ];
description = "Users that are allowed to login to buildbot, trigger builds and change settings";
2023-09-10 08:53:04 +00:00
};
2023-10-12 13:20:50 +00:00
topic = lib.mkOption {
type = lib.types.nullOr lib.types.str;
default = "build-with-buildbot";
description = ''
Projects that have this topic will be built by buildbot.
If null, all projects that the buildbot github user has access to, are built.
'';
};
2023-09-10 08:53:04 +00:00
};
workersFile = lib.mkOption {
type = lib.types.path;
description = "File containing a list of nix workers";
};
buildSystems = lib.mkOption {
type = lib.types.listOf lib.types.str;
2023-09-10 10:11:50 +00:00
default = [ pkgs.hostPlatform.system ];
2023-09-10 08:53:04 +00:00
description = "Systems that we will be build";
};
evalMaxMemorySize = lib.mkOption {
type = lib.types.str;
2023-09-10 10:11:50 +00:00
default = "2048";
2023-09-10 08:53:04 +00:00
description = ''
Maximum memory size for nix-eval-jobs (in MiB) per
worker. After the limit is reached, the worker is
restarted.
'';
};
2023-11-12 06:07:30 +00:00
evalWorkerCount = lib.mkOption {
type = lib.types.nullOr lib.types.int;
default = null;
description = ''
Number of nix-eval-jobs worker processes. If null, the number of cores is used.
If you experience memory issues (buildbot-workers going out-of-memory), you can reduce this number.
'';
};
2023-09-10 11:29:56 +00:00
domain = lib.mkOption {
2023-09-10 08:53:04 +00:00
type = lib.types.str;
2023-09-10 11:29:56 +00:00
description = "Buildbot domain";
example = "buildbot.numtide.com";
2023-09-10 08:53:04 +00:00
};
2023-11-04 08:50:23 +00:00
outputsPath = lib.mkOption {
type = lib.types.nullOr lib.types.path;
description = "Path where we store the latest build store paths names for nix attributes as text files. This path will be exposed via nginx at \${domain}/nix-outputs";
default = null;
example = "/var/www/buildbot/nix-outputs";
};
2023-11-09 04:52:23 +00:00
prometheusExporterPort = lib.mkOption {
type = lib.types.nullOr lib.types.port;
default = null;
description = "Port where metrics will be served";
};
2023-09-10 08:53:04 +00:00
};
2023-09-10 08:11:56 +00:00
};
2023-09-10 09:00:42 +00:00
config = lib.mkIf cfg.enable {
# By default buildbot uses a normal user, which is not a good default, because
# we grant normal users potentially access to other resources. Also
# we don't to be able to ssh into buildbot.
users.users.buildbot = {
isNormalUser = lib.mkForce false;
isSystemUser = true;
};
2023-09-10 08:53:04 +00:00
services.buildbot-master = {
enable = true;
# disable example workers from nixpkgs
builders = [ ];
schedulers = [ ];
workers = [ ];
home = "/var/lib/buildbot";
extraImports = ''
from datetime import timedelta
from buildbot_nix import GithubConfig, NixConfigurator
'';
configurators = [
''
util.JanitorConfigurator(logHorizon=timedelta(weeks=4), hour=12, dayOfWeek=6)
''
''
NixConfigurator(
github=GithubConfig(
oauth_id=${builtins.toJSON cfg.github.oauthId},
2023-10-12 13:20:50 +00:00
admins=${builtins.toJSON cfg.github.admins},
buildbot_user=${builtins.toJSON cfg.github.user},
topic=${builtins.toJSON cfg.github.topic},
),
2023-10-12 13:59:26 +00:00
url=${builtins.toJSON config.services.buildbot-master.buildbotUrl},
nix_eval_max_memory_size=${builtins.toJSON cfg.evalMaxMemorySize},
2023-11-12 06:07:30 +00:00
nix_eval_worker_count=${builtins.toJSON cfg.evalWorkerCount},
nix_supported_systems=${builtins.toJSON cfg.buildSystems},
2023-11-04 08:50:23 +00:00
outputs_path=${if cfg.outputsPath == null then "None" else builtins.toJSON cfg.outputsPath},
prometheus_exporter_port=${if cfg.prometheusExporterPort == null then "None" else builtins.toJSON cfg.prometheusExporterPort},
)
''
];
buildbotUrl =
let
host = config.services.nginx.virtualHosts.${cfg.domain};
hasSSL = host.forceSSL || host.addSSL;
in
"${if hasSSL then "https" else "http"}://${cfg.domain}/";
2023-09-10 08:53:04 +00:00
dbUrl = config.services.buildbot-nix.master.dbUrl;
package = (pkgs.buildbot.overrideAttrs (old: {
patches = old.patches ++ [ ./0001-allow-secrets-to-be-group-readable.patch ];
}));
2023-09-10 08:53:04 +00:00
pythonPackages = ps: [
ps.requests
ps.treq
ps.psycopg2
(ps.toPythonModule pkgs.buildbot-worker)
pkgs.buildbot-plugins.www-react
(pkgs.python3.pkgs.callPackage ../default.nix { })
2023-11-09 04:52:23 +00:00
] ++ lib.optional (cfg.prometheusExporterPort != null)
(ps.buildPythonPackage rec {
pname = "buildbot-prometheus";
version = "0c81a89bbe34628362652fbea416610e215b5d1e";
src = pkgs.fetchFromGitHub {
owner = "claws";
repo = "buildbot-prometheus";
rev = version;
hash = "sha256-bz2Nv2RZ44i1VoPvQ/XjGMfTT6TmW6jhEVwItPk23SM=";
};
propagatedBuildInputs = [ ps.prometheus-client ];
doCheck = false;
});
2023-09-10 08:53:04 +00:00
};
2023-09-10 08:11:56 +00:00
2023-09-10 08:53:04 +00:00
systemd.services.buildbot-master = {
after = [ "postgresql.service" ];
2023-09-10 08:53:04 +00:00
serviceConfig = {
# in master.py we read secrets from $CREDENTIALS_DIRECTORY
LoadCredential = [
"github-token:${cfg.github.tokenFile}"
"github-webhook-secret:${cfg.github.webhookSecretFile}"
"github-oauth-secret:${cfg.github.oauthSecretFile}"
"buildbot-nix-workers:${cfg.workersFile}"
];
};
2023-09-10 08:11:56 +00:00
};
2023-09-10 08:53:04 +00:00
services.postgresql = {
2023-09-10 10:11:50 +00:00
enable = true;
2023-09-10 08:53:04 +00:00
ensureDatabases = [ "buildbot" ];
ensureUsers = [{
name = "buildbot";
ensureDBOwnership = true;
}];
2023-09-10 08:11:56 +00:00
};
2023-09-10 11:29:56 +00:00
services.nginx.enable = true;
services.nginx.virtualHosts.${cfg.domain} = {
2023-11-04 08:50:23 +00:00
locations = {
"/".proxyPass = "http://127.0.0.1:${builtins.toString config.services.buildbot-master.port}/";
"/sse" = {
proxyPass = "http://127.0.0.1:${builtins.toString config.services.buildbot-master.port}/sse";
# proxy buffering will prevent sse to work
extraConfig = "proxy_buffering off;";
};
"/ws" = {
proxyPass = "http://127.0.0.1:${builtins.toString config.services.buildbot-master.port}/ws";
proxyWebsockets = true;
# raise the proxy timeout for the websocket
extraConfig = "proxy_read_timeout 6000s;";
};
} // lib.optionalAttrs (cfg.outputsPath != null) {
"/nix-outputs".root = cfg.outputsPath;
2023-09-10 08:53:04 +00:00
};
2023-09-10 08:11:56 +00:00
};
2023-09-10 08:53:04 +00:00
# Allow buildbot-master to write to this directory
2023-11-04 08:50:23 +00:00
systemd.tmpfiles.rules = lib.optional (cfg.outputsPath != null)
2023-11-04 10:32:16 +00:00
"d ${cfg.outputsPath} 0755 buildbot buildbot - -";
2023-09-10 08:11:56 +00:00
};
}