buildbot-stockholm: use krebs.ci
This commit is contained in:
parent
296cec1081
commit
c39f89ed98
@ -1,47 +1,11 @@
|
|||||||
{ config, pkgs, ... }: with import <stockholm/lib>;
|
{ config, ... }: with import <stockholm/lib>;
|
||||||
|
|
||||||
let
|
|
||||||
|
|
||||||
hostname = config.networking.hostName;
|
|
||||||
|
|
||||||
sourceRepos = [
|
|
||||||
"http://cgit.enklave.r/stockholm"
|
|
||||||
"http://cgit.gum.r/stockholm"
|
|
||||||
"http://cgit.hotdog.r/stockholm"
|
|
||||||
"http://cgit.ni.r/stockholm"
|
|
||||||
"http://cgit.prism.r/stockholm"
|
|
||||||
];
|
|
||||||
|
|
||||||
# usage: build USER HOST
|
|
||||||
# This executable is meant to be run with <stockholm> as working directory.
|
|
||||||
# USER is expected to be a subdirectory of the working directory.
|
|
||||||
build = pkgs.writeDash "build" ''
|
|
||||||
set -efu
|
|
||||||
|
|
||||||
user=$1
|
|
||||||
host=$2
|
|
||||||
|
|
||||||
result=$(nix-build \
|
|
||||||
--argstr name "$host" \
|
|
||||||
--argstr target "$HOME"/stockholm-build \
|
|
||||||
--attr test \
|
|
||||||
--no-build-output \
|
|
||||||
--no-out-link \
|
|
||||||
--show-trace \
|
|
||||||
"$user"/krops.nix \
|
|
||||||
)
|
|
||||||
|
|
||||||
exec "$result"
|
|
||||||
'';
|
|
||||||
|
|
||||||
|
|
||||||
in
|
|
||||||
{
|
{
|
||||||
networking.firewall.allowedTCPPorts = [ 80 ];
|
networking.firewall.allowedTCPPorts = [ 80 ];
|
||||||
services.nginx = {
|
services.nginx = {
|
||||||
enable = true;
|
enable = true;
|
||||||
virtualHosts.build = {
|
virtualHosts.build = {
|
||||||
serverAliases = [ "build.${hostname}.r" ];
|
serverAliases = [ "build.${config.networking.hostName}.r" ];
|
||||||
locations."/".extraConfig = ''
|
locations."/".extraConfig = ''
|
||||||
proxy_set_header Upgrade $http_upgrade;
|
proxy_set_header Upgrade $http_upgrade;
|
||||||
proxy_set_header Connection "upgrade";
|
proxy_set_header Connection "upgrade";
|
||||||
@ -49,155 +13,16 @@ in
|
|||||||
'';
|
'';
|
||||||
};
|
};
|
||||||
};
|
};
|
||||||
|
krebs.ci = {
|
||||||
krebs.buildbot.master = {
|
enable = true;
|
||||||
slaves = {
|
repos = {
|
||||||
testslave = "lasspass";
|
stockholm.urls = [
|
||||||
};
|
"http://cgit.enklave.r/stockholm"
|
||||||
change_source.stockholm = concatMapStrings (repo: ''
|
"http://cgit.gum.r/stockholm"
|
||||||
cs.append(
|
"http://cgit.hotdog.r/stockholm"
|
||||||
changes.GitPoller(
|
"http://cgit.ni.r/stockholm"
|
||||||
"${repo}",
|
"http://cgit.prism.r/stockholm"
|
||||||
workdir='stockholm${elemAt(splitString "." repo) 1}', branches=True,
|
|
||||||
project='stockholm',
|
|
||||||
pollinterval=10
|
|
||||||
)
|
|
||||||
)
|
|
||||||
'') sourceRepos;
|
|
||||||
scheduler = {
|
|
||||||
auto-scheduler = ''
|
|
||||||
sched.append(
|
|
||||||
schedulers.SingleBranchScheduler(
|
|
||||||
change_filter=util.ChangeFilter(branch_re=".*"),
|
|
||||||
treeStableTimer=60,
|
|
||||||
name="build-all-branches",
|
|
||||||
builderNames=[
|
|
||||||
"hosts",
|
|
||||||
]
|
|
||||||
)
|
|
||||||
)
|
|
||||||
'';
|
|
||||||
force-scheduler = ''
|
|
||||||
sched.append(
|
|
||||||
schedulers.ForceScheduler(
|
|
||||||
name="hosts",
|
|
||||||
builderNames=[
|
|
||||||
"hosts",
|
|
||||||
]
|
|
||||||
)
|
|
||||||
)
|
|
||||||
'';
|
|
||||||
};
|
|
||||||
builder_pre = ''
|
|
||||||
# prepare grab_repo step for stockholm
|
|
||||||
grab_repo = steps.Git(
|
|
||||||
repourl=util.Property('repository', 'http://cgit.hotdog.r/stockholm'),
|
|
||||||
mode='full',
|
|
||||||
submodules=True,
|
|
||||||
)
|
|
||||||
'';
|
|
||||||
builder = {
|
|
||||||
hosts = ''
|
|
||||||
from buildbot import interfaces
|
|
||||||
from buildbot.steps.shell import ShellCommand
|
|
||||||
|
|
||||||
class StepToStartMoreSteps(ShellCommand):
|
|
||||||
def __init__(self, **kwargs):
|
|
||||||
ShellCommand.__init__(self, **kwargs)
|
|
||||||
|
|
||||||
def addBuildSteps(self, steps_factories):
|
|
||||||
for sf in steps_factories:
|
|
||||||
step = interfaces.IBuildStepFactory(sf).buildStep()
|
|
||||||
step.setBuild(self.build)
|
|
||||||
step.setBuildSlave(self.build.slavebuilder.slave)
|
|
||||||
step_status = self.build.build_status.addStepWithName(step.name)
|
|
||||||
step.setStepStatus(step_status)
|
|
||||||
self.build.steps.append(step)
|
|
||||||
|
|
||||||
def start(self):
|
|
||||||
props = self.build.getProperties()
|
|
||||||
hosts = json.loads(props.getProperty('hosts_json'))
|
|
||||||
for host in hosts:
|
|
||||||
user = hosts[host]['owner']
|
|
||||||
|
|
||||||
self.addBuildSteps([steps.ShellCommand(
|
|
||||||
name=str(host),
|
|
||||||
env={
|
|
||||||
"NIX_PATH": "secrets=/var/src/stockholm/null:stockholm=./:/var/src",
|
|
||||||
"NIX_REMOTE": "daemon",
|
|
||||||
},
|
|
||||||
command=[
|
|
||||||
"${build}", user, host
|
|
||||||
],
|
|
||||||
timeout=90001,
|
|
||||||
workdir='build', # TODO figure out why we need this?
|
|
||||||
)])
|
|
||||||
|
|
||||||
ShellCommand.start(self)
|
|
||||||
|
|
||||||
|
|
||||||
f = util.BuildFactory()
|
|
||||||
f.addStep(grab_repo)
|
|
||||||
|
|
||||||
f.addStep(steps.SetPropertyFromCommand(
|
|
||||||
env={
|
|
||||||
"NIX_PATH": "secrets=/var/src/stockholm/null:stockholm=./:/var/src",
|
|
||||||
"NIX_REMOTE": "daemon",
|
|
||||||
},
|
|
||||||
name="get_hosts",
|
|
||||||
command=["nix-instantiate", "--json", "--strict", "--eval", "-E", """
|
|
||||||
with import <nixpkgs> {};
|
|
||||||
let
|
|
||||||
eval-config = cfg:
|
|
||||||
import <nixpkgs/nixos/lib/eval-config.nix> {
|
|
||||||
modules = [
|
|
||||||
(import cfg)
|
|
||||||
];
|
];
|
||||||
}
|
|
||||||
;
|
|
||||||
|
|
||||||
system = eval-config ./krebs/1systems/hotdog/config.nix; # TODO put a better config here
|
|
||||||
|
|
||||||
ci-systems = lib.filterAttrs (_: v: v.ci) system.config.krebs.hosts;
|
|
||||||
|
|
||||||
filtered-attrs = lib.mapAttrs ( n: v: {
|
|
||||||
owner = v.owner.name;
|
|
||||||
}) ci-systems;
|
|
||||||
|
|
||||||
in filtered-attrs
|
|
||||||
"""],
|
|
||||||
property="hosts_json"
|
|
||||||
))
|
|
||||||
f.addStep(StepToStartMoreSteps(command=["echo"])) # TODO remove dummy command from here
|
|
||||||
|
|
||||||
bu.append(
|
|
||||||
util.BuilderConfig(
|
|
||||||
name="hosts",
|
|
||||||
slavenames=slavenames,
|
|
||||||
factory=f
|
|
||||||
)
|
|
||||||
)
|
|
||||||
'';
|
|
||||||
};
|
};
|
||||||
enable = true;
|
|
||||||
web.enable = true;
|
|
||||||
irc = {
|
|
||||||
enable = true;
|
|
||||||
nick = "build|${hostname}";
|
|
||||||
server = "irc.r";
|
|
||||||
channels = [ "noise" "xxx" ];
|
|
||||||
allowForce = true;
|
|
||||||
};
|
|
||||||
extraConfig = ''
|
|
||||||
c['buildbotURL'] = "http://build.${hostname}.r/"
|
|
||||||
'';
|
|
||||||
};
|
|
||||||
|
|
||||||
krebs.buildbot.slave = {
|
|
||||||
enable = true;
|
|
||||||
masterhost = "localhost";
|
|
||||||
username = "testslave";
|
|
||||||
password = "lasspass";
|
|
||||||
packages = with pkgs; [ gnumake jq nix populate gnutar lzma gzip ];
|
|
||||||
};
|
};
|
||||||
}
|
}
|
||||||
|
Loading…
Reference in New Issue
Block a user