2015-12-22 18:36:19 +00:00
|
|
|
{ lib, config, pkgs, ... }:
|
2016-01-18 15:59:44 +00:00
|
|
|
|
|
|
|
{
|
2015-12-24 19:50:23 +00:00
|
|
|
networking.firewall.allowedTCPPorts = [ 8010 9989 ];
|
2015-12-22 18:36:19 +00:00
|
|
|
krebs.buildbot.master = {
|
2015-12-30 01:45:47 +00:00
|
|
|
secrets = [ "retiolum-ci.rsa_key.priv" "cac.json" ];
|
2015-12-23 23:02:59 +00:00
|
|
|
slaves = {
|
|
|
|
testslave = "krebspass";
|
|
|
|
};
|
|
|
|
change_source.stockholm = ''
|
|
|
|
stockholm_repo = 'http://cgit.gum/stockholm'
|
|
|
|
cs.append(changes.GitPoller(
|
|
|
|
stockholm_repo,
|
|
|
|
workdir='stockholm-poller', branch='master',
|
|
|
|
project='stockholm',
|
|
|
|
pollinterval=120))
|
|
|
|
'';
|
|
|
|
scheduler = {
|
|
|
|
force-scheduler = ''
|
|
|
|
sched.append(schedulers.ForceScheduler(
|
|
|
|
name="force",
|
|
|
|
builderNames=["full-tests"]))
|
|
|
|
'';
|
|
|
|
fast-tests-scheduler = ''
|
|
|
|
# test the master real quick
|
|
|
|
sched.append(schedulers.SingleBranchScheduler(
|
|
|
|
change_filter=util.ChangeFilter(branch="master"),
|
2015-12-30 22:37:02 +00:00
|
|
|
treeStableTimer=10, #only test the latest push
|
2015-12-23 23:02:59 +00:00
|
|
|
name="fast-master-test",
|
|
|
|
builderNames=["fast-tests"]))
|
|
|
|
'';
|
2015-12-24 19:50:23 +00:00
|
|
|
test-cac-infest-master = ''
|
2015-12-23 23:02:59 +00:00
|
|
|
# files everyone depends on or are part of the share branch
|
|
|
|
def shared_files(change):
|
|
|
|
r =re.compile("^((krebs|shared)/.*|Makefile|default.nix)")
|
|
|
|
for file in change.files:
|
|
|
|
if r.match(file):
|
|
|
|
return True
|
|
|
|
return False
|
|
|
|
|
|
|
|
sched.append(schedulers.SingleBranchScheduler(
|
|
|
|
change_filter=util.ChangeFilter(branch="master"),
|
|
|
|
fileIsImportant=shared_files,
|
2015-12-24 19:50:23 +00:00
|
|
|
treeStableTimer=60*60, # master was stable for the last hour
|
2015-12-23 23:02:59 +00:00
|
|
|
name="full-master-test",
|
|
|
|
builderNames=["full-tests"]))
|
|
|
|
'';
|
|
|
|
};
|
|
|
|
builder_pre = ''
|
|
|
|
# prepare grab_repo step for stockholm
|
|
|
|
stockholm_repo = "http://cgit.gum.retiolum/stockholm"
|
|
|
|
grab_repo = steps.Git(repourl=stockholm_repo, mode='incremental')
|
|
|
|
|
|
|
|
env = {"LOGNAME": "shared", "NIX_REMOTE": "daemon"}
|
|
|
|
|
|
|
|
# prepare nix-shell
|
|
|
|
# the dependencies which are used by the test script
|
|
|
|
deps = [ "gnumake", "jq","nix","rsync",
|
|
|
|
"(import <stockholm> {}).pkgs.test.infest-cac-centos7" ]
|
|
|
|
# TODO: --pure , prepare ENV in nix-shell command:
|
|
|
|
# SSL_CERT_FILE,LOGNAME,NIX_REMOTE
|
|
|
|
nixshell = ["nix-shell", "-I", "stockholm=.", "-p" ] + deps + [ "--run" ]
|
|
|
|
|
|
|
|
# prepare addShell function
|
|
|
|
def addShell(factory,**kwargs):
|
|
|
|
factory.addStep(steps.ShellCommand(**kwargs))
|
|
|
|
'';
|
|
|
|
builder = {
|
|
|
|
fast-tests = ''
|
|
|
|
f = util.BuildFactory()
|
|
|
|
f.addStep(grab_repo)
|
2015-12-30 03:43:16 +00:00
|
|
|
addShell(f,name="deploy-eval-centos7",env=env,
|
2015-12-23 23:02:59 +00:00
|
|
|
command=nixshell + ["make -s eval get=krebs.deploy filter=json system=test-centos7"])
|
|
|
|
|
2015-12-30 03:43:16 +00:00
|
|
|
addShell(f,name="deploy-eval-wolf",env=env,
|
2015-12-23 23:02:59 +00:00
|
|
|
command=nixshell + ["make -s eval get=krebs.deploy filter=json system=wolf"])
|
|
|
|
|
2015-12-30 03:43:16 +00:00
|
|
|
addShell(f,name="deploy-eval-cross-check",env=env,
|
2015-12-23 23:02:59 +00:00
|
|
|
command=nixshell + ["! make eval get=krebs.deploy filter=json system=test-failing"])
|
|
|
|
|
2015-12-30 03:43:16 +00:00
|
|
|
addShell(f,name="instantiate-test-all-modules",env=env,
|
2015-12-30 01:45:47 +00:00
|
|
|
command=nixshell + \
|
|
|
|
["touch retiolum.rsa_key.priv; \
|
|
|
|
nix-instantiate --eval -A \
|
|
|
|
users.shared.test-all-krebs-modules.system \
|
|
|
|
-I stockholm=. \
|
2016-01-19 21:39:43 +00:00
|
|
|
--show-trace \
|
2015-12-30 01:45:47 +00:00
|
|
|
-I secrets=. '<stockholm>' \
|
|
|
|
--argstr current-date lol \
|
|
|
|
--argstr current-user-name shared \
|
|
|
|
--argstr current-host-name lol \
|
|
|
|
--strict --json"])
|
|
|
|
|
2015-12-30 13:47:40 +00:00
|
|
|
addShell(f,name="instantiate-test-minimal-deploy",env=env,
|
|
|
|
command=nixshell + \
|
|
|
|
["nix-instantiate --eval -A \
|
|
|
|
users.shared.test-minimal-deploy.system \
|
|
|
|
-I stockholm=. \
|
|
|
|
-I secrets=. '<stockholm>' \
|
2016-01-19 21:39:43 +00:00
|
|
|
--show-trace \
|
2015-12-30 13:47:40 +00:00
|
|
|
--argstr current-date lol \
|
|
|
|
--argstr current-user-name shared \
|
|
|
|
--argstr current-host-name lol \
|
|
|
|
--strict --json"])
|
|
|
|
|
2015-12-23 23:02:59 +00:00
|
|
|
bu.append(util.BuilderConfig(name="fast-tests",
|
|
|
|
slavenames=slavenames,
|
|
|
|
factory=f))
|
|
|
|
'';
|
|
|
|
slow-tests = ''
|
|
|
|
s = util.BuildFactory()
|
|
|
|
s.addStep(grab_repo)
|
|
|
|
|
|
|
|
# slave needs 2 files:
|
|
|
|
# * cac.json
|
|
|
|
# * retiolum
|
2015-12-30 00:38:33 +00:00
|
|
|
s.addStep(steps.FileDownload(mastersrc="${config.krebs.buildbot.master.workDir}/cac.json", slavedest="cac.json"))
|
|
|
|
s.addStep(steps.FileDownload(mastersrc="${config.krebs.buildbot.master.workDir}/retiolum-ci.rsa_key.priv", slavedest="retiolum.rsa_key.priv"))
|
2015-12-23 23:02:59 +00:00
|
|
|
|
|
|
|
addShell(s, name="infest-cac-centos7",env=env,
|
|
|
|
sigtermTime=60, # SIGTERM 1 minute before SIGKILL
|
2016-01-07 07:05:05 +00:00
|
|
|
timeout=10800, # 3h
|
2015-12-23 23:02:59 +00:00
|
|
|
command=nixshell + ["infest-cac-centos7"])
|
|
|
|
|
|
|
|
bu.append(util.BuilderConfig(name="full-tests",
|
|
|
|
slavenames=slavenames,
|
|
|
|
factory=s))
|
|
|
|
'';
|
|
|
|
};
|
2015-12-22 18:36:19 +00:00
|
|
|
enable = true;
|
2015-12-23 23:02:59 +00:00
|
|
|
web = {
|
|
|
|
enable = true;
|
|
|
|
};
|
2015-12-22 18:36:19 +00:00
|
|
|
irc = {
|
|
|
|
enable = true;
|
2015-12-23 23:02:59 +00:00
|
|
|
nick = "shared-buildbot";
|
2015-12-22 18:36:19 +00:00
|
|
|
server = "cd.retiolum";
|
2015-12-23 23:02:59 +00:00
|
|
|
channels = [ "retiolum" ];
|
2015-12-22 18:36:19 +00:00
|
|
|
allowForce = true;
|
|
|
|
};
|
|
|
|
};
|
|
|
|
|
|
|
|
krebs.buildbot.slave = {
|
|
|
|
enable = true;
|
|
|
|
masterhost = "localhost";
|
|
|
|
username = "testslave";
|
|
|
|
password = "krebspass";
|
|
|
|
packages = with pkgs;[ git nix ];
|
2015-12-30 03:43:16 +00:00
|
|
|
# all nix commands will need a working nixpkgs installation
|
2015-12-22 18:36:19 +00:00
|
|
|
extraEnviron = { NIX_PATH="nixpkgs=${toString <nixpkgs>}"; };
|
|
|
|
};
|
|
|
|
}
|