2015-12-30 01:05:14 +00:00
|
|
|
{ lib, config, pkgs, ... }:
|
2016-06-18 11:26:22 +00:00
|
|
|
|
|
|
|
with config.krebs.lib;
|
|
|
|
|
|
|
|
let
|
|
|
|
sshWrapper = pkgs.writeDash "ssh-wrapper" ''
|
|
|
|
${pkgs.openssh}/bin/ssh -i ${shell.escape config.lass.build-ssh-privkey.path} "$@"
|
|
|
|
'';
|
|
|
|
|
|
|
|
in {
|
|
|
|
config.krebs.buildbot.master = let
|
2016-04-19 10:05:49 +00:00
|
|
|
stockholm-mirror-url = http://cgit.prism/stockholm ;
|
|
|
|
in {
|
2015-12-30 01:05:14 +00:00
|
|
|
slaves = {
|
|
|
|
testslave = "lasspass";
|
|
|
|
};
|
|
|
|
change_source.stockholm = ''
|
2016-04-19 10:05:49 +00:00
|
|
|
stockholm_repo = '${stockholm-mirror-url}'
|
2015-12-30 01:05:14 +00:00
|
|
|
cs.append(changes.GitPoller(
|
|
|
|
stockholm_repo,
|
2016-04-19 10:05:49 +00:00
|
|
|
workdir='stockholm-poller', branches=True,
|
2015-12-30 01:05:14 +00:00
|
|
|
project='stockholm',
|
|
|
|
pollinterval=120))
|
|
|
|
'';
|
|
|
|
scheduler = {
|
|
|
|
force-scheduler = ''
|
|
|
|
sched.append(schedulers.ForceScheduler(
|
|
|
|
name="force",
|
|
|
|
builderNames=["fast-tests"]))
|
|
|
|
'';
|
|
|
|
fast-tests-scheduler = ''
|
2016-04-19 10:05:49 +00:00
|
|
|
# test everything real quick
|
2015-12-30 01:05:14 +00:00
|
|
|
sched.append(schedulers.SingleBranchScheduler(
|
2016-04-19 10:05:49 +00:00
|
|
|
## all branches
|
|
|
|
change_filter=util.ChangeFilter(branch_re=".*"),
|
2016-06-14 11:26:17 +00:00
|
|
|
treeStableTimer=10,
|
2016-04-19 10:05:49 +00:00
|
|
|
name="fast-all-branches",
|
2015-12-30 01:05:14 +00:00
|
|
|
builderNames=["fast-tests"]))
|
|
|
|
'';
|
2016-06-23 15:48:42 +00:00
|
|
|
build-lass-scheduler = ''
|
2016-06-10 22:26:21 +00:00
|
|
|
# build all lass hosts
|
|
|
|
sched.append(schedulers.SingleBranchScheduler(
|
2016-06-25 07:55:36 +00:00
|
|
|
change_filter=util.ChangeFilter(branch_re="newest"),
|
2016-06-14 11:26:17 +00:00
|
|
|
treeStableTimer=10,
|
2016-06-10 22:26:21 +00:00
|
|
|
name="prism-master",
|
2016-06-23 15:48:42 +00:00
|
|
|
builderNames=["build-lass"]))
|
2016-06-10 22:26:21 +00:00
|
|
|
'';
|
2015-12-30 01:05:14 +00:00
|
|
|
};
|
|
|
|
builder_pre = ''
|
|
|
|
# prepare grab_repo step for stockholm
|
|
|
|
grab_repo = steps.Git(repourl=stockholm_repo, mode='incremental')
|
|
|
|
|
2016-06-10 22:26:21 +00:00
|
|
|
# TODO: get nixpkgs/stockholm paths from krebs
|
2016-06-23 15:48:42 +00:00
|
|
|
env_lass = {
|
2016-06-18 11:26:22 +00:00
|
|
|
"LOGNAME": "lass",
|
|
|
|
"NIX_REMOTE": "daemon",
|
|
|
|
"dummy_secrets": "true",
|
|
|
|
}
|
2015-12-30 01:05:14 +00:00
|
|
|
|
|
|
|
# prepare nix-shell
|
|
|
|
# the dependencies which are used by the test script
|
2016-06-18 11:26:22 +00:00
|
|
|
deps = [ "gnumake", "jq", "nix", "rsync", "proot" ]
|
2015-12-30 01:05:14 +00:00
|
|
|
# TODO: --pure , prepare ENV in nix-shell command:
|
|
|
|
# SSL_CERT_FILE,LOGNAME,NIX_REMOTE
|
2016-04-19 10:05:49 +00:00
|
|
|
nixshell = ["nix-shell",
|
|
|
|
"-I", "stockholm=.",
|
|
|
|
"-I", "nixpkgs=/var/src/nixpkgs",
|
|
|
|
"-p" ] + deps + [ "--run" ]
|
2015-12-30 01:05:14 +00:00
|
|
|
|
|
|
|
# prepare addShell function
|
|
|
|
def addShell(factory,**kwargs):
|
|
|
|
factory.addStep(steps.ShellCommand(**kwargs))
|
|
|
|
'';
|
|
|
|
builder = {
|
2016-06-23 15:48:42 +00:00
|
|
|
build-lass = ''
|
2016-06-10 22:26:21 +00:00
|
|
|
f = util.BuildFactory()
|
|
|
|
f.addStep(grab_repo)
|
|
|
|
#TODO: get hosts via krebs
|
|
|
|
for i in [ "mors", "uriel", "shodan", "helios", "cloudkrebs", "echelon", "dishfire", "prism" ]:
|
2016-06-23 15:48:42 +00:00
|
|
|
addShell(f,name="build-{}".format(i),env=env_lass,
|
2016-06-10 22:26:21 +00:00
|
|
|
command=nixshell + \
|
2016-06-18 11:26:22 +00:00
|
|
|
["make \
|
|
|
|
test \
|
|
|
|
ssh=${sshWrapper} \
|
|
|
|
target=build@localhost:${config.users.users.build.home}/testbuild \
|
2016-06-18 17:20:26 +00:00
|
|
|
method=build \
|
2016-06-18 11:26:22 +00:00
|
|
|
system={}".format(i)])
|
2016-06-10 22:26:21 +00:00
|
|
|
|
2016-06-23 15:48:42 +00:00
|
|
|
bu.append(util.BuilderConfig(name="build-lass",
|
2016-06-10 22:26:21 +00:00
|
|
|
slavenames=slavenames,
|
|
|
|
factory=f))
|
|
|
|
|
|
|
|
'';
|
2015-12-30 01:05:14 +00:00
|
|
|
fast-tests = ''
|
|
|
|
f = util.BuildFactory()
|
|
|
|
f.addStep(grab_repo)
|
2016-04-19 10:05:49 +00:00
|
|
|
for i in [ "prism", "mors", "echelon" ]:
|
2016-06-23 15:48:42 +00:00
|
|
|
addShell(f,name="populate-{}".format(i),env=env_lass,
|
2016-04-19 10:05:49 +00:00
|
|
|
command=nixshell + \
|
|
|
|
["{}( make system={} eval.config.krebs.build.populate \
|
|
|
|
| jq -er .)".format("!" if "failing" in i else "",i)])
|
|
|
|
|
2016-06-23 15:48:42 +00:00
|
|
|
addShell(f,name="build-test-minimal",env=env_lass,
|
2016-04-19 10:05:49 +00:00
|
|
|
command=nixshell + \
|
|
|
|
["nix-instantiate \
|
|
|
|
--show-trace --eval --strict --json \
|
|
|
|
-I nixos-config=./shared/1systems/test-minimal-deploy.nix \
|
|
|
|
-I secrets=. \
|
|
|
|
-A config.system.build.toplevel"]
|
|
|
|
)
|
2015-12-30 01:05:14 +00:00
|
|
|
|
|
|
|
bu.append(util.BuilderConfig(name="fast-tests",
|
|
|
|
slavenames=slavenames,
|
|
|
|
factory=f))
|
2016-04-19 10:05:49 +00:00
|
|
|
|
|
|
|
'';
|
2015-12-30 01:05:14 +00:00
|
|
|
};
|
|
|
|
enable = true;
|
|
|
|
web.enable = true;
|
|
|
|
irc = {
|
|
|
|
enable = true;
|
2016-02-01 14:57:54 +00:00
|
|
|
nick = "buildbot-lass";
|
2015-12-30 01:05:14 +00:00
|
|
|
server = "cd.retiolum";
|
|
|
|
channels = [ "retiolum" ];
|
|
|
|
allowForce = true;
|
|
|
|
};
|
|
|
|
};
|
|
|
|
|
2016-06-18 11:26:22 +00:00
|
|
|
config.krebs.buildbot.slave = {
|
2015-12-30 01:05:14 +00:00
|
|
|
enable = true;
|
|
|
|
masterhost = "localhost";
|
|
|
|
username = "testslave";
|
|
|
|
password = "lasspass";
|
2016-04-19 10:05:49 +00:00
|
|
|
packages = with pkgs;[ git nix gnumake jq rsync ];
|
|
|
|
extraEnviron = {
|
2016-06-10 22:26:21 +00:00
|
|
|
NIX_PATH="nixpkgs=/var/src/nixpkgs";
|
2016-04-19 10:05:49 +00:00
|
|
|
};
|
|
|
|
};
|
2016-06-18 11:26:22 +00:00
|
|
|
config.krebs.iptables = {
|
2016-04-19 10:05:49 +00:00
|
|
|
tables = {
|
|
|
|
filter.INPUT.rules = [
|
|
|
|
{ predicate = "-p tcp --dport 8010"; target = "ACCEPT"; }
|
|
|
|
{ predicate = "-p tcp --dport 9989"; target = "ACCEPT"; }
|
|
|
|
];
|
|
|
|
};
|
2015-12-30 01:05:14 +00:00
|
|
|
};
|
2016-06-18 11:26:22 +00:00
|
|
|
|
|
|
|
#ssh workaround for make test
|
|
|
|
options.lass.build-ssh-privkey = mkOption {
|
|
|
|
type = types.secret-file;
|
|
|
|
default = {
|
|
|
|
path = "${config.users.users.buildbotSlave.home}/ssh.privkey";
|
|
|
|
owner = { inherit (config.users.users.buildbotSlave ) name uid;};
|
|
|
|
source-path = toString <secrets> + "/build.ssh.key";
|
|
|
|
};
|
|
|
|
};
|
|
|
|
config.krebs.secret.files = {
|
|
|
|
build-ssh-privkey = config.lass.build-ssh-privkey;
|
|
|
|
};
|
|
|
|
config.users.users = {
|
|
|
|
build = {
|
|
|
|
name = "build";
|
|
|
|
uid = genid "build";
|
|
|
|
home = "/home/build";
|
|
|
|
useDefaultShell = true;
|
|
|
|
createHome = true;
|
|
|
|
openssh.authorizedKeys.keys = [
|
|
|
|
"ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDiV0Xn60aVLHC/jGJknlrcxSvKd/MVeh2tjBpxSBT3II9XQGZhID2Gdh84eAtoWyxGVFQx96zCHSuc7tfE2YP2LhXnwaxHTeDc8nlMsdww53lRkxihZIEV7QHc/3LRcFMkFyxdszeUfhWz8PbJGL2GYT+s6CqoPwwa68zF33U1wrMOAPsf/NdpSN4alsqmjFc2STBjnOd9dXNQn1VEJQqGLG3kR3WkCuwMcTLS5eu0KLwG4i89Twjy+TGp2QsF5K6pNE+ZepwaycRgfYzGcPTn5d6YQXBgcKgHMoSJsK8wqpr0+eFPCDiEA3HDnf76E4mX4t6/9QkMXCLmvs0IO/WP lass@mors"
|
|
|
|
];
|
|
|
|
};
|
|
|
|
};
|
2015-12-30 01:05:14 +00:00
|
|
|
}
|