2015-09-30 23:48:15 +00:00
|
|
|
{ current-date
|
|
|
|
, current-host-name
|
|
|
|
, current-user-name
|
2015-10-20 22:08:18 +00:00
|
|
|
, lib
|
2015-10-20 01:31:38 +00:00
|
|
|
, stockholm
|
2015-10-21 22:20:16 +00:00
|
|
|
, StrictHostKeyChecking ? "yes"
|
2015-10-20 01:31:38 +00:00
|
|
|
}:
|
|
|
|
|
|
|
|
let out = {
|
|
|
|
inherit deploy;
|
|
|
|
inherit infest;
|
|
|
|
inherit init;
|
2015-10-20 21:17:32 +00:00
|
|
|
inherit nixos-install;
|
2015-11-10 11:58:09 +00:00
|
|
|
inherit populate;
|
2015-10-20 01:31:38 +00:00
|
|
|
};
|
2015-09-30 23:48:15 +00:00
|
|
|
|
|
|
|
deploy =
|
|
|
|
{ system ? current-host-name
|
|
|
|
, target ? system
|
|
|
|
}@args: let
|
2015-10-20 01:31:38 +00:00
|
|
|
config = get-config system;
|
2015-09-30 23:48:15 +00:00
|
|
|
in ''
|
|
|
|
#! /bin/sh
|
|
|
|
# ${current-date} ${current-user-name}@${current-host-name}
|
|
|
|
# krebs.deploy
|
|
|
|
set -efu
|
2015-10-20 01:31:38 +00:00
|
|
|
(${populate args})
|
|
|
|
${rootssh target ''
|
2015-10-20 21:17:32 +00:00
|
|
|
${nix-install args}
|
2015-09-30 23:48:15 +00:00
|
|
|
${config.krebs.build.profile}/bin/switch-to-configuration switch
|
|
|
|
''}
|
|
|
|
echo OK
|
|
|
|
'';
|
|
|
|
|
|
|
|
infest =
|
|
|
|
{ system ? current-host-name
|
|
|
|
, target ? system
|
|
|
|
}@args: let
|
2015-12-28 09:58:13 +00:00
|
|
|
config = get-config system;
|
2015-09-30 23:48:15 +00:00
|
|
|
in ''
|
|
|
|
#! /bin/sh
|
|
|
|
# ${current-date} ${current-user-name}@${current-host-name}
|
|
|
|
# krebs.infest
|
|
|
|
set -efu
|
|
|
|
|
2015-10-20 18:28:26 +00:00
|
|
|
${rootssh target ''
|
2015-09-30 23:48:15 +00:00
|
|
|
${builtins.readFile ./4lib/infest/prepare.sh}
|
|
|
|
${builtins.readFile ./4lib/infest/install-nix.sh}
|
|
|
|
''}
|
|
|
|
|
2015-12-28 09:58:13 +00:00
|
|
|
# Prepare target source via bind-mounting
|
|
|
|
|
|
|
|
|
2015-10-20 21:17:32 +00:00
|
|
|
(${nixos-install args})
|
2015-09-30 23:48:15 +00:00
|
|
|
|
2015-10-20 18:28:26 +00:00
|
|
|
${rootssh target ''
|
2015-09-30 23:48:15 +00:00
|
|
|
${builtins.readFile ./4lib/infest/finalize.sh}
|
|
|
|
''}
|
|
|
|
'';
|
|
|
|
|
|
|
|
init =
|
|
|
|
{ system ? current-host-name
|
|
|
|
}@args: let
|
2015-10-20 01:31:38 +00:00
|
|
|
config = get-config system;
|
2015-09-30 23:48:15 +00:00
|
|
|
in ''
|
|
|
|
#! /bin/sh
|
|
|
|
# ${current-date} ${current-user-name}@${current-host-name}
|
|
|
|
# krebs.init
|
|
|
|
set -efu
|
|
|
|
|
|
|
|
system=${lib.shell.escape system}
|
|
|
|
secrets_dir=${config.krebs.build.source.dir.secrets.path}
|
|
|
|
key_type=ed25519
|
|
|
|
key_file=$secrets_dir/ssh.id_$key_type
|
|
|
|
key_comment=$system
|
|
|
|
|
|
|
|
if test -e "$key_file"; then
|
|
|
|
echo "Warning: privkey already exists: $key_file" >&2
|
|
|
|
else
|
|
|
|
ssh-keygen \
|
|
|
|
-C "$key_comment" \
|
|
|
|
-t "$key_type" \
|
|
|
|
-f "$key_file" \
|
|
|
|
-N ""
|
|
|
|
rm "$key_file.pub"
|
|
|
|
fi
|
|
|
|
|
|
|
|
pubkey=$(ssh-keygen -y -f "$key_file")
|
|
|
|
|
|
|
|
cat<<EOF
|
|
|
|
# put following into config.krebs.hosts.$system:
|
2015-11-02 12:48:40 +00:00
|
|
|
ssh.privkey.path = <secrets/ssh.$key_type>;
|
2015-09-30 23:48:15 +00:00
|
|
|
ssh.pubkey = $(echo $pubkey | jq -R .);
|
|
|
|
EOF
|
|
|
|
'';
|
|
|
|
|
2015-10-20 21:17:32 +00:00
|
|
|
nixos-install =
|
|
|
|
{ system ? current-host-name
|
|
|
|
, target ? system
|
|
|
|
}@args: let
|
|
|
|
in ''
|
|
|
|
#! /bin/sh
|
|
|
|
# ${current-date} ${current-user-name}@${current-host-name}
|
|
|
|
# krebs.nixos-install
|
2016-01-02 16:31:06 +00:00
|
|
|
(${populate (args // { root = "/mnt"; })})
|
2015-10-20 21:17:32 +00:00
|
|
|
|
|
|
|
${rootssh target ''
|
|
|
|
export PATH; PATH=/root/.nix-profile/bin:$PATH
|
|
|
|
|
|
|
|
src=$(type -p nixos-install)
|
|
|
|
cat_src() {
|
|
|
|
sed < "$src" "$(
|
|
|
|
{ sed < "$src" -n '
|
|
|
|
/^if ! test -e "\$mountPoint\/\$NIXOS_CONFIG/,/^fi$/=
|
|
|
|
/^nixpkgs=/=
|
|
|
|
/^NIX_PATH=/,/^$/{/./=}
|
|
|
|
|
|
|
|
# Disable: Copy the NixOS/Nixpkgs sources to the target as
|
|
|
|
# the initial contents of the NixOS channel.
|
|
|
|
/^srcs=/,/^ln -sfn /=
|
|
|
|
'
|
|
|
|
} | sed 's:$:s/^/#krebs#/:'
|
|
|
|
)"
|
|
|
|
}
|
|
|
|
|
|
|
|
# Location to insert `nix-install`
|
|
|
|
i=$(sed -n '/^echo "building the system configuration/=' "$src")
|
|
|
|
|
|
|
|
{
|
|
|
|
cat_src | sed -n "1,$i{p}"
|
|
|
|
cat ${doc (nix-install args)}
|
|
|
|
cat_src | sed -n "$i,\''${$i!p}"
|
|
|
|
} > nixos-install
|
|
|
|
chmod +x nixos-install
|
|
|
|
|
2015-10-21 00:21:56 +00:00
|
|
|
# Wrap inserted nix-install into chroot.
|
|
|
|
nix_env=$(cat_src | sed -n '
|
|
|
|
s:.*\(/nix/store/[a-z0-9]*-nix-[0-9.]\+/bin/nix-env\).*:\1:p;T;q
|
|
|
|
')
|
2015-10-21 11:13:49 +00:00
|
|
|
echo "nix-env is $nix_env" >&2
|
2015-10-21 22:23:02 +00:00
|
|
|
findpkg() {(
|
2015-10-21 11:13:49 +00:00
|
|
|
name=$1
|
2015-10-21 22:23:02 +00:00
|
|
|
path=$(find /nix/store \
|
2015-10-21 11:13:49 +00:00
|
|
|
-mindepth 1 -maxdepth 1 -type d -name '*-'"$name"'-*' \
|
|
|
|
| head -n 1 | sed s:^/mnt::)
|
2015-10-21 22:23:02 +00:00
|
|
|
if echo "$path" | grep .; then
|
|
|
|
echo "$name is $path" >&2
|
|
|
|
else
|
|
|
|
echo "Error: package not found: $name" >&2
|
|
|
|
exit 1
|
|
|
|
fi
|
2015-10-21 11:13:49 +00:00
|
|
|
)}
|
2015-10-21 22:23:02 +00:00
|
|
|
cacert=$(findpkg cacert)
|
|
|
|
coreutils=$(findpkg coreutils)
|
2015-10-21 22:49:51 +00:00
|
|
|
cp "$cacert"/etc/ssl/certs/ca-bundle.crt /mnt/root/SSL_CERT_FILE
|
|
|
|
env="$coreutils/bin/env SSL_CERT_FILE=/root/SSL_CERT_FILE"
|
2015-10-21 00:21:56 +00:00
|
|
|
sed -i '
|
2015-10-21 11:13:49 +00:00
|
|
|
s:^NIX_PATH=:chroot $mountPoint '"$env"' &:
|
2015-10-21 00:21:56 +00:00
|
|
|
s:^nix-env:'"$nix_env"':
|
|
|
|
' nixos-install
|
|
|
|
|
2015-10-20 21:17:32 +00:00
|
|
|
./nixos-install
|
|
|
|
''}
|
|
|
|
'';
|
|
|
|
|
2015-10-20 01:31:38 +00:00
|
|
|
doc = s:
|
|
|
|
let b = "EOF${builtins.hashString "sha256" s}"; in
|
|
|
|
''
|
|
|
|
<<\${b}
|
|
|
|
${s}
|
|
|
|
${b}
|
|
|
|
'';
|
2015-09-30 23:48:15 +00:00
|
|
|
|
2016-02-01 02:00:48 +00:00
|
|
|
get-config = system: let
|
|
|
|
config = stockholm.users.${current-user-name}.${system}.config
|
2015-10-20 01:31:38 +00:00
|
|
|
or (abort "unknown system: ${system}, user: ${current-user-name}");
|
2016-02-01 02:00:48 +00:00
|
|
|
in
|
|
|
|
assert config.krebs.build.source-version == 1;
|
|
|
|
config;
|
2015-09-30 23:48:15 +00:00
|
|
|
|
2015-10-20 21:17:32 +00:00
|
|
|
nix-install =
|
2015-10-20 01:31:38 +00:00
|
|
|
{ system ? current-host-name
|
|
|
|
, target ? system
|
|
|
|
}:
|
|
|
|
let
|
|
|
|
config = get-config system;
|
|
|
|
|
|
|
|
nix-path =
|
|
|
|
lib.concatStringsSep ":"
|
2015-11-02 09:28:56 +00:00
|
|
|
(lib.mapAttrsToList (name: src: "${name}=${src.target-path}")
|
2015-10-20 01:31:38 +00:00
|
|
|
(config.krebs.build.source.dir //
|
|
|
|
config.krebs.build.source.git));
|
|
|
|
in ''
|
|
|
|
set -efu
|
|
|
|
NIX_PATH=${lib.shell.escape nix-path} \
|
|
|
|
nix-env \
|
|
|
|
--show-trace \
|
|
|
|
-f '<stockholm>' \
|
|
|
|
--argstr current-date ${lib.shell.escape current-date} \
|
|
|
|
--argstr current-host-name ${lib.shell.escape current-host-name} \
|
|
|
|
--argstr current-user-name ${lib.shell.escape current-user-name} \
|
|
|
|
--profile ${lib.shell.escape config.krebs.build.profile} \
|
|
|
|
--set \
|
|
|
|
-A ${lib.escapeShellArg (lib.concatStringsSep "." [
|
|
|
|
"users"
|
|
|
|
config.krebs.build.user.name
|
|
|
|
config.krebs.build.host.name
|
|
|
|
"system"
|
|
|
|
])}
|
|
|
|
'';
|
|
|
|
|
|
|
|
populate =
|
|
|
|
{ system ? current-host-name
|
|
|
|
, target ? system
|
2016-01-02 16:31:06 +00:00
|
|
|
, root ? ""
|
2015-10-20 01:31:38 +00:00
|
|
|
}@args:
|
|
|
|
let out = ''
|
|
|
|
#! /bin/sh
|
|
|
|
# ${current-date} ${current-user-name}@${current-host-name}
|
2015-09-30 23:48:15 +00:00
|
|
|
set -efu
|
2015-10-20 01:31:38 +00:00
|
|
|
${lib.concatStringsSep "\n"
|
|
|
|
(lib.concatMap
|
|
|
|
(type: lib.mapAttrsToList (_: methods.${type})
|
|
|
|
config.krebs.build.source.${type})
|
|
|
|
["dir" "git"])}
|
2015-09-30 23:48:15 +00:00
|
|
|
'';
|
|
|
|
|
2015-12-28 09:58:13 +00:00
|
|
|
|
2015-10-20 01:31:38 +00:00
|
|
|
config = get-config system;
|
|
|
|
|
|
|
|
current-host = config.krebs.hosts.${current-host-name};
|
|
|
|
current-user = config.krebs.users.${current-user-name};
|
|
|
|
|
|
|
|
methods.dir = config:
|
|
|
|
let
|
|
|
|
can-push = config.host.name == current-host.name;
|
2016-01-02 16:31:06 +00:00
|
|
|
target-path = root + config.target-path;
|
2015-10-20 01:31:38 +00:00
|
|
|
push-method = ''
|
|
|
|
rsync \
|
|
|
|
--exclude .git \
|
|
|
|
--exclude .graveyard \
|
|
|
|
--exclude old \
|
|
|
|
--exclude tmp \
|
2015-12-28 09:58:13 +00:00
|
|
|
--rsync-path='mkdir -p ${target-path} && rsync' \
|
2015-10-20 01:31:38 +00:00
|
|
|
--delete-excluded \
|
|
|
|
-vrLptgoD \
|
|
|
|
${config.path}/ \
|
2015-12-28 09:58:13 +00:00
|
|
|
root@${target}:${target-path}
|
2015-10-20 01:31:38 +00:00
|
|
|
'';
|
|
|
|
in
|
|
|
|
if can-push then push-method else
|
2015-10-20 18:24:25 +00:00
|
|
|
let dir = "file://${config.host.name}${config.path}"; in
|
|
|
|
# /!\ revise this message when using more than just push-method
|
|
|
|
throw "No way to push ${dir} from ${current-host.name} to ${target}";
|
2015-10-20 01:31:38 +00:00
|
|
|
|
|
|
|
methods.git = config:
|
2016-01-02 16:31:06 +00:00
|
|
|
let target-path = root + config.target-path;
|
2015-12-28 09:58:13 +00:00
|
|
|
in rootssh target ''
|
|
|
|
mkdir -p ${target-path}
|
|
|
|
cd ${target-path}
|
2015-10-20 01:31:38 +00:00
|
|
|
if ! test -e .git; then
|
|
|
|
git init
|
|
|
|
fi
|
|
|
|
if ! cur_url=$(git config remote.origin.url 2>/dev/null); then
|
|
|
|
git remote add origin ${config.url}
|
|
|
|
elif test "$cur_url" != ${config.url}; then
|
|
|
|
git remote set-url origin ${config.url}
|
|
|
|
fi
|
|
|
|
if test "$(git rev-parse --verify HEAD 2>/dev/null)" != ${config.rev}; then
|
|
|
|
git fetch origin
|
|
|
|
git checkout ${config.rev} -- .
|
|
|
|
git checkout -q ${config.rev}
|
|
|
|
git submodule init
|
|
|
|
git submodule update
|
|
|
|
fi
|
|
|
|
git clean -dxf
|
2015-09-30 23:48:15 +00:00
|
|
|
'';
|
2015-10-20 01:31:38 +00:00
|
|
|
in out;
|
2015-09-30 23:48:15 +00:00
|
|
|
|
2015-10-20 01:31:38 +00:00
|
|
|
rootssh = target: script:
|
2015-10-21 22:20:16 +00:00
|
|
|
let
|
|
|
|
flags = "-o StrictHostKeyChecking=${StrictHostKeyChecking}";
|
|
|
|
in
|
|
|
|
"ssh ${flags} root@${target} -T ${doc ''
|
2015-10-20 01:31:38 +00:00
|
|
|
set -efu
|
|
|
|
${script}
|
|
|
|
''}";
|
|
|
|
|
|
|
|
in out
|