stockholm/lib/prelude.sh

254 lines
5.5 KiB
Bash
Raw Normal View History

# clone_or_update : [user@]hostname x local_dir x git_url x git_rev -> ()
clone_or_update() {(
target=$1
nixpkgs_dir=$2
git_url=$3
git_rev=$4
echo '
set -euf
if [ ! -d "$nixpkgs_dir" ]; then
mkdir -p "$nixpkgs_dir"
fi
cd "$nixpkgs_dir"
2015-05-15 13:19:10 +00:00
git init -q
2015-05-15 13:19:10 +00:00
if ! current_url=$(git config remote.src.url); then
${cache-git} remote add "src" "$git_url"
elif [ $current_url != $git_url ]; then
${cache-git} remote set-url src ${git_url}
fi
git fetch config
git checkout "$git_rev"
' | ssh "$target" env nixpkgs_dir="$nixpkgs_dir" git_url="$git_url" git_rev="$git_rev" /bin/sh
)}
2015-03-19 22:00:57 +00:00
# deploy : nixos-config x [user@]hostname -> ()
deploy() {(
main=$1
target=$2
nixpkgs_dir='/var/tmp/nixpkgs'
git_url=$(nixpkgs_url $main)
git_rev=$(nixpkgs_rev $main)
if [ "$git_url" = '' ] || [ "$git_rev" = '' ]; then
echo "specify nixpkgs.url and nixpkgs.rev in $main !"
exit 23
fi
2015-03-19 22:14:45 +00:00
filter=$(rsync_filter "$main")
echo "$filter" \
2015-03-19 21:48:22 +00:00
| rsync -f '. -' -zvrlptD --delete-excluded ./ "$target":/etc/nixos/
clone_or_update "$target" "$nixpkgs_dir" "$git_url" "$git_rev"
ssh "$target" nixos-rebuild switch -I nixos-config=/etc/nixos/"$main" -I nixpkgs="$nixpkgs_dir"
2015-03-19 21:48:22 +00:00
)}
2015-03-19 22:00:57 +00:00
# rsync_filter : nixos-config -> rsync-filter
2015-03-19 21:48:22 +00:00
rsync_filter() {(
main=$1
hosts=$(list_hosts)
2015-03-18 11:13:29 +00:00
module_imports=$(set -euf; list_module_imports "$main")
other_imports=$(
echo "$module_imports" \
| xargs grep -H . \
| import_statements \
| slash_path_relpath \
| undot_paths \
| sort \
| uniq \
| sed '/\.nix$/!s:$:/default.nix:' \
)
secrets=$(echo "$module_imports" | xargs cat | quoted_strings | filter_secrets)
# TODO collect all other paths from *_imports
abs_deps=$(
echo "$hosts"
2015-03-18 11:13:29 +00:00
echo "$module_imports"
echo "$other_imports"
echo "$secrets"
)
rel_deps=$(echo "$abs_deps" | make_relative_to "$PWD")
filter=$(echo "$rel_deps" | make_rsync_whitelist)
2015-03-19 21:48:22 +00:00
echo "$filter"
)}
2015-03-18 11:13:29 +00:00
# list_module_imports : nix-file -> lines nix-file
list_module_imports() {
if echo "$1" | grep -q ^/; then
:
else
set -- "./$1"
fi
imports=$(nix-instantiate \
--strict \
--json \
--eval \
-E \
"with builtins; with import ./lib/modules.nix; map toString (list-imports $1)")
echo "$imports" \
| jq -r .[]
}
# list_hosts : lines tinc-host-file
# Precondition: $PWD/hosts is the correct repository :)
list_hosts() {
git -C hosts ls-tree --name-only HEAD \
| awk '{print ENVIRON["PWD"]"/hosts/"$$0}'
}
# filter_secrets : lines string |> lines secrets-file-candidate
# Notice how false positives are possible.
filter_secrets() {
sed -n 's:^\(.*/\)\?\(secrets/.*\):'"${PWD//:/\\:}"'/\2:p'
}
2015-03-18 11:23:42 +00:00
# import_statements : lines (path ":" string) |> lines (path ":" relpath)
2015-03-18 11:13:29 +00:00
import_statements() {
sed -n '
2015-03-18 11:23:42 +00:00
s@^\([^:]\+:\)\('"$(bre_invert_word import)"'\)*\<import\s\+@\1@
2015-03-18 11:13:29 +00:00
t1;d
2015-03-18 11:23:42 +00:00
:1; s@^\([^:]\+:\)\(\.*/\S*\)@\1\2\n@
2015-03-18 11:13:29 +00:00
t2;d
:2; P;D
'
}
2015-03-18 11:23:42 +00:00
# slash_path_relpath : lines (path ":" relpath) |> lines path
2015-03-18 11:13:29 +00:00
#
# Example: "/foo/bar: baz" => "/foo/baz"
#
slash_path_relpath() {
2015-03-18 11:23:42 +00:00
sed -n 's@/[^/]\+:@/@p'
2015-03-18 11:13:29 +00:00
}
# undot_paths : lines path |> lines path
# Remove all dots (. and ..) from input paths.
undot_paths() {
sed '
:0
s://\+:/:g
s:/\.\(/\|$\):\1:g
s:/[^/]\+/\.\.\(/\|$\):\1:g
s:^/\(\.\./\)\+:/:
t0
s:^$:/:
'
}
# quoted_strings : lines string |> lines string
# Extract all (double-) quoted strings from stdin.
#
# 0. find begin of string or skip line
# 1. find end of string or skip line
# 2. print string and continue after string
quoted_strings() {
sed '
s:[^"]*":: ;t1;d
:1; s:\(\([^"]\|\\"\)*\)":\1\n: ;t2;d
:2; P;D
' \
| sed 's:\\":":g'
}
# bre_escape : lines string |> lines bre-escaped-string
bre_escape() {
sed 's:[\.\[\\\*\^\$]:\\&:g'
}
2015-03-18 11:13:29 +00:00
# bre_invert_word : string -> BRE
# TODO escape chars in the resulting BRE.
bre_invert_word() {
awk -v input="$1" '
BEGIN {
split(input,s,"")
for (i in s) {
c=s[i]
printf "\\|%s[^%s]", y, c
y = y c
}
}
'
}
# ls_bre : directory -> BRE
# Create a BRE from the files in a directory.
ls_bre() {
ls "$1" \
| tr \\n / \
| sed '
s:[\.\[\\\*\^\$]:\\&:g
s:/$::
s:/:\\|:g
'
}
# make_relative_to : lines path |> directory -> lines path
# Non-matching paths won't get altered.
make_relative_to() {
sed "s:^$(echo "$1/" | bre_escape | sed 's/:/\\:/g')::"
}
2015-03-18 11:02:47 +00:00
# make_rsync_whitelist : lines relpath |> liens rsync-filter
make_rsync_whitelist() {
set -- "$(cat)"
# include all files in stdin and their directories
{
echo "$1"
echo "$1" | make_parent_dirs | sort | uniq
} \
| sed 's|^|+ /|'
# exclude everything else
echo '- *'
}
# make_parent_dirs : lines path |> lines directory
# List all parent directories of a path.
make_parent_dirs() {
set -- "$(sed -n 's|/[^/]*$||p' | grep . | sort | uniq)"
if echo "$1" | grep -q .; then
echo "$1"
echo "$1" | make_parent_dirs
fi
}
# nixpkgs_url : nixos-config -> git_url
nixpkgs_url() {
nix-instantiate \
-I nixos-config="$1" \
--eval \
--json \
-E '(import <nixos-config> {config={}; pkgs={};}).nixpkgs.url' 2> /dev/null \
| jq -r .
}
# nixpkgs_rev : nixos-config -> git_rev
nixpkgs_rev() {
nix-instantiate \
-I nixos-config="$1" \
--eval \
--json \
-E '(import <nixos-config> {config={}; pkgs={};}).nixpkgs.rev' 2> /dev/null \
| jq -r . 2> /dev/null
}
2015-04-07 20:18:11 +00:00
# verbose COMMAND [ARGS...]
verbose() {
echo "$@" >&2
"$@"
}