run -> {deploy,lib/prelude.sh}

1 files changed, 192 insertions, 0 deletions

diff --git a/lib/prelude.sh b/lib/prelude.sh
new file mode 100644
index 000000000..00fa92a4e
--- /dev/null
+++ b/lib/prelude.sh
@@ -0,0 +1,192 @@
+# deploy : nixos-config x [user@]hostname -> ()
+deploy() {(
+  main=$1
+  target=$2
+
+  filter=$(rsync_filter "$main")
+
+  echo "$filter" \
+    | rsync -f '. -' -zvrlptD --delete-excluded ./ "$target":/etc/nixos/
+
+  ssh "$target" nixos-rebuild switch -I nixos-config=/etc/nixos/"$main"
+)}
+
+# rsync_filter : nixos-config -> rsync-filter
+rsync_filter() {(
+  main=$1
+
+  hosts=$(list_hosts)
+  module_imports=$(set -euf; list_module_imports "$main")
+  other_imports=$(
+    echo "$module_imports" \
+      | xargs grep -H . \
+      | import_statements \
+      | slash_path_relpath \
+      | undot_paths \
+      | sort \
+      | uniq \
+      | sed '/\.nix$/!s:$:/default.nix:' \
+      )
+  secrets=$(echo "$module_imports" | xargs cat | quoted_strings | filter_secrets)
+
+  # TODO collect all other paths from *_imports
+
+  abs_deps=$(
+    echo "$hosts"
+    echo "$module_imports"
+    echo "$other_imports"
+    echo "$secrets"
+  )
+
+  rel_deps=$(echo "$abs_deps" | make_relative_to "$PWD")
+  filter=$(echo "$rel_deps" | make_rsync_whitelist)
+
+  echo "$filter"
+)}
+
+# list_module_imports : nix-file -> lines nix-file
+list_module_imports() {
+  if echo "$1" | grep -q ^/; then
+    :
+  else
+    set -- "./$1"
+  fi
+  imports=$(nix-instantiate \
+      --strict \
+      --json \
+      --eval \
+      -E \
+      "with builtins; with import ./lib/modules.nix; map toString (list-imports $1)")
+  echo "$imports" \
+    | jq -r .[]
+}
+
+# list_hosts : lines tinc-host-file
+# Precondition: $PWD/hosts is the correct repository :)
+list_hosts() {
+  git -C hosts ls-tree --name-only HEAD \
+    | awk '{print ENVIRON["PWD"]"/hosts/"$$0}'
+}
+
+# filter_secrets : lines string |> lines secrets-file-candidate
+# Notice how false positives are possible.
+filter_secrets() {
+  sed -n 's:^\(.*/\)\?\(secrets/.*\):'"${PWD//:/\\:}"'/\2:p'
+}
+
+# import_statements : lines (path ":" string) |> lines (path ":" relpath)
+import_statements() {
+  sed -n '
+        s@^\([^:]\+:\)\('"$(bre_invert_word import)"'\)*\<import\s\+@\1@
+        t1;d
+    :1; s@^\([^:]\+:\)\(\.*/\S*\)@\1\2\n@
+        t2;d
+    :2; P;D
+  '
+}
+
+# slash_path_relpath : lines (path ":" relpath) |> lines path
+#
+# Example: "/foo/bar: baz" => "/foo/baz"
+#
+slash_path_relpath() {
+  sed -n 's@/[^/]\+:@/@p'
+}
+
+# undot_paths : lines path |> lines path
+# Remove all dots (. and ..) from input paths.
+undot_paths() {
+  sed '
+    :0
+    s://\+:/:g
+    s:/\.\(/\|$\):\1:g
+    s:/[^/]\+/\.\.\(/\|$\):\1:g
+    s:^/\(\.\./\)\+:/:
+    t0
+    s:^$:/:
+  '
+}
+
+# quoted_strings : lines string |> lines string
+# Extract all (double-) quoted strings from stdin.
+#
+# 0. find begin of string or skip line
+# 1. find end of string or skip line
+# 2. print string and continue after string
+quoted_strings() {
+  sed '
+        s:[^"]*"::                  ;t1;d
+    :1; s:\(\([^"]\|\\"\)*\)":\1\n: ;t2;d
+    :2; P;D
+  ' \
+    | sed 's:\\":":g'
+}
+
+# bre_escape : lines string |> lines bre-escaped-string
+bre_escape() {
+  sed 's:[\.\[\\\*\^\$]:\\&:g'
+}
+
+# bre_invert_word : string -> BRE
+# TODO escape chars in the resulting BRE.
+bre_invert_word() {
+  awk -v input="$1" '
+    BEGIN {
+      split(input,s,"")
+      for (i in s) {
+        c=s[i]
+        printf "\\|%s[^%s]", y, c
+        y = y c
+      }
+    }
+  '
+}
+
+# ls_bre : directory -> BRE
+# Create a BRE from the files in a directory.
+ls_bre() {
+  ls "$1" \
+    | tr \\n / \
+    | sed '
+        s:[\.\[\\\*\^\$]:\\&:g
+        s:/$::
+        s:/:\\|:g
+      '
+}
+
+# make_relative_to : lines path |> directory -> lines path
+# Non-matching paths won't get altered.
+make_relative_to() {
+  sed "s:^$(echo "$1/" | bre_escape | sed 's/:/\\:/g')::"
+}
+
+# make_rsync_whitelist : lines relpath |> liens rsync-filter
+make_rsync_whitelist() {
+  set -- "$(cat)"
+
+  # include all files in stdin and their directories
+  {
+    echo "$1"
+    echo "$1" | make_parent_dirs | sort | uniq
+  } \
+    | sed 's|^|+ /|'
+
+  # exclude everything else
+  echo '- *'
+}
+
+# make_parent_dirs : lines path |> lines directory
+# List all parent directories of a path.
+make_parent_dirs() {
+  set -- "$(sed -n 's|/[^/]*$||p' | grep . | sort | uniq)"
+  if echo "$1" | grep -q .; then
+    echo "$1"
+    echo "$1" | make_parent_dirs
+  fi
+}
+
+# verbose COMMAND [ARGS...]
+verbose() {
+  echo "$@" >&2
+  "$@"
+}