Add configs for a new kubernetes cluster on NixOS.

nix/kubernetes/roles/zfs/default.nix

@@ -0,0 +1,68 @@
+{
+  config,
+  lib,
+  pkgs,
+  ...
+}:
+
+let
+  zfs_clone_send =
+    (pkgs.writeScriptBin "zfs_clone_send" (builtins.readFile ./files/zfs_clone_send.bash)).overrideAttrs
+      (old: {
+        buildCommand = "${old.buildCommand}\n patchShebangs $out";
+
+      });
+  zfs_clone_recv =
+    (pkgs.writeScriptBin "zfs_clone_recv" (builtins.readFile ./files/zfs_clone_recv.bash)).overrideAttrs
+      (old: {
+        buildCommand = "${old.buildCommand}\n patchShebangs $out";
+
+      });
+  zfs_clone_resume =
+    (pkgs.writeScriptBin "zfs_clone_resume" (builtins.readFile ./files/zfs_clone_resume.bash))
+    .overrideAttrs
+      (old: {
+        buildCommand = "${old.buildCommand}\n patchShebangs $out";
+
+      });
+in
+{
+  imports = [ ];
+
+  options.me = {
+    zfs.enable = lib.mkOption {
+      type = lib.types.bool;
+      default = false;
+      example = true;
+      description = "Whether we want to install zfs.";
+    };
+  };
+
+  config = lib.mkIf config.me.zfs.enable {
+    # Technically only needed when building the ISO because nix detects ZFS in the filesystem list normally. I basically always want this so I'm just setting it to always be on.
+    boot.supportedFilesystems.zfs = true;
+
+    boot.zfs.devNodes = "/dev/disk/by-partuuid";
+
+    services.zfs = {
+      autoScrub = {
+        enable = true;
+        interval = "monthly";
+      };
+      trim.enable = true;
+    };
+
+    environment.systemPackages = [
+      zfs_clone_send
+      zfs_clone_recv
+      zfs_clone_resume
+    ];
+
+    environment.persistence."/persist" = lib.mkIf (config.me.mountPersistence) {
+      hideMounts = true;
+      directories = [
+        "/etc/zfs/zpool.cache" # Which zpools to import, the root zpool is already imported and does not need this cache file but this captures additional pools.
+      ];
+    };
+  };
+}

nix/kubernetes/roles/zfs/files/zfs_clone_recv.bash

@@ -0,0 +1,13 @@
+#!/usr/bin/env bash
+#
+# A zfs-send alias that creates a perfect clone with good defaults.
+set -euo pipefail
+IFS=$'\n\t'
+DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
+
+# -s if the stream is interrupted, save the partial stream. The stream can then be resumed by doing a zfs send -t token where token is the receive_resume_token prop on the dataset we received into.
+# -u Do not mount the filesystem we are receiving. We can always mount afterwards but this avoids issues with streams with mountpoints to places like /
+# Can optionally add -F to destroy the dataset in the recv location.
+exec zfs recv -s -u "${@}"
+
+# To delete an interrupted recv, run `zfs receive -A dataset`

nix/kubernetes/roles/zfs/files/zfs_clone_resume.bash

@@ -0,0 +1,17 @@
+#!/usr/bin/env bash
+#
+# Resume a zfs send.
+set -euo pipefail
+IFS=$'\n\t'
+DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
+
+function main {
+    local hst="$1"
+    local dst="$2"
+    local token
+    token=$(zfs get -H -o value receive_resume_token "$dst")
+    ssh "$hst" doas zfs send --verbose -t "$token" | doas zfs recv -s "$dst"
+
+}
+
+main "${@}"

nix/kubernetes/roles/zfs/files/zfs_clone_send.bash

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+#
+# A zfs-send alias that creates a perfect clone with good defaults.
+set -euo pipefail
+IFS=$'\n\t'
+DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
+
+exec zfs send --compressed --replicate --large-block --embed --verbose --raw "${@}"