Add kube-scheduler.

nix/kubernetes/roles/control_plane/default.nix

@@ -18,8 +18,9 @@
   };
 
   config = lib.mkIf config.me.control_plane.enable {
-    me.kubernetes.enable = true;
     me.kube_apiserver.enable = true;
     me.kube_controller_manager.enable = true;
+    me.kube_scheduler.enable = true;
+    me.kubernetes.enable = true;
   };
 }

nix/kubernetes/roles/etcd/default.nix

@@ -104,6 +104,6 @@
       e2fsprogs # mkfs.ext4
       gptfdisk # cgdisk
     ];
-    networking.firewall.enable = false;
+    networking.firewall.enable = false; # TODO: This is just here for debugging / initial development.
   };
 }

nix/kubernetes/roles/kube_apiserver/default.nix

@@ -131,7 +131,17 @@ in
         );
         Restart = "on-failure";
         RestartSec = 5;
+        LimitNOFILE = 65536;
+        User = "kubernetes";
       };
     };
+
+    networking.firewall.allowedTCPPorts = [
+      6443
+    ];
+
+    systemd.tmpfiles.rules = [
+      "f /var/log/audit.log 0600 kubernetes kubernetes - -"
+    ];
   };
 }

nix/kubernetes/roles/kube_controller_manager/default.nix

@@ -27,33 +27,37 @@ in
       description = "Kubernetes Controller Manager";
       documentation = [ "https://github.com/kubernetes/kubernetes" ];
       wantedBy = [ "kubernetes.target" ];
+      after = [ "kube-apiserver.service" ];
       # path = with pkgs; [
       #   zfs
       # ];
       unitConfig.DefaultDependencies = "no";
       serviceConfig = {
-        Type = "notify";
         ExecStart = (
           shellCommand [
             # NEW:
             "${pkgs.kubernetes}/bin/kube-controller-manager"
             "--bind-address=0.0.0.0"
             # "--cluster-cidr=10.200.0.0/16"
-            "--cluster-cidr=2620:11f:7001:7:ffff:ffff:0ac8:0000/16"
+            # "--cluster-cidr=2620:11f:7001:7:ffff:ffff:0ac8:0000/16"
+            "--cluster-cidr=fd49:0595:2bba::/48"
             "--cluster-name=kubernetes"
             "--cluster-signing-cert-file=/.persist/keys/kube/ca.crt"
             "--cluster-signing-key-file=/.persist/keys/kube/ca.key"
             "--kubeconfig=/.persist/keys/kube/kube-controller-manager.kubeconfig"
             "--root-ca-file=/.persist/keys/kube/ca.crt"
             "--service-account-private-key-file=/.persist/keys/kube/service-accounts.key"
-            "--service-cluster-ip-range=2620:11f:7001:7:ffff:ffff:0ac5:0000/16"
             # "--service-cluster-ip-range=10.197.0.0/16"
+            # "--service-cluster-ip-range=2620:11f:7001:7:ffff:ffff:0ac5:0000/16"
+            "--service-cluster-ip-range=fd00:3e42:e349::/48"
             "--use-service-account-credentials=true"
             "--v=2"
           ]
         );
         Restart = "on-failure";
         RestartSec = 5;
+        LimitNOFILE = 65536;
+        User = "kubernetes";
       };
     };
   };

nix/kubernetes/roles/kube_scheduler/default.nix

@@ -0,0 +1,51 @@
+{
+  config,
+  lib,
+  pkgs,
+  ...
+}:
+
+let
+  # shellCommand = cmd: (lib.concatMapStringsSep " " lib.strings.escapeShellArg cmd);
+  shellCommand = cmd: (builtins.concatStringsSep " " cmd);
+in
+{
+  imports = [ ];
+
+  options.me = {
+    kube_scheduler.enable = lib.mkOption {
+      type = lib.types.bool;
+      default = false;
+      example = true;
+      description = "Whether we want to install kube_scheduler.";
+    };
+  };
+
+  config = lib.mkIf config.me.kube_scheduler.enable {
+    systemd.services.kube-scheduler = {
+      enable = true;
+      description = "Kubernetes Scheduler";
+      documentation = [ "https://github.com/kubernetes/kubernetes" ];
+      wantedBy = [ "kubernetes.target" ];
+      after = [ "kube-apiserver.service" ];
+      # path = with pkgs; [
+      #   zfs
+      # ];
+      unitConfig.DefaultDependencies = "no";
+      serviceConfig = {
+        ExecStart = (
+          shellCommand [
+            # NEW:
+            "${pkgs.kubernetes}/bin/kube-scheduler"
+            "--config=${./files/kube-scheduler.yaml}"
+            "--v=2"
+          ]
+        );
+        Restart = "on-failure";
+        RestartSec = 5;
+        LimitNOFILE = 65536;
+        User = "kubernetes";
+      };
+    };
+  };
+}

nix/kubernetes/roles/kube_scheduler/files/kube-scheduler.yaml

@@ -0,0 +1,6 @@
+apiVersion: kubescheduler.config.k8s.io/v1
+kind: KubeSchedulerConfiguration
+clientConnection:
+  kubeconfig: "/.persist/keys/kube/kube-scheduler.kubeconfig"
+leaderElection:
+  leaderElect: true