postgresql: refactor postgresqlVersions attribute & tests

Every postgresql testcase essentially does the following things:

* Filter `postgresqlVersions` for server packages
* Filter postgresql server packages for suitable ones (i.e. extensions
  must support the given version)
* Generate an attribute-set of testcases

The first item became necessary in
7ab1e888334ddc2745b285e3df0b0efd5839d0f8 given that
`postgresql/default.nix` now exposes JIT and non-JIT servers AND a
`libpq` that is not suitable for the tests here.

This changes restructures this a little bit, i.e.:

* Having an attribute-set that contains a bunch of postgresql servers
  and a single client package seems odd (and the sole consumer of
  `postgresqlVersions` in nixpkgs, the test suite, has to take that into
  account). Hence, postgresql's default.nix now provides `libpq` (the client)
  and a `postgresqlVersions` attribute with all supported JIT and non-JIT
  variants of postgresql.

* Each test-case gets a third argument, a function called `genTests`:
  this function sets `recurseForDerivations = true;` and generates an
  attribute-set of tests for each postgresql version given a function
  that returns a testcase or multiple test-cases (`makeTestFor`). The
  argument to `makeTestFor` is a postgresql server package.

  This function also accepts a filter predicate that is passed against
  `filterAttrs` to remove postgresql server packages that are not
  suitable for the test (e.g. because the version isn't supported by the
  extension to test).

I checked by making sure that the `.drv` doesn't change on staging with
this change on top for postgresq, postgresql-jit,
postgresql-wal-receiver, postgresql-tls-client-cert, anonymizer, pgjwt,
pgvecto-rs, timescaledb, tsja and wal2json.

nixos/tests/postgresql/anonymizer.nix

@@ -1,6 +1,7 @@
 {
   pkgs,
   makeTest,
+  genTests,
 }:
 
 let
@@ -107,11 +108,7 @@ let
       '';
     };
 in
-lib.recurseIntoAttrs (
+genTests {
-  lib.concatMapAttrs (n: p: { ${n} = makeTestFor p; }) (
+  inherit makeTestFor;
-    lib.filterAttrs (_: p: p ? pkgs && !p.pkgs.anonymizer.meta.broken) pkgs.postgresqlVersions
+  filter = _: p: !p.pkgs.anonymizer.meta.broken;
-  )
+}
-  // {
-    passthru.override = p: makeTestFor p;
-  }
-)

nixos/tests/postgresql/default.nix

@@ -7,7 +7,25 @@
 with import ../../lib/testing-python.nix { inherit system pkgs; };
 
 let
-  importWithArgs = path: import path { inherit pkgs makeTest; };
+  inherit (pkgs.lib)
+    recurseIntoAttrs
+    filterAttrs
+    mapAttrs
+    const
+    ;
+  genTests =
+    {
+      makeTestFor,
+      filter ? (_: _: true),
+    }:
+    recurseIntoAttrs (
+      mapAttrs (const makeTestFor) (filterAttrs filter pkgs.postgresqlVersions)
+      // {
+        passthru.override = makeTestFor;
+      }
+    );
+
+  importWithArgs = path: import path { inherit pkgs makeTest genTests; };
 in
 {
   # postgresql

nixos/tests/postgresql/pgjwt.nix

@@ -1,6 +1,7 @@
 {
   pkgs,
   makeTest,
+  genTests,
 }:
 
 let
@@ -48,11 +49,7 @@ let
         '';
     };
 in
-lib.recurseIntoAttrs (
+genTests {
-  lib.concatMapAttrs (n: p: { ${n} = makeTestFor p; }) (
+  inherit makeTestFor;
-    lib.filterAttrs (_: p: p ? pkgs && !p.pkgs.pgjwt.meta.broken) pkgs.postgresqlVersions
+  filter = _: p: !p.pkgs.pgjwt.meta.broken;
-  )
+}
-  // {
-    passthru.override = p: makeTestFor p;
-  }
-)

nixos/tests/postgresql/pgvecto-rs.nix

@@ -1,6 +1,7 @@
 {
   pkgs,
   makeTest,
+  genTests,
 }:
 
 let
@@ -72,11 +73,7 @@ let
         '';
     };
 in
-lib.recurseIntoAttrs (
+genTests {
-  lib.concatMapAttrs (n: p: { ${n} = makeTestFor p; }) (
+  inherit makeTestFor;
-    lib.filterAttrs (_: p: p ? pkgs && !p.pkgs.pgvecto-rs.meta.broken) pkgs.postgresqlVersions
+  filter = _: p: !p.pkgs.pgvecto-rs.meta.broken;
-  )
+}
-  // {
-    passthru.override = p: makeTestFor p;
-  }
-)

nixos/tests/postgresql/postgresql-jit.nix

@@ -1,6 +1,7 @@
 {
   pkgs,
   makeTest,
+  genTests,
 }:
 
 let
@@ -48,11 +49,7 @@ let
       '';
     };
 in
-lib.recurseIntoAttrs (
+genTests {
-  lib.concatMapAttrs (n: p: { ${n} = makeTestFor p; }) (
+  inherit makeTestFor;
-    lib.filterAttrs (n: _: lib.hasSuffix "_jit" n) pkgs.postgresqlVersions
+  filter = n: _: lib.hasSuffix "_jit" n;
-  )
+}
-  // {
-    passthru.override = p: makeTestFor p;
-  }
-)

nixos/tests/postgresql/postgresql-tls-client-cert.nix

@@ -1,6 +1,7 @@
 {
   pkgs,
   makeTest,
+  genTests,
 }:
 
 let
@@ -128,11 +129,4 @@ let
       '';
     };
 in
-lib.recurseIntoAttrs (
+genTests { inherit makeTestFor; }
-  lib.concatMapAttrs (n: p: { ${n} = makeTestFor p; }) (
-    lib.filterAttrs (_: p: p ? pkgs) pkgs.postgresqlVersions
-  )
-  // {
-    passthru.override = p: makeTestFor p;
-  }
-)

nixos/tests/postgresql/postgresql-wal-receiver.nix

@@ -1,6 +1,7 @@
 {
   pkgs,
   makeTest,
+  genTests,
 }:
 
 let
@@ -108,11 +109,4 @@ let
       '';
     };
 in
-lib.recurseIntoAttrs (
+genTests { inherit makeTestFor; }
-  lib.concatMapAttrs (n: p: { ${n} = makeTestFor p; }) (
-    lib.filterAttrs (_: p: p ? pkgs) pkgs.postgresqlVersions
-  )
-  // {
-    passthru.override = p: makeTestFor p;
-  }
-)

nixos/tests/postgresql/postgresql.nix

@@ -1,6 +1,7 @@
 {
   pkgs,
   makeTest,
+  genTests,
 }:
 
 let
@@ -262,11 +263,4 @@ let
         '';
     };
 in
-lib.recurseIntoAttrs (
+genTests { inherit makeTestFor; }
-  lib.concatMapAttrs (n: p: { ${n} = makeTestFor p; }) (
-    lib.filterAttrs (_: p: p ? pkgs) pkgs.postgresqlVersions
-  )
-  // {
-    passthru.override = p: makeTestFor p;
-  }
-)

nixos/tests/postgresql/timescaledb.nix

@@ -1,6 +1,7 @@
 {
   pkgs,
   makeTest,
+  genTests,
 }:
 
 let
@@ -91,11 +92,7 @@ in
 # Not run by default, because this requires allowUnfree.
 # To run these tests:
 #   NIXPKGS_ALLOW_UNFREE=1 nix-build -A nixosTests.postgresql.timescaledb
-lib.dontRecurseIntoAttrs (
+lib.dontRecurseIntoAttrs (genTests {
-  lib.concatMapAttrs (n: p: { ${n} = makeTestFor p; }) (
+  inherit makeTestFor;
-    lib.filterAttrs (_: p: p ? pkgs && !p.pkgs.timescaledb.meta.broken) pkgs.postgresqlVersions
+  filter = _: p: !p.pkgs.timescaledb.meta.broken;
-  )
+})
-  // {
-    passthru.override = p: makeTestFor p;
-  }
-)

nixos/tests/postgresql/tsja.nix

@@ -1,6 +1,7 @@
 {
   pkgs,
   makeTest,
+  genTests,
 }:
 
 let
@@ -41,11 +42,7 @@ let
       '';
     };
 in
-lib.recurseIntoAttrs (
+genTests {
-  lib.concatMapAttrs (n: p: { ${n} = makeTestFor p; }) (
+  inherit makeTestFor;
-    lib.filterAttrs (_: p: p ? pkgs && !p.pkgs.tsja.meta.broken) pkgs.postgresqlVersions
+  filter = _: p: !p.pkgs.tsja.meta.broken;
-  )
+}
-  // {
-    passthru.override = p: makeTestFor p;
-  }
-)

nixos/tests/postgresql/wal2json.nix

@@ -1,6 +1,7 @@
 {
   pkgs,
   makeTest,
+  genTests,
 }:
 
 let
@@ -43,11 +44,7 @@ let
       '';
     };
 in
-lib.recurseIntoAttrs (
+genTests {
-  lib.concatMapAttrs (n: p: { ${n} = makeTestFor p; }) (
+  inherit makeTestFor;
-    lib.filterAttrs (_: p: p ? pkgs && !p.pkgs.wal2json.meta.broken) pkgs.postgresqlVersions
+  filter = _: p: !p.pkgs.wal2json.meta.broken;
-  )
+}
-  // {
-    passthru.override = p: makeTestFor p;
-  }
-)

pkgs/servers/sql/postgresql/default.nix

@@ -33,5 +33,9 @@ let
   libpq = self.callPackage ./libpq.nix { };
 
 in
-# variations without and with JIT
+{
-(mkAttributes false) // (mkAttributes true) // { inherit libpq; }
+  # variations without and with JIT
+  postgresqlVersions = mkAttributes false // mkAttributes true;
+
+  inherit libpq;
+}

pkgs/top-level/all-packages.nix

@@ -11688,10 +11688,11 @@ with pkgs;
     asciidoc = asciidoc-full;
   };
 
-  postgresqlVersions = import ../servers/sql/postgresql pkgs;
+  inherit (import ../servers/sql/postgresql pkgs)
-  inherit (postgresqlVersions)
+    postgresqlVersions
-    libpq
+    libpq;
 
+  inherit (postgresqlVersions)
     postgresql_13
     postgresql_14
     postgresql_15