b523f257ac
With this change, we start running Eval on all available Lix and Nix versions. Because this requires a lot of resources, this complete test is only run when `ci/pinned.json` is updated. The resulting outpaths are checked for consistency with the target branch. A difference will cause the `report` job to fail, thus blocking the merge, ensuring Eval consistency for Nixpkgs across different versions. This implements a kind of "ratchet style" check: Since we originally confirmed that the versions currently in Nixpkgs at the time of this commit match Eval behavior of Nix 2.3, we can ensure consistency with Nix 2.3 down the road, even without testing for it explicitly. There had been one regression in Eval consistency for Nix between 2.18 and 2.24 - two tests in `tests.devShellTools` produce different results between Lix 2.91+ (which was forked from Nix 2.18) and Nix 2.24+. I assume it's unlikely that such a change would be "fixed" by now, thus I added an exception for these. As a bonus, we also present the total time in seconds it takes for Eval to complete for every tested version in a summary table. This allows us to easily see performance improvements for Eval due to version updates. At this stage, this time only includes the "outpaths" step of Eval, but not the generation of attrpaths beforehand.
33 lines
986 B
Nix
Executable File
33 lines
986 B
Nix
Executable File
#!/usr/bin/env -S nix-instantiate --eval --strict --json --arg unused true
|
|
# Unused argument to trigger nix-instantiate calling this function with the default arguments.
|
|
{
|
|
pinnedJson ? ./pinned.json,
|
|
}:
|
|
let
|
|
pinned = (builtins.fromJSON (builtins.readFile pinnedJson)).pins;
|
|
nixpkgs = fetchTarball {
|
|
inherit (pinned.nixpkgs) url;
|
|
sha256 = pinned.nixpkgs.hash;
|
|
};
|
|
pkgs = import nixpkgs {
|
|
config.allowAliases = false;
|
|
};
|
|
|
|
inherit (pkgs) lib;
|
|
|
|
lix = lib.pipe pkgs.lixPackageSets [
|
|
(lib.filterAttrs (_: set: lib.isDerivation set.lix or null && set.lix.meta.available))
|
|
lib.attrNames
|
|
(lib.filter (name: lib.match "lix_[0-9_]+|git" name != null))
|
|
(map (name: "lixPackageSets.${name}.lix"))
|
|
];
|
|
|
|
nix = lib.pipe pkgs.nixVersions [
|
|
(lib.filterAttrs (_: drv: lib.isDerivation drv && drv.meta.available))
|
|
lib.attrNames
|
|
(lib.filter (name: lib.match "nix_[0-9_]+|git" name != null))
|
|
(map (name: "nixVersions.${name}"))
|
|
];
|
|
in
|
|
lix ++ nix
|