David McFarland 36721b0f8a
nuget-to-json: use --netrc-optional for curl
Fixes: #389194
(cherry picked from commit 7a36c0ef0b08e07afec4f5300956941db2945efa)
2025-03-18 11:50:45 +01:00

121 lines
3.7 KiB
Bash
Executable File

#!@runtimeShell@
# shellcheck shell=bash
set -euo pipefail
shopt -s nullglob
export SSL_CERT_FILE=@cacert@/etc/ssl/certs/ca-bundle.crt
export PATH="@binPath@:$PATH"
# used for glob ordering of package names
export LC_ALL=C
if [ $# -eq 0 ]; then
>&2 echo "Usage: $0 <packages directory> [path to a file with a list of excluded packages] > deps.json"
exit 1
fi
pkgs=$1
tmp=$(realpath "$(mktemp -td nuget-to-json.XXXXXX)")
trap 'rm -r "$tmp"' EXIT
excluded_list=$(realpath "${2:-/dev/null}")
export DOTNET_NOLOGO=1
export DOTNET_CLI_TELEMETRY_OPTOUT=1
mapfile -t sources < <(dotnet nuget list source --format short | awk '/^E / { print $2 }')
wait "$!"
declare -a remote_sources
declare -A base_addresses
for index in "${sources[@]}"; do
if [[ -d "$index" ]]; then
continue
fi
remote_sources+=("$index")
base_address=$(
curl --compressed --netrc-optional -fsSL "$index" |
jq -r '.resources[] | select(."@type" == "PackageBaseAddress/3.0.0")."@id"'
)
if [[ ! "$base_address" == */ ]]; then
base_address="$base_address/"
fi
base_addresses[$index]="$base_address"
done
(
echo '['
first=true
cd "$pkgs"
for package in *; do
[[ -d "$package" ]] || continue
cd "$package"
for version in *; do
id=$(xmlstarlet sel -t -v /_:package/_:metadata/_:id "$version"/*.nuspec)
if grep -qxF "$id.$version.nupkg" "$excluded_list"; then
continue
fi
# packages in the nix store should have an empty metadata file
# packages installed with 'dotnet tool' may be missing 'source'
used_source="$(jq -r 'if has("source") then .source elif has("contentHash") then "__unknown" else "" end' "$version"/.nupkg.metadata)"
found=false
if [[ -z "$used_source" || -d "$used_source" ]]; then
continue
fi
for source in "${remote_sources[@]}"; do
url="${base_addresses[$source]}$package/$version/$package.$version.nupkg"
if [[ "$source" == "$used_source" ]]; then
hash="$(nix-hash --type sha256 --flat --sri "$version/$package.$version".nupkg)"
found=true
break
else
if hash=$(nix-prefetch-url "$url" 2>"$tmp"/error); then
hash="$(nix-hash --to-sri --type sha256 "$hash")"
# If multiple remote sources are enabled, nuget will try them all
# concurrently and use the one that responds first. We always use the
# first source that has the package.
echo "$package $version is available at $url, but was restored from $used_source" 1>&2
found=true
break
else
if ! grep -q 'HTTP error 404' "$tmp/error"; then
cat "$tmp/error" 1>&2
exit 1
fi
fi
fi
done
if [[ $found = false ]]; then
echo "couldn't find $package $version" >&2
exit 1
fi
if [[ $first = false ]]; then
echo ' , {'
else
echo ' {'
fi
echo " \"pname\": \"$id\""
echo " , \"version\": \"$version\""
echo " , \"hash\": \"$hash\""
if [[ "$source" != https://api.nuget.org/v3/index.json ]]; then
echo " , \"url\": \"$url\""
fi
echo ' }'
first=false
done
cd ..
done
echo ']'
) | jq .