diff --git a/lib/datasource/rubygems/__fixtures__/dependencies-rails.dat b/lib/datasource/rubygems/__fixtures__/dependencies-rails.dat
new file mode 100644
index 0000000000000000000000000000000000000000..6c6db93e0a7118cdae79bbdece5baca86e2e5d3c
Binary files /dev/null and b/lib/datasource/rubygems/__fixtures__/dependencies-rails.dat differ
diff --git a/lib/datasource/rubygems/__snapshots__/index.spec.ts.snap b/lib/datasource/rubygems/__snapshots__/index.spec.ts.snap
index e947f8bc27fdfe5ec0153b1577c0e04eb740881b..2f12ed4e3c296b59663d2d9ea28a80b90deb1f32 100644
--- a/lib/datasource/rubygems/__snapshots__/index.spec.ts.snap
+++ b/lib/datasource/rubygems/__snapshots__/index.spec.ts.snap
@@ -1,5 +1,1369 @@
// Jest Snapshot v1, https://goo.gl/fbAQLP
+exports[`datasource/rubygems/index getReleases returns a dep for GitHub Packages package hit 1`] = `
+Object {
+ "registryUrl": "https://rubygems.pkg.github.com/example",
+ "releases": Array [
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "0.8.0",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "0.8.5",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "0.9.0",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "0.9.1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "0.9.2",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "0.9.3",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "0.9.4",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "0.9.4.1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "0.9.5",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "0.10.0",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "0.10.1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "0.11.0",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "0.11.1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "0.12.0",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "0.12.1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "0.13.0",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "0.13.1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "0.14.1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "0.14.2",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "0.14.3",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "0.14.4",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "1.0.0",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "1.1.0",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "1.1.1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "1.1.2",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "1.1.3",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "1.1.4",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "1.1.5",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "1.1.6",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "1.2.0",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "1.2.1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "1.2.2",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "1.2.3",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "1.2.4",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "1.2.5",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "1.2.6",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "2.0.0",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "2.0.1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "2.0.2",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "2.0.4",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "2.0.5",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "2.1.0",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "2.1.1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "2.1.2",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "2.2.2",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "2.2.3",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "2.3.2",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "2.3.3",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "2.3.4",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "2.3.5",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "2.3.6",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "2.3.7",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "2.3.8.pre1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "2.3.8",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "2.3.9.pre",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "2.3.9",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "2.3.10",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "2.3.11",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "2.3.12",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "2.3.14",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "2.3.15",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "2.3.16",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "2.3.17",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "2.3.18",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.0.0.beta",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.0.0.beta2",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.0.0.beta3",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.0.0.beta4",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.0.0.rc",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.0.0.rc2",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.0.0",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.0.1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.0.2",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.0.3",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.0.4.rc1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.0.4",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.0.5.rc1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.0.5",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.0.6.rc1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.0.6.rc2",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.0.6",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.0.7.rc1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.0.7.rc2",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.0.7",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.0.8.rc1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.0.8.rc2",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.0.8.rc4",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.0.8",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.0.9.rc1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.0.9.rc3",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.0.9.rc4",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.0.9.rc5",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.0.9",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.0.10.rc1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.0.10",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.0.11",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.0.12.rc1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.0.12",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.0.13.rc1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.0.13",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.0.14",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.0.15",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.0.16",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.0.17",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.0.18",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.0.19",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.0.20",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.1.0.beta1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.1.0.rc1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.1.0.rc2",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.1.0.rc3",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.1.0.rc4",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.1.0.rc5",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.1.0.rc6",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.1.0.rc8",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.1.0",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.1.1.rc1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.1.1.rc2",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.1.1.rc3",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.1.1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.1.2.rc1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.1.2.rc2",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.1.2",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.1.3",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.1.4.rc1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.1.4",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.1.5.rc1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.1.5",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.1.6",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.1.7",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.1.8",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.1.9",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.1.10",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.1.11",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.1.12",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.2.0.rc1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.2.0.rc2",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.2.0",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.2.1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.2.2.rc1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.2.2",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.2.3.rc1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.2.3.rc2",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.2.3",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.2.4.rc1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.2.4",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.2.5",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.2.6",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.2.7.rc1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.2.7",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.2.8.rc1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.2.8.rc2",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.2.8",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.2.9.rc1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.2.9.rc2",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.2.9.rc3",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.2.9",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.2.10",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.2.11",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.2.12",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.2.13.rc1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.2.13.rc2",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.2.13",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.2.14.rc1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.2.14.rc2",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.2.14",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.2.15.rc1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.2.15.rc2",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.2.15.rc3",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.2.15",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.2.16",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.2.17",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.2.18",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.2.19",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.2.20",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.2.21",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.2.22",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.2.22.1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.2.22.2",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.2.22.3",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.2.22.4",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "3.2.22.5",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.0.0.beta1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.0.0.rc1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.0.0.rc2",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.0.0",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.0.1.rc1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.0.1.rc2",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.0.1.rc3",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.0.1.rc4",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.0.1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.0.2",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.0.3",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.0.4.rc1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.0.4",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.0.5",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.0.6.rc1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.0.6.rc2",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.0.6.rc3",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.0.6",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.0.7",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.0.8",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.0.9",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.0.10.rc1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.0.10.rc2",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.0.10",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.0.11",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.0.11.1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.0.12",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.0.13.rc1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.0.13",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.1.0.beta1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.1.0.beta2",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.1.0.rc1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.1.0.rc2",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.1.0",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.1.1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.1.2.rc1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.1.2.rc2",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.1.2.rc3",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.1.2",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.1.3",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.1.4",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.1.5",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.1.6.rc1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.1.6.rc2",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.1.6",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.1.7",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.1.7.1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.1.8",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.1.9.rc1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.1.9",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.1.10.rc1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.1.10.rc2",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.1.10.rc3",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.1.10.rc4",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.1.10",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.1.11",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.1.12.rc1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.1.12",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.1.13.rc1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.1.13",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.1.14.rc1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.1.14.rc2",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.1.14",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.1.14.1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.1.14.2",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.1.15.rc1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.1.15",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.1.16.rc1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.1.16",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.2.0.beta1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.2.0.beta2",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.2.0.beta3",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.2.0.beta4",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.2.0.rc1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.2.0.rc2",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.2.0.rc3",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.2.0",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.2.1.rc1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.2.1.rc2",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.2.1.rc3",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.2.1.rc4",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.2.1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.2.2",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.2.3.rc1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.2.3",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.2.4.rc1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.2.4",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.2.5.rc1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.2.5.rc2",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.2.5",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.2.5.1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.2.5.2",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.2.6.rc1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.2.6",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.2.7.rc1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.2.7",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.2.7.1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.2.8.rc1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.2.8",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.2.9.rc1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.2.9.rc2",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.2.9",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.2.10.rc1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.2.10",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "4.2.11",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "5.0.0.beta1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "5.0.0.beta1.1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "5.0.0.beta2",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "5.0.0.beta3",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "5.0.0.beta4",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "5.0.0.racecar1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "5.0.0.rc1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "5.0.0.rc2",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "5.0.0",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "5.0.0.1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "5.0.1.rc1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "5.0.1.rc2",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "5.0.1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "5.0.2.rc1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "5.0.2",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "5.0.3",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "5.0.4.rc1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "5.0.4",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "5.0.5.rc1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "5.0.5.rc2",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "5.0.5",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "5.0.6.rc1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "5.0.6",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "5.0.7",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "5.0.7.1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "5.1.0.beta1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "5.1.0.rc1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "5.1.0.rc2",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "5.1.0",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "5.1.1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "5.1.2.rc1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "5.1.2",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "5.1.3.rc1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "5.1.3.rc2",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "5.1.3.rc3",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "5.1.3",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "5.1.4.rc1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "5.1.4",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "5.1.5.rc1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "5.1.5",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "5.1.6",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "5.1.6.1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "5.2.0.beta1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "5.2.0.beta2",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "5.2.0.rc1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "5.2.0.rc2",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "5.2.0",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "5.2.1.rc1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "5.2.1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "5.2.1.1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "5.2.2.rc1",
+ },
+ Object {
+ "rubyPlatform": "ruby",
+ "version": "5.2.2",
+ },
+ ],
+}
+`;
+
exports[`datasource/rubygems/index getReleases returns a dep for rubygems.org package hit 1`] = `
Object {
"registryUrl": "https://rubygems.org",
@@ -36,7 +1400,6 @@ Array [
"accept": "application/json",
"accept-encoding": "gzip, deflate, br",
"host": "thirdparty.com",
- "hosttype": "rubygems",
"user-agent": "RenovateBot/0.0.0-semantic-release (https://github.com/renovatebot/renovate)",
},
"method": "GET",
@@ -47,7 +1410,6 @@ Array [
"accept": "application/json",
"accept-encoding": "gzip, deflate, br",
"host": "firstparty.com",
- "hosttype": "rubygems",
"user-agent": "RenovateBot/0.0.0-semantic-release (https://github.com/renovatebot/renovate)",
},
"method": "GET",
@@ -78,7 +1440,6 @@ Array [
"accept": "application/json",
"accept-encoding": "gzip, deflate, br",
"host": "thirdparty.com",
- "hosttype": "rubygems",
"user-agent": "RenovateBot/0.0.0-semantic-release (https://github.com/renovatebot/renovate)",
},
"method": "GET",
@@ -89,7 +1450,6 @@ Array [
"accept": "application/json",
"accept-encoding": "gzip, deflate, br",
"host": "firstparty.com",
- "hosttype": "rubygems",
"user-agent": "RenovateBot/0.0.0-semantic-release (https://github.com/renovatebot/renovate)",
},
"method": "GET",
@@ -2488,7 +3848,6 @@ Array [
"accept": "application/json",
"accept-encoding": "gzip, deflate, br",
"host": "thirdparty.com",
- "hosttype": "rubygems",
"user-agent": "RenovateBot/0.0.0-semantic-release (https://github.com/renovatebot/renovate)",
},
"method": "GET",
@@ -2499,7 +3858,6 @@ Array [
"accept": "application/json",
"accept-encoding": "gzip, deflate, br",
"host": "firstparty.com",
- "hosttype": "rubygems",
"user-agent": "RenovateBot/0.0.0-semantic-release (https://github.com/renovatebot/renovate)",
},
"method": "GET",
@@ -2510,7 +3868,6 @@ Array [
"accept": "application/json",
"accept-encoding": "gzip, deflate, br",
"host": "firstparty.com",
- "hosttype": "rubygems",
"user-agent": "RenovateBot/0.0.0-semantic-release (https://github.com/renovatebot/renovate)",
},
"method": "GET",
@@ -4938,7 +6295,6 @@ Array [
"accept": "application/json",
"accept-encoding": "gzip, deflate, br",
"host": "thirdparty.com",
- "hosttype": "rubygems",
"user-agent": "RenovateBot/0.0.0-semantic-release (https://github.com/renovatebot/renovate)",
},
"method": "GET",
@@ -4949,7 +6305,6 @@ Array [
"accept": "application/json",
"accept-encoding": "gzip, deflate, br",
"host": "thirdparty.com",
- "hosttype": "rubygems",
"user-agent": "RenovateBot/0.0.0-semantic-release (https://github.com/renovatebot/renovate)",
},
"method": "GET",
diff --git a/lib/datasource/rubygems/common.ts b/lib/datasource/rubygems/common.ts
index 73a47c02d8821ec16f88bec87a969135dfaab69e..ce52a088a1e9c6f278fa0ca01eb3690a64ba950a 100644
--- a/lib/datasource/rubygems/common.ts
+++ b/lib/datasource/rubygems/common.ts
@@ -1 +1,40 @@
+import Marshal from 'marshal';
+import urlJoin from 'url-join';
+import { logger } from '../../logger';
+import { Http } from '../../util/http';
+import { getQueryString } from '../../util/url';
+
export const id = 'rubygems';
+export const http = new Http(id);
+
+export const knownFallbackHosts = ['rubygems.pkg.github.com', 'gitlab.com'];
+
+export async function fetchJson<T>(
+ dependency: string,
+ registry: string,
+ path: string
+): Promise<T> {
+ const url = urlJoin(registry, path, `${dependency}.json`);
+
+ logger.trace({ registry, dependency, url }, `RubyGems lookup request`);
+ const response = (await http.getJson<T>(url)) || {
+ body: undefined,
+ };
+
+ return response.body;
+}
+
+export async function fetchBuffer<T>(
+ dependency: string,
+ registry: string,
+ path: string
+): Promise<T> {
+ const url = `${urlJoin(registry, path)}?${getQueryString({
+ gems: dependency,
+ })}`;
+
+ logger.trace({ registry, dependency, url }, `RubyGems lookup request`);
+ const response = await http.getBuffer(url);
+
+ return new Marshal(response.body).parsed as T;
+}
diff --git a/lib/datasource/rubygems/get-rubygems-org.ts b/lib/datasource/rubygems/get-rubygems-org.ts
index 3d043e1e34f0f3acaaec5435c7986059c8a83326..7ca2bdcda8daf38b807adf07df0122f7298fe1d8 100644
--- a/lib/datasource/rubygems/get-rubygems-org.ts
+++ b/lib/datasource/rubygems/get-rubygems-org.ts
@@ -1,11 +1,8 @@
import { logger } from '../../logger';
import { ExternalHostError } from '../../types/errors/external-host-error';
import { getElapsedMinutes } from '../../util/date';
-import { Http } from '../../util/http';
import type { ReleaseResult } from '../types';
-import { id } from './common';
-
-const http = new Http(id);
+import { http } from './common';
let lastSync = new Date('2000-01-01');
let packageReleases: Record<string, string[]> = Object.create(null); // Because we might need a "constructor" key
diff --git a/lib/datasource/rubygems/get.ts b/lib/datasource/rubygems/get.ts
index 71546019caea2e5d763e4689b905f9b6707c47a9..6d1d491b198c2aa68469f1b7b8ff594fe301e3b3 100644
--- a/lib/datasource/rubygems/get.ts
+++ b/lib/datasource/rubygems/get.ts
@@ -1,40 +1,65 @@
-import urlJoin from 'url-join';
import { logger } from '../../logger';
-import { Http } from '../../util/http';
-import type { OutgoingHttpHeaders } from '../../util/http/types';
-import type { ReleaseResult } from '../types';
-import { id } from './common';
-
-const http = new Http(id);
+import { HttpError } from '../../util/http/types';
+import type { Release, ReleaseResult } from '../types';
+import { fetchBuffer, fetchJson } from './common';
+import type {
+ JsonGemVersions,
+ JsonGemsInfo,
+ MarshalledVersionInfo,
+} from './types';
const INFO_PATH = '/api/v1/gems';
const VERSIONS_PATH = '/api/v1/versions';
+const DEPENDENCIES_PATH = '/api/v1/dependencies';
-const getHeaders = (): OutgoingHttpHeaders => ({ hostType: id });
-
-export async function fetch(
+export async function getDependencyFallback(
dependency: string,
- registry: string,
- path: string
-): Promise<any> {
- const headers = getHeaders();
-
- const url = urlJoin(registry, path, `${dependency}.json`);
-
- logger.trace({ dependency }, `RubyGems lookup request: ${String(url)}`);
- const response = (await http.getJson(url, { headers })) || {
- body: undefined,
+ registry: string
+): Promise<ReleaseResult | null> {
+ logger.debug(
+ { dependency, api: DEPENDENCIES_PATH },
+ 'RubyGems lookup for dependency'
+ );
+ const info = await fetchBuffer<MarshalledVersionInfo[]>(
+ dependency,
+ registry,
+ DEPENDENCIES_PATH
+ );
+ if (!info || info.length === 0) {
+ return null;
+ }
+ const releases = info.map(({ number: version, platform: rubyPlatform }) => ({
+ version,
+ rubyPlatform,
+ }));
+ return {
+ releases,
+ homepage: null,
+ sourceUrl: null,
+ changelogUrl: null,
};
-
- return response.body;
}
export async function getDependency(
dependency: string,
registry: string
): Promise<ReleaseResult | null> {
- logger.debug({ dependency }, 'RubyGems lookup for dependency');
- const info = await fetch(dependency, registry, INFO_PATH);
+ logger.debug(
+ { dependency, api: INFO_PATH },
+ 'RubyGems lookup for dependency'
+ );
+ let info: JsonGemsInfo;
+
+ try {
+ info = await fetchJson(dependency, registry, INFO_PATH);
+ } catch (error) {
+ // fallback to deps api on 404
+ if (error instanceof HttpError && error.response?.statusCode === 404) {
+ return await getDependencyFallback(dependency, registry);
+ }
+ throw error;
+ }
+
if (!info) {
logger.debug({ dependency }, 'RubyGems package not found.');
return null;
@@ -48,10 +73,10 @@ export async function getDependency(
return null;
}
- let versions = [];
- let releases = [];
+ let versions: JsonGemVersions[] = [];
+ let releases: Release[] = [];
try {
- versions = await fetch(dependency, registry, VERSIONS_PATH);
+ versions = await fetchJson(dependency, registry, VERSIONS_PATH);
} catch (err) {
if (err.statusCode === 400 || err.statusCode === 404) {
logger.debug(
@@ -63,13 +88,15 @@ export async function getDependency(
}
}
+ // TODO: invalid properties for `Release` see #11312
+
if (versions.length === 0 && info.version) {
logger.warn('falling back to the version from the info endpoint');
releases = [
{
version: info.version,
rubyPlatform: info.platform,
- },
+ } as Release,
];
} else {
releases = versions.map(
diff --git a/lib/datasource/rubygems/index.spec.ts b/lib/datasource/rubygems/index.spec.ts
index cd213d66b1569e082414579691b8b440ea7eec5c..913204eafb2b5b527147842d8bd75eef649da788 100644
--- a/lib/datasource/rubygems/index.spec.ts
+++ b/lib/datasource/rubygems/index.spec.ts
@@ -1,6 +1,10 @@
import { getPkgReleases } from '..';
import * as httpMock from '../../../test/http-mock';
-import { loadFixture, loadJsonFixture } from '../../../test/util';
+import {
+ loadBinaryFixture,
+ loadFixture,
+ loadJsonFixture,
+} from '../../../test/util';
import * as rubyVersioning from '../../versioning/ruby';
import { resetCache } from './get-rubygems-org';
import * as rubygems from '.';
@@ -8,6 +12,8 @@ import * as rubygems from '.';
const rubygemsOrgVersions = loadFixture('rubygems-org.txt');
const railsInfo = loadJsonFixture('rails/info.json');
const railsVersions = loadJsonFixture('rails/versions.json');
+const railsDependencies = loadBinaryFixture('dependencies-rails.dat');
+const emptyMarshalArray = Buffer.from([4, 8, 91, 0]);
describe('datasource/rubygems/index', () => {
describe('getReleases', () => {
@@ -149,6 +155,7 @@ describe('datasource/rubygems/index', () => {
expect(await getPkgReleases(params)).toBeNull();
expect(httpMock.getTrace()).toMatchSnapshot();
});
+
it('falls back to info when version request fails', async () => {
httpMock
.scope('https://thirdparty.com/')
@@ -173,5 +180,39 @@ describe('datasource/rubygems/index', () => {
.reply(500);
expect(await getPkgReleases(params)).toBeNull();
});
+
+ it('falls back to dependencies api', async () => {
+ httpMock
+ .scope('https://thirdparty.com/')
+ .get('/api/v1/gems/rails.json')
+ .reply(404, railsInfo)
+ .get('/api/v1/dependencies?gems=rails')
+ .reply(200, railsDependencies);
+
+ const res = await getPkgReleases(params);
+ expect(res?.releases).toHaveLength(339);
+ });
+
+ it('returns null for GitHub Packages package miss', async () => {
+ const newparams = { ...params };
+ newparams.registryUrls = ['https://rubygems.pkg.github.com/example'];
+ httpMock
+ .scope('https://rubygems.pkg.github.com/example')
+ .get('/api/v1/dependencies?gems=rails')
+ .reply(200, emptyMarshalArray);
+ expect(await getPkgReleases(newparams)).toBeNull();
+ });
+
+ it('returns a dep for GitHub Packages package hit', async () => {
+ const newparams = { ...params };
+ newparams.registryUrls = ['https://rubygems.pkg.github.com/example'];
+ httpMock
+ .scope('https://rubygems.pkg.github.com/example')
+ .get('/api/v1/dependencies?gems=rails')
+ .reply(200, railsDependencies);
+ const res = await getPkgReleases(newparams);
+ expect(res.releases).toHaveLength(339);
+ expect(res).toMatchSnapshot();
+ });
});
});
diff --git a/lib/datasource/rubygems/releases.ts b/lib/datasource/rubygems/releases.ts
index c22aa3513b86f1dece3acdd3ae051cdbb7403481..5a4a2c9e9115bced342276218e64c4ae4c624b77 100644
--- a/lib/datasource/rubygems/releases.ts
+++ b/lib/datasource/rubygems/releases.ts
@@ -1,14 +1,18 @@
+import { parseUrl } from '../../util/url';
import type { GetReleasesConfig, ReleaseResult } from '../types';
-import { getDependency } from './get';
+import { knownFallbackHosts } from './common';
+import { getDependency, getDependencyFallback } from './get';
import { getRubygemsOrgDependency } from './get-rubygems-org';
export function getReleases({
lookupName,
registryUrl,
}: GetReleasesConfig): Promise<ReleaseResult | null> {
- // prettier-ignore
- if (registryUrl.endsWith('rubygems.org')) { // lgtm [js/incomplete-url-substring-sanitization]
- return getRubygemsOrgDependency(lookupName);
- }
+ if (parseUrl(registryUrl)?.hostname === 'rubygems.org') {
+ return getRubygemsOrgDependency(lookupName);
+ }
+ if (knownFallbackHosts.includes(parseUrl(registryUrl)?.hostname)) {
+ return getDependencyFallback(lookupName, registryUrl);
+ }
return getDependency(lookupName, registryUrl);
}
diff --git a/lib/datasource/rubygems/types.ts b/lib/datasource/rubygems/types.ts
new file mode 100644
index 0000000000000000000000000000000000000000..907ec3620f361e5c347be31b6415502b235fced5
--- /dev/null
+++ b/lib/datasource/rubygems/types.ts
@@ -0,0 +1,44 @@
+/**
+ * see https://guides.rubygems.org/rubygems-org-api/#get---apiv1dependenciesgemscomma-delimited-gem-names
+ */
+export interface MarshalledVersionInfo {
+ name: string;
+ number: string;
+ platform: string;
+ dependencies: MarshalledDependency[];
+}
+
+export type MarshalledDependency = [name: string, version: string];
+
+export interface JsonGemDependency {
+ name: string;
+ requirements: string;
+}
+
+/**
+ * see https://guides.rubygems.org/rubygems-org-api/#get---apiv1gemsgem-namejsonyaml
+ */
+export interface JsonGemsInfo {
+ // FIXME: This property doesn't exist in api
+ changelog_uri: string;
+ dependencies: {
+ development: JsonGemDependency;
+ runtime: JsonGemDependency;
+ };
+ homepage_uri: string;
+ name: string;
+ platform?: string;
+ source_code_uri: string;
+ version?: string;
+}
+
+/**
+ * see https://guides.rubygems.org/rubygems-org-api/#get---apiv1versionsgem-namejsonyaml
+ */
+export interface JsonGemVersions {
+ created_at: string;
+ number: string;
+ platform: string;
+ rubygems_version: string;
+ ruby_version: string;
+}
diff --git a/lib/types/marshal.d.ts b/lib/types/marshal.d.ts
new file mode 100644
index 0000000000000000000000000000000000000000..96aeb1e6f5f586f7bf7288f85c741692711d2692
--- /dev/null
+++ b/lib/types/marshal.d.ts
@@ -0,0 +1,17 @@
+declare module 'marshal' {
+ class Marshal {
+ public parsed?: unknown;
+
+ constructor();
+ constructor(buffer: Buffer);
+ constructor(buffer: string, encoding: BufferEncoding);
+
+ public load(buffer: Buffer): this;
+ public load(buffer: string, encoding: BufferEncoding): this;
+
+ public toString(encoding?: BufferEncoding): string;
+ public toJSON(): unknown;
+ }
+
+ export = Marshal;
+}
diff --git a/lib/util/http/index.ts b/lib/util/http/index.ts
index 914dece03b360e11cb83e908df711a533b0ed25c..72a298434b0ecd5d902f648c2e26b1a205d36d27 100644
--- a/lib/util/http/index.ts
+++ b/lib/util/http/index.ts
@@ -10,7 +10,12 @@ import { resolveBaseUrl } from '../url';
import { applyAuthorization, removeAuthorization } from './auth';
import { applyHostRules } from './host-rules';
import { getQueue } from './queue';
-import type { GotOptions, OutgoingHttpHeaders, RequestStats } from './types';
+import type {
+ GotJSONOptions,
+ GotOptions,
+ OutgoingHttpHeaders,
+ RequestStats,
+} from './types';
// TODO: refactor code to remove this (#9651)
import './legacy';
@@ -31,7 +36,7 @@ export interface HttpPostOptions extends HttpOptions {
export interface InternalHttpOptions extends HttpOptions {
json?: Record<string, unknown>;
- responseType?: 'json';
+ responseType?: 'json' | 'buffer';
method?: 'get' | 'post' | 'put' | 'patch' | 'delete' | 'head';
}
@@ -69,6 +74,11 @@ function applyDefaultHeaders(options: Options): void {
};
}
+// Note on types:
+// options.requestType can be either 'json' or 'buffer', but `T` should be
+// `Buffer` in the latter case.
+// We don't declare overload signatures because it's immediately wrapped by
+// `request`.
async function gotRoutine<T>(
url: string,
options: GotOptions,
@@ -76,7 +86,9 @@ async function gotRoutine<T>(
): Promise<Response<T>> {
logger.trace({ url, options }, 'got request');
- const resp = await got<T>(url, options);
+ // Cheat the TS compiler using `as` to pick a specific overload.
+ // Otherwise it doesn't typecheck.
+ const resp = await got<T>(url, options as GotJSONOptions);
const duration = resp.timings.phases.total || 0;
const httpRequests = memCache.get('http-requests') || [];
@@ -172,6 +184,23 @@ export class Http<GetOptions = HttpOptions, PostOptions = HttpPostOptions> {
return this.request<string>(url, { ...options, method: 'head' });
}
+ protected requestBuffer(
+ url: string | URL,
+ httpOptions?: InternalHttpOptions
+ ): Promise<HttpResponse<Buffer> | null> {
+ return this.request<Buffer>(url, {
+ ...httpOptions,
+ responseType: 'buffer',
+ });
+ }
+
+ getBuffer(
+ url: string,
+ options: HttpOptions = {}
+ ): Promise<HttpResponse<Buffer> | null> {
+ return this.requestBuffer(url, options);
+ }
+
private async requestJson<T = unknown>(
url: string,
options: InternalHttpOptions
diff --git a/lib/util/http/types.ts b/lib/util/http/types.ts
index 9ec9a273fd8dbaa290b7e69b1b74c823bba26972..c3741feeff70b9507d5704649e3b76f4ce4885d5 100644
--- a/lib/util/http/types.ts
+++ b/lib/util/http/types.ts
@@ -1,11 +1,19 @@
-import { OptionsOfJSONResponseBody, RequestError as RequestError_ } from 'got';
+import {
+ OptionsOfBufferResponseBody,
+ OptionsOfJSONResponseBody,
+ RequestError as RequestError_,
+} from 'got';
export type GotContextOptions = {
authType?: string;
} & Record<string, unknown>;
// TODO: Move options to context
-export type GotOptions = OptionsOfJSONResponseBody & {
+export type GotOptions = GotBufferOptions | GotJSONOptions;
+export type GotBufferOptions = OptionsOfBufferResponseBody & GotExtraOptions;
+export type GotJSONOptions = OptionsOfJSONResponseBody & GotExtraOptions;
+
+export type GotExtraOptions = {
abortOnError?: boolean;
abortIgnoreStatusCodes?: number[];
token?: string;
diff --git a/package.json b/package.json
index 183b0999220ded4435d7b512f4c500e6fa9fa241..1d4d9798e0cb3c10eb7349cb7b81904d6d8048fa 100644
--- a/package.json
+++ b/package.json
@@ -167,6 +167,7 @@
"luxon": "2.0.2",
"markdown-it": "12.2.0",
"markdown-table": "2.0.0",
+ "marshal": "0.5.2",
"minimatch": "3.0.4",
"moo": "0.5.1",
"node-html-parser": "3.3.6",
diff --git a/test/util.ts b/test/util.ts
index ab90bbbf2a463c5f43249bea1d73af25ac856334..7d31ca3a522490f7c2321c6814ec5a9fd8ffa2b2 100644
--- a/test/util.ts
+++ b/test/util.ts
@@ -80,6 +80,14 @@ export function getFixturePath(fixtureFile: string, fixtureRoot = '.'): string {
return upath.join(callerDir, fixtureRoot, '__fixtures__', fixtureFile);
}
+export function loadBinaryFixture(
+ fixtureFile: string,
+ fixtureRoot = '.'
+): Buffer {
+ const fixtureAbsFile = getFixturePath(fixtureFile, fixtureRoot);
+ return readFileSync(fixtureAbsFile);
+}
+
export function loadFixture(fixtureFile: string, fixtureRoot = '.'): string {
const fixtureAbsFile = getFixturePath(fixtureFile, fixtureRoot);
return readFileSync(fixtureAbsFile, { encoding: 'utf8' });
diff --git a/yarn.lock b/yarn.lock
index 4748298b20fa8ccafcf02a7b4734d695dc347d2d..9f8063e1c74c4b181d797e3cf26bf754514bffe7 100644
--- a/yarn.lock
+++ b/yarn.lock
@@ -3381,6 +3381,13 @@ debug@4, debug@^4.0.0, debug@^4.0.1, debug@^4.1.0, debug@^4.1.1, debug@^4.3.1:
dependencies:
ms "2.1.2"
+debug@4.1.1:
+ version "4.1.1"
+ resolved "https://registry.yarnpkg.com/debug/-/debug-4.1.1.tgz#3b72260255109c6b589cee050f1d516139664791"
+ integrity sha512-pYAIzeRo8J6KPEaJ0VWOh5Pzkbw/RetuzehGM7QRRX5he4fPHx2rdKMB256ehJCkX+XRQm16eZLqLNS8RSZXZw==
+ dependencies:
+ ms "^2.1.1"
+
debug@^2.2.0, debug@^2.3.3, debug@^2.6.9:
version "2.6.9"
resolved "https://registry.yarnpkg.com/debug/-/debug-2.6.9.tgz#5d128515df134ff327e90a4c93f4e077a536341f"
@@ -6512,6 +6519,13 @@ marked@^2.0.0:
resolved "https://registry.yarnpkg.com/marked/-/marked-2.1.3.tgz#bd017cef6431724fd4b27e0657f5ceb14bff3753"
integrity sha512-/Q+7MGzaETqifOMWYEA7HVMaZb4XbcRfaOzcSsHZEith83KGlvaSG33u0SKu89Mj5h+T8V2hM+8O45Qc5XTgwA==
+marshal@0.5.2:
+ version "0.5.2"
+ resolved "https://registry.yarnpkg.com/marshal/-/marshal-0.5.2.tgz#4a6e6a20c5f59053a5b86d7fac7ad28081214b36"
+ integrity sha512-f6zOFkXq8k8AJbACRR06s4RFCP19ugCFLn9fX4v01yinL634v8gzSf8mVVHrXFhn6GpMKXR0n8LU2wIUL+c32Q==
+ dependencies:
+ debug "4.1.1"
+
matcher@^3.0.0:
version "3.0.0"
resolved "https://registry.yarnpkg.com/matcher/-/matcher-3.0.0.tgz#bd9060f4c5b70aa8041ccc6f80368760994f30ca"