renovate 40.0.0-next.2 → 40.0.0-next.21

package/dist/modules/datasource/packagist/schema.d.ts

@@ -22,52 +22,52 @@ export declare const ComposerRelease: z.ZodObject<{
     }>>>;
 }, "strip", z.ZodTypeAny, {
     time: import("../../../util/timestamp").Timestamp | null;
+    version: string;
     source: {
         url: string;
     } | null;
+    homepage: string | null;
     require: {
         php: string;
     } | null;
-    version: string;
-    homepage: string | null;
 }, {
     version: string;
     time?: unknown;
     source?: unknown;
-    require?: unknown;
     homepage?: unknown;
+    require?: unknown;
 }>;
 export type ComposerRelease = z.infer<typeof ComposerRelease>;
 export declare const ComposerReleases: z.ZodCatch<z.ZodUnion<[z.ZodPipeline<z.ZodEffects<z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>, "many">, Record<string, unknown>[], Record<string, unknown>[]>, z.ZodEffects<z.ZodArray<z.ZodAny, "many">, {
     time: import("../../../util/timestamp").Timestamp | null;
+    version: string;
     source: {
         url: string;
     } | null;
+    homepage: string | null;
     require: {
         php: string;
     } | null;
-    version: string;
-    homepage: string | null;
 }[], any[]>>, z.ZodEffects<z.ZodEffects<z.ZodRecord<z.ZodString, z.ZodAny>, Record<string, {
     time: import("../../../util/timestamp").Timestamp | null;
+    version: string;
     source: {
         url: string;
     } | null;
+    homepage: string | null;
     require: {
         php: string;
     } | null;
-    version: string;
-    homepage: string | null;
 }>, Record<string, any>>, {
     time: import("../../../util/timestamp").Timestamp | null;
+    version: string;
     source: {
         url: string;
     } | null;
+    homepage: string | null;
     require: {
         php: string;
     } | null;
-    version: string;
-    homepage: string | null;
 }[], Record<string, any>>]>>;
 export type ComposerReleases = z.infer<typeof ComposerReleases>;
 export declare const ComposerPackagesResponse: z.ZodEffects<z.ZodEffects<z.ZodObject<{
@@ -96,14 +96,14 @@ export declare const ComposerPackagesResponse: z.ZodEffects<z.ZodEffects<z.ZodOb
     };
 }>, {
     time: import("../../../util/timestamp").Timestamp | null;
+    version: string;
     source: {
         url: string;
     } | null;
+    homepage: string | null;
     require: {
         php: string;
     } | null;
-    version: string;
-    homepage: string | null;
 }[], {
     packageName: string;
     packagesResponse: {
@@ -168,26 +168,26 @@ export type RegistryFile = z.infer<typeof RegistryFile>;
 export declare const PackagesResponse: z.ZodObject<{
     packages: z.ZodCatch<z.ZodEffects<z.ZodRecord<z.ZodString, z.ZodAny>, Record<string, {
         time: import("../../../util/timestamp").Timestamp | null;
+        version: string;
         source: {
             url: string;
         } | null;
+        homepage: string | null;
         require: {
             php: string;
         } | null;
-        version: string;
-        homepage: string | null;
     }[]>, Record<string, any>>>;
 }, "strip", z.ZodTypeAny, {
     packages: Record<string, {
         time: import("../../../util/timestamp").Timestamp | null;
+        version: string;
         source: {
             url: string;
         } | null;
+        homepage: string | null;
         require: {
             php: string;
         } | null;
-        version: string;
-        homepage: string | null;
     }[]>;
 }, {
     packages?: unknown;
@@ -196,14 +196,14 @@ export type PackagesResponse = z.infer<typeof PackagesResponse>;
 export declare const PackagistFile: z.ZodObject<z.objectUtil.extendShape<{
     packages: z.ZodCatch<z.ZodEffects<z.ZodRecord<z.ZodString, z.ZodAny>, Record<string, {
         time: import("../../../util/timestamp").Timestamp | null;
+        version: string;
         source: {
             url: string;
         } | null;
+        homepage: string | null;
         require: {
             php: string;
         } | null;
-        version: string;
-        homepage: string | null;
     }[]>, Record<string, any>>>;
 }, {
     providers: z.ZodCatch<z.ZodEffects<z.ZodEffects<z.ZodRecord<z.ZodString, z.ZodAny>, Record<string, {
@@ -216,14 +216,14 @@ export declare const PackagistFile: z.ZodObject<z.objectUtil.extendShape<{
 }>, "strip", z.ZodTypeAny, {
     packages: Record<string, {
         time: import("../../../util/timestamp").Timestamp | null;
+        version: string;
         source: {
             url: string;
         } | null;
+        homepage: string | null;
         require: {
             php: string;
         } | null;
-        version: string;
-        homepage: string | null;
     }[]>;
     providers: {
         [k: string]: string | null;
@@ -236,14 +236,14 @@ export type PackagistFile = z.infer<typeof PackagistFile>;
 export declare const RegistryMeta: z.ZodEffects<z.ZodPipeline<z.ZodCatch<z.ZodRecord<z.ZodString, z.ZodUnknown>>, z.ZodObject<z.objectUtil.extendShape<z.objectUtil.extendShape<{
     packages: z.ZodCatch<z.ZodEffects<z.ZodRecord<z.ZodString, z.ZodAny>, Record<string, {
         time: import("../../../util/timestamp").Timestamp | null;
+        version: string;
         source: {
             url: string;
         } | null;
+        homepage: string | null;
         require: {
             php: string;
         } | null;
-        version: string;
-        homepage: string | null;
     }[]>, Record<string, any>>>;
 }, {
     providers: z.ZodCatch<z.ZodEffects<z.ZodEffects<z.ZodRecord<z.ZodString, z.ZodAny>, Record<string, {
@@ -275,21 +275,21 @@ export declare const RegistryMeta: z.ZodEffects<z.ZodPipeline<z.ZodCatch<z.ZodRe
     "metadata-url": z.ZodCatch<z.ZodNullable<z.ZodString>>;
     "available-packages": z.ZodCatch<z.ZodNullable<z.ZodArray<z.ZodString, "many">>>;
 }>, "strip", z.ZodTypeAny, {
-    includes: {
-        key: string;
-        hash: string | null;
-    }[];
     packages: Record<string, {
         time: import("../../../util/timestamp").Timestamp | null;
+        version: string;
         source: {
             url: string;
         } | null;
+        homepage: string | null;
         require: {
             php: string;
         } | null;
-        version: string;
-        homepage: string | null;
     }[]>;
+    includes: {
+        key: string;
+        hash: string | null;
+    }[];
     providers: {
         [k: string]: string | null;
     };
@@ -302,8 +302,8 @@ export declare const RegistryMeta: z.ZodEffects<z.ZodPipeline<z.ZodCatch<z.ZodRe
     "metadata-url": string | null;
     "available-packages": string[] | null;
 }, {
-    includes?: unknown;
     packages?: unknown;
+    includes?: unknown;
     providers?: unknown;
     "provider-includes"?: unknown;
     "providers-lazy-url"?: unknown;
@@ -313,14 +313,14 @@ export declare const RegistryMeta: z.ZodEffects<z.ZodPipeline<z.ZodCatch<z.ZodRe
 }>>, {
     packages: Record<string, {
         time: import("../../../util/timestamp").Timestamp | null;
+        version: string;
         source: {
             url: string;
         } | null;
+        homepage: string | null;
         require: {
             php: string;
         } | null;
-        version: string;
-        homepage: string | null;
     }[]>;
     includesFiles: {
         key: string;

package/dist/modules/datasource/pod/index.js

@@ -77,7 +77,7 @@ class PodDatasource extends datasource_1.Datasource {
     }
     async requestCDN(url, packageName) {
         try {
-            const resp = await this.http.get(url);
+            const resp = await this.http.getText(url);
             if (resp?.body) {
                 return resp.body;
             }

package/dist/modules/datasource/pod/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../lib/modules/datasource/pod/index.ts"],"names":[],"mappings":";;;;AAAA,sEAAiC;AACjC,sEAAkE;AAClE,4CAAyC;AACzC,mFAA8E;AAC9E,qEAA8D;AAE9D,sDAAuD;AACvD,+CAA0D;AAC1D,8CAA2C;AAC3C,0CAA+C;AAS/C,SAAS,UAAU,CAAC,WAAmB;IACrC,OAAO,qBAAM;SACV,UAAU,CAAC,KAAK,CAAC;SACjB,MAAM,CAAC,WAAW,CAAC;SACnB,MAAM,CAAC,KAAK,CAAC;SACb,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;SACX,KAAK,CAAC,EAAE,CAAC,CAAC;AACf,CAAC;AAED,MAAM,WAAW,GAAG,IAAA,aAAK,EACvB,2FAA2F,CAC5F,CAAC;AAEF,SAAS,iBAAiB,CACxB,WAAmB,EACnB,IAMC;IAED,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAC;IAC5D,MAAM,MAAM,GACV,OAAO,IAAI,OAAO,KAAK,oBAAoB;QACzC,CAAC,CAAC,GAAG,OAAO,eAAe;QAC3B,CAAC,CAAC,8BAA8B,CAAC;IACrC,MAAM,KAAK,GAAG,UAAU,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAChD,+GAA+G;IAC/G,MAAM,eAAe,GAAG,QAAQ,CAAC,CAAC,CAAC,SAAS,WAAW,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC;IACxE,MAAM,SAAS,GAAG,QAAQ;QACxB,CAAC,CAAC,SAAS,KAAK,IAAI,WAAW,EAAE;QACjC,CAAC,CAAC,GAAG,KAAK,IAAI,WAAW,EAAE,CAAC;IAC9B,MAAM,MAAM,GAAG,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,eAAe,CAAC;IACtD,OAAO,GAAG,MAAM,IAAI,OAAO,IAAI,IAAI,aAAa,MAAM,EAAE,CAAC;AAC3D,CAAC;AAED,SAAS,WAAW,CAAC,WAAmB,EAAE,GAAc;IACtD,MAAM,SAAS,GAAG,EAAE,WAAW,EAAE,GAAG,EAAE,CAAC;IAEvC,MAAM,UAAU,GAAG,GAAG,CAAC,QAAQ,EAAE,UAAU,IAAI,CAAC,CAAC;IACjD,IAAI,UAAU,KAAK,GAAG,IAAI,CAAC,UAAU,IAAI,GAAG,IAAI,UAAU,GAAG,GAAG,CAAC,EAAE,CAAC;QAClE,eAAM,CAAC,IAAI,CAAC,EAAE,WAAW,EAAE,GAAG,EAAE,EAAE,4BAA4B,CAAC,CAAC;QAChE,MAAM,IAAI,uCAAiB,CAAC,GAAG,CAAC,CAAC;IACnC,CAAC;IAED,IAAI,UAAU,KAAK,GAAG,EAAE,CAAC;QACvB,eAAM,CAAC,KAAK,CAAC,SAAS,EAAE,qBAAqB,CAAC,CAAC;IACjD,CAAC;SAAM,IAAI,UAAU,KAAK,GAAG,EAAE,CAAC;QAC9B,eAAM,CAAC,KAAK,CAAC,SAAS,EAAE,sBAAsB,CAAC,CAAC;IAClD,CAAC;SAAM,IAAI,GAAG,CAAC,OAAO,KAAK,8BAAa,EAAE,CAAC;QACzC,eAAM,CAAC,KAAK,CAAC,SAAS,EAAE,eAAe,CAAC,CAAC;IAC3C,CAAC;SAAM,CAAC;QACN,eAAM,CAAC,IAAI,CAAC,SAAS,EAAE,yCAAyC,CAAC,CAAC;IACpE,CAAC;AACH,CAAC;AAED,SAAS,aAAa,CAAC,GAAW;IAChC,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACpC,IAAI,KAAK,EAAE,MAAM,EAAE,CAAC;QAClB,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,KAAK,CAAC,MAAM,CAAC;QACvC,OAAO,CACL,OAAO,CAAC,WAAW,EAAE,KAAK,WAAW,IAAI,IAAI,CAAC,WAAW,EAAE,KAAK,OAAO,CACxE,CAAC,CAAC,yCAAyC;IAC9C,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,cAAc,CAAC,WAAmB,EAAE,WAAmB;IAC9D,MAAM,KAAK,GAAG,UAAU,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAChD,OAAO,GAAG,WAAW,sBAAsB,KAAK,MAAM,CAAC;AACzD,CAAC;AAED,MAAa,aAAc,SAAQ,uBAAU;IAC3C,MAAM,CAAU,EAAE,GAAG,KAAK,CAAC;IAET,mBAAmB,GAAG,CAAC,2BAA2B,CAAC,CAAC;IAEpD,gBAAgB,GAAG,MAAM,CAAC;IAE5C,UAAU,CAAa;IAEvB;QACE,KAAK,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC;QACxB,IAAI,CAAC,UAAU,GAAG,IAAI,mBAAU,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC;IACrD,CAAC;IAEO,KAAK,CAAC,UAAU,CACtB,GAAW,EACX,WAAmB;QAEnB,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACtC,IAAI,IAAI,EAAE,IAAI,EAAE,CAAC;gBACf,OAAO,IAAI,CAAC,IAAI,CAAC;YACnB,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,WAAW,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC;QAChC,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,KAAK,CAAC,aAAa,CACzB,GAAW,EACX,WAAmB;QAEnB,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,gBAAgB,CAAI,GAAG,CAAC,CAAC;YAC5D,IAAI,IAAI,EAAE,IAAI,EAAE,CAAC;gBACf,OAAO,IAAI,CAAC,IAAI,CAAC;YACnB,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,WAAW,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC;QAChC,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,KAAK,CAAC,qBAAqB,CACjC,WAAmB,EACnB,IAAwD,EACxD,QAAQ,GAAG,IAAI,EACf,QAAQ,GAAG,IAAI,EACf,mBAAqC,mBAAmB;QAExD,MAAM,GAAG,GAAG,iBAAiB,CAAC,WAAW,EAAE,EAAE,GAAG,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC;QAC5E,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,aAAa,CAAqB,GAAG,EAAE,WAAW,CAAC,CAAC;QAC5E,IAAI,IAAI,EAAE,CAAC;YACT,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;YAC7D,OAAO,EAAE,QAAQ,EAAE,CAAC;QACtB,CAAC;QAED,gCAAgC;QAChC,QAAQ,gBAAgB,EAAE,CAAC;YACzB,KAAK,mBAAmB;gBACtB,OAAO,IAAI,CAAC,qBAAqB,CAC/B,WAAW,EACX,IAAI,EACJ,IAAI,EACJ,KAAK,EACL,sBAAsB,CACvB,CAAC;YACJ,KAAK,sBAAsB;gBACzB,OAAO,IAAI,CAAC,qBAAqB,CAC/B,WAAW,EACX,IAAI,EACJ,KAAK,EACL,IAAI,EACJ,uBAAuB,CACxB,CAAC;YACJ,KAAK,uBAAuB;gBAC1B,OAAO,IAAI,CAAC,qBAAqB,CAC/B,WAAW,EACX,IAAI,EACJ,KAAK,EACL,KAAK,EACL,0BAA0B,CAC3B,CAAC;YACJ,KAAK,0BAA0B,CAAC;YAChC;gBACE,OAAO,IAAI,CAAC;QAChB,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,kBAAkB,CAC9B,WAAmB,EACnB,WAAmB;QAEnB,MAAM,GAAG,GAAG,cAAc,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;QACrD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;QACrD,IAAI,IAAI,EAAE,CAAC;YACT,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,oBAAY,CAAC,CAAC;YACvC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,MAAM,CAAC,IAAI,EAAE,GAAG,QAAQ,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBAC5C,IAAI,IAAI,KAAK,WAAW,CAAC,OAAO,CAAC,IAAA,aAAK,EAAC,OAAO,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;oBACrD,MAAM,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC;oBAC1D,OAAO,EAAE,QAAQ,EAAE,CAAC;gBACtB,CAAC;YACH,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IASK,AAAN,KAAK,CAAC,WAAW,CAAC,EAChB,WAAW,EACX,WAAW,GACO;QAClB,qBAAqB;QACrB,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,OAAO,GAAG,WAAW,CAAC,OAAO,CAAC,IAAA,aAAK,EAAC,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC;QACxD,IAAI,OAAO,GAAG,WAAW,CAAC,OAAO,CAAC,IAAA,aAAK,EAAC,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC;QACrD,6DAA6D;QAC7D,IAAI,aAAa,CAAC,OAAO,CAAC,EAAE,CAAC;YAC3B,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC,mBAAmB,CAAC;QACvC,CAAC;QAED,IAAI,MAAM,GAAyB,IAAI,CAAC;QACxC,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACxC,IAAI,KAAK,EAAE,MAAM,EAAE,CAAC;YAClB,OAAO,GAAG,IAAA,2BAAgB,EAAC,OAAO,CAAC,CAAC;YACpC,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,KAAK,CAAC,MAAM,CAAC;YAChD,MAAM,IAAI,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YACxC,MAAM,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QAC3D,CAAC;aAAM,CAAC;YACN,MAAM,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAC3D,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;;AAlJH,sCAmJC;AA7BO;IAPL,IAAA,iBAAK,EAAC;QACL,UAAU,EAAE,EAAE;QACd,SAAS,EAAE,cAAc,aAAa,CAAC,EAAE,EAAE;QAC3C,GAAG,EAAE,CAAC,EAAE,WAAW,EAAE,WAAW,EAAqB,EAAE,EAAE;QACvD,uBAAuB;QACvB,GAAG,WAAW,IAAI,WAAW,EAAE;KAClC,CAAC;gDA6BD","sourcesContent":["import crypto from 'node:crypto';\nimport { HOST_DISABLED } from '../../../constants/error-messages';\nimport { logger } from '../../../logger';\nimport { ExternalHostError } from '../../../types/errors/external-host-error';\nimport { cache } from '../../../util/cache/package/decorator';\nimport type { HttpError } from '../../../util/http';\nimport { GithubHttp } from '../../../util/http/github';\nimport { newlineRegex, regEx } from '../../../util/regex';\nimport { Datasource } from '../datasource';\nimport { massageGithubUrl } from '../metadata';\nimport type { GetReleasesConfig, ReleaseResult } from '../types';\n\ntype URLFormatOptions =\n  | 'withShardWithSpec'\n  | 'withShardWithoutSpec'\n  | 'withSpecsWithoutShard'\n  | 'withoutSpecsWithoutShard';\n\nfunction shardParts(packageName: string): string[] {\n  return crypto\n    .createHash('md5')\n    .update(packageName)\n    .digest('hex')\n    .slice(0, 3)\n    .split('');\n}\n\nconst githubRegex = regEx(\n  /(?<hostURL>^https:\\/\\/[a-zA-Z0-9-.]+)\\/(?<account>[^/]+)\\/(?<repo>[^/]+?)(?:\\.git|\\/.*)?$/,\n);\n\nfunction releasesGithubUrl(\n  packageName: string,\n  opts: {\n    hostURL: string;\n    account: string;\n    repo: string;\n    useShard: boolean;\n    useSpecs: boolean;\n  },\n): string {\n  const { hostURL, account, repo, useShard, useSpecs } = opts;\n  const prefix =\n    hostURL && hostURL !== 'https://github.com'\n      ? `${hostURL}/api/v3/repos`\n      : 'https://api.github.com/repos';\n  const shard = shardParts(packageName).join('/');\n  // `Specs` in the pods repo URL is a new requirement for legacy support also allow pod repo URL without `Specs`\n  const packageNamePath = useSpecs ? `Specs/${packageName}` : packageName;\n  const shardPath = useSpecs\n    ? `Specs/${shard}/${packageName}`\n    : `${shard}/${packageName}`;\n  const suffix = useShard ? shardPath : packageNamePath;\n  return `${prefix}/${account}/${repo}/contents/${suffix}`;\n}\n\nfunction handleError(packageName: string, err: HttpError): void {\n  const errorData = { packageName, err };\n\n  const statusCode = err.response?.statusCode ?? 0;\n  if (statusCode === 429 || (statusCode >= 500 && statusCode < 600)) {\n    logger.warn({ packageName, err }, `CocoaPods registry failure`);\n    throw new ExternalHostError(err);\n  }\n\n  if (statusCode === 401) {\n    logger.debug(errorData, 'Authorization error');\n  } else if (statusCode === 404) {\n    logger.debug(errorData, 'Package lookup error');\n  } else if (err.message === HOST_DISABLED) {\n    logger.trace(errorData, 'Host disabled');\n  } else {\n    logger.warn(errorData, 'CocoaPods lookup failure: Unknown error');\n  }\n}\n\nfunction isDefaultRepo(url: string): boolean {\n  const match = githubRegex.exec(url);\n  if (match?.groups) {\n    const { account, repo } = match.groups;\n    return (\n      account.toLowerCase() === 'cocoapods' && repo.toLowerCase() === 'specs'\n    ); // https://github.com/CocoaPods/Specs.git\n  }\n  return false;\n}\n\nfunction releasesCDNUrl(packageName: string, registryUrl: string): string {\n  const shard = shardParts(packageName).join('_');\n  return `${registryUrl}/all_pods_versions_${shard}.txt`;\n}\n\nexport class PodDatasource extends Datasource {\n  static readonly id = 'pod';\n\n  override readonly defaultRegistryUrls = ['https://cdn.cocoapods.org'];\n\n  override readonly registryStrategy = 'hunt';\n\n  githubHttp: GithubHttp;\n\n  constructor() {\n    super(PodDatasource.id);\n    this.githubHttp = new GithubHttp(PodDatasource.id);\n  }\n\n  private async requestCDN(\n    url: string,\n    packageName: string,\n  ): Promise<string | null> {\n    try {\n      const resp = await this.http.get(url);\n      if (resp?.body) {\n        return resp.body;\n      }\n    } catch (err) {\n      handleError(packageName, err);\n    }\n\n    return null;\n  }\n\n  private async requestGithub<T = unknown>(\n    url: string,\n    packageName: string,\n  ): Promise<T | null> {\n    try {\n      const resp = await this.githubHttp.getJsonUnchecked<T>(url);\n      if (resp?.body) {\n        return resp.body;\n      }\n    } catch (err) {\n      handleError(packageName, err);\n    }\n\n    return null;\n  }\n\n  private async getReleasesFromGithub(\n    packageName: string,\n    opts: { hostURL: string; account: string; repo: string },\n    useShard = true,\n    useSpecs = true,\n    urlFormatOptions: URLFormatOptions = 'withShardWithSpec',\n  ): Promise<ReleaseResult | null> {\n    const url = releasesGithubUrl(packageName, { ...opts, useShard, useSpecs });\n    const resp = await this.requestGithub<{ name: string }[]>(url, packageName);\n    if (resp) {\n      const releases = resp.map(({ name }) => ({ version: name }));\n      return { releases };\n    }\n\n    // support different url formats\n    switch (urlFormatOptions) {\n      case 'withShardWithSpec':\n        return this.getReleasesFromGithub(\n          packageName,\n          opts,\n          true,\n          false,\n          'withShardWithoutSpec',\n        );\n      case 'withShardWithoutSpec':\n        return this.getReleasesFromGithub(\n          packageName,\n          opts,\n          false,\n          true,\n          'withSpecsWithoutShard',\n        );\n      case 'withSpecsWithoutShard':\n        return this.getReleasesFromGithub(\n          packageName,\n          opts,\n          false,\n          false,\n          'withoutSpecsWithoutShard',\n        );\n      case 'withoutSpecsWithoutShard':\n      default:\n        return null;\n    }\n  }\n\n  private async getReleasesFromCDN(\n    packageName: string,\n    registryUrl: string,\n  ): Promise<ReleaseResult | null> {\n    const url = releasesCDNUrl(packageName, registryUrl);\n    const resp = await this.requestCDN(url, packageName);\n    if (resp) {\n      const lines = resp.split(newlineRegex);\n      for (const line of lines) {\n        const [name, ...versions] = line.split('/');\n        if (name === packageName.replace(regEx(/\\/.*$/), '')) {\n          const releases = versions.map((version) => ({ version }));\n          return { releases };\n        }\n      }\n    }\n    return null;\n  }\n\n  @cache({\n    ttlMinutes: 30,\n    namespace: `datasource-${PodDatasource.id}`,\n    key: ({ packageName, registryUrl }: GetReleasesConfig) =>\n      // TODO: types (#22198)\n      `${registryUrl}:${packageName}`,\n  })\n  async getReleases({\n    packageName,\n    registryUrl,\n  }: GetReleasesConfig): Promise<ReleaseResult | null> {\n    // istanbul ignore if\n    if (!registryUrl) {\n      return null;\n    }\n\n    const podName = packageName.replace(regEx(/\\/.*$/), '');\n    let baseUrl = registryUrl.replace(regEx(/\\/+$/), '');\n    // In order to not abuse github API limits, query CDN instead\n    if (isDefaultRepo(baseUrl)) {\n      [baseUrl] = this.defaultRegistryUrls;\n    }\n\n    let result: ReleaseResult | null = null;\n    const match = githubRegex.exec(baseUrl);\n    if (match?.groups) {\n      baseUrl = massageGithubUrl(baseUrl);\n      const { hostURL, account, repo } = match.groups;\n      const opts = { hostURL, account, repo };\n      result = await this.getReleasesFromGithub(podName, opts);\n    } else {\n      result = await this.getReleasesFromCDN(podName, baseUrl);\n    }\n\n    return result;\n  }\n}\n"]}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../lib/modules/datasource/pod/index.ts"],"names":[],"mappings":";;;;AAAA,sEAAiC;AACjC,sEAAkE;AAClE,4CAAyC;AACzC,mFAA8E;AAC9E,qEAA8D;AAE9D,sDAAuD;AACvD,+CAA0D;AAC1D,8CAA2C;AAC3C,0CAA+C;AAS/C,SAAS,UAAU,CAAC,WAAmB;IACrC,OAAO,qBAAM;SACV,UAAU,CAAC,KAAK,CAAC;SACjB,MAAM,CAAC,WAAW,CAAC;SACnB,MAAM,CAAC,KAAK,CAAC;SACb,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;SACX,KAAK,CAAC,EAAE,CAAC,CAAC;AACf,CAAC;AAED,MAAM,WAAW,GAAG,IAAA,aAAK,EACvB,2FAA2F,CAC5F,CAAC;AAEF,SAAS,iBAAiB,CACxB,WAAmB,EACnB,IAMC;IAED,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAC;IAC5D,MAAM,MAAM,GACV,OAAO,IAAI,OAAO,KAAK,oBAAoB;QACzC,CAAC,CAAC,GAAG,OAAO,eAAe;QAC3B,CAAC,CAAC,8BAA8B,CAAC;IACrC,MAAM,KAAK,GAAG,UAAU,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAChD,+GAA+G;IAC/G,MAAM,eAAe,GAAG,QAAQ,CAAC,CAAC,CAAC,SAAS,WAAW,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC;IACxE,MAAM,SAAS,GAAG,QAAQ;QACxB,CAAC,CAAC,SAAS,KAAK,IAAI,WAAW,EAAE;QACjC,CAAC,CAAC,GAAG,KAAK,IAAI,WAAW,EAAE,CAAC;IAC9B,MAAM,MAAM,GAAG,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,eAAe,CAAC;IACtD,OAAO,GAAG,MAAM,IAAI,OAAO,IAAI,IAAI,aAAa,MAAM,EAAE,CAAC;AAC3D,CAAC;AAED,SAAS,WAAW,CAAC,WAAmB,EAAE,GAAc;IACtD,MAAM,SAAS,GAAG,EAAE,WAAW,EAAE,GAAG,EAAE,CAAC;IAEvC,MAAM,UAAU,GAAG,GAAG,CAAC,QAAQ,EAAE,UAAU,IAAI,CAAC,CAAC;IACjD,IAAI,UAAU,KAAK,GAAG,IAAI,CAAC,UAAU,IAAI,GAAG,IAAI,UAAU,GAAG,GAAG,CAAC,EAAE,CAAC;QAClE,eAAM,CAAC,IAAI,CAAC,EAAE,WAAW,EAAE,GAAG,EAAE,EAAE,4BAA4B,CAAC,CAAC;QAChE,MAAM,IAAI,uCAAiB,CAAC,GAAG,CAAC,CAAC;IACnC,CAAC;IAED,IAAI,UAAU,KAAK,GAAG,EAAE,CAAC;QACvB,eAAM,CAAC,KAAK,CAAC,SAAS,EAAE,qBAAqB,CAAC,CAAC;IACjD,CAAC;SAAM,IAAI,UAAU,KAAK,GAAG,EAAE,CAAC;QAC9B,eAAM,CAAC,KAAK,CAAC,SAAS,EAAE,sBAAsB,CAAC,CAAC;IAClD,CAAC;SAAM,IAAI,GAAG,CAAC,OAAO,KAAK,8BAAa,EAAE,CAAC;QACzC,eAAM,CAAC,KAAK,CAAC,SAAS,EAAE,eAAe,CAAC,CAAC;IAC3C,CAAC;SAAM,CAAC;QACN,eAAM,CAAC,IAAI,CAAC,SAAS,EAAE,yCAAyC,CAAC,CAAC;IACpE,CAAC;AACH,CAAC;AAED,SAAS,aAAa,CAAC,GAAW;IAChC,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACpC,IAAI,KAAK,EAAE,MAAM,EAAE,CAAC;QAClB,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,KAAK,CAAC,MAAM,CAAC;QACvC,OAAO,CACL,OAAO,CAAC,WAAW,EAAE,KAAK,WAAW,IAAI,IAAI,CAAC,WAAW,EAAE,KAAK,OAAO,CACxE,CAAC,CAAC,yCAAyC;IAC9C,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,cAAc,CAAC,WAAmB,EAAE,WAAmB;IAC9D,MAAM,KAAK,GAAG,UAAU,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAChD,OAAO,GAAG,WAAW,sBAAsB,KAAK,MAAM,CAAC;AACzD,CAAC;AAED,MAAa,aAAc,SAAQ,uBAAU;IAC3C,MAAM,CAAU,EAAE,GAAG,KAAK,CAAC;IAET,mBAAmB,GAAG,CAAC,2BAA2B,CAAC,CAAC;IAEpD,gBAAgB,GAAG,MAAM,CAAC;IAE5C,UAAU,CAAa;IAEvB;QACE,KAAK,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC;QACxB,IAAI,CAAC,UAAU,GAAG,IAAI,mBAAU,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC;IACrD,CAAC;IAEO,KAAK,CAAC,UAAU,CACtB,GAAW,EACX,WAAmB;QAEnB,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YAC1C,IAAI,IAAI,EAAE,IAAI,EAAE,CAAC;gBACf,OAAO,IAAI,CAAC,IAAI,CAAC;YACnB,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,WAAW,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC;QAChC,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,KAAK,CAAC,aAAa,CACzB,GAAW,EACX,WAAmB;QAEnB,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,gBAAgB,CAAI,GAAG,CAAC,CAAC;YAC5D,IAAI,IAAI,EAAE,IAAI,EAAE,CAAC;gBACf,OAAO,IAAI,CAAC,IAAI,CAAC;YACnB,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,WAAW,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC;QAChC,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,KAAK,CAAC,qBAAqB,CACjC,WAAmB,EACnB,IAAwD,EACxD,QAAQ,GAAG,IAAI,EACf,QAAQ,GAAG,IAAI,EACf,mBAAqC,mBAAmB;QAExD,MAAM,GAAG,GAAG,iBAAiB,CAAC,WAAW,EAAE,EAAE,GAAG,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC;QAC5E,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,aAAa,CAAqB,GAAG,EAAE,WAAW,CAAC,CAAC;QAC5E,IAAI,IAAI,EAAE,CAAC;YACT,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;YAC7D,OAAO,EAAE,QAAQ,EAAE,CAAC;QACtB,CAAC;QAED,gCAAgC;QAChC,QAAQ,gBAAgB,EAAE,CAAC;YACzB,KAAK,mBAAmB;gBACtB,OAAO,IAAI,CAAC,qBAAqB,CAC/B,WAAW,EACX,IAAI,EACJ,IAAI,EACJ,KAAK,EACL,sBAAsB,CACvB,CAAC;YACJ,KAAK,sBAAsB;gBACzB,OAAO,IAAI,CAAC,qBAAqB,CAC/B,WAAW,EACX,IAAI,EACJ,KAAK,EACL,IAAI,EACJ,uBAAuB,CACxB,CAAC;YACJ,KAAK,uBAAuB;gBAC1B,OAAO,IAAI,CAAC,qBAAqB,CAC/B,WAAW,EACX,IAAI,EACJ,KAAK,EACL,KAAK,EACL,0BAA0B,CAC3B,CAAC;YACJ,KAAK,0BAA0B,CAAC;YAChC;gBACE,OAAO,IAAI,CAAC;QAChB,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,kBAAkB,CAC9B,WAAmB,EACnB,WAAmB;QAEnB,MAAM,GAAG,GAAG,cAAc,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;QACrD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;QACrD,IAAI,IAAI,EAAE,CAAC;YACT,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,oBAAY,CAAC,CAAC;YACvC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,MAAM,CAAC,IAAI,EAAE,GAAG,QAAQ,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBAC5C,IAAI,IAAI,KAAK,WAAW,CAAC,OAAO,CAAC,IAAA,aAAK,EAAC,OAAO,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;oBACrD,MAAM,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC;oBAC1D,OAAO,EAAE,QAAQ,EAAE,CAAC;gBACtB,CAAC;YACH,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IASK,AAAN,KAAK,CAAC,WAAW,CAAC,EAChB,WAAW,EACX,WAAW,GACO;QAClB,qBAAqB;QACrB,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,OAAO,GAAG,WAAW,CAAC,OAAO,CAAC,IAAA,aAAK,EAAC,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC;QACxD,IAAI,OAAO,GAAG,WAAW,CAAC,OAAO,CAAC,IAAA,aAAK,EAAC,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC;QACrD,6DAA6D;QAC7D,IAAI,aAAa,CAAC,OAAO,CAAC,EAAE,CAAC;YAC3B,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC,mBAAmB,CAAC;QACvC,CAAC;QAED,IAAI,MAAM,GAAyB,IAAI,CAAC;QACxC,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACxC,IAAI,KAAK,EAAE,MAAM,EAAE,CAAC;YAClB,OAAO,GAAG,IAAA,2BAAgB,EAAC,OAAO,CAAC,CAAC;YACpC,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,KAAK,CAAC,MAAM,CAAC;YAChD,MAAM,IAAI,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YACxC,MAAM,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QAC3D,CAAC;aAAM,CAAC;YACN,MAAM,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAC3D,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;;AAlJH,sCAmJC;AA7BO;IAPL,IAAA,iBAAK,EAAC;QACL,UAAU,EAAE,EAAE;QACd,SAAS,EAAE,cAAc,aAAa,CAAC,EAAE,EAAE;QAC3C,GAAG,EAAE,CAAC,EAAE,WAAW,EAAE,WAAW,EAAqB,EAAE,EAAE;QACvD,uBAAuB;QACvB,GAAG,WAAW,IAAI,WAAW,EAAE;KAClC,CAAC;gDA6BD","sourcesContent":["import crypto from 'node:crypto';\nimport { HOST_DISABLED } from '../../../constants/error-messages';\nimport { logger } from '../../../logger';\nimport { ExternalHostError } from '../../../types/errors/external-host-error';\nimport { cache } from '../../../util/cache/package/decorator';\nimport type { HttpError } from '../../../util/http';\nimport { GithubHttp } from '../../../util/http/github';\nimport { newlineRegex, regEx } from '../../../util/regex';\nimport { Datasource } from '../datasource';\nimport { massageGithubUrl } from '../metadata';\nimport type { GetReleasesConfig, ReleaseResult } from '../types';\n\ntype URLFormatOptions =\n  | 'withShardWithSpec'\n  | 'withShardWithoutSpec'\n  | 'withSpecsWithoutShard'\n  | 'withoutSpecsWithoutShard';\n\nfunction shardParts(packageName: string): string[] {\n  return crypto\n    .createHash('md5')\n    .update(packageName)\n    .digest('hex')\n    .slice(0, 3)\n    .split('');\n}\n\nconst githubRegex = regEx(\n  /(?<hostURL>^https:\\/\\/[a-zA-Z0-9-.]+)\\/(?<account>[^/]+)\\/(?<repo>[^/]+?)(?:\\.git|\\/.*)?$/,\n);\n\nfunction releasesGithubUrl(\n  packageName: string,\n  opts: {\n    hostURL: string;\n    account: string;\n    repo: string;\n    useShard: boolean;\n    useSpecs: boolean;\n  },\n): string {\n  const { hostURL, account, repo, useShard, useSpecs } = opts;\n  const prefix =\n    hostURL && hostURL !== 'https://github.com'\n      ? `${hostURL}/api/v3/repos`\n      : 'https://api.github.com/repos';\n  const shard = shardParts(packageName).join('/');\n  // `Specs` in the pods repo URL is a new requirement for legacy support also allow pod repo URL without `Specs`\n  const packageNamePath = useSpecs ? `Specs/${packageName}` : packageName;\n  const shardPath = useSpecs\n    ? `Specs/${shard}/${packageName}`\n    : `${shard}/${packageName}`;\n  const suffix = useShard ? shardPath : packageNamePath;\n  return `${prefix}/${account}/${repo}/contents/${suffix}`;\n}\n\nfunction handleError(packageName: string, err: HttpError): void {\n  const errorData = { packageName, err };\n\n  const statusCode = err.response?.statusCode ?? 0;\n  if (statusCode === 429 || (statusCode >= 500 && statusCode < 600)) {\n    logger.warn({ packageName, err }, `CocoaPods registry failure`);\n    throw new ExternalHostError(err);\n  }\n\n  if (statusCode === 401) {\n    logger.debug(errorData, 'Authorization error');\n  } else if (statusCode === 404) {\n    logger.debug(errorData, 'Package lookup error');\n  } else if (err.message === HOST_DISABLED) {\n    logger.trace(errorData, 'Host disabled');\n  } else {\n    logger.warn(errorData, 'CocoaPods lookup failure: Unknown error');\n  }\n}\n\nfunction isDefaultRepo(url: string): boolean {\n  const match = githubRegex.exec(url);\n  if (match?.groups) {\n    const { account, repo } = match.groups;\n    return (\n      account.toLowerCase() === 'cocoapods' && repo.toLowerCase() === 'specs'\n    ); // https://github.com/CocoaPods/Specs.git\n  }\n  return false;\n}\n\nfunction releasesCDNUrl(packageName: string, registryUrl: string): string {\n  const shard = shardParts(packageName).join('_');\n  return `${registryUrl}/all_pods_versions_${shard}.txt`;\n}\n\nexport class PodDatasource extends Datasource {\n  static readonly id = 'pod';\n\n  override readonly defaultRegistryUrls = ['https://cdn.cocoapods.org'];\n\n  override readonly registryStrategy = 'hunt';\n\n  githubHttp: GithubHttp;\n\n  constructor() {\n    super(PodDatasource.id);\n    this.githubHttp = new GithubHttp(PodDatasource.id);\n  }\n\n  private async requestCDN(\n    url: string,\n    packageName: string,\n  ): Promise<string | null> {\n    try {\n      const resp = await this.http.getText(url);\n      if (resp?.body) {\n        return resp.body;\n      }\n    } catch (err) {\n      handleError(packageName, err);\n    }\n\n    return null;\n  }\n\n  private async requestGithub<T = unknown>(\n    url: string,\n    packageName: string,\n  ): Promise<T | null> {\n    try {\n      const resp = await this.githubHttp.getJsonUnchecked<T>(url);\n      if (resp?.body) {\n        return resp.body;\n      }\n    } catch (err) {\n      handleError(packageName, err);\n    }\n\n    return null;\n  }\n\n  private async getReleasesFromGithub(\n    packageName: string,\n    opts: { hostURL: string; account: string; repo: string },\n    useShard = true,\n    useSpecs = true,\n    urlFormatOptions: URLFormatOptions = 'withShardWithSpec',\n  ): Promise<ReleaseResult | null> {\n    const url = releasesGithubUrl(packageName, { ...opts, useShard, useSpecs });\n    const resp = await this.requestGithub<{ name: string }[]>(url, packageName);\n    if (resp) {\n      const releases = resp.map(({ name }) => ({ version: name }));\n      return { releases };\n    }\n\n    // support different url formats\n    switch (urlFormatOptions) {\n      case 'withShardWithSpec':\n        return this.getReleasesFromGithub(\n          packageName,\n          opts,\n          true,\n          false,\n          'withShardWithoutSpec',\n        );\n      case 'withShardWithoutSpec':\n        return this.getReleasesFromGithub(\n          packageName,\n          opts,\n          false,\n          true,\n          'withSpecsWithoutShard',\n        );\n      case 'withSpecsWithoutShard':\n        return this.getReleasesFromGithub(\n          packageName,\n          opts,\n          false,\n          false,\n          'withoutSpecsWithoutShard',\n        );\n      case 'withoutSpecsWithoutShard':\n      default:\n        return null;\n    }\n  }\n\n  private async getReleasesFromCDN(\n    packageName: string,\n    registryUrl: string,\n  ): Promise<ReleaseResult | null> {\n    const url = releasesCDNUrl(packageName, registryUrl);\n    const resp = await this.requestCDN(url, packageName);\n    if (resp) {\n      const lines = resp.split(newlineRegex);\n      for (const line of lines) {\n        const [name, ...versions] = line.split('/');\n        if (name === packageName.replace(regEx(/\\/.*$/), '')) {\n          const releases = versions.map((version) => ({ version }));\n          return { releases };\n        }\n      }\n    }\n    return null;\n  }\n\n  @cache({\n    ttlMinutes: 30,\n    namespace: `datasource-${PodDatasource.id}`,\n    key: ({ packageName, registryUrl }: GetReleasesConfig) =>\n      // TODO: types (#22198)\n      `${registryUrl}:${packageName}`,\n  })\n  async getReleases({\n    packageName,\n    registryUrl,\n  }: GetReleasesConfig): Promise<ReleaseResult | null> {\n    // istanbul ignore if\n    if (!registryUrl) {\n      return null;\n    }\n\n    const podName = packageName.replace(regEx(/\\/.*$/), '');\n    let baseUrl = registryUrl.replace(regEx(/\\/+$/), '');\n    // In order to not abuse github API limits, query CDN instead\n    if (isDefaultRepo(baseUrl)) {\n      [baseUrl] = this.defaultRegistryUrls;\n    }\n\n    let result: ReleaseResult | null = null;\n    const match = githubRegex.exec(baseUrl);\n    if (match?.groups) {\n      baseUrl = massageGithubUrl(baseUrl);\n      const { hostURL, account, repo } = match.groups;\n      const opts = { hostURL, account, repo };\n      result = await this.getReleasesFromGithub(podName, opts);\n    } else {\n      result = await this.getReleasesFromCDN(podName, baseUrl);\n    }\n\n    return result;\n  }\n}\n"]}

package/dist/modules/datasource/pypi/index.js

@@ -185,7 +185,7 @@ class PypiDatasource extends datasource_1.Datasource {
         const lookupUrl = node_url_1.default.resolve(hostUrl, (0, url_1.ensureTrailingSlash)((0, common_1.normalizePythonDepName)(packageName)));
         const dependency = { releases: [] };
         const headers = await this.getAuthHeaders(lookupUrl);
-        const response = await this.http.get(lookupUrl, { headers });
+        const response = await this.http.getText(lookupUrl, { headers });
         const dep = response?.body;
         if (!dep) {
             logger_1.logger.trace({ dependency: packageName }, 'pip package not found');

package/dist/modules/datasource/pypi/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../lib/modules/datasource/pypi/index.ts"],"names":[],"mappings":";;;;AAAA,gEAA2B;AAC3B,kEAAkC;AAClC,gGAA8D;AAC9D,4CAAyC;AACzC,+CAAkD;AAClD,6CAA2C;AAE3C,+CAA4C;AAC5C,uDAAsD;AACtD,2CAAkE;AAClE,wEAAkD;AAClD,8CAA2C;AAE3C,kCAA6C;AAC7C,qCAAgE;AAGhE,MAAa,cAAe,SAAQ,uBAAU;IAC5C,MAAM,CAAU,EAAE,GAAG,MAAM,CAAC;IAE5B;QACE,KAAK,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;IAC3B,CAAC;IAEiB,OAAO,GAAG,IAAI,CAAC;IAEf,qBAAqB,GAAG,IAAI,CAAC;IAE/C,MAAM,CAAU,UAAU,GACxB,OAAO,CAAC,GAAG,CAAC,aAAa,IAAI,wBAAwB,CAAC;IACtC,mBAAmB,GAAG,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;IAElD,iBAAiB,GAAG,MAAM,CAAC,EAAE,CAAC;IAE9B,gBAAgB,GAAG,OAAO,CAAC;IAE3B,oBAAoB,GACpC,iFAAiF,CAAC;IAClE,gBAAgB,GAAG,SAAS,CAAC;IAC7B,aAAa,GAC7B,4HAA4H,CAAC;IAE/H,KAAK,CAAC,WAAW,CAAC,EAChB,WAAW,EACX,WAAW,GACO;QAClB,IAAI,UAAU,GAAyB,IAAI,CAAC;QAC5C,4BAA4B;QAC5B,MAAM,OAAO,GAAG,IAAA,yBAAmB,EACjC,WAAY,CAAC,OAAO,CAAC,yBAAyB,EAAE,uBAAuB,CAAC,CACzE,CAAC;QACF,MAAM,oBAAoB,GAAG,IAAA,+BAAsB,EAAC,WAAW,CAAC,CAAC;QAEjE,0DAA0D;QAC1D,IAAI,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YAClE,eAAM,CAAC,KAAK,CACV,EAAE,WAAW,EAAE,OAAO,EAAE,EACxB,mCAAmC,CACpC,CAAC;YACF,UAAU,GAAG,MAAM,IAAI,CAAC,mBAAmB,CACzC,oBAAoB,EACpB,OAAO,CACR,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,eAAM,CAAC,KAAK,CAAC,EAAE,WAAW,EAAE,OAAO,EAAE,EAAE,gCAAgC,CAAC,CAAC;YACzE,IAAI,CAAC;gBACH,yFAAyF;gBACzF,UAAU,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,oBAAoB,EAAE,OAAO,CAAC,CAAC;YACvE,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,+EAA+E;gBAC/E,eAAM,CAAC,KAAK,CACV,EAAE,WAAW,EAAE,OAAO,EAAE,GAAG,EAAE,EAC7B,gDAAgD,CACjD,CAAC;gBACF,UAAU,GAAG,MAAM,IAAI,CAAC,mBAAmB,CACzC,oBAAoB,EACpB,OAAO,CACR,CAAC;YACJ,CAAC;QACH,CAAC;QACD,OAAO,UAAU,CAAC;IACpB,CAAC;IAEO,KAAK,CAAC,cAAc,CAC1B,SAAiB;QAEjB,MAAM,SAAS,GAAG,IAAA,cAAQ,EAAC,SAAS,CAAC,CAAC;QACtC,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,eAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,EAAE,qBAAqB,CAAC,CAAC;YACxD,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,IAAI,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;YAC5C,MAAM,IAAI,GAAG,MAAM,IAAA,yBAAkB,GAAE,CAAC;YACxC,IAAI,IAAI,EAAE,CAAC;gBACT,OAAO,EAAE,aAAa,EAAE,SAAS,IAAI,EAAE,EAAE,CAAC;YAC5C,CAAC;YACD,eAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,EAAE,mCAAmC,CAAC,CAAC;YACtE,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,OAAO,EAAE,CAAC;IACZ,CAAC;IAEO,KAAK,CAAC,aAAa,CACzB,WAAmB,EACnB,OAAe;QAEf,MAAM,SAAS,GAAG,kBAAG,CAAC,OAAO,CAC3B,OAAO,EACP,GAAG,IAAA,+BAAsB,EAAC,WAAW,CAAC,OAAO,CAC9C,CAAC;QACF,MAAM,UAAU,GAAkB,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;QACnD,eAAM,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,EAAE,qBAAqB,CAAC,CAAC;QACnD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;QACrD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAW,SAAS,EAAE;YAChE,OAAO;SACR,CAAC,CAAC;QACH,MAAM,GAAG,GAAG,GAAG,EAAE,IAAI,CAAC;QACtB,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,eAAM,CAAC,KAAK,CAAC,EAAE,UAAU,EAAE,WAAW,EAAE,EAAE,uBAAuB,CAAC,CAAC;YACnE,OAAO,IAAI,CAAC;QACd,CAAC;QACD,IAAI,GAAG,CAAC,aAAa,EAAE,CAAC;YACtB,UAAU,CAAC,SAAS,GAAG,IAAI,CAAC;QAC9B,CAAC;QACD,eAAM,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,EAAE,qBAAqB,CAAC,CAAC;QAEnD,IAAI,GAAG,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC;YACxB,UAAU,CAAC,QAAQ,GAAG,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC;YACzC,IAAI,IAAA,qBAAY,EAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;gBACrC,UAAU,CAAC,SAAS,GAAG,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAC/C,SAAS,EACT,UAAU,CACX,CAAC;YACJ,CAAC;QACH,CAAC;QAED,IAAI,GAAG,CAAC,IAAI,EAAE,YAAY,EAAE,CAAC;YAC3B,KAAK,MAAM,CAAC,IAAI,EAAE,UAAU,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC;gBACvE,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;gBAEjC,IACE,CAAC,UAAU,CAAC,SAAS;oBACrB,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC;wBACvB,KAAK,KAAK,MAAM;wBAChB,KAAK,KAAK,QAAQ;wBAClB,IAAA,qBAAY,EAAC,UAAU,CAAC,CAAC,EAC3B,CAAC;oBACD,UAAU,CAAC,SAAS,GAAG,UAAU,CAAC;gBACpC,CAAC;gBAED,IACE,CAAC,UAAU,CAAC,YAAY;oBACxB,CAAC;wBACC,WAAW;wBACX,YAAY;wBACZ,SAAS;wBACT,eAAe;wBACf,MAAM;wBACN,YAAY;qBACb,CAAC,QAAQ,CAAC,KAAK,CAAC;wBACf,kCAAsB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EACrC,CAAC;oBACD,qIAAqI;oBACrI,UAAU,CAAC,YAAY,GAAG,UAAU,CAAC;gBACvC,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;YACjB,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YAC3C,UAAU,CAAC,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;gBAC7C,MAAM,QAAQ,GAAG,IAAA,mBAAW,EAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;gBACtD,MAAM,EAAE,WAAW,EAAE,gBAAgB,EAAE,GAAG,QAAQ,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;gBAC5D,MAAM,YAAY,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC;gBAC3D,MAAM,MAAM,GAAY;oBACtB,OAAO;oBACP,gBAAgB,EAAE,IAAA,uBAAW,EAAC,gBAAgB,CAAC;iBAChD,CAAC;gBACF,IAAI,YAAY,EAAE,CAAC;oBACjB,MAAM,CAAC,YAAY,GAAG,YAAY,CAAC;gBACrC,CAAC;gBACD,8FAA8F;gBAC9F,MAAM,iBAAiB,GAAG,QAAQ;qBAC/B,GAAG,CAAC,CAAC,EAAE,eAAe,EAAE,EAAE,EAAE,CAAC,eAAe,CAAC;qBAC7C,MAAM,CAAC,YAAE,CAAC,MAAM,CAAC,CAAC;gBACrB,MAAM,CAAC,WAAW,GAAG;oBACnB,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,iBAAiB,CAAC,CAAC;iBAC/C,CAAC;gBACF,OAAO,MAAM,CAAC;YAChB,CAAC,CAAC,CAAC;QACL,CAAC;QACD,OAAO,UAAU,CAAC;IACpB,CAAC;IAEO,MAAM,CAAC,0BAA0B,CACvC,IAAY,EACZ,WAAmB;QAEnB,kBAAkB;QAClB,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;QAClC,MAAM,iBAAiB,GAAG,IAAA,+BAAsB,EAAC,IAAI,CAAC,CAAC;QACvD,MAAM,SAAS,GAAG,GAAG,WAAW,GAAG,CAAC;QAEpC,0KAA0K;QAC1K,oNAAoN;QACpN,qIAAqI;QACrI,8HAA8H;QAE9H,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YAC7C,OAAO,IAAI,CAAC;QACd,CAAC;QAED,mGAAmG;QACnG,oGAAoG;QACpG,4GAA4G;QAC5G,MAAM,oBAAoB,GAAG,MAAM,CAAC,MAAM,GAAG,iBAAiB,CAAC,MAAM,CAAC;QACtE,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,GAAG,oBAAoB,CAAC,CAAC;QAElE,sBAAsB;QACtB,MAAM,WAAW,GAAG,CAAC,SAAS,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;QACvE,MAAM,SAAS,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QACxE,IAAI,SAAS,EAAE,CAAC;YACd,8CAA8C;YAC9C,OAAO,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QACzC,CAAC;QAED,sBAAsB;QACtB,6FAA6F;QAC7F,MAAM,WAAW,GAAG,MAAM,CAAC;QAC3B,IAAI,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACjE,OAAO,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3B,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,MAAM,CAAC,eAAe,CAAC,IAAY;QACzC,OAAO,CACL,IAAI;aACD,OAAO,CAAC,IAAA,aAAK,EAAC,UAAU,CAAC,EAAE,EAAE,CAAC;YAC/B,oEAAoE;aACnE,OAAO,CACN,IAAA,aAAK,EAAC,2CAA2C,CAAC,EAClD,iCAAiC,CAClC;aACA,OAAO,CACN,IAAA,aAAK,EAAC,2CAA2C,CAAC,EAClD,iCAAiC,CAClC,CACJ,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,mBAAmB,CAC/B,WAAmB,EACnB,OAAe;QAEf,MAAM,SAAS,GAAG,kBAAG,CAAC,OAAO,CAC3B,OAAO,EACP,IAAA,yBAAmB,EAAC,IAAA,+BAAsB,EAAC,WAAW,CAAC,CAAC,CACzD,CAAC;QACF,MAAM,UAAU,GAAkB,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;QACnD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;QACrD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;QAC7D,MAAM,GAAG,GAAG,QAAQ,EAAE,IAAI,CAAC;QAC3B,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,eAAM,CAAC,KAAK,CAAC,EAAE,UAAU,EAAE,WAAW,EAAE,EAAE,uBAAuB,CAAC,CAAC;YACnE,OAAO,IAAI,CAAC;QACd,CAAC;QACD,IAAI,QAAQ,CAAC,aAAa,EAAE,CAAC;YAC3B,UAAU,CAAC,SAAS,GAAG,IAAI,CAAC;QAC9B,CAAC;QACD,MAAM,IAAI,GAAG,IAAA,YAAK,EAAC,cAAc,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC;QACxD,MAAM,KAAK,GAAG,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC;QACzC,MAAM,QAAQ,GAAa,EAAE,CAAC;QAC9B,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;YACrC,MAAM,OAAO,GAAG,cAAc,CAAC,0BAA0B,CACvD,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,EACjB,WAAW,CACZ,CAAC;YACF,IAAI,OAAO,EAAE,CAAC;gBACZ,MAAM,OAAO,GAAoB;oBAC/B,MAAM,EAAE,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC;iBACzC,CAAC;gBACF,MAAM,cAAc,GAAG,IAAI,CAAC,YAAY,CAAC,sBAAsB,CAAC,CAAC;gBACjE,IAAI,cAAc,EAAE,CAAC;oBACnB,OAAO,CAAC,eAAe,GAAG,cAAc,CAAC;gBAC3C,CAAC;gBACD,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;oBACvB,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC;gBACzB,CAAC;gBACD,QAAQ,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAClC,CAAC;QACH,CAAC;QACD,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACvC,UAAU,CAAC,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;YAC7C,MAAM,eAAe,GAAG,IAAA,mBAAW,EAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;YACvD,MAAM,YAAY,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC;YAClE,MAAM,MAAM,GAAY,EAAE,OAAO,EAAE,CAAC;YACpC,IAAI,YAAY,EAAE,CAAC;gBACjB,MAAM,CAAC,YAAY,GAAG,YAAY,CAAC;YACrC,CAAC;YACD,8FAA8F;YAC9F,MAAM,CAAC,WAAW,GAAG;gBACnB,oCAAoC;gBACpC,MAAM,EAAE,eAAe,CAAC,GAAG,CACzB,CAAC,EAAE,eAAe,EAAE,EAAE,EAAE,CAAC,eAAe,CAClC;aACT,CAAC;YACF,OAAO,MAAM,CAAC;QAChB,CAAC,CAAC,CAAC;QACH,OAAO,UAAU,CAAC;IACpB,CAAC;;AArSH,wCAsSC","sourcesContent":["import url from 'node:url';\nimport is from '@sindresorhus/is';\nimport changelogFilenameRegex from 'changelog-filename-regex';\nimport { logger } from '../../../logger';\nimport { coerceArray } from '../../../util/array';\nimport { parse } from '../../../util/html';\nimport type { OutgoingHttpHeaders } from '../../../util/http/types';\nimport { regEx } from '../../../util/regex';\nimport { asTimestamp } from '../../../util/timestamp';\nimport { ensureTrailingSlash, parseUrl } from '../../../util/url';\nimport * as pep440 from '../../versioning/pep440';\nimport { Datasource } from '../datasource';\nimport type { GetReleasesConfig, Release, ReleaseResult } from '../types';\nimport { getGoogleAuthToken } from '../util';\nimport { isGitHubRepo, normalizePythonDepName } from './common';\nimport type { PypiJSON, PypiJSONRelease, Releases } from './types';\n\nexport class PypiDatasource extends Datasource {\n  static readonly id = 'pypi';\n\n  constructor() {\n    super(PypiDatasource.id);\n  }\n\n  override readonly caching = true;\n\n  override readonly customRegistrySupport = true;\n\n  static readonly defaultURL =\n    process.env.PIP_INDEX_URL ?? 'https://pypi.org/pypi/';\n  override readonly defaultRegistryUrls = [PypiDatasource.defaultURL];\n\n  override readonly defaultVersioning = pep440.id;\n\n  override readonly registryStrategy = 'merge';\n\n  override readonly releaseTimestampNote =\n    'The relase timestamp is determined from the `upload_time` field in the results.';\n  override readonly sourceUrlSupport = 'release';\n  override readonly sourceUrlNote =\n    'The source URL is determined from the `homepage` field if it is a github repository, else we use the `project_urls` field.';\n\n  async getReleases({\n    packageName,\n    registryUrl,\n  }: GetReleasesConfig): Promise<ReleaseResult | null> {\n    let dependency: ReleaseResult | null = null;\n    // TODO: null check (#22198)\n    const hostUrl = ensureTrailingSlash(\n      registryUrl!.replace('https://pypi.org/simple', 'https://pypi.org/pypi'),\n    );\n    const normalizedLookupName = normalizePythonDepName(packageName);\n\n    // not all simple indexes use this identifier, but most do\n    if (hostUrl.endsWith('/simple/') || hostUrl.endsWith('/+simple/')) {\n      logger.trace(\n        { packageName, hostUrl },\n        'Looking up pypi simple dependency',\n      );\n      dependency = await this.getSimpleDependency(\n        normalizedLookupName,\n        hostUrl,\n      );\n    } else {\n      logger.trace({ packageName, hostUrl }, 'Looking up pypi api dependency');\n      try {\n        // we need to resolve early here so we can catch any 404s and fallback to a simple lookup\n        dependency = await this.getDependency(normalizedLookupName, hostUrl);\n      } catch (err) {\n        // error contacting json-style api -- attempt to fallback to a simple-style api\n        logger.trace(\n          { packageName, hostUrl, err },\n          'Looking up pypi simple dependency via fallback',\n        );\n        dependency = await this.getSimpleDependency(\n          normalizedLookupName,\n          hostUrl,\n        );\n      }\n    }\n    return dependency;\n  }\n\n  private async getAuthHeaders(\n    lookupUrl: string,\n  ): Promise<OutgoingHttpHeaders> {\n    const parsedUrl = parseUrl(lookupUrl);\n    if (!parsedUrl) {\n      logger.once.debug({ lookupUrl }, 'Failed to parse URL');\n      return {};\n    }\n    if (parsedUrl.hostname.endsWith('.pkg.dev')) {\n      const auth = await getGoogleAuthToken();\n      if (auth) {\n        return { authorization: `Basic ${auth}` };\n      }\n      logger.once.debug({ lookupUrl }, 'Could not get Google access token');\n      return {};\n    }\n    return {};\n  }\n\n  private async getDependency(\n    packageName: string,\n    hostUrl: string,\n  ): Promise<ReleaseResult | null> {\n    const lookupUrl = url.resolve(\n      hostUrl,\n      `${normalizePythonDepName(packageName)}/json`,\n    );\n    const dependency: ReleaseResult = { releases: [] };\n    logger.trace({ lookupUrl }, 'Pypi api got lookup');\n    const headers = await this.getAuthHeaders(lookupUrl);\n    const rep = await this.http.getJsonUnchecked<PypiJSON>(lookupUrl, {\n      headers,\n    });\n    const dep = rep?.body;\n    if (!dep) {\n      logger.trace({ dependency: packageName }, 'pip package not found');\n      return null;\n    }\n    if (rep.authorization) {\n      dependency.isPrivate = true;\n    }\n    logger.trace({ lookupUrl }, 'Got pypi api result');\n\n    if (dep.info?.home_page) {\n      dependency.homepage = dep.info.home_page;\n      if (isGitHubRepo(dep.info.home_page)) {\n        dependency.sourceUrl = dep.info.home_page.replace(\n          'http://',\n          'https://',\n        );\n      }\n    }\n\n    if (dep.info?.project_urls) {\n      for (const [name, projectUrl] of Object.entries(dep.info.project_urls)) {\n        const lower = name.toLowerCase();\n\n        if (\n          !dependency.sourceUrl &&\n          (lower.startsWith('repo') ||\n            lower === 'code' ||\n            lower === 'source' ||\n            isGitHubRepo(projectUrl))\n        ) {\n          dependency.sourceUrl = projectUrl;\n        }\n\n        if (\n          !dependency.changelogUrl &&\n          ([\n            'changelog',\n            'change log',\n            'changes',\n            'release notes',\n            'news',\n            \"what's new\",\n          ].includes(lower) ||\n            changelogFilenameRegex.exec(lower))\n        ) {\n          // from https://github.com/pypa/warehouse/blob/418c7511dc367fb410c71be139545d0134ccb0df/warehouse/templates/packaging/detail.html#L24\n          dependency.changelogUrl = projectUrl;\n        }\n      }\n    }\n\n    if (dep.releases) {\n      const versions = Object.keys(dep.releases);\n      dependency.releases = versions.map((version) => {\n        const releases = coerceArray(dep.releases?.[version]);\n        const { upload_time: releaseTimestamp } = releases[0] || {};\n        const isDeprecated = releases.some(({ yanked }) => yanked);\n        const result: Release = {\n          version,\n          releaseTimestamp: asTimestamp(releaseTimestamp),\n        };\n        if (isDeprecated) {\n          result.isDeprecated = isDeprecated;\n        }\n        // There may be multiple releases with different requires_python, so we return all in an array\n        const pythonConstraints = releases\n          .map(({ requires_python }) => requires_python)\n          .filter(is.string);\n        result.constraints = {\n          python: Array.from(new Set(pythonConstraints)),\n        };\n        return result;\n      });\n    }\n    return dependency;\n  }\n\n  private static extractVersionFromLinkText(\n    text: string,\n    packageName: string,\n  ): string | null {\n    // source packages\n    const lcText = text.toLowerCase();\n    const normalizedSrcText = normalizePythonDepName(text);\n    const srcPrefix = `${packageName}-`;\n\n    // source distribution format: `{name}-{version}.tar.gz` (https://packaging.python.org/en/latest/specifications/source-distribution-format/#source-distribution-file-name)\n    // binary distribution: `{distribution}-{version}(-{build tag})?-{python tag}-{abi tag}-{platform tag}.whl` (https://packaging.python.org/en/latest/specifications/binary-distribution-format/#file-name-convention)\n    // officially both `name` and `distribution` should be normalized and then the - replaced with _, but in reality this is not the case\n    // We therefore normalize the name we have (replacing `_-.` with -) and then check if the text starts with the normalized name\n\n    if (!normalizedSrcText.startsWith(srcPrefix)) {\n      return null;\n    }\n\n    // strip off the prefix using the prefix length as we may have normalized the srcPrefix/packageName\n    // We assume that neither the version nor the suffix contains multiple `-` like `0.1.2---rc1.tar.gz`\n    // and use the difference in length to strip off the prefix in case the name contains double `--` characters\n    const normalizedLengthDiff = lcText.length - normalizedSrcText.length;\n    const res = lcText.slice(srcPrefix.length + normalizedLengthDiff);\n\n    // source distribution\n    const srcSuffixes = ['.tar.gz', '.tar.bz2', '.tar.xz', '.zip', '.tgz'];\n    const srcSuffix = srcSuffixes.find((suffix) => lcText.endsWith(suffix));\n    if (srcSuffix) {\n      // strip off the suffix using character length\n      return res.slice(0, -srcSuffix.length);\n    }\n\n    // binary distribution\n    // for binary distributions the version is the first part after the removed distribution name\n    const wheelSuffix = '.whl';\n    if (lcText.endsWith(wheelSuffix) && lcText.split('-').length > 2) {\n      return res.split('-')[0];\n    }\n    return null;\n  }\n\n  private static cleanSimpleHtml(html: string): string {\n    return (\n      html\n        .replace(regEx(/<\\/?pre>/), '')\n        // Certain simple repositories like artifactory don't escape > and <\n        .replace(\n          regEx(/data-requires-python=\"([^\"]*?)>([^\"]*?)\"/g),\n          'data-requires-python=\"$1&gt;$2\"',\n        )\n        .replace(\n          regEx(/data-requires-python=\"([^\"]*?)<([^\"]*?)\"/g),\n          'data-requires-python=\"$1&lt;$2\"',\n        )\n    );\n  }\n\n  private async getSimpleDependency(\n    packageName: string,\n    hostUrl: string,\n  ): Promise<ReleaseResult | null> {\n    const lookupUrl = url.resolve(\n      hostUrl,\n      ensureTrailingSlash(normalizePythonDepName(packageName)),\n    );\n    const dependency: ReleaseResult = { releases: [] };\n    const headers = await this.getAuthHeaders(lookupUrl);\n    const response = await this.http.get(lookupUrl, { headers });\n    const dep = response?.body;\n    if (!dep) {\n      logger.trace({ dependency: packageName }, 'pip package not found');\n      return null;\n    }\n    if (response.authorization) {\n      dependency.isPrivate = true;\n    }\n    const root = parse(PypiDatasource.cleanSimpleHtml(dep));\n    const links = root.querySelectorAll('a');\n    const releases: Releases = {};\n    for (const link of Array.from(links)) {\n      const version = PypiDatasource.extractVersionFromLinkText(\n        link.text?.trim(),\n        packageName,\n      );\n      if (version) {\n        const release: PypiJSONRelease = {\n          yanked: link.hasAttribute('data-yanked'),\n        };\n        const requiresPython = link.getAttribute('data-requires-python');\n        if (requiresPython) {\n          release.requires_python = requiresPython;\n        }\n        if (!releases[version]) {\n          releases[version] = [];\n        }\n        releases[version].push(release);\n      }\n    }\n    const versions = Object.keys(releases);\n    dependency.releases = versions.map((version) => {\n      const versionReleases = coerceArray(releases[version]);\n      const isDeprecated = versionReleases.some(({ yanked }) => yanked);\n      const result: Release = { version };\n      if (isDeprecated) {\n        result.isDeprecated = isDeprecated;\n      }\n      // There may be multiple releases with different requires_python, so we return all in an array\n      result.constraints = {\n        // TODO: string[] isn't allowed here\n        python: versionReleases.map(\n          ({ requires_python }) => requires_python,\n        ) as any,\n      };\n      return result;\n    });\n    return dependency;\n  }\n}\n"]}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../lib/modules/datasource/pypi/index.ts"],"names":[],"mappings":";;;;AAAA,gEAA2B;AAC3B,kEAAkC;AAClC,gGAA8D;AAC9D,4CAAyC;AACzC,+CAAkD;AAClD,6CAA2C;AAE3C,+CAA4C;AAC5C,uDAAsD;AACtD,2CAAkE;AAClE,wEAAkD;AAClD,8CAA2C;AAE3C,kCAA6C;AAC7C,qCAAgE;AAGhE,MAAa,cAAe,SAAQ,uBAAU;IAC5C,MAAM,CAAU,EAAE,GAAG,MAAM,CAAC;IAE5B;QACE,KAAK,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;IAC3B,CAAC;IAEiB,OAAO,GAAG,IAAI,CAAC;IAEf,qBAAqB,GAAG,IAAI,CAAC;IAE/C,MAAM,CAAU,UAAU,GACxB,OAAO,CAAC,GAAG,CAAC,aAAa,IAAI,wBAAwB,CAAC;IACtC,mBAAmB,GAAG,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;IAElD,iBAAiB,GAAG,MAAM,CAAC,EAAE,CAAC;IAE9B,gBAAgB,GAAG,OAAO,CAAC;IAE3B,oBAAoB,GACpC,iFAAiF,CAAC;IAClE,gBAAgB,GAAG,SAAS,CAAC;IAC7B,aAAa,GAC7B,4HAA4H,CAAC;IAE/H,KAAK,CAAC,WAAW,CAAC,EAChB,WAAW,EACX,WAAW,GACO;QAClB,IAAI,UAAU,GAAyB,IAAI,CAAC;QAC5C,4BAA4B;QAC5B,MAAM,OAAO,GAAG,IAAA,yBAAmB,EACjC,WAAY,CAAC,OAAO,CAAC,yBAAyB,EAAE,uBAAuB,CAAC,CACzE,CAAC;QACF,MAAM,oBAAoB,GAAG,IAAA,+BAAsB,EAAC,WAAW,CAAC,CAAC;QAEjE,0DAA0D;QAC1D,IAAI,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YAClE,eAAM,CAAC,KAAK,CACV,EAAE,WAAW,EAAE,OAAO,EAAE,EACxB,mCAAmC,CACpC,CAAC;YACF,UAAU,GAAG,MAAM,IAAI,CAAC,mBAAmB,CACzC,oBAAoB,EACpB,OAAO,CACR,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,eAAM,CAAC,KAAK,CAAC,EAAE,WAAW,EAAE,OAAO,EAAE,EAAE,gCAAgC,CAAC,CAAC;YACzE,IAAI,CAAC;gBACH,yFAAyF;gBACzF,UAAU,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,oBAAoB,EAAE,OAAO,CAAC,CAAC;YACvE,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,+EAA+E;gBAC/E,eAAM,CAAC,KAAK,CACV,EAAE,WAAW,EAAE,OAAO,EAAE,GAAG,EAAE,EAC7B,gDAAgD,CACjD,CAAC;gBACF,UAAU,GAAG,MAAM,IAAI,CAAC,mBAAmB,CACzC,oBAAoB,EACpB,OAAO,CACR,CAAC;YACJ,CAAC;QACH,CAAC;QACD,OAAO,UAAU,CAAC;IACpB,CAAC;IAEO,KAAK,CAAC,cAAc,CAC1B,SAAiB;QAEjB,MAAM,SAAS,GAAG,IAAA,cAAQ,EAAC,SAAS,CAAC,CAAC;QACtC,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,eAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,EAAE,qBAAqB,CAAC,CAAC;YACxD,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,IAAI,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;YAC5C,MAAM,IAAI,GAAG,MAAM,IAAA,yBAAkB,GAAE,CAAC;YACxC,IAAI,IAAI,EAAE,CAAC;gBACT,OAAO,EAAE,aAAa,EAAE,SAAS,IAAI,EAAE,EAAE,CAAC;YAC5C,CAAC;YACD,eAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,EAAE,mCAAmC,CAAC,CAAC;YACtE,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,OAAO,EAAE,CAAC;IACZ,CAAC;IAEO,KAAK,CAAC,aAAa,CACzB,WAAmB,EACnB,OAAe;QAEf,MAAM,SAAS,GAAG,kBAAG,CAAC,OAAO,CAC3B,OAAO,EACP,GAAG,IAAA,+BAAsB,EAAC,WAAW,CAAC,OAAO,CAC9C,CAAC;QACF,MAAM,UAAU,GAAkB,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;QACnD,eAAM,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,EAAE,qBAAqB,CAAC,CAAC;QACnD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;QACrD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAW,SAAS,EAAE;YAChE,OAAO;SACR,CAAC,CAAC;QACH,MAAM,GAAG,GAAG,GAAG,EAAE,IAAI,CAAC;QACtB,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,eAAM,CAAC,KAAK,CAAC,EAAE,UAAU,EAAE,WAAW,EAAE,EAAE,uBAAuB,CAAC,CAAC;YACnE,OAAO,IAAI,CAAC;QACd,CAAC;QACD,IAAI,GAAG,CAAC,aAAa,EAAE,CAAC;YACtB,UAAU,CAAC,SAAS,GAAG,IAAI,CAAC;QAC9B,CAAC;QACD,eAAM,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,EAAE,qBAAqB,CAAC,CAAC;QAEnD,IAAI,GAAG,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC;YACxB,UAAU,CAAC,QAAQ,GAAG,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC;YACzC,IAAI,IAAA,qBAAY,EAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;gBACrC,UAAU,CAAC,SAAS,GAAG,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAC/C,SAAS,EACT,UAAU,CACX,CAAC;YACJ,CAAC;QACH,CAAC;QAED,IAAI,GAAG,CAAC,IAAI,EAAE,YAAY,EAAE,CAAC;YAC3B,KAAK,MAAM,CAAC,IAAI,EAAE,UAAU,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC;gBACvE,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;gBAEjC,IACE,CAAC,UAAU,CAAC,SAAS;oBACrB,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC;wBACvB,KAAK,KAAK,MAAM;wBAChB,KAAK,KAAK,QAAQ;wBAClB,IAAA,qBAAY,EAAC,UAAU,CAAC,CAAC,EAC3B,CAAC;oBACD,UAAU,CAAC,SAAS,GAAG,UAAU,CAAC;gBACpC,CAAC;gBAED,IACE,CAAC,UAAU,CAAC,YAAY;oBACxB,CAAC;wBACC,WAAW;wBACX,YAAY;wBACZ,SAAS;wBACT,eAAe;wBACf,MAAM;wBACN,YAAY;qBACb,CAAC,QAAQ,CAAC,KAAK,CAAC;wBACf,kCAAsB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EACrC,CAAC;oBACD,qIAAqI;oBACrI,UAAU,CAAC,YAAY,GAAG,UAAU,CAAC;gBACvC,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;YACjB,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YAC3C,UAAU,CAAC,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;gBAC7C,MAAM,QAAQ,GAAG,IAAA,mBAAW,EAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;gBACtD,MAAM,EAAE,WAAW,EAAE,gBAAgB,EAAE,GAAG,QAAQ,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;gBAC5D,MAAM,YAAY,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC;gBAC3D,MAAM,MAAM,GAAY;oBACtB,OAAO;oBACP,gBAAgB,EAAE,IAAA,uBAAW,EAAC,gBAAgB,CAAC;iBAChD,CAAC;gBACF,IAAI,YAAY,EAAE,CAAC;oBACjB,MAAM,CAAC,YAAY,GAAG,YAAY,CAAC;gBACrC,CAAC;gBACD,8FAA8F;gBAC9F,MAAM,iBAAiB,GAAG,QAAQ;qBAC/B,GAAG,CAAC,CAAC,EAAE,eAAe,EAAE,EAAE,EAAE,CAAC,eAAe,CAAC;qBAC7C,MAAM,CAAC,YAAE,CAAC,MAAM,CAAC,CAAC;gBACrB,MAAM,CAAC,WAAW,GAAG;oBACnB,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,iBAAiB,CAAC,CAAC;iBAC/C,CAAC;gBACF,OAAO,MAAM,CAAC;YAChB,CAAC,CAAC,CAAC;QACL,CAAC;QACD,OAAO,UAAU,CAAC;IACpB,CAAC;IAEO,MAAM,CAAC,0BAA0B,CACvC,IAAY,EACZ,WAAmB;QAEnB,kBAAkB;QAClB,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;QAClC,MAAM,iBAAiB,GAAG,IAAA,+BAAsB,EAAC,IAAI,CAAC,CAAC;QACvD,MAAM,SAAS,GAAG,GAAG,WAAW,GAAG,CAAC;QAEpC,0KAA0K;QAC1K,oNAAoN;QACpN,qIAAqI;QACrI,8HAA8H;QAE9H,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YAC7C,OAAO,IAAI,CAAC;QACd,CAAC;QAED,mGAAmG;QACnG,oGAAoG;QACpG,4GAA4G;QAC5G,MAAM,oBAAoB,GAAG,MAAM,CAAC,MAAM,GAAG,iBAAiB,CAAC,MAAM,CAAC;QACtE,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,GAAG,oBAAoB,CAAC,CAAC;QAElE,sBAAsB;QACtB,MAAM,WAAW,GAAG,CAAC,SAAS,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;QACvE,MAAM,SAAS,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QACxE,IAAI,SAAS,EAAE,CAAC;YACd,8CAA8C;YAC9C,OAAO,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QACzC,CAAC;QAED,sBAAsB;QACtB,6FAA6F;QAC7F,MAAM,WAAW,GAAG,MAAM,CAAC;QAC3B,IAAI,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACjE,OAAO,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3B,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,MAAM,CAAC,eAAe,CAAC,IAAY;QACzC,OAAO,CACL,IAAI;aACD,OAAO,CAAC,IAAA,aAAK,EAAC,UAAU,CAAC,EAAE,EAAE,CAAC;YAC/B,oEAAoE;aACnE,OAAO,CACN,IAAA,aAAK,EAAC,2CAA2C,CAAC,EAClD,iCAAiC,CAClC;aACA,OAAO,CACN,IAAA,aAAK,EAAC,2CAA2C,CAAC,EAClD,iCAAiC,CAClC,CACJ,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,mBAAmB,CAC/B,WAAmB,EACnB,OAAe;QAEf,MAAM,SAAS,GAAG,kBAAG,CAAC,OAAO,CAC3B,OAAO,EACP,IAAA,yBAAmB,EAAC,IAAA,+BAAsB,EAAC,WAAW,CAAC,CAAC,CACzD,CAAC;QACF,MAAM,UAAU,GAAkB,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;QACnD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;QACrD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;QACjE,MAAM,GAAG,GAAG,QAAQ,EAAE,IAAI,CAAC;QAC3B,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,eAAM,CAAC,KAAK,CAAC,EAAE,UAAU,EAAE,WAAW,EAAE,EAAE,uBAAuB,CAAC,CAAC;YACnE,OAAO,IAAI,CAAC;QACd,CAAC;QACD,IAAI,QAAQ,CAAC,aAAa,EAAE,CAAC;YAC3B,UAAU,CAAC,SAAS,GAAG,IAAI,CAAC;QAC9B,CAAC;QACD,MAAM,IAAI,GAAG,IAAA,YAAK,EAAC,cAAc,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC;QACxD,MAAM,KAAK,GAAG,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC;QACzC,MAAM,QAAQ,GAAa,EAAE,CAAC;QAC9B,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;YACrC,MAAM,OAAO,GAAG,cAAc,CAAC,0BAA0B,CACvD,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,EACjB,WAAW,CACZ,CAAC;YACF,IAAI,OAAO,EAAE,CAAC;gBACZ,MAAM,OAAO,GAAoB;oBAC/B,MAAM,EAAE,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC;iBACzC,CAAC;gBACF,MAAM,cAAc,GAAG,IAAI,CAAC,YAAY,CAAC,sBAAsB,CAAC,CAAC;gBACjE,IAAI,cAAc,EAAE,CAAC;oBACnB,OAAO,CAAC,eAAe,GAAG,cAAc,CAAC;gBAC3C,CAAC;gBACD,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;oBACvB,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC;gBACzB,CAAC;gBACD,QAAQ,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAClC,CAAC;QACH,CAAC;QACD,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACvC,UAAU,CAAC,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;YAC7C,MAAM,eAAe,GAAG,IAAA,mBAAW,EAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;YACvD,MAAM,YAAY,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC;YAClE,MAAM,MAAM,GAAY,EAAE,OAAO,EAAE,CAAC;YACpC,IAAI,YAAY,EAAE,CAAC;gBACjB,MAAM,CAAC,YAAY,GAAG,YAAY,CAAC;YACrC,CAAC;YACD,8FAA8F;YAC9F,MAAM,CAAC,WAAW,GAAG;gBACnB,oCAAoC;gBACpC,MAAM,EAAE,eAAe,CAAC,GAAG,CACzB,CAAC,EAAE,eAAe,EAAE,EAAE,EAAE,CAAC,eAAe,CAClC;aACT,CAAC;YACF,OAAO,MAAM,CAAC;QAChB,CAAC,CAAC,CAAC;QACH,OAAO,UAAU,CAAC;IACpB,CAAC;;AArSH,wCAsSC","sourcesContent":["import url from 'node:url';\nimport is from '@sindresorhus/is';\nimport changelogFilenameRegex from 'changelog-filename-regex';\nimport { logger } from '../../../logger';\nimport { coerceArray } from '../../../util/array';\nimport { parse } from '../../../util/html';\nimport type { OutgoingHttpHeaders } from '../../../util/http/types';\nimport { regEx } from '../../../util/regex';\nimport { asTimestamp } from '../../../util/timestamp';\nimport { ensureTrailingSlash, parseUrl } from '../../../util/url';\nimport * as pep440 from '../../versioning/pep440';\nimport { Datasource } from '../datasource';\nimport type { GetReleasesConfig, Release, ReleaseResult } from '../types';\nimport { getGoogleAuthToken } from '../util';\nimport { isGitHubRepo, normalizePythonDepName } from './common';\nimport type { PypiJSON, PypiJSONRelease, Releases } from './types';\n\nexport class PypiDatasource extends Datasource {\n  static readonly id = 'pypi';\n\n  constructor() {\n    super(PypiDatasource.id);\n  }\n\n  override readonly caching = true;\n\n  override readonly customRegistrySupport = true;\n\n  static readonly defaultURL =\n    process.env.PIP_INDEX_URL ?? 'https://pypi.org/pypi/';\n  override readonly defaultRegistryUrls = [PypiDatasource.defaultURL];\n\n  override readonly defaultVersioning = pep440.id;\n\n  override readonly registryStrategy = 'merge';\n\n  override readonly releaseTimestampNote =\n    'The relase timestamp is determined from the `upload_time` field in the results.';\n  override readonly sourceUrlSupport = 'release';\n  override readonly sourceUrlNote =\n    'The source URL is determined from the `homepage` field if it is a github repository, else we use the `project_urls` field.';\n\n  async getReleases({\n    packageName,\n    registryUrl,\n  }: GetReleasesConfig): Promise<ReleaseResult | null> {\n    let dependency: ReleaseResult | null = null;\n    // TODO: null check (#22198)\n    const hostUrl = ensureTrailingSlash(\n      registryUrl!.replace('https://pypi.org/simple', 'https://pypi.org/pypi'),\n    );\n    const normalizedLookupName = normalizePythonDepName(packageName);\n\n    // not all simple indexes use this identifier, but most do\n    if (hostUrl.endsWith('/simple/') || hostUrl.endsWith('/+simple/')) {\n      logger.trace(\n        { packageName, hostUrl },\n        'Looking up pypi simple dependency',\n      );\n      dependency = await this.getSimpleDependency(\n        normalizedLookupName,\n        hostUrl,\n      );\n    } else {\n      logger.trace({ packageName, hostUrl }, 'Looking up pypi api dependency');\n      try {\n        // we need to resolve early here so we can catch any 404s and fallback to a simple lookup\n        dependency = await this.getDependency(normalizedLookupName, hostUrl);\n      } catch (err) {\n        // error contacting json-style api -- attempt to fallback to a simple-style api\n        logger.trace(\n          { packageName, hostUrl, err },\n          'Looking up pypi simple dependency via fallback',\n        );\n        dependency = await this.getSimpleDependency(\n          normalizedLookupName,\n          hostUrl,\n        );\n      }\n    }\n    return dependency;\n  }\n\n  private async getAuthHeaders(\n    lookupUrl: string,\n  ): Promise<OutgoingHttpHeaders> {\n    const parsedUrl = parseUrl(lookupUrl);\n    if (!parsedUrl) {\n      logger.once.debug({ lookupUrl }, 'Failed to parse URL');\n      return {};\n    }\n    if (parsedUrl.hostname.endsWith('.pkg.dev')) {\n      const auth = await getGoogleAuthToken();\n      if (auth) {\n        return { authorization: `Basic ${auth}` };\n      }\n      logger.once.debug({ lookupUrl }, 'Could not get Google access token');\n      return {};\n    }\n    return {};\n  }\n\n  private async getDependency(\n    packageName: string,\n    hostUrl: string,\n  ): Promise<ReleaseResult | null> {\n    const lookupUrl = url.resolve(\n      hostUrl,\n      `${normalizePythonDepName(packageName)}/json`,\n    );\n    const dependency: ReleaseResult = { releases: [] };\n    logger.trace({ lookupUrl }, 'Pypi api got lookup');\n    const headers = await this.getAuthHeaders(lookupUrl);\n    const rep = await this.http.getJsonUnchecked<PypiJSON>(lookupUrl, {\n      headers,\n    });\n    const dep = rep?.body;\n    if (!dep) {\n      logger.trace({ dependency: packageName }, 'pip package not found');\n      return null;\n    }\n    if (rep.authorization) {\n      dependency.isPrivate = true;\n    }\n    logger.trace({ lookupUrl }, 'Got pypi api result');\n\n    if (dep.info?.home_page) {\n      dependency.homepage = dep.info.home_page;\n      if (isGitHubRepo(dep.info.home_page)) {\n        dependency.sourceUrl = dep.info.home_page.replace(\n          'http://',\n          'https://',\n        );\n      }\n    }\n\n    if (dep.info?.project_urls) {\n      for (const [name, projectUrl] of Object.entries(dep.info.project_urls)) {\n        const lower = name.toLowerCase();\n\n        if (\n          !dependency.sourceUrl &&\n          (lower.startsWith('repo') ||\n            lower === 'code' ||\n            lower === 'source' ||\n            isGitHubRepo(projectUrl))\n        ) {\n          dependency.sourceUrl = projectUrl;\n        }\n\n        if (\n          !dependency.changelogUrl &&\n          ([\n            'changelog',\n            'change log',\n            'changes',\n            'release notes',\n            'news',\n            \"what's new\",\n          ].includes(lower) ||\n            changelogFilenameRegex.exec(lower))\n        ) {\n          // from https://github.com/pypa/warehouse/blob/418c7511dc367fb410c71be139545d0134ccb0df/warehouse/templates/packaging/detail.html#L24\n          dependency.changelogUrl = projectUrl;\n        }\n      }\n    }\n\n    if (dep.releases) {\n      const versions = Object.keys(dep.releases);\n      dependency.releases = versions.map((version) => {\n        const releases = coerceArray(dep.releases?.[version]);\n        const { upload_time: releaseTimestamp } = releases[0] || {};\n        const isDeprecated = releases.some(({ yanked }) => yanked);\n        const result: Release = {\n          version,\n          releaseTimestamp: asTimestamp(releaseTimestamp),\n        };\n        if (isDeprecated) {\n          result.isDeprecated = isDeprecated;\n        }\n        // There may be multiple releases with different requires_python, so we return all in an array\n        const pythonConstraints = releases\n          .map(({ requires_python }) => requires_python)\n          .filter(is.string);\n        result.constraints = {\n          python: Array.from(new Set(pythonConstraints)),\n        };\n        return result;\n      });\n    }\n    return dependency;\n  }\n\n  private static extractVersionFromLinkText(\n    text: string,\n    packageName: string,\n  ): string | null {\n    // source packages\n    const lcText = text.toLowerCase();\n    const normalizedSrcText = normalizePythonDepName(text);\n    const srcPrefix = `${packageName}-`;\n\n    // source distribution format: `{name}-{version}.tar.gz` (https://packaging.python.org/en/latest/specifications/source-distribution-format/#source-distribution-file-name)\n    // binary distribution: `{distribution}-{version}(-{build tag})?-{python tag}-{abi tag}-{platform tag}.whl` (https://packaging.python.org/en/latest/specifications/binary-distribution-format/#file-name-convention)\n    // officially both `name` and `distribution` should be normalized and then the - replaced with _, but in reality this is not the case\n    // We therefore normalize the name we have (replacing `_-.` with -) and then check if the text starts with the normalized name\n\n    if (!normalizedSrcText.startsWith(srcPrefix)) {\n      return null;\n    }\n\n    // strip off the prefix using the prefix length as we may have normalized the srcPrefix/packageName\n    // We assume that neither the version nor the suffix contains multiple `-` like `0.1.2---rc1.tar.gz`\n    // and use the difference in length to strip off the prefix in case the name contains double `--` characters\n    const normalizedLengthDiff = lcText.length - normalizedSrcText.length;\n    const res = lcText.slice(srcPrefix.length + normalizedLengthDiff);\n\n    // source distribution\n    const srcSuffixes = ['.tar.gz', '.tar.bz2', '.tar.xz', '.zip', '.tgz'];\n    const srcSuffix = srcSuffixes.find((suffix) => lcText.endsWith(suffix));\n    if (srcSuffix) {\n      // strip off the suffix using character length\n      return res.slice(0, -srcSuffix.length);\n    }\n\n    // binary distribution\n    // for binary distributions the version is the first part after the removed distribution name\n    const wheelSuffix = '.whl';\n    if (lcText.endsWith(wheelSuffix) && lcText.split('-').length > 2) {\n      return res.split('-')[0];\n    }\n    return null;\n  }\n\n  private static cleanSimpleHtml(html: string): string {\n    return (\n      html\n        .replace(regEx(/<\\/?pre>/), '')\n        // Certain simple repositories like artifactory don't escape > and <\n        .replace(\n          regEx(/data-requires-python=\"([^\"]*?)>([^\"]*?)\"/g),\n          'data-requires-python=\"$1&gt;$2\"',\n        )\n        .replace(\n          regEx(/data-requires-python=\"([^\"]*?)<([^\"]*?)\"/g),\n          'data-requires-python=\"$1&lt;$2\"',\n        )\n    );\n  }\n\n  private async getSimpleDependency(\n    packageName: string,\n    hostUrl: string,\n  ): Promise<ReleaseResult | null> {\n    const lookupUrl = url.resolve(\n      hostUrl,\n      ensureTrailingSlash(normalizePythonDepName(packageName)),\n    );\n    const dependency: ReleaseResult = { releases: [] };\n    const headers = await this.getAuthHeaders(lookupUrl);\n    const response = await this.http.getText(lookupUrl, { headers });\n    const dep = response?.body;\n    if (!dep) {\n      logger.trace({ dependency: packageName }, 'pip package not found');\n      return null;\n    }\n    if (response.authorization) {\n      dependency.isPrivate = true;\n    }\n    const root = parse(PypiDatasource.cleanSimpleHtml(dep));\n    const links = root.querySelectorAll('a');\n    const releases: Releases = {};\n    for (const link of Array.from(links)) {\n      const version = PypiDatasource.extractVersionFromLinkText(\n        link.text?.trim(),\n        packageName,\n      );\n      if (version) {\n        const release: PypiJSONRelease = {\n          yanked: link.hasAttribute('data-yanked'),\n        };\n        const requiresPython = link.getAttribute('data-requires-python');\n        if (requiresPython) {\n          release.requires_python = requiresPython;\n        }\n        if (!releases[version]) {\n          releases[version] = [];\n        }\n        releases[version].push(release);\n      }\n    }\n    const versions = Object.keys(releases);\n    dependency.releases = versions.map((version) => {\n      const versionReleases = coerceArray(releases[version]);\n      const isDeprecated = versionReleases.some(({ yanked }) => yanked);\n      const result: Release = { version };\n      if (isDeprecated) {\n        result.isDeprecated = isDeprecated;\n      }\n      // There may be multiple releases with different requires_python, so we return all in an array\n      result.constraints = {\n        // TODO: string[] isn't allowed here\n        python: versionReleases.map(\n          ({ requires_python }) => requires_python,\n        ) as any,\n      };\n      return result;\n    });\n    return dependency;\n  }\n}\n"]}

package/dist/modules/datasource/ruby-version/index.js

@@ -30,7 +30,7 @@ class RubyVersionDatasource extends datasource_1.Datasource {
         // TODO: types (#22198)
         const rubyVersionsUrl = `${registryUrl}en/downloads/releases/`;
         try {
-            const response = await this.http.get(rubyVersionsUrl);
+            const response = await this.http.getText(rubyVersionsUrl);
             const root = (0, html_1.parse)(response.body);
             const rows = root.querySelector('.release-list')?.querySelectorAll('tr') ?? [];
             rows.forEach((row) => {

package/dist/modules/datasource/ruby-version/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../lib/modules/datasource/ruby-version/index.ts"],"names":[],"mappings":";;;;AAAA,4CAAyC;AACzC,mFAA8E;AAC9E,qEAA8D;AAC9D,6CAA2C;AAE3C,uDAAsD;AACtD,gDAA0E;AAC1E,8CAA2C;AAG3C,MAAa,qBAAsB,SAAQ,uBAAU;IACnD,MAAM,CAAU,EAAE,GAAG,cAAc,CAAC;IAEpC;QACE,KAAK,CAAC,qBAAqB,CAAC,EAAE,CAAC,CAAC;IAClC,CAAC;IAEiB,mBAAmB,GAAG,CAAC,4BAA4B,CAAC,CAAC;IAErD,qBAAqB,GAAG,KAAK,CAAC;IAE9B,iBAAiB,GAAG,SAAgB,CAAC;IAErC,uBAAuB,GAAG,IAAI,CAAC;IAC/B,oBAAoB,GACpC,mFAAmF,CAAC;IACpE,gBAAgB,GAAG,SAAS,CAAC;IAC7B,aAAa,GAC7B,+CAA+C,CAAC;IAG5C,AAAN,KAAK,CAAC,WAAW,CAAC,EAChB,WAAW,GACO;QAClB,MAAM,GAAG,GAAkB;YACzB,QAAQ,EAAE,2BAA2B;YACrC,SAAS,EAAE,8BAA8B;YACzC,QAAQ,EAAE,EAAE;SACb,CAAC;QACF,uBAAuB;QACvB,MAAM,eAAe,GAAG,GAAG,WAAW,wBAAwB,CAAC;QAC/D,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;YAEtD,MAAM,IAAI,GAAG,IAAA,YAAK,EAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YAClC,MAAM,IAAI,GACR,IAAI,CAAC,aAAa,CAAC,eAAe,CAAC,EAAE,gBAAgB,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YACpE,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;gBACnB,MAAM,GAAG,GAAG,GAAG,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;gBACvC,MAAM,OAAO,GAAa,EAAE,CAAC;gBAC7B,GAAG,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC;gBAChD,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;oBACnB,MAAM,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;oBAChD,IAAI,IAAA,gBAAS,EAAC,OAAO,CAAC,EAAE,CAAC;wBACvB,MAAM,gBAAgB,GAAG,IAAA,uBAAW,EAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;wBACjD,MAAM,YAAY,GAAG,OAAO,CAAC,CAAC,CAAC;6BAC5B,OAAO,CAAC,WAAW,EAAE,2BAA2B,CAAC;6BACjD,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC;wBAChC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,gBAAgB,EAAE,YAAY,EAAE,CAAC,CAAC;oBACjE,CAAC;gBACH,CAAC;YACH,CAAC,CAAC,CAAC;YACH,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;gBACzB,eAAM,CAAC,IAAI,CAAC,EAAE,WAAW,EAAE,EAAE,uBAAuB,CAAC,CAAC;gBACtD,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC;QAChC,CAAC;QAED,OAAO,GAAG,CAAC;IACb,CAAC;IAEQ,gBAAgB,CAAC,GAAc;QACtC,MAAM,IAAI,uCAAiB,CAAC,GAAG,CAAC,CAAC;IACnC,CAAC;;AAjEH,sDAkEC;AA7CO;IADL,IAAA,iBAAK,EAAC,EAAE,SAAS,EAAE,cAAc,qBAAqB,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC;wDAyC1E","sourcesContent":["import { logger } from '../../../logger';\nimport { ExternalHostError } from '../../../types/errors/external-host-error';\nimport { cache } from '../../../util/cache/package/decorator';\nimport { parse } from '../../../util/html';\nimport type { HttpError } from '../../../util/http';\nimport { asTimestamp } from '../../../util/timestamp';\nimport { isVersion, id as rubyVersioningId } from '../../versioning/ruby';\nimport { Datasource } from '../datasource';\nimport type { GetReleasesConfig, ReleaseResult } from '../types';\n\nexport class RubyVersionDatasource extends Datasource {\n  static readonly id = 'ruby-version';\n\n  constructor() {\n    super(RubyVersionDatasource.id);\n  }\n\n  override readonly defaultRegistryUrls = ['https://www.ruby-lang.org/'];\n\n  override readonly customRegistrySupport = false;\n\n  override readonly defaultVersioning = rubyVersioningId;\n\n  override readonly releaseTimestampSupport = true;\n  override readonly releaseTimestampNote =\n    'The release timestamp is determined from the `release-list` table in the results.';\n  override readonly sourceUrlSupport = 'package';\n  override readonly sourceUrlNote =\n    'We use the URL: https://github.com/ruby/ruby.';\n\n  @cache({ namespace: `datasource-${RubyVersionDatasource.id}`, key: 'all' })\n  async getReleases({\n    registryUrl,\n  }: GetReleasesConfig): Promise<ReleaseResult | null> {\n    const res: ReleaseResult = {\n      homepage: 'https://www.ruby-lang.org',\n      sourceUrl: 'https://github.com/ruby/ruby',\n      releases: [],\n    };\n    // TODO: types (#22198)\n    const rubyVersionsUrl = `${registryUrl}en/downloads/releases/`;\n    try {\n      const response = await this.http.get(rubyVersionsUrl);\n\n      const root = parse(response.body);\n      const rows =\n        root.querySelector('.release-list')?.querySelectorAll('tr') ?? [];\n      rows.forEach((row) => {\n        const tds = row.querySelectorAll('td');\n        const columns: string[] = [];\n        tds.forEach((td) => columns.push(td.innerHTML));\n        if (columns.length) {\n          const version = columns[0].replace('Ruby ', '');\n          if (isVersion(version)) {\n            const releaseTimestamp = asTimestamp(columns[1]);\n            const changelogUrl = columns[2]\n              .replace('<a href=\"', 'https://www.ruby-lang.org')\n              .replace('\">more...</a>', '');\n            res.releases.push({ version, releaseTimestamp, changelogUrl });\n          }\n        }\n      });\n      if (!res.releases.length) {\n        logger.warn({ registryUrl }, 'Missing ruby releases');\n        return null;\n      }\n    } catch (err) {\n      this.handleGenericErrors(err);\n    }\n\n    return res;\n  }\n\n  override handleHttpErrors(err: HttpError): never | void {\n    throw new ExternalHostError(err);\n  }\n}\n"]}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../lib/modules/datasource/ruby-version/index.ts"],"names":[],"mappings":";;;;AAAA,4CAAyC;AACzC,mFAA8E;AAC9E,qEAA8D;AAC9D,6CAA2C;AAE3C,uDAAsD;AACtD,gDAA0E;AAC1E,8CAA2C;AAG3C,MAAa,qBAAsB,SAAQ,uBAAU;IACnD,MAAM,CAAU,EAAE,GAAG,cAAc,CAAC;IAEpC;QACE,KAAK,CAAC,qBAAqB,CAAC,EAAE,CAAC,CAAC;IAClC,CAAC;IAEiB,mBAAmB,GAAG,CAAC,4BAA4B,CAAC,CAAC;IAErD,qBAAqB,GAAG,KAAK,CAAC;IAE9B,iBAAiB,GAAG,SAAgB,CAAC;IAErC,uBAAuB,GAAG,IAAI,CAAC;IAC/B,oBAAoB,GACpC,mFAAmF,CAAC;IACpE,gBAAgB,GAAG,SAAS,CAAC;IAC7B,aAAa,GAC7B,+CAA+C,CAAC;IAG5C,AAAN,KAAK,CAAC,WAAW,CAAC,EAChB,WAAW,GACO;QAClB,MAAM,GAAG,GAAkB;YACzB,QAAQ,EAAE,2BAA2B;YACrC,SAAS,EAAE,8BAA8B;YACzC,QAAQ,EAAE,EAAE;SACb,CAAC;QACF,uBAAuB;QACvB,MAAM,eAAe,GAAG,GAAG,WAAW,wBAAwB,CAAC;QAC/D,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;YAE1D,MAAM,IAAI,GAAG,IAAA,YAAK,EAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YAClC,MAAM,IAAI,GACR,IAAI,CAAC,aAAa,CAAC,eAAe,CAAC,EAAE,gBAAgB,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YACpE,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;gBACnB,MAAM,GAAG,GAAG,GAAG,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;gBACvC,MAAM,OAAO,GAAa,EAAE,CAAC;gBAC7B,GAAG,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC;gBAChD,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;oBACnB,MAAM,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;oBAChD,IAAI,IAAA,gBAAS,EAAC,OAAO,CAAC,EAAE,CAAC;wBACvB,MAAM,gBAAgB,GAAG,IAAA,uBAAW,EAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;wBACjD,MAAM,YAAY,GAAG,OAAO,CAAC,CAAC,CAAC;6BAC5B,OAAO,CAAC,WAAW,EAAE,2BAA2B,CAAC;6BACjD,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC;wBAChC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,gBAAgB,EAAE,YAAY,EAAE,CAAC,CAAC;oBACjE,CAAC;gBACH,CAAC;YACH,CAAC,CAAC,CAAC;YACH,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;gBACzB,eAAM,CAAC,IAAI,CAAC,EAAE,WAAW,EAAE,EAAE,uBAAuB,CAAC,CAAC;gBACtD,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC;QAChC,CAAC;QAED,OAAO,GAAG,CAAC;IACb,CAAC;IAEQ,gBAAgB,CAAC,GAAc;QACtC,MAAM,IAAI,uCAAiB,CAAC,GAAG,CAAC,CAAC;IACnC,CAAC;;AAjEH,sDAkEC;AA7CO;IADL,IAAA,iBAAK,EAAC,EAAE,SAAS,EAAE,cAAc,qBAAqB,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC;wDAyC1E","sourcesContent":["import { logger } from '../../../logger';\nimport { ExternalHostError } from '../../../types/errors/external-host-error';\nimport { cache } from '../../../util/cache/package/decorator';\nimport { parse } from '../../../util/html';\nimport type { HttpError } from '../../../util/http';\nimport { asTimestamp } from '../../../util/timestamp';\nimport { isVersion, id as rubyVersioningId } from '../../versioning/ruby';\nimport { Datasource } from '../datasource';\nimport type { GetReleasesConfig, ReleaseResult } from '../types';\n\nexport class RubyVersionDatasource extends Datasource {\n  static readonly id = 'ruby-version';\n\n  constructor() {\n    super(RubyVersionDatasource.id);\n  }\n\n  override readonly defaultRegistryUrls = ['https://www.ruby-lang.org/'];\n\n  override readonly customRegistrySupport = false;\n\n  override readonly defaultVersioning = rubyVersioningId;\n\n  override readonly releaseTimestampSupport = true;\n  override readonly releaseTimestampNote =\n    'The release timestamp is determined from the `release-list` table in the results.';\n  override readonly sourceUrlSupport = 'package';\n  override readonly sourceUrlNote =\n    'We use the URL: https://github.com/ruby/ruby.';\n\n  @cache({ namespace: `datasource-${RubyVersionDatasource.id}`, key: 'all' })\n  async getReleases({\n    registryUrl,\n  }: GetReleasesConfig): Promise<ReleaseResult | null> {\n    const res: ReleaseResult = {\n      homepage: 'https://www.ruby-lang.org',\n      sourceUrl: 'https://github.com/ruby/ruby',\n      releases: [],\n    };\n    // TODO: types (#22198)\n    const rubyVersionsUrl = `${registryUrl}en/downloads/releases/`;\n    try {\n      const response = await this.http.getText(rubyVersionsUrl);\n\n      const root = parse(response.body);\n      const rows =\n        root.querySelector('.release-list')?.querySelectorAll('tr') ?? [];\n      rows.forEach((row) => {\n        const tds = row.querySelectorAll('td');\n        const columns: string[] = [];\n        tds.forEach((td) => columns.push(td.innerHTML));\n        if (columns.length) {\n          const version = columns[0].replace('Ruby ', '');\n          if (isVersion(version)) {\n            const releaseTimestamp = asTimestamp(columns[1]);\n            const changelogUrl = columns[2]\n              .replace('<a href=\"', 'https://www.ruby-lang.org')\n              .replace('\">more...</a>', '');\n            res.releases.push({ version, releaseTimestamp, changelogUrl });\n          }\n        }\n      });\n      if (!res.releases.length) {\n        logger.warn({ registryUrl }, 'Missing ruby releases');\n        return null;\n      }\n    } catch (err) {\n      this.handleGenericErrors(err);\n    }\n\n    return res;\n  }\n\n  override handleHttpErrors(err: HttpError): never | void {\n    throw new ExternalHostError(err);\n  }\n}\n"]}

package/dist/modules/datasource/rubygems/index.js

@@ -71,7 +71,7 @@ class RubygemsDatasource extends datasource_1.Datasource {
     }
     getReleasesViaInfoEndpoint(registryUrl, packageName) {
         const url = (0, url_1.joinUrlParts)(registryUrl, '/info', packageName);
-        return result_1.Result.wrap(this.http.get(url))
+        return result_1.Result.wrap(this.http.getText(url))
             .transform(({ body }) => body)
             .parse(schema_1.GemInfo);
     }

package/dist/modules/datasource/rubygems/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../lib/modules/datasource/rubygems/index.ts"],"names":[],"mappings":";;;;AAAA,6CAA0C;AAE1C,4CAAyC;AACzC,qEAA8D;AAC9D,6CAAqD;AACrD,iDAA2D;AAC3D,2CAA2E;AAC3E,8EAAwD;AACxD,8CAA2C;AAE3C,qCAAyC;AACzC,qDAAiD;AACjD,qCAA0D;AAC1D,uEAAkE;AAElE,SAAS,gBAAgB,CAGvB,GAAM,EAAE,EAA2B;IACnC,IAAI,GAAG,YAAY,gBAAS,IAAI,GAAG,CAAC,QAAQ,EAAE,UAAU,EAAE,CAAC;QACzD,MAAM,IAAI,GAAG,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC;QACrC,IAAI,IAAI,IAAI,GAAG,IAAI,IAAI,IAAI,GAAG,EAAE,CAAC;YAC/B,OAAO,oBAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC9B,CAAC;IACH,CAAC;IACD,OAAO,EAAE,EAAE,CAAC;AACd,CAAC;AAED,MAAa,kBAAmB,SAAQ,uBAAU;IAChD,MAAM,CAAU,EAAE,GAAG,UAAU,CAAC;IAExB,aAAa,CAAgB;IAErC;QACE,KAAK,CAAC,kBAAkB,CAAC,EAAE,CAAC,CAAC;QAC7B,IAAI,CAAC,IAAI,GAAG,IAAI,WAAI,CAAC,kBAAkB,CAAC,EAAE,CAAC,CAAC;QAC5C,IAAI,CAAC,qBAAqB,GAAG,IAAI,+CAAqB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClE,IAAI,CAAC,aAAa,GAAG,IAAI,8BAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACpD,CAAC;IAEiB,mBAAmB,GAAG,CAAC,sBAAsB,CAAC,CAAC;IAE/C,iBAAiB,GAAG,cAAc,CAAC,EAAE,CAAC;IAEtC,gBAAgB,GAAG,MAAM,CAAC;IAE3B,qBAAqB,CAAwB;IAE5C,uBAAuB,GAAG,IAAI,CAAC;IAC/B,oBAAoB,GACpC,iFAAiF,CAAC;IAClE,gBAAgB,GAAG,SAAS,CAAC;IAC7B,aAAa,GAC7B,+EAA+E,CAAC;IAY5E,AAAN,KAAK,CAAC,WAAW,CAAC,EAChB,WAAW,EACX,WAAW,GACO;QAClB,qBAAqB;QACrB,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,gBAAgB,GAAG,IAAA,cAAQ,EAAC,WAAW,CAAC,EAAE,QAAQ,CAAC;QAEzD,IAAI,MAAkD,CAAC;QACvD,IAAI,gBAAgB,KAAK,cAAc,EAAE,CAAC;YACxC,MAAM,GAAG,eAAM,CAAC,IAAI,CAClB,IAAI,CAAC,qBAAqB,CAAC,WAAW,CAAC,WAAW,EAAE,WAAW,CAAC,CACjE,CAAC,SAAS,CAAC,CAAC,QAAQ,EAAE,EAAE,CACvB,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC,WAAW,EAAE,WAAW,EAAE,QAAQ,CAAC,CAClE,CAAC;QACJ,CAAC;aAAM,IACL,gBAAgB,KAAK,yBAAyB;YAC9C,gBAAgB,KAAK,YAAY,EACjC,CAAC;YACD,MAAM,GAAG,IAAI,CAAC,2BAA2B,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;QACtE,CAAC;aAAM,CAAC;YACN,MAAM,GAAG,IAAA,sBAAa,EAAC,IAAI,CAAC,IAAI,EAAE,WAAW,EAAE,WAAW,CAAC;iBACxD,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE,CACb,gBAAgB,CAAC,GAAG,EAAE,GAAG,EAAE,CACzB,IAAI,CAAC,0BAA0B,CAAC,WAAW,EAAE,WAAW,CAAC,CAC1D,CACF;iBACA,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE,CACb,gBAAgB,CAAC,GAAG,EAAE,GAAG,EAAE,CACzB,IAAI,CAAC,2BAA2B,CAAC,WAAW,EAAE,WAAW,CAAC,CAC3D,CACF,CAAC;QACN,CAAC;QAED,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,MAAM,MAAM,CAAC,MAAM,EAAE,CAAC;QAC3C,IAAI,GAAG,EAAE,CAAC;YACR,OAAO,GAAG,CAAC;QACb,CAAC;QAED,IAAI,GAAG,YAAY,KAAK,EAAE,CAAC;YACzB,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC;QAChC,CAAC;QAED,eAAM,CAAC,KAAK,CAAC,EAAE,WAAW,EAAE,WAAW,EAAE,EAAE,yBAAyB,GAAG,EAAE,CAAC,CAAC;QAC3E,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,0BAA0B,CAChC,WAAmB,EACnB,WAAmB;QAEnB,MAAM,GAAG,GAAG,IAAA,kBAAY,EAAC,WAAW,EAAE,OAAO,EAAE,WAAW,CAAC,CAAC;QAC5D,OAAO,eAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;aACnC,SAAS,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC;aAC7B,KAAK,CAAC,gBAAO,CAAC,CAAC;IACpB,CAAC;IAEO,2BAA2B,CACjC,WAAmB,EACnB,WAAmB;QAEnB,MAAM,IAAI,GAAG,IAAA,kBAAY,EAAC,WAAW,EAAE,sBAAsB,CAAC,CAAC;QAC/D,MAAM,KAAK,GAAG,IAAA,oBAAc,EAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;QACpD,MAAM,GAAG,GAAG,GAAG,IAAI,IAAI,KAAK,EAAE,CAAC;QAC/B,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QAC5C,OAAO,eAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CACpD,8BAAqB,CAAC,SAAS,CAAC,iBAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CACrD,CAAC;IACJ,CAAC;;AA5GH,gDA6GC;AAxEO;IAVL,IAAA,iBAAK,EAAC;QACL,SAAS,EAAE,cAAc,kBAAkB,CAAC,EAAE,EAAE;QAChD,GAAG,EAAE,CAAC,EAAE,WAAW,EAAE,WAAW,EAAqB,EAAE,EAAE;QACvD,uBAAuB;QACvB,YAAY,WAAY,IAAI,WAAW,EAAE;QAC3C,SAAS,EAAE,CAAC,EAAE,WAAW,EAAqB,EAAE,EAAE;YAChD,MAAM,gBAAgB,GAAG,IAAA,cAAQ,EAAC,WAAW,CAAC,EAAE,QAAQ,CAAC;YACzD,OAAO,gBAAgB,KAAK,cAAc,CAAC;QAC7C,CAAC;KACF,CAAC;qDAiDD","sourcesContent":["import { Marshal } from '@qnighy/marshal';\nimport type { ZodError } from 'zod';\nimport { logger } from '../../../logger';\nimport { cache } from '../../../util/cache/package/decorator';\nimport { Http, HttpError } from '../../../util/http';\nimport { AsyncResult, Result } from '../../../util/result';\nimport { getQueryString, joinUrlParts, parseUrl } from '../../../util/url';\nimport * as rubyVersioning from '../../versioning/ruby';\nimport { Datasource } from '../datasource';\nimport type { GetReleasesConfig, ReleaseResult } from '../types';\nimport { getV1Releases } from './common';\nimport { MetadataCache } from './metadata-cache';\nimport { GemInfo, MarshalledVersionInfo } from './schema';\nimport { VersionsEndpointCache } from './versions-endpoint-cache';\n\nfunction unlessServerSide<\n  T extends NonNullable<unknown>,\n  E extends NonNullable<unknown>,\n>(err: E, cb: () => AsyncResult<T, E>): AsyncResult<T, E> {\n  if (err instanceof HttpError && err.response?.statusCode) {\n    const code = err.response.statusCode;\n    if (code >= 500 && code <= 599) {\n      return AsyncResult.err(err);\n    }\n  }\n  return cb();\n}\n\nexport class RubygemsDatasource extends Datasource {\n  static readonly id = 'rubygems';\n\n  private metadataCache: MetadataCache;\n\n  constructor() {\n    super(RubygemsDatasource.id);\n    this.http = new Http(RubygemsDatasource.id);\n    this.versionsEndpointCache = new VersionsEndpointCache(this.http);\n    this.metadataCache = new MetadataCache(this.http);\n  }\n\n  override readonly defaultRegistryUrls = ['https://rubygems.org'];\n\n  override readonly defaultVersioning = rubyVersioning.id;\n\n  override readonly registryStrategy = 'hunt';\n\n  private readonly versionsEndpointCache: VersionsEndpointCache;\n\n  override readonly releaseTimestampSupport = true;\n  override readonly releaseTimestampNote =\n    'The release timestamp is determined from the `created_at` field in the results.';\n  override readonly sourceUrlSupport = 'release';\n  override readonly sourceUrlNote =\n    'The source URL is determined from the `source_code_uri` field in the results.';\n\n  @cache({\n    namespace: `datasource-${RubygemsDatasource.id}`,\n    key: ({ packageName, registryUrl }: GetReleasesConfig) =>\n      // TODO: types (#22198)\n      `releases:${registryUrl!}:${packageName}`,\n    cacheable: ({ registryUrl }: GetReleasesConfig) => {\n      const registryHostname = parseUrl(registryUrl)?.hostname;\n      return registryHostname === 'rubygems.org';\n    },\n  })\n  async getReleases({\n    packageName,\n    registryUrl,\n  }: GetReleasesConfig): Promise<ReleaseResult | null> {\n    // istanbul ignore if\n    if (!registryUrl) {\n      return null;\n    }\n\n    const registryHostname = parseUrl(registryUrl)?.hostname;\n\n    let result: AsyncResult<ReleaseResult, Error | string>;\n    if (registryHostname === 'rubygems.org') {\n      result = Result.wrap(\n        this.versionsEndpointCache.getVersions(registryUrl, packageName),\n      ).transform((versions) =>\n        this.metadataCache.getRelease(registryUrl, packageName, versions),\n      );\n    } else if (\n      registryHostname === 'rubygems.pkg.github.com' ||\n      registryHostname === 'gitlab.com'\n    ) {\n      result = this.getReleasesViaDeprecatedAPI(registryUrl, packageName);\n    } else {\n      result = getV1Releases(this.http, registryUrl, packageName)\n        .catch((err) =>\n          unlessServerSide(err, () =>\n            this.getReleasesViaInfoEndpoint(registryUrl, packageName),\n          ),\n        )\n        .catch((err) =>\n          unlessServerSide(err, () =>\n            this.getReleasesViaDeprecatedAPI(registryUrl, packageName),\n          ),\n        );\n    }\n\n    const { val, err } = await result.unwrap();\n    if (val) {\n      return val;\n    }\n\n    if (err instanceof Error) {\n      this.handleGenericErrors(err);\n    }\n\n    logger.debug({ packageName, registryUrl }, `Rubygems fetch error: ${err}`);\n    return null;\n  }\n\n  private getReleasesViaInfoEndpoint(\n    registryUrl: string,\n    packageName: string,\n  ): AsyncResult<ReleaseResult, Error | ZodError> {\n    const url = joinUrlParts(registryUrl, '/info', packageName);\n    return Result.wrap(this.http.get(url))\n      .transform(({ body }) => body)\n      .parse(GemInfo);\n  }\n\n  private getReleasesViaDeprecatedAPI(\n    registryUrl: string,\n    packageName: string,\n  ): AsyncResult<ReleaseResult, Error | ZodError> {\n    const path = joinUrlParts(registryUrl, `/api/v1/dependencies`);\n    const query = getQueryString({ gems: packageName });\n    const url = `${path}?${query}`;\n    const bufPromise = this.http.getBuffer(url);\n    return Result.wrap(bufPromise).transform(({ body }) =>\n      MarshalledVersionInfo.safeParse(Marshal.parse(body)),\n    );\n  }\n}\n"]}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../lib/modules/datasource/rubygems/index.ts"],"names":[],"mappings":";;;;AAAA,6CAA0C;AAE1C,4CAAyC;AACzC,qEAA8D;AAC9D,6CAAqD;AACrD,iDAA2D;AAC3D,2CAA2E;AAC3E,8EAAwD;AACxD,8CAA2C;AAE3C,qCAAyC;AACzC,qDAAiD;AACjD,qCAA0D;AAC1D,uEAAkE;AAElE,SAAS,gBAAgB,CAGvB,GAAM,EAAE,EAA2B;IACnC,IAAI,GAAG,YAAY,gBAAS,IAAI,GAAG,CAAC,QAAQ,EAAE,UAAU,EAAE,CAAC;QACzD,MAAM,IAAI,GAAG,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC;QACrC,IAAI,IAAI,IAAI,GAAG,IAAI,IAAI,IAAI,GAAG,EAAE,CAAC;YAC/B,OAAO,oBAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC9B,CAAC;IACH,CAAC;IACD,OAAO,EAAE,EAAE,CAAC;AACd,CAAC;AAED,MAAa,kBAAmB,SAAQ,uBAAU;IAChD,MAAM,CAAU,EAAE,GAAG,UAAU,CAAC;IAExB,aAAa,CAAgB;IAErC;QACE,KAAK,CAAC,kBAAkB,CAAC,EAAE,CAAC,CAAC;QAC7B,IAAI,CAAC,IAAI,GAAG,IAAI,WAAI,CAAC,kBAAkB,CAAC,EAAE,CAAC,CAAC;QAC5C,IAAI,CAAC,qBAAqB,GAAG,IAAI,+CAAqB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClE,IAAI,CAAC,aAAa,GAAG,IAAI,8BAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACpD,CAAC;IAEiB,mBAAmB,GAAG,CAAC,sBAAsB,CAAC,CAAC;IAE/C,iBAAiB,GAAG,cAAc,CAAC,EAAE,CAAC;IAEtC,gBAAgB,GAAG,MAAM,CAAC;IAE3B,qBAAqB,CAAwB;IAE5C,uBAAuB,GAAG,IAAI,CAAC;IAC/B,oBAAoB,GACpC,iFAAiF,CAAC;IAClE,gBAAgB,GAAG,SAAS,CAAC;IAC7B,aAAa,GAC7B,+EAA+E,CAAC;IAY5E,AAAN,KAAK,CAAC,WAAW,CAAC,EAChB,WAAW,EACX,WAAW,GACO;QAClB,qBAAqB;QACrB,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,gBAAgB,GAAG,IAAA,cAAQ,EAAC,WAAW,CAAC,EAAE,QAAQ,CAAC;QAEzD,IAAI,MAAkD,CAAC;QACvD,IAAI,gBAAgB,KAAK,cAAc,EAAE,CAAC;YACxC,MAAM,GAAG,eAAM,CAAC,IAAI,CAClB,IAAI,CAAC,qBAAqB,CAAC,WAAW,CAAC,WAAW,EAAE,WAAW,CAAC,CACjE,CAAC,SAAS,CAAC,CAAC,QAAQ,EAAE,EAAE,CACvB,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC,WAAW,EAAE,WAAW,EAAE,QAAQ,CAAC,CAClE,CAAC;QACJ,CAAC;aAAM,IACL,gBAAgB,KAAK,yBAAyB;YAC9C,gBAAgB,KAAK,YAAY,EACjC,CAAC;YACD,MAAM,GAAG,IAAI,CAAC,2BAA2B,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;QACtE,CAAC;aAAM,CAAC;YACN,MAAM,GAAG,IAAA,sBAAa,EAAC,IAAI,CAAC,IAAI,EAAE,WAAW,EAAE,WAAW,CAAC;iBACxD,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE,CACb,gBAAgB,CAAC,GAAG,EAAE,GAAG,EAAE,CACzB,IAAI,CAAC,0BAA0B,CAAC,WAAW,EAAE,WAAW,CAAC,CAC1D,CACF;iBACA,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE,CACb,gBAAgB,CAAC,GAAG,EAAE,GAAG,EAAE,CACzB,IAAI,CAAC,2BAA2B,CAAC,WAAW,EAAE,WAAW,CAAC,CAC3D,CACF,CAAC;QACN,CAAC;QAED,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,MAAM,MAAM,CAAC,MAAM,EAAE,CAAC;QAC3C,IAAI,GAAG,EAAE,CAAC;YACR,OAAO,GAAG,CAAC;QACb,CAAC;QAED,IAAI,GAAG,YAAY,KAAK,EAAE,CAAC;YACzB,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC;QAChC,CAAC;QAED,eAAM,CAAC,KAAK,CAAC,EAAE,WAAW,EAAE,WAAW,EAAE,EAAE,yBAAyB,GAAG,EAAE,CAAC,CAAC;QAC3E,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,0BAA0B,CAChC,WAAmB,EACnB,WAAmB;QAEnB,MAAM,GAAG,GAAG,IAAA,kBAAY,EAAC,WAAW,EAAE,OAAO,EAAE,WAAW,CAAC,CAAC;QAC5D,OAAO,eAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;aACvC,SAAS,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC;aAC7B,KAAK,CAAC,gBAAO,CAAC,CAAC;IACpB,CAAC;IAEO,2BAA2B,CACjC,WAAmB,EACnB,WAAmB;QAEnB,MAAM,IAAI,GAAG,IAAA,kBAAY,EAAC,WAAW,EAAE,sBAAsB,CAAC,CAAC;QAC/D,MAAM,KAAK,GAAG,IAAA,oBAAc,EAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;QACpD,MAAM,GAAG,GAAG,GAAG,IAAI,IAAI,KAAK,EAAE,CAAC;QAC/B,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QAC5C,OAAO,eAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CACpD,8BAAqB,CAAC,SAAS,CAAC,iBAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CACrD,CAAC;IACJ,CAAC;;AA5GH,gDA6GC;AAxEO;IAVL,IAAA,iBAAK,EAAC;QACL,SAAS,EAAE,cAAc,kBAAkB,CAAC,EAAE,EAAE;QAChD,GAAG,EAAE,CAAC,EAAE,WAAW,EAAE,WAAW,EAAqB,EAAE,EAAE;QACvD,uBAAuB;QACvB,YAAY,WAAY,IAAI,WAAW,EAAE;QAC3C,SAAS,EAAE,CAAC,EAAE,WAAW,EAAqB,EAAE,EAAE;YAChD,MAAM,gBAAgB,GAAG,IAAA,cAAQ,EAAC,WAAW,CAAC,EAAE,QAAQ,CAAC;YACzD,OAAO,gBAAgB,KAAK,cAAc,CAAC;QAC7C,CAAC;KACF,CAAC;qDAiDD","sourcesContent":["import { Marshal } from '@qnighy/marshal';\nimport type { ZodError } from 'zod';\nimport { logger } from '../../../logger';\nimport { cache } from '../../../util/cache/package/decorator';\nimport { Http, HttpError } from '../../../util/http';\nimport { AsyncResult, Result } from '../../../util/result';\nimport { getQueryString, joinUrlParts, parseUrl } from '../../../util/url';\nimport * as rubyVersioning from '../../versioning/ruby';\nimport { Datasource } from '../datasource';\nimport type { GetReleasesConfig, ReleaseResult } from '../types';\nimport { getV1Releases } from './common';\nimport { MetadataCache } from './metadata-cache';\nimport { GemInfo, MarshalledVersionInfo } from './schema';\nimport { VersionsEndpointCache } from './versions-endpoint-cache';\n\nfunction unlessServerSide<\n  T extends NonNullable<unknown>,\n  E extends NonNullable<unknown>,\n>(err: E, cb: () => AsyncResult<T, E>): AsyncResult<T, E> {\n  if (err instanceof HttpError && err.response?.statusCode) {\n    const code = err.response.statusCode;\n    if (code >= 500 && code <= 599) {\n      return AsyncResult.err(err);\n    }\n  }\n  return cb();\n}\n\nexport class RubygemsDatasource extends Datasource {\n  static readonly id = 'rubygems';\n\n  private metadataCache: MetadataCache;\n\n  constructor() {\n    super(RubygemsDatasource.id);\n    this.http = new Http(RubygemsDatasource.id);\n    this.versionsEndpointCache = new VersionsEndpointCache(this.http);\n    this.metadataCache = new MetadataCache(this.http);\n  }\n\n  override readonly defaultRegistryUrls = ['https://rubygems.org'];\n\n  override readonly defaultVersioning = rubyVersioning.id;\n\n  override readonly registryStrategy = 'hunt';\n\n  private readonly versionsEndpointCache: VersionsEndpointCache;\n\n  override readonly releaseTimestampSupport = true;\n  override readonly releaseTimestampNote =\n    'The release timestamp is determined from the `created_at` field in the results.';\n  override readonly sourceUrlSupport = 'release';\n  override readonly sourceUrlNote =\n    'The source URL is determined from the `source_code_uri` field in the results.';\n\n  @cache({\n    namespace: `datasource-${RubygemsDatasource.id}`,\n    key: ({ packageName, registryUrl }: GetReleasesConfig) =>\n      // TODO: types (#22198)\n      `releases:${registryUrl!}:${packageName}`,\n    cacheable: ({ registryUrl }: GetReleasesConfig) => {\n      const registryHostname = parseUrl(registryUrl)?.hostname;\n      return registryHostname === 'rubygems.org';\n    },\n  })\n  async getReleases({\n    packageName,\n    registryUrl,\n  }: GetReleasesConfig): Promise<ReleaseResult | null> {\n    // istanbul ignore if\n    if (!registryUrl) {\n      return null;\n    }\n\n    const registryHostname = parseUrl(registryUrl)?.hostname;\n\n    let result: AsyncResult<ReleaseResult, Error | string>;\n    if (registryHostname === 'rubygems.org') {\n      result = Result.wrap(\n        this.versionsEndpointCache.getVersions(registryUrl, packageName),\n      ).transform((versions) =>\n        this.metadataCache.getRelease(registryUrl, packageName, versions),\n      );\n    } else if (\n      registryHostname === 'rubygems.pkg.github.com' ||\n      registryHostname === 'gitlab.com'\n    ) {\n      result = this.getReleasesViaDeprecatedAPI(registryUrl, packageName);\n    } else {\n      result = getV1Releases(this.http, registryUrl, packageName)\n        .catch((err) =>\n          unlessServerSide(err, () =>\n            this.getReleasesViaInfoEndpoint(registryUrl, packageName),\n          ),\n        )\n        .catch((err) =>\n          unlessServerSide(err, () =>\n            this.getReleasesViaDeprecatedAPI(registryUrl, packageName),\n          ),\n        );\n    }\n\n    const { val, err } = await result.unwrap();\n    if (val) {\n      return val;\n    }\n\n    if (err instanceof Error) {\n      this.handleGenericErrors(err);\n    }\n\n    logger.debug({ packageName, registryUrl }, `Rubygems fetch error: ${err}`);\n    return null;\n  }\n\n  private getReleasesViaInfoEndpoint(\n    registryUrl: string,\n    packageName: string,\n  ): AsyncResult<ReleaseResult, Error | ZodError> {\n    const url = joinUrlParts(registryUrl, '/info', packageName);\n    return Result.wrap(this.http.getText(url))\n      .transform(({ body }) => body)\n      .parse(GemInfo);\n  }\n\n  private getReleasesViaDeprecatedAPI(\n    registryUrl: string,\n    packageName: string,\n  ): AsyncResult<ReleaseResult, Error | ZodError> {\n    const path = joinUrlParts(registryUrl, `/api/v1/dependencies`);\n    const query = getQueryString({ gems: packageName });\n    const url = `${path}?${query}`;\n    const bufPromise = this.http.getBuffer(url);\n    return Result.wrap(bufPromise).transform(({ body }) =>\n      MarshalledVersionInfo.safeParse(Marshal.parse(body)),\n    );\n  }\n}\n"]}

package/dist/modules/datasource/rubygems/versions-endpoint-cache.js

@@ -146,7 +146,7 @@ class VersionsEndpointCache {
         try {
             const url = `${registryUrl}/versions`;
             const opts = { headers: { 'Accept-Encoding': 'gzip' } };
-            const { body } = await this.http.get(url, opts);
+            const { body } = await this.http.getText(url, opts);
             return parseFullBody(body);
         }
         catch (err) {
@@ -166,7 +166,7 @@ class VersionsEndpointCache {
                     ['Range']: `bytes=${startByte}-`,
                 },
             };
-            const { statusCode, body } = await this.http.get(url, opts);
+            const { statusCode, body } = await this.http.getText(url, opts);
             /**
              * Rubygems will return the full body instead of `416 Range Not Satisfiable`.
              * In this case, status code will be 200 instead of 206.

package/dist/modules/datasource/rubygems/versions-endpoint-cache.js.map

@@ -1 +1 @@
-{"version":3,"file":"versions-endpoint-cache.js","sourceRoot":"","sources":["../../../../lib/modules/datasource/rubygems/versions-endpoint-cache.ts"],"names":[],"mappings":";;;AAAA,6BAAwB;AACxB,4CAAyC;AACzC,6CAAuD;AAEvD,6CAA+C;AAE/C,+CAAmD;AACnD,iDAA8C;AAC9C,6DAAwD;AACxD,iDAA+C;AAC/C,2CAA6C;AAe7C,SAAS,cAAc,CAAC,OAAe;IACrC,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;AAC5B,CAAC;AAED,SAAS,cAAc,CAAC,OAAe;IACrC,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AAC9B,CAAC;AAED,SAAS,gBAAgB,CAAC,OAAe;IACvC,OAAO,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;AAC3B,CAAC;AAED,SAAS,wBAAwB,CAC/B,eAAgC,EAChC,YAA0B;IAE1B,KAAK,MAAM,IAAI,IAAI,YAAY,EAAE,CAAC;QAChC,MAAM,WAAW,GAAG,IAAA,gBAAO,EAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC9C,IAAI,QAAQ,GAAG,eAAe,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;QAEtD,MAAM,EAAE,eAAe,EAAE,aAAa,EAAE,GAAG,IAAI,CAAC;QAEhD,IAAI,eAAe,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YAC7B,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7D,CAAC;QAED,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7B,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC;YAC3C,KAAK,MAAM,YAAY,IAAI,aAAa,EAAE,CAAC;gBACzC,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC;oBACxC,MAAM,OAAO,GAAG,IAAA,gBAAO,EAAC,YAAY,CAAC,CAAC;oBACtC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACzB,CAAC;YACH,CAAC;QACH,CAAC;QAED,eAAe,CAAC,GAAG,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;IAC7C,CAAC;IAED,OAAO,eAAe,CAAC;AACzB,CAAC;AAED,SAAS,aAAa,CAAC,IAAY;IACjC,MAAM,eAAe,GAAG,wBAAwB,CAC9C,IAAI,GAAG,EAAoB,EAC3B,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,CACzB,CAAC;IACF,MAAM,QAAQ,GAAG,IAAI,IAAI,EAAE,CAAC;IAC5B,MAAM,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC;IAClC,MAAM,WAAW,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;IAEzC,OAAO,eAAM,CAAC,EAAE,CAAC;QACf,eAAe;QACf,QAAQ;QACR,aAAa;QACb,WAAW;KACZ,CAAC,CAAC;AACL,CAAC;AAIY,QAAA,QAAQ,GAAG,IAAI,GAAG,EAAkC,CAAC;AAElE,SAAS,WAAW,CAClB,WAAmB,EACnB,MAA8B;IAE9B,MAAM,gBAAgB,GAAG,IAAA,cAAQ,EAAC,WAAW,CAAC,EAAE,QAAQ,CAAC;IACzD,IAAI,gBAAgB,KAAK,cAAc,EAAE,CAAC;QACxC,gBAAQ,CAAC,GAAG,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;IACpC,CAAC;AACH,CAAC;AAED,MAAM,YAAY,GAAG,OAAC;KACnB,MAAM,EAAE;KACR,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,oBAAY,CAAC,CAAC;KACvC,IAAI,CACH,IAAA,yBAAU,EACR,OAAC;KACE,MAAM,EAAE;KACR,SAAS,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;KAChC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;KACjC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC;KACjD,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,KAAK,CAAC;KAChC,SAAS,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;KACpC,IAAI,CAAC,OAAC,CAAC,KAAK,CAAC,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,CAAC;KACxD,SAAS,CAAC,CAAC,CAAC,WAAW,EAAE,QAAQ,CAAC,EAAE,EAAE;IACrC,MAAM,eAAe,GAAG,IAAI,GAAG,EAAU,CAAC;IAC1C,MAAM,aAAa,GAAa,EAAE,CAAC;IACnC,KAAK,MAAM,OAAO,IAAI,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;QAC1C,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YAC5B,eAAe,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACxC,CAAC;aAAM,CAAC;YACN,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC9B,CAAC;IACH,CAAC;IACD,OAAO,EAAE,WAAW,EAAE,eAAe,EAAE,aAAa,EAAE,CAAC;AACzD,CAAC,CAAC,CACL,CACF,CAAC;AAGJ,SAAS,OAAO,CAAC,QAA8B;IAC7C,OAAO,IAAA,wBAAiB,EAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;AACpD,CAAC;AAOD,MAAa,qBAAqB;IACH;IAA7B,YAA6B,IAAU;QAAV,SAAI,GAAJ,IAAI,CAAM;IAAG,CAAC;IAEnC,aAAa,GAAG,IAAI,GAAG,EAA2C,CAAC;IAE3E;;OAEG;IACK,KAAK,CAAC,QAAQ,CAAC,WAAmB;QACxC,MAAM,SAAS,GAAG,gBAAQ,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QAC5C,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;YACnD,WAAW,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;YACpC,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC;QACzC,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,IAAI,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YAClB,gBAAQ,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,gDAAgD;YAC9E,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;YAC1D,WAAW,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;YACpC,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,KAAK,CAAC,WAAW,CACf,WAAmB,EACnB,WAAmB;QAEnB;;WAEG;QACH,IAAI,YAAY,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QACvD,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;YAC1C,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC;QACpD,CAAC;QACD,IAAI,YAAoC,CAAC;QACzC,IAAI,CAAC;YACH,YAAY,GAAG,MAAM,YAAY,CAAC;QACpC,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QACzC,CAAC;QAED,MAAM,EAAE,GAAG,EAAE,UAAU,EAAE,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC;QAClD,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,eAAM,CAAC,KAAK,CACV,EAAE,WAAW,EAAE,WAAW,EAAE,EAC5B,kCAAkC,CACnC,CAAC;YACF,OAAO,eAAM,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;QACvC,CAAC;QAED,MAAM,QAAQ,GAAG,UAAU,CAAC,eAAe,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QAC7D,IAAI,CAAC,QAAQ,EAAE,MAAM,EAAE,CAAC;YACtB,eAAM,CAAC,KAAK,CACV,EAAE,WAAW,EAAE,WAAW,EAAE,EAC5B,8BAA8B,CAC/B,CAAC;YACF,OAAO,eAAM,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;QACzC,CAAC;QAED,OAAO,eAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC;IAC7B,CAAC;IAEO,KAAK,CAAC,QAAQ,CAAC,WAAmB;QACxC,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,GAAG,WAAW,WAAW,CAAC;YACtC,MAAM,IAAI,GAAgB,EAAE,OAAO,EAAE,EAAE,iBAAiB,EAAE,MAAM,EAAE,EAAE,CAAC;YACrE,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;YAChD,OAAO,aAAa,CAAC,IAAI,CAAC,CAAC;QAC7B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,GAAG,YAAY,gBAAS,IAAI,GAAG,CAAC,QAAQ,EAAE,UAAU,KAAK,GAAG,EAAE,CAAC;gBACjE,OAAO,eAAM,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;YACvC,CAAC;YAED,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,SAAS,CACrB,QAA8B,EAC9B,WAAmB;QAEnB,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,GAAG,WAAW,WAAW,CAAC;YACtC,MAAM,SAAS,GAAG,QAAQ,CAAC,aAAa,GAAG,QAAQ,CAAC,WAAW,CAAC,MAAM,CAAC;YACvE,MAAM,IAAI,GAAgB;gBACxB,OAAO,EAAE;oBACP,CAAC,iBAAiB,CAAC,EAAE,uBAAuB,EAAE,uEAAuE;oBACrH,CAAC,OAAO,CAAC,EAAE,SAAS,SAAS,GAAG;iBACjC;aACF,CAAC;YACF,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;YAE5D;;;eAGG;YACH,IAAI,UAAU,KAAK,GAAG,EAAE,CAAC;gBACvB,OAAO,aAAa,CAAC,IAAI,CAAC,CAAC;YAC7B,CAAC;YAED;;;;;eAKG;YACH,MAAM,WAAW,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;YACzC,IAAI,WAAW,KAAK,QAAQ,CAAC,WAAW,EAAE,CAAC;gBACzC,OAAO,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;YACpC,CAAC;YAED;;eAEG;YACH,MAAM,KAAK,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC;YACrC,MAAM,eAAe,GAAG,wBAAwB,CAC9C,QAAQ,CAAC,eAAe,EACxB,YAAY,CAAC,KAAK,CAAC,KAAK,CAAC,CAC1B,CAAC;YACF,MAAM,QAAQ,GAAG,IAAI,IAAI,EAAE,CAAC;YAC5B,MAAM,aAAa,GAAG,QAAQ,CAAC,aAAa,GAAG,KAAK,CAAC,MAAM,CAAC;YAC5D,MAAM,WAAW,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;YAEzC,OAAO,eAAM,CAAC,EAAE,CAAC;gBACf,eAAe;gBACf,QAAQ;gBACR,aAAa;gBACb,WAAW;aACZ,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,GAAG,YAAY,gBAAS,EAAE,CAAC;gBAC7B,MAAM,cAAc,GAAG,GAAG,CAAC,QAAQ,EAAE,UAAU,CAAC;gBAEhD;;;mBAGG;gBACH,IAAI,cAAc,KAAK,GAAG,EAAE,CAAC;oBAC3B,OAAO,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;gBACpC,CAAC;gBAED;;;mBAGG;gBACH,IAAI,cAAc,KAAK,GAAG,EAAE,CAAC;oBAC3B,OAAO,eAAM,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;gBACvC,CAAC;YACH,CAAC;YAED,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;CACF;AAlKD,sDAkKC","sourcesContent":["import { z } from 'zod';\nimport { logger } from '../../../logger';\nimport { getElapsedMinutes } from '../../../util/date';\nimport type { Http } from '../../../util/http';\nimport { HttpError } from '../../../util/http';\nimport type { HttpOptions } from '../../../util/http/types';\nimport { newlineRegex } from '../../../util/regex';\nimport { Result } from '../../../util/result';\nimport { LooseArray } from '../../../util/schema-utils';\nimport { copystr } from '../../../util/string';\nimport { parseUrl } from '../../../util/url';\n\ntype PackageVersions = Map<string, string[]>;\n\ninterface VersionsEndpointData {\n  packageVersions: PackageVersions;\n  syncedAt: Date;\n  contentLength: number;\n\n  /**\n   * Last 33 characters of the response (32 hex digits + newline)\n   */\n  contentTail: string;\n}\n\nfunction getContentTail(content: string): string {\n  return content.slice(-33);\n}\n\nfunction getContentHead(content: string): string {\n  return content.slice(0, 33);\n}\n\nfunction stripContentHead(content: string): string {\n  return content.slice(33);\n}\n\nfunction reconcilePackageVersions(\n  packageVersions: PackageVersions,\n  versionLines: VersionLines,\n): PackageVersions {\n  for (const line of versionLines) {\n    const packageName = copystr(line.packageName);\n    let versions = packageVersions.get(packageName) ?? [];\n\n    const { deletedVersions, addedVersions } = line;\n\n    if (deletedVersions.size > 0) {\n      versions = versions.filter((v) => !deletedVersions.has(v));\n    }\n\n    if (addedVersions.length > 0) {\n      const existingVersions = new Set(versions);\n      for (const addedVersion of addedVersions) {\n        if (!existingVersions.has(addedVersion)) {\n          const version = copystr(addedVersion);\n          versions.push(version);\n        }\n      }\n    }\n\n    packageVersions.set(packageName, versions);\n  }\n\n  return packageVersions;\n}\n\nfunction parseFullBody(body: string): VersionsEndpointResult {\n  const packageVersions = reconcilePackageVersions(\n    new Map<string, string[]>(),\n    VersionLines.parse(body),\n  );\n  const syncedAt = new Date();\n  const contentLength = body.length;\n  const contentTail = getContentTail(body);\n\n  return Result.ok({\n    packageVersions,\n    syncedAt,\n    contentLength,\n    contentTail,\n  });\n}\n\ntype VersionsEndpointResult = Result<VersionsEndpointData, 'unsupported-api'>;\n\nexport const memCache = new Map<string, VersionsEndpointResult>();\n\nfunction cacheResult(\n  registryUrl: string,\n  result: VersionsEndpointResult,\n): void {\n  const registryHostname = parseUrl(registryUrl)?.hostname;\n  if (registryHostname === 'rubygems.org') {\n    memCache.set(registryUrl, result);\n  }\n}\n\nconst VersionLines = z\n  .string()\n  .transform((x) => x.split(newlineRegex))\n  .pipe(\n    LooseArray(\n      z\n        .string()\n        .transform((line) => line.trim())\n        .refine((line) => line.length > 0)\n        .refine((line) => !line.startsWith('created_at:'))\n        .refine((line) => line !== '---')\n        .transform((line) => line.split(' '))\n        .pipe(z.tuple([z.string(), z.string()]).rest(z.string()))\n        .transform(([packageName, versions]) => {\n          const deletedVersions = new Set<string>();\n          const addedVersions: string[] = [];\n          for (const version of versions.split(',')) {\n            if (version.startsWith('-')) {\n              deletedVersions.add(version.slice(1));\n            } else {\n              addedVersions.push(version);\n            }\n          }\n          return { packageName, deletedVersions, addedVersions };\n        }),\n    ),\n  );\ntype VersionLines = z.infer<typeof VersionLines>;\n\nfunction isStale(regCache: VersionsEndpointData): boolean {\n  return getElapsedMinutes(regCache.syncedAt) >= 15;\n}\n\nexport type VersionsResult = Result<\n  string[],\n  'unsupported-api' | 'package-not-found'\n>;\n\nexport class VersionsEndpointCache {\n  constructor(private readonly http: Http) {}\n\n  private cacheRequests = new Map<string, Promise<VersionsEndpointResult>>();\n\n  /**\n   * At any given time, there should only be one request for a given registryUrl.\n   */\n  private async getCache(registryUrl: string): Promise<VersionsEndpointResult> {\n    const oldResult = memCache.get(registryUrl);\n    if (!oldResult) {\n      const newResult = await this.fullSync(registryUrl);\n      cacheResult(registryUrl, newResult);\n      return newResult;\n    }\n\n    const { val: data } = oldResult.unwrap();\n    if (!data) {\n      return oldResult;\n    }\n\n    if (isStale(data)) {\n      memCache.delete(registryUrl); // If no error is thrown, we'll re-set the cache\n      const newResult = await this.deltaSync(data, registryUrl);\n      cacheResult(registryUrl, newResult);\n      return newResult;\n    }\n\n    return oldResult;\n  }\n\n  async getVersions(\n    registryUrl: string,\n    packageName: string,\n  ): Promise<VersionsResult> {\n    /**\n     * Ensure that only one request for a given registryUrl is in flight at a time.\n     */\n    let cacheRequest = this.cacheRequests.get(registryUrl);\n    if (!cacheRequest) {\n      cacheRequest = this.getCache(registryUrl);\n      this.cacheRequests.set(registryUrl, cacheRequest);\n    }\n    let cachedResult: VersionsEndpointResult;\n    try {\n      cachedResult = await cacheRequest;\n    } finally {\n      this.cacheRequests.delete(registryUrl);\n    }\n\n    const { val: cachedData } = cachedResult.unwrap();\n    if (!cachedData) {\n      logger.debug(\n        { packageName, registryUrl },\n        'Rubygems: endpoint not supported',\n      );\n      return Result.err('unsupported-api');\n    }\n\n    const versions = cachedData.packageVersions.get(packageName);\n    if (!versions?.length) {\n      logger.debug(\n        { packageName, registryUrl },\n        'Rubygems: versions not found',\n      );\n      return Result.err('package-not-found');\n    }\n\n    return Result.ok(versions);\n  }\n\n  private async fullSync(registryUrl: string): Promise<VersionsEndpointResult> {\n    try {\n      const url = `${registryUrl}/versions`;\n      const opts: HttpOptions = { headers: { 'Accept-Encoding': 'gzip' } };\n      const { body } = await this.http.get(url, opts);\n      return parseFullBody(body);\n    } catch (err) {\n      if (err instanceof HttpError && err.response?.statusCode === 404) {\n        return Result.err('unsupported-api');\n      }\n\n      throw err;\n    }\n  }\n\n  private async deltaSync(\n    oldCache: VersionsEndpointData,\n    registryUrl: string,\n  ): Promise<VersionsEndpointResult> {\n    try {\n      const url = `${registryUrl}/versions`;\n      const startByte = oldCache.contentLength - oldCache.contentTail.length;\n      const opts: HttpOptions = {\n        headers: {\n          ['Accept-Encoding']: 'deflate, compress, br', // Note: `gzip` usage breaks http client, when used with `Range` header\n          ['Range']: `bytes=${startByte}-`,\n        },\n      };\n      const { statusCode, body } = await this.http.get(url, opts);\n\n      /**\n       * Rubygems will return the full body instead of `416 Range Not Satisfiable`.\n       * In this case, status code will be 200 instead of 206.\n       */\n      if (statusCode === 200) {\n        return parseFullBody(body);\n      }\n\n      /**\n       * We request data in range that overlaps previously fetched data.\n       * If the head of the response doesn't match the tail of the previous response,\n       * it means that the data we have is no longer valid.\n       * In this case we start over with a full sync.\n       */\n      const contentHead = getContentHead(body);\n      if (contentHead !== oldCache.contentTail) {\n        return this.fullSync(registryUrl);\n      }\n\n      /**\n       * Update the cache with the new data.\n       */\n      const delta = stripContentHead(body);\n      const packageVersions = reconcilePackageVersions(\n        oldCache.packageVersions,\n        VersionLines.parse(delta),\n      );\n      const syncedAt = new Date();\n      const contentLength = oldCache.contentLength + delta.length;\n      const contentTail = getContentTail(body);\n\n      return Result.ok({\n        packageVersions,\n        syncedAt,\n        contentLength,\n        contentTail,\n      });\n    } catch (err) {\n      if (err instanceof HttpError) {\n        const responseStatus = err.response?.statusCode;\n\n        /**\n         * In case of `416 Range Not Satisfiable` we do a full sync.\n         * This is unlikely to happen in real life, but anyway.\n         */\n        if (responseStatus === 416) {\n          return this.fullSync(registryUrl);\n        }\n\n        /**\n         * If the endpoint is not supported, we stop trying.\n         * This is unlikely to happen in real life, but still.\n         */\n        if (responseStatus === 404) {\n          return Result.err('unsupported-api');\n        }\n      }\n\n      throw err;\n    }\n  }\n}\n"]}
+{"version":3,"file":"versions-endpoint-cache.js","sourceRoot":"","sources":["../../../../lib/modules/datasource/rubygems/versions-endpoint-cache.ts"],"names":[],"mappings":";;;AAAA,6BAAwB;AACxB,4CAAyC;AACzC,6CAAuD;AAEvD,6CAA+C;AAE/C,+CAAmD;AACnD,iDAA8C;AAC9C,6DAAwD;AACxD,iDAA+C;AAC/C,2CAA6C;AAe7C,SAAS,cAAc,CAAC,OAAe;IACrC,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;AAC5B,CAAC;AAED,SAAS,cAAc,CAAC,OAAe;IACrC,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AAC9B,CAAC;AAED,SAAS,gBAAgB,CAAC,OAAe;IACvC,OAAO,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;AAC3B,CAAC;AAED,SAAS,wBAAwB,CAC/B,eAAgC,EAChC,YAA0B;IAE1B,KAAK,MAAM,IAAI,IAAI,YAAY,EAAE,CAAC;QAChC,MAAM,WAAW,GAAG,IAAA,gBAAO,EAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC9C,IAAI,QAAQ,GAAG,eAAe,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;QAEtD,MAAM,EAAE,eAAe,EAAE,aAAa,EAAE,GAAG,IAAI,CAAC;QAEhD,IAAI,eAAe,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YAC7B,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7D,CAAC;QAED,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7B,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC;YAC3C,KAAK,MAAM,YAAY,IAAI,aAAa,EAAE,CAAC;gBACzC,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC;oBACxC,MAAM,OAAO,GAAG,IAAA,gBAAO,EAAC,YAAY,CAAC,CAAC;oBACtC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACzB,CAAC;YACH,CAAC;QACH,CAAC;QAED,eAAe,CAAC,GAAG,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;IAC7C,CAAC;IAED,OAAO,eAAe,CAAC;AACzB,CAAC;AAED,SAAS,aAAa,CAAC,IAAY;IACjC,MAAM,eAAe,GAAG,wBAAwB,CAC9C,IAAI,GAAG,EAAoB,EAC3B,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,CACzB,CAAC;IACF,MAAM,QAAQ,GAAG,IAAI,IAAI,EAAE,CAAC;IAC5B,MAAM,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC;IAClC,MAAM,WAAW,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;IAEzC,OAAO,eAAM,CAAC,EAAE,CAAC;QACf,eAAe;QACf,QAAQ;QACR,aAAa;QACb,WAAW;KACZ,CAAC,CAAC;AACL,CAAC;AAIY,QAAA,QAAQ,GAAG,IAAI,GAAG,EAAkC,CAAC;AAElE,SAAS,WAAW,CAClB,WAAmB,EACnB,MAA8B;IAE9B,MAAM,gBAAgB,GAAG,IAAA,cAAQ,EAAC,WAAW,CAAC,EAAE,QAAQ,CAAC;IACzD,IAAI,gBAAgB,KAAK,cAAc,EAAE,CAAC;QACxC,gBAAQ,CAAC,GAAG,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;IACpC,CAAC;AACH,CAAC;AAED,MAAM,YAAY,GAAG,OAAC;KACnB,MAAM,EAAE;KACR,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,oBAAY,CAAC,CAAC;KACvC,IAAI,CACH,IAAA,yBAAU,EACR,OAAC;KACE,MAAM,EAAE;KACR,SAAS,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;KAChC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;KACjC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC;KACjD,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,KAAK,CAAC;KAChC,SAAS,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;KACpC,IAAI,CAAC,OAAC,CAAC,KAAK,CAAC,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,CAAC;KACxD,SAAS,CAAC,CAAC,CAAC,WAAW,EAAE,QAAQ,CAAC,EAAE,EAAE;IACrC,MAAM,eAAe,GAAG,IAAI,GAAG,EAAU,CAAC;IAC1C,MAAM,aAAa,GAAa,EAAE,CAAC;IACnC,KAAK,MAAM,OAAO,IAAI,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;QAC1C,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YAC5B,eAAe,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACxC,CAAC;aAAM,CAAC;YACN,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC9B,CAAC;IACH,CAAC;IACD,OAAO,EAAE,WAAW,EAAE,eAAe,EAAE,aAAa,EAAE,CAAC;AACzD,CAAC,CAAC,CACL,CACF,CAAC;AAGJ,SAAS,OAAO,CAAC,QAA8B;IAC7C,OAAO,IAAA,wBAAiB,EAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;AACpD,CAAC;AAOD,MAAa,qBAAqB;IACH;IAA7B,YAA6B,IAAU;QAAV,SAAI,GAAJ,IAAI,CAAM;IAAG,CAAC;IAEnC,aAAa,GAAG,IAAI,GAAG,EAA2C,CAAC;IAE3E;;OAEG;IACK,KAAK,CAAC,QAAQ,CAAC,WAAmB;QACxC,MAAM,SAAS,GAAG,gBAAQ,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QAC5C,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;YACnD,WAAW,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;YACpC,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC;QACzC,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,IAAI,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YAClB,gBAAQ,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,gDAAgD;YAC9E,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;YAC1D,WAAW,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;YACpC,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,KAAK,CAAC,WAAW,CACf,WAAmB,EACnB,WAAmB;QAEnB;;WAEG;QACH,IAAI,YAAY,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QACvD,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;YAC1C,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC;QACpD,CAAC;QACD,IAAI,YAAoC,CAAC;QACzC,IAAI,CAAC;YACH,YAAY,GAAG,MAAM,YAAY,CAAC;QACpC,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QACzC,CAAC;QAED,MAAM,EAAE,GAAG,EAAE,UAAU,EAAE,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC;QAClD,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,eAAM,CAAC,KAAK,CACV,EAAE,WAAW,EAAE,WAAW,EAAE,EAC5B,kCAAkC,CACnC,CAAC;YACF,OAAO,eAAM,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;QACvC,CAAC;QAED,MAAM,QAAQ,GAAG,UAAU,CAAC,eAAe,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QAC7D,IAAI,CAAC,QAAQ,EAAE,MAAM,EAAE,CAAC;YACtB,eAAM,CAAC,KAAK,CACV,EAAE,WAAW,EAAE,WAAW,EAAE,EAC5B,8BAA8B,CAC/B,CAAC;YACF,OAAO,eAAM,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;QACzC,CAAC;QAED,OAAO,eAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC;IAC7B,CAAC;IAEO,KAAK,CAAC,QAAQ,CAAC,WAAmB;QACxC,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,GAAG,WAAW,WAAW,CAAC;YACtC,MAAM,IAAI,GAAgB,EAAE,OAAO,EAAE,EAAE,iBAAiB,EAAE,MAAM,EAAE,EAAE,CAAC;YACrE,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;YACpD,OAAO,aAAa,CAAC,IAAI,CAAC,CAAC;QAC7B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,GAAG,YAAY,gBAAS,IAAI,GAAG,CAAC,QAAQ,EAAE,UAAU,KAAK,GAAG,EAAE,CAAC;gBACjE,OAAO,eAAM,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;YACvC,CAAC;YAED,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,SAAS,CACrB,QAA8B,EAC9B,WAAmB;QAEnB,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,GAAG,WAAW,WAAW,CAAC;YACtC,MAAM,SAAS,GAAG,QAAQ,CAAC,aAAa,GAAG,QAAQ,CAAC,WAAW,CAAC,MAAM,CAAC;YACvE,MAAM,IAAI,GAAgB;gBACxB,OAAO,EAAE;oBACP,CAAC,iBAAiB,CAAC,EAAE,uBAAuB,EAAE,uEAAuE;oBACrH,CAAC,OAAO,CAAC,EAAE,SAAS,SAAS,GAAG;iBACjC;aACF,CAAC;YACF,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;YAEhE;;;eAGG;YACH,IAAI,UAAU,KAAK,GAAG,EAAE,CAAC;gBACvB,OAAO,aAAa,CAAC,IAAI,CAAC,CAAC;YAC7B,CAAC;YAED;;;;;eAKG;YACH,MAAM,WAAW,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;YACzC,IAAI,WAAW,KAAK,QAAQ,CAAC,WAAW,EAAE,CAAC;gBACzC,OAAO,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;YACpC,CAAC;YAED;;eAEG;YACH,MAAM,KAAK,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC;YACrC,MAAM,eAAe,GAAG,wBAAwB,CAC9C,QAAQ,CAAC,eAAe,EACxB,YAAY,CAAC,KAAK,CAAC,KAAK,CAAC,CAC1B,CAAC;YACF,MAAM,QAAQ,GAAG,IAAI,IAAI,EAAE,CAAC;YAC5B,MAAM,aAAa,GAAG,QAAQ,CAAC,aAAa,GAAG,KAAK,CAAC,MAAM,CAAC;YAC5D,MAAM,WAAW,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;YAEzC,OAAO,eAAM,CAAC,EAAE,CAAC;gBACf,eAAe;gBACf,QAAQ;gBACR,aAAa;gBACb,WAAW;aACZ,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,GAAG,YAAY,gBAAS,EAAE,CAAC;gBAC7B,MAAM,cAAc,GAAG,GAAG,CAAC,QAAQ,EAAE,UAAU,CAAC;gBAEhD;;;mBAGG;gBACH,IAAI,cAAc,KAAK,GAAG,EAAE,CAAC;oBAC3B,OAAO,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;gBACpC,CAAC;gBAED;;;mBAGG;gBACH,IAAI,cAAc,KAAK,GAAG,EAAE,CAAC;oBAC3B,OAAO,eAAM,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;gBACvC,CAAC;YACH,CAAC;YAED,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;CACF;AAlKD,sDAkKC","sourcesContent":["import { z } from 'zod';\nimport { logger } from '../../../logger';\nimport { getElapsedMinutes } from '../../../util/date';\nimport type { Http } from '../../../util/http';\nimport { HttpError } from '../../../util/http';\nimport type { HttpOptions } from '../../../util/http/types';\nimport { newlineRegex } from '../../../util/regex';\nimport { Result } from '../../../util/result';\nimport { LooseArray } from '../../../util/schema-utils';\nimport { copystr } from '../../../util/string';\nimport { parseUrl } from '../../../util/url';\n\ntype PackageVersions = Map<string, string[]>;\n\ninterface VersionsEndpointData {\n  packageVersions: PackageVersions;\n  syncedAt: Date;\n  contentLength: number;\n\n  /**\n   * Last 33 characters of the response (32 hex digits + newline)\n   */\n  contentTail: string;\n}\n\nfunction getContentTail(content: string): string {\n  return content.slice(-33);\n}\n\nfunction getContentHead(content: string): string {\n  return content.slice(0, 33);\n}\n\nfunction stripContentHead(content: string): string {\n  return content.slice(33);\n}\n\nfunction reconcilePackageVersions(\n  packageVersions: PackageVersions,\n  versionLines: VersionLines,\n): PackageVersions {\n  for (const line of versionLines) {\n    const packageName = copystr(line.packageName);\n    let versions = packageVersions.get(packageName) ?? [];\n\n    const { deletedVersions, addedVersions } = line;\n\n    if (deletedVersions.size > 0) {\n      versions = versions.filter((v) => !deletedVersions.has(v));\n    }\n\n    if (addedVersions.length > 0) {\n      const existingVersions = new Set(versions);\n      for (const addedVersion of addedVersions) {\n        if (!existingVersions.has(addedVersion)) {\n          const version = copystr(addedVersion);\n          versions.push(version);\n        }\n      }\n    }\n\n    packageVersions.set(packageName, versions);\n  }\n\n  return packageVersions;\n}\n\nfunction parseFullBody(body: string): VersionsEndpointResult {\n  const packageVersions = reconcilePackageVersions(\n    new Map<string, string[]>(),\n    VersionLines.parse(body),\n  );\n  const syncedAt = new Date();\n  const contentLength = body.length;\n  const contentTail = getContentTail(body);\n\n  return Result.ok({\n    packageVersions,\n    syncedAt,\n    contentLength,\n    contentTail,\n  });\n}\n\ntype VersionsEndpointResult = Result<VersionsEndpointData, 'unsupported-api'>;\n\nexport const memCache = new Map<string, VersionsEndpointResult>();\n\nfunction cacheResult(\n  registryUrl: string,\n  result: VersionsEndpointResult,\n): void {\n  const registryHostname = parseUrl(registryUrl)?.hostname;\n  if (registryHostname === 'rubygems.org') {\n    memCache.set(registryUrl, result);\n  }\n}\n\nconst VersionLines = z\n  .string()\n  .transform((x) => x.split(newlineRegex))\n  .pipe(\n    LooseArray(\n      z\n        .string()\n        .transform((line) => line.trim())\n        .refine((line) => line.length > 0)\n        .refine((line) => !line.startsWith('created_at:'))\n        .refine((line) => line !== '---')\n        .transform((line) => line.split(' '))\n        .pipe(z.tuple([z.string(), z.string()]).rest(z.string()))\n        .transform(([packageName, versions]) => {\n          const deletedVersions = new Set<string>();\n          const addedVersions: string[] = [];\n          for (const version of versions.split(',')) {\n            if (version.startsWith('-')) {\n              deletedVersions.add(version.slice(1));\n            } else {\n              addedVersions.push(version);\n            }\n          }\n          return { packageName, deletedVersions, addedVersions };\n        }),\n    ),\n  );\ntype VersionLines = z.infer<typeof VersionLines>;\n\nfunction isStale(regCache: VersionsEndpointData): boolean {\n  return getElapsedMinutes(regCache.syncedAt) >= 15;\n}\n\nexport type VersionsResult = Result<\n  string[],\n  'unsupported-api' | 'package-not-found'\n>;\n\nexport class VersionsEndpointCache {\n  constructor(private readonly http: Http) {}\n\n  private cacheRequests = new Map<string, Promise<VersionsEndpointResult>>();\n\n  /**\n   * At any given time, there should only be one request for a given registryUrl.\n   */\n  private async getCache(registryUrl: string): Promise<VersionsEndpointResult> {\n    const oldResult = memCache.get(registryUrl);\n    if (!oldResult) {\n      const newResult = await this.fullSync(registryUrl);\n      cacheResult(registryUrl, newResult);\n      return newResult;\n    }\n\n    const { val: data } = oldResult.unwrap();\n    if (!data) {\n      return oldResult;\n    }\n\n    if (isStale(data)) {\n      memCache.delete(registryUrl); // If no error is thrown, we'll re-set the cache\n      const newResult = await this.deltaSync(data, registryUrl);\n      cacheResult(registryUrl, newResult);\n      return newResult;\n    }\n\n    return oldResult;\n  }\n\n  async getVersions(\n    registryUrl: string,\n    packageName: string,\n  ): Promise<VersionsResult> {\n    /**\n     * Ensure that only one request for a given registryUrl is in flight at a time.\n     */\n    let cacheRequest = this.cacheRequests.get(registryUrl);\n    if (!cacheRequest) {\n      cacheRequest = this.getCache(registryUrl);\n      this.cacheRequests.set(registryUrl, cacheRequest);\n    }\n    let cachedResult: VersionsEndpointResult;\n    try {\n      cachedResult = await cacheRequest;\n    } finally {\n      this.cacheRequests.delete(registryUrl);\n    }\n\n    const { val: cachedData } = cachedResult.unwrap();\n    if (!cachedData) {\n      logger.debug(\n        { packageName, registryUrl },\n        'Rubygems: endpoint not supported',\n      );\n      return Result.err('unsupported-api');\n    }\n\n    const versions = cachedData.packageVersions.get(packageName);\n    if (!versions?.length) {\n      logger.debug(\n        { packageName, registryUrl },\n        'Rubygems: versions not found',\n      );\n      return Result.err('package-not-found');\n    }\n\n    return Result.ok(versions);\n  }\n\n  private async fullSync(registryUrl: string): Promise<VersionsEndpointResult> {\n    try {\n      const url = `${registryUrl}/versions`;\n      const opts: HttpOptions = { headers: { 'Accept-Encoding': 'gzip' } };\n      const { body } = await this.http.getText(url, opts);\n      return parseFullBody(body);\n    } catch (err) {\n      if (err instanceof HttpError && err.response?.statusCode === 404) {\n        return Result.err('unsupported-api');\n      }\n\n      throw err;\n    }\n  }\n\n  private async deltaSync(\n    oldCache: VersionsEndpointData,\n    registryUrl: string,\n  ): Promise<VersionsEndpointResult> {\n    try {\n      const url = `${registryUrl}/versions`;\n      const startByte = oldCache.contentLength - oldCache.contentTail.length;\n      const opts: HttpOptions = {\n        headers: {\n          ['Accept-Encoding']: 'deflate, compress, br', // Note: `gzip` usage breaks http client, when used with `Range` header\n          ['Range']: `bytes=${startByte}-`,\n        },\n      };\n      const { statusCode, body } = await this.http.getText(url, opts);\n\n      /**\n       * Rubygems will return the full body instead of `416 Range Not Satisfiable`.\n       * In this case, status code will be 200 instead of 206.\n       */\n      if (statusCode === 200) {\n        return parseFullBody(body);\n      }\n\n      /**\n       * We request data in range that overlaps previously fetched data.\n       * If the head of the response doesn't match the tail of the previous response,\n       * it means that the data we have is no longer valid.\n       * In this case we start over with a full sync.\n       */\n      const contentHead = getContentHead(body);\n      if (contentHead !== oldCache.contentTail) {\n        return this.fullSync(registryUrl);\n      }\n\n      /**\n       * Update the cache with the new data.\n       */\n      const delta = stripContentHead(body);\n      const packageVersions = reconcilePackageVersions(\n        oldCache.packageVersions,\n        VersionLines.parse(delta),\n      );\n      const syncedAt = new Date();\n      const contentLength = oldCache.contentLength + delta.length;\n      const contentTail = getContentTail(body);\n\n      return Result.ok({\n        packageVersions,\n        syncedAt,\n        contentLength,\n        contentTail,\n      });\n    } catch (err) {\n      if (err instanceof HttpError) {\n        const responseStatus = err.response?.statusCode;\n\n        /**\n         * In case of `416 Range Not Satisfiable` we do a full sync.\n         * This is unlikely to happen in real life, but anyway.\n         */\n        if (responseStatus === 416) {\n          return this.fullSync(registryUrl);\n        }\n\n        /**\n         * If the endpoint is not supported, we stop trying.\n         * This is unlikely to happen in real life, but still.\n         */\n        if (responseStatus === 404) {\n          return Result.err('unsupported-api');\n        }\n      }\n\n      throw err;\n    }\n  }\n}\n"]}

package/dist/modules/datasource/terraform-provider/index.js

@@ -173,7 +173,7 @@ class TerraformProviderDatasource extends base_1.TerraformDatasource {
         // The hashes are formatted as the result of sha256sum in plain text, each line: <hash>\t<filename>
         let rawHashData;
         try {
-            rawHashData = (await this.http.get(zipHashUrl)).body;
+            rawHashData = (await this.http.getText(zipHashUrl)).body;
         }
         catch (err) {
             /* istanbul ignore next */