renovate 40.0.0-next.3 → 40.0.0-next.30

package/dist/modules/datasource/conda/schema/prefix-dev.d.ts

@@ -0,0 +1,189 @@
+import { z } from 'zod';
+export declare const File: z.ZodObject<{
+    version: z.ZodString;
+    createdAt: z.ZodNullable<z.ZodString>;
+    yankedReason: z.ZodNullable<z.ZodString>;
+    urls: z.ZodEffects<z.ZodDefault<z.ZodOptional<z.ZodArray<z.ZodObject<{
+        url: z.ZodString;
+        kind: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        url: string;
+        kind: string;
+    }, {
+        url: string;
+        kind: string;
+    }>, "many">>>, {
+        [k: string]: string;
+    }, {
+        url: string;
+        kind: string;
+    }[] | undefined>;
+}, "strip", z.ZodTypeAny, {
+    urls: {
+        [k: string]: string;
+    };
+    version: string;
+    createdAt: string | null;
+    yankedReason: string | null;
+}, {
+    version: string;
+    createdAt: string | null;
+    yankedReason: string | null;
+    urls?: {
+        url: string;
+        kind: string;
+    }[] | undefined;
+}>;
+export type File = z.infer<typeof File>;
+export declare const PagedResponseSchema: z.ZodObject<{
+    data: z.ZodObject<{
+        package: z.ZodNullable<z.ZodObject<{
+            variants: z.ZodNullable<z.ZodObject<{
+                pages: z.ZodNumber;
+                page: z.ZodArray<z.ZodObject<{
+                    version: z.ZodString;
+                    createdAt: z.ZodNullable<z.ZodString>;
+                    yankedReason: z.ZodNullable<z.ZodString>;
+                    urls: z.ZodEffects<z.ZodDefault<z.ZodOptional<z.ZodArray<z.ZodObject<{
+                        url: z.ZodString;
+                        kind: z.ZodString;
+                    }, "strip", z.ZodTypeAny, {
+                        url: string;
+                        kind: string;
+                    }, {
+                        url: string;
+                        kind: string;
+                    }>, "many">>>, {
+                        [k: string]: string;
+                    }, {
+                        url: string;
+                        kind: string;
+                    }[] | undefined>;
+                }, "strip", z.ZodTypeAny, {
+                    urls: {
+                        [k: string]: string;
+                    };
+                    version: string;
+                    createdAt: string | null;
+                    yankedReason: string | null;
+                }, {
+                    version: string;
+                    createdAt: string | null;
+                    yankedReason: string | null;
+                    urls?: {
+                        url: string;
+                        kind: string;
+                    }[] | undefined;
+                }>, "many">;
+            }, "strip", z.ZodTypeAny, {
+                page: {
+                    urls: {
+                        [k: string]: string;
+                    };
+                    version: string;
+                    createdAt: string | null;
+                    yankedReason: string | null;
+                }[];
+                pages: number;
+            }, {
+                page: {
+                    version: string;
+                    createdAt: string | null;
+                    yankedReason: string | null;
+                    urls?: {
+                        url: string;
+                        kind: string;
+                    }[] | undefined;
+                }[];
+                pages: number;
+            }>>;
+        }, "strip", z.ZodTypeAny, {
+            variants: {
+                page: {
+                    urls: {
+                        [k: string]: string;
+                    };
+                    version: string;
+                    createdAt: string | null;
+                    yankedReason: string | null;
+                }[];
+                pages: number;
+            } | null;
+        }, {
+            variants: {
+                page: {
+                    version: string;
+                    createdAt: string | null;
+                    yankedReason: string | null;
+                    urls?: {
+                        url: string;
+                        kind: string;
+                    }[] | undefined;
+                }[];
+                pages: number;
+            } | null;
+        }>>;
+    }, "strip", z.ZodTypeAny, {
+        package: {
+            variants: {
+                page: {
+                    urls: {
+                        [k: string]: string;
+                    };
+                    version: string;
+                    createdAt: string | null;
+                    yankedReason: string | null;
+                }[];
+                pages: number;
+            } | null;
+        } | null;
+    }, {
+        package: {
+            variants: {
+                page: {
+                    version: string;
+                    createdAt: string | null;
+                    yankedReason: string | null;
+                    urls?: {
+                        url: string;
+                        kind: string;
+                    }[] | undefined;
+                }[];
+                pages: number;
+            } | null;
+        } | null;
+    }>;
+}, "strip", z.ZodTypeAny, {
+    data: {
+        package: {
+            variants: {
+                page: {
+                    urls: {
+                        [k: string]: string;
+                    };
+                    version: string;
+                    createdAt: string | null;
+                    yankedReason: string | null;
+                }[];
+                pages: number;
+            } | null;
+        } | null;
+    };
+}, {
+    data: {
+        package: {
+            variants: {
+                page: {
+                    version: string;
+                    createdAt: string | null;
+                    yankedReason: string | null;
+                    urls?: {
+                        url: string;
+                        kind: string;
+                    }[] | undefined;
+                }[];
+                pages: number;
+            } | null;
+        } | null;
+    };
+}>;

package/dist/modules/datasource/conda/schema/prefix-dev.js

@@ -0,0 +1,31 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PagedResponseSchema = exports.File = void 0;
+const zod_1 = require("zod");
+exports.File = zod_1.z.object({
+    version: zod_1.z.string(),
+    createdAt: zod_1.z.string().nullable(),
+    yankedReason: zod_1.z.string().nullable(),
+    urls: zod_1.z
+        .array(zod_1.z.object({ url: zod_1.z.string(), kind: zod_1.z.string() }))
+        .optional()
+        .default([])
+        .transform((urls) => {
+        return Object.fromEntries(urls.map((url) => [url.kind, url.url]));
+    }),
+});
+exports.PagedResponseSchema = zod_1.z.object({
+    data: zod_1.z.object({
+        package: zod_1.z
+            .object({
+            variants: zod_1.z
+                .object({
+                pages: zod_1.z.number(),
+                page: zod_1.z.array(exports.File),
+            })
+                .nullable(),
+        })
+            .nullable(),
+    }),
+});
+//# sourceMappingURL=prefix-dev.js.map

package/dist/modules/datasource/conda/schema/prefix-dev.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"prefix-dev.js","sourceRoot":"","sources":["../../../../../lib/modules/datasource/conda/schema/prefix-dev.ts"],"names":[],"mappings":";;;AAAA,6BAAwB;AAEX,QAAA,IAAI,GAAG,OAAC,CAAC,MAAM,CAAC;IAC3B,OAAO,EAAE,OAAC,CAAC,MAAM,EAAE;IACnB,SAAS,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChC,YAAY,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACnC,IAAI,EAAE,OAAC;SACJ,KAAK,CAAC,OAAC,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,OAAC,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,OAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;SACtD,QAAQ,EAAE;SACV,OAAO,CAAC,EAAE,CAAC;SACX,SAAS,CAAC,CAAC,IAAI,EAAE,EAAE;QAClB,OAAO,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IACpE,CAAC,CAAC;CACL,CAAC,CAAC;AAIU,QAAA,mBAAmB,GAAG,OAAC,CAAC,MAAM,CAAC;IAC1C,IAAI,EAAE,OAAC,CAAC,MAAM,CAAC;QACb,OAAO,EAAE,OAAC;aACP,MAAM,CAAC;YACN,QAAQ,EAAE,OAAC;iBACR,MAAM,CAAC;gBACN,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE;gBACjB,IAAI,EAAE,OAAC,CAAC,KAAK,CAAC,YAAI,CAAC;aACpB,CAAC;iBACD,QAAQ,EAAE;SACd,CAAC;aACD,QAAQ,EAAE;KACd,CAAC;CACH,CAAC,CAAC","sourcesContent":["import { z } from 'zod';\n\nexport const File = z.object({\n  version: z.string(),\n  createdAt: z.string().nullable(),\n  yankedReason: z.string().nullable(),\n  urls: z\n    .array(z.object({ url: z.string(), kind: z.string() }))\n    .optional()\n    .default([])\n    .transform((urls) => {\n      return Object.fromEntries(urls.map((url) => [url.kind, url.url]));\n    }),\n});\n\nexport type File = z.infer<typeof File>;\n\nexport const PagedResponseSchema = z.object({\n  data: z.object({\n    package: z\n      .object({\n        variants: z\n          .object({\n            pages: z.number(),\n            page: z.array(File),\n          })\n          .nullable(),\n      })\n      .nullable(),\n  }),\n});\n"]}

package/dist/modules/datasource/conda/types.d.ts

@@ -5,8 +5,6 @@ export interface CondaPackage {
     full_name: string;
     owner: CondaPackageOwner;
     home: string;
-    source_git_url: string;
-    source_git_tag: string;
     app_type: Record<string, unknown>;
     upvoted: number;
     id: string;
@@ -29,7 +27,6 @@ export interface CondaPackage {
     modified_at: string;
     latest_version: CondaVersion;
     summary: string;
-    license_url: string;
     doc_url: string;
 }
 export interface CondaPackageOwner {
@@ -48,7 +45,7 @@ export interface CondaRelease {
     full_name: string;
 }
 export interface CondaFile {
-    description: string;
+    description?: string | null;
     basename: string;
     labels: string[];
     dependencies: string[];
@@ -62,20 +59,4 @@ export interface CondaFile {
     version: CondaVersion;
     md5: string;
     type: string;
-    attrs: {
-        build_number: number;
-        name: string;
-        license: string;
-        timestamp: number;
-        source_url: string;
-        platform: string;
-        depends: string[];
-        version: CondaVersion;
-        subdir: string;
-        build: string;
-        sha256: string;
-        arch: string;
-        md5: string;
-        size: number;
-    };
 }

package/dist/modules/datasource/conda/types.js.map

@@ -1 +1 @@
-{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../lib/modules/datasource/conda/types.ts"],"names":[],"mappings":";AAAA;;EAEE","sourcesContent":["/* For values of unknown type that are not used with renovate,\n   any object is accepted in the types defined here\n*/\n\n// This can be improved with the documentation at\n// https://docs.conda.io/projects/conda/en/latest/user-guide/concepts/pkg-specs.html#supported-version-strings\nexport type CondaVersion = string;\n\nexport interface CondaPackage {\n  app_entry: Record<string, unknown>;\n  conda_platforms: string[];\n  full_name: string;\n  owner: CondaPackageOwner;\n  home: string;\n  source_git_url: string;\n  source_git_tag: string;\n  app_type: Record<string, unknown>;\n  upvoted: number;\n  id: string;\n  app_summary: Record<string, unknown>;\n  public: boolean;\n  revision: number;\n  files: CondaFile[];\n  package_types: string[];\n  description: string;\n  releases: CondaRelease[];\n  html_url: string;\n  builds: string[];\n  watchers: number;\n  dev_url: string;\n  name: string;\n  license: string;\n  versions: CondaVersion[];\n  url: string;\n  created_at: string;\n  modified_at: string;\n  latest_version: CondaVersion;\n  summary: string;\n  license_url: string;\n  doc_url: string;\n}\n\nexport interface CondaPackageOwner {\n  description: string;\n  url: string;\n  company: string;\n  user_type: string;\n  location: string;\n  login: string;\n  created_at: string;\n  name: string;\n}\n\nexport interface CondaRelease {\n  version: CondaVersion;\n  distributions: string[];\n  full_name: string;\n}\n\nexport interface CondaFile {\n  description: string;\n  basename: string;\n  labels: string[];\n  dependencies: string[];\n  distribution_type: string;\n  full_name: string;\n  owner: string;\n  size: number;\n  upload_time: string;\n  ndownloads: number;\n  download_url: string;\n  version: CondaVersion;\n  md5: string;\n  type: string;\n  attrs: {\n    build_number: number;\n    name: string;\n    license: string;\n    timestamp: number;\n    source_url: string;\n    platform: string;\n    depends: string[];\n    version: CondaVersion;\n    subdir: string;\n    build: string;\n    sha256: string;\n    arch: string;\n    md5: string;\n    size: number;\n  };\n}\n"]}
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../lib/modules/datasource/conda/types.ts"],"names":[],"mappings":";AAAA;;EAEE","sourcesContent":["/* For values of unknown type that are not used with renovate,\n   any object is accepted in the types defined here\n*/\n\n// This can be improved with the documentation at\n// https://docs.conda.io/projects/conda/en/latest/user-guide/concepts/pkg-specs.html#supported-version-strings\nexport type CondaVersion = string;\n\nexport interface CondaPackage {\n  app_entry: Record<string, unknown>;\n  conda_platforms: string[];\n  full_name: string;\n  owner: CondaPackageOwner;\n  home: string;\n  app_type: Record<string, unknown>;\n  upvoted: number;\n  id: string;\n  app_summary: Record<string, unknown>;\n  public: boolean;\n  revision: number;\n  files: CondaFile[];\n  package_types: string[];\n  description: string;\n  releases: CondaRelease[];\n  html_url: string;\n  builds: string[];\n  watchers: number;\n  dev_url: string;\n  name: string;\n  license: string;\n  versions: CondaVersion[];\n  url: string;\n  created_at: string;\n  modified_at: string;\n  latest_version: CondaVersion;\n  summary: string;\n  doc_url: string;\n}\n\nexport interface CondaPackageOwner {\n  description: string;\n  url: string;\n  company: string;\n  user_type: string;\n  location: string;\n  login: string;\n  created_at: string;\n  name: string;\n}\n\nexport interface CondaRelease {\n  version: CondaVersion;\n  distributions: string[];\n  full_name: string;\n}\n\nexport interface CondaFile {\n  description?: string | null;\n  basename: string;\n  labels: string[];\n  dependencies: string[];\n  distribution_type: string;\n  full_name: string;\n  owner: string;\n  size: number;\n  upload_time: string;\n  ndownloads: number;\n  download_url: string;\n  version: CondaVersion;\n  md5: string;\n  type: string;\n}\n"]}

package/dist/modules/datasource/cpan/index.js

@@ -18,7 +18,7 @@ class CpanDatasource extends datasource_1.Datasource {
     releaseTimestampSupport = true;
     releaseTimestampNote = 'The release timestamp is determined from the `date` field in the results.';
     async getReleases({ packageName, registryUrl, }) {
-        // istanbul ignore if
+        /* v8 ignore next 3 -- should never happen */
         if (!registryUrl) {
             return null;
         }

package/dist/modules/datasource/cpan/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../lib/modules/datasource/cpan/index.ts"],"names":[],"mappings":";;;;AAAA,qEAA8D;AAC9D,2CAAiD;AACjD,8EAAwD;AACxD,8CAA2C;AAE3C,qCAAyD;AAGzD,MAAa,cAAe,SAAQ,uBAAU;IAC5C,MAAM,CAAU,EAAE,GAAG,MAAM,CAAC;IAE5B;QACE,KAAK,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;IAC3B,CAAC;IAEiB,qBAAqB,GAAG,KAAK,CAAC;IAE9B,mBAAmB,GAAG,CAAC,+BAA+B,CAAC,CAAC;IAExD,iBAAiB,GAAG,cAAc,CAAC,EAAE,CAAC;IAEtC,uBAAuB,GAAG,IAAI,CAAC;IAC/B,oBAAoB,GACpC,2EAA2E,CAAC;IAM/D,AAAN,KAAK,CAAC,WAAW,CAAC,EACzB,WAAW,EACX,WAAW,GACO;QAClB,qBAAqB;QACrB,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,MAAM,GAAyB,IAAI,CAAC;QACxC,MAAM,SAAS,GAAG,IAAA,kBAAY,EAAC,WAAW,EAAE,iBAAiB,CAAC,CAAC;QAE/D,IAAI,QAAQ,GAAyB,IAAI,CAAC;QAC1C,IAAI,CAAC;YACH,MAAM,IAAI,GAAG;gBACX,KAAK,EAAE;oBACL,QAAQ,EAAE;wBACR,KAAK,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE;wBACxB,MAAM,EAAE;4BACN,GAAG,EAAE;gCACH,EAAE,IAAI,EAAE,EAAE,aAAa,EAAE,WAAW,EAAE,EAAE;gCACxC,EAAE,IAAI,EAAE,EAAE,mBAAmB,EAAE,IAAI,EAAE,EAAE;gCACvC,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,uBAAuB,EAAE,EAAE;6BAC/C;yBACF;qBACF;iBACF;gBACD,OAAO,EAAE;oBACP,aAAa;oBACb,gBAAgB;oBAChB,cAAc;oBACd,MAAM;oBACN,YAAY;oBACZ,UAAU;oBACV,QAAQ;iBACT;gBACD,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;aACzB,CAAC;YAEF,QAAQ,GAAG,CACT,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,CACtB,SAAS,EACT,EAAE,IAAI,EAAE,EACR,sCAA6B,CAC9B,CACF,CAAC,IAAI,CAAC;QACT,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC;QAChC,CAAC;QAED,IAAI,kBAAkB,GAAkB,IAAI,CAAC;QAC7C,IAAI,aAAa,GAAkB,IAAI,CAAC;QACxC,IAAI,QAAQ,EAAE,CAAC;YACb,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;gBAC/B,IAAI,CAAC,kBAAkB,EAAE,CAAC;oBACxB,kBAAkB,GAAG,OAAO,CAAC,YAAY,CAAC;gBAC5C,CAAC;gBACD,IAAI,CAAC,aAAa,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;oBACvC,aAAa,GAAG,OAAO,CAAC,OAAO,CAAC;gBAClC,CAAC;YACH,CAAC;QACH,CAAC;QACD,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,kBAAkB,EAAE,CAAC;YAC9C,MAAM,GAAG;gBACP,QAAQ;gBACR,YAAY,EAAE,6BAA6B,kBAAkB,UAAU;gBACvE,QAAQ,EAAE,4BAA4B,WAAW,EAAE;aACpD,CAAC;YAEF,IAAI,aAAa,EAAE,CAAC;gBAClB,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;gBACnB,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,aAAa,CAAC;YACrC,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;;AAjGH,wCAkGC;AA7EgB;IAJd,IAAA,iBAAK,EAAC;QACL,SAAS,EAAE,cAAc,cAAc,CAAC,EAAE,EAAE;QAC5C,GAAG,EAAE,CAAC,EAAE,WAAW,EAAqB,EAAE,EAAE,CAAC,GAAG,WAAW,EAAE;KAC9D,CAAC;iDA6ED","sourcesContent":["import { cache } from '../../../util/cache/package/decorator';\nimport { joinUrlParts } from '../../../util/url';\nimport * as perlVersioning from '../../versioning/perl';\nimport { Datasource } from '../datasource';\nimport type { GetReleasesConfig, ReleaseResult } from '../types';\nimport { MetaCpanApiFileSearchResponse } from './schema';\nimport type { CpanRelease } from './types';\n\nexport class CpanDatasource extends Datasource {\n  static readonly id = 'cpan';\n\n  constructor() {\n    super(CpanDatasource.id);\n  }\n\n  override readonly customRegistrySupport = false;\n\n  override readonly defaultRegistryUrls = ['https://fastapi.metacpan.org/'];\n\n  override readonly defaultVersioning = perlVersioning.id;\n\n  override readonly releaseTimestampSupport = true;\n  override readonly releaseTimestampNote =\n    'The release timestamp is determined from the `date` field in the results.';\n\n  @cache({\n    namespace: `datasource-${CpanDatasource.id}`,\n    key: ({ packageName }: GetReleasesConfig) => `${packageName}`,\n  })\n  override async getReleases({\n    packageName,\n    registryUrl,\n  }: GetReleasesConfig): Promise<ReleaseResult | null> {\n    // istanbul ignore if\n    if (!registryUrl) {\n      return null;\n    }\n\n    let result: ReleaseResult | null = null;\n    const searchUrl = joinUrlParts(registryUrl, 'v1/file/_search');\n\n    let releases: CpanRelease[] | null = null;\n    try {\n      const body = {\n        query: {\n          filtered: {\n            query: { match_all: {} },\n            filter: {\n              and: [\n                { term: { 'module.name': packageName } },\n                { term: { 'module.authorized': true } },\n                { exists: { field: 'module.associated_pod' } },\n              ],\n            },\n          },\n        },\n        _source: [\n          'module.name',\n          'module.version',\n          'distribution',\n          'date',\n          'deprecated',\n          'maturity',\n          'status',\n        ],\n        sort: [{ date: 'desc' }],\n      };\n\n      releases = (\n        await this.http.postJson(\n          searchUrl,\n          { body },\n          MetaCpanApiFileSearchResponse,\n        )\n      ).body;\n    } catch (err) {\n      this.handleGenericErrors(err);\n    }\n\n    let latestDistribution: string | null = null;\n    let latestVersion: string | null = null;\n    if (releases) {\n      for (const release of releases) {\n        if (!latestDistribution) {\n          latestDistribution = release.distribution;\n        }\n        if (!latestVersion && release.isLatest) {\n          latestVersion = release.version;\n        }\n      }\n    }\n    if (releases.length > 0 && latestDistribution) {\n      result = {\n        releases,\n        changelogUrl: `https://metacpan.org/dist/${latestDistribution}/changes`,\n        homepage: `https://metacpan.org/pod/${packageName}`,\n      };\n\n      if (latestVersion) {\n        result.tags ??= {};\n        result.tags.latest = latestVersion;\n      }\n    }\n\n    return result;\n  }\n}\n"]}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../lib/modules/datasource/cpan/index.ts"],"names":[],"mappings":";;;;AAAA,qEAA8D;AAC9D,2CAAiD;AACjD,8EAAwD;AACxD,8CAA2C;AAE3C,qCAAyD;AAGzD,MAAa,cAAe,SAAQ,uBAAU;IAC5C,MAAM,CAAU,EAAE,GAAG,MAAM,CAAC;IAE5B;QACE,KAAK,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;IAC3B,CAAC;IAEiB,qBAAqB,GAAG,KAAK,CAAC;IAE9B,mBAAmB,GAAG,CAAC,+BAA+B,CAAC,CAAC;IAExD,iBAAiB,GAAG,cAAc,CAAC,EAAE,CAAC;IAEtC,uBAAuB,GAAG,IAAI,CAAC;IAC/B,oBAAoB,GACpC,2EAA2E,CAAC;IAM/D,AAAN,KAAK,CAAC,WAAW,CAAC,EACzB,WAAW,EACX,WAAW,GACO;QAClB,6CAA6C;QAC7C,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,MAAM,GAAyB,IAAI,CAAC;QACxC,MAAM,SAAS,GAAG,IAAA,kBAAY,EAAC,WAAW,EAAE,iBAAiB,CAAC,CAAC;QAE/D,IAAI,QAAQ,GAAyB,IAAI,CAAC;QAC1C,IAAI,CAAC;YACH,MAAM,IAAI,GAAG;gBACX,KAAK,EAAE;oBACL,QAAQ,EAAE;wBACR,KAAK,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE;wBACxB,MAAM,EAAE;4BACN,GAAG,EAAE;gCACH,EAAE,IAAI,EAAE,EAAE,aAAa,EAAE,WAAW,EAAE,EAAE;gCACxC,EAAE,IAAI,EAAE,EAAE,mBAAmB,EAAE,IAAI,EAAE,EAAE;gCACvC,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,uBAAuB,EAAE,EAAE;6BAC/C;yBACF;qBACF;iBACF;gBACD,OAAO,EAAE;oBACP,aAAa;oBACb,gBAAgB;oBAChB,cAAc;oBACd,MAAM;oBACN,YAAY;oBACZ,UAAU;oBACV,QAAQ;iBACT;gBACD,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;aACzB,CAAC;YAEF,QAAQ,GAAG,CACT,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,CACtB,SAAS,EACT,EAAE,IAAI,EAAE,EACR,sCAA6B,CAC9B,CACF,CAAC,IAAI,CAAC;QACT,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC;QAChC,CAAC;QAED,IAAI,kBAAkB,GAAkB,IAAI,CAAC;QAC7C,IAAI,aAAa,GAAkB,IAAI,CAAC;QACxC,IAAI,QAAQ,EAAE,CAAC;YACb,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;gBAC/B,IAAI,CAAC,kBAAkB,EAAE,CAAC;oBACxB,kBAAkB,GAAG,OAAO,CAAC,YAAY,CAAC;gBAC5C,CAAC;gBACD,IAAI,CAAC,aAAa,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;oBACvC,aAAa,GAAG,OAAO,CAAC,OAAO,CAAC;gBAClC,CAAC;YACH,CAAC;QACH,CAAC;QACD,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,kBAAkB,EAAE,CAAC;YAC9C,MAAM,GAAG;gBACP,QAAQ;gBACR,YAAY,EAAE,6BAA6B,kBAAkB,UAAU;gBACvE,QAAQ,EAAE,4BAA4B,WAAW,EAAE;aACpD,CAAC;YAEF,IAAI,aAAa,EAAE,CAAC;gBAClB,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;gBACnB,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,aAAa,CAAC;YACrC,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;;AAjGH,wCAkGC;AA7EgB;IAJd,IAAA,iBAAK,EAAC;QACL,SAAS,EAAE,cAAc,cAAc,CAAC,EAAE,EAAE;QAC5C,GAAG,EAAE,CAAC,EAAE,WAAW,EAAqB,EAAE,EAAE,CAAC,GAAG,WAAW,EAAE;KAC9D,CAAC;iDA6ED","sourcesContent":["import { cache } from '../../../util/cache/package/decorator';\nimport { joinUrlParts } from '../../../util/url';\nimport * as perlVersioning from '../../versioning/perl';\nimport { Datasource } from '../datasource';\nimport type { GetReleasesConfig, ReleaseResult } from '../types';\nimport { MetaCpanApiFileSearchResponse } from './schema';\nimport type { CpanRelease } from './types';\n\nexport class CpanDatasource extends Datasource {\n  static readonly id = 'cpan';\n\n  constructor() {\n    super(CpanDatasource.id);\n  }\n\n  override readonly customRegistrySupport = false;\n\n  override readonly defaultRegistryUrls = ['https://fastapi.metacpan.org/'];\n\n  override readonly defaultVersioning = perlVersioning.id;\n\n  override readonly releaseTimestampSupport = true;\n  override readonly releaseTimestampNote =\n    'The release timestamp is determined from the `date` field in the results.';\n\n  @cache({\n    namespace: `datasource-${CpanDatasource.id}`,\n    key: ({ packageName }: GetReleasesConfig) => `${packageName}`,\n  })\n  override async getReleases({\n    packageName,\n    registryUrl,\n  }: GetReleasesConfig): Promise<ReleaseResult | null> {\n    /* v8 ignore next 3 -- should never happen */\n    if (!registryUrl) {\n      return null;\n    }\n\n    let result: ReleaseResult | null = null;\n    const searchUrl = joinUrlParts(registryUrl, 'v1/file/_search');\n\n    let releases: CpanRelease[] | null = null;\n    try {\n      const body = {\n        query: {\n          filtered: {\n            query: { match_all: {} },\n            filter: {\n              and: [\n                { term: { 'module.name': packageName } },\n                { term: { 'module.authorized': true } },\n                { exists: { field: 'module.associated_pod' } },\n              ],\n            },\n          },\n        },\n        _source: [\n          'module.name',\n          'module.version',\n          'distribution',\n          'date',\n          'deprecated',\n          'maturity',\n          'status',\n        ],\n        sort: [{ date: 'desc' }],\n      };\n\n      releases = (\n        await this.http.postJson(\n          searchUrl,\n          { body },\n          MetaCpanApiFileSearchResponse,\n        )\n      ).body;\n    } catch (err) {\n      this.handleGenericErrors(err);\n    }\n\n    let latestDistribution: string | null = null;\n    let latestVersion: string | null = null;\n    if (releases) {\n      for (const release of releases) {\n        if (!latestDistribution) {\n          latestDistribution = release.distribution;\n        }\n        if (!latestVersion && release.isLatest) {\n          latestVersion = release.version;\n        }\n      }\n    }\n    if (releases.length > 0 && latestDistribution) {\n      result = {\n        releases,\n        changelogUrl: `https://metacpan.org/dist/${latestDistribution}/changes`,\n        homepage: `https://metacpan.org/pod/${packageName}`,\n      };\n\n      if (latestVersion) {\n        result.tags ??= {};\n        result.tags.latest = latestVersion;\n      }\n    }\n\n    return result;\n  }\n}\n"]}

package/dist/modules/datasource/crate/index.js

@@ -28,7 +28,7 @@ class CrateDatasource extends datasource_1.Datasource {
     sourceUrlSupport = 'package';
     sourceUrlNote = 'The source URL is determined from the `repository` field in the results.';
     async getReleases({ packageName, registryUrl, }) {
-        // istanbul ignore if
+        /* v8 ignore next 6 -- should never happen */
         if (!registryUrl) {
             logger_1.logger.warn('crate datasource: No registryUrl specified, cannot perform getReleases');
             return null;
@@ -110,7 +110,7 @@ class CrateDatasource extends datasource_1.Datasource {
             const packageSuffix = CrateDatasource.getIndexSuffix(packageName.toLowerCase());
             const crateUrl = (0, url_1.joinUrlParts)(baseUrl, ...packageSuffix);
             try {
-                return (await this.http.get(crateUrl)).body;
+                return (await this.http.getText(crateUrl)).body;
             }
             catch (err) {
                 this.handleGenericErrors(err);
@@ -161,7 +161,7 @@ class CrateDatasource extends datasource_1.Datasource {
      * url and clones it to cache.
      */
     static async fetchRegistryInfo({ packageName, registryUrl, }) {
-        // istanbul ignore if
+        /* v8 ignore next 3 -- should never happen */
         if (!registryUrl) {
             return null;
         }

package/dist/modules/datasource/crate/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../lib/modules/datasource/crate/index.ts"],"names":[],"mappings":";;;;AAAA,oEAA6B;AAC7B,0DAA0B;AAC1B,mDAAsD;AACtD,4CAAyC;AACzC,6EAAuD;AACvD,qEAA8D;AAC9D,yCAAkE;AAClE,qDAA2D;AAC3D,6CAA8C;AAC9C,+CAA0D;AAC1D,2CAA2D;AAC3D,gFAA0D;AAC1D,8CAA2C;AAQ3C,qCAAkD;AAQlD,MAAa,eAAgB,SAAQ,uBAAU;IAC7C,MAAM,CAAU,EAAE,GAAG,OAAO,CAAC;IAE7B;QACE,KAAK,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;IAC5B,CAAC;IAEQ,mBAAmB,GAAG,CAAC,mBAAmB,CAAC,CAAC;IAE5C,iBAAiB,GAAG,eAAe,CAAC,EAAE,CAAC;IAEhD,MAAM,CAAU,kBAAkB,GAChC,qEAAqE,CAAC;IAExE,MAAM,CAAU,sBAAsB,GAAG,2BAA2B,CAAC;IAEnD,gBAAgB,GAAG,SAAS,CAAC;IAC7B,aAAa,GAC7B,0EAA0E,CAAC;IAUvE,AAAN,KAAK,CAAC,WAAW,CAAC,EAChB,WAAW,EACX,WAAW,GACO;QAClB,qBAAqB;QACrB,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,eAAM,CAAC,IAAI,CACT,wEAAwE,CACzE,CAAC;YACF,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,YAAY,GAAG,MAAM,eAAe,CAAC,iBAAiB,CAAC;YAC3D,WAAW;YACX,WAAW;SACZ,CAAC,CAAC;QACH,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,eAAM,CAAC,KAAK,CAAC,sCAAsC,WAAW,EAAE,CAAC,CAAC;YAClE,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,aAAa,GAAG,eAAe,CAAC,gBAAgB,CACpD,YAAY,EACZ,WAAW,CACZ,CAAC;QAEF,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,wBAAwB,CACjD,YAAY,EACZ,WAAW,CACZ,CAAC;QACF,MAAM,KAAK,GAAG,OAAO;aAClB,KAAK,CAAC,oBAAY,CAAC,CAAC,mBAAmB;aACvC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,oBAAoB;aAC/C,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,qBAAqB;aACzD,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAgB,CAAC,CAAC,CAAC,QAAQ;QAE3D,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC;QAExE,MAAM,MAAM,GAAkB;YAC5B,aAAa;YACb,QAAQ,EAAE,EAAE;SACb,CAAC;QAEF,IAAI,QAAQ,EAAE,QAAQ,EAAE,CAAC;YACvB,MAAM,CAAC,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC;QACtC,CAAC;QAED,IAAI,QAAQ,EAAE,UAAU,EAAE,CAAC;YACzB,MAAM,CAAC,SAAS,GAAG,QAAQ,CAAC,UAAU,CAAC;QACzC,CAAC;QAED,MAAM,CAAC,QAAQ,GAAG,KAAK;aACpB,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;YACf,MAAM,OAAO,GAAY;gBACvB,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;aAC3C,CAAC;YACF,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;gBACnB,OAAO,CAAC,YAAY,GAAG,IAAI,CAAC;YAC9B,CAAC;YACD,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;gBACzB,OAAO,CAAC,WAAW,GAAG;oBACpB,IAAI,EAAE,CAAC,OAAO,CAAC,YAAY,CAAC;iBAC7B,CAAC;YACJ,CAAC;YACD,OAAO,OAAO,CAAC;QACjB,CAAC,CAAC;aACD,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACxC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;YAC5B,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAUY,AAAN,KAAK,CAAC,gBAAgB,CAC3B,IAAkB,EAClB,WAAmB;QAEnB,IAAI,IAAI,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;YAChC,OAAO,IAAI,CAAC;QACd,CAAC;QAED,2EAA2E;QAC3E,wEAAwE;QACxE,wCAAwC;QACxC,MAAM,QAAQ,GAAG,GAAG,eAAe,CAAC,sBAAsB,UAAU,WAAW,WAAW,CAAC;QAE3F,eAAM,CAAC,KAAK,CACV,EAAE,QAAQ,EAAE,WAAW,EAAE,WAAW,EAAE,IAAI,CAAC,MAAM,EAAE,EACnD,4BAA4B,CAC7B,CAAC;QAEF,IAAI,CAAC;YAIH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAW,QAAQ,CAAC,CAAC;YACtE,OAAO,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC;QAC7B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,eAAM,CAAC,IAAI,CACT,EAAE,GAAG,EAAE,WAAW,EAAE,WAAW,EAAE,IAAI,CAAC,MAAM,EAAE,EAC9C,mCAAmC,CACpC,CAAC;QACJ,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,KAAK,CAAC,wBAAwB,CACnC,IAAkB,EAClB,WAAmB;QAEnB,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,MAAM,IAAI,GAAG,eAAK,CAAC,IAAI,CACrB,IAAI,CAAC,SAAS,EACd,GAAG,eAAe,CAAC,cAAc,CAAC,WAAW,CAAC,CAC/C,CAAC;YACF,OAAO,IAAA,kBAAa,EAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACrC,CAAC;QAED,MAAM,OAAO,GACX,IAAI,CAAC,MAAM,KAAK,WAAW;YACzB,CAAC,CAAC,eAAe,CAAC,kBAAkB;YACpC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;QAElB,IAAI,IAAI,CAAC,MAAM,KAAK,WAAW,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YACjD,MAAM,aAAa,GAAG,eAAe,CAAC,cAAc,CAClD,WAAW,CAAC,WAAW,EAAE,CAC1B,CAAC;YACF,MAAM,QAAQ,GAAG,IAAA,kBAAY,EAAC,OAAO,EAAE,GAAG,aAAa,CAAC,CAAC;YACzD,IAAI,CAAC;gBACH,OAAO,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC;YAC9C,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC;YAChC,CAAC;QACH,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,sCAAsC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;IACvE,CAAC;IAED;;;OAGG;IACK,MAAM,CAAC,gBAAgB,CAC7B,IAAkB,EAClB,WAAmB;QAEnB,QAAQ,IAAI,CAAC,MAAM,EAAE,CAAC;YACpB,KAAK,WAAW;gBACd,OAAO,4BAA4B,WAAW,EAAE,CAAC;YACnD,KAAK,YAAY,CAAC,CAAC,CAAC;gBAClB,mEAAmE;gBACnE,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBAC5C,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;gBACtB,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;gBACvB,OAAO,0BAA0B,GAAG,UAAU,IAAI,0BAA0B,WAAW,EAAE,CAAC;YAC5F,CAAC;YACD;gBACE,OAAO,GAAG,IAAI,CAAC,MAAM,IAAI,WAAW,EAAE,CAAC;QAC3C,CAAC;IACH,CAAC;IAED;;;OAGG;IACK,MAAM,CAAC,eAAe,CAAC,GAAQ;QACrC,MAAM,KAAK,GAAG,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAA,aAAK,EAAC,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;QACpD,MAAM,IAAI,GAAG,GAAG,CAAC,QAAQ,CAAC;QAC1B,MAAM,IAAI,GAAG,IAAA,eAAQ,EAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAEpD,OAAO,kBAAkB,KAAK,IAAI,IAAI,IAAI,IAAI,EAAE,CAAC;IACnD,CAAC;IAEO,MAAM,CAAC,gBAAgB,CAAC,GAAW;QACzC,MAAM,MAAM,GAAG,IAAA,cAAQ,EAAC,GAAG,CAAC,CAAC;QAC7B,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAO,KAAK,CAAC;QACf,CAAC;QACD,OAAO,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;IAC/C,CAAC;IAED;;;;;OAKG;IACK,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,EACrC,WAAW,EACX,WAAW,GACO;QAClB,qBAAqB;QACrB,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,gBAAgB,GAAG,eAAe,CAAC,gBAAgB,CAAC,WAAW,CAAC,CAAC;QACvE,MAAM,gBAAgB,GAAG,gBAAgB;YACvC,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;YACtC,CAAC,CAAC,WAAW,CAAC;QAEhB,MAAM,GAAG,GAAG,IAAA,cAAQ,EAAC,gBAAgB,CAAC,CAAC;QACvC,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,eAAM,CAAC,KAAK,CAAC,gCAAgC,gBAAgB,EAAE,CAAC,CAAC;YACjE,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,MAAsB,CAAC;QAC3B,IAAI,GAAG,CAAC,QAAQ,KAAK,WAAW,EAAE,CAAC;YACjC,MAAM,GAAG,WAAW,CAAC;QACvB,CAAC;aAAM,IAAI,GAAG,CAAC,QAAQ,KAAK,kBAAkB,EAAE,CAAC;YAC/C,MAAM,GAAG,YAAY,CAAC;QACxB,CAAC;aAAM,CAAC;YACN,MAAM,GAAG,OAAO,CAAC;QACnB,CAAC;QAED,MAAM,QAAQ,GAAiB;YAC7B,MAAM;YACN,MAAM,EAAE,gBAAgB;YACxB,GAAG;YACH,QAAQ,EAAE,gBAAgB;SAC3B,CAAC;QAEF,IACE,QAAQ,CAAC,MAAM,KAAK,WAAW;YAC/B,CAAC,qBAAY,CAAC,GAAG,CAAC,4BAA4B,CAAC,EAC/C,CAAC;YACD,eAAM,CAAC,IAAI,CACT,gHAAgH,CACjH,CAAC;YACF,OAAO,IAAI,CAAC;QACd,CAAC;QACD,IAAI,QAAQ,CAAC,MAAM,KAAK,WAAW,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC;YAC1D,MAAM,QAAQ,GAAG,wCAAwC,gBAAgB,EAAE,CAAC;YAC5E,MAAM,gBAAgB,GAAG,wCAAwC,gBAAgB,QAAQ,CAAC;YAE1F,6EAA6E;YAC7E,iFAAiF;YACjF,6CAA6C;YAE7C,MAAM,gBAAgB,GAA2B,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YACxE,IAAI,SAAiB,CAAC;YAEtB,IAAI,gBAAgB,EAAE,CAAC;gBACrB,SAAS,GAAG,MAAM,gBAAgB,CAAC;YACrC,CAAC;iBAAM,CAAC;gBACN,SAAS,GAAG,eAAK,CAAC,IAAI,CACpB,IAAA,oBAAe,GAAE,EACjB,eAAe,CAAC,eAAe,CAAC,GAAG,CAAC,CACrC,CAAC;gBACF,eAAM,CAAC,IAAI,CACT,EAAE,SAAS,EAAE,gBAAgB,EAAE,EAC/B,gCAAgC,CACjC,CAAC;gBAEF,MAAM,GAAG,GAAG,IAAA,oBAAG,EAAC,EAAE,GAAG,IAAA,wBAAe,GAAE,EAAE,sBAAsB,EAAE,CAAC,EAAE,CAAC,CAAC;gBACrE,MAAM,YAAY,GAAG,GAAG,CAAC,KAAK,CAAC,gBAAgB,EAAE,SAAS,EAAE;oBAC1D,SAAS,EAAE,CAAC;iBACb,CAAC,CAAC;gBAEH,QAAQ,CAAC,GAAG,CACV,QAAQ,EACR,YAAY,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CACrD,CAAC;gBAEF,IAAI,CAAC;oBACH,MAAM,YAAY,CAAC;gBACrB,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,eAAM,CAAC,IAAI,CACT,EAAE,GAAG,EAAE,WAAW,EAAE,gBAAgB,EAAE,EACtC,6BAA6B,CAC9B,CAAC;oBACF,QAAQ,CAAC,GAAG,CAAC,gBAAgB,EAAE,GAAG,CAAC,CAAC;oBAEpC,OAAO,IAAI,CAAC;gBACd,CAAC;YACH,CAAC;YAED,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;gBAC3C,eAAM,CAAC,IAAI,CACT,EAAE,GAAG,EAAE,WAAW,EAAE,gBAAgB,EAAE,EACtC,yCAAyC,CAC1C,CAAC;gBAEF,OAAO,IAAI,CAAC;YACd,CAAC;YAED,QAAQ,CAAC,SAAS,GAAG,SAAS,CAAC;QACjC,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAEO,MAAM,CAAC,oBAAoB,CACjC,WAA+B;QAE/B,gEAAgE;QAChE,4BAA4B;QAC5B,OAAO,WAAW,KAAK,mBAAmB,CAAC;IAC7C,CAAC;IAEM,MAAM,CAAC,cAAc,CAAC,WAAmB;QAC9C,MAAM,GAAG,GAAG,WAAW,CAAC,MAAM,CAAC;QAE/B,IAAI,GAAG,KAAK,CAAC,EAAE,CAAC;YACd,OAAO,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;QAC5B,CAAC;QACD,IAAI,GAAG,KAAK,CAAC,EAAE,CAAC;YACd,OAAO,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;QAC5B,CAAC;QACD,IAAI,GAAG,KAAK,CAAC,EAAE,CAAC;YACd,OAAO,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC;QAC5C,CAAC;QAED,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC;IACzE,CAAC;IAYc,AAAN,KAAK,CAAC,kBAAkB,CAC/B,EAAE,WAAW,EAAE,WAAW,EAA4B,EACtD,OAAgB;QAEhB,IAAI,WAAW,KAAK,mBAAmB,EAAE,CAAC;YACxC,OAAO,OAAO,CAAC;QACjB,CAAC;QAED,MAAM,GAAG,GAAG,mCAAmC,WAAW,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QAChF,MAAM,EAAE,IAAI,EAAE,gBAAgB,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,CACxD,GAAG,EACH,+BAAsB,CACvB,CAAC;QACF,OAAO,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QAC5C,OAAO,OAAO,CAAC;IACjB,CAAC;;AA5XH,0CA6XC;AAjWO;IARL,IAAA,iBAAK,EAAC;QACL,SAAS,EAAE,cAAc,eAAe,CAAC,EAAE,EAAE;QAC7C,GAAG,EAAE,CAAC,EAAE,WAAW,EAAE,WAAW,EAAqB,EAAE,EAAE;QACvD,uBAAuB;QACvB,GAAG,WAAW,IAAI,WAAW,EAAE;QACjC,SAAS,EAAE,CAAC,EAAE,WAAW,EAAqB,EAAE,EAAE,CAChD,eAAe,CAAC,oBAAoB,CAAC,WAAW,CAAC;KACpD,CAAC;kDAyED;AAUY;IARZ,IAAA,iBAAK,EAAC;QACL,SAAS,EAAE,cAAc,eAAe,CAAC,EAAE,WAAW;QACtD,GAAG,EAAE,CAAC,IAAkB,EAAE,WAAmB,EAAE,EAAE,CAC/C,GAAG,IAAI,CAAC,MAAM,IAAI,WAAW,EAAE;QACjC,SAAS,EAAE,CAAC,IAAkB,EAAE,EAAE,CAChC,eAAe,CAAC,oBAAoB,CAAC,IAAI,CAAC,MAAM,CAAC;QACnD,UAAU,EAAE,EAAE,GAAG,EAAE,EAAE,WAAW;KACjC,CAAC;uDAiCD;AA+Nc;IAVd,IAAA,iBAAK,EAAC;QACL,SAAS,EAAE,kBAAkB;QAC7B,GAAG,EAAE,CACH,EAAE,WAAW,EAAE,WAAW,EAA4B,EACtD,EAAE,OAAO,EAAW,EACpB,EAAE,CAAC,sBAAsB,WAAW,IAAI,WAAW,IAAI,OAAO,EAAE;QAClE,UAAU,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE;QACvB,SAAS,EAAE,CAAC,EAAE,WAAW,EAA4B,EAAE,CAAU,EAAE,EAAE,CACnE,WAAW,KAAK,mBAAmB;KACtC,CAAC;yDAgBD","sourcesContent":["import Git from 'simple-git';\nimport upath from 'upath';\nimport { GlobalConfig } from '../../../config/global';\nimport { logger } from '../../../logger';\nimport * as memCache from '../../../util/cache/memory';\nimport { cache } from '../../../util/cache/package/decorator';\nimport { privateCacheDir, readCacheFile } from '../../../util/fs';\nimport { simpleGitConfig } from '../../../util/git/config';\nimport { toSha256 } from '../../../util/hash';\nimport { newlineRegex, regEx } from '../../../util/regex';\nimport { joinUrlParts, parseUrl } from '../../../util/url';\nimport * as cargoVersioning from '../../versioning/cargo';\nimport { Datasource } from '../datasource';\nimport type {\n  GetReleasesConfig,\n  PostprocessReleaseConfig,\n  PostprocessReleaseResult,\n  Release,\n  ReleaseResult,\n} from '../types';\nimport { ReleaseTimestampSchema } from './schema';\nimport type {\n  CrateMetadata,\n  CrateRecord,\n  RegistryFlavor,\n  RegistryInfo,\n} from './types';\n\nexport class CrateDatasource extends Datasource {\n  static readonly id = 'crate';\n\n  constructor() {\n    super(CrateDatasource.id);\n  }\n\n  override defaultRegistryUrls = ['https://crates.io'];\n\n  override defaultVersioning = cargoVersioning.id;\n\n  static readonly CRATES_IO_BASE_URL =\n    'https://raw.githubusercontent.com/rust-lang/crates.io-index/master/';\n\n  static readonly CRATES_IO_API_BASE_URL = 'https://crates.io/api/v1/';\n\n  override readonly sourceUrlSupport = 'package';\n  override readonly sourceUrlNote =\n    'The source URL is determined from the `repository` field in the results.';\n\n  @cache({\n    namespace: `datasource-${CrateDatasource.id}`,\n    key: ({ registryUrl, packageName }: GetReleasesConfig) =>\n      // TODO: types (#22198)\n      `${registryUrl}/${packageName}`,\n    cacheable: ({ registryUrl }: GetReleasesConfig) =>\n      CrateDatasource.areReleasesCacheable(registryUrl),\n  })\n  async getReleases({\n    packageName,\n    registryUrl,\n  }: GetReleasesConfig): Promise<ReleaseResult | null> {\n    // istanbul ignore if\n    if (!registryUrl) {\n      logger.warn(\n        'crate datasource: No registryUrl specified, cannot perform getReleases',\n      );\n      return null;\n    }\n\n    const registryInfo = await CrateDatasource.fetchRegistryInfo({\n      packageName,\n      registryUrl,\n    });\n    if (!registryInfo) {\n      logger.debug(`Could not fetch registry info from ${registryUrl}`);\n      return null;\n    }\n\n    const dependencyUrl = CrateDatasource.getDependencyUrl(\n      registryInfo,\n      packageName,\n    );\n\n    const payload = await this.fetchCrateRecordsPayload(\n      registryInfo,\n      packageName,\n    );\n    const lines = payload\n      .split(newlineRegex) // break into lines\n      .map((line) => line.trim()) // remove whitespace\n      .filter((line) => line.length !== 0) // remove empty lines\n      .map((line) => JSON.parse(line) as CrateRecord); // parse\n\n    const metadata = await this.getCrateMetadata(registryInfo, packageName);\n\n    const result: ReleaseResult = {\n      dependencyUrl,\n      releases: [],\n    };\n\n    if (metadata?.homepage) {\n      result.homepage = metadata.homepage;\n    }\n\n    if (metadata?.repository) {\n      result.sourceUrl = metadata.repository;\n    }\n\n    result.releases = lines\n      .map((version) => {\n        const release: Release = {\n          version: version.vers.replace(/\\+.*$/, ''),\n        };\n        if (version.yanked) {\n          release.isDeprecated = true;\n        }\n        if (version.rust_version) {\n          release.constraints = {\n            rust: [version.rust_version],\n          };\n        }\n        return release;\n      })\n      .filter((release) => release.version);\n    if (!result.releases.length) {\n      return null;\n    }\n\n    return result;\n  }\n\n  @cache({\n    namespace: `datasource-${CrateDatasource.id}-metadata`,\n    key: (info: RegistryInfo, packageName: string) =>\n      `${info.rawUrl}/${packageName}`,\n    cacheable: (info: RegistryInfo) =>\n      CrateDatasource.areReleasesCacheable(info.rawUrl),\n    ttlMinutes: 24 * 60, // 24 hours\n  })\n  public async getCrateMetadata(\n    info: RegistryInfo,\n    packageName: string,\n  ): Promise<CrateMetadata | null> {\n    if (info.flavor !== 'crates.io') {\n      return null;\n    }\n\n    // The `?include=` suffix is required to avoid unnecessary database queries\n    // on the crates.io server. This lets us work around the regular request\n    // throttling of one request per second.\n    const crateUrl = `${CrateDatasource.CRATES_IO_API_BASE_URL}crates/${packageName}?include=`;\n\n    logger.debug(\n      { crateUrl, packageName, registryUrl: info.rawUrl },\n      'downloading crate metadata',\n    );\n\n    try {\n      interface Response {\n        crate: CrateMetadata;\n      }\n      const response = await this.http.getJsonUnchecked<Response>(crateUrl);\n      return response.body.crate;\n    } catch (err) {\n      logger.warn(\n        { err, packageName, registryUrl: info.rawUrl },\n        'failed to download crate metadata',\n      );\n    }\n\n    return null;\n  }\n\n  public async fetchCrateRecordsPayload(\n    info: RegistryInfo,\n    packageName: string,\n  ): Promise<string> {\n    if (info.clonePath) {\n      const path = upath.join(\n        info.clonePath,\n        ...CrateDatasource.getIndexSuffix(packageName),\n      );\n      return readCacheFile(path, 'utf8');\n    }\n\n    const baseUrl =\n      info.flavor === 'crates.io'\n        ? CrateDatasource.CRATES_IO_BASE_URL\n        : info.rawUrl;\n\n    if (info.flavor === 'crates.io' || info.isSparse) {\n      const packageSuffix = CrateDatasource.getIndexSuffix(\n        packageName.toLowerCase(),\n      );\n      const crateUrl = joinUrlParts(baseUrl, ...packageSuffix);\n      try {\n        return (await this.http.get(crateUrl)).body;\n      } catch (err) {\n        this.handleGenericErrors(err);\n      }\n    }\n    throw new Error(`unsupported crate registry flavor: ${info.flavor}`);\n  }\n\n  /**\n   * Computes the dependency URL for a crate, given\n   * registry information\n   */\n  private static getDependencyUrl(\n    info: RegistryInfo,\n    packageName: string,\n  ): string {\n    switch (info.flavor) {\n      case 'crates.io':\n        return `https://crates.io/crates/${packageName}`;\n      case 'cloudsmith': {\n        // input: https://dl.cloudsmith.io/basic/$org/$repo/cargo/index.git\n        const tokens = info.url.pathname.split('/');\n        const org = tokens[2];\n        const repo = tokens[3];\n        return `https://cloudsmith.io/~${org}/repos/${repo}/packages/detail/cargo/${packageName}`;\n      }\n      default:\n        return `${info.rawUrl}/${packageName}`;\n    }\n  }\n\n  /**\n   * Given a Git URL, computes a semi-human-readable name for a folder in which to\n   * clone the repository.\n   */\n  private static cacheDirFromUrl(url: URL): string {\n    const proto = url.protocol.replace(regEx(/:$/), '');\n    const host = url.hostname;\n    const hash = toSha256(url.pathname).substring(0, 7);\n\n    return `crate-registry-${proto}-${host}-${hash}`;\n  }\n\n  private static isSparseRegistry(url: string): boolean {\n    const parsed = parseUrl(url);\n    if (!parsed) {\n      return false;\n    }\n    return parsed.protocol.startsWith('sparse+');\n  }\n\n  /**\n   * Fetches information about a registry, by url.\n   * If no url is given, assumes crates.io.\n   * If an url is given, assumes it's a valid Git repository\n   * url and clones it to cache.\n   */\n  private static async fetchRegistryInfo({\n    packageName,\n    registryUrl,\n  }: GetReleasesConfig): Promise<RegistryInfo | null> {\n    // istanbul ignore if\n    if (!registryUrl) {\n      return null;\n    }\n\n    const isSparseRegistry = CrateDatasource.isSparseRegistry(registryUrl);\n    const registryFetchUrl = isSparseRegistry\n      ? registryUrl.replace(/^sparse\\+/, '')\n      : registryUrl;\n\n    const url = parseUrl(registryFetchUrl);\n    if (!url) {\n      logger.debug(`Could not parse registry URL ${registryFetchUrl}`);\n      return null;\n    }\n\n    let flavor: RegistryFlavor;\n    if (url.hostname === 'crates.io') {\n      flavor = 'crates.io';\n    } else if (url.hostname === 'dl.cloudsmith.io') {\n      flavor = 'cloudsmith';\n    } else {\n      flavor = 'other';\n    }\n\n    const registry: RegistryInfo = {\n      flavor,\n      rawUrl: registryFetchUrl,\n      url,\n      isSparse: isSparseRegistry,\n    };\n\n    if (\n      registry.flavor !== 'crates.io' &&\n      !GlobalConfig.get('allowCustomCrateRegistries')\n    ) {\n      logger.warn(\n        'crate datasource: allowCustomCrateRegistries=true is required for registries other than crates.io, bailing out',\n      );\n      return null;\n    }\n    if (registry.flavor !== 'crates.io' && !registry.isSparse) {\n      const cacheKey = `crate-datasource/registry-clone-path/${registryFetchUrl}`;\n      const cacheKeyForError = `crate-datasource/registry-clone-path/${registryFetchUrl}/error`;\n\n      // We need to ensure we don't run `git clone` in parallel. Therefore we store\n      // a promise of the running operation in the mem cache, which in the end resolves\n      // to the file path of the cloned repository.\n\n      const clonePathPromise: Promise<string> | null = memCache.get(cacheKey);\n      let clonePath: string;\n\n      if (clonePathPromise) {\n        clonePath = await clonePathPromise;\n      } else {\n        clonePath = upath.join(\n          privateCacheDir(),\n          CrateDatasource.cacheDirFromUrl(url),\n        );\n        logger.info(\n          { clonePath, registryFetchUrl },\n          `Cloning private cargo registry`,\n        );\n\n        const git = Git({ ...simpleGitConfig(), maxConcurrentProcesses: 1 });\n        const clonePromise = git.clone(registryFetchUrl, clonePath, {\n          '--depth': 1,\n        });\n\n        memCache.set(\n          cacheKey,\n          clonePromise.then(() => clonePath).catch(() => null),\n        );\n\n        try {\n          await clonePromise;\n        } catch (err) {\n          logger.warn(\n            { err, packageName, registryFetchUrl },\n            'failed cloning git registry',\n          );\n          memCache.set(cacheKeyForError, err);\n\n          return null;\n        }\n      }\n\n      if (!clonePath) {\n        const err = memCache.get(cacheKeyForError);\n        logger.warn(\n          { err, packageName, registryFetchUrl },\n          'Previous git clone failed, bailing out.',\n        );\n\n        return null;\n      }\n\n      registry.clonePath = clonePath;\n    }\n\n    return registry;\n  }\n\n  private static areReleasesCacheable(\n    registryUrl: string | undefined,\n  ): boolean {\n    // We only cache public releases, we don't want to cache private\n    // cloned data between runs.\n    return registryUrl === 'https://crates.io';\n  }\n\n  public static getIndexSuffix(packageName: string): string[] {\n    const len = packageName.length;\n\n    if (len === 1) {\n      return ['1', packageName];\n    }\n    if (len === 2) {\n      return ['2', packageName];\n    }\n    if (len === 3) {\n      return ['3', packageName[0], packageName];\n    }\n\n    return [packageName.slice(0, 2), packageName.slice(2, 4), packageName];\n  }\n\n  @cache({\n    namespace: `datasource-crate`,\n    key: (\n      { registryUrl, packageName }: PostprocessReleaseConfig,\n      { version }: Release,\n    ) => `postprocessRelease:${registryUrl}:${packageName}:${version}`,\n    ttlMinutes: 7 * 24 * 60,\n    cacheable: ({ registryUrl }: PostprocessReleaseConfig, _: Release) =>\n      registryUrl === 'https://crates.io',\n  })\n  override async postprocessRelease(\n    { packageName, registryUrl }: PostprocessReleaseConfig,\n    release: Release,\n  ): Promise<PostprocessReleaseResult> {\n    if (registryUrl !== 'https://crates.io') {\n      return release;\n    }\n\n    const url = `https://crates.io/api/v1/crates/${packageName}/${release.version}`;\n    const { body: releaseTimestamp } = await this.http.getJson(\n      url,\n      ReleaseTimestampSchema,\n    );\n    release.releaseTimestamp = releaseTimestamp;\n    return release;\n  }\n}\n"]}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../lib/modules/datasource/crate/index.ts"],"names":[],"mappings":";;;;AAAA,oEAA6B;AAC7B,0DAA0B;AAC1B,mDAAsD;AACtD,4CAAyC;AACzC,6EAAuD;AACvD,qEAA8D;AAC9D,yCAAkE;AAClE,qDAA2D;AAC3D,6CAA8C;AAC9C,+CAA0D;AAC1D,2CAA2D;AAC3D,gFAA0D;AAC1D,8CAA2C;AAQ3C,qCAAkD;AAQlD,MAAa,eAAgB,SAAQ,uBAAU;IAC7C,MAAM,CAAU,EAAE,GAAG,OAAO,CAAC;IAE7B;QACE,KAAK,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;IAC5B,CAAC;IAEQ,mBAAmB,GAAG,CAAC,mBAAmB,CAAC,CAAC;IAE5C,iBAAiB,GAAG,eAAe,CAAC,EAAE,CAAC;IAEhD,MAAM,CAAU,kBAAkB,GAChC,qEAAqE,CAAC;IAExE,MAAM,CAAU,sBAAsB,GAAG,2BAA2B,CAAC;IAEnD,gBAAgB,GAAG,SAAS,CAAC;IAC7B,aAAa,GAC7B,0EAA0E,CAAC;IAUvE,AAAN,KAAK,CAAC,WAAW,CAAC,EAChB,WAAW,EACX,WAAW,GACO;QAClB,6CAA6C;QAC7C,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,eAAM,CAAC,IAAI,CACT,wEAAwE,CACzE,CAAC;YACF,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,YAAY,GAAG,MAAM,eAAe,CAAC,iBAAiB,CAAC;YAC3D,WAAW;YACX,WAAW;SACZ,CAAC,CAAC;QACH,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,eAAM,CAAC,KAAK,CAAC,sCAAsC,WAAW,EAAE,CAAC,CAAC;YAClE,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,aAAa,GAAG,eAAe,CAAC,gBAAgB,CACpD,YAAY,EACZ,WAAW,CACZ,CAAC;QAEF,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,wBAAwB,CACjD,YAAY,EACZ,WAAW,CACZ,CAAC;QACF,MAAM,KAAK,GAAG,OAAO;aAClB,KAAK,CAAC,oBAAY,CAAC,CAAC,mBAAmB;aACvC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,oBAAoB;aAC/C,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,qBAAqB;aACzD,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAgB,CAAC,CAAC,CAAC,QAAQ;QAE3D,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC;QAExE,MAAM,MAAM,GAAkB;YAC5B,aAAa;YACb,QAAQ,EAAE,EAAE;SACb,CAAC;QAEF,IAAI,QAAQ,EAAE,QAAQ,EAAE,CAAC;YACvB,MAAM,CAAC,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC;QACtC,CAAC;QAED,IAAI,QAAQ,EAAE,UAAU,EAAE,CAAC;YACzB,MAAM,CAAC,SAAS,GAAG,QAAQ,CAAC,UAAU,CAAC;QACzC,CAAC;QAED,MAAM,CAAC,QAAQ,GAAG,KAAK;aACpB,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;YACf,MAAM,OAAO,GAAY;gBACvB,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;aAC3C,CAAC;YACF,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;gBACnB,OAAO,CAAC,YAAY,GAAG,IAAI,CAAC;YAC9B,CAAC;YACD,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;gBACzB,OAAO,CAAC,WAAW,GAAG;oBACpB,IAAI,EAAE,CAAC,OAAO,CAAC,YAAY,CAAC;iBAC7B,CAAC;YACJ,CAAC;YACD,OAAO,OAAO,CAAC;QACjB,CAAC,CAAC;aACD,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACxC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;YAC5B,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAUY,AAAN,KAAK,CAAC,gBAAgB,CAC3B,IAAkB,EAClB,WAAmB;QAEnB,IAAI,IAAI,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;YAChC,OAAO,IAAI,CAAC;QACd,CAAC;QAED,2EAA2E;QAC3E,wEAAwE;QACxE,wCAAwC;QACxC,MAAM,QAAQ,GAAG,GAAG,eAAe,CAAC,sBAAsB,UAAU,WAAW,WAAW,CAAC;QAE3F,eAAM,CAAC,KAAK,CACV,EAAE,QAAQ,EAAE,WAAW,EAAE,WAAW,EAAE,IAAI,CAAC,MAAM,EAAE,EACnD,4BAA4B,CAC7B,CAAC;QAEF,IAAI,CAAC;YAIH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAW,QAAQ,CAAC,CAAC;YACtE,OAAO,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC;QAC7B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,eAAM,CAAC,IAAI,CACT,EAAE,GAAG,EAAE,WAAW,EAAE,WAAW,EAAE,IAAI,CAAC,MAAM,EAAE,EAC9C,mCAAmC,CACpC,CAAC;QACJ,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,KAAK,CAAC,wBAAwB,CACnC,IAAkB,EAClB,WAAmB;QAEnB,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,MAAM,IAAI,GAAG,eAAK,CAAC,IAAI,CACrB,IAAI,CAAC,SAAS,EACd,GAAG,eAAe,CAAC,cAAc,CAAC,WAAW,CAAC,CAC/C,CAAC;YACF,OAAO,IAAA,kBAAa,EAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACrC,CAAC;QAED,MAAM,OAAO,GACX,IAAI,CAAC,MAAM,KAAK,WAAW;YACzB,CAAC,CAAC,eAAe,CAAC,kBAAkB;YACpC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;QAElB,IAAI,IAAI,CAAC,MAAM,KAAK,WAAW,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YACjD,MAAM,aAAa,GAAG,eAAe,CAAC,cAAc,CAClD,WAAW,CAAC,WAAW,EAAE,CAC1B,CAAC;YACF,MAAM,QAAQ,GAAG,IAAA,kBAAY,EAAC,OAAO,EAAE,GAAG,aAAa,CAAC,CAAC;YACzD,IAAI,CAAC;gBACH,OAAO,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC;YAClD,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC;YAChC,CAAC;QACH,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,sCAAsC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;IACvE,CAAC;IAED;;;OAGG;IACK,MAAM,CAAC,gBAAgB,CAC7B,IAAkB,EAClB,WAAmB;QAEnB,QAAQ,IAAI,CAAC,MAAM,EAAE,CAAC;YACpB,KAAK,WAAW;gBACd,OAAO,4BAA4B,WAAW,EAAE,CAAC;YACnD,KAAK,YAAY,CAAC,CAAC,CAAC;gBAClB,mEAAmE;gBACnE,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBAC5C,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;gBACtB,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;gBACvB,OAAO,0BAA0B,GAAG,UAAU,IAAI,0BAA0B,WAAW,EAAE,CAAC;YAC5F,CAAC;YACD;gBACE,OAAO,GAAG,IAAI,CAAC,MAAM,IAAI,WAAW,EAAE,CAAC;QAC3C,CAAC;IACH,CAAC;IAED;;;OAGG;IACK,MAAM,CAAC,eAAe,CAAC,GAAQ;QACrC,MAAM,KAAK,GAAG,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAA,aAAK,EAAC,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;QACpD,MAAM,IAAI,GAAG,GAAG,CAAC,QAAQ,CAAC;QAC1B,MAAM,IAAI,GAAG,IAAA,eAAQ,EAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAEpD,OAAO,kBAAkB,KAAK,IAAI,IAAI,IAAI,IAAI,EAAE,CAAC;IACnD,CAAC;IAEO,MAAM,CAAC,gBAAgB,CAAC,GAAW;QACzC,MAAM,MAAM,GAAG,IAAA,cAAQ,EAAC,GAAG,CAAC,CAAC;QAC7B,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAO,KAAK,CAAC;QACf,CAAC;QACD,OAAO,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;IAC/C,CAAC;IAED;;;;;OAKG;IACK,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,EACrC,WAAW,EACX,WAAW,GACO;QAClB,6CAA6C;QAC7C,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,gBAAgB,GAAG,eAAe,CAAC,gBAAgB,CAAC,WAAW,CAAC,CAAC;QACvE,MAAM,gBAAgB,GAAG,gBAAgB;YACvC,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;YACtC,CAAC,CAAC,WAAW,CAAC;QAEhB,MAAM,GAAG,GAAG,IAAA,cAAQ,EAAC,gBAAgB,CAAC,CAAC;QACvC,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,eAAM,CAAC,KAAK,CAAC,gCAAgC,gBAAgB,EAAE,CAAC,CAAC;YACjE,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,MAAsB,CAAC;QAC3B,IAAI,GAAG,CAAC,QAAQ,KAAK,WAAW,EAAE,CAAC;YACjC,MAAM,GAAG,WAAW,CAAC;QACvB,CAAC;aAAM,IAAI,GAAG,CAAC,QAAQ,KAAK,kBAAkB,EAAE,CAAC;YAC/C,MAAM,GAAG,YAAY,CAAC;QACxB,CAAC;aAAM,CAAC;YACN,MAAM,GAAG,OAAO,CAAC;QACnB,CAAC;QAED,MAAM,QAAQ,GAAiB;YAC7B,MAAM;YACN,MAAM,EAAE,gBAAgB;YACxB,GAAG;YACH,QAAQ,EAAE,gBAAgB;SAC3B,CAAC;QAEF,IACE,QAAQ,CAAC,MAAM,KAAK,WAAW;YAC/B,CAAC,qBAAY,CAAC,GAAG,CAAC,4BAA4B,CAAC,EAC/C,CAAC;YACD,eAAM,CAAC,IAAI,CACT,gHAAgH,CACjH,CAAC;YACF,OAAO,IAAI,CAAC;QACd,CAAC;QACD,IAAI,QAAQ,CAAC,MAAM,KAAK,WAAW,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC;YAC1D,MAAM,QAAQ,GAAG,wCAAwC,gBAAgB,EAAE,CAAC;YAC5E,MAAM,gBAAgB,GAAG,wCAAwC,gBAAgB,QAAQ,CAAC;YAE1F,6EAA6E;YAC7E,iFAAiF;YACjF,6CAA6C;YAE7C,MAAM,gBAAgB,GAA2B,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YACxE,IAAI,SAAiB,CAAC;YAEtB,IAAI,gBAAgB,EAAE,CAAC;gBACrB,SAAS,GAAG,MAAM,gBAAgB,CAAC;YACrC,CAAC;iBAAM,CAAC;gBACN,SAAS,GAAG,eAAK,CAAC,IAAI,CACpB,IAAA,oBAAe,GAAE,EACjB,eAAe,CAAC,eAAe,CAAC,GAAG,CAAC,CACrC,CAAC;gBACF,eAAM,CAAC,IAAI,CACT,EAAE,SAAS,EAAE,gBAAgB,EAAE,EAC/B,gCAAgC,CACjC,CAAC;gBAEF,MAAM,GAAG,GAAG,IAAA,oBAAG,EAAC,EAAE,GAAG,IAAA,wBAAe,GAAE,EAAE,sBAAsB,EAAE,CAAC,EAAE,CAAC,CAAC;gBACrE,MAAM,YAAY,GAAG,GAAG,CAAC,KAAK,CAAC,gBAAgB,EAAE,SAAS,EAAE;oBAC1D,SAAS,EAAE,CAAC;iBACb,CAAC,CAAC;gBAEH,QAAQ,CAAC,GAAG,CACV,QAAQ,EACR,YAAY,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CACrD,CAAC;gBAEF,IAAI,CAAC;oBACH,MAAM,YAAY,CAAC;gBACrB,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,eAAM,CAAC,IAAI,CACT,EAAE,GAAG,EAAE,WAAW,EAAE,gBAAgB,EAAE,EACtC,6BAA6B,CAC9B,CAAC;oBACF,QAAQ,CAAC,GAAG,CAAC,gBAAgB,EAAE,GAAG,CAAC,CAAC;oBAEpC,OAAO,IAAI,CAAC;gBACd,CAAC;YACH,CAAC;YAED,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;gBAC3C,eAAM,CAAC,IAAI,CACT,EAAE,GAAG,EAAE,WAAW,EAAE,gBAAgB,EAAE,EACtC,yCAAyC,CAC1C,CAAC;gBAEF,OAAO,IAAI,CAAC;YACd,CAAC;YAED,QAAQ,CAAC,SAAS,GAAG,SAAS,CAAC;QACjC,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAEO,MAAM,CAAC,oBAAoB,CACjC,WAA+B;QAE/B,gEAAgE;QAChE,4BAA4B;QAC5B,OAAO,WAAW,KAAK,mBAAmB,CAAC;IAC7C,CAAC;IAEM,MAAM,CAAC,cAAc,CAAC,WAAmB;QAC9C,MAAM,GAAG,GAAG,WAAW,CAAC,MAAM,CAAC;QAE/B,IAAI,GAAG,KAAK,CAAC,EAAE,CAAC;YACd,OAAO,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;QAC5B,CAAC;QACD,IAAI,GAAG,KAAK,CAAC,EAAE,CAAC;YACd,OAAO,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;QAC5B,CAAC;QACD,IAAI,GAAG,KAAK,CAAC,EAAE,CAAC;YACd,OAAO,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC;QAC5C,CAAC;QAED,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC;IACzE,CAAC;IAYc,AAAN,KAAK,CAAC,kBAAkB,CAC/B,EAAE,WAAW,EAAE,WAAW,EAA4B,EACtD,OAAgB;QAEhB,IAAI,WAAW,KAAK,mBAAmB,EAAE,CAAC;YACxC,OAAO,OAAO,CAAC;QACjB,CAAC;QAED,MAAM,GAAG,GAAG,mCAAmC,WAAW,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QAChF,MAAM,EAAE,IAAI,EAAE,gBAAgB,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,CACxD,GAAG,EACH,+BAAsB,CACvB,CAAC;QACF,OAAO,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QAC5C,OAAO,OAAO,CAAC;IACjB,CAAC;;AA5XH,0CA6XC;AAjWO;IARL,IAAA,iBAAK,EAAC;QACL,SAAS,EAAE,cAAc,eAAe,CAAC,EAAE,EAAE;QAC7C,GAAG,EAAE,CAAC,EAAE,WAAW,EAAE,WAAW,EAAqB,EAAE,EAAE;QACvD,uBAAuB;QACvB,GAAG,WAAW,IAAI,WAAW,EAAE;QACjC,SAAS,EAAE,CAAC,EAAE,WAAW,EAAqB,EAAE,EAAE,CAChD,eAAe,CAAC,oBAAoB,CAAC,WAAW,CAAC;KACpD,CAAC;kDAyED;AAUY;IARZ,IAAA,iBAAK,EAAC;QACL,SAAS,EAAE,cAAc,eAAe,CAAC,EAAE,WAAW;QACtD,GAAG,EAAE,CAAC,IAAkB,EAAE,WAAmB,EAAE,EAAE,CAC/C,GAAG,IAAI,CAAC,MAAM,IAAI,WAAW,EAAE;QACjC,SAAS,EAAE,CAAC,IAAkB,EAAE,EAAE,CAChC,eAAe,CAAC,oBAAoB,CAAC,IAAI,CAAC,MAAM,CAAC;QACnD,UAAU,EAAE,EAAE,GAAG,EAAE,EAAE,WAAW;KACjC,CAAC;uDAiCD;AA+Nc;IAVd,IAAA,iBAAK,EAAC;QACL,SAAS,EAAE,kBAAkB;QAC7B,GAAG,EAAE,CACH,EAAE,WAAW,EAAE,WAAW,EAA4B,EACtD,EAAE,OAAO,EAAW,EACpB,EAAE,CAAC,sBAAsB,WAAW,IAAI,WAAW,IAAI,OAAO,EAAE;QAClE,UAAU,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE;QACvB,SAAS,EAAE,CAAC,EAAE,WAAW,EAA4B,EAAE,CAAU,EAAE,EAAE,CACnE,WAAW,KAAK,mBAAmB;KACtC,CAAC;yDAgBD","sourcesContent":["import Git from 'simple-git';\nimport upath from 'upath';\nimport { GlobalConfig } from '../../../config/global';\nimport { logger } from '../../../logger';\nimport * as memCache from '../../../util/cache/memory';\nimport { cache } from '../../../util/cache/package/decorator';\nimport { privateCacheDir, readCacheFile } from '../../../util/fs';\nimport { simpleGitConfig } from '../../../util/git/config';\nimport { toSha256 } from '../../../util/hash';\nimport { newlineRegex, regEx } from '../../../util/regex';\nimport { joinUrlParts, parseUrl } from '../../../util/url';\nimport * as cargoVersioning from '../../versioning/cargo';\nimport { Datasource } from '../datasource';\nimport type {\n  GetReleasesConfig,\n  PostprocessReleaseConfig,\n  PostprocessReleaseResult,\n  Release,\n  ReleaseResult,\n} from '../types';\nimport { ReleaseTimestampSchema } from './schema';\nimport type {\n  CrateMetadata,\n  CrateRecord,\n  RegistryFlavor,\n  RegistryInfo,\n} from './types';\n\nexport class CrateDatasource extends Datasource {\n  static readonly id = 'crate';\n\n  constructor() {\n    super(CrateDatasource.id);\n  }\n\n  override defaultRegistryUrls = ['https://crates.io'];\n\n  override defaultVersioning = cargoVersioning.id;\n\n  static readonly CRATES_IO_BASE_URL =\n    'https://raw.githubusercontent.com/rust-lang/crates.io-index/master/';\n\n  static readonly CRATES_IO_API_BASE_URL = 'https://crates.io/api/v1/';\n\n  override readonly sourceUrlSupport = 'package';\n  override readonly sourceUrlNote =\n    'The source URL is determined from the `repository` field in the results.';\n\n  @cache({\n    namespace: `datasource-${CrateDatasource.id}`,\n    key: ({ registryUrl, packageName }: GetReleasesConfig) =>\n      // TODO: types (#22198)\n      `${registryUrl}/${packageName}`,\n    cacheable: ({ registryUrl }: GetReleasesConfig) =>\n      CrateDatasource.areReleasesCacheable(registryUrl),\n  })\n  async getReleases({\n    packageName,\n    registryUrl,\n  }: GetReleasesConfig): Promise<ReleaseResult | null> {\n    /* v8 ignore next 6 -- should never happen */\n    if (!registryUrl) {\n      logger.warn(\n        'crate datasource: No registryUrl specified, cannot perform getReleases',\n      );\n      return null;\n    }\n\n    const registryInfo = await CrateDatasource.fetchRegistryInfo({\n      packageName,\n      registryUrl,\n    });\n    if (!registryInfo) {\n      logger.debug(`Could not fetch registry info from ${registryUrl}`);\n      return null;\n    }\n\n    const dependencyUrl = CrateDatasource.getDependencyUrl(\n      registryInfo,\n      packageName,\n    );\n\n    const payload = await this.fetchCrateRecordsPayload(\n      registryInfo,\n      packageName,\n    );\n    const lines = payload\n      .split(newlineRegex) // break into lines\n      .map((line) => line.trim()) // remove whitespace\n      .filter((line) => line.length !== 0) // remove empty lines\n      .map((line) => JSON.parse(line) as CrateRecord); // parse\n\n    const metadata = await this.getCrateMetadata(registryInfo, packageName);\n\n    const result: ReleaseResult = {\n      dependencyUrl,\n      releases: [],\n    };\n\n    if (metadata?.homepage) {\n      result.homepage = metadata.homepage;\n    }\n\n    if (metadata?.repository) {\n      result.sourceUrl = metadata.repository;\n    }\n\n    result.releases = lines\n      .map((version) => {\n        const release: Release = {\n          version: version.vers.replace(/\\+.*$/, ''),\n        };\n        if (version.yanked) {\n          release.isDeprecated = true;\n        }\n        if (version.rust_version) {\n          release.constraints = {\n            rust: [version.rust_version],\n          };\n        }\n        return release;\n      })\n      .filter((release) => release.version);\n    if (!result.releases.length) {\n      return null;\n    }\n\n    return result;\n  }\n\n  @cache({\n    namespace: `datasource-${CrateDatasource.id}-metadata`,\n    key: (info: RegistryInfo, packageName: string) =>\n      `${info.rawUrl}/${packageName}`,\n    cacheable: (info: RegistryInfo) =>\n      CrateDatasource.areReleasesCacheable(info.rawUrl),\n    ttlMinutes: 24 * 60, // 24 hours\n  })\n  public async getCrateMetadata(\n    info: RegistryInfo,\n    packageName: string,\n  ): Promise<CrateMetadata | null> {\n    if (info.flavor !== 'crates.io') {\n      return null;\n    }\n\n    // The `?include=` suffix is required to avoid unnecessary database queries\n    // on the crates.io server. This lets us work around the regular request\n    // throttling of one request per second.\n    const crateUrl = `${CrateDatasource.CRATES_IO_API_BASE_URL}crates/${packageName}?include=`;\n\n    logger.debug(\n      { crateUrl, packageName, registryUrl: info.rawUrl },\n      'downloading crate metadata',\n    );\n\n    try {\n      interface Response {\n        crate: CrateMetadata;\n      }\n      const response = await this.http.getJsonUnchecked<Response>(crateUrl);\n      return response.body.crate;\n    } catch (err) {\n      logger.warn(\n        { err, packageName, registryUrl: info.rawUrl },\n        'failed to download crate metadata',\n      );\n    }\n\n    return null;\n  }\n\n  public async fetchCrateRecordsPayload(\n    info: RegistryInfo,\n    packageName: string,\n  ): Promise<string> {\n    if (info.clonePath) {\n      const path = upath.join(\n        info.clonePath,\n        ...CrateDatasource.getIndexSuffix(packageName),\n      );\n      return readCacheFile(path, 'utf8');\n    }\n\n    const baseUrl =\n      info.flavor === 'crates.io'\n        ? CrateDatasource.CRATES_IO_BASE_URL\n        : info.rawUrl;\n\n    if (info.flavor === 'crates.io' || info.isSparse) {\n      const packageSuffix = CrateDatasource.getIndexSuffix(\n        packageName.toLowerCase(),\n      );\n      const crateUrl = joinUrlParts(baseUrl, ...packageSuffix);\n      try {\n        return (await this.http.getText(crateUrl)).body;\n      } catch (err) {\n        this.handleGenericErrors(err);\n      }\n    }\n    throw new Error(`unsupported crate registry flavor: ${info.flavor}`);\n  }\n\n  /**\n   * Computes the dependency URL for a crate, given\n   * registry information\n   */\n  private static getDependencyUrl(\n    info: RegistryInfo,\n    packageName: string,\n  ): string {\n    switch (info.flavor) {\n      case 'crates.io':\n        return `https://crates.io/crates/${packageName}`;\n      case 'cloudsmith': {\n        // input: https://dl.cloudsmith.io/basic/$org/$repo/cargo/index.git\n        const tokens = info.url.pathname.split('/');\n        const org = tokens[2];\n        const repo = tokens[3];\n        return `https://cloudsmith.io/~${org}/repos/${repo}/packages/detail/cargo/${packageName}`;\n      }\n      default:\n        return `${info.rawUrl}/${packageName}`;\n    }\n  }\n\n  /**\n   * Given a Git URL, computes a semi-human-readable name for a folder in which to\n   * clone the repository.\n   */\n  private static cacheDirFromUrl(url: URL): string {\n    const proto = url.protocol.replace(regEx(/:$/), '');\n    const host = url.hostname;\n    const hash = toSha256(url.pathname).substring(0, 7);\n\n    return `crate-registry-${proto}-${host}-${hash}`;\n  }\n\n  private static isSparseRegistry(url: string): boolean {\n    const parsed = parseUrl(url);\n    if (!parsed) {\n      return false;\n    }\n    return parsed.protocol.startsWith('sparse+');\n  }\n\n  /**\n   * Fetches information about a registry, by url.\n   * If no url is given, assumes crates.io.\n   * If an url is given, assumes it's a valid Git repository\n   * url and clones it to cache.\n   */\n  private static async fetchRegistryInfo({\n    packageName,\n    registryUrl,\n  }: GetReleasesConfig): Promise<RegistryInfo | null> {\n    /* v8 ignore next 3 -- should never happen */\n    if (!registryUrl) {\n      return null;\n    }\n\n    const isSparseRegistry = CrateDatasource.isSparseRegistry(registryUrl);\n    const registryFetchUrl = isSparseRegistry\n      ? registryUrl.replace(/^sparse\\+/, '')\n      : registryUrl;\n\n    const url = parseUrl(registryFetchUrl);\n    if (!url) {\n      logger.debug(`Could not parse registry URL ${registryFetchUrl}`);\n      return null;\n    }\n\n    let flavor: RegistryFlavor;\n    if (url.hostname === 'crates.io') {\n      flavor = 'crates.io';\n    } else if (url.hostname === 'dl.cloudsmith.io') {\n      flavor = 'cloudsmith';\n    } else {\n      flavor = 'other';\n    }\n\n    const registry: RegistryInfo = {\n      flavor,\n      rawUrl: registryFetchUrl,\n      url,\n      isSparse: isSparseRegistry,\n    };\n\n    if (\n      registry.flavor !== 'crates.io' &&\n      !GlobalConfig.get('allowCustomCrateRegistries')\n    ) {\n      logger.warn(\n        'crate datasource: allowCustomCrateRegistries=true is required for registries other than crates.io, bailing out',\n      );\n      return null;\n    }\n    if (registry.flavor !== 'crates.io' && !registry.isSparse) {\n      const cacheKey = `crate-datasource/registry-clone-path/${registryFetchUrl}`;\n      const cacheKeyForError = `crate-datasource/registry-clone-path/${registryFetchUrl}/error`;\n\n      // We need to ensure we don't run `git clone` in parallel. Therefore we store\n      // a promise of the running operation in the mem cache, which in the end resolves\n      // to the file path of the cloned repository.\n\n      const clonePathPromise: Promise<string> | null = memCache.get(cacheKey);\n      let clonePath: string;\n\n      if (clonePathPromise) {\n        clonePath = await clonePathPromise;\n      } else {\n        clonePath = upath.join(\n          privateCacheDir(),\n          CrateDatasource.cacheDirFromUrl(url),\n        );\n        logger.info(\n          { clonePath, registryFetchUrl },\n          `Cloning private cargo registry`,\n        );\n\n        const git = Git({ ...simpleGitConfig(), maxConcurrentProcesses: 1 });\n        const clonePromise = git.clone(registryFetchUrl, clonePath, {\n          '--depth': 1,\n        });\n\n        memCache.set(\n          cacheKey,\n          clonePromise.then(() => clonePath).catch(() => null),\n        );\n\n        try {\n          await clonePromise;\n        } catch (err) {\n          logger.warn(\n            { err, packageName, registryFetchUrl },\n            'failed cloning git registry',\n          );\n          memCache.set(cacheKeyForError, err);\n\n          return null;\n        }\n      }\n\n      if (!clonePath) {\n        const err = memCache.get(cacheKeyForError);\n        logger.warn(\n          { err, packageName, registryFetchUrl },\n          'Previous git clone failed, bailing out.',\n        );\n\n        return null;\n      }\n\n      registry.clonePath = clonePath;\n    }\n\n    return registry;\n  }\n\n  private static areReleasesCacheable(\n    registryUrl: string | undefined,\n  ): boolean {\n    // We only cache public releases, we don't want to cache private\n    // cloned data between runs.\n    return registryUrl === 'https://crates.io';\n  }\n\n  public static getIndexSuffix(packageName: string): string[] {\n    const len = packageName.length;\n\n    if (len === 1) {\n      return ['1', packageName];\n    }\n    if (len === 2) {\n      return ['2', packageName];\n    }\n    if (len === 3) {\n      return ['3', packageName[0], packageName];\n    }\n\n    return [packageName.slice(0, 2), packageName.slice(2, 4), packageName];\n  }\n\n  @cache({\n    namespace: `datasource-crate`,\n    key: (\n      { registryUrl, packageName }: PostprocessReleaseConfig,\n      { version }: Release,\n    ) => `postprocessRelease:${registryUrl}:${packageName}:${version}`,\n    ttlMinutes: 7 * 24 * 60,\n    cacheable: ({ registryUrl }: PostprocessReleaseConfig, _: Release) =>\n      registryUrl === 'https://crates.io',\n  })\n  override async postprocessRelease(\n    { packageName, registryUrl }: PostprocessReleaseConfig,\n    release: Release,\n  ): Promise<PostprocessReleaseResult> {\n    if (registryUrl !== 'https://crates.io') {\n      return release;\n    }\n\n    const url = `https://crates.io/api/v1/crates/${packageName}/${release.version}`;\n    const { body: releaseTimestamp } = await this.http.getJson(\n      url,\n      ReleaseTimestampSchema,\n    );\n    release.releaseTimestamp = releaseTimestamp;\n    return release;\n  }\n}\n"]}

package/dist/modules/datasource/custom/formats/html.js

@@ -25,7 +25,7 @@ function extractLinks(content) {
 }
 class HtmlFetcher {
     async fetch(http, registryURL) {
-        const response = await http.get(registryURL, {
+        const response = await http.getText(registryURL, {
             headers: {
                 Accept: 'text/html',
             },

package/dist/modules/datasource/custom/formats/html.js.map

@@ -1 +1 @@
-{"version":3,"file":"html.js","sourceRoot":"","sources":["../../../../../lib/modules/datasource/custom/formats/html.ts"],"names":[],"mappings":";;;;AAAA,kEAAkC;AAClC,4CAAoD;AACpD,gDAA8C;AAK9C,SAAS,YAAY,CAAC,OAAe;IACnC,MAAM,IAAI,GAAG,IAAA,YAAK,EAAC,OAAO,CAAC,CAAC;IAE5B,uDAAuD;IACvD,4DAA4D;IAC5D,MAAM,IAAI,GAAG,IAAI;SACd,oBAAoB,CAAC,KAAK,CAAC;SAC3B,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAA,YAAK,EAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC;IAExC,MAAM,KAAK,GAAG,CAAC,IAAI,EAAE,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,oBAAoB,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1E,MAAM,KAAK,GAAG,KAAK;SAChB,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;SACxC,MAAM,CAAC,YAAE,CAAC,MAAM,CAAC,CAAC;IAErB,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QAClC,OAAO;YACL,OAAO,EAAE,IAAI;SACd,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,OAAO,EAAE,QAAQ,EAAE,CAAC;AACtB,CAAC;AAED,MAAa,WAAW;IACtB,KAAK,CAAC,KAAK,CAAC,IAAU,EAAE,WAAmB;QACzC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE;YAC3C,OAAO,EAAE;gBACP,MAAM,EAAE,WAAW;aACpB;SACF,CAAC,CAAC;QAEH,OAAO,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,WAAmB;QAChC,MAAM,WAAW,GAAG,MAAM,IAAA,kBAAa,EAAC,WAAW,EAAE,MAAM,CAAC,CAAC;QAE7D,OAAO,WAAW,CAAC,CAAC,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACxD,CAAC;CACF;AAhBD,kCAgBC","sourcesContent":["import is from '@sindresorhus/is';\nimport { readLocalFile } from '../../../../util/fs';\nimport { parse } from '../../../../util/html';\nimport type { Http } from '../../../../util/http';\nimport type { ReleaseResult } from '../../types';\nimport type { CustomDatasourceFetcher } from './types';\n\nfunction extractLinks(content: string): ReleaseResult {\n  const body = parse(content);\n\n  // node-html-parser doesn't parse anything inside <pre>\n  // but, for example, nginx wraps directory listings in <pre>\n  const pres = body\n    .getElementsByTagName('pre')\n    .map((pre) => parse(pre.textContent));\n\n  const links = [body, ...pres].flatMap((e) => e.getElementsByTagName('a'));\n  const hrefs = links\n    .map((node) => node.getAttribute('href'))\n    .filter(is.truthy);\n\n  const releases = hrefs.map((href) => {\n    return {\n      version: href,\n    };\n  });\n\n  return { releases };\n}\n\nexport class HtmlFetcher implements CustomDatasourceFetcher {\n  async fetch(http: Http, registryURL: string): Promise<unknown> {\n    const response = await http.get(registryURL, {\n      headers: {\n        Accept: 'text/html',\n      },\n    });\n\n    return extractLinks(response.body);\n  }\n\n  async readFile(registryURL: string): Promise<unknown> {\n    const fileContent = await readLocalFile(registryURL, 'utf8');\n\n    return fileContent ? extractLinks(fileContent) : null;\n  }\n}\n"]}
+{"version":3,"file":"html.js","sourceRoot":"","sources":["../../../../../lib/modules/datasource/custom/formats/html.ts"],"names":[],"mappings":";;;;AAAA,kEAAkC;AAClC,4CAAoD;AACpD,gDAA8C;AAK9C,SAAS,YAAY,CAAC,OAAe;IACnC,MAAM,IAAI,GAAG,IAAA,YAAK,EAAC,OAAO,CAAC,CAAC;IAE5B,uDAAuD;IACvD,4DAA4D;IAC5D,MAAM,IAAI,GAAG,IAAI;SACd,oBAAoB,CAAC,KAAK,CAAC;SAC3B,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAA,YAAK,EAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC;IAExC,MAAM,KAAK,GAAG,CAAC,IAAI,EAAE,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,oBAAoB,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1E,MAAM,KAAK,GAAG,KAAK;SAChB,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;SACxC,MAAM,CAAC,YAAE,CAAC,MAAM,CAAC,CAAC;IAErB,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QAClC,OAAO;YACL,OAAO,EAAE,IAAI;SACd,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,OAAO,EAAE,QAAQ,EAAE,CAAC;AACtB,CAAC;AAED,MAAa,WAAW;IACtB,KAAK,CAAC,KAAK,CAAC,IAAU,EAAE,WAAmB;QACzC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE;YAC/C,OAAO,EAAE;gBACP,MAAM,EAAE,WAAW;aACpB;SACF,CAAC,CAAC;QAEH,OAAO,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,WAAmB;QAChC,MAAM,WAAW,GAAG,MAAM,IAAA,kBAAa,EAAC,WAAW,EAAE,MAAM,CAAC,CAAC;QAE7D,OAAO,WAAW,CAAC,CAAC,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACxD,CAAC;CACF;AAhBD,kCAgBC","sourcesContent":["import is from '@sindresorhus/is';\nimport { readLocalFile } from '../../../../util/fs';\nimport { parse } from '../../../../util/html';\nimport type { Http } from '../../../../util/http';\nimport type { ReleaseResult } from '../../types';\nimport type { CustomDatasourceFetcher } from './types';\n\nfunction extractLinks(content: string): ReleaseResult {\n  const body = parse(content);\n\n  // node-html-parser doesn't parse anything inside <pre>\n  // but, for example, nginx wraps directory listings in <pre>\n  const pres = body\n    .getElementsByTagName('pre')\n    .map((pre) => parse(pre.textContent));\n\n  const links = [body, ...pres].flatMap((e) => e.getElementsByTagName('a'));\n  const hrefs = links\n    .map((node) => node.getAttribute('href'))\n    .filter(is.truthy);\n\n  const releases = hrefs.map((href) => {\n    return {\n      version: href,\n    };\n  });\n\n  return { releases };\n}\n\nexport class HtmlFetcher implements CustomDatasourceFetcher {\n  async fetch(http: Http, registryURL: string): Promise<unknown> {\n    const response = await http.getText(registryURL, {\n      headers: {\n        Accept: 'text/html',\n      },\n    });\n\n    return extractLinks(response.body);\n  }\n\n  async readFile(registryURL: string): Promise<unknown> {\n    const fileContent = await readLocalFile(registryURL, 'utf8');\n\n    return fileContent ? extractLinks(fileContent) : null;\n  }\n}\n"]}

package/dist/modules/datasource/custom/formats/yaml.js

@@ -5,7 +5,7 @@ const fs_1 = require("../../../../util/fs");
 const yaml_1 = require("../../../../util/yaml");
 class YamlFetcher {
     async fetch(http, registryURL) {
-        const response = await http.get(registryURL);
+        const response = await http.getText(registryURL);
         return (0, yaml_1.parseSingleYaml)(response.body);
     }
     async readFile(registryURL) {

package/dist/modules/datasource/custom/formats/yaml.js.map

@@ -1 +1 @@
-{"version":3,"file":"yaml.js","sourceRoot":"","sources":["../../../../../lib/modules/datasource/custom/formats/yaml.ts"],"names":[],"mappings":";;;AAAA,4CAAoD;AAEpD,gDAAwD;AAGxD,MAAa,WAAW;IACtB,KAAK,CAAC,KAAK,CAAC,IAAU,EAAE,WAAmB;QACzC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QAE7C,OAAO,IAAA,sBAAe,EAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IACxC,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,WAAmB;QAChC,MAAM,WAAW,GAAG,MAAM,IAAA,kBAAa,EAAC,WAAW,EAAE,MAAM,CAAC,CAAC;QAE7D,OAAO,IAAA,sBAAe,EAAC,WAAY,CAAC,CAAC;IACvC,CAAC;CACF;AAZD,kCAYC","sourcesContent":["import { readLocalFile } from '../../../../util/fs';\nimport type { Http } from '../../../../util/http';\nimport { parseSingleYaml } from '../../../../util/yaml';\nimport type { CustomDatasourceFetcher } from './types';\n\nexport class YamlFetcher implements CustomDatasourceFetcher {\n  async fetch(http: Http, registryURL: string): Promise<unknown> {\n    const response = await http.get(registryURL);\n\n    return parseSingleYaml(response.body);\n  }\n\n  async readFile(registryURL: string): Promise<unknown> {\n    const fileContent = await readLocalFile(registryURL, 'utf8');\n\n    return parseSingleYaml(fileContent!);\n  }\n}\n"]}
+{"version":3,"file":"yaml.js","sourceRoot":"","sources":["../../../../../lib/modules/datasource/custom/formats/yaml.ts"],"names":[],"mappings":";;;AAAA,4CAAoD;AAEpD,gDAAwD;AAGxD,MAAa,WAAW;IACtB,KAAK,CAAC,KAAK,CAAC,IAAU,EAAE,WAAmB;QACzC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QAEjD,OAAO,IAAA,sBAAe,EAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IACxC,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,WAAmB;QAChC,MAAM,WAAW,GAAG,MAAM,IAAA,kBAAa,EAAC,WAAW,EAAE,MAAM,CAAC,CAAC;QAE7D,OAAO,IAAA,sBAAe,EAAC,WAAY,CAAC,CAAC;IACvC,CAAC;CACF;AAZD,kCAYC","sourcesContent":["import { readLocalFile } from '../../../../util/fs';\nimport type { Http } from '../../../../util/http';\nimport { parseSingleYaml } from '../../../../util/yaml';\nimport type { CustomDatasourceFetcher } from './types';\n\nexport class YamlFetcher implements CustomDatasourceFetcher {\n  async fetch(http: Http, registryURL: string): Promise<unknown> {\n    const response = await http.getText(registryURL);\n\n    return parseSingleYaml(response.body);\n  }\n\n  async readFile(registryURL: string): Promise<unknown> {\n    const fileContent = await readLocalFile(registryURL, 'utf8');\n\n    return parseSingleYaml(fileContent!);\n  }\n}\n"]}

package/dist/modules/datasource/custom/index.js

@@ -36,7 +36,7 @@ class CustomDatasource extends datasource_1.Datasource {
             this.handleHttpErrors(e);
             return null;
         }
-        logger_1.logger.trace({ data }, `Custom manager fetcher '${format}' returned data.`);
+        logger_1.logger.trace({ data }, `Custom datasource API fetcher '${format}' received data. Starting transformation.`);
         for (const transformTemplate of transformTemplates) {
             const expression = (0, jsonata_1.getExpression)(transformTemplate);
             if (expression instanceof Error) {
@@ -44,7 +44,9 @@ class CustomDatasource extends datasource_1.Datasource {
                 return null;
             }
             try {
-                data = await expression.evaluate(data);
+                const modifiedData = await expression.evaluate(data);
+                logger_1.logger.trace({ before: data, after: modifiedData }, `Custom datasource transformed data.`);
+                data = modifiedData;
             }
             catch (err) {
                 logger_1.logger.once.warn({ err }, `Error while evaluating JSONata expression: ${transformTemplate}`);

package/dist/modules/datasource/custom/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../lib/modules/datasource/custom/index.ts"],"names":[],"mappings":";;;;AAAA,kEAAkC;AAClC,4CAAyC;AACzC,mDAAsD;AACtD,8CAA2C;AAE3C,uCAAqC;AACrC,qCAAkD;AAClD,mCAA0C;AAE1C,MAAa,gBAAiB,SAAQ,uBAAU;IAC9C,MAAM,CAAU,EAAE,GAAG,QAAQ,CAAC;IAErB,qBAAqB,GAAG,IAAI,CAAC;IAEtC;QACE,KAAK,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,WAAW,CACf,iBAAoC;QAEpC,MAAM,MAAM,GAAG,IAAA,uBAAe,EAAC,iBAAiB,CAAC,CAAC;QAClD,IAAI,YAAE,CAAC,eAAe,CAAC,MAAM,CAAC,EAAE,CAAC;YAC/B,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,EAAE,0BAA0B,EAAE,kBAAkB,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC;QAE1E,MAAM,OAAO,GAAG,kBAAQ,CAAC,MAAM,CAAC,CAAC;QACjC,MAAM,eAAe,GAAG,0BAA0B,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;QAEzE,IAAI,IAAa,CAAC;QAClB,IAAI,CAAC;YACH,IAAI,eAAe,EAAE,CAAC;gBACpB,IAAI,GAAG,MAAM,OAAO,CAAC,QAAQ,CAC3B,0BAA0B,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAClD,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,IAAI,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,0BAA0B,CAAC,CAAC;YACpE,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC;YACzB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,eAAM,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,EAAE,2BAA2B,MAAM,kBAAkB,CAAC,CAAC;QAE5E,KAAK,MAAM,iBAAiB,IAAI,kBAAkB,EAAE,CAAC;YACnD,MAAM,UAAU,GAAG,IAAA,uBAAa,EAAC,iBAAiB,CAAC,CAAC;YAEpD,IAAI,UAAU,YAAY,KAAK,EAAE,CAAC;gBAChC,eAAM,CAAC,IAAI,CAAC,IAAI,CACd,EAAE,YAAY,EAAE,UAAU,CAAC,OAAO,EAAE,EACpC,+BAA+B,iBAAiB,EAAE,CACnD,CAAC;gBACF,OAAO,IAAI,CAAC;YACd,CAAC;YAED,IAAI,CAAC;gBACH,IAAI,GAAG,MAAM,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YACzC,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,eAAM,CAAC,IAAI,CAAC,IAAI,CACd,EAAE,GAAG,EAAE,EACP,8CAA8C,iBAAiB,EAAE,CAClE,CAAC;gBACF,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;QAED,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,+BAAsB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAClD,OAAO,eAAe,CAAC,MAAM,CAAC,CAAC;QACjC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,eAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,EAAE,gCAAgC,CAAC,CAAC;YACxD,eAAM,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,EAAE,qCAAqC,CAAC,CAAC;YAC9D,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAEQ,SAAS,CAChB,EAAE,WAAW,EAAgB,EAC7B,QAAiB;QAEjB,4FAA4F;QAC5F,OAAO,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAC/B,CAAC;;AA5EH,4CA6EC","sourcesContent":["import is from '@sindresorhus/is';\nimport { logger } from '../../../logger';\nimport { getExpression } from '../../../util/jsonata';\nimport { Datasource } from '../datasource';\nimport type { DigestConfig, GetReleasesConfig, ReleaseResult } from '../types';\nimport { fetchers } from './formats';\nimport { ReleaseResultZodSchema } from './schema';\nimport { getCustomConfig } from './utils';\n\nexport class CustomDatasource extends Datasource {\n  static readonly id = 'custom';\n\n  override customRegistrySupport = true;\n\n  constructor() {\n    super(CustomDatasource.id);\n  }\n\n  async getReleases(\n    getReleasesConfig: GetReleasesConfig,\n  ): Promise<ReleaseResult | null> {\n    const config = getCustomConfig(getReleasesConfig);\n    if (is.nullOrUndefined(config)) {\n      return null;\n    }\n\n    const { defaultRegistryUrlTemplate, transformTemplates, format } = config;\n\n    const fetcher = fetchers[format];\n    const isLocalRegistry = defaultRegistryUrlTemplate.startsWith('file://');\n\n    let data: unknown;\n    try {\n      if (isLocalRegistry) {\n        data = await fetcher.readFile(\n          defaultRegistryUrlTemplate.replace('file://', ''),\n        );\n      } else {\n        data = await fetcher.fetch(this.http, defaultRegistryUrlTemplate);\n      }\n    } catch (e) {\n      this.handleHttpErrors(e);\n      return null;\n    }\n\n    logger.trace({ data }, `Custom manager fetcher '${format}' returned data.`);\n\n    for (const transformTemplate of transformTemplates) {\n      const expression = getExpression(transformTemplate);\n\n      if (expression instanceof Error) {\n        logger.once.warn(\n          { errorMessage: expression.message },\n          `Invalid JSONata expression: ${transformTemplate}`,\n        );\n        return null;\n      }\n\n      try {\n        data = await expression.evaluate(data);\n      } catch (err) {\n        logger.once.warn(\n          { err },\n          `Error while evaluating JSONata expression: ${transformTemplate}`,\n        );\n        return null;\n      }\n    }\n\n    try {\n      const parsed = ReleaseResultZodSchema.parse(data);\n      return structuredClone(parsed);\n    } catch (err) {\n      logger.debug({ err }, `Response has failed validation`);\n      logger.trace({ data }, 'Response that has failed validation');\n      return null;\n    }\n  }\n\n  override getDigest(\n    { packageName }: DigestConfig,\n    newValue?: string,\n  ): Promise<string | null> {\n    // Return null here to support setting a digest: value can be provided digest in getReleases\n    return Promise.resolve(null);\n  }\n}\n"]}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../lib/modules/datasource/custom/index.ts"],"names":[],"mappings":";;;;AAAA,kEAAkC;AAClC,4CAAyC;AACzC,mDAAsD;AACtD,8CAA2C;AAE3C,uCAAqC;AACrC,qCAAkD;AAClD,mCAA0C;AAE1C,MAAa,gBAAiB,SAAQ,uBAAU;IAC9C,MAAM,CAAU,EAAE,GAAG,QAAQ,CAAC;IAErB,qBAAqB,GAAG,IAAI,CAAC;IAEtC;QACE,KAAK,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,WAAW,CACf,iBAAoC;QAEpC,MAAM,MAAM,GAAG,IAAA,uBAAe,EAAC,iBAAiB,CAAC,CAAC;QAClD,IAAI,YAAE,CAAC,eAAe,CAAC,MAAM,CAAC,EAAE,CAAC;YAC/B,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,EAAE,0BAA0B,EAAE,kBAAkB,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC;QAE1E,MAAM,OAAO,GAAG,kBAAQ,CAAC,MAAM,CAAC,CAAC;QACjC,MAAM,eAAe,GAAG,0BAA0B,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;QAEzE,IAAI,IAAa,CAAC;QAClB,IAAI,CAAC;YACH,IAAI,eAAe,EAAE,CAAC;gBACpB,IAAI,GAAG,MAAM,OAAO,CAAC,QAAQ,CAC3B,0BAA0B,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAClD,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,IAAI,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,0BAA0B,CAAC,CAAC;YACpE,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC;YACzB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,eAAM,CAAC,KAAK,CACV,EAAE,IAAI,EAAE,EACR,kCAAkC,MAAM,2CAA2C,CACpF,CAAC;QAEF,KAAK,MAAM,iBAAiB,IAAI,kBAAkB,EAAE,CAAC;YACnD,MAAM,UAAU,GAAG,IAAA,uBAAa,EAAC,iBAAiB,CAAC,CAAC;YAEpD,IAAI,UAAU,YAAY,KAAK,EAAE,CAAC;gBAChC,eAAM,CAAC,IAAI,CAAC,IAAI,CACd,EAAE,YAAY,EAAE,UAAU,CAAC,OAAO,EAAE,EACpC,+BAA+B,iBAAiB,EAAE,CACnD,CAAC;gBACF,OAAO,IAAI,CAAC;YACd,CAAC;YAED,IAAI,CAAC;gBACH,MAAM,YAAY,GAAG,MAAM,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;gBAErD,eAAM,CAAC,KAAK,CACV,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,YAAY,EAAE,EACrC,qCAAqC,CACtC,CAAC;gBAEF,IAAI,GAAG,YAAY,CAAC;YACtB,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,eAAM,CAAC,IAAI,CAAC,IAAI,CACd,EAAE,GAAG,EAAE,EACP,8CAA8C,iBAAiB,EAAE,CAClE,CAAC;gBACF,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;QAED,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,+BAAsB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAClD,OAAO,eAAe,CAAC,MAAM,CAAC,CAAC;QACjC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,eAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,EAAE,gCAAgC,CAAC,CAAC;YACxD,eAAM,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,EAAE,qCAAqC,CAAC,CAAC;YAC9D,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAEQ,SAAS,CAChB,EAAE,WAAW,EAAgB,EAC7B,QAAiB;QAEjB,4FAA4F;QAC5F,OAAO,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAC/B,CAAC;;AAtFH,4CAuFC","sourcesContent":["import is from '@sindresorhus/is';\nimport { logger } from '../../../logger';\nimport { getExpression } from '../../../util/jsonata';\nimport { Datasource } from '../datasource';\nimport type { DigestConfig, GetReleasesConfig, ReleaseResult } from '../types';\nimport { fetchers } from './formats';\nimport { ReleaseResultZodSchema } from './schema';\nimport { getCustomConfig } from './utils';\n\nexport class CustomDatasource extends Datasource {\n  static readonly id = 'custom';\n\n  override customRegistrySupport = true;\n\n  constructor() {\n    super(CustomDatasource.id);\n  }\n\n  async getReleases(\n    getReleasesConfig: GetReleasesConfig,\n  ): Promise<ReleaseResult | null> {\n    const config = getCustomConfig(getReleasesConfig);\n    if (is.nullOrUndefined(config)) {\n      return null;\n    }\n\n    const { defaultRegistryUrlTemplate, transformTemplates, format } = config;\n\n    const fetcher = fetchers[format];\n    const isLocalRegistry = defaultRegistryUrlTemplate.startsWith('file://');\n\n    let data: unknown;\n    try {\n      if (isLocalRegistry) {\n        data = await fetcher.readFile(\n          defaultRegistryUrlTemplate.replace('file://', ''),\n        );\n      } else {\n        data = await fetcher.fetch(this.http, defaultRegistryUrlTemplate);\n      }\n    } catch (e) {\n      this.handleHttpErrors(e);\n      return null;\n    }\n\n    logger.trace(\n      { data },\n      `Custom datasource API fetcher '${format}' received data. Starting transformation.`,\n    );\n\n    for (const transformTemplate of transformTemplates) {\n      const expression = getExpression(transformTemplate);\n\n      if (expression instanceof Error) {\n        logger.once.warn(\n          { errorMessage: expression.message },\n          `Invalid JSONata expression: ${transformTemplate}`,\n        );\n        return null;\n      }\n\n      try {\n        const modifiedData = await expression.evaluate(data);\n\n        logger.trace(\n          { before: data, after: modifiedData },\n          `Custom datasource transformed data.`,\n        );\n\n        data = modifiedData;\n      } catch (err) {\n        logger.once.warn(\n          { err },\n          `Error while evaluating JSONata expression: ${transformTemplate}`,\n        );\n        return null;\n      }\n    }\n\n    try {\n      const parsed = ReleaseResultZodSchema.parse(data);\n      return structuredClone(parsed);\n    } catch (err) {\n      logger.debug({ err }, `Response has failed validation`);\n      logger.trace({ data }, 'Response that has failed validation');\n      return null;\n    }\n  }\n\n  override getDigest(\n    { packageName }: DigestConfig,\n    newValue?: string,\n  ): Promise<string | null> {\n    // Return null here to support setting a digest: value can be provided digest in getReleases\n    return Promise.resolve(null);\n  }\n}\n"]}