renovate 40.0.0-next.26 → 40.0.0-next.27

package/dist/modules/datasource/conda/index.js

@@ -4,11 +4,14 @@ exports.CondaDatasource = void 0;
 const tslib_1 = require("tslib");
 const logger_1 = require("../../../logger");
 const external_host_error_1 = require("../../../types/errors/external-host-error");
+const array_1 = require("../../../util/array");
 const decorator_1 = require("../../../util/cache/package/decorator");
 const http_1 = require("../../../util/http");
+const timestamp_1 = require("../../../util/timestamp");
 const url_1 = require("../../../util/url");
 const datasource_1 = require("../datasource");
 const common_1 = require("./common");
+const prefixDev = tslib_1.__importStar(require("./prefix-dev"));
 class CondaDatasource extends datasource_1.Datasource {
     static id = common_1.datasource;
     constructor() {
@@ -25,6 +28,15 @@ class CondaDatasource extends datasource_1.Datasource {
         if (!registryUrl) {
             return null;
         }
+        // fast.prefix.dev is a alias, deprecated, but still running.
+        // We expect registryUrl to be `https://prefix.dev/${channel}` here.
+        if (registryUrl.startsWith('https://prefix.dev/') ||
+            registryUrl.startsWith('https://fast.prefix.dev/')) {
+            // Since the registryUrl contains at least 3 `/` ,
+            // the channel varitable won't be undefined in any case.
+            const channel = (0, url_1.ensureTrailingSlash)(registryUrl).split('/').at(-2);
+            return prefixDev.getReleases(this.http, channel, packageName);
+        }
         const url = (0, url_1.joinUrlParts)(registryUrl, packageName);
         const result = {
             releases: [],
@@ -34,15 +46,20 @@ class CondaDatasource extends datasource_1.Datasource {
             response = await this.http.getJsonUnchecked(url);
             result.homepage = response.body.html_url;
             result.sourceUrl = response.body.dev_url;
+            const releaseDate = {};
+            // we assume all packages are roughly released on the same time
+            for (const file of (0, array_1.coerceArray)(response.body.files)) {
+                releaseDate[file.version] ??= timestamp_1.Timestamp.parse(file.upload_time);
+            }
             response.body.versions.forEach((version) => {
                 const thisRelease = {
                     version,
+                    releaseTimestamp: releaseDate[version],
                 };
                 result.releases.push(thisRelease);
             });
         }
         catch (err) {
-            // istanbul ignore else: not testable with nock
             if (err instanceof http_1.HttpError) {
                 if (err.response?.statusCode !== 404) {
                     throw new external_host_error_1.ExternalHostError(err);

package/dist/modules/datasource/conda/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../lib/modules/datasource/conda/index.ts"],"names":[],"mappings":";;;;AAAA,4CAAyC;AACzC,mFAA8E;AAC9E,qEAA8D;AAC9D,6CAA+C;AAC/C,2CAAiD;AACjD,8CAA2C;AAE3C,qCAA0D;AAG1D,MAAa,eAAgB,SAAQ,uBAAU;IAC7C,MAAM,CAAU,EAAE,GAAG,mBAAU,CAAC;IAEhC;QACE,KAAK,CAAC,mBAAU,CAAC,CAAC;IACpB,CAAC;IAEiB,qBAAqB,GAAG,IAAI,CAAC;IAE7B,gBAAgB,GAAG,MAAM,CAAC;IAE1B,mBAAmB,GAAG,CAAC,2BAAkB,CAAC,CAAC;IAE3C,OAAO,GAAG,IAAI,CAAC;IAEf,gBAAgB,GAAG,SAAS,CAAC;IAC7B,aAAa,GAC7B,uEAAuE,CAAC;IAQpE,AAAN,KAAK,CAAC,WAAW,CAAC,EAChB,WAAW,EACX,WAAW,GACO;QAClB,eAAM,CAAC,KAAK,CAAC,EAAE,WAAW,EAAE,WAAW,EAAE,EAAE,wBAAwB,CAAC,CAAC;QAErE,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,GAAG,GAAG,IAAA,kBAAY,EAAC,WAAW,EAAE,WAAW,CAAC,CAAC;QAEnD,MAAM,MAAM,GAAkB;YAC5B,QAAQ,EAAE,EAAE;SACb,CAAC;QAEF,IAAI,QAAgC,CAAC;QAErC,IAAI,CAAC;YACH,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC;YAEjD,MAAM,CAAC,QAAQ,GAAG,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC;YACzC,MAAM,CAAC,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC;YAEzC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,OAAe,EAAE,EAAE;gBACjD,MAAM,WAAW,GAAY;oBAC3B,OAAO;iBACR,CAAC;gBACF,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YACpC,CAAC,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,+CAA+C;YAC/C,IAAI,GAAG,YAAY,gBAAS,EAAE,CAAC;gBAC7B,IAAI,GAAG,CAAC,QAAQ,EAAE,UAAU,KAAK,GAAG,EAAE,CAAC;oBACrC,MAAM,IAAI,uCAAiB,CAAC,GAAG,CAAC,CAAC;gBACnC,CAAC;YACH,CAAC;YACD,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC;QAChC,CAAC;QAED,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;IAChD,CAAC;;AAlEH,0CAmEC;AA1CO;IANL,IAAA,iBAAK,EAAC;QACL,SAAS,EAAE,cAAc,mBAAU,EAAE;QACrC,GAAG,EAAE,CAAC,EAAE,WAAW,EAAE,WAAW,EAAqB,EAAE,EAAE;QACvD,uBAAuB;QACvB,GAAG,WAAW,IAAI,WAAW,EAAE;KAClC,CAAC;kDA0CD","sourcesContent":["import { logger } from '../../../logger';\nimport { ExternalHostError } from '../../../types/errors/external-host-error';\nimport { cache } from '../../../util/cache/package/decorator';\nimport { HttpError } from '../../../util/http';\nimport { joinUrlParts } from '../../../util/url';\nimport { Datasource } from '../datasource';\nimport type { GetReleasesConfig, Release, ReleaseResult } from '../types';\nimport { datasource, defaultRegistryUrl } from './common';\nimport type { CondaPackage } from './types';\n\nexport class CondaDatasource extends Datasource {\n  static readonly id = datasource;\n\n  constructor() {\n    super(datasource);\n  }\n\n  override readonly customRegistrySupport = true;\n\n  override readonly registryStrategy = 'hunt';\n\n  override readonly defaultRegistryUrls = [defaultRegistryUrl];\n\n  override readonly caching = true;\n\n  override readonly sourceUrlSupport = 'package';\n  override readonly sourceUrlNote =\n    'The source URL is determined from the `dev_url` field in the results.';\n\n  @cache({\n    namespace: `datasource-${datasource}`,\n    key: ({ registryUrl, packageName }: GetReleasesConfig) =>\n      // TODO: types (#22198)\n      `${registryUrl}:${packageName}`,\n  })\n  async getReleases({\n    registryUrl,\n    packageName,\n  }: GetReleasesConfig): Promise<ReleaseResult | null> {\n    logger.trace({ registryUrl, packageName }, 'fetching conda package');\n\n    if (!registryUrl) {\n      return null;\n    }\n\n    const url = joinUrlParts(registryUrl, packageName);\n\n    const result: ReleaseResult = {\n      releases: [],\n    };\n\n    let response: { body: CondaPackage };\n\n    try {\n      response = await this.http.getJsonUnchecked(url);\n\n      result.homepage = response.body.html_url;\n      result.sourceUrl = response.body.dev_url;\n\n      response.body.versions.forEach((version: string) => {\n        const thisRelease: Release = {\n          version,\n        };\n        result.releases.push(thisRelease);\n      });\n    } catch (err) {\n      // istanbul ignore else: not testable with nock\n      if (err instanceof HttpError) {\n        if (err.response?.statusCode !== 404) {\n          throw new ExternalHostError(err);\n        }\n      }\n      this.handleGenericErrors(err);\n    }\n\n    return result.releases.length ? result : null;\n  }\n}\n"]}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../lib/modules/datasource/conda/index.ts"],"names":[],"mappings":";;;;AAAA,4CAAyC;AACzC,mFAA8E;AAC9E,+CAAkD;AAClD,qEAA8D;AAC9D,6CAA+C;AAC/C,uDAAoD;AACpD,2CAAsE;AACtE,8CAA2C;AAE3C,qCAA0D;AAC1D,gEAA0C;AAG1C,MAAa,eAAgB,SAAQ,uBAAU;IAC7C,MAAM,CAAU,EAAE,GAAG,mBAAU,CAAC;IAEhC;QACE,KAAK,CAAC,mBAAU,CAAC,CAAC;IACpB,CAAC;IAEiB,qBAAqB,GAAG,IAAI,CAAC;IAE7B,gBAAgB,GAAG,MAAM,CAAC;IAE1B,mBAAmB,GAAG,CAAC,2BAAkB,CAAC,CAAC;IAE3C,OAAO,GAAG,IAAI,CAAC;IAEf,gBAAgB,GAAG,SAAS,CAAC;IAC7B,aAAa,GAC7B,uEAAuE,CAAC;IAQpE,AAAN,KAAK,CAAC,WAAW,CAAC,EAChB,WAAW,EACX,WAAW,GACO;QAClB,eAAM,CAAC,KAAK,CAAC,EAAE,WAAW,EAAE,WAAW,EAAE,EAAE,wBAAwB,CAAC,CAAC;QAErE,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,6DAA6D;QAC7D,oEAAoE;QACpE,IACE,WAAW,CAAC,UAAU,CAAC,qBAAqB,CAAC;YAC7C,WAAW,CAAC,UAAU,CAAC,0BAA0B,CAAC,EAClD,CAAC;YACD,kDAAkD;YAClD,wDAAwD;YACxD,MAAM,OAAO,GAAG,IAAA,yBAAmB,EAAC,WAAW,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAE,CAAC;YAEpE,OAAO,SAAS,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,WAAW,CAAC,CAAC;QAChE,CAAC;QAED,MAAM,GAAG,GAAG,IAAA,kBAAY,EAAC,WAAW,EAAE,WAAW,CAAC,CAAC;QAEnD,MAAM,MAAM,GAAkB;YAC5B,QAAQ,EAAE,EAAE;SACb,CAAC;QAEF,IAAI,QAAgC,CAAC;QAErC,IAAI,CAAC;YACH,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC;YAEjD,MAAM,CAAC,QAAQ,GAAG,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC;YACzC,MAAM,CAAC,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC;YAEzC,MAAM,WAAW,GAA8B,EAAE,CAAC;YAClD,+DAA+D;YAC/D,KAAK,MAAM,IAAI,IAAI,IAAA,mBAAW,EAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;gBACpD,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,qBAAS,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAClE,CAAC;YAED,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,OAAe,EAAE,EAAE;gBACjD,MAAM,WAAW,GAAY;oBAC3B,OAAO;oBACP,gBAAgB,EAAE,WAAW,CAAC,OAAO,CAAC;iBACvC,CAAC;gBACF,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YACpC,CAAC,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,GAAG,YAAY,gBAAS,EAAE,CAAC;gBAC7B,IAAI,GAAG,CAAC,QAAQ,EAAE,UAAU,KAAK,GAAG,EAAE,CAAC;oBACrC,MAAM,IAAI,uCAAiB,CAAC,GAAG,CAAC,CAAC;gBACnC,CAAC;YACH,CAAC;YACD,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC;QAChC,CAAC;QAED,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;IAChD,CAAC;;AArFH,0CAsFC;AA7DO;IANL,IAAA,iBAAK,EAAC;QACL,SAAS,EAAE,cAAc,mBAAU,EAAE;QACrC,GAAG,EAAE,CAAC,EAAE,WAAW,EAAE,WAAW,EAAqB,EAAE,EAAE;QACvD,uBAAuB;QACvB,GAAG,WAAW,IAAI,WAAW,EAAE;KAClC,CAAC;kDA6DD","sourcesContent":["import { logger } from '../../../logger';\nimport { ExternalHostError } from '../../../types/errors/external-host-error';\nimport { coerceArray } from '../../../util/array';\nimport { cache } from '../../../util/cache/package/decorator';\nimport { HttpError } from '../../../util/http';\nimport { Timestamp } from '../../../util/timestamp';\nimport { ensureTrailingSlash, joinUrlParts } from '../../../util/url';\nimport { Datasource } from '../datasource';\nimport type { GetReleasesConfig, Release, ReleaseResult } from '../types';\nimport { datasource, defaultRegistryUrl } from './common';\nimport * as prefixDev from './prefix-dev';\nimport type { CondaPackage } from './types';\n\nexport class CondaDatasource extends Datasource {\n  static readonly id = datasource;\n\n  constructor() {\n    super(datasource);\n  }\n\n  override readonly customRegistrySupport = true;\n\n  override readonly registryStrategy = 'hunt';\n\n  override readonly defaultRegistryUrls = [defaultRegistryUrl];\n\n  override readonly caching = true;\n\n  override readonly sourceUrlSupport = 'package';\n  override readonly sourceUrlNote =\n    'The source URL is determined from the `dev_url` field in the results.';\n\n  @cache({\n    namespace: `datasource-${datasource}`,\n    key: ({ registryUrl, packageName }: GetReleasesConfig) =>\n      // TODO: types (#22198)\n      `${registryUrl}:${packageName}`,\n  })\n  async getReleases({\n    registryUrl,\n    packageName,\n  }: GetReleasesConfig): Promise<ReleaseResult | null> {\n    logger.trace({ registryUrl, packageName }, 'fetching conda package');\n\n    if (!registryUrl) {\n      return null;\n    }\n\n    // fast.prefix.dev is a alias, deprecated, but still running.\n    // We expect registryUrl to be `https://prefix.dev/${channel}` here.\n    if (\n      registryUrl.startsWith('https://prefix.dev/') ||\n      registryUrl.startsWith('https://fast.prefix.dev/')\n    ) {\n      // Since the registryUrl contains at least 3 `/` ,\n      // the channel varitable won't be undefined in any case.\n      const channel = ensureTrailingSlash(registryUrl).split('/').at(-2)!;\n\n      return prefixDev.getReleases(this.http, channel, packageName);\n    }\n\n    const url = joinUrlParts(registryUrl, packageName);\n\n    const result: ReleaseResult = {\n      releases: [],\n    };\n\n    let response: { body: CondaPackage };\n\n    try {\n      response = await this.http.getJsonUnchecked(url);\n\n      result.homepage = response.body.html_url;\n      result.sourceUrl = response.body.dev_url;\n\n      const releaseDate: Record<string, Timestamp> = {};\n      // we assume all packages are roughly released on the same time\n      for (const file of coerceArray(response.body.files)) {\n        releaseDate[file.version] ??= Timestamp.parse(file.upload_time);\n      }\n\n      response.body.versions.forEach((version: string) => {\n        const thisRelease: Release = {\n          version,\n          releaseTimestamp: releaseDate[version],\n        };\n        result.releases.push(thisRelease);\n      });\n    } catch (err) {\n      if (err instanceof HttpError) {\n        if (err.response?.statusCode !== 404) {\n          throw new ExternalHostError(err);\n        }\n      }\n      this.handleGenericErrors(err);\n    }\n\n    return result.releases.length ? result : null;\n  }\n}\n"]}

package/dist/modules/datasource/conda/prefix-dev.d.ts

@@ -0,0 +1,3 @@
+import type { Http } from '../../../util/http';
+import type { ReleaseResult } from '../types';
+export declare function getReleases(http: Http, channel: string, packageName: string): Promise<ReleaseResult | null>;

package/dist/modules/datasource/conda/prefix-dev.js

@@ -0,0 +1,83 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getReleases = getReleases;
+const logger_1 = require("../../../logger");
+const array_1 = require("../../../util/array");
+const timestamp_1 = require("../../../util/timestamp");
+const prefix_dev_1 = require("./schema/prefix-dev");
+const MAX_PREFIX_DEV_GRAPHQL_PAGE = 100;
+const query = `
+query search($channel: String!, $package: String!, $page: Int = 0) {
+  package(channelName: $channel, name: $package) {
+    variants(limit: 500, page: $page) {
+      pages
+      page {
+        createdAt
+        version
+        yankedReason
+        urls {
+          url
+          kind
+        }
+      }
+    }
+  }
+}
+`;
+async function getReleases(http, channel, packageName) {
+    logger_1.logger.debug({ channel, packageName }, 'lookup package from prefix.dev graphql API');
+    const files = await getPagedResponse(http, query, {
+        channel,
+        package: packageName,
+    });
+    if (!files.length) {
+        return null;
+    }
+    let homepage = undefined;
+    let sourceUrl = undefined;
+    const releases = {};
+    for (const file of files) {
+        const version = file.version;
+        homepage ??= file.urls.HOME;
+        sourceUrl ??= file.urls.DEV;
+        releases[version] ??= { version };
+        // we assume all packages are roughly released on the same time
+        releases[version].releaseTimestamp =
+            releases[version].releaseTimestamp ??
+                timestamp_1.MaybeTimestamp.parse(file.createdAt);
+        // if the version has not been marked as deprecated, check other releases packages of the same version
+        if (!releases[version].isDeprecated) {
+            releases[version].isDeprecated = (0, array_1.isNotNullOrUndefined)(file.yankedReason);
+        }
+    }
+    return {
+        homepage,
+        sourceUrl,
+        releases: Object.values(releases),
+    };
+}
+async function getPagedResponse(http, query, data) {
+    const result = [];
+    for (let page = 0; page <= MAX_PREFIX_DEV_GRAPHQL_PAGE; page++) {
+        const res = await http.postJson('https://prefix.dev/api/graphql', {
+            body: {
+                operationName: 'search',
+                query,
+                variables: {
+                    ...data,
+                    page,
+                },
+            },
+        }, prefix_dev_1.PagedResponseSchema);
+        const currentPage = res.body.data.package?.variants;
+        if (!currentPage) {
+            break;
+        }
+        result.push(...currentPage.page);
+        if (page >= currentPage.pages - 1) {
+            break;
+        }
+    }
+    return result;
+}
+//# sourceMappingURL=prefix-dev.js.map

package/dist/modules/datasource/conda/prefix-dev.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"prefix-dev.js","sourceRoot":"","sources":["../../../../lib/modules/datasource/conda/prefix-dev.ts"],"names":[],"mappings":";;AA4BA,kCA+CC;AA3ED,4CAAyC;AACzC,+CAA2D;AAE3D,uDAAyD;AAEzD,oDAAqE;AAErE,MAAM,2BAA2B,GAAG,GAAG,CAAC;AAExC,MAAM,KAAK,GAAG;;;;;;;;;;;;;;;;;CAiBb,CAAC;AAEK,KAAK,UAAU,WAAW,CAC/B,IAAU,EACV,OAAe,EACf,WAAmB;IAEnB,eAAM,CAAC,KAAK,CACV,EAAE,OAAO,EAAE,WAAW,EAAE,EACxB,4CAA4C,CAC7C,CAAC;IAEF,MAAM,KAAK,GAAG,MAAM,gBAAgB,CAAC,IAAI,EAAE,KAAK,EAAE;QAChD,OAAO;QACP,OAAO,EAAE,WAAW;KACrB,CAAC,CAAC;IAEH,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;QAClB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,QAAQ,GAAuB,SAAS,CAAC;IAC7C,IAAI,SAAS,GAAuB,SAAS,CAAC;IAE9C,MAAM,QAAQ,GAA4B,EAAE,CAAC;IAC7C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QAE7B,QAAQ,KAAK,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;QAC5B,SAAS,KAAK,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;QAE5B,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,EAAE,CAAC;QAElC,+DAA+D;QAC/D,QAAQ,CAAC,OAAO,CAAC,CAAC,gBAAgB;YAChC,QAAQ,CAAC,OAAO,CAAC,CAAC,gBAAgB;gBAClC,0BAAc,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAEvC,sGAAsG;QACtG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,YAAY,EAAE,CAAC;YACpC,QAAQ,CAAC,OAAO,CAAC,CAAC,YAAY,GAAG,IAAA,4BAAoB,EAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAC3E,CAAC;IACH,CAAC;IAED,OAAO;QACL,QAAQ;QACR,SAAS;QACT,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC;KAClC,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,gBAAgB,CAC7B,IAAU,EACV,KAAa,EACb,IAAS;IAET,MAAM,MAAM,GAAW,EAAE,CAAC;IAE1B,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,IAAI,2BAA2B,EAAE,IAAI,EAAE,EAAE,CAAC;QAC/D,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,QAAQ,CAC7B,gCAAgC,EAChC;YACE,IAAI,EAAE;gBACJ,aAAa,EAAE,QAAQ;gBACvB,KAAK;gBACL,SAAS,EAAE;oBACT,GAAG,IAAI;oBACP,IAAI;iBACL;aACF;SACF,EACD,gCAAmB,CACpB,CAAC;QAEF,MAAM,WAAW,GAAG,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC;QACpD,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM;QACR,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;QAEjC,IAAI,IAAI,IAAI,WAAW,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;YAClC,MAAM;QACR,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC","sourcesContent":["import { logger } from '../../../logger';\nimport { isNotNullOrUndefined } from '../../../util/array';\nimport type { Http } from '../../../util/http';\nimport { MaybeTimestamp } from '../../../util/timestamp';\nimport type { Release, ReleaseResult } from '../types';\nimport { type File, PagedResponseSchema } from './schema/prefix-dev';\n\nconst MAX_PREFIX_DEV_GRAPHQL_PAGE = 100;\n\nconst query = `\nquery search($channel: String!, $package: String!, $page: Int = 0) {\n  package(channelName: $channel, name: $package) {\n    variants(limit: 500, page: $page) {\n      pages\n      page {\n        createdAt\n        version\n        yankedReason\n        urls {\n          url\n          kind\n        }\n      }\n    }\n  }\n}\n`;\n\nexport async function getReleases(\n  http: Http,\n  channel: string,\n  packageName: string,\n): Promise<ReleaseResult | null> {\n  logger.debug(\n    { channel, packageName },\n    'lookup package from prefix.dev graphql API',\n  );\n\n  const files = await getPagedResponse(http, query, {\n    channel,\n    package: packageName,\n  });\n\n  if (!files.length) {\n    return null;\n  }\n\n  let homepage: string | undefined = undefined;\n  let sourceUrl: string | undefined = undefined;\n\n  const releases: Record<string, Release> = {};\n  for (const file of files) {\n    const version = file.version;\n\n    homepage ??= file.urls.HOME;\n    sourceUrl ??= file.urls.DEV;\n\n    releases[version] ??= { version };\n\n    // we assume all packages are roughly released on the same time\n    releases[version].releaseTimestamp =\n      releases[version].releaseTimestamp ??\n      MaybeTimestamp.parse(file.createdAt);\n\n    // if the version has not been marked as deprecated, check other releases packages of the same version\n    if (!releases[version].isDeprecated) {\n      releases[version].isDeprecated = isNotNullOrUndefined(file.yankedReason);\n    }\n  }\n\n  return {\n    homepage,\n    sourceUrl,\n    releases: Object.values(releases),\n  };\n}\n\nasync function getPagedResponse(\n  http: Http,\n  query: string,\n  data: any,\n): Promise<File[]> {\n  const result: File[] = [];\n\n  for (let page = 0; page <= MAX_PREFIX_DEV_GRAPHQL_PAGE; page++) {\n    const res = await http.postJson(\n      'https://prefix.dev/api/graphql',\n      {\n        body: {\n          operationName: 'search',\n          query,\n          variables: {\n            ...data,\n            page,\n          },\n        },\n      },\n      PagedResponseSchema,\n    );\n\n    const currentPage = res.body.data.package?.variants;\n    if (!currentPage) {\n      break;\n    }\n\n    result.push(...currentPage.page);\n\n    if (page >= currentPage.pages - 1) {\n      break;\n    }\n  }\n\n  return result;\n}\n"]}

package/dist/modules/datasource/conda/schema/prefix-dev.d.ts

@@ -0,0 +1,189 @@
+import { z } from 'zod';
+export declare const File: z.ZodObject<{
+    version: z.ZodString;
+    createdAt: z.ZodNullable<z.ZodString>;
+    yankedReason: z.ZodNullable<z.ZodString>;
+    urls: z.ZodEffects<z.ZodDefault<z.ZodOptional<z.ZodArray<z.ZodObject<{
+        url: z.ZodString;
+        kind: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        url: string;
+        kind: string;
+    }, {
+        url: string;
+        kind: string;
+    }>, "many">>>, {
+        [k: string]: string;
+    }, {
+        url: string;
+        kind: string;
+    }[] | undefined>;
+}, "strip", z.ZodTypeAny, {
+    urls: {
+        [k: string]: string;
+    };
+    version: string;
+    createdAt: string | null;
+    yankedReason: string | null;
+}, {
+    version: string;
+    createdAt: string | null;
+    yankedReason: string | null;
+    urls?: {
+        url: string;
+        kind: string;
+    }[] | undefined;
+}>;
+export type File = z.infer<typeof File>;
+export declare const PagedResponseSchema: z.ZodObject<{
+    data: z.ZodObject<{
+        package: z.ZodNullable<z.ZodObject<{
+            variants: z.ZodNullable<z.ZodObject<{
+                pages: z.ZodNumber;
+                page: z.ZodArray<z.ZodObject<{
+                    version: z.ZodString;
+                    createdAt: z.ZodNullable<z.ZodString>;
+                    yankedReason: z.ZodNullable<z.ZodString>;
+                    urls: z.ZodEffects<z.ZodDefault<z.ZodOptional<z.ZodArray<z.ZodObject<{
+                        url: z.ZodString;
+                        kind: z.ZodString;
+                    }, "strip", z.ZodTypeAny, {
+                        url: string;
+                        kind: string;
+                    }, {
+                        url: string;
+                        kind: string;
+                    }>, "many">>>, {
+                        [k: string]: string;
+                    }, {
+                        url: string;
+                        kind: string;
+                    }[] | undefined>;
+                }, "strip", z.ZodTypeAny, {
+                    urls: {
+                        [k: string]: string;
+                    };
+                    version: string;
+                    createdAt: string | null;
+                    yankedReason: string | null;
+                }, {
+                    version: string;
+                    createdAt: string | null;
+                    yankedReason: string | null;
+                    urls?: {
+                        url: string;
+                        kind: string;
+                    }[] | undefined;
+                }>, "many">;
+            }, "strip", z.ZodTypeAny, {
+                page: {
+                    urls: {
+                        [k: string]: string;
+                    };
+                    version: string;
+                    createdAt: string | null;
+                    yankedReason: string | null;
+                }[];
+                pages: number;
+            }, {
+                page: {
+                    version: string;
+                    createdAt: string | null;
+                    yankedReason: string | null;
+                    urls?: {
+                        url: string;
+                        kind: string;
+                    }[] | undefined;
+                }[];
+                pages: number;
+            }>>;
+        }, "strip", z.ZodTypeAny, {
+            variants: {
+                page: {
+                    urls: {
+                        [k: string]: string;
+                    };
+                    version: string;
+                    createdAt: string | null;
+                    yankedReason: string | null;
+                }[];
+                pages: number;
+            } | null;
+        }, {
+            variants: {
+                page: {
+                    version: string;
+                    createdAt: string | null;
+                    yankedReason: string | null;
+                    urls?: {
+                        url: string;
+                        kind: string;
+                    }[] | undefined;
+                }[];
+                pages: number;
+            } | null;
+        }>>;
+    }, "strip", z.ZodTypeAny, {
+        package: {
+            variants: {
+                page: {
+                    urls: {
+                        [k: string]: string;
+                    };
+                    version: string;
+                    createdAt: string | null;
+                    yankedReason: string | null;
+                }[];
+                pages: number;
+            } | null;
+        } | null;
+    }, {
+        package: {
+            variants: {
+                page: {
+                    version: string;
+                    createdAt: string | null;
+                    yankedReason: string | null;
+                    urls?: {
+                        url: string;
+                        kind: string;
+                    }[] | undefined;
+                }[];
+                pages: number;
+            } | null;
+        } | null;
+    }>;
+}, "strip", z.ZodTypeAny, {
+    data: {
+        package: {
+            variants: {
+                page: {
+                    urls: {
+                        [k: string]: string;
+                    };
+                    version: string;
+                    createdAt: string | null;
+                    yankedReason: string | null;
+                }[];
+                pages: number;
+            } | null;
+        } | null;
+    };
+}, {
+    data: {
+        package: {
+            variants: {
+                page: {
+                    version: string;
+                    createdAt: string | null;
+                    yankedReason: string | null;
+                    urls?: {
+                        url: string;
+                        kind: string;
+                    }[] | undefined;
+                }[];
+                pages: number;
+            } | null;
+        } | null;
+    };
+}>;

package/dist/modules/datasource/conda/schema/prefix-dev.js

@@ -0,0 +1,31 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PagedResponseSchema = exports.File = void 0;
+const zod_1 = require("zod");
+exports.File = zod_1.z.object({
+    version: zod_1.z.string(),
+    createdAt: zod_1.z.string().nullable(),
+    yankedReason: zod_1.z.string().nullable(),
+    urls: zod_1.z
+        .array(zod_1.z.object({ url: zod_1.z.string(), kind: zod_1.z.string() }))
+        .optional()
+        .default([])
+        .transform((urls) => {
+        return Object.fromEntries(urls.map((url) => [url.kind, url.url]));
+    }),
+});
+exports.PagedResponseSchema = zod_1.z.object({
+    data: zod_1.z.object({
+        package: zod_1.z
+            .object({
+            variants: zod_1.z
+                .object({
+                pages: zod_1.z.number(),
+                page: zod_1.z.array(exports.File),
+            })
+                .nullable(),
+        })
+            .nullable(),
+    }),
+});
+//# sourceMappingURL=prefix-dev.js.map

package/dist/modules/datasource/conda/schema/prefix-dev.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"prefix-dev.js","sourceRoot":"","sources":["../../../../../lib/modules/datasource/conda/schema/prefix-dev.ts"],"names":[],"mappings":";;;AAAA,6BAAwB;AAEX,QAAA,IAAI,GAAG,OAAC,CAAC,MAAM,CAAC;IAC3B,OAAO,EAAE,OAAC,CAAC,MAAM,EAAE;IACnB,SAAS,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChC,YAAY,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACnC,IAAI,EAAE,OAAC;SACJ,KAAK,CAAC,OAAC,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,OAAC,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,OAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;SACtD,QAAQ,EAAE;SACV,OAAO,CAAC,EAAE,CAAC;SACX,SAAS,CAAC,CAAC,IAAI,EAAE,EAAE;QAClB,OAAO,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IACpE,CAAC,CAAC;CACL,CAAC,CAAC;AAIU,QAAA,mBAAmB,GAAG,OAAC,CAAC,MAAM,CAAC;IAC1C,IAAI,EAAE,OAAC,CAAC,MAAM,CAAC;QACb,OAAO,EAAE,OAAC;aACP,MAAM,CAAC;YACN,QAAQ,EAAE,OAAC;iBACR,MAAM,CAAC;gBACN,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE;gBACjB,IAAI,EAAE,OAAC,CAAC,KAAK,CAAC,YAAI,CAAC;aACpB,CAAC;iBACD,QAAQ,EAAE;SACd,CAAC;aACD,QAAQ,EAAE;KACd,CAAC;CACH,CAAC,CAAC","sourcesContent":["import { z } from 'zod';\n\nexport const File = z.object({\n  version: z.string(),\n  createdAt: z.string().nullable(),\n  yankedReason: z.string().nullable(),\n  urls: z\n    .array(z.object({ url: z.string(), kind: z.string() }))\n    .optional()\n    .default([])\n    .transform((urls) => {\n      return Object.fromEntries(urls.map((url) => [url.kind, url.url]));\n    }),\n});\n\nexport type File = z.infer<typeof File>;\n\nexport const PagedResponseSchema = z.object({\n  data: z.object({\n    package: z\n      .object({\n        variants: z\n          .object({\n            pages: z.number(),\n            page: z.array(File),\n          })\n          .nullable(),\n      })\n      .nullable(),\n  }),\n});\n"]}

package/dist/modules/datasource/conda/types.d.ts

@@ -5,8 +5,6 @@ export interface CondaPackage {
     full_name: string;
     owner: CondaPackageOwner;
     home: string;
-    source_git_url: string;
-    source_git_tag: string;
     app_type: Record<string, unknown>;
     upvoted: number;
     id: string;
@@ -29,7 +27,6 @@ export interface CondaPackage {
     modified_at: string;
     latest_version: CondaVersion;
     summary: string;
-    license_url: string;
     doc_url: string;
 }
 export interface CondaPackageOwner {
@@ -48,7 +45,7 @@ export interface CondaRelease {
     full_name: string;
 }
 export interface CondaFile {
-    description: string;
+    description?: string | null;
     basename: string;
     labels: string[];
     dependencies: string[];
@@ -62,20 +59,4 @@ export interface CondaFile {
     version: CondaVersion;
     md5: string;
     type: string;
-    attrs: {
-        build_number: number;
-        name: string;
-        license: string;
-        timestamp: number;
-        source_url: string;
-        platform: string;
-        depends: string[];
-        version: CondaVersion;
-        subdir: string;
-        build: string;
-        sha256: string;
-        arch: string;
-        md5: string;
-        size: number;
-    };
 }

package/dist/modules/datasource/conda/types.js.map

@@ -1 +1 @@
-{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../lib/modules/datasource/conda/types.ts"],"names":[],"mappings":";AAAA;;EAEE","sourcesContent":["/* For values of unknown type that are not used with renovate,\n   any object is accepted in the types defined here\n*/\n\n// This can be improved with the documentation at\n// https://docs.conda.io/projects/conda/en/latest/user-guide/concepts/pkg-specs.html#supported-version-strings\nexport type CondaVersion = string;\n\nexport interface CondaPackage {\n  app_entry: Record<string, unknown>;\n  conda_platforms: string[];\n  full_name: string;\n  owner: CondaPackageOwner;\n  home: string;\n  source_git_url: string;\n  source_git_tag: string;\n  app_type: Record<string, unknown>;\n  upvoted: number;\n  id: string;\n  app_summary: Record<string, unknown>;\n  public: boolean;\n  revision: number;\n  files: CondaFile[];\n  package_types: string[];\n  description: string;\n  releases: CondaRelease[];\n  html_url: string;\n  builds: string[];\n  watchers: number;\n  dev_url: string;\n  name: string;\n  license: string;\n  versions: CondaVersion[];\n  url: string;\n  created_at: string;\n  modified_at: string;\n  latest_version: CondaVersion;\n  summary: string;\n  license_url: string;\n  doc_url: string;\n}\n\nexport interface CondaPackageOwner {\n  description: string;\n  url: string;\n  company: string;\n  user_type: string;\n  location: string;\n  login: string;\n  created_at: string;\n  name: string;\n}\n\nexport interface CondaRelease {\n  version: CondaVersion;\n  distributions: string[];\n  full_name: string;\n}\n\nexport interface CondaFile {\n  description: string;\n  basename: string;\n  labels: string[];\n  dependencies: string[];\n  distribution_type: string;\n  full_name: string;\n  owner: string;\n  size: number;\n  upload_time: string;\n  ndownloads: number;\n  download_url: string;\n  version: CondaVersion;\n  md5: string;\n  type: string;\n  attrs: {\n    build_number: number;\n    name: string;\n    license: string;\n    timestamp: number;\n    source_url: string;\n    platform: string;\n    depends: string[];\n    version: CondaVersion;\n    subdir: string;\n    build: string;\n    sha256: string;\n    arch: string;\n    md5: string;\n    size: number;\n  };\n}\n"]}
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../lib/modules/datasource/conda/types.ts"],"names":[],"mappings":";AAAA;;EAEE","sourcesContent":["/* For values of unknown type that are not used with renovate,\n   any object is accepted in the types defined here\n*/\n\n// This can be improved with the documentation at\n// https://docs.conda.io/projects/conda/en/latest/user-guide/concepts/pkg-specs.html#supported-version-strings\nexport type CondaVersion = string;\n\nexport interface CondaPackage {\n  app_entry: Record<string, unknown>;\n  conda_platforms: string[];\n  full_name: string;\n  owner: CondaPackageOwner;\n  home: string;\n  app_type: Record<string, unknown>;\n  upvoted: number;\n  id: string;\n  app_summary: Record<string, unknown>;\n  public: boolean;\n  revision: number;\n  files: CondaFile[];\n  package_types: string[];\n  description: string;\n  releases: CondaRelease[];\n  html_url: string;\n  builds: string[];\n  watchers: number;\n  dev_url: string;\n  name: string;\n  license: string;\n  versions: CondaVersion[];\n  url: string;\n  created_at: string;\n  modified_at: string;\n  latest_version: CondaVersion;\n  summary: string;\n  doc_url: string;\n}\n\nexport interface CondaPackageOwner {\n  description: string;\n  url: string;\n  company: string;\n  user_type: string;\n  location: string;\n  login: string;\n  created_at: string;\n  name: string;\n}\n\nexport interface CondaRelease {\n  version: CondaVersion;\n  distributions: string[];\n  full_name: string;\n}\n\nexport interface CondaFile {\n  description?: string | null;\n  basename: string;\n  labels: string[];\n  dependencies: string[];\n  distribution_type: string;\n  full_name: string;\n  owner: string;\n  size: number;\n  upload_time: string;\n  ndownloads: number;\n  download_url: string;\n  version: CondaVersion;\n  md5: string;\n  type: string;\n}\n"]}

package/dist/modules/datasource/cpan/index.js

@@ -18,7 +18,7 @@ class CpanDatasource extends datasource_1.Datasource {
     releaseTimestampSupport = true;
     releaseTimestampNote = 'The release timestamp is determined from the `date` field in the results.';
     async getReleases({ packageName, registryUrl, }) {
-        // istanbul ignore if
+        /* v8 ignore next 3 -- should never happen */
         if (!registryUrl) {
             return null;
         }

package/dist/modules/datasource/cpan/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../lib/modules/datasource/cpan/index.ts"],"names":[],"mappings":";;;;AAAA,qEAA8D;AAC9D,2CAAiD;AACjD,8EAAwD;AACxD,8CAA2C;AAE3C,qCAAyD;AAGzD,MAAa,cAAe,SAAQ,uBAAU;IAC5C,MAAM,CAAU,EAAE,GAAG,MAAM,CAAC;IAE5B;QACE,KAAK,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;IAC3B,CAAC;IAEiB,qBAAqB,GAAG,KAAK,CAAC;IAE9B,mBAAmB,GAAG,CAAC,+BAA+B,CAAC,CAAC;IAExD,iBAAiB,GAAG,cAAc,CAAC,EAAE,CAAC;IAEtC,uBAAuB,GAAG,IAAI,CAAC;IAC/B,oBAAoB,GACpC,2EAA2E,CAAC;IAM/D,AAAN,KAAK,CAAC,WAAW,CAAC,EACzB,WAAW,EACX,WAAW,GACO;QAClB,qBAAqB;QACrB,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,MAAM,GAAyB,IAAI,CAAC;QACxC,MAAM,SAAS,GAAG,IAAA,kBAAY,EAAC,WAAW,EAAE,iBAAiB,CAAC,CAAC;QAE/D,IAAI,QAAQ,GAAyB,IAAI,CAAC;QAC1C,IAAI,CAAC;YACH,MAAM,IAAI,GAAG;gBACX,KAAK,EAAE;oBACL,QAAQ,EAAE;wBACR,KAAK,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE;wBACxB,MAAM,EAAE;4BACN,GAAG,EAAE;gCACH,EAAE,IAAI,EAAE,EAAE,aAAa,EAAE,WAAW,EAAE,EAAE;gCACxC,EAAE,IAAI,EAAE,EAAE,mBAAmB,EAAE,IAAI,EAAE,EAAE;gCACvC,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,uBAAuB,EAAE,EAAE;6BAC/C;yBACF;qBACF;iBACF;gBACD,OAAO,EAAE;oBACP,aAAa;oBACb,gBAAgB;oBAChB,cAAc;oBACd,MAAM;oBACN,YAAY;oBACZ,UAAU;oBACV,QAAQ;iBACT;gBACD,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;aACzB,CAAC;YAEF,QAAQ,GAAG,CACT,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,CACtB,SAAS,EACT,EAAE,IAAI,EAAE,EACR,sCAA6B,CAC9B,CACF,CAAC,IAAI,CAAC;QACT,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC;QAChC,CAAC;QAED,IAAI,kBAAkB,GAAkB,IAAI,CAAC;QAC7C,IAAI,aAAa,GAAkB,IAAI,CAAC;QACxC,IAAI,QAAQ,EAAE,CAAC;YACb,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;gBAC/B,IAAI,CAAC,kBAAkB,EAAE,CAAC;oBACxB,kBAAkB,GAAG,OAAO,CAAC,YAAY,CAAC;gBAC5C,CAAC;gBACD,IAAI,CAAC,aAAa,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;oBACvC,aAAa,GAAG,OAAO,CAAC,OAAO,CAAC;gBAClC,CAAC;YACH,CAAC;QACH,CAAC;QACD,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,kBAAkB,EAAE,CAAC;YAC9C,MAAM,GAAG;gBACP,QAAQ;gBACR,YAAY,EAAE,6BAA6B,kBAAkB,UAAU;gBACvE,QAAQ,EAAE,4BAA4B,WAAW,EAAE;aACpD,CAAC;YAEF,IAAI,aAAa,EAAE,CAAC;gBAClB,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;gBACnB,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,aAAa,CAAC;YACrC,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;;AAjGH,wCAkGC;AA7EgB;IAJd,IAAA,iBAAK,EAAC;QACL,SAAS,EAAE,cAAc,cAAc,CAAC,EAAE,EAAE;QAC5C,GAAG,EAAE,CAAC,EAAE,WAAW,EAAqB,EAAE,EAAE,CAAC,GAAG,WAAW,EAAE;KAC9D,CAAC;iDA6ED","sourcesContent":["import { cache } from '../../../util/cache/package/decorator';\nimport { joinUrlParts } from '../../../util/url';\nimport * as perlVersioning from '../../versioning/perl';\nimport { Datasource } from '../datasource';\nimport type { GetReleasesConfig, ReleaseResult } from '../types';\nimport { MetaCpanApiFileSearchResponse } from './schema';\nimport type { CpanRelease } from './types';\n\nexport class CpanDatasource extends Datasource {\n  static readonly id = 'cpan';\n\n  constructor() {\n    super(CpanDatasource.id);\n  }\n\n  override readonly customRegistrySupport = false;\n\n  override readonly defaultRegistryUrls = ['https://fastapi.metacpan.org/'];\n\n  override readonly defaultVersioning = perlVersioning.id;\n\n  override readonly releaseTimestampSupport = true;\n  override readonly releaseTimestampNote =\n    'The release timestamp is determined from the `date` field in the results.';\n\n  @cache({\n    namespace: `datasource-${CpanDatasource.id}`,\n    key: ({ packageName }: GetReleasesConfig) => `${packageName}`,\n  })\n  override async getReleases({\n    packageName,\n    registryUrl,\n  }: GetReleasesConfig): Promise<ReleaseResult | null> {\n    // istanbul ignore if\n    if (!registryUrl) {\n      return null;\n    }\n\n    let result: ReleaseResult | null = null;\n    const searchUrl = joinUrlParts(registryUrl, 'v1/file/_search');\n\n    let releases: CpanRelease[] | null = null;\n    try {\n      const body = {\n        query: {\n          filtered: {\n            query: { match_all: {} },\n            filter: {\n              and: [\n                { term: { 'module.name': packageName } },\n                { term: { 'module.authorized': true } },\n                { exists: { field: 'module.associated_pod' } },\n              ],\n            },\n          },\n        },\n        _source: [\n          'module.name',\n          'module.version',\n          'distribution',\n          'date',\n          'deprecated',\n          'maturity',\n          'status',\n        ],\n        sort: [{ date: 'desc' }],\n      };\n\n      releases = (\n        await this.http.postJson(\n          searchUrl,\n          { body },\n          MetaCpanApiFileSearchResponse,\n        )\n      ).body;\n    } catch (err) {\n      this.handleGenericErrors(err);\n    }\n\n    let latestDistribution: string | null = null;\n    let latestVersion: string | null = null;\n    if (releases) {\n      for (const release of releases) {\n        if (!latestDistribution) {\n          latestDistribution = release.distribution;\n        }\n        if (!latestVersion && release.isLatest) {\n          latestVersion = release.version;\n        }\n      }\n    }\n    if (releases.length > 0 && latestDistribution) {\n      result = {\n        releases,\n        changelogUrl: `https://metacpan.org/dist/${latestDistribution}/changes`,\n        homepage: `https://metacpan.org/pod/${packageName}`,\n      };\n\n      if (latestVersion) {\n        result.tags ??= {};\n        result.tags.latest = latestVersion;\n      }\n    }\n\n    return result;\n  }\n}\n"]}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../lib/modules/datasource/cpan/index.ts"],"names":[],"mappings":";;;;AAAA,qEAA8D;AAC9D,2CAAiD;AACjD,8EAAwD;AACxD,8CAA2C;AAE3C,qCAAyD;AAGzD,MAAa,cAAe,SAAQ,uBAAU;IAC5C,MAAM,CAAU,EAAE,GAAG,MAAM,CAAC;IAE5B;QACE,KAAK,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;IAC3B,CAAC;IAEiB,qBAAqB,GAAG,KAAK,CAAC;IAE9B,mBAAmB,GAAG,CAAC,+BAA+B,CAAC,CAAC;IAExD,iBAAiB,GAAG,cAAc,CAAC,EAAE,CAAC;IAEtC,uBAAuB,GAAG,IAAI,CAAC;IAC/B,oBAAoB,GACpC,2EAA2E,CAAC;IAM/D,AAAN,KAAK,CAAC,WAAW,CAAC,EACzB,WAAW,EACX,WAAW,GACO;QAClB,6CAA6C;QAC7C,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,MAAM,GAAyB,IAAI,CAAC;QACxC,MAAM,SAAS,GAAG,IAAA,kBAAY,EAAC,WAAW,EAAE,iBAAiB,CAAC,CAAC;QAE/D,IAAI,QAAQ,GAAyB,IAAI,CAAC;QAC1C,IAAI,CAAC;YACH,MAAM,IAAI,GAAG;gBACX,KAAK,EAAE;oBACL,QAAQ,EAAE;wBACR,KAAK,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE;wBACxB,MAAM,EAAE;4BACN,GAAG,EAAE;gCACH,EAAE,IAAI,EAAE,EAAE,aAAa,EAAE,WAAW,EAAE,EAAE;gCACxC,EAAE,IAAI,EAAE,EAAE,mBAAmB,EAAE,IAAI,EAAE,EAAE;gCACvC,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,uBAAuB,EAAE,EAAE;6BAC/C;yBACF;qBACF;iBACF;gBACD,OAAO,EAAE;oBACP,aAAa;oBACb,gBAAgB;oBAChB,cAAc;oBACd,MAAM;oBACN,YAAY;oBACZ,UAAU;oBACV,QAAQ;iBACT;gBACD,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;aACzB,CAAC;YAEF,QAAQ,GAAG,CACT,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,CACtB,SAAS,EACT,EAAE,IAAI,EAAE,EACR,sCAA6B,CAC9B,CACF,CAAC,IAAI,CAAC;QACT,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC;QAChC,CAAC;QAED,IAAI,kBAAkB,GAAkB,IAAI,CAAC;QAC7C,IAAI,aAAa,GAAkB,IAAI,CAAC;QACxC,IAAI,QAAQ,EAAE,CAAC;YACb,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;gBAC/B,IAAI,CAAC,kBAAkB,EAAE,CAAC;oBACxB,kBAAkB,GAAG,OAAO,CAAC,YAAY,CAAC;gBAC5C,CAAC;gBACD,IAAI,CAAC,aAAa,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;oBACvC,aAAa,GAAG,OAAO,CAAC,OAAO,CAAC;gBAClC,CAAC;YACH,CAAC;QACH,CAAC;QACD,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,kBAAkB,EAAE,CAAC;YAC9C,MAAM,GAAG;gBACP,QAAQ;gBACR,YAAY,EAAE,6BAA6B,kBAAkB,UAAU;gBACvE,QAAQ,EAAE,4BAA4B,WAAW,EAAE;aACpD,CAAC;YAEF,IAAI,aAAa,EAAE,CAAC;gBAClB,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;gBACnB,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,aAAa,CAAC;YACrC,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;;AAjGH,wCAkGC;AA7EgB;IAJd,IAAA,iBAAK,EAAC;QACL,SAAS,EAAE,cAAc,cAAc,CAAC,EAAE,EAAE;QAC5C,GAAG,EAAE,CAAC,EAAE,WAAW,EAAqB,EAAE,EAAE,CAAC,GAAG,WAAW,EAAE;KAC9D,CAAC;iDA6ED","sourcesContent":["import { cache } from '../../../util/cache/package/decorator';\nimport { joinUrlParts } from '../../../util/url';\nimport * as perlVersioning from '../../versioning/perl';\nimport { Datasource } from '../datasource';\nimport type { GetReleasesConfig, ReleaseResult } from '../types';\nimport { MetaCpanApiFileSearchResponse } from './schema';\nimport type { CpanRelease } from './types';\n\nexport class CpanDatasource extends Datasource {\n  static readonly id = 'cpan';\n\n  constructor() {\n    super(CpanDatasource.id);\n  }\n\n  override readonly customRegistrySupport = false;\n\n  override readonly defaultRegistryUrls = ['https://fastapi.metacpan.org/'];\n\n  override readonly defaultVersioning = perlVersioning.id;\n\n  override readonly releaseTimestampSupport = true;\n  override readonly releaseTimestampNote =\n    'The release timestamp is determined from the `date` field in the results.';\n\n  @cache({\n    namespace: `datasource-${CpanDatasource.id}`,\n    key: ({ packageName }: GetReleasesConfig) => `${packageName}`,\n  })\n  override async getReleases({\n    packageName,\n    registryUrl,\n  }: GetReleasesConfig): Promise<ReleaseResult | null> {\n    /* v8 ignore next 3 -- should never happen */\n    if (!registryUrl) {\n      return null;\n    }\n\n    let result: ReleaseResult | null = null;\n    const searchUrl = joinUrlParts(registryUrl, 'v1/file/_search');\n\n    let releases: CpanRelease[] | null = null;\n    try {\n      const body = {\n        query: {\n          filtered: {\n            query: { match_all: {} },\n            filter: {\n              and: [\n                { term: { 'module.name': packageName } },\n                { term: { 'module.authorized': true } },\n                { exists: { field: 'module.associated_pod' } },\n              ],\n            },\n          },\n        },\n        _source: [\n          'module.name',\n          'module.version',\n          'distribution',\n          'date',\n          'deprecated',\n          'maturity',\n          'status',\n        ],\n        sort: [{ date: 'desc' }],\n      };\n\n      releases = (\n        await this.http.postJson(\n          searchUrl,\n          { body },\n          MetaCpanApiFileSearchResponse,\n        )\n      ).body;\n    } catch (err) {\n      this.handleGenericErrors(err);\n    }\n\n    let latestDistribution: string | null = null;\n    let latestVersion: string | null = null;\n    if (releases) {\n      for (const release of releases) {\n        if (!latestDistribution) {\n          latestDistribution = release.distribution;\n        }\n        if (!latestVersion && release.isLatest) {\n          latestVersion = release.version;\n        }\n      }\n    }\n    if (releases.length > 0 && latestDistribution) {\n      result = {\n        releases,\n        changelogUrl: `https://metacpan.org/dist/${latestDistribution}/changes`,\n        homepage: `https://metacpan.org/pod/${packageName}`,\n      };\n\n      if (latestVersion) {\n        result.tags ??= {};\n        result.tags.latest = latestVersion;\n      }\n    }\n\n    return result;\n  }\n}\n"]}

package/dist/modules/datasource/crate/index.js

@@ -28,7 +28,7 @@ class CrateDatasource extends datasource_1.Datasource {
     sourceUrlSupport = 'package';
     sourceUrlNote = 'The source URL is determined from the `repository` field in the results.';
     async getReleases({ packageName, registryUrl, }) {
-        // istanbul ignore if
+        /* v8 ignore next 6 -- should never happen */
         if (!registryUrl) {
             logger_1.logger.warn('crate datasource: No registryUrl specified, cannot perform getReleases');
             return null;
@@ -161,7 +161,7 @@ class CrateDatasource extends datasource_1.Datasource {
      * url and clones it to cache.
      */
     static async fetchRegistryInfo({ packageName, registryUrl, }) {
-        // istanbul ignore if
+        /* v8 ignore next 3 -- should never happen */
         if (!registryUrl) {
             return null;
         }

package/dist/modules/datasource/crate/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../lib/modules/datasource/crate/index.ts"],"names":[],"mappings":";;;;AAAA,oEAA6B;AAC7B,0DAA0B;AAC1B,mDAAsD;AACtD,4CAAyC;AACzC,6EAAuD;AACvD,qEAA8D;AAC9D,yCAAkE;AAClE,qDAA2D;AAC3D,6CAA8C;AAC9C,+CAA0D;AAC1D,2CAA2D;AAC3D,gFAA0D;AAC1D,8CAA2C;AAQ3C,qCAAkD;AAQlD,MAAa,eAAgB,SAAQ,uBAAU;IAC7C,MAAM,CAAU,EAAE,GAAG,OAAO,CAAC;IAE7B;QACE,KAAK,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;IAC5B,CAAC;IAEQ,mBAAmB,GAAG,CAAC,mBAAmB,CAAC,CAAC;IAE5C,iBAAiB,GAAG,eAAe,CAAC,EAAE,CAAC;IAEhD,MAAM,CAAU,kBAAkB,GAChC,qEAAqE,CAAC;IAExE,MAAM,CAAU,sBAAsB,GAAG,2BAA2B,CAAC;IAEnD,gBAAgB,GAAG,SAAS,CAAC;IAC7B,aAAa,GAC7B,0EAA0E,CAAC;IAUvE,AAAN,KAAK,CAAC,WAAW,CAAC,EAChB,WAAW,EACX,WAAW,GACO;QAClB,qBAAqB;QACrB,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,eAAM,CAAC,IAAI,CACT,wEAAwE,CACzE,CAAC;YACF,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,YAAY,GAAG,MAAM,eAAe,CAAC,iBAAiB,CAAC;YAC3D,WAAW;YACX,WAAW;SACZ,CAAC,CAAC;QACH,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,eAAM,CAAC,KAAK,CAAC,sCAAsC,WAAW,EAAE,CAAC,CAAC;YAClE,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,aAAa,GAAG,eAAe,CAAC,gBAAgB,CACpD,YAAY,EACZ,WAAW,CACZ,CAAC;QAEF,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,wBAAwB,CACjD,YAAY,EACZ,WAAW,CACZ,CAAC;QACF,MAAM,KAAK,GAAG,OAAO;aAClB,KAAK,CAAC,oBAAY,CAAC,CAAC,mBAAmB;aACvC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,oBAAoB;aAC/C,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,qBAAqB;aACzD,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAgB,CAAC,CAAC,CAAC,QAAQ;QAE3D,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC;QAExE,MAAM,MAAM,GAAkB;YAC5B,aAAa;YACb,QAAQ,EAAE,EAAE;SACb,CAAC;QAEF,IAAI,QAAQ,EAAE,QAAQ,EAAE,CAAC;YACvB,MAAM,CAAC,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC;QACtC,CAAC;QAED,IAAI,QAAQ,EAAE,UAAU,EAAE,CAAC;YACzB,MAAM,CAAC,SAAS,GAAG,QAAQ,CAAC,UAAU,CAAC;QACzC,CAAC;QAED,MAAM,CAAC,QAAQ,GAAG,KAAK;aACpB,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;YACf,MAAM,OAAO,GAAY;gBACvB,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;aAC3C,CAAC;YACF,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;gBACnB,OAAO,CAAC,YAAY,GAAG,IAAI,CAAC;YAC9B,CAAC;YACD,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;gBACzB,OAAO,CAAC,WAAW,GAAG;oBACpB,IAAI,EAAE,CAAC,OAAO,CAAC,YAAY,CAAC;iBAC7B,CAAC;YACJ,CAAC;YACD,OAAO,OAAO,CAAC;QACjB,CAAC,CAAC;aACD,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACxC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;YAC5B,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAUY,AAAN,KAAK,CAAC,gBAAgB,CAC3B,IAAkB,EAClB,WAAmB;QAEnB,IAAI,IAAI,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;YAChC,OAAO,IAAI,CAAC;QACd,CAAC;QAED,2EAA2E;QAC3E,wEAAwE;QACxE,wCAAwC;QACxC,MAAM,QAAQ,GAAG,GAAG,eAAe,CAAC,sBAAsB,UAAU,WAAW,WAAW,CAAC;QAE3F,eAAM,CAAC,KAAK,CACV,EAAE,QAAQ,EAAE,WAAW,EAAE,WAAW,EAAE,IAAI,CAAC,MAAM,EAAE,EACnD,4BAA4B,CAC7B,CAAC;QAEF,IAAI,CAAC;YAIH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAW,QAAQ,CAAC,CAAC;YACtE,OAAO,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC;QAC7B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,eAAM,CAAC,IAAI,CACT,EAAE,GAAG,EAAE,WAAW,EAAE,WAAW,EAAE,IAAI,CAAC,MAAM,EAAE,EAC9C,mCAAmC,CACpC,CAAC;QACJ,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,KAAK,CAAC,wBAAwB,CACnC,IAAkB,EAClB,WAAmB;QAEnB,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,MAAM,IAAI,GAAG,eAAK,CAAC,IAAI,CACrB,IAAI,CAAC,SAAS,EACd,GAAG,eAAe,CAAC,cAAc,CAAC,WAAW,CAAC,CAC/C,CAAC;YACF,OAAO,IAAA,kBAAa,EAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACrC,CAAC;QAED,MAAM,OAAO,GACX,IAAI,CAAC,MAAM,KAAK,WAAW;YACzB,CAAC,CAAC,eAAe,CAAC,kBAAkB;YACpC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;QAElB,IAAI,IAAI,CAAC,MAAM,KAAK,WAAW,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YACjD,MAAM,aAAa,GAAG,eAAe,CAAC,cAAc,CAClD,WAAW,CAAC,WAAW,EAAE,CAC1B,CAAC;YACF,MAAM,QAAQ,GAAG,IAAA,kBAAY,EAAC,OAAO,EAAE,GAAG,aAAa,CAAC,CAAC;YACzD,IAAI,CAAC;gBACH,OAAO,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC;YAClD,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC;YAChC,CAAC;QACH,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,sCAAsC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;IACvE,CAAC;IAED;;;OAGG;IACK,MAAM,CAAC,gBAAgB,CAC7B,IAAkB,EAClB,WAAmB;QAEnB,QAAQ,IAAI,CAAC,MAAM,EAAE,CAAC;YACpB,KAAK,WAAW;gBACd,OAAO,4BAA4B,WAAW,EAAE,CAAC;YACnD,KAAK,YAAY,CAAC,CAAC,CAAC;gBAClB,mEAAmE;gBACnE,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBAC5C,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;gBACtB,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;gBACvB,OAAO,0BAA0B,GAAG,UAAU,IAAI,0BAA0B,WAAW,EAAE,CAAC;YAC5F,CAAC;YACD;gBACE,OAAO,GAAG,IAAI,CAAC,MAAM,IAAI,WAAW,EAAE,CAAC;QAC3C,CAAC;IACH,CAAC;IAED;;;OAGG;IACK,MAAM,CAAC,eAAe,CAAC,GAAQ;QACrC,MAAM,KAAK,GAAG,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAA,aAAK,EAAC,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;QACpD,MAAM,IAAI,GAAG,GAAG,CAAC,QAAQ,CAAC;QAC1B,MAAM,IAAI,GAAG,IAAA,eAAQ,EAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAEpD,OAAO,kBAAkB,KAAK,IAAI,IAAI,IAAI,IAAI,EAAE,CAAC;IACnD,CAAC;IAEO,MAAM,CAAC,gBAAgB,CAAC,GAAW;QACzC,MAAM,MAAM,GAAG,IAAA,cAAQ,EAAC,GAAG,CAAC,CAAC;QAC7B,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAO,KAAK,CAAC;QACf,CAAC;QACD,OAAO,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;IAC/C,CAAC;IAED;;;;;OAKG;IACK,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,EACrC,WAAW,EACX,WAAW,GACO;QAClB,qBAAqB;QACrB,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,gBAAgB,GAAG,eAAe,CAAC,gBAAgB,CAAC,WAAW,CAAC,CAAC;QACvE,MAAM,gBAAgB,GAAG,gBAAgB;YACvC,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;YACtC,CAAC,CAAC,WAAW,CAAC;QAEhB,MAAM,GAAG,GAAG,IAAA,cAAQ,EAAC,gBAAgB,CAAC,CAAC;QACvC,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,eAAM,CAAC,KAAK,CAAC,gCAAgC,gBAAgB,EAAE,CAAC,CAAC;YACjE,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,MAAsB,CAAC;QAC3B,IAAI,GAAG,CAAC,QAAQ,KAAK,WAAW,EAAE,CAAC;YACjC,MAAM,GAAG,WAAW,CAAC;QACvB,CAAC;aAAM,IAAI,GAAG,CAAC,QAAQ,KAAK,kBAAkB,EAAE,CAAC;YAC/C,MAAM,GAAG,YAAY,CAAC;QACxB,CAAC;aAAM,CAAC;YACN,MAAM,GAAG,OAAO,CAAC;QACnB,CAAC;QAED,MAAM,QAAQ,GAAiB;YAC7B,MAAM;YACN,MAAM,EAAE,gBAAgB;YACxB,GAAG;YACH,QAAQ,EAAE,gBAAgB;SAC3B,CAAC;QAEF,IACE,QAAQ,CAAC,MAAM,KAAK,WAAW;YAC/B,CAAC,qBAAY,CAAC,GAAG,CAAC,4BAA4B,CAAC,EAC/C,CAAC;YACD,eAAM,CAAC,IAAI,CACT,gHAAgH,CACjH,CAAC;YACF,OAAO,IAAI,CAAC;QACd,CAAC;QACD,IAAI,QAAQ,CAAC,MAAM,KAAK,WAAW,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC;YAC1D,MAAM,QAAQ,GAAG,wCAAwC,gBAAgB,EAAE,CAAC;YAC5E,MAAM,gBAAgB,GAAG,wCAAwC,gBAAgB,QAAQ,CAAC;YAE1F,6EAA6E;YAC7E,iFAAiF;YACjF,6CAA6C;YAE7C,MAAM,gBAAgB,GAA2B,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YACxE,IAAI,SAAiB,CAAC;YAEtB,IAAI,gBAAgB,EAAE,CAAC;gBACrB,SAAS,GAAG,MAAM,gBAAgB,CAAC;YACrC,CAAC;iBAAM,CAAC;gBACN,SAAS,GAAG,eAAK,CAAC,IAAI,CACpB,IAAA,oBAAe,GAAE,EACjB,eAAe,CAAC,eAAe,CAAC,GAAG,CAAC,CACrC,CAAC;gBACF,eAAM,CAAC,IAAI,CACT,EAAE,SAAS,EAAE,gBAAgB,EAAE,EAC/B,gCAAgC,CACjC,CAAC;gBAEF,MAAM,GAAG,GAAG,IAAA,oBAAG,EAAC,EAAE,GAAG,IAAA,wBAAe,GAAE,EAAE,sBAAsB,EAAE,CAAC,EAAE,CAAC,CAAC;gBACrE,MAAM,YAAY,GAAG,GAAG,CAAC,KAAK,CAAC,gBAAgB,EAAE,SAAS,EAAE;oBAC1D,SAAS,EAAE,CAAC;iBACb,CAAC,CAAC;gBAEH,QAAQ,CAAC,GAAG,CACV,QAAQ,EACR,YAAY,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CACrD,CAAC;gBAEF,IAAI,CAAC;oBACH,MAAM,YAAY,CAAC;gBACrB,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,eAAM,CAAC,IAAI,CACT,EAAE,GAAG,EAAE,WAAW,EAAE,gBAAgB,EAAE,EACtC,6BAA6B,CAC9B,CAAC;oBACF,QAAQ,CAAC,GAAG,CAAC,gBAAgB,EAAE,GAAG,CAAC,CAAC;oBAEpC,OAAO,IAAI,CAAC;gBACd,CAAC;YACH,CAAC;YAED,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;gBAC3C,eAAM,CAAC,IAAI,CACT,EAAE,GAAG,EAAE,WAAW,EAAE,gBAAgB,EAAE,EACtC,yCAAyC,CAC1C,CAAC;gBAEF,OAAO,IAAI,CAAC;YACd,CAAC;YAED,QAAQ,CAAC,SAAS,GAAG,SAAS,CAAC;QACjC,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAEO,MAAM,CAAC,oBAAoB,CACjC,WAA+B;QAE/B,gEAAgE;QAChE,4BAA4B;QAC5B,OAAO,WAAW,KAAK,mBAAmB,CAAC;IAC7C,CAAC;IAEM,MAAM,CAAC,cAAc,CAAC,WAAmB;QAC9C,MAAM,GAAG,GAAG,WAAW,CAAC,MAAM,CAAC;QAE/B,IAAI,GAAG,KAAK,CAAC,EAAE,CAAC;YACd,OAAO,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;QAC5B,CAAC;QACD,IAAI,GAAG,KAAK,CAAC,EAAE,CAAC;YACd,OAAO,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;QAC5B,CAAC;QACD,IAAI,GAAG,KAAK,CAAC,EAAE,CAAC;YACd,OAAO,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC;QAC5C,CAAC;QAED,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC;IACzE,CAAC;IAYc,AAAN,KAAK,CAAC,kBAAkB,CAC/B,EAAE,WAAW,EAAE,WAAW,EAA4B,EACtD,OAAgB;QAEhB,IAAI,WAAW,KAAK,mBAAmB,EAAE,CAAC;YACxC,OAAO,OAAO,CAAC;QACjB,CAAC;QAED,MAAM,GAAG,GAAG,mCAAmC,WAAW,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QAChF,MAAM,EAAE,IAAI,EAAE,gBAAgB,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,CACxD,GAAG,EACH,+BAAsB,CACvB,CAAC;QACF,OAAO,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QAC5C,OAAO,OAAO,CAAC;IACjB,CAAC;;AA5XH,0CA6XC;AAjWO;IARL,IAAA,iBAAK,EAAC;QACL,SAAS,EAAE,cAAc,eAAe,CAAC,EAAE,EAAE;QAC7C,GAAG,EAAE,CAAC,EAAE,WAAW,EAAE,WAAW,EAAqB,EAAE,EAAE;QACvD,uBAAuB;QACvB,GAAG,WAAW,IAAI,WAAW,EAAE;QACjC,SAAS,EAAE,CAAC,EAAE,WAAW,EAAqB,EAAE,EAAE,CAChD,eAAe,CAAC,oBAAoB,CAAC,WAAW,CAAC;KACpD,CAAC;kDAyED;AAUY;IARZ,IAAA,iBAAK,EAAC;QACL,SAAS,EAAE,cAAc,eAAe,CAAC,EAAE,WAAW;QACtD,GAAG,EAAE,CAAC,IAAkB,EAAE,WAAmB,EAAE,EAAE,CAC/C,GAAG,IAAI,CAAC,MAAM,IAAI,WAAW,EAAE;QACjC,SAAS,EAAE,CAAC,IAAkB,EAAE,EAAE,CAChC,eAAe,CAAC,oBAAoB,CAAC,IAAI,CAAC,MAAM,CAAC;QACnD,UAAU,EAAE,EAAE,GAAG,EAAE,EAAE,WAAW;KACjC,CAAC;uDAiCD;AA+Nc;IAVd,IAAA,iBAAK,EAAC;QACL,SAAS,EAAE,kBAAkB;QAC7B,GAAG,EAAE,CACH,EAAE,WAAW,EAAE,WAAW,EAA4B,EACtD,EAAE,OAAO,EAAW,EACpB,EAAE,CAAC,sBAAsB,WAAW,IAAI,WAAW,IAAI,OAAO,EAAE;QAClE,UAAU,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE;QACvB,SAAS,EAAE,CAAC,EAAE,WAAW,EAA4B,EAAE,CAAU,EAAE,EAAE,CACnE,WAAW,KAAK,mBAAmB;KACtC,CAAC;yDAgBD","sourcesContent":["import Git from 'simple-git';\nimport upath from 'upath';\nimport { GlobalConfig } from '../../../config/global';\nimport { logger } from '../../../logger';\nimport * as memCache from '../../../util/cache/memory';\nimport { cache } from '../../../util/cache/package/decorator';\nimport { privateCacheDir, readCacheFile } from '../../../util/fs';\nimport { simpleGitConfig } from '../../../util/git/config';\nimport { toSha256 } from '../../../util/hash';\nimport { newlineRegex, regEx } from '../../../util/regex';\nimport { joinUrlParts, parseUrl } from '../../../util/url';\nimport * as cargoVersioning from '../../versioning/cargo';\nimport { Datasource } from '../datasource';\nimport type {\n  GetReleasesConfig,\n  PostprocessReleaseConfig,\n  PostprocessReleaseResult,\n  Release,\n  ReleaseResult,\n} from '../types';\nimport { ReleaseTimestampSchema } from './schema';\nimport type {\n  CrateMetadata,\n  CrateRecord,\n  RegistryFlavor,\n  RegistryInfo,\n} from './types';\n\nexport class CrateDatasource extends Datasource {\n  static readonly id = 'crate';\n\n  constructor() {\n    super(CrateDatasource.id);\n  }\n\n  override defaultRegistryUrls = ['https://crates.io'];\n\n  override defaultVersioning = cargoVersioning.id;\n\n  static readonly CRATES_IO_BASE_URL =\n    'https://raw.githubusercontent.com/rust-lang/crates.io-index/master/';\n\n  static readonly CRATES_IO_API_BASE_URL = 'https://crates.io/api/v1/';\n\n  override readonly sourceUrlSupport = 'package';\n  override readonly sourceUrlNote =\n    'The source URL is determined from the `repository` field in the results.';\n\n  @cache({\n    namespace: `datasource-${CrateDatasource.id}`,\n    key: ({ registryUrl, packageName }: GetReleasesConfig) =>\n      // TODO: types (#22198)\n      `${registryUrl}/${packageName}`,\n    cacheable: ({ registryUrl }: GetReleasesConfig) =>\n      CrateDatasource.areReleasesCacheable(registryUrl),\n  })\n  async getReleases({\n    packageName,\n    registryUrl,\n  }: GetReleasesConfig): Promise<ReleaseResult | null> {\n    // istanbul ignore if\n    if (!registryUrl) {\n      logger.warn(\n        'crate datasource: No registryUrl specified, cannot perform getReleases',\n      );\n      return null;\n    }\n\n    const registryInfo = await CrateDatasource.fetchRegistryInfo({\n      packageName,\n      registryUrl,\n    });\n    if (!registryInfo) {\n      logger.debug(`Could not fetch registry info from ${registryUrl}`);\n      return null;\n    }\n\n    const dependencyUrl = CrateDatasource.getDependencyUrl(\n      registryInfo,\n      packageName,\n    );\n\n    const payload = await this.fetchCrateRecordsPayload(\n      registryInfo,\n      packageName,\n    );\n    const lines = payload\n      .split(newlineRegex) // break into lines\n      .map((line) => line.trim()) // remove whitespace\n      .filter((line) => line.length !== 0) // remove empty lines\n      .map((line) => JSON.parse(line) as CrateRecord); // parse\n\n    const metadata = await this.getCrateMetadata(registryInfo, packageName);\n\n    const result: ReleaseResult = {\n      dependencyUrl,\n      releases: [],\n    };\n\n    if (metadata?.homepage) {\n      result.homepage = metadata.homepage;\n    }\n\n    if (metadata?.repository) {\n      result.sourceUrl = metadata.repository;\n    }\n\n    result.releases = lines\n      .map((version) => {\n        const release: Release = {\n          version: version.vers.replace(/\\+.*$/, ''),\n        };\n        if (version.yanked) {\n          release.isDeprecated = true;\n        }\n        if (version.rust_version) {\n          release.constraints = {\n            rust: [version.rust_version],\n          };\n        }\n        return release;\n      })\n      .filter((release) => release.version);\n    if (!result.releases.length) {\n      return null;\n    }\n\n    return result;\n  }\n\n  @cache({\n    namespace: `datasource-${CrateDatasource.id}-metadata`,\n    key: (info: RegistryInfo, packageName: string) =>\n      `${info.rawUrl}/${packageName}`,\n    cacheable: (info: RegistryInfo) =>\n      CrateDatasource.areReleasesCacheable(info.rawUrl),\n    ttlMinutes: 24 * 60, // 24 hours\n  })\n  public async getCrateMetadata(\n    info: RegistryInfo,\n    packageName: string,\n  ): Promise<CrateMetadata | null> {\n    if (info.flavor !== 'crates.io') {\n      return null;\n    }\n\n    // The `?include=` suffix is required to avoid unnecessary database queries\n    // on the crates.io server. This lets us work around the regular request\n    // throttling of one request per second.\n    const crateUrl = `${CrateDatasource.CRATES_IO_API_BASE_URL}crates/${packageName}?include=`;\n\n    logger.debug(\n      { crateUrl, packageName, registryUrl: info.rawUrl },\n      'downloading crate metadata',\n    );\n\n    try {\n      interface Response {\n        crate: CrateMetadata;\n      }\n      const response = await this.http.getJsonUnchecked<Response>(crateUrl);\n      return response.body.crate;\n    } catch (err) {\n      logger.warn(\n        { err, packageName, registryUrl: info.rawUrl },\n        'failed to download crate metadata',\n      );\n    }\n\n    return null;\n  }\n\n  public async fetchCrateRecordsPayload(\n    info: RegistryInfo,\n    packageName: string,\n  ): Promise<string> {\n    if (info.clonePath) {\n      const path = upath.join(\n        info.clonePath,\n        ...CrateDatasource.getIndexSuffix(packageName),\n      );\n      return readCacheFile(path, 'utf8');\n    }\n\n    const baseUrl =\n      info.flavor === 'crates.io'\n        ? CrateDatasource.CRATES_IO_BASE_URL\n        : info.rawUrl;\n\n    if (info.flavor === 'crates.io' || info.isSparse) {\n      const packageSuffix = CrateDatasource.getIndexSuffix(\n        packageName.toLowerCase(),\n      );\n      const crateUrl = joinUrlParts(baseUrl, ...packageSuffix);\n      try {\n        return (await this.http.getText(crateUrl)).body;\n      } catch (err) {\n        this.handleGenericErrors(err);\n      }\n    }\n    throw new Error(`unsupported crate registry flavor: ${info.flavor}`);\n  }\n\n  /**\n   * Computes the dependency URL for a crate, given\n   * registry information\n   */\n  private static getDependencyUrl(\n    info: RegistryInfo,\n    packageName: string,\n  ): string {\n    switch (info.flavor) {\n      case 'crates.io':\n        return `https://crates.io/crates/${packageName}`;\n      case 'cloudsmith': {\n        // input: https://dl.cloudsmith.io/basic/$org/$repo/cargo/index.git\n        const tokens = info.url.pathname.split('/');\n        const org = tokens[2];\n        const repo = tokens[3];\n        return `https://cloudsmith.io/~${org}/repos/${repo}/packages/detail/cargo/${packageName}`;\n      }\n      default:\n        return `${info.rawUrl}/${packageName}`;\n    }\n  }\n\n  /**\n   * Given a Git URL, computes a semi-human-readable name for a folder in which to\n   * clone the repository.\n   */\n  private static cacheDirFromUrl(url: URL): string {\n    const proto = url.protocol.replace(regEx(/:$/), '');\n    const host = url.hostname;\n    const hash = toSha256(url.pathname).substring(0, 7);\n\n    return `crate-registry-${proto}-${host}-${hash}`;\n  }\n\n  private static isSparseRegistry(url: string): boolean {\n    const parsed = parseUrl(url);\n    if (!parsed) {\n      return false;\n    }\n    return parsed.protocol.startsWith('sparse+');\n  }\n\n  /**\n   * Fetches information about a registry, by url.\n   * If no url is given, assumes crates.io.\n   * If an url is given, assumes it's a valid Git repository\n   * url and clones it to cache.\n   */\n  private static async fetchRegistryInfo({\n    packageName,\n    registryUrl,\n  }: GetReleasesConfig): Promise<RegistryInfo | null> {\n    // istanbul ignore if\n    if (!registryUrl) {\n      return null;\n    }\n\n    const isSparseRegistry = CrateDatasource.isSparseRegistry(registryUrl);\n    const registryFetchUrl = isSparseRegistry\n      ? registryUrl.replace(/^sparse\\+/, '')\n      : registryUrl;\n\n    const url = parseUrl(registryFetchUrl);\n    if (!url) {\n      logger.debug(`Could not parse registry URL ${registryFetchUrl}`);\n      return null;\n    }\n\n    let flavor: RegistryFlavor;\n    if (url.hostname === 'crates.io') {\n      flavor = 'crates.io';\n    } else if (url.hostname === 'dl.cloudsmith.io') {\n      flavor = 'cloudsmith';\n    } else {\n      flavor = 'other';\n    }\n\n    const registry: RegistryInfo = {\n      flavor,\n      rawUrl: registryFetchUrl,\n      url,\n      isSparse: isSparseRegistry,\n    };\n\n    if (\n      registry.flavor !== 'crates.io' &&\n      !GlobalConfig.get('allowCustomCrateRegistries')\n    ) {\n      logger.warn(\n        'crate datasource: allowCustomCrateRegistries=true is required for registries other than crates.io, bailing out',\n      );\n      return null;\n    }\n    if (registry.flavor !== 'crates.io' && !registry.isSparse) {\n      const cacheKey = `crate-datasource/registry-clone-path/${registryFetchUrl}`;\n      const cacheKeyForError = `crate-datasource/registry-clone-path/${registryFetchUrl}/error`;\n\n      // We need to ensure we don't run `git clone` in parallel. Therefore we store\n      // a promise of the running operation in the mem cache, which in the end resolves\n      // to the file path of the cloned repository.\n\n      const clonePathPromise: Promise<string> | null = memCache.get(cacheKey);\n      let clonePath: string;\n\n      if (clonePathPromise) {\n        clonePath = await clonePathPromise;\n      } else {\n        clonePath = upath.join(\n          privateCacheDir(),\n          CrateDatasource.cacheDirFromUrl(url),\n        );\n        logger.info(\n          { clonePath, registryFetchUrl },\n          `Cloning private cargo registry`,\n        );\n\n        const git = Git({ ...simpleGitConfig(), maxConcurrentProcesses: 1 });\n        const clonePromise = git.clone(registryFetchUrl, clonePath, {\n          '--depth': 1,\n        });\n\n        memCache.set(\n          cacheKey,\n          clonePromise.then(() => clonePath).catch(() => null),\n        );\n\n        try {\n          await clonePromise;\n        } catch (err) {\n          logger.warn(\n            { err, packageName, registryFetchUrl },\n            'failed cloning git registry',\n          );\n          memCache.set(cacheKeyForError, err);\n\n          return null;\n        }\n      }\n\n      if (!clonePath) {\n        const err = memCache.get(cacheKeyForError);\n        logger.warn(\n          { err, packageName, registryFetchUrl },\n          'Previous git clone failed, bailing out.',\n        );\n\n        return null;\n      }\n\n      registry.clonePath = clonePath;\n    }\n\n    return registry;\n  }\n\n  private static areReleasesCacheable(\n    registryUrl: string | undefined,\n  ): boolean {\n    // We only cache public releases, we don't want to cache private\n    // cloned data between runs.\n    return registryUrl === 'https://crates.io';\n  }\n\n  public static getIndexSuffix(packageName: string): string[] {\n    const len = packageName.length;\n\n    if (len === 1) {\n      return ['1', packageName];\n    }\n    if (len === 2) {\n      return ['2', packageName];\n    }\n    if (len === 3) {\n      return ['3', packageName[0], packageName];\n    }\n\n    return [packageName.slice(0, 2), packageName.slice(2, 4), packageName];\n  }\n\n  @cache({\n    namespace: `datasource-crate`,\n    key: (\n      { registryUrl, packageName }: PostprocessReleaseConfig,\n      { version }: Release,\n    ) => `postprocessRelease:${registryUrl}:${packageName}:${version}`,\n    ttlMinutes: 7 * 24 * 60,\n    cacheable: ({ registryUrl }: PostprocessReleaseConfig, _: Release) =>\n      registryUrl === 'https://crates.io',\n  })\n  override async postprocessRelease(\n    { packageName, registryUrl }: PostprocessReleaseConfig,\n    release: Release,\n  ): Promise<PostprocessReleaseResult> {\n    if (registryUrl !== 'https://crates.io') {\n      return release;\n    }\n\n    const url = `https://crates.io/api/v1/crates/${packageName}/${release.version}`;\n    const { body: releaseTimestamp } = await this.http.getJson(\n      url,\n      ReleaseTimestampSchema,\n    );\n    release.releaseTimestamp = releaseTimestamp;\n    return release;\n  }\n}\n"]}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../lib/modules/datasource/crate/index.ts"],"names":[],"mappings":";;;;AAAA,oEAA6B;AAC7B,0DAA0B;AAC1B,mDAAsD;AACtD,4CAAyC;AACzC,6EAAuD;AACvD,qEAA8D;AAC9D,yCAAkE;AAClE,qDAA2D;AAC3D,6CAA8C;AAC9C,+CAA0D;AAC1D,2CAA2D;AAC3D,gFAA0D;AAC1D,8CAA2C;AAQ3C,qCAAkD;AAQlD,MAAa,eAAgB,SAAQ,uBAAU;IAC7C,MAAM,CAAU,EAAE,GAAG,OAAO,CAAC;IAE7B;QACE,KAAK,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;IAC5B,CAAC;IAEQ,mBAAmB,GAAG,CAAC,mBAAmB,CAAC,CAAC;IAE5C,iBAAiB,GAAG,eAAe,CAAC,EAAE,CAAC;IAEhD,MAAM,CAAU,kBAAkB,GAChC,qEAAqE,CAAC;IAExE,MAAM,CAAU,sBAAsB,GAAG,2BAA2B,CAAC;IAEnD,gBAAgB,GAAG,SAAS,CAAC;IAC7B,aAAa,GAC7B,0EAA0E,CAAC;IAUvE,AAAN,KAAK,CAAC,WAAW,CAAC,EAChB,WAAW,EACX,WAAW,GACO;QAClB,6CAA6C;QAC7C,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,eAAM,CAAC,IAAI,CACT,wEAAwE,CACzE,CAAC;YACF,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,YAAY,GAAG,MAAM,eAAe,CAAC,iBAAiB,CAAC;YAC3D,WAAW;YACX,WAAW;SACZ,CAAC,CAAC;QACH,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,eAAM,CAAC,KAAK,CAAC,sCAAsC,WAAW,EAAE,CAAC,CAAC;YAClE,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,aAAa,GAAG,eAAe,CAAC,gBAAgB,CACpD,YAAY,EACZ,WAAW,CACZ,CAAC;QAEF,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,wBAAwB,CACjD,YAAY,EACZ,WAAW,CACZ,CAAC;QACF,MAAM,KAAK,GAAG,OAAO;aAClB,KAAK,CAAC,oBAAY,CAAC,CAAC,mBAAmB;aACvC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,oBAAoB;aAC/C,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,qBAAqB;aACzD,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAgB,CAAC,CAAC,CAAC,QAAQ;QAE3D,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC;QAExE,MAAM,MAAM,GAAkB;YAC5B,aAAa;YACb,QAAQ,EAAE,EAAE;SACb,CAAC;QAEF,IAAI,QAAQ,EAAE,QAAQ,EAAE,CAAC;YACvB,MAAM,CAAC,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC;QACtC,CAAC;QAED,IAAI,QAAQ,EAAE,UAAU,EAAE,CAAC;YACzB,MAAM,CAAC,SAAS,GAAG,QAAQ,CAAC,UAAU,CAAC;QACzC,CAAC;QAED,MAAM,CAAC,QAAQ,GAAG,KAAK;aACpB,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;YACf,MAAM,OAAO,GAAY;gBACvB,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;aAC3C,CAAC;YACF,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;gBACnB,OAAO,CAAC,YAAY,GAAG,IAAI,CAAC;YAC9B,CAAC;YACD,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;gBACzB,OAAO,CAAC,WAAW,GAAG;oBACpB,IAAI,EAAE,CAAC,OAAO,CAAC,YAAY,CAAC;iBAC7B,CAAC;YACJ,CAAC;YACD,OAAO,OAAO,CAAC;QACjB,CAAC,CAAC;aACD,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACxC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;YAC5B,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAUY,AAAN,KAAK,CAAC,gBAAgB,CAC3B,IAAkB,EAClB,WAAmB;QAEnB,IAAI,IAAI,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;YAChC,OAAO,IAAI,CAAC;QACd,CAAC;QAED,2EAA2E;QAC3E,wEAAwE;QACxE,wCAAwC;QACxC,MAAM,QAAQ,GAAG,GAAG,eAAe,CAAC,sBAAsB,UAAU,WAAW,WAAW,CAAC;QAE3F,eAAM,CAAC,KAAK,CACV,EAAE,QAAQ,EAAE,WAAW,EAAE,WAAW,EAAE,IAAI,CAAC,MAAM,EAAE,EACnD,4BAA4B,CAC7B,CAAC;QAEF,IAAI,CAAC;YAIH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAW,QAAQ,CAAC,CAAC;YACtE,OAAO,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC;QAC7B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,eAAM,CAAC,IAAI,CACT,EAAE,GAAG,EAAE,WAAW,EAAE,WAAW,EAAE,IAAI,CAAC,MAAM,EAAE,EAC9C,mCAAmC,CACpC,CAAC;QACJ,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,KAAK,CAAC,wBAAwB,CACnC,IAAkB,EAClB,WAAmB;QAEnB,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,MAAM,IAAI,GAAG,eAAK,CAAC,IAAI,CACrB,IAAI,CAAC,SAAS,EACd,GAAG,eAAe,CAAC,cAAc,CAAC,WAAW,CAAC,CAC/C,CAAC;YACF,OAAO,IAAA,kBAAa,EAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACrC,CAAC;QAED,MAAM,OAAO,GACX,IAAI,CAAC,MAAM,KAAK,WAAW;YACzB,CAAC,CAAC,eAAe,CAAC,kBAAkB;YACpC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;QAElB,IAAI,IAAI,CAAC,MAAM,KAAK,WAAW,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YACjD,MAAM,aAAa,GAAG,eAAe,CAAC,cAAc,CAClD,WAAW,CAAC,WAAW,EAAE,CAC1B,CAAC;YACF,MAAM,QAAQ,GAAG,IAAA,kBAAY,EAAC,OAAO,EAAE,GAAG,aAAa,CAAC,CAAC;YACzD,IAAI,CAAC;gBACH,OAAO,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC;YAClD,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC;YAChC,CAAC;QACH,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,sCAAsC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;IACvE,CAAC;IAED;;;OAGG;IACK,MAAM,CAAC,gBAAgB,CAC7B,IAAkB,EAClB,WAAmB;QAEnB,QAAQ,IAAI,CAAC,MAAM,EAAE,CAAC;YACpB,KAAK,WAAW;gBACd,OAAO,4BAA4B,WAAW,EAAE,CAAC;YACnD,KAAK,YAAY,CAAC,CAAC,CAAC;gBAClB,mEAAmE;gBACnE,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBAC5C,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;gBACtB,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;gBACvB,OAAO,0BAA0B,GAAG,UAAU,IAAI,0BAA0B,WAAW,EAAE,CAAC;YAC5F,CAAC;YACD;gBACE,OAAO,GAAG,IAAI,CAAC,MAAM,IAAI,WAAW,EAAE,CAAC;QAC3C,CAAC;IACH,CAAC;IAED;;;OAGG;IACK,MAAM,CAAC,eAAe,CAAC,GAAQ;QACrC,MAAM,KAAK,GAAG,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAA,aAAK,EAAC,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;QACpD,MAAM,IAAI,GAAG,GAAG,CAAC,QAAQ,CAAC;QAC1B,MAAM,IAAI,GAAG,IAAA,eAAQ,EAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAEpD,OAAO,kBAAkB,KAAK,IAAI,IAAI,IAAI,IAAI,EAAE,CAAC;IACnD,CAAC;IAEO,MAAM,CAAC,gBAAgB,CAAC,GAAW;QACzC,MAAM,MAAM,GAAG,IAAA,cAAQ,EAAC,GAAG,CAAC,CAAC;QAC7B,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAO,KAAK,CAAC;QACf,CAAC;QACD,OAAO,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;IAC/C,CAAC;IAED;;;;;OAKG;IACK,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,EACrC,WAAW,EACX,WAAW,GACO;QAClB,6CAA6C;QAC7C,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,gBAAgB,GAAG,eAAe,CAAC,gBAAgB,CAAC,WAAW,CAAC,CAAC;QACvE,MAAM,gBAAgB,GAAG,gBAAgB;YACvC,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;YACtC,CAAC,CAAC,WAAW,CAAC;QAEhB,MAAM,GAAG,GAAG,IAAA,cAAQ,EAAC,gBAAgB,CAAC,CAAC;QACvC,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,eAAM,CAAC,KAAK,CAAC,gCAAgC,gBAAgB,EAAE,CAAC,CAAC;YACjE,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,MAAsB,CAAC;QAC3B,IAAI,GAAG,CAAC,QAAQ,KAAK,WAAW,EAAE,CAAC;YACjC,MAAM,GAAG,WAAW,CAAC;QACvB,CAAC;aAAM,IAAI,GAAG,CAAC,QAAQ,KAAK,kBAAkB,EAAE,CAAC;YAC/C,MAAM,GAAG,YAAY,CAAC;QACxB,CAAC;aAAM,CAAC;YACN,MAAM,GAAG,OAAO,CAAC;QACnB,CAAC;QAED,MAAM,QAAQ,GAAiB;YAC7B,MAAM;YACN,MAAM,EAAE,gBAAgB;YACxB,GAAG;YACH,QAAQ,EAAE,gBAAgB;SAC3B,CAAC;QAEF,IACE,QAAQ,CAAC,MAAM,KAAK,WAAW;YAC/B,CAAC,qBAAY,CAAC,GAAG,CAAC,4BAA4B,CAAC,EAC/C,CAAC;YACD,eAAM,CAAC,IAAI,CACT,gHAAgH,CACjH,CAAC;YACF,OAAO,IAAI,CAAC;QACd,CAAC;QACD,IAAI,QAAQ,CAAC,MAAM,KAAK,WAAW,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC;YAC1D,MAAM,QAAQ,GAAG,wCAAwC,gBAAgB,EAAE,CAAC;YAC5E,MAAM,gBAAgB,GAAG,wCAAwC,gBAAgB,QAAQ,CAAC;YAE1F,6EAA6E;YAC7E,iFAAiF;YACjF,6CAA6C;YAE7C,MAAM,gBAAgB,GAA2B,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YACxE,IAAI,SAAiB,CAAC;YAEtB,IAAI,gBAAgB,EAAE,CAAC;gBACrB,SAAS,GAAG,MAAM,gBAAgB,CAAC;YACrC,CAAC;iBAAM,CAAC;gBACN,SAAS,GAAG,eAAK,CAAC,IAAI,CACpB,IAAA,oBAAe,GAAE,EACjB,eAAe,CAAC,eAAe,CAAC,GAAG,CAAC,CACrC,CAAC;gBACF,eAAM,CAAC,IAAI,CACT,EAAE,SAAS,EAAE,gBAAgB,EAAE,EAC/B,gCAAgC,CACjC,CAAC;gBAEF,MAAM,GAAG,GAAG,IAAA,oBAAG,EAAC,EAAE,GAAG,IAAA,wBAAe,GAAE,EAAE,sBAAsB,EAAE,CAAC,EAAE,CAAC,CAAC;gBACrE,MAAM,YAAY,GAAG,GAAG,CAAC,KAAK,CAAC,gBAAgB,EAAE,SAAS,EAAE;oBAC1D,SAAS,EAAE,CAAC;iBACb,CAAC,CAAC;gBAEH,QAAQ,CAAC,GAAG,CACV,QAAQ,EACR,YAAY,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CACrD,CAAC;gBAEF,IAAI,CAAC;oBACH,MAAM,YAAY,CAAC;gBACrB,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,eAAM,CAAC,IAAI,CACT,EAAE,GAAG,EAAE,WAAW,EAAE,gBAAgB,EAAE,EACtC,6BAA6B,CAC9B,CAAC;oBACF,QAAQ,CAAC,GAAG,CAAC,gBAAgB,EAAE,GAAG,CAAC,CAAC;oBAEpC,OAAO,IAAI,CAAC;gBACd,CAAC;YACH,CAAC;YAED,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;gBAC3C,eAAM,CAAC,IAAI,CACT,EAAE,GAAG,EAAE,WAAW,EAAE,gBAAgB,EAAE,EACtC,yCAAyC,CAC1C,CAAC;gBAEF,OAAO,IAAI,CAAC;YACd,CAAC;YAED,QAAQ,CAAC,SAAS,GAAG,SAAS,CAAC;QACjC,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAEO,MAAM,CAAC,oBAAoB,CACjC,WAA+B;QAE/B,gEAAgE;QAChE,4BAA4B;QAC5B,OAAO,WAAW,KAAK,mBAAmB,CAAC;IAC7C,CAAC;IAEM,MAAM,CAAC,cAAc,CAAC,WAAmB;QAC9C,MAAM,GAAG,GAAG,WAAW,CAAC,MAAM,CAAC;QAE/B,IAAI,GAAG,KAAK,CAAC,EAAE,CAAC;YACd,OAAO,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;QAC5B,CAAC;QACD,IAAI,GAAG,KAAK,CAAC,EAAE,CAAC;YACd,OAAO,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;QAC5B,CAAC;QACD,IAAI,GAAG,KAAK,CAAC,EAAE,CAAC;YACd,OAAO,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC;QAC5C,CAAC;QAED,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC;IACzE,CAAC;IAYc,AAAN,KAAK,CAAC,kBAAkB,CAC/B,EAAE,WAAW,EAAE,WAAW,EAA4B,EACtD,OAAgB;QAEhB,IAAI,WAAW,KAAK,mBAAmB,EAAE,CAAC;YACxC,OAAO,OAAO,CAAC;QACjB,CAAC;QAED,MAAM,GAAG,GAAG,mCAAmC,WAAW,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QAChF,MAAM,EAAE,IAAI,EAAE,gBAAgB,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,CACxD,GAAG,EACH,+BAAsB,CACvB,CAAC;QACF,OAAO,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QAC5C,OAAO,OAAO,CAAC;IACjB,CAAC;;AA5XH,0CA6XC;AAjWO;IARL,IAAA,iBAAK,EAAC;QACL,SAAS,EAAE,cAAc,eAAe,CAAC,EAAE,EAAE;QAC7C,GAAG,EAAE,CAAC,EAAE,WAAW,EAAE,WAAW,EAAqB,EAAE,EAAE;QACvD,uBAAuB;QACvB,GAAG,WAAW,IAAI,WAAW,EAAE;QACjC,SAAS,EAAE,CAAC,EAAE,WAAW,EAAqB,EAAE,EAAE,CAChD,eAAe,CAAC,oBAAoB,CAAC,WAAW,CAAC;KACpD,CAAC;kDAyED;AAUY;IARZ,IAAA,iBAAK,EAAC;QACL,SAAS,EAAE,cAAc,eAAe,CAAC,EAAE,WAAW;QACtD,GAAG,EAAE,CAAC,IAAkB,EAAE,WAAmB,EAAE,EAAE,CAC/C,GAAG,IAAI,CAAC,MAAM,IAAI,WAAW,EAAE;QACjC,SAAS,EAAE,CAAC,IAAkB,EAAE,EAAE,CAChC,eAAe,CAAC,oBAAoB,CAAC,IAAI,CAAC,MAAM,CAAC;QACnD,UAAU,EAAE,EAAE,GAAG,EAAE,EAAE,WAAW;KACjC,CAAC;uDAiCD;AA+Nc;IAVd,IAAA,iBAAK,EAAC;QACL,SAAS,EAAE,kBAAkB;QAC7B,GAAG,EAAE,CACH,EAAE,WAAW,EAAE,WAAW,EAA4B,EACtD,EAAE,OAAO,EAAW,EACpB,EAAE,CAAC,sBAAsB,WAAW,IAAI,WAAW,IAAI,OAAO,EAAE;QAClE,UAAU,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE;QACvB,SAAS,EAAE,CAAC,EAAE,WAAW,EAA4B,EAAE,CAAU,EAAE,EAAE,CACnE,WAAW,KAAK,mBAAmB;KACtC,CAAC;yDAgBD","sourcesContent":["import Git from 'simple-git';\nimport upath from 'upath';\nimport { GlobalConfig } from '../../../config/global';\nimport { logger } from '../../../logger';\nimport * as memCache from '../../../util/cache/memory';\nimport { cache } from '../../../util/cache/package/decorator';\nimport { privateCacheDir, readCacheFile } from '../../../util/fs';\nimport { simpleGitConfig } from '../../../util/git/config';\nimport { toSha256 } from '../../../util/hash';\nimport { newlineRegex, regEx } from '../../../util/regex';\nimport { joinUrlParts, parseUrl } from '../../../util/url';\nimport * as cargoVersioning from '../../versioning/cargo';\nimport { Datasource } from '../datasource';\nimport type {\n  GetReleasesConfig,\n  PostprocessReleaseConfig,\n  PostprocessReleaseResult,\n  Release,\n  ReleaseResult,\n} from '../types';\nimport { ReleaseTimestampSchema } from './schema';\nimport type {\n  CrateMetadata,\n  CrateRecord,\n  RegistryFlavor,\n  RegistryInfo,\n} from './types';\n\nexport class CrateDatasource extends Datasource {\n  static readonly id = 'crate';\n\n  constructor() {\n    super(CrateDatasource.id);\n  }\n\n  override defaultRegistryUrls = ['https://crates.io'];\n\n  override defaultVersioning = cargoVersioning.id;\n\n  static readonly CRATES_IO_BASE_URL =\n    'https://raw.githubusercontent.com/rust-lang/crates.io-index/master/';\n\n  static readonly CRATES_IO_API_BASE_URL = 'https://crates.io/api/v1/';\n\n  override readonly sourceUrlSupport = 'package';\n  override readonly sourceUrlNote =\n    'The source URL is determined from the `repository` field in the results.';\n\n  @cache({\n    namespace: `datasource-${CrateDatasource.id}`,\n    key: ({ registryUrl, packageName }: GetReleasesConfig) =>\n      // TODO: types (#22198)\n      `${registryUrl}/${packageName}`,\n    cacheable: ({ registryUrl }: GetReleasesConfig) =>\n      CrateDatasource.areReleasesCacheable(registryUrl),\n  })\n  async getReleases({\n    packageName,\n    registryUrl,\n  }: GetReleasesConfig): Promise<ReleaseResult | null> {\n    /* v8 ignore next 6 -- should never happen */\n    if (!registryUrl) {\n      logger.warn(\n        'crate datasource: No registryUrl specified, cannot perform getReleases',\n      );\n      return null;\n    }\n\n    const registryInfo = await CrateDatasource.fetchRegistryInfo({\n      packageName,\n      registryUrl,\n    });\n    if (!registryInfo) {\n      logger.debug(`Could not fetch registry info from ${registryUrl}`);\n      return null;\n    }\n\n    const dependencyUrl = CrateDatasource.getDependencyUrl(\n      registryInfo,\n      packageName,\n    );\n\n    const payload = await this.fetchCrateRecordsPayload(\n      registryInfo,\n      packageName,\n    );\n    const lines = payload\n      .split(newlineRegex) // break into lines\n      .map((line) => line.trim()) // remove whitespace\n      .filter((line) => line.length !== 0) // remove empty lines\n      .map((line) => JSON.parse(line) as CrateRecord); // parse\n\n    const metadata = await this.getCrateMetadata(registryInfo, packageName);\n\n    const result: ReleaseResult = {\n      dependencyUrl,\n      releases: [],\n    };\n\n    if (metadata?.homepage) {\n      result.homepage = metadata.homepage;\n    }\n\n    if (metadata?.repository) {\n      result.sourceUrl = metadata.repository;\n    }\n\n    result.releases = lines\n      .map((version) => {\n        const release: Release = {\n          version: version.vers.replace(/\\+.*$/, ''),\n        };\n        if (version.yanked) {\n          release.isDeprecated = true;\n        }\n        if (version.rust_version) {\n          release.constraints = {\n            rust: [version.rust_version],\n          };\n        }\n        return release;\n      })\n      .filter((release) => release.version);\n    if (!result.releases.length) {\n      return null;\n    }\n\n    return result;\n  }\n\n  @cache({\n    namespace: `datasource-${CrateDatasource.id}-metadata`,\n    key: (info: RegistryInfo, packageName: string) =>\n      `${info.rawUrl}/${packageName}`,\n    cacheable: (info: RegistryInfo) =>\n      CrateDatasource.areReleasesCacheable(info.rawUrl),\n    ttlMinutes: 24 * 60, // 24 hours\n  })\n  public async getCrateMetadata(\n    info: RegistryInfo,\n    packageName: string,\n  ): Promise<CrateMetadata | null> {\n    if (info.flavor !== 'crates.io') {\n      return null;\n    }\n\n    // The `?include=` suffix is required to avoid unnecessary database queries\n    // on the crates.io server. This lets us work around the regular request\n    // throttling of one request per second.\n    const crateUrl = `${CrateDatasource.CRATES_IO_API_BASE_URL}crates/${packageName}?include=`;\n\n    logger.debug(\n      { crateUrl, packageName, registryUrl: info.rawUrl },\n      'downloading crate metadata',\n    );\n\n    try {\n      interface Response {\n        crate: CrateMetadata;\n      }\n      const response = await this.http.getJsonUnchecked<Response>(crateUrl);\n      return response.body.crate;\n    } catch (err) {\n      logger.warn(\n        { err, packageName, registryUrl: info.rawUrl },\n        'failed to download crate metadata',\n      );\n    }\n\n    return null;\n  }\n\n  public async fetchCrateRecordsPayload(\n    info: RegistryInfo,\n    packageName: string,\n  ): Promise<string> {\n    if (info.clonePath) {\n      const path = upath.join(\n        info.clonePath,\n        ...CrateDatasource.getIndexSuffix(packageName),\n      );\n      return readCacheFile(path, 'utf8');\n    }\n\n    const baseUrl =\n      info.flavor === 'crates.io'\n        ? CrateDatasource.CRATES_IO_BASE_URL\n        : info.rawUrl;\n\n    if (info.flavor === 'crates.io' || info.isSparse) {\n      const packageSuffix = CrateDatasource.getIndexSuffix(\n        packageName.toLowerCase(),\n      );\n      const crateUrl = joinUrlParts(baseUrl, ...packageSuffix);\n      try {\n        return (await this.http.getText(crateUrl)).body;\n      } catch (err) {\n        this.handleGenericErrors(err);\n      }\n    }\n    throw new Error(`unsupported crate registry flavor: ${info.flavor}`);\n  }\n\n  /**\n   * Computes the dependency URL for a crate, given\n   * registry information\n   */\n  private static getDependencyUrl(\n    info: RegistryInfo,\n    packageName: string,\n  ): string {\n    switch (info.flavor) {\n      case 'crates.io':\n        return `https://crates.io/crates/${packageName}`;\n      case 'cloudsmith': {\n        // input: https://dl.cloudsmith.io/basic/$org/$repo/cargo/index.git\n        const tokens = info.url.pathname.split('/');\n        const org = tokens[2];\n        const repo = tokens[3];\n        return `https://cloudsmith.io/~${org}/repos/${repo}/packages/detail/cargo/${packageName}`;\n      }\n      default:\n        return `${info.rawUrl}/${packageName}`;\n    }\n  }\n\n  /**\n   * Given a Git URL, computes a semi-human-readable name for a folder in which to\n   * clone the repository.\n   */\n  private static cacheDirFromUrl(url: URL): string {\n    const proto = url.protocol.replace(regEx(/:$/), '');\n    const host = url.hostname;\n    const hash = toSha256(url.pathname).substring(0, 7);\n\n    return `crate-registry-${proto}-${host}-${hash}`;\n  }\n\n  private static isSparseRegistry(url: string): boolean {\n    const parsed = parseUrl(url);\n    if (!parsed) {\n      return false;\n    }\n    return parsed.protocol.startsWith('sparse+');\n  }\n\n  /**\n   * Fetches information about a registry, by url.\n   * If no url is given, assumes crates.io.\n   * If an url is given, assumes it's a valid Git repository\n   * url and clones it to cache.\n   */\n  private static async fetchRegistryInfo({\n    packageName,\n    registryUrl,\n  }: GetReleasesConfig): Promise<RegistryInfo | null> {\n    /* v8 ignore next 3 -- should never happen */\n    if (!registryUrl) {\n      return null;\n    }\n\n    const isSparseRegistry = CrateDatasource.isSparseRegistry(registryUrl);\n    const registryFetchUrl = isSparseRegistry\n      ? registryUrl.replace(/^sparse\\+/, '')\n      : registryUrl;\n\n    const url = parseUrl(registryFetchUrl);\n    if (!url) {\n      logger.debug(`Could not parse registry URL ${registryFetchUrl}`);\n      return null;\n    }\n\n    let flavor: RegistryFlavor;\n    if (url.hostname === 'crates.io') {\n      flavor = 'crates.io';\n    } else if (url.hostname === 'dl.cloudsmith.io') {\n      flavor = 'cloudsmith';\n    } else {\n      flavor = 'other';\n    }\n\n    const registry: RegistryInfo = {\n      flavor,\n      rawUrl: registryFetchUrl,\n      url,\n      isSparse: isSparseRegistry,\n    };\n\n    if (\n      registry.flavor !== 'crates.io' &&\n      !GlobalConfig.get('allowCustomCrateRegistries')\n    ) {\n      logger.warn(\n        'crate datasource: allowCustomCrateRegistries=true is required for registries other than crates.io, bailing out',\n      );\n      return null;\n    }\n    if (registry.flavor !== 'crates.io' && !registry.isSparse) {\n      const cacheKey = `crate-datasource/registry-clone-path/${registryFetchUrl}`;\n      const cacheKeyForError = `crate-datasource/registry-clone-path/${registryFetchUrl}/error`;\n\n      // We need to ensure we don't run `git clone` in parallel. Therefore we store\n      // a promise of the running operation in the mem cache, which in the end resolves\n      // to the file path of the cloned repository.\n\n      const clonePathPromise: Promise<string> | null = memCache.get(cacheKey);\n      let clonePath: string;\n\n      if (clonePathPromise) {\n        clonePath = await clonePathPromise;\n      } else {\n        clonePath = upath.join(\n          privateCacheDir(),\n          CrateDatasource.cacheDirFromUrl(url),\n        );\n        logger.info(\n          { clonePath, registryFetchUrl },\n          `Cloning private cargo registry`,\n        );\n\n        const git = Git({ ...simpleGitConfig(), maxConcurrentProcesses: 1 });\n        const clonePromise = git.clone(registryFetchUrl, clonePath, {\n          '--depth': 1,\n        });\n\n        memCache.set(\n          cacheKey,\n          clonePromise.then(() => clonePath).catch(() => null),\n        );\n\n        try {\n          await clonePromise;\n        } catch (err) {\n          logger.warn(\n            { err, packageName, registryFetchUrl },\n            'failed cloning git registry',\n          );\n          memCache.set(cacheKeyForError, err);\n\n          return null;\n        }\n      }\n\n      if (!clonePath) {\n        const err = memCache.get(cacheKeyForError);\n        logger.warn(\n          { err, packageName, registryFetchUrl },\n          'Previous git clone failed, bailing out.',\n        );\n\n        return null;\n      }\n\n      registry.clonePath = clonePath;\n    }\n\n    return registry;\n  }\n\n  private static areReleasesCacheable(\n    registryUrl: string | undefined,\n  ): boolean {\n    // We only cache public releases, we don't want to cache private\n    // cloned data between runs.\n    return registryUrl === 'https://crates.io';\n  }\n\n  public static getIndexSuffix(packageName: string): string[] {\n    const len = packageName.length;\n\n    if (len === 1) {\n      return ['1', packageName];\n    }\n    if (len === 2) {\n      return ['2', packageName];\n    }\n    if (len === 3) {\n      return ['3', packageName[0], packageName];\n    }\n\n    return [packageName.slice(0, 2), packageName.slice(2, 4), packageName];\n  }\n\n  @cache({\n    namespace: `datasource-crate`,\n    key: (\n      { registryUrl, packageName }: PostprocessReleaseConfig,\n      { version }: Release,\n    ) => `postprocessRelease:${registryUrl}:${packageName}:${version}`,\n    ttlMinutes: 7 * 24 * 60,\n    cacheable: ({ registryUrl }: PostprocessReleaseConfig, _: Release) =>\n      registryUrl === 'https://crates.io',\n  })\n  override async postprocessRelease(\n    { packageName, registryUrl }: PostprocessReleaseConfig,\n    release: Release,\n  ): Promise<PostprocessReleaseResult> {\n    if (registryUrl !== 'https://crates.io') {\n      return release;\n    }\n\n    const url = `https://crates.io/api/v1/crates/${packageName}/${release.version}`;\n    const { body: releaseTimestamp } = await this.http.getJson(\n      url,\n      ReleaseTimestampSchema,\n    );\n    release.releaseTimestamp = releaseTimestamp;\n    return release;\n  }\n}\n"]}