renovate 44.105.0 → 44.105.2

package/dist/config/presets/forgejo/index.js

@@ -1,40 +1,8 @@
-import { logger } from "../../../logger/index.js";
-import { ExternalHostError } from "../../../types/errors/external-host-error.js";
-import { PRESET_DEP_NOT_FOUND, PRESET_INVALID, fetchPreset, parsePreset } from "../util.js";
-import { getRepoContents } from "../../../modules/platform/gitea/gitea-helper.js";
 import { forgejoHttp } from "../../../modules/platform/forgejo/index.js";
+import { createPresetSource } from "../gitea/common.js";
 //#region lib/config/presets/forgejo/index.ts
 const Endpoint = "https://code.forgejo.org/";
-async function fetchJSONFile(repo, fileName, endpoint, tag) {
-	let res;
-	try {
-		res = await getRepoContents(forgejoHttp, repo, fileName, tag, { baseUrl: endpoint });
-	} catch (err) {
-		if (err instanceof ExternalHostError) throw err;
-		logger.debug(`Preset file ${fileName} not found in ${repo}: ${err.message}`);
-		throw new Error(PRESET_DEP_NOT_FOUND);
-	}
-	let contentString;
-	if (res.type === "file") contentString = res.contentString;
-	else {
-		logger.debug(`Preset ${fileName} has unexpected type '${res.type}'. Only \`file\` is supported`);
-		throw new Error(PRESET_INVALID);
-	}
-	return parsePreset(contentString, fileName);
-}
-function getPresetFromEndpoint(repo, filePreset, presetPath, endpoint = Endpoint, tag) {
-	return fetchPreset({
-		repo,
-		filePreset,
-		presetPath,
-		endpoint,
-		tag,
-		fetch: fetchJSONFile
-	});
-}
-function getPreset({ repo, presetName = "default", presetPath, tag }) {
-	return getPresetFromEndpoint(repo, presetName, presetPath, Endpoint, tag);
-}
+const { fetchJSONFile, getPresetFromEndpoint, getPreset } = createPresetSource(forgejoHttp, Endpoint);
 //#endregion
 export { Endpoint, fetchJSONFile, getPreset, getPresetFromEndpoint };
 

package/dist/config/presets/forgejo/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","names":[],"sources":["../../../../lib/config/presets/forgejo/index.ts"],"sourcesContent":["import { logger } from '../../../logger/index.ts';\nimport { forgejoHttp } from '../../../modules/platform/forgejo/index.ts';\nimport { getRepoContents } from '../../../modules/platform/gitea/gitea-helper.ts';\nimport type { RepoContents } from '../../../modules/platform/gitea/schema.ts';\nimport { ExternalHostError } from '../../../types/errors/external-host-error.ts';\nimport type { Nullish } from '../../../types/index.ts';\nimport type { Preset, PresetConfig } from '../types.ts';\nimport {\n  PRESET_DEP_NOT_FOUND,\n  PRESET_INVALID,\n  fetchPreset,\n  parsePreset,\n} from '../util.ts';\n\nexport const Endpoint = 'https://code.forgejo.org/';\n\nexport async function fetchJSONFile(\n  repo: string,\n  fileName: string,\n  endpoint: string,\n  tag?: string | null,\n): Promise<Nullish<Preset>> {\n  let res: RepoContents;\n  try {\n    res = await getRepoContents(forgejoHttp, repo, fileName, tag, {\n      baseUrl: endpoint,\n    });\n  } catch (err) {\n    if (err instanceof ExternalHostError) {\n      throw err;\n    }\n    logger.debug(\n      `Preset file ${fileName} not found in ${repo}: ${err.message}`,\n    );\n    throw new Error(PRESET_DEP_NOT_FOUND);\n  }\n\n  let contentString: string;\n  if (res.type === 'file') {\n    contentString = res.contentString;\n  } else {\n    logger.debug(\n      `Preset ${fileName} has unexpected type '${res.type}'. Only \\`file\\` is supported`,\n    );\n    throw new Error(PRESET_INVALID);\n  }\n  return parsePreset(contentString, fileName);\n}\n\nexport function getPresetFromEndpoint(\n  repo: string,\n  filePreset: string,\n  presetPath?: string,\n  endpoint = Endpoint,\n  tag?: string,\n): Promise<Nullish<Preset>> {\n  return fetchPreset({\n    repo,\n    filePreset,\n    presetPath,\n    endpoint,\n    tag,\n    fetch: fetchJSONFile,\n  });\n}\n\nexport function getPreset({\n  repo,\n  presetName = 'default',\n  presetPath,\n  tag,\n}: PresetConfig): Promise<Nullish<Preset>> {\n  return getPresetFromEndpoint(repo, presetName, presetPath, Endpoint, tag);\n}\n"],"mappings":";;;;;;AAcA,MAAa,WAAW;AAExB,eAAsB,cACpB,MACA,UACA,UACA,KAC0B;CAC1B,IAAI;CACJ,IAAI;EACF,MAAM,MAAM,gBAAgB,aAAa,MAAM,UAAU,KAAK,EAC5D,SAAS,SACX,CAAC;CACH,SAAS,KAAK;EACZ,IAAI,eAAe,mBACjB,MAAM;EAER,OAAO,MACL,eAAe,SAAS,gBAAgB,KAAK,IAAI,IAAI,SACvD;EACA,MAAM,IAAI,MAAM,oBAAoB;CACtC;CAEA,IAAI;CACJ,IAAI,IAAI,SAAS,QACf,gBAAgB,IAAI;MACf;EACL,OAAO,MACL,UAAU,SAAS,wBAAwB,IAAI,KAAK,8BACtD;EACA,MAAM,IAAI,MAAM,cAAc;CAChC;CACA,OAAO,YAAY,eAAe,QAAQ;AAC5C;AAEA,SAAgB,sBACd,MACA,YACA,YACA,WAAW,UACX,KAC0B;CAC1B,OAAO,YAAY;EACjB;EACA;EACA;EACA;EACA;EACA,OAAO;CACT,CAAC;AACH;AAEA,SAAgB,UAAU,EACxB,MACA,aAAa,WACb,YACA,OACyC;CACzC,OAAO,sBAAsB,MAAM,YAAY,YAAY,UAAU,GAAG;AAC1E"}
+{"version":3,"file":"index.js","names":[],"sources":["../../../../lib/config/presets/forgejo/index.ts"],"sourcesContent":["import { forgejoHttp } from '../../../modules/platform/forgejo/index.ts';\nimport { createPresetSource } from '../gitea/common.ts';\n\nexport const Endpoint = 'https://code.forgejo.org/';\n\nexport const { fetchJSONFile, getPresetFromEndpoint, getPreset } =\n  createPresetSource(forgejoHttp, Endpoint);\n"],"mappings":";;;AAGA,MAAa,WAAW;AAExB,MAAa,EAAE,eAAe,uBAAuB,cACnD,mBAAmB,aAAa,QAAQ"}

package/dist/config/presets/gitea/common.js

@@ -0,0 +1,52 @@
+import { logger } from "../../../logger/index.js";
+import { ExternalHostError } from "../../../types/errors/external-host-error.js";
+import { PRESET_DEP_NOT_FOUND, PRESET_INVALID, fetchPreset, parsePreset } from "../util.js";
+import { getRepoContents } from "../../../modules/platform/gitea/gitea-helper.js";
+//#region lib/config/presets/gitea/common.ts
+/**
+* Builds the preset source of a platform which speaks the Gitea API.
+*
+* Forgejo is a fork of Gitea and serves the same contents API, so the Gitea
+* and Forgejo sources only differ in their Http client and default endpoint.
+*/
+function createPresetSource(http, defaultEndpoint) {
+	async function fetchJSONFile(repo, fileName, endpoint, tag) {
+		let res;
+		try {
+			res = await getRepoContents(http, repo, fileName, tag, { baseUrl: endpoint });
+		} catch (err) {
+			if (err instanceof ExternalHostError) throw err;
+			logger.debug(`Preset file ${fileName} not found in ${repo}: ${err.message}`);
+			throw new Error(PRESET_DEP_NOT_FOUND);
+		}
+		let contentString;
+		if (res.type === "file") contentString = res.contentString;
+		else {
+			logger.debug(`Preset ${fileName} has unexpected type '${res.type}'. Only \`file\` is supported`);
+			throw new Error(PRESET_INVALID);
+		}
+		return parsePreset(contentString, fileName);
+	}
+	function getPresetFromEndpoint(repo, filePreset, presetPath, endpoint = defaultEndpoint, tag) {
+		return fetchPreset({
+			repo,
+			filePreset,
+			presetPath,
+			endpoint,
+			tag,
+			fetch: fetchJSONFile
+		});
+	}
+	function getPreset({ repo, presetName = "default", presetPath, tag }) {
+		return getPresetFromEndpoint(repo, presetName, presetPath, defaultEndpoint, tag);
+	}
+	return {
+		fetchJSONFile,
+		getPresetFromEndpoint,
+		getPreset
+	};
+}
+//#endregion
+export { createPresetSource };
+
+//# sourceMappingURL=common.js.map

package/dist/config/presets/gitea/common.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"common.js","names":[],"sources":["../../../../lib/config/presets/gitea/common.ts"],"sourcesContent":["import { logger } from '../../../logger/index.ts';\nimport { getRepoContents } from '../../../modules/platform/gitea/gitea-helper.ts';\nimport type { RepoContents } from '../../../modules/platform/gitea/schema.ts';\nimport { ExternalHostError } from '../../../types/errors/external-host-error.ts';\nimport type { Nullish } from '../../../types/index.ts';\nimport type { GiteaHttp } from '../../../util/http/gitea.ts';\nimport type { Preset, PresetConfig } from '../types.ts';\nimport {\n  PRESET_DEP_NOT_FOUND,\n  PRESET_INVALID,\n  fetchPreset,\n  parsePreset,\n} from '../util.ts';\n\nexport interface GiteaPresetSource {\n  fetchJSONFile: (\n    repo: string,\n    fileName: string,\n    endpoint: string,\n    tag?: string | null,\n  ) => Promise<Nullish<Preset>>;\n  getPresetFromEndpoint: (\n    repo: string,\n    filePreset: string,\n    presetPath?: string,\n    endpoint?: string,\n    tag?: string,\n  ) => Promise<Nullish<Preset>>;\n  getPreset: (config: PresetConfig) => Promise<Nullish<Preset>>;\n}\n\n/**\n * Builds the preset source of a platform which speaks the Gitea API.\n *\n * Forgejo is a fork of Gitea and serves the same contents API, so the Gitea\n * and Forgejo sources only differ in their Http client and default endpoint.\n */\nexport function createPresetSource(\n  http: GiteaHttp,\n  defaultEndpoint: string,\n): GiteaPresetSource {\n  async function fetchJSONFile(\n    repo: string,\n    fileName: string,\n    endpoint: string,\n    tag?: string | null,\n  ): Promise<Nullish<Preset>> {\n    let res: RepoContents;\n    try {\n      res = await getRepoContents(http, repo, fileName, tag, {\n        baseUrl: endpoint,\n      });\n    } catch (err) {\n      if (err instanceof ExternalHostError) {\n        throw err;\n      }\n      logger.debug(\n        `Preset file ${fileName} not found in ${repo}: ${err.message}`,\n      );\n      throw new Error(PRESET_DEP_NOT_FOUND);\n    }\n\n    let contentString: string;\n    if (res.type === 'file') {\n      contentString = res.contentString;\n    } else {\n      logger.debug(\n        `Preset ${fileName} has unexpected type '${res.type}'. Only \\`file\\` is supported`,\n      );\n      throw new Error(PRESET_INVALID);\n    }\n    return parsePreset(contentString, fileName);\n  }\n\n  function getPresetFromEndpoint(\n    repo: string,\n    filePreset: string,\n    presetPath?: string,\n    endpoint = defaultEndpoint,\n    tag?: string,\n  ): Promise<Nullish<Preset>> {\n    return fetchPreset({\n      repo,\n      filePreset,\n      presetPath,\n      endpoint,\n      tag,\n      fetch: fetchJSONFile,\n    });\n  }\n\n  function getPreset({\n    repo,\n    presetName = 'default',\n    presetPath,\n    tag,\n  }: PresetConfig): Promise<Nullish<Preset>> {\n    return getPresetFromEndpoint(\n      repo,\n      presetName,\n      presetPath,\n      defaultEndpoint,\n      tag,\n    );\n  }\n\n  return { fetchJSONFile, getPresetFromEndpoint, getPreset };\n}\n"],"mappings":";;;;;;;;;;;AAqCA,SAAgB,mBACd,MACA,iBACmB;CACnB,eAAe,cACb,MACA,UACA,UACA,KAC0B;EAC1B,IAAI;EACJ,IAAI;GACF,MAAM,MAAM,gBAAgB,MAAM,MAAM,UAAU,KAAK,EACrD,SAAS,SACX,CAAC;EACH,SAAS,KAAK;GACZ,IAAI,eAAe,mBACjB,MAAM;GAER,OAAO,MACL,eAAe,SAAS,gBAAgB,KAAK,IAAI,IAAI,SACvD;GACA,MAAM,IAAI,MAAM,oBAAoB;EACtC;EAEA,IAAI;EACJ,IAAI,IAAI,SAAS,QACf,gBAAgB,IAAI;OACf;GACL,OAAO,MACL,UAAU,SAAS,wBAAwB,IAAI,KAAK,8BACtD;GACA,MAAM,IAAI,MAAM,cAAc;EAChC;EACA,OAAO,YAAY,eAAe,QAAQ;CAC5C;CAEA,SAAS,sBACP,MACA,YACA,YACA,WAAW,iBACX,KAC0B;EAC1B,OAAO,YAAY;GACjB;GACA;GACA;GACA;GACA;GACA,OAAO;EACT,CAAC;CACH;CAEA,SAAS,UAAU,EACjB,MACA,aAAa,WACb,YACA,OACyC;EACzC,OAAO,sBACL,MACA,YACA,YACA,iBACA,GACF;CACF;CAEA,OAAO;EAAE;EAAe;EAAuB;CAAU;AAC3D"}

package/dist/config/presets/gitea/index.js

@@ -1,40 +1,8 @@
-import { logger } from "../../../logger/index.js";
-import { ExternalHostError } from "../../../types/errors/external-host-error.js";
-import { PRESET_DEP_NOT_FOUND, PRESET_INVALID, fetchPreset, parsePreset } from "../util.js";
-import { getRepoContents } from "../../../modules/platform/gitea/gitea-helper.js";
 import { giteaHttp } from "../../../modules/platform/gitea/index.js";
+import { createPresetSource } from "./common.js";
 //#region lib/config/presets/gitea/index.ts
 const Endpoint = "https://gitea.com/";
-async function fetchJSONFile(repo, fileName, endpoint, tag) {
-	let res;
-	try {
-		res = await getRepoContents(giteaHttp, repo, fileName, tag, { baseUrl: endpoint });
-	} catch (err) {
-		if (err instanceof ExternalHostError) throw err;
-		logger.debug(`Preset file ${fileName} not found in ${repo}: ${err.message}`);
-		throw new Error(PRESET_DEP_NOT_FOUND);
-	}
-	let contentString;
-	if (res.type === "file") contentString = res.contentString;
-	else {
-		logger.debug(`Preset ${fileName} has unexpected type '${res.type}'. Only \`file\` is supported`);
-		throw new Error(PRESET_INVALID);
-	}
-	return parsePreset(contentString, fileName);
-}
-function getPresetFromEndpoint(repo, filePreset, presetPath, endpoint = Endpoint, tag) {
-	return fetchPreset({
-		repo,
-		filePreset,
-		presetPath,
-		endpoint,
-		tag,
-		fetch: fetchJSONFile
-	});
-}
-function getPreset({ repo, presetName = "default", presetPath, tag }) {
-	return getPresetFromEndpoint(repo, presetName, presetPath, Endpoint, tag);
-}
+const { fetchJSONFile, getPresetFromEndpoint, getPreset } = createPresetSource(giteaHttp, Endpoint);
 //#endregion
 export { Endpoint, fetchJSONFile, getPreset, getPresetFromEndpoint };
 

package/dist/config/presets/gitea/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","names":[],"sources":["../../../../lib/config/presets/gitea/index.ts"],"sourcesContent":["import { logger } from '../../../logger/index.ts';\nimport { getRepoContents } from '../../../modules/platform/gitea/gitea-helper.ts';\nimport { giteaHttp } from '../../../modules/platform/gitea/index.ts';\nimport type { RepoContents } from '../../../modules/platform/gitea/schema.ts';\nimport { ExternalHostError } from '../../../types/errors/external-host-error.ts';\nimport type { Nullish } from '../../../types/index.ts';\nimport type { Preset, PresetConfig } from '../types.ts';\nimport {\n  PRESET_DEP_NOT_FOUND,\n  PRESET_INVALID,\n  fetchPreset,\n  parsePreset,\n} from '../util.ts';\n\nexport const Endpoint = 'https://gitea.com/';\n\nexport async function fetchJSONFile(\n  repo: string,\n  fileName: string,\n  endpoint: string,\n  tag?: string | null,\n): Promise<Nullish<Preset>> {\n  let res: RepoContents;\n  try {\n    res = await getRepoContents(giteaHttp, repo, fileName, tag, {\n      baseUrl: endpoint,\n    });\n  } catch (err) {\n    if (err instanceof ExternalHostError) {\n      throw err;\n    }\n    logger.debug(\n      `Preset file ${fileName} not found in ${repo}: ${err.message}`,\n    );\n    throw new Error(PRESET_DEP_NOT_FOUND);\n  }\n\n  let contentString: string;\n  if (res.type === 'file') {\n    contentString = res.contentString;\n  } else {\n    logger.debug(\n      `Preset ${fileName} has unexpected type '${res.type}'. Only \\`file\\` is supported`,\n    );\n    throw new Error(PRESET_INVALID);\n  }\n  return parsePreset(contentString, fileName);\n}\n\nexport function getPresetFromEndpoint(\n  repo: string,\n  filePreset: string,\n  presetPath?: string,\n  endpoint = Endpoint,\n  tag?: string,\n): Promise<Nullish<Preset>> {\n  return fetchPreset({\n    repo,\n    filePreset,\n    presetPath,\n    endpoint,\n    tag,\n    fetch: fetchJSONFile,\n  });\n}\n\nexport function getPreset({\n  repo,\n  presetName = 'default',\n  presetPath,\n  tag,\n}: PresetConfig): Promise<Nullish<Preset>> {\n  return getPresetFromEndpoint(repo, presetName, presetPath, Endpoint, tag);\n}\n"],"mappings":";;;;;;AAcA,MAAa,WAAW;AAExB,eAAsB,cACpB,MACA,UACA,UACA,KAC0B;CAC1B,IAAI;CACJ,IAAI;EACF,MAAM,MAAM,gBAAgB,WAAW,MAAM,UAAU,KAAK,EAC1D,SAAS,SACX,CAAC;CACH,SAAS,KAAK;EACZ,IAAI,eAAe,mBACjB,MAAM;EAER,OAAO,MACL,eAAe,SAAS,gBAAgB,KAAK,IAAI,IAAI,SACvD;EACA,MAAM,IAAI,MAAM,oBAAoB;CACtC;CAEA,IAAI;CACJ,IAAI,IAAI,SAAS,QACf,gBAAgB,IAAI;MACf;EACL,OAAO,MACL,UAAU,SAAS,wBAAwB,IAAI,KAAK,8BACtD;EACA,MAAM,IAAI,MAAM,cAAc;CAChC;CACA,OAAO,YAAY,eAAe,QAAQ;AAC5C;AAEA,SAAgB,sBACd,MACA,YACA,YACA,WAAW,UACX,KAC0B;CAC1B,OAAO,YAAY;EACjB;EACA;EACA;EACA;EACA;EACA,OAAO;CACT,CAAC;AACH;AAEA,SAAgB,UAAU,EACxB,MACA,aAAa,WACb,YACA,OACyC;CACzC,OAAO,sBAAsB,MAAM,YAAY,YAAY,UAAU,GAAG;AAC1E"}
+{"version":3,"file":"index.js","names":[],"sources":["../../../../lib/config/presets/gitea/index.ts"],"sourcesContent":["import { giteaHttp } from '../../../modules/platform/gitea/index.ts';\nimport { createPresetSource } from './common.ts';\n\nexport const Endpoint = 'https://gitea.com/';\n\nexport const { fetchJSONFile, getPresetFromEndpoint, getPreset } =\n  createPresetSource(giteaHttp, Endpoint);\n"],"mappings":";;;AAGA,MAAa,WAAW;AAExB,MAAa,EAAE,eAAe,uBAAuB,cACnD,mBAAmB,WAAW,QAAQ"}

package/dist/modules/datasource/api.js

@@ -29,14 +29,14 @@ import { DotnetVersionDatasource } from "./dotnet-version/index.js";
 import { ElmPackageDatasource } from "./elm-package/index.js";
 import { EndoflifeDateDatasource } from "./endoflife-date/index.js";
 import { FlutterVersionDatasource } from "./flutter-version/index.js";
-import { ForgejoTagsDatasource } from "./forgejo-tags/index.js";
+import { GiteaReleasesDatasource } from "./gitea-releases/index.js";
 import { ForgejoReleasesDatasource } from "./forgejo-releases/index.js";
+import { GiteaTagsDatasource } from "./gitea-tags/index.js";
+import { ForgejoTagsDatasource } from "./forgejo-tags/index.js";
 import { GalaxyDatasource } from "./galaxy/index.js";
 import { GalaxyCollectionDatasource } from "./galaxy-collection/index.js";
 import { GitRefsDatasource } from "./git-refs/index.js";
 import { GitTagsDatasource } from "./git-tags/index.js";
-import { GiteaTagsDatasource } from "./gitea-tags/index.js";
-import { GiteaReleasesDatasource } from "./gitea-releases/index.js";
 import { GithubDigestDatasource } from "./github-digest/index.js";
 import { GithubReleaseAttachmentsDatasource } from "./github-release-attachments/index.js";
 import { GithubReleasesDatasource } from "./github-releases/index.js";

package/dist/modules/datasource/crate/index.js

@@ -8,12 +8,16 @@ import { privateCacheDir, readCacheFile } from "../../../util/fs/index.js";
 import { Json } from "../../../util/schema-utils/index.js";
 import { id } from "../../versioning/cargo/index.js";
 import { acquireLock } from "../../../util/mutex.js";
+import { get as get$1, set as set$1 } from "../../../util/cache/package/index.js";
 import { withCache } from "../../../util/cache/package/with-cache.js";
+import { RequestError } from "../../../util/http/got.js";
+import "../../../util/http/index.js";
 import { asTimestamp } from "../../../util/timestamp.js";
 import { Datasource } from "../datasource.js";
 import { memCacheProvider } from "../../../util/http/cache/memory-http-cache-provider.js";
 import { createSimpleGit } from "../../../util/git/index.js";
 import { CrateMetadataResponse, RegistryConfig, ReleaseTimestamp } from "./schema.js";
+import { isBoolean } from "@sindresorhus/is";
 import upath from "upath";
 //#region lib/modules/datasource/crate/index.ts
 var CrateDatasource = class CrateDatasource extends Datasource {
@@ -99,10 +103,50 @@ var CrateDatasource = class CrateDatasource extends Datasource {
 		}
 		return null;
 	}
+	/**
+	* The registry web API specification only defines publish, yank, unyank,
+	* owners, search and login endpoints, see
+	* https://doc.rust-lang.org/cargo/reference/registry-web-api.html.
+	* `GET api/v1/crates/<name>` and `GET api/v1/crates/<name>/<version>` are
+	* crates.io extensions. Registries which mirror the crates.io index keep
+	* `api` pointing at crates.io and are used without probing. Any other
+	* registry is probed once and remembered as unsupported when it answers
+	* 404, since private registries (Artifactory, CodeArtifact, ...) advertise
+	* an `api` URL for publishing only.
+	*/
+	static isCratesIoApi(api) {
+		return parseUrl(api)?.hostname === "crates.io";
+	}
+	static isNotFound(err) {
+		return err instanceof RequestError && err.response?.statusCode === 404;
+	}
+	/**
+	* The marker is keyed by the `api` URL, since the missing endpoints are a
+	* property of the API server, not of the index that points to it.
+	*/
+	async isReadApiUnsupported(api) {
+		if (CrateDatasource.isCratesIoApi(api)) return false;
+		const memKey = `crate-datasource/registry-api-unsupported/${api}`;
+		const cached = get(memKey);
+		if (isBoolean(cached)) return cached;
+		const unsupported = await get$1("datasource-crate-registry-api", api) === true;
+		set(memKey, unsupported);
+		return unsupported;
+	}
+	async markReadApiUnsupported(registryUrl, api) {
+		logger.debug({
+			registryUrl,
+			api
+		}, "Registry does not implement the crates.io read API, skipping crate metadata and release timestamp lookups");
+		set(`crate-datasource/registry-api-unsupported/${api}`, true);
+		await set$1("datasource-crate-registry-api", api, true, 1440);
+	}
 	async _getCrateMetadata(info, packageName) {
 		const registryConfig = await this.fetchRegistryConfig(info);
 		if (!registryConfig?.api) return null;
-		const crateUrl = `${joinUrlParts(registryConfig.api, "api/v1/")}crates/${packageName}?include=`;
+		const { api } = registryConfig;
+		if (await this.isReadApiUnsupported(api)) return null;
+		const crateUrl = `${joinUrlParts(api, "api/v1/")}crates/${packageName}?include=`;
 		logger.trace({
 			crateUrl,
 			packageName,
@@ -112,6 +156,10 @@ var CrateDatasource = class CrateDatasource extends Datasource {
 			const { body } = await this.http.getJson(crateUrl, CrateMetadataResponse);
 			return body.crate;
 		} catch (err) {
+			if (!CrateDatasource.isCratesIoApi(api) && CrateDatasource.isNotFound(err)) {
+				await this.markReadApiUnsupported(info.rawUrl, api);
+				return null;
+			}
 			logger.debug({
 				err,
 				packageName,
@@ -302,15 +350,22 @@ var CrateDatasource = class CrateDatasource extends Datasource {
 		const cacheKey = `crate-datasource/registry-config/${rawUrl}`;
 		const config = get(cacheKey);
 		if (!config?.api) return release;
-		const url = `${joinUrlParts(config.api, "api/v1/")}crates/${packageName}/${release.versionOrig ?? release.version}`;
+		const { api } = config;
+		if (await this.isReadApiUnsupported(api)) return release;
+		const url = `${joinUrlParts(api, "api/v1/")}crates/${packageName}/${release.versionOrig ?? release.version}`;
 		logger.trace({
 			url,
 			packageName,
 			version: release.version,
 			registryUrl
 		}, "fetching crate release timestamp");
-		const { body: releaseTimestamp } = await this.http.getJson(url, { cacheProvider: memCacheProvider }, ReleaseTimestamp);
-		release.releaseTimestamp = releaseTimestamp;
+		try {
+			const { body: releaseTimestamp } = await this.http.getJson(url, { cacheProvider: memCacheProvider }, ReleaseTimestamp);
+			release.releaseTimestamp = releaseTimestamp;
+		} catch (err) {
+			if (CrateDatasource.isCratesIoApi(api) || !CrateDatasource.isNotFound(err)) throw err;
+			await this.markReadApiUnsupported(rawUrl, api);
+		}
 		return release;
 	}
 	postprocessRelease(config, release) {

package/dist/modules/datasource/crate/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","names":["cargoVersioning.id","memCache.get"],"sources":["../../../../lib/modules/datasource/crate/index.ts"],"sourcesContent":["import upath from 'upath';\nimport { GlobalConfig } from '../../../config/global.ts';\nimport { logger } from '../../../logger/index.ts';\nimport * as memCache from '../../../util/cache/memory/index.ts';\nimport { withCache } from '../../../util/cache/package/with-cache.ts';\nimport { privateCacheDir, readCacheFile } from '../../../util/fs/index.ts';\nimport { createSimpleGit } from '../../../util/git/index.ts';\nimport { toSha256 } from '../../../util/hash.ts';\nimport { memCacheProvider } from '../../../util/http/cache/memory-http-cache-provider.ts';\nimport { acquireLock } from '../../../util/mutex.ts';\nimport { newlineRegex, regEx } from '../../../util/regex.ts';\nimport { Json } from '../../../util/schema-utils/index.ts';\nimport { asTimestamp } from '../../../util/timestamp.ts';\nimport { joinUrlParts, parseUrl } from '../../../util/url.ts';\nimport * as cargoVersioning from '../../versioning/cargo/index.ts';\nimport { Datasource } from '../datasource.ts';\nimport type {\n  GetReleasesConfig,\n  PostprocessReleaseConfig,\n  PostprocessReleaseResult,\n  Release,\n  ReleaseResult,\n} from '../types.ts';\nimport type { CrateMetadata } from './schema.ts';\nimport {\n  CrateMetadataResponse,\n  RegistryConfig,\n  ReleaseTimestamp,\n} from './schema.ts';\nimport type { CrateRecord, RegistryFlavor, RegistryInfo } from './types.ts';\n\ntype CloneResult =\n  | {\n      err: Error;\n      clonePath?: undefined;\n    }\n  | {\n      clonePath: string;\n      err?: undefined;\n    };\n\nexport class CrateDatasource extends Datasource {\n  static readonly id = 'crate';\n\n  constructor() {\n    super(CrateDatasource.id);\n  }\n\n  override defaultRegistryUrls = ['sparse+https://index.crates.io/'];\n\n  override defaultVersioning = cargoVersioning.id;\n\n  override readonly sourceUrlSupport = 'package';\n  override readonly sourceUrlNote =\n    'The source URL is determined from the `repository` field in the results.';\n\n  override readonly releaseTimestampSupport = true;\n  override readonly releaseTimestampNote =\n    'The release timestamp is determined from `pubtime` field from crates.io index if available, or `version.created_at` field from crates.io API otherwise.';\n\n  private async _getReleases({\n    packageName,\n    registryUrl,\n  }: GetReleasesConfig): Promise<ReleaseResult | null> {\n    /* v8 ignore if -- should never happen */\n    if (!registryUrl) {\n      logger.warn(\n        'crate datasource: No registryUrl specified, cannot perform getReleases',\n      );\n      return null;\n    }\n\n    const registryInfo = await CrateDatasource.fetchRegistryInfo({\n      packageName,\n      registryUrl,\n    });\n    if (!registryInfo) {\n      logger.debug(`Could not fetch registry info from ${registryUrl}`);\n      return null;\n    }\n\n    const dependencyUrl = CrateDatasource.getDependencyUrl(\n      registryInfo,\n      packageName,\n    );\n\n    const payload = await this.fetchCrateRecordsPayload(\n      registryInfo,\n      packageName,\n    );\n    const lines = payload\n      .split(newlineRegex) // break into lines\n      .map((line) => line.trim()) // remove whitespace\n      .filter((line) => line.length !== 0) // remove empty lines\n      .map((line) => JSON.parse(line) as CrateRecord); // parse\n\n    const metadata = await this.getCrateMetadata(registryInfo, packageName);\n\n    const result: ReleaseResult = {\n      dependencyUrl,\n      releases: [],\n    };\n\n    if (metadata?.homepage) {\n      result.homepage = metadata.homepage;\n    }\n\n    if (metadata?.repository) {\n      result.sourceUrl = metadata.repository;\n    }\n\n    result.releases = lines\n      .map((line) => {\n        const versionOrig = line.vers;\n        const version = versionOrig.replace(regEx(/\\+.*$/), '');\n        const release: Release = { version };\n\n        if (versionOrig !== version) {\n          release.versionOrig = versionOrig;\n        }\n\n        if (line.yanked) {\n          release.isDeprecated = true;\n        }\n\n        if (line.rust_version) {\n          release.constraints = { rust: [line.rust_version] };\n        }\n\n        if (line.pubtime) {\n          release.releaseTimestamp = asTimestamp(line.pubtime);\n        }\n\n        return release;\n      })\n      .filter((release) => release.version);\n    if (!result.releases.length) {\n      return null;\n    }\n\n    return result;\n  }\n\n  getReleases(config: GetReleasesConfig): Promise<ReleaseResult | null> {\n    return withCache(\n      {\n        namespace: `datasource-${CrateDatasource.id}`,\n        // TODO: types (#22198)\n        key: `${config.registryUrl}/${config.packageName}`,\n        cacheable: CrateDatasource.isCratesIo(config.registryUrl),\n        fallback: true,\n      },\n      () => this._getReleases(config),\n    );\n  }\n\n  /**\n   * Fetches the registry's config.json which provides the API base URL\n   * and download URL template.\n   * See: https://doc.rust-lang.org/cargo/reference/registry-index.html#index-configuration\n   */\n  private async fetchRegistryConfig(\n    info: RegistryInfo,\n  ): Promise<RegistryConfig | null> {\n    const cacheKey = `crate-datasource/registry-config/${info.rawUrl}`;\n    const cached = memCache.get<RegistryConfig>(cacheKey);\n    if (cached) {\n      return cached;\n    }\n\n    if (info.clonePath) {\n      try {\n        const configPath = upath.join(info.clonePath, 'config.json');\n        const content = await readCacheFile(configPath, 'utf8');\n        const parsed = Json.pipe(RegistryConfig).parse(content);\n        memCache.set(cacheKey, parsed);\n        return parsed;\n      } catch {\n        logger.debug(\n          { registryUrl: info.rawUrl },\n          'Could not read config.json from cloned registry',\n        );\n      }\n    } else {\n      try {\n        const configUrl = joinUrlParts(info.rawUrl, 'config.json');\n        const { body } = await this.http.getJson(configUrl, RegistryConfig);\n        memCache.set(cacheKey, body);\n        return body;\n      } catch {\n        logger.debug(\n          { registryUrl: info.rawUrl },\n          'Could not fetch registry config.json',\n        );\n      }\n    }\n\n    return null;\n  }\n\n  private async _getCrateMetadata(\n    info: RegistryInfo,\n    packageName: string,\n  ): Promise<CrateMetadata | null> {\n    const registryConfig = await this.fetchRegistryConfig(info);\n    if (!registryConfig?.api) {\n      return null;\n    }\n\n    const apiBaseUrl = joinUrlParts(registryConfig.api, 'api/v1/');\n\n    // The `?include=` suffix is required to avoid unnecessary database queries\n    // on the crates.io server. This lets us work around the regular request\n    // throttling of one request per second.\n    const crateUrl = `${apiBaseUrl}crates/${packageName}?include=`;\n\n    logger.trace(\n      { crateUrl, packageName, registryUrl: info.rawUrl },\n      'downloading crate metadata',\n    );\n\n    try {\n      const { body } = await this.http.getJson(crateUrl, CrateMetadataResponse);\n      return body.crate;\n    } catch (err) {\n      logger.debug(\n        { err, packageName, registryUrl: info.rawUrl },\n        'failed to download crate metadata',\n      );\n    }\n\n    return null;\n  }\n\n  public getCrateMetadata(\n    info: RegistryInfo,\n    packageName: string,\n  ): Promise<CrateMetadata | null> {\n    return withCache(\n      {\n        namespace: `datasource-${CrateDatasource.id}-metadata`,\n        key: `${info.rawUrl}/${packageName}`,\n        cacheable: info.flavor === 'crates.io',\n        ttlMinutes: 24 * 60, // 24 hours\n      },\n      () => this._getCrateMetadata(info, packageName),\n    );\n  }\n\n  public async fetchCrateRecordsPayload(\n    info: RegistryInfo,\n    packageName: string,\n  ): Promise<string> {\n    if (info.clonePath) {\n      const path = upath.join(\n        info.clonePath,\n        ...CrateDatasource.getIndexSuffix(packageName),\n      );\n      return readCacheFile(path, 'utf8');\n    }\n\n    // sparse index\n    const packageSuffix = CrateDatasource.getIndexSuffix(\n      packageName.toLowerCase(),\n    );\n    const crateUrl = joinUrlParts(info.rawUrl, ...packageSuffix);\n    logger.trace(\n      { crateUrl, packageName, registryUrl: info.rawUrl },\n      'fetching crate records from sparse index',\n    );\n    try {\n      return (await this.http.getText(crateUrl)).body;\n    } catch (err) {\n      this.handleGenericErrors(err);\n    }\n  }\n\n  /**\n   * Computes the dependency URL for a crate, given\n   * registry information\n   */\n  private static getDependencyUrl(\n    info: RegistryInfo,\n    packageName: string,\n  ): string {\n    switch (info.flavor) {\n      case 'crates.io':\n        return `https://crates.io/crates/${packageName}`;\n      case 'cloudsmith': {\n        // input: https://dl.cloudsmith.io/basic/$org/$repo/cargo/index.git\n        const tokens = info.url.pathname.split('/');\n        const org = tokens[2];\n        const repo = tokens[3];\n        return `https://cloudsmith.io/~${org}/repos/${repo}/packages/detail/cargo/${packageName}`;\n      }\n      default:\n        return `${info.url}/${packageName}`;\n    }\n  }\n\n  /**\n   * Given a Git URL, computes a semi-human-readable name for a folder in which to\n   * clone the repository.\n   */\n  private static cacheDirFromUrl(url: URL): string {\n    const proto = url.protocol.replace(regEx(/:$/), '');\n    const host = url.hostname;\n    const hash = toSha256(url.pathname).substring(0, 7);\n\n    return `crate-registry-${proto}-${host}-${hash}`;\n  }\n\n  private static isSparseRegistry(url: string): boolean {\n    const parsed = parseUrl(url);\n    if (!parsed) {\n      return false;\n    }\n    return parsed.protocol.startsWith('sparse+');\n  }\n\n  /**\n   * Fetches information about a registry, by url.\n   * If no url is given, assumes crates.io.\n   * If an url is given, assumes it's a valid Git repository\n   * url and clones it to cache.\n   */\n  private static async fetchRegistryInfo({\n    packageName,\n    registryUrl,\n  }: GetReleasesConfig): Promise<RegistryInfo | null> {\n    /* v8 ignore next -- should never happen */\n    if (!registryUrl) {\n      return null;\n    }\n\n    const isSparseRegistry = CrateDatasource.isSparseRegistry(registryUrl);\n    const registryFetchUrl = isSparseRegistry\n      ? registryUrl.replace(regEx(/^sparse\\+/), '')\n      : registryUrl;\n\n    const url = parseUrl(registryFetchUrl);\n    if (!url) {\n      logger.debug(`Could not parse registry URL ${registryFetchUrl}`);\n      return null;\n    }\n\n    let flavor: RegistryFlavor;\n    if (url.hostname === 'index.crates.io') {\n      flavor = 'crates.io';\n    } else if (url.hostname === 'dl.cloudsmith.io') {\n      flavor = 'cloudsmith';\n    } else {\n      flavor = 'other';\n    }\n\n    const registry: RegistryInfo = {\n      flavor,\n      rawUrl: registryFetchUrl,\n      url,\n    };\n\n    if (\n      registry.flavor !== 'crates.io' &&\n      !GlobalConfig.get('allowCustomCrateRegistries')\n    ) {\n      logger.warn(\n        'crate datasource: allowCustomCrateRegistries=true is required for registries other than crates.io, bailing out',\n      );\n      return null;\n    }\n    if (!isSparseRegistry) {\n      const cacheKey = `crate-datasource/registry-clone-path/${registryFetchUrl}`;\n      const lockKey = registryFetchUrl;\n\n      const executionTimeout = GlobalConfig.get('executionTimeout') * 60 * 1000;\n      const gitTimeout = GlobalConfig.get('gitTimeout') || executionTimeout;\n      const releaseLock = await acquireLock(\n        lockKey,\n        'crate-registry',\n        gitTimeout,\n      );\n      try {\n        const cached = memCache.get<CloneResult>(cacheKey);\n\n        if (cached?.err) {\n          logger.warn(\n            { err: cached.err, packageName, registryFetchUrl },\n            'Previous git clone failed, bailing out.',\n          );\n          return null;\n        }\n\n        if (cached?.clonePath) {\n          registry.clonePath = cached.clonePath;\n          return registry;\n        }\n\n        const clonePath = upath.join(\n          privateCacheDir(),\n          CrateDatasource.cacheDirFromUrl(url),\n        );\n\n        const result = await CrateDatasource.clone(\n          registryFetchUrl,\n          clonePath,\n          packageName,\n        );\n\n        memCache.set(cacheKey, result);\n\n        if (result.err) {\n          logger.warn(\n            { err: result.err, packageName, registryFetchUrl },\n            'Git clone failed, bailing out.',\n          );\n          return null;\n        }\n\n        registry.clonePath = result.clonePath;\n      } finally {\n        releaseLock();\n      }\n    }\n\n    return registry;\n  }\n\n  private static async clone(\n    registryFetchUrl: string,\n    clonePath: string,\n    packageName: string,\n  ): Promise<CloneResult> {\n    logger.info(\n      { clonePath, registryFetchUrl },\n      `Cloning private cargo registry`,\n    );\n\n    const git = createSimpleGit({\n      config: { maxConcurrentProcesses: 1 },\n    });\n\n    try {\n      await git.clone(registryFetchUrl, clonePath, {\n        '--depth': 1,\n      });\n      return { clonePath };\n    } catch (err) {\n      if (\n        err.message.includes(\n          'fatal: dumb http transport does not support shallow capabilities',\n        )\n      ) {\n        logger.info(\n          { packageName, registryFetchUrl },\n          'failed to shallow clone git registry, doing full clone',\n        );\n        try {\n          await git.clone(registryFetchUrl, clonePath);\n          return { clonePath };\n        } catch (err) {\n          logger.warn(\n            { err, packageName, registryFetchUrl },\n            'failed cloning git registry',\n          );\n          return { err };\n        }\n      } else {\n        logger.warn(\n          { err, packageName, registryFetchUrl },\n          'failed cloning git registry',\n        );\n        return { err };\n      }\n    }\n  }\n\n  private static isCratesIo(registryUrl: string | undefined): boolean {\n    if (!registryUrl) {\n      return false;\n    }\n    const normalized = registryUrl.replace(regEx(/^sparse\\+/), '');\n    const parsed = parseUrl(normalized);\n    return parsed?.hostname === 'index.crates.io';\n  }\n\n  public static getIndexSuffix(packageName: string): string[] {\n    const len = packageName.length;\n\n    if (len === 1) {\n      return ['1', packageName];\n    }\n    if (len === 2) {\n      return ['2', packageName];\n    }\n    if (len === 3) {\n      return ['3', packageName[0], packageName];\n    }\n\n    return [packageName.slice(0, 2), packageName.slice(2, 4), packageName];\n  }\n\n  private async _postprocessRelease(\n    { packageName, registryUrl }: PostprocessReleaseConfig,\n    release: Release,\n  ): Promise<PostprocessReleaseResult> {\n    if (release.releaseTimestamp) {\n      return release;\n    }\n\n    // Look up the registry config from cache (populated during getReleases)\n    const rawUrl = registryUrl?.replace(regEx(/^sparse\\+/), '');\n    if (!rawUrl) {\n      return release;\n    }\n    const cacheKey = `crate-datasource/registry-config/${rawUrl}`;\n    const config = memCache.get<{ dl: string; api?: string }>(cacheKey);\n    if (!config?.api) {\n      return release;\n    }\n\n    const apiBaseUrl = joinUrlParts(config.api, 'api/v1/');\n    const url = `${apiBaseUrl}crates/${packageName}/${release.versionOrig ?? release.version}`;\n    logger.trace(\n      { url, packageName, version: release.version, registryUrl },\n      'fetching crate release timestamp',\n    );\n    // Getting release timestamp could become unnecessary if the manual backfill of `pubtime` mentioned in\n    // https://github.com/rust-lang/cargo/issues/15491 is done for all packages.\n    const { body: releaseTimestamp } = await this.http.getJson(\n      url,\n      { cacheProvider: memCacheProvider },\n      ReleaseTimestamp,\n    );\n    release.releaseTimestamp = releaseTimestamp;\n    return release;\n  }\n\n  override postprocessRelease(\n    config: PostprocessReleaseConfig,\n    release: Release,\n  ): Promise<PostprocessReleaseResult> {\n    return withCache(\n      {\n        namespace: `datasource-crate`,\n        key: `postprocessRelease:${config.registryUrl}:${config.packageName}:${release.version}`,\n        ttlMinutes: 7 * 24 * 60,\n        cacheable: CrateDatasource.isCratesIo(config.registryUrl ?? undefined),\n      },\n      () => this._postprocessRelease(config, release),\n    );\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAyCA,IAAa,kBAAb,MAAa,wBAAwB,WAAW;CAC9C,OAAgB,KAAK;CAErB,cAAc;EACZ,MAAM,gBAAgB,EAAE;CAC1B;CAEA,sBAA+B,CAAC,iCAAiC;CAEjE,oBAA6BA;CAE7B,mBAAqC;CACrC,gBACE;CAEF,0BAA4C;CAC5C,uBACE;CAEF,MAAc,aAAa,EACzB,aACA,eACmD;;EAEnD,IAAI,CAAC,aAAa;GAChB,OAAO,KACL,wEACF;GACA,OAAO;EACT;EAEA,MAAM,eAAe,MAAM,gBAAgB,kBAAkB;GAC3D;GACA;EACF,CAAC;EACD,IAAI,CAAC,cAAc;GACjB,OAAO,MAAM,sCAAsC,aAAa;GAChE,OAAO;EACT;EAEA,MAAM,gBAAgB,gBAAgB,iBACpC,cACA,WACF;EAMA,MAAM,SAAQ,MAJQ,KAAK,yBACzB,cACA,WACF,EAAA,CAEG,MAAM,YAAY,CAAC,CACnB,KAAK,SAAS,KAAK,KAAK,CAAC,CAAC,CAC1B,QAAQ,SAAS,KAAK,WAAW,CAAC,CAAC,CACnC,KAAK,SAAS,KAAK,MAAM,IAAI,CAAgB;EAEhD,MAAM,WAAW,MAAM,KAAK,iBAAiB,cAAc,WAAW;EAEtE,MAAM,SAAwB;GAC5B;GACA,UAAU,CAAC;EACb;EAEA,IAAI,UAAU,UACZ,OAAO,WAAW,SAAS;EAG7B,IAAI,UAAU,YACZ,OAAO,YAAY,SAAS;EAG9B,OAAO,WAAW,MACf,KAAK,SAAS;GACb,MAAM,cAAc,KAAK;GACzB,MAAM,UAAU,YAAY,QAAQ,MAAM,OAAO,GAAG,EAAE;GACtD,MAAM,UAAmB,EAAE,QAAQ;GAEnC,IAAI,gBAAgB,SAClB,QAAQ,cAAc;GAGxB,IAAI,KAAK,QACP,QAAQ,eAAe;GAGzB,IAAI,KAAK,cACP,QAAQ,cAAc,EAAE,MAAM,CAAC,KAAK,YAAY,EAAE;GAGpD,IAAI,KAAK,SACP,QAAQ,mBAAmB,YAAY,KAAK,OAAO;GAGrD,OAAO;EACT,CAAC,CAAC,CACD,QAAQ,YAAY,QAAQ,OAAO;EACtC,IAAI,CAAC,OAAO,SAAS,QACnB,OAAO;EAGT,OAAO;CACT;CAEA,YAAY,QAA0D;EACpE,OAAO,UACL;GACE,WAAW,cAAc,gBAAgB;GAEzC,KAAK,GAAG,OAAO,YAAY,GAAG,OAAO;GACrC,WAAW,gBAAgB,WAAW,OAAO,WAAW;GACxD,UAAU;EACZ,SACM,KAAK,aAAa,MAAM,CAChC;CACF;;;;;;CAOA,MAAc,oBACZ,MACgC;EAChC,MAAM,WAAW,oCAAoC,KAAK;EAC1D,MAAM,SAASC,IAA6B,QAAQ;EACpD,IAAI,QACF,OAAO;EAGT,IAAI,KAAK,WACP,IAAI;GACF,MAAM,aAAa,MAAM,KAAK,KAAK,WAAW,aAAa;GAC3D,MAAM,UAAU,MAAM,cAAc,YAAY,MAAM;GACtD,MAAM,SAAS,KAAK,KAAK,cAAc,CAAC,CAAC,MAAM,OAAO;GACtD,IAAa,UAAU,MAAM;GAC7B,OAAO;EACT,QAAQ;GACN,OAAO,MACL,EAAE,aAAa,KAAK,OAAO,GAC3B,iDACF;EACF;OAEA,IAAI;GACF,MAAM,YAAY,aAAa,KAAK,QAAQ,aAAa;GACzD,MAAM,EAAE,SAAS,MAAM,KAAK,KAAK,QAAQ,WAAW,cAAc;GAClE,IAAa,UAAU,IAAI;GAC3B,OAAO;EACT,QAAQ;GACN,OAAO,MACL,EAAE,aAAa,KAAK,OAAO,GAC3B,sCACF;EACF;EAGF,OAAO;CACT;CAEA,MAAc,kBACZ,MACA,aAC+B;EAC/B,MAAM,iBAAiB,MAAM,KAAK,oBAAoB,IAAI;EAC1D,IAAI,CAAC,gBAAgB,KACnB,OAAO;EAQT,MAAM,WAAW,GALE,aAAa,eAAe,KAAK,SAKvB,EAAE,SAAS,YAAY;EAEpD,OAAO,MACL;GAAE;GAAU;GAAa,aAAa,KAAK;EAAO,GAClD,4BACF;EAEA,IAAI;GACF,MAAM,EAAE,SAAS,MAAM,KAAK,KAAK,QAAQ,UAAU,qBAAqB;GACxE,OAAO,KAAK;EACd,SAAS,KAAK;GACZ,OAAO,MACL;IAAE;IAAK;IAAa,aAAa,KAAK;GAAO,GAC7C,mCACF;EACF;EAEA,OAAO;CACT;CAEA,iBACE,MACA,aAC+B;EAC/B,OAAO,UACL;GACE,WAAW,cAAc,gBAAgB,GAAG;GAC5C,KAAK,GAAG,KAAK,OAAO,GAAG;GACvB,WAAW,KAAK,WAAW;GAC3B,YAAY;EACd,SACM,KAAK,kBAAkB,MAAM,WAAW,CAChD;CACF;CAEA,MAAa,yBACX,MACA,aACiB;EACjB,IAAI,KAAK,WAAW;GAClB,MAAM,OAAO,MAAM,KACjB,KAAK,WACL,GAAG,gBAAgB,eAAe,WAAW,CAC/C;GACA,OAAO,cAAc,MAAM,MAAM;EACnC;EAGA,MAAM,gBAAgB,gBAAgB,eACpC,YAAY,YAAY,CAC1B;EACA,MAAM,WAAW,aAAa,KAAK,QAAQ,GAAG,aAAa;EAC3D,OAAO,MACL;GAAE;GAAU;GAAa,aAAa,KAAK;EAAO,GAClD,0CACF;EACA,IAAI;GACF,QAAQ,MAAM,KAAK,KAAK,QAAQ,QAAQ,EAAA,CAAG;EAC7C,SAAS,KAAK;GACZ,KAAK,oBAAoB,GAAG;EAC9B;CACF;;;;;CAMA,OAAe,iBACb,MACA,aACQ;EACR,QAAQ,KAAK,QAAb;GACE,KAAK,aACH,OAAO,4BAA4B;GACrC,KAAK,cAAc;IAEjB,MAAM,SAAS,KAAK,IAAI,SAAS,MAAM,GAAG;IAG1C,OAAO,0BAFK,OAAO,GAEkB,SADxB,OAAO,GAC+B,yBAAyB;GAC9E;GACA,SACE,OAAO,GAAG,KAAK,IAAI,GAAG;EAC1B;CACF;;;;;CAMA,OAAe,gBAAgB,KAAkB;EAK/C,OAAO,kBAJO,IAAI,SAAS,QAAQ,MAAM,IAAI,GAAG,EAInB,EAAE,GAHlB,IAAI,SAGsB,GAF1B,SAAS,IAAI,QAAQ,CAAC,CAAC,UAAU,GAAG,CAEJ;CAC/C;CAEA,OAAe,iBAAiB,KAAsB;EACpD,MAAM,SAAS,SAAS,GAAG;EAC3B,IAAI,CAAC,QACH,OAAO;EAET,OAAO,OAAO,SAAS,WAAW,SAAS;CAC7C;;;;;;;CAQA,aAAqB,kBAAkB,EACrC,aACA,eACkD;;EAElD,IAAI,CAAC,aACH,OAAO;EAGT,MAAM,mBAAmB,gBAAgB,iBAAiB,WAAW;EACrE,MAAM,mBAAmB,mBACrB,YAAY,QAAQ,MAAM,WAAW,GAAG,EAAE,IAC1C;EAEJ,MAAM,MAAM,SAAS,gBAAgB;EACrC,IAAI,CAAC,KAAK;GACR,OAAO,MAAM,gCAAgC,kBAAkB;GAC/D,OAAO;EACT;EAEA,IAAI;EACJ,IAAI,IAAI,aAAa,mBACnB,SAAS;OACJ,IAAI,IAAI,aAAa,oBAC1B,SAAS;OAET,SAAS;EAGX,MAAM,WAAyB;GAC7B;GACA,QAAQ;GACR;EACF;EAEA,IACE,SAAS,WAAW,eACpB,CAAC,aAAa,IAAI,4BAA4B,GAC9C;GACA,OAAO,KACL,gHACF;GACA,OAAO;EACT;EACA,IAAI,CAAC,kBAAkB;GACrB,MAAM,WAAW,wCAAwC;GACzD,MAAM,UAAU;GAEhB,MAAM,mBAAmB,aAAa,IAAI,kBAAkB,IAAI,KAAK;GACrE,MAAM,aAAa,aAAa,IAAI,YAAY,KAAK;GACrD,MAAM,cAAc,MAAM,YACxB,SACA,kBACA,UACF;GACA,IAAI;IACF,MAAM,SAASA,IAA0B,QAAQ;IAEjD,IAAI,QAAQ,KAAK;KACf,OAAO,KACL;MAAE,KAAK,OAAO;MAAK;MAAa;KAAiB,GACjD,yCACF;KACA,OAAO;IACT;IAEA,IAAI,QAAQ,WAAW;KACrB,SAAS,YAAY,OAAO;KAC5B,OAAO;IACT;IAEA,MAAM,YAAY,MAAM,KACtB,gBAAgB,GAChB,gBAAgB,gBAAgB,GAAG,CACrC;IAEA,MAAM,SAAS,MAAM,gBAAgB,MACnC,kBACA,WACA,WACF;IAEA,IAAa,UAAU,MAAM;IAE7B,IAAI,OAAO,KAAK;KACd,OAAO,KACL;MAAE,KAAK,OAAO;MAAK;MAAa;KAAiB,GACjD,gCACF;KACA,OAAO;IACT;IAEA,SAAS,YAAY,OAAO;GAC9B,UAAU;IACR,YAAY;GACd;EACF;EAEA,OAAO;CACT;CAEA,aAAqB,MACnB,kBACA,WACA,aACsB;EACtB,OAAO,KACL;GAAE;GAAW;EAAiB,GAC9B,gCACF;EAEA,MAAM,MAAM,gBAAgB,EAC1B,QAAQ,EAAE,wBAAwB,EAAE,EACtC,CAAC;EAED,IAAI;GACF,MAAM,IAAI,MAAM,kBAAkB,WAAW,EAC3C,WAAW,EACb,CAAC;GACD,OAAO,EAAE,UAAU;EACrB,SAAS,KAAK;GACZ,IACE,IAAI,QAAQ,SACV,kEACF,GACA;IACA,OAAO,KACL;KAAE;KAAa;IAAiB,GAChC,wDACF;IACA,IAAI;KACF,MAAM,IAAI,MAAM,kBAAkB,SAAS;KAC3C,OAAO,EAAE,UAAU;IACrB,SAAS,KAAK;KACZ,OAAO,KACL;MAAE;MAAK;MAAa;KAAiB,GACrC,6BACF;KACA,OAAO,EAAE,IAAI;IACf;GACF,OAAO;IACL,OAAO,KACL;KAAE;KAAK;KAAa;IAAiB,GACrC,6BACF;IACA,OAAO,EAAE,IAAI;GACf;EACF;CACF;CAEA,OAAe,WAAW,aAA0C;EAClE,IAAI,CAAC,aACH,OAAO;EAET,MAAM,aAAa,YAAY,QAAQ,MAAM,WAAW,GAAG,EAAE;EAE7D,OADe,SAAS,UACZ,CAAC,EAAE,aAAa;CAC9B;CAEA,OAAc,eAAe,aAA+B;EAC1D,MAAM,MAAM,YAAY;EAExB,IAAI,QAAQ,GACV,OAAO,CAAC,KAAK,WAAW;EAE1B,IAAI,QAAQ,GACV,OAAO,CAAC,KAAK,WAAW;EAE1B,IAAI,QAAQ,GACV,OAAO;GAAC;GAAK,YAAY;GAAI;EAAW;EAG1C,OAAO;GAAC,YAAY,MAAM,GAAG,CAAC;GAAG,YAAY,MAAM,GAAG,CAAC;GAAG;EAAW;CACvE;CAEA,MAAc,oBACZ,EAAE,aAAa,eACf,SACmC;EACnC,IAAI,QAAQ,kBACV,OAAO;EAIT,MAAM,SAAS,aAAa,QAAQ,MAAM,WAAW,GAAG,EAAE;EAC1D,IAAI,CAAC,QACH,OAAO;EAET,MAAM,WAAW,oCAAoC;EACrD,MAAM,SAASA,IAA2C,QAAQ;EAClE,IAAI,CAAC,QAAQ,KACX,OAAO;EAIT,MAAM,MAAM,GADO,aAAa,OAAO,KAAK,SACpB,EAAE,SAAS,YAAY,GAAG,QAAQ,eAAe,QAAQ;EACjF,OAAO,MACL;GAAE;GAAK;GAAa,SAAS,QAAQ;GAAS;EAAY,GAC1D,kCACF;EAGA,MAAM,EAAE,MAAM,qBAAqB,MAAM,KAAK,KAAK,QACjD,KACA,EAAE,eAAe,iBAAiB,GAClC,gBACF;EACA,QAAQ,mBAAmB;EAC3B,OAAO;CACT;CAEA,mBACE,QACA,SACmC;EACnC,OAAO,UACL;GACE,WAAW;GACX,KAAK,sBAAsB,OAAO,YAAY,GAAG,OAAO,YAAY,GAAG,QAAQ;GAC/E,YAAY;GACZ,WAAW,gBAAgB,WAAW,OAAO,eAAe,KAAA,CAAS;EACvE,SACM,KAAK,oBAAoB,QAAQ,OAAO,CAChD;CACF;AACF"}
+{"version":3,"file":"index.js","names":["cargoVersioning.id","memCache.get","HttpError","packageCache.get","packageCache.set"],"sources":["../../../../lib/modules/datasource/crate/index.ts"],"sourcesContent":["import { isBoolean } from '@sindresorhus/is';\nimport upath from 'upath';\nimport { GlobalConfig } from '../../../config/global.ts';\nimport { logger } from '../../../logger/index.ts';\nimport * as memCache from '../../../util/cache/memory/index.ts';\nimport * as packageCache from '../../../util/cache/package/index.ts';\nimport { withCache } from '../../../util/cache/package/with-cache.ts';\nimport { privateCacheDir, readCacheFile } from '../../../util/fs/index.ts';\nimport { createSimpleGit } from '../../../util/git/index.ts';\nimport { toSha256 } from '../../../util/hash.ts';\nimport { memCacheProvider } from '../../../util/http/cache/memory-http-cache-provider.ts';\nimport { HttpError } from '../../../util/http/index.ts';\nimport { acquireLock } from '../../../util/mutex.ts';\nimport { newlineRegex, regEx } from '../../../util/regex.ts';\nimport { Json } from '../../../util/schema-utils/index.ts';\nimport { asTimestamp } from '../../../util/timestamp.ts';\nimport { joinUrlParts, parseUrl } from '../../../util/url.ts';\nimport * as cargoVersioning from '../../versioning/cargo/index.ts';\nimport { Datasource } from '../datasource.ts';\nimport type {\n  GetReleasesConfig,\n  PostprocessReleaseConfig,\n  PostprocessReleaseResult,\n  Release,\n  ReleaseResult,\n} from '../types.ts';\nimport type { CrateMetadata } from './schema.ts';\nimport {\n  CrateMetadataResponse,\n  RegistryConfig,\n  ReleaseTimestamp,\n} from './schema.ts';\nimport type { CrateRecord, RegistryFlavor, RegistryInfo } from './types.ts';\n\ntype CloneResult =\n  | {\n      err: Error;\n      clonePath?: undefined;\n    }\n  | {\n      clonePath: string;\n      err?: undefined;\n    };\n\nexport class CrateDatasource extends Datasource {\n  static readonly id = 'crate';\n\n  constructor() {\n    super(CrateDatasource.id);\n  }\n\n  override defaultRegistryUrls = ['sparse+https://index.crates.io/'];\n\n  override defaultVersioning = cargoVersioning.id;\n\n  override readonly sourceUrlSupport = 'package';\n  override readonly sourceUrlNote =\n    'The source URL is determined from the `repository` field in the results.';\n\n  override readonly releaseTimestampSupport = true;\n  override readonly releaseTimestampNote =\n    'The release timestamp is determined from `pubtime` field from crates.io index if available, or `version.created_at` field from crates.io API otherwise.';\n\n  private async _getReleases({\n    packageName,\n    registryUrl,\n  }: GetReleasesConfig): Promise<ReleaseResult | null> {\n    /* v8 ignore if -- should never happen */\n    if (!registryUrl) {\n      logger.warn(\n        'crate datasource: No registryUrl specified, cannot perform getReleases',\n      );\n      return null;\n    }\n\n    const registryInfo = await CrateDatasource.fetchRegistryInfo({\n      packageName,\n      registryUrl,\n    });\n    if (!registryInfo) {\n      logger.debug(`Could not fetch registry info from ${registryUrl}`);\n      return null;\n    }\n\n    const dependencyUrl = CrateDatasource.getDependencyUrl(\n      registryInfo,\n      packageName,\n    );\n\n    const payload = await this.fetchCrateRecordsPayload(\n      registryInfo,\n      packageName,\n    );\n    const lines = payload\n      .split(newlineRegex) // break into lines\n      .map((line) => line.trim()) // remove whitespace\n      .filter((line) => line.length !== 0) // remove empty lines\n      .map((line) => JSON.parse(line) as CrateRecord); // parse\n\n    const metadata = await this.getCrateMetadata(registryInfo, packageName);\n\n    const result: ReleaseResult = {\n      dependencyUrl,\n      releases: [],\n    };\n\n    if (metadata?.homepage) {\n      result.homepage = metadata.homepage;\n    }\n\n    if (metadata?.repository) {\n      result.sourceUrl = metadata.repository;\n    }\n\n    result.releases = lines\n      .map((line) => {\n        const versionOrig = line.vers;\n        const version = versionOrig.replace(regEx(/\\+.*$/), '');\n        const release: Release = { version };\n\n        if (versionOrig !== version) {\n          release.versionOrig = versionOrig;\n        }\n\n        if (line.yanked) {\n          release.isDeprecated = true;\n        }\n\n        if (line.rust_version) {\n          release.constraints = { rust: [line.rust_version] };\n        }\n\n        if (line.pubtime) {\n          release.releaseTimestamp = asTimestamp(line.pubtime);\n        }\n\n        return release;\n      })\n      .filter((release) => release.version);\n    if (!result.releases.length) {\n      return null;\n    }\n\n    return result;\n  }\n\n  getReleases(config: GetReleasesConfig): Promise<ReleaseResult | null> {\n    return withCache(\n      {\n        namespace: `datasource-${CrateDatasource.id}`,\n        // TODO: types (#22198)\n        key: `${config.registryUrl}/${config.packageName}`,\n        cacheable: CrateDatasource.isCratesIo(config.registryUrl),\n        fallback: true,\n      },\n      () => this._getReleases(config),\n    );\n  }\n\n  /**\n   * Fetches the registry's config.json which provides the API base URL\n   * and download URL template.\n   * See: https://doc.rust-lang.org/cargo/reference/registry-index.html#index-configuration\n   */\n  private async fetchRegistryConfig(\n    info: RegistryInfo,\n  ): Promise<RegistryConfig | null> {\n    const cacheKey = `crate-datasource/registry-config/${info.rawUrl}`;\n    const cached = memCache.get<RegistryConfig>(cacheKey);\n    if (cached) {\n      return cached;\n    }\n\n    if (info.clonePath) {\n      try {\n        const configPath = upath.join(info.clonePath, 'config.json');\n        const content = await readCacheFile(configPath, 'utf8');\n        const parsed = Json.pipe(RegistryConfig).parse(content);\n        memCache.set(cacheKey, parsed);\n        return parsed;\n      } catch {\n        logger.debug(\n          { registryUrl: info.rawUrl },\n          'Could not read config.json from cloned registry',\n        );\n      }\n    } else {\n      try {\n        const configUrl = joinUrlParts(info.rawUrl, 'config.json');\n        const { body } = await this.http.getJson(configUrl, RegistryConfig);\n        memCache.set(cacheKey, body);\n        return body;\n      } catch {\n        logger.debug(\n          { registryUrl: info.rawUrl },\n          'Could not fetch registry config.json',\n        );\n      }\n    }\n\n    return null;\n  }\n\n  /**\n   * The registry web API specification only defines publish, yank, unyank,\n   * owners, search and login endpoints, see\n   * https://doc.rust-lang.org/cargo/reference/registry-web-api.html.\n   * `GET api/v1/crates/<name>` and `GET api/v1/crates/<name>/<version>` are\n   * crates.io extensions. Registries which mirror the crates.io index keep\n   * `api` pointing at crates.io and are used without probing. Any other\n   * registry is probed once and remembered as unsupported when it answers\n   * 404, since private registries (Artifactory, CodeArtifact, ...) advertise\n   * an `api` URL for publishing only.\n   */\n  private static isCratesIoApi(api: string): boolean {\n    return parseUrl(api)?.hostname === 'crates.io';\n  }\n\n  private static isNotFound(err: unknown): boolean {\n    return err instanceof HttpError && err.response?.statusCode === 404;\n  }\n\n  /**\n   * The marker is keyed by the `api` URL, since the missing endpoints are a\n   * property of the API server, not of the index that points to it.\n   */\n  private async isReadApiUnsupported(api: string): Promise<boolean> {\n    if (CrateDatasource.isCratesIoApi(api)) {\n      return false;\n    }\n\n    const memKey = `crate-datasource/registry-api-unsupported/${api}`;\n    const cached = memCache.get<boolean>(memKey);\n    if (isBoolean(cached)) {\n      return cached;\n    }\n\n    const persisted = await packageCache.get<boolean>(\n      'datasource-crate-registry-api',\n      api,\n    );\n    const unsupported = persisted === true;\n    memCache.set(memKey, unsupported);\n    return unsupported;\n  }\n\n  private async markReadApiUnsupported(\n    registryUrl: string,\n    api: string,\n  ): Promise<void> {\n    logger.debug(\n      { registryUrl, api },\n      'Registry does not implement the crates.io read API, skipping crate metadata and release timestamp lookups',\n    );\n    memCache.set(`crate-datasource/registry-api-unsupported/${api}`, true);\n    await packageCache.set('datasource-crate-registry-api', api, true, 24 * 60);\n  }\n\n  private async _getCrateMetadata(\n    info: RegistryInfo,\n    packageName: string,\n  ): Promise<CrateMetadata | null> {\n    const registryConfig = await this.fetchRegistryConfig(info);\n    if (!registryConfig?.api) {\n      return null;\n    }\n\n    const { api } = registryConfig;\n    if (await this.isReadApiUnsupported(api)) {\n      return null;\n    }\n\n    const apiBaseUrl = joinUrlParts(api, 'api/v1/');\n\n    // The `?include=` suffix is required to avoid unnecessary database queries\n    // on the crates.io server. This lets us work around the regular request\n    // throttling of one request per second.\n    const crateUrl = `${apiBaseUrl}crates/${packageName}?include=`;\n\n    logger.trace(\n      { crateUrl, packageName, registryUrl: info.rawUrl },\n      'downloading crate metadata',\n    );\n\n    try {\n      const { body } = await this.http.getJson(crateUrl, CrateMetadataResponse);\n      return body.crate;\n    } catch (err) {\n      // The index lookup preceding this call found the crate, so a 404 means\n      // the registry does not implement the endpoint at all\n      if (\n        !CrateDatasource.isCratesIoApi(api) &&\n        CrateDatasource.isNotFound(err)\n      ) {\n        await this.markReadApiUnsupported(info.rawUrl, api);\n        return null;\n      }\n      logger.debug(\n        { err, packageName, registryUrl: info.rawUrl },\n        'failed to download crate metadata',\n      );\n    }\n\n    return null;\n  }\n\n  public getCrateMetadata(\n    info: RegistryInfo,\n    packageName: string,\n  ): Promise<CrateMetadata | null> {\n    return withCache(\n      {\n        namespace: `datasource-${CrateDatasource.id}-metadata`,\n        key: `${info.rawUrl}/${packageName}`,\n        cacheable: info.flavor === 'crates.io',\n        ttlMinutes: 24 * 60, // 24 hours\n      },\n      () => this._getCrateMetadata(info, packageName),\n    );\n  }\n\n  public async fetchCrateRecordsPayload(\n    info: RegistryInfo,\n    packageName: string,\n  ): Promise<string> {\n    if (info.clonePath) {\n      const path = upath.join(\n        info.clonePath,\n        ...CrateDatasource.getIndexSuffix(packageName),\n      );\n      return readCacheFile(path, 'utf8');\n    }\n\n    // sparse index\n    const packageSuffix = CrateDatasource.getIndexSuffix(\n      packageName.toLowerCase(),\n    );\n    const crateUrl = joinUrlParts(info.rawUrl, ...packageSuffix);\n    logger.trace(\n      { crateUrl, packageName, registryUrl: info.rawUrl },\n      'fetching crate records from sparse index',\n    );\n    try {\n      return (await this.http.getText(crateUrl)).body;\n    } catch (err) {\n      this.handleGenericErrors(err);\n    }\n  }\n\n  /**\n   * Computes the dependency URL for a crate, given\n   * registry information\n   */\n  private static getDependencyUrl(\n    info: RegistryInfo,\n    packageName: string,\n  ): string {\n    switch (info.flavor) {\n      case 'crates.io':\n        return `https://crates.io/crates/${packageName}`;\n      case 'cloudsmith': {\n        // input: https://dl.cloudsmith.io/basic/$org/$repo/cargo/index.git\n        const tokens = info.url.pathname.split('/');\n        const org = tokens[2];\n        const repo = tokens[3];\n        return `https://cloudsmith.io/~${org}/repos/${repo}/packages/detail/cargo/${packageName}`;\n      }\n      default:\n        return `${info.url}/${packageName}`;\n    }\n  }\n\n  /**\n   * Given a Git URL, computes a semi-human-readable name for a folder in which to\n   * clone the repository.\n   */\n  private static cacheDirFromUrl(url: URL): string {\n    const proto = url.protocol.replace(regEx(/:$/), '');\n    const host = url.hostname;\n    const hash = toSha256(url.pathname).substring(0, 7);\n\n    return `crate-registry-${proto}-${host}-${hash}`;\n  }\n\n  private static isSparseRegistry(url: string): boolean {\n    const parsed = parseUrl(url);\n    if (!parsed) {\n      return false;\n    }\n    return parsed.protocol.startsWith('sparse+');\n  }\n\n  /**\n   * Fetches information about a registry, by url.\n   * If no url is given, assumes crates.io.\n   * If an url is given, assumes it's a valid Git repository\n   * url and clones it to cache.\n   */\n  private static async fetchRegistryInfo({\n    packageName,\n    registryUrl,\n  }: GetReleasesConfig): Promise<RegistryInfo | null> {\n    /* v8 ignore next -- should never happen */\n    if (!registryUrl) {\n      return null;\n    }\n\n    const isSparseRegistry = CrateDatasource.isSparseRegistry(registryUrl);\n    const registryFetchUrl = isSparseRegistry\n      ? registryUrl.replace(regEx(/^sparse\\+/), '')\n      : registryUrl;\n\n    const url = parseUrl(registryFetchUrl);\n    if (!url) {\n      logger.debug(`Could not parse registry URL ${registryFetchUrl}`);\n      return null;\n    }\n\n    let flavor: RegistryFlavor;\n    if (url.hostname === 'index.crates.io') {\n      flavor = 'crates.io';\n    } else if (url.hostname === 'dl.cloudsmith.io') {\n      flavor = 'cloudsmith';\n    } else {\n      flavor = 'other';\n    }\n\n    const registry: RegistryInfo = {\n      flavor,\n      rawUrl: registryFetchUrl,\n      url,\n    };\n\n    if (\n      registry.flavor !== 'crates.io' &&\n      !GlobalConfig.get('allowCustomCrateRegistries')\n    ) {\n      logger.warn(\n        'crate datasource: allowCustomCrateRegistries=true is required for registries other than crates.io, bailing out',\n      );\n      return null;\n    }\n    if (!isSparseRegistry) {\n      const cacheKey = `crate-datasource/registry-clone-path/${registryFetchUrl}`;\n      const lockKey = registryFetchUrl;\n\n      const executionTimeout = GlobalConfig.get('executionTimeout') * 60 * 1000;\n      const gitTimeout = GlobalConfig.get('gitTimeout') || executionTimeout;\n      const releaseLock = await acquireLock(\n        lockKey,\n        'crate-registry',\n        gitTimeout,\n      );\n      try {\n        const cached = memCache.get<CloneResult>(cacheKey);\n\n        if (cached?.err) {\n          logger.warn(\n            { err: cached.err, packageName, registryFetchUrl },\n            'Previous git clone failed, bailing out.',\n          );\n          return null;\n        }\n\n        if (cached?.clonePath) {\n          registry.clonePath = cached.clonePath;\n          return registry;\n        }\n\n        const clonePath = upath.join(\n          privateCacheDir(),\n          CrateDatasource.cacheDirFromUrl(url),\n        );\n\n        const result = await CrateDatasource.clone(\n          registryFetchUrl,\n          clonePath,\n          packageName,\n        );\n\n        memCache.set(cacheKey, result);\n\n        if (result.err) {\n          logger.warn(\n            { err: result.err, packageName, registryFetchUrl },\n            'Git clone failed, bailing out.',\n          );\n          return null;\n        }\n\n        registry.clonePath = result.clonePath;\n      } finally {\n        releaseLock();\n      }\n    }\n\n    return registry;\n  }\n\n  private static async clone(\n    registryFetchUrl: string,\n    clonePath: string,\n    packageName: string,\n  ): Promise<CloneResult> {\n    logger.info(\n      { clonePath, registryFetchUrl },\n      `Cloning private cargo registry`,\n    );\n\n    const git = createSimpleGit({\n      config: { maxConcurrentProcesses: 1 },\n    });\n\n    try {\n      await git.clone(registryFetchUrl, clonePath, {\n        '--depth': 1,\n      });\n      return { clonePath };\n    } catch (err) {\n      if (\n        err.message.includes(\n          'fatal: dumb http transport does not support shallow capabilities',\n        )\n      ) {\n        logger.info(\n          { packageName, registryFetchUrl },\n          'failed to shallow clone git registry, doing full clone',\n        );\n        try {\n          await git.clone(registryFetchUrl, clonePath);\n          return { clonePath };\n        } catch (err) {\n          logger.warn(\n            { err, packageName, registryFetchUrl },\n            'failed cloning git registry',\n          );\n          return { err };\n        }\n      } else {\n        logger.warn(\n          { err, packageName, registryFetchUrl },\n          'failed cloning git registry',\n        );\n        return { err };\n      }\n    }\n  }\n\n  private static isCratesIo(registryUrl: string | undefined): boolean {\n    if (!registryUrl) {\n      return false;\n    }\n    const normalized = registryUrl.replace(regEx(/^sparse\\+/), '');\n    const parsed = parseUrl(normalized);\n    return parsed?.hostname === 'index.crates.io';\n  }\n\n  public static getIndexSuffix(packageName: string): string[] {\n    const len = packageName.length;\n\n    if (len === 1) {\n      return ['1', packageName];\n    }\n    if (len === 2) {\n      return ['2', packageName];\n    }\n    if (len === 3) {\n      return ['3', packageName[0], packageName];\n    }\n\n    return [packageName.slice(0, 2), packageName.slice(2, 4), packageName];\n  }\n\n  private async _postprocessRelease(\n    { packageName, registryUrl }: PostprocessReleaseConfig,\n    release: Release,\n  ): Promise<PostprocessReleaseResult> {\n    if (release.releaseTimestamp) {\n      return release;\n    }\n\n    // Look up the registry config from cache (populated during getReleases)\n    const rawUrl = registryUrl?.replace(regEx(/^sparse\\+/), '');\n    if (!rawUrl) {\n      return release;\n    }\n    const cacheKey = `crate-datasource/registry-config/${rawUrl}`;\n    const config = memCache.get<RegistryConfig>(cacheKey);\n    if (!config?.api) {\n      return release;\n    }\n\n    const { api } = config;\n    if (await this.isReadApiUnsupported(api)) {\n      return release;\n    }\n\n    const apiBaseUrl = joinUrlParts(api, 'api/v1/');\n    const url = `${apiBaseUrl}crates/${packageName}/${release.versionOrig ?? release.version}`;\n    logger.trace(\n      { url, packageName, version: release.version, registryUrl },\n      'fetching crate release timestamp',\n    );\n    // Getting release timestamp could become unnecessary if the manual backfill of `pubtime` mentioned in\n    // https://github.com/rust-lang/cargo/issues/15491 is done for all packages.\n    try {\n      const { body: releaseTimestamp } = await this.http.getJson(\n        url,\n        { cacheProvider: memCacheProvider },\n        ReleaseTimestamp,\n      );\n      release.releaseTimestamp = releaseTimestamp;\n    } catch (err) {\n      if (\n        CrateDatasource.isCratesIoApi(api) ||\n        !CrateDatasource.isNotFound(err)\n      ) {\n        throw err;\n      }\n      await this.markReadApiUnsupported(rawUrl, api);\n    }\n    return release;\n  }\n\n  override postprocessRelease(\n    config: PostprocessReleaseConfig,\n    release: Release,\n  ): Promise<PostprocessReleaseResult> {\n    return withCache(\n      {\n        namespace: `datasource-crate`,\n        key: `postprocessRelease:${config.registryUrl}:${config.packageName}:${release.version}`,\n        ttlMinutes: 7 * 24 * 60,\n        cacheable: CrateDatasource.isCratesIo(config.registryUrl ?? undefined),\n      },\n      () => this._postprocessRelease(config, release),\n    );\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;AA4CA,IAAa,kBAAb,MAAa,wBAAwB,WAAW;CAC9C,OAAgB,KAAK;CAErB,cAAc;EACZ,MAAM,gBAAgB,EAAE;CAC1B;CAEA,sBAA+B,CAAC,iCAAiC;CAEjE,oBAA6BA;CAE7B,mBAAqC;CACrC,gBACE;CAEF,0BAA4C;CAC5C,uBACE;CAEF,MAAc,aAAa,EACzB,aACA,eACmD;;EAEnD,IAAI,CAAC,aAAa;GAChB,OAAO,KACL,wEACF;GACA,OAAO;EACT;EAEA,MAAM,eAAe,MAAM,gBAAgB,kBAAkB;GAC3D;GACA;EACF,CAAC;EACD,IAAI,CAAC,cAAc;GACjB,OAAO,MAAM,sCAAsC,aAAa;GAChE,OAAO;EACT;EAEA,MAAM,gBAAgB,gBAAgB,iBACpC,cACA,WACF;EAMA,MAAM,SAAQ,MAJQ,KAAK,yBACzB,cACA,WACF,EAAA,CAEG,MAAM,YAAY,CAAC,CACnB,KAAK,SAAS,KAAK,KAAK,CAAC,CAAC,CAC1B,QAAQ,SAAS,KAAK,WAAW,CAAC,CAAC,CACnC,KAAK,SAAS,KAAK,MAAM,IAAI,CAAgB;EAEhD,MAAM,WAAW,MAAM,KAAK,iBAAiB,cAAc,WAAW;EAEtE,MAAM,SAAwB;GAC5B;GACA,UAAU,CAAC;EACb;EAEA,IAAI,UAAU,UACZ,OAAO,WAAW,SAAS;EAG7B,IAAI,UAAU,YACZ,OAAO,YAAY,SAAS;EAG9B,OAAO,WAAW,MACf,KAAK,SAAS;GACb,MAAM,cAAc,KAAK;GACzB,MAAM,UAAU,YAAY,QAAQ,MAAM,OAAO,GAAG,EAAE;GACtD,MAAM,UAAmB,EAAE,QAAQ;GAEnC,IAAI,gBAAgB,SAClB,QAAQ,cAAc;GAGxB,IAAI,KAAK,QACP,QAAQ,eAAe;GAGzB,IAAI,KAAK,cACP,QAAQ,cAAc,EAAE,MAAM,CAAC,KAAK,YAAY,EAAE;GAGpD,IAAI,KAAK,SACP,QAAQ,mBAAmB,YAAY,KAAK,OAAO;GAGrD,OAAO;EACT,CAAC,CAAC,CACD,QAAQ,YAAY,QAAQ,OAAO;EACtC,IAAI,CAAC,OAAO,SAAS,QACnB,OAAO;EAGT,OAAO;CACT;CAEA,YAAY,QAA0D;EACpE,OAAO,UACL;GACE,WAAW,cAAc,gBAAgB;GAEzC,KAAK,GAAG,OAAO,YAAY,GAAG,OAAO;GACrC,WAAW,gBAAgB,WAAW,OAAO,WAAW;GACxD,UAAU;EACZ,SACM,KAAK,aAAa,MAAM,CAChC;CACF;;;;;;CAOA,MAAc,oBACZ,MACgC;EAChC,MAAM,WAAW,oCAAoC,KAAK;EAC1D,MAAM,SAASC,IAA6B,QAAQ;EACpD,IAAI,QACF,OAAO;EAGT,IAAI,KAAK,WACP,IAAI;GACF,MAAM,aAAa,MAAM,KAAK,KAAK,WAAW,aAAa;GAC3D,MAAM,UAAU,MAAM,cAAc,YAAY,MAAM;GACtD,MAAM,SAAS,KAAK,KAAK,cAAc,CAAC,CAAC,MAAM,OAAO;GACtD,IAAa,UAAU,MAAM;GAC7B,OAAO;EACT,QAAQ;GACN,OAAO,MACL,EAAE,aAAa,KAAK,OAAO,GAC3B,iDACF;EACF;OAEA,IAAI;GACF,MAAM,YAAY,aAAa,KAAK,QAAQ,aAAa;GACzD,MAAM,EAAE,SAAS,MAAM,KAAK,KAAK,QAAQ,WAAW,cAAc;GAClE,IAAa,UAAU,IAAI;GAC3B,OAAO;EACT,QAAQ;GACN,OAAO,MACL,EAAE,aAAa,KAAK,OAAO,GAC3B,sCACF;EACF;EAGF,OAAO;CACT;;;;;;;;;;;;CAaA,OAAe,cAAc,KAAsB;EACjD,OAAO,SAAS,GAAG,CAAC,EAAE,aAAa;CACrC;CAEA,OAAe,WAAW,KAAuB;EAC/C,OAAO,eAAeC,gBAAa,IAAI,UAAU,eAAe;CAClE;;;;;CAMA,MAAc,qBAAqB,KAA+B;EAChE,IAAI,gBAAgB,cAAc,GAAG,GACnC,OAAO;EAGT,MAAM,SAAS,6CAA6C;EAC5D,MAAM,SAASD,IAAsB,MAAM;EAC3C,IAAI,UAAU,MAAM,GAClB,OAAO;EAOT,MAAM,cAAc,MAJIE,MACtB,iCACA,GACF,MACkC;EAClC,IAAa,QAAQ,WAAW;EAChC,OAAO;CACT;CAEA,MAAc,uBACZ,aACA,KACe;EACf,OAAO,MACL;GAAE;GAAa;EAAI,GACnB,2GACF;EACA,IAAa,6CAA6C,OAAO,IAAI;EACrE,MAAMC,MAAiB,iCAAiC,KAAK,MAAM,IAAO;CAC5E;CAEA,MAAc,kBACZ,MACA,aAC+B;EAC/B,MAAM,iBAAiB,MAAM,KAAK,oBAAoB,IAAI;EAC1D,IAAI,CAAC,gBAAgB,KACnB,OAAO;EAGT,MAAM,EAAE,QAAQ;EAChB,IAAI,MAAM,KAAK,qBAAqB,GAAG,GACrC,OAAO;EAQT,MAAM,WAAW,GALE,aAAa,KAAK,SAKR,EAAE,SAAS,YAAY;EAEpD,OAAO,MACL;GAAE;GAAU;GAAa,aAAa,KAAK;EAAO,GAClD,4BACF;EAEA,IAAI;GACF,MAAM,EAAE,SAAS,MAAM,KAAK,KAAK,QAAQ,UAAU,qBAAqB;GACxE,OAAO,KAAK;EACd,SAAS,KAAK;GAGZ,IACE,CAAC,gBAAgB,cAAc,GAAG,KAClC,gBAAgB,WAAW,GAAG,GAC9B;IACA,MAAM,KAAK,uBAAuB,KAAK,QAAQ,GAAG;IAClD,OAAO;GACT;GACA,OAAO,MACL;IAAE;IAAK;IAAa,aAAa,KAAK;GAAO,GAC7C,mCACF;EACF;EAEA,OAAO;CACT;CAEA,iBACE,MACA,aAC+B;EAC/B,OAAO,UACL;GACE,WAAW,cAAc,gBAAgB,GAAG;GAC5C,KAAK,GAAG,KAAK,OAAO,GAAG;GACvB,WAAW,KAAK,WAAW;GAC3B,YAAY;EACd,SACM,KAAK,kBAAkB,MAAM,WAAW,CAChD;CACF;CAEA,MAAa,yBACX,MACA,aACiB;EACjB,IAAI,KAAK,WAAW;GAClB,MAAM,OAAO,MAAM,KACjB,KAAK,WACL,GAAG,gBAAgB,eAAe,WAAW,CAC/C;GACA,OAAO,cAAc,MAAM,MAAM;EACnC;EAGA,MAAM,gBAAgB,gBAAgB,eACpC,YAAY,YAAY,CAC1B;EACA,MAAM,WAAW,aAAa,KAAK,QAAQ,GAAG,aAAa;EAC3D,OAAO,MACL;GAAE;GAAU;GAAa,aAAa,KAAK;EAAO,GAClD,0CACF;EACA,IAAI;GACF,QAAQ,MAAM,KAAK,KAAK,QAAQ,QAAQ,EAAA,CAAG;EAC7C,SAAS,KAAK;GACZ,KAAK,oBAAoB,GAAG;EAC9B;CACF;;;;;CAMA,OAAe,iBACb,MACA,aACQ;EACR,QAAQ,KAAK,QAAb;GACE,KAAK,aACH,OAAO,4BAA4B;GACrC,KAAK,cAAc;IAEjB,MAAM,SAAS,KAAK,IAAI,SAAS,MAAM,GAAG;IAG1C,OAAO,0BAFK,OAAO,GAEkB,SADxB,OAAO,GAC+B,yBAAyB;GAC9E;GACA,SACE,OAAO,GAAG,KAAK,IAAI,GAAG;EAC1B;CACF;;;;;CAMA,OAAe,gBAAgB,KAAkB;EAK/C,OAAO,kBAJO,IAAI,SAAS,QAAQ,MAAM,IAAI,GAAG,EAInB,EAAE,GAHlB,IAAI,SAGsB,GAF1B,SAAS,IAAI,QAAQ,CAAC,CAAC,UAAU,GAAG,CAEJ;CAC/C;CAEA,OAAe,iBAAiB,KAAsB;EACpD,MAAM,SAAS,SAAS,GAAG;EAC3B,IAAI,CAAC,QACH,OAAO;EAET,OAAO,OAAO,SAAS,WAAW,SAAS;CAC7C;;;;;;;CAQA,aAAqB,kBAAkB,EACrC,aACA,eACkD;;EAElD,IAAI,CAAC,aACH,OAAO;EAGT,MAAM,mBAAmB,gBAAgB,iBAAiB,WAAW;EACrE,MAAM,mBAAmB,mBACrB,YAAY,QAAQ,MAAM,WAAW,GAAG,EAAE,IAC1C;EAEJ,MAAM,MAAM,SAAS,gBAAgB;EACrC,IAAI,CAAC,KAAK;GACR,OAAO,MAAM,gCAAgC,kBAAkB;GAC/D,OAAO;EACT;EAEA,IAAI;EACJ,IAAI,IAAI,aAAa,mBACnB,SAAS;OACJ,IAAI,IAAI,aAAa,oBAC1B,SAAS;OAET,SAAS;EAGX,MAAM,WAAyB;GAC7B;GACA,QAAQ;GACR;EACF;EAEA,IACE,SAAS,WAAW,eACpB,CAAC,aAAa,IAAI,4BAA4B,GAC9C;GACA,OAAO,KACL,gHACF;GACA,OAAO;EACT;EACA,IAAI,CAAC,kBAAkB;GACrB,MAAM,WAAW,wCAAwC;GACzD,MAAM,UAAU;GAEhB,MAAM,mBAAmB,aAAa,IAAI,kBAAkB,IAAI,KAAK;GACrE,MAAM,aAAa,aAAa,IAAI,YAAY,KAAK;GACrD,MAAM,cAAc,MAAM,YACxB,SACA,kBACA,UACF;GACA,IAAI;IACF,MAAM,SAASH,IAA0B,QAAQ;IAEjD,IAAI,QAAQ,KAAK;KACf,OAAO,KACL;MAAE,KAAK,OAAO;MAAK;MAAa;KAAiB,GACjD,yCACF;KACA,OAAO;IACT;IAEA,IAAI,QAAQ,WAAW;KACrB,SAAS,YAAY,OAAO;KAC5B,OAAO;IACT;IAEA,MAAM,YAAY,MAAM,KACtB,gBAAgB,GAChB,gBAAgB,gBAAgB,GAAG,CACrC;IAEA,MAAM,SAAS,MAAM,gBAAgB,MACnC,kBACA,WACA,WACF;IAEA,IAAa,UAAU,MAAM;IAE7B,IAAI,OAAO,KAAK;KACd,OAAO,KACL;MAAE,KAAK,OAAO;MAAK;MAAa;KAAiB,GACjD,gCACF;KACA,OAAO;IACT;IAEA,SAAS,YAAY,OAAO;GAC9B,UAAU;IACR,YAAY;GACd;EACF;EAEA,OAAO;CACT;CAEA,aAAqB,MACnB,kBACA,WACA,aACsB;EACtB,OAAO,KACL;GAAE;GAAW;EAAiB,GAC9B,gCACF;EAEA,MAAM,MAAM,gBAAgB,EAC1B,QAAQ,EAAE,wBAAwB,EAAE,EACtC,CAAC;EAED,IAAI;GACF,MAAM,IAAI,MAAM,kBAAkB,WAAW,EAC3C,WAAW,EACb,CAAC;GACD,OAAO,EAAE,UAAU;EACrB,SAAS,KAAK;GACZ,IACE,IAAI,QAAQ,SACV,kEACF,GACA;IACA,OAAO,KACL;KAAE;KAAa;IAAiB,GAChC,wDACF;IACA,IAAI;KACF,MAAM,IAAI,MAAM,kBAAkB,SAAS;KAC3C,OAAO,EAAE,UAAU;IACrB,SAAS,KAAK;KACZ,OAAO,KACL;MAAE;MAAK;MAAa;KAAiB,GACrC,6BACF;KACA,OAAO,EAAE,IAAI;IACf;GACF,OAAO;IACL,OAAO,KACL;KAAE;KAAK;KAAa;IAAiB,GACrC,6BACF;IACA,OAAO,EAAE,IAAI;GACf;EACF;CACF;CAEA,OAAe,WAAW,aAA0C;EAClE,IAAI,CAAC,aACH,OAAO;EAET,MAAM,aAAa,YAAY,QAAQ,MAAM,WAAW,GAAG,EAAE;EAE7D,OADe,SAAS,UACZ,CAAC,EAAE,aAAa;CAC9B;CAEA,OAAc,eAAe,aAA+B;EAC1D,MAAM,MAAM,YAAY;EAExB,IAAI,QAAQ,GACV,OAAO,CAAC,KAAK,WAAW;EAE1B,IAAI,QAAQ,GACV,OAAO,CAAC,KAAK,WAAW;EAE1B,IAAI,QAAQ,GACV,OAAO;GAAC;GAAK,YAAY;GAAI;EAAW;EAG1C,OAAO;GAAC,YAAY,MAAM,GAAG,CAAC;GAAG,YAAY,MAAM,GAAG,CAAC;GAAG;EAAW;CACvE;CAEA,MAAc,oBACZ,EAAE,aAAa,eACf,SACmC;EACnC,IAAI,QAAQ,kBACV,OAAO;EAIT,MAAM,SAAS,aAAa,QAAQ,MAAM,WAAW,GAAG,EAAE;EAC1D,IAAI,CAAC,QACH,OAAO;EAET,MAAM,WAAW,oCAAoC;EACrD,MAAM,SAASA,IAA6B,QAAQ;EACpD,IAAI,CAAC,QAAQ,KACX,OAAO;EAGT,MAAM,EAAE,QAAQ;EAChB,IAAI,MAAM,KAAK,qBAAqB,GAAG,GACrC,OAAO;EAIT,MAAM,MAAM,GADO,aAAa,KAAK,SACb,EAAE,SAAS,YAAY,GAAG,QAAQ,eAAe,QAAQ;EACjF,OAAO,MACL;GAAE;GAAK;GAAa,SAAS,QAAQ;GAAS;EAAY,GAC1D,kCACF;EAGA,IAAI;GACF,MAAM,EAAE,MAAM,qBAAqB,MAAM,KAAK,KAAK,QACjD,KACA,EAAE,eAAe,iBAAiB,GAClC,gBACF;GACA,QAAQ,mBAAmB;EAC7B,SAAS,KAAK;GACZ,IACE,gBAAgB,cAAc,GAAG,KACjC,CAAC,gBAAgB,WAAW,GAAG,GAE/B,MAAM;GAER,MAAM,KAAK,uBAAuB,QAAQ,GAAG;EAC/C;EACA,OAAO;CACT;CAEA,mBACE,QACA,SACmC;EACnC,OAAO,UACL;GACE,WAAW;GACX,KAAK,sBAAsB,OAAO,YAAY,GAAG,OAAO,YAAY,GAAG,QAAQ;GAC/E,YAAY;GACZ,WAAW,gBAAgB,WAAW,OAAO,eAAe,KAAA,CAAS;EACvE,SACM,KAAK,oBAAoB,QAAQ,OAAO,CAChD;CACF;AACF"}

package/dist/modules/datasource/forgejo-releases/index.js

@@ -1,68 +1,19 @@
-import { withCache } from "../../../util/cache/package/with-cache.js";
-import { Datasource } from "../datasource.js";
 import { ForgejoHttp } from "../../../util/http/forgejo.js";
-import { Commits, Tag } from "../forgejo-tags/schema.js";
-import { ForgejoTagsDatasource } from "../forgejo-tags/index.js";
-import { Releases } from "./schema.js";
+import { GiteaReleasesDatasource } from "../gitea-releases/index.js";
 //#region lib/modules/datasource/forgejo-releases/index.ts
-var ForgejoReleasesDatasource = class ForgejoReleasesDatasource extends Datasource {
+/**
+* Forgejo is a fork of Gitea and serves the same API, so the lookup is
+* inherited and only the identity of the datasource differs.
+*/
+var ForgejoReleasesDatasource = class ForgejoReleasesDatasource extends GiteaReleasesDatasource {
 	static id = "forgejo-releases";
-	http = new ForgejoHttp(ForgejoReleasesDatasource.id);
 	static defaultRegistryUrls = ["https://code.forgejo.org"];
-	static cacheNamespace = `datasource-${ForgejoReleasesDatasource.id}`;
-	releaseTimestampSupport = true;
-	releaseTimestampNote = "The release timestamp is determined from the `published_at` field in the results.";
-	sourceUrlSupport = "package";
-	sourceUrlNote = "The source URL is determined by using the `packageName` and `registryUrl`.";
+	defaultRegistryUrls = ForgejoReleasesDatasource.defaultRegistryUrls;
+	cacheNamespace = "datasource-forgejo-releases";
+	http = new ForgejoHttp(ForgejoReleasesDatasource.id);
 	constructor() {
 		super(ForgejoReleasesDatasource.id);
 	}
-	async _getReleases({ registryUrl, packageName: repo }) {
-		const url = `${ForgejoTagsDatasource.getApiUrl(registryUrl)}repos/${repo}/releases?draft=false`;
-		const tags = (await this.http.getJson(url, { paginate: true }, Releases)).body;
-		return {
-			sourceUrl: ForgejoTagsDatasource.getSourceUrl(repo, registryUrl),
-			registryUrl: ForgejoTagsDatasource.getRegistryURL(registryUrl),
-			releases: tags.map(({ tag_name, published_at, prerelease }) => ({
-				version: tag_name,
-				gitRef: tag_name,
-				releaseTimestamp: published_at,
-				isStable: !prerelease
-			}))
-		};
-	}
-	getReleases(config) {
-		return withCache({
-			namespace: ForgejoReleasesDatasource.cacheNamespace,
-			key: ForgejoTagsDatasource.getCacheKey(config.registryUrl, config.packageName, "releases"),
-			fallback: true
-		}, () => this._getReleases(config));
-	}
-	async _getTagCommit(registryUrl, repo, tag) {
-		const url = `${ForgejoTagsDatasource.getApiUrl(registryUrl)}repos/${repo}/tags/${tag}`;
-		const { body } = await this.http.getJson(url, Tag);
-		return body.commit.sha;
-	}
-	getTagCommit(registryUrl, repo, tag) {
-		return withCache({
-			namespace: ForgejoReleasesDatasource.cacheNamespace,
-			key: ForgejoTagsDatasource.getCacheKey(registryUrl, repo, `tag-${tag}`)
-		}, () => this._getTagCommit(registryUrl, repo, tag));
-	}
-	async _getDigest({ packageName: repo, registryUrl }, newValue) {
-		if (newValue?.length) return this.getTagCommit(registryUrl, repo, newValue);
-		const url = `${ForgejoTagsDatasource.getApiUrl(registryUrl)}repos/${repo}/commits?stat=false&verification=false&files=false&page=1&limit=1`;
-		const { body } = await this.http.getJson(url, Commits);
-		if (body.length === 0) return null;
-		return body[0].sha;
-	}
-	getDigest(config, newValue) {
-		return withCache({
-			namespace: ForgejoReleasesDatasource.cacheNamespace,
-			key: ForgejoTagsDatasource.getCacheKey(config.registryUrl, config.packageName, "digest"),
-			fallback: true
-		}, () => this._getDigest(config, newValue));
-	}
 };
 //#endregion
 export { ForgejoReleasesDatasource };

package/dist/modules/datasource/forgejo-releases/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","names":[],"sources":["../../../../lib/modules/datasource/forgejo-releases/index.ts"],"sourcesContent":["import type { PackageCacheNamespace } from '../../../util/cache/package/types.ts';\nimport { withCache } from '../../../util/cache/package/with-cache.ts';\nimport { ForgejoHttp } from '../../../util/http/forgejo.ts';\nimport { Datasource } from '../datasource.ts';\nimport { ForgejoTagsDatasource } from '../forgejo-tags/index.ts';\nimport { Commits, Tag } from '../forgejo-tags/schema.ts';\nimport type {\n  DigestConfig,\n  GetReleasesConfig,\n  ReleaseResult,\n} from '../types.ts';\nimport { Releases } from './schema.ts';\n\nexport class ForgejoReleasesDatasource extends Datasource {\n  static readonly id = 'forgejo-releases';\n\n  override http = new ForgejoHttp(ForgejoReleasesDatasource.id);\n\n  static readonly defaultRegistryUrls = ['https://code.forgejo.org'];\n\n  private static readonly cacheNamespace: PackageCacheNamespace = `datasource-${ForgejoReleasesDatasource.id}`;\n\n  override readonly releaseTimestampSupport = true;\n  override readonly releaseTimestampNote =\n    'The release timestamp is determined from the `published_at` field in the results.';\n  override readonly sourceUrlSupport = 'package';\n  override readonly sourceUrlNote =\n    'The source URL is determined by using the `packageName` and `registryUrl`.';\n\n  constructor() {\n    super(ForgejoReleasesDatasource.id);\n  }\n\n  // getReleases fetches list of tags for the repository\n  private async _getReleases({\n    registryUrl,\n    packageName: repo,\n  }: GetReleasesConfig): Promise<ReleaseResult | null> {\n    const url = `${ForgejoTagsDatasource.getApiUrl(\n      registryUrl,\n    )}repos/${repo}/releases?draft=false`;\n    const tags = (\n      await this.http.getJson(\n        url,\n        {\n          paginate: true,\n        },\n        Releases,\n      )\n    ).body;\n\n    const dependency: ReleaseResult = {\n      sourceUrl: ForgejoTagsDatasource.getSourceUrl(repo, registryUrl),\n      registryUrl: ForgejoTagsDatasource.getRegistryURL(registryUrl),\n      releases: tags.map(({ tag_name, published_at, prerelease }) => ({\n        version: tag_name,\n        gitRef: tag_name,\n        releaseTimestamp: published_at,\n        isStable: !prerelease,\n      })),\n    };\n\n    return dependency;\n  }\n\n  getReleases(config: GetReleasesConfig): Promise<ReleaseResult | null> {\n    return withCache(\n      {\n        namespace: ForgejoReleasesDatasource.cacheNamespace,\n        key: ForgejoTagsDatasource.getCacheKey(\n          config.registryUrl,\n          config.packageName,\n          'releases',\n        ),\n        fallback: true,\n      },\n      () => this._getReleases(config),\n    );\n  }\n\n  // getTagCommit fetched the commit has for specified tag\n  private async _getTagCommit(\n    registryUrl: string | undefined,\n    repo: string,\n    tag: string,\n  ): Promise<string | null> {\n    const url = `${ForgejoTagsDatasource.getApiUrl(\n      registryUrl,\n    )}repos/${repo}/tags/${tag}`;\n\n    const { body } = await this.http.getJson(url, Tag);\n\n    return body.commit.sha;\n  }\n\n  getTagCommit(\n    registryUrl: string | undefined,\n    repo: string,\n    tag: string,\n  ): Promise<string | null> {\n    return withCache(\n      {\n        namespace: ForgejoReleasesDatasource.cacheNamespace,\n        key: ForgejoTagsDatasource.getCacheKey(registryUrl, repo, `tag-${tag}`),\n      },\n      () => this._getTagCommit(registryUrl, repo, tag),\n    );\n  }\n\n  // getDigest fetched the latest commit for repository main branch\n  // however, if newValue is provided, then getTagCommit is called\n  private async _getDigest(\n    { packageName: repo, registryUrl }: DigestConfig,\n    newValue?: string,\n  ): Promise<string | null> {\n    if (newValue?.length) {\n      return this.getTagCommit(registryUrl, repo, newValue);\n    }\n\n    const url = `${ForgejoTagsDatasource.getApiUrl(\n      registryUrl,\n    )}repos/${repo}/commits?stat=false&verification=false&files=false&page=1&limit=1`;\n    const { body } = await this.http.getJson(url, Commits);\n\n    if (body.length === 0) {\n      return null;\n    }\n\n    return body[0].sha;\n  }\n\n  override getDigest(\n    config: DigestConfig,\n    newValue?: string,\n  ): Promise<string | null> {\n    return withCache(\n      {\n        namespace: ForgejoReleasesDatasource.cacheNamespace,\n        key: ForgejoTagsDatasource.getCacheKey(\n          config.registryUrl,\n          config.packageName,\n          'digest',\n        ),\n        fallback: true,\n      },\n      () => this._getDigest(config, newValue),\n    );\n  }\n}\n"],"mappings":";;;;;;;AAaA,IAAa,4BAAb,MAAa,kCAAkC,WAAW;CACxD,OAAgB,KAAK;CAErB,OAAgB,IAAI,YAAY,0BAA0B,EAAE;CAE5D,OAAgB,sBAAsB,CAAC,0BAA0B;CAEjE,OAAwB,iBAAwC,cAAc,0BAA0B;CAExG,0BAA4C;CAC5C,uBACE;CACF,mBAAqC;CACrC,gBACE;CAEF,cAAc;EACZ,MAAM,0BAA0B,EAAE;CACpC;CAGA,MAAc,aAAa,EACzB,aACA,aAAa,QACsC;EACnD,MAAM,MAAM,GAAG,sBAAsB,UACnC,WACF,EAAE,QAAQ,KAAK;EACf,MAAM,QACJ,MAAM,KAAK,KAAK,QACd,KACA,EACE,UAAU,KACZ,GACA,QACF,EAAA,CACA;EAaF,OAAO;GAVL,WAAW,sBAAsB,aAAa,MAAM,WAAW;GAC/D,aAAa,sBAAsB,eAAe,WAAW;GAC7D,UAAU,KAAK,KAAK,EAAE,UAAU,cAAc,kBAAkB;IAC9D,SAAS;IACT,QAAQ;IACR,kBAAkB;IAClB,UAAU,CAAC;GACb,EAAE;EAGY;CAClB;CAEA,YAAY,QAA0D;EACpE,OAAO,UACL;GACE,WAAW,0BAA0B;GACrC,KAAK,sBAAsB,YACzB,OAAO,aACP,OAAO,aACP,UACF;GACA,UAAU;EACZ,SACM,KAAK,aAAa,MAAM,CAChC;CACF;CAGA,MAAc,cACZ,aACA,MACA,KACwB;EACxB,MAAM,MAAM,GAAG,sBAAsB,UACnC,WACF,EAAE,QAAQ,KAAK,QAAQ;EAEvB,MAAM,EAAE,SAAS,MAAM,KAAK,KAAK,QAAQ,KAAK,GAAG;EAEjD,OAAO,KAAK,OAAO;CACrB;CAEA,aACE,aACA,MACA,KACwB;EACxB,OAAO,UACL;GACE,WAAW,0BAA0B;GACrC,KAAK,sBAAsB,YAAY,aAAa,MAAM,OAAO,KAAK;EACxE,SACM,KAAK,cAAc,aAAa,MAAM,GAAG,CACjD;CACF;CAIA,MAAc,WACZ,EAAE,aAAa,MAAM,eACrB,UACwB;EACxB,IAAI,UAAU,QACZ,OAAO,KAAK,aAAa,aAAa,MAAM,QAAQ;EAGtD,MAAM,MAAM,GAAG,sBAAsB,UACnC,WACF,EAAE,QAAQ,KAAK;EACf,MAAM,EAAE,SAAS,MAAM,KAAK,KAAK,QAAQ,KAAK,OAAO;EAErD,IAAI,KAAK,WAAW,GAClB,OAAO;EAGT,OAAO,KAAK,EAAE,CAAC;CACjB;CAEA,UACE,QACA,UACwB;EACxB,OAAO,UACL;GACE,WAAW,0BAA0B;GACrC,KAAK,sBAAsB,YACzB,OAAO,aACP,OAAO,aACP,QACF;GACA,UAAU;EACZ,SACM,KAAK,WAAW,QAAQ,QAAQ,CACxC;CACF;AACF"}
+{"version":3,"file":"index.js","names":[],"sources":["../../../../lib/modules/datasource/forgejo-releases/index.ts"],"sourcesContent":["import type { DatasourceName } from '../../../datasource-list.generated.ts';\nimport type { PackageCacheNamespace } from '../../../util/cache/package/types.ts';\nimport { ForgejoHttp } from '../../../util/http/forgejo.ts';\nimport { GiteaReleasesDatasource } from '../gitea-releases/index.ts';\n\n/**\n * Forgejo is a fork of Gitea and serves the same API, so the lookup is\n * inherited and only the identity of the datasource differs.\n */\nexport class ForgejoReleasesDatasource extends GiteaReleasesDatasource {\n  static override readonly id: DatasourceName = 'forgejo-releases';\n\n  static override readonly defaultRegistryUrls = ['https://code.forgejo.org'];\n\n  override readonly defaultRegistryUrls =\n    ForgejoReleasesDatasource.defaultRegistryUrls;\n\n  protected override readonly cacheNamespace: PackageCacheNamespace =\n    'datasource-forgejo-releases';\n\n  override http = new ForgejoHttp(ForgejoReleasesDatasource.id);\n\n  constructor() {\n    super(ForgejoReleasesDatasource.id);\n  }\n}\n"],"mappings":";;;;;;;AASA,IAAa,4BAAb,MAAa,kCAAkC,wBAAwB;CACrE,OAAyB,KAAqB;CAE9C,OAAyB,sBAAsB,CAAC,0BAA0B;CAE1E,sBACE,0BAA0B;CAE5B,iBACE;CAEF,OAAgB,IAAI,YAAY,0BAA0B,EAAE;CAE5D,cAAc;EACZ,MAAM,0BAA0B,EAAE;CACpC;AACF"}

package/dist/modules/datasource/forgejo-tags/index.js

@@ -1,82 +1,19 @@
-import { regEx } from "../../../util/regex.js";
-import { ensureTrailingSlash } from "../../../util/url.js";
-import { withCache } from "../../../util/cache/package/with-cache.js";
-import { Datasource } from "../datasource.js";
 import { ForgejoHttp } from "../../../util/http/forgejo.js";
-import { Commits, Tag, Tags } from "./schema.js";
+import { GiteaTagsDatasource } from "../gitea-tags/index.js";
 //#region lib/modules/datasource/forgejo-tags/index.ts
-var ForgejoTagsDatasource = class ForgejoTagsDatasource extends Datasource {
+/**
+* Forgejo is a fork of Gitea and serves the same API, so the lookup is
+* inherited and only the identity of the datasource differs.
+*/
+var ForgejoTagsDatasource = class ForgejoTagsDatasource extends GiteaTagsDatasource {
 	static id = "forgejo-tags";
-	http = new ForgejoHttp(ForgejoTagsDatasource.id);
 	static defaultRegistryUrls = ["https://code.forgejo.org"];
-	static cacheNamespace = `datasource-${ForgejoTagsDatasource.id}`;
-	releaseTimestampSupport = true;
-	releaseTimestampNote = "The release timestamp is determined from the `created` field in the results.";
-	sourceUrlSupport = "package";
-	sourceUrlNote = "The source URL is determined by using the `packageName` and `registryUrl`.";
+	defaultRegistryUrls = ForgejoTagsDatasource.defaultRegistryUrls;
+	cacheNamespace = "datasource-forgejo-tags";
+	http = new ForgejoHttp(ForgejoTagsDatasource.id);
 	constructor() {
 		super(ForgejoTagsDatasource.id);
 	}
-	static getRegistryURL(registryUrl) {
-		return registryUrl ?? this.defaultRegistryUrls[0];
-	}
-	static getApiUrl(registryUrl) {
-		const res = ForgejoTagsDatasource.getRegistryURL(registryUrl).replace(regEx(/\/api\/v1$/), "");
-		return `${ensureTrailingSlash(res)}api/v1/`;
-	}
-	static getCacheKey(registryUrl, repo, type) {
-		return `${ForgejoTagsDatasource.getRegistryURL(registryUrl)}:${repo}:${type}`;
-	}
-	static getSourceUrl(packageName, registryUrl) {
-		const url = ForgejoTagsDatasource.getRegistryURL(registryUrl);
-		return `${ensureTrailingSlash(url)}${packageName}`;
-	}
-	async _getReleases({ registryUrl, packageName: repo }) {
-		const url = `${ForgejoTagsDatasource.getApiUrl(registryUrl)}repos/${repo}/tags`;
-		const tags = (await this.http.getJson(url, { paginate: true }, Tags)).body;
-		return {
-			sourceUrl: ForgejoTagsDatasource.getSourceUrl(repo, registryUrl),
-			registryUrl: ForgejoTagsDatasource.getRegistryURL(registryUrl),
-			releases: tags.map(({ name, commit }) => ({
-				version: name,
-				gitRef: name,
-				newDigest: commit.sha,
-				releaseTimestamp: commit.created
-			}))
-		};
-	}
-	getReleases(config) {
-		return withCache({
-			namespace: ForgejoTagsDatasource.cacheNamespace,
-			key: ForgejoTagsDatasource.getCacheKey(config.registryUrl, config.packageName, "tags"),
-			fallback: true
-		}, () => this._getReleases(config));
-	}
-	async _getTagCommit(registryUrl, repo, tag) {
-		const url = `${ForgejoTagsDatasource.getApiUrl(registryUrl)}repos/${repo}/tags/${tag}`;
-		const { body } = await this.http.getJson(url, Tag);
-		return body.commit.sha;
-	}
-	getTagCommit(registryUrl, repo, tag) {
-		return withCache({
-			namespace: ForgejoTagsDatasource.cacheNamespace,
-			key: ForgejoTagsDatasource.getCacheKey(registryUrl, repo, `tag-${tag}`)
-		}, () => this._getTagCommit(registryUrl, repo, tag));
-	}
-	async _getDigest({ packageName: repo, registryUrl }, newValue) {
-		if (newValue?.length) return this.getTagCommit(registryUrl, repo, newValue);
-		const url = `${ForgejoTagsDatasource.getApiUrl(registryUrl)}repos/${repo}/commits?stat=false&verification=false&files=false&page=1&limit=1`;
-		const { body } = await this.http.getJson(url, Commits);
-		if (body.length === 0) return null;
-		return body[0].sha;
-	}
-	getDigest(config, newValue) {
-		return withCache({
-			namespace: ForgejoTagsDatasource.cacheNamespace,
-			key: ForgejoTagsDatasource.getCacheKey(config.registryUrl, config.packageName, "digest"),
-			fallback: true
-		}, () => this._getDigest(config, newValue));
-	}
 };
 //#endregion
 export { ForgejoTagsDatasource };