@powerhousedao/registry 6.2.3-dev.37 → 6.2.3-dev.38

package/dist/cli.mjs

@@ -2946,6 +2946,12 @@ async function indexedRevision(db, pkg) {
 	}
 	return (await db.query("SELECT rev FROM verdaccio_manifests WHERE name = $1", [pkg])).rows[0]?.rev ?? null;
 }
+async function publishedHere(db, pkg) {
+	if (!(await db.query("SELECT to_regclass('verdaccio_packages') IS NOT NULL AS exists")).rows[0]?.exists) return null;
+	return (await db.query(`SELECT EXISTS (SELECT 1 FROM verdaccio_packages WHERE name = $1)
+         OR EXISTS (SELECT 1 FROM registry_package_owners WHERE package_name = $1)
+         AS published`, [pkg])).rows[0]?.published === true;
+}
 async function upsertPackage(tx, pkg, packument, local, manifestRev) {
 	const versions = Object.keys(packument.versions ?? {}).sort(compareSemver);
 	const times = {};
@@ -3030,7 +3036,7 @@ function publisherOf$1(job) {
 async function processVersion(ctx, job, finish) {
 	const pkg = job.package;
 	const version = job.version;
-	const local = job.payload.local === true;
+	const local = await publishedHere(ctx.db, pkg) ?? job.payload.local === true;
 	const manifestRev = await indexedRevision(ctx.db, pkg);
 	const packument = await fetchPackument(ctx.registryUrl, pkg);
 	if (!packument?.versions?.[version]) {
@@ -3115,15 +3121,22 @@ async function syncPackage(ctx, job, finish) {
 	const known = await ctx.db.query("SELECT version FROM registry_versions WHERE package = $1", [pkg]);
 	const listed = new Set(Object.keys(packument?.versions ?? {}));
 	const removed = known.rows.map((r) => r.version).filter((v) => !listed.has(v));
+	const published = await publishedHere(ctx.db, pkg);
+	const local = published ?? job.payload.local === true;
+	if (!packument && published) throw new Error(`metadata for published ${pkg} returned 404`);
 	await ctx.db.transaction(async (tx) => {
 		await removeVersionRows(tx, pkg, removed);
 		if (!packument) await tx.query("DELETE FROM registry_packages WHERE name = $1", [pkg]);
 		else {
-			await upsertPackage(tx, pkg, packument, job.payload.local === true, manifestRev);
+			await upsertPackage(tx, pkg, packument, local, manifestRev);
 			await recomputeLatest(tx, pkg);
-			if ((await tx.query("SELECT local FROM registry_packages WHERE name = $1", [pkg])).rows[0]?.local) {
+			if (local) {
 				const have = new Set(known.rows.map((r) => r.version));
-				for (const version of listed) if (!have.has(version)) await enqueue(tx, "process", pkg, version, { local: true }, job.priority);
+				const tagged = new Set(Object.values(packument["dist-tags"] ?? {}));
+				for (const version of tagged) {
+					if (!listed.has(version)) continue;
+					if (!have.has(version)) await enqueue(tx, "process", pkg, version, { local: true }, job.priority);
+				}
 			}
 		}
 		await finish(tx);
@@ -4840,9 +4853,9 @@ const QUICK_MISSING = `
                         AND j.version = r.version)
    LIMIT 1000`;
 const FULL_MISSING = `
-  SELECT m.name, v.version
+  SELECT DISTINCT m.name, v.version
     FROM verdaccio_manifests m
-    CROSS JOIN LATERAL jsonb_array_elements_text(m.versions) AS v(version)
+    CROSS JOIN LATERAL jsonb_each_text(m.dist_tags) AS v(tag, version)
     LEFT JOIN registry_versions r ON r.package = m.name AND r.version = v.version
    WHERE m.updated_at < now() - interval '30 seconds' AND ${PUBLISHED}
      AND (r.package IS NULL
@@ -4856,7 +4869,7 @@ const FULL_CHANGED = `
     FROM verdaccio_manifests m
     LEFT JOIN registry_packages p ON p.name = m.name
    WHERE m.updated_at < now() - interval '30 seconds' AND ${PUBLISHED}
-     AND (p.name IS NULL OR p.dist_tags <> m.dist_tags
+     AND (p.name IS NULL OR NOT p.local OR p.dist_tags <> m.dist_tags
        OR EXISTS (SELECT 1 FROM registry_versions r
                    WHERE r.package = m.name AND NOT m.versions ? r.version))
   UNION ${UNPUBLISHED}
@@ -4893,6 +4906,10 @@ function publisherOf(job) {
 }
 async function runJob(ctx, job, options) {
 	const finish = (tx) => complete(tx, job);
+	if (job.priority === 10 && await publishedHere(ctx.db, job.package) === false) {
+		await ctx.db.transaction(finish);
+		return;
+	}
 	if (job.kind === "process") {
 		if (await processVersion(ctx, job, finish) && job.payload.notify === true) await options.webhooks?.notifyPublish({
 			packageName: job.package,
@@ -4976,7 +4993,7 @@ async function startWorker(ctx, options) {
 	};
 	const loops = Array.from({ length: Math.max(1, options.concurrency) }, () => loop());
 	let sweeper;
-	let lastFull = 0;
+	let lastFull = Date.now() - SWEEP_INTERVAL_MS + RECONCILE_INTERVAL_MS;
 	const sweep = async () => {
 		try {
 			const full = Date.now() - lastFull >= SWEEP_INTERVAL_MS;