@gitroll/tacitt-cli 0.2.0 → 0.3.0

package/dist/job-J3NFw3MH.mjs

@@ -1,194 +0,0 @@
-import { B as writeLogicalJourneyOutput, C as readConfiguredSearchFields, R as gitSeedsProvider, U as readConfiguredOutputInfo, d as verifyOutputShard, f as writeOutputShard } from "./src-k0Ya1Bri.mjs";
-import { An as hideKeyId, En as renderedHideValue, Mn as packHideIndex, kn as addHideIndexTokens } from "./src-CC95LYYp.mjs";
-//#region apps/cli/src/journey/hide-index.ts
-/**
-* Word pieces of render input, gathered as it is read so its texts are not held to the end.
-* `from` continues a collection begun in another thread (ADR 0181).
-*/
-function createHideIndexTokens(from) {
-	const tokens = new Set(from?.tokens);
-	let complete = from?.complete ?? true;
-	return {
-		tokens,
-		add: (text) => {
-			if (complete) complete = addHideIndexTokens(text, (token) => tokens.add(token));
-			if (tokens.size > 2e6) complete = false;
-		},
-		complete: () => complete
-	};
-}
-/**
-* The pieces of a Work collected in shards (ADR 0199): the same set and completeness as one
-* collection, since pieces only accumulate and the bound applies to their union.
-*/
-function mergeHideIndexTokens(parts) {
-	const tokens = /* @__PURE__ */ new Set();
-	let complete = true;
-	for (const part of parts) {
-		complete &&= part.complete;
-		for (const token of part.tokens) {
-			if (!complete) break;
-			tokens.add(token);
-			if (tokens.size > 2e6) complete = false;
-		}
-	}
-	return createHideIndexTokens({
-		tokens: complete ? tokens : [],
-		complete
-	});
-}
-/** The Work's own texts a render can mask, read before its base archive. */
-function hideIndexTexts(work) {
-	const suggestion = work.suggestion;
-	return [
-		work.title,
-		work.description,
-		work.reason,
-		...suggestion ? [
-			suggestion.title,
-			suggestion.description,
-			suggestion.reason
-		] : []
-	];
-}
-/**
-* The CPU-bound part of a hide index: word pieces of the texts and every base field, or of one
-* shard's base fields (ADR 0199).
-*/
-async function collectHideIndexTokens(texts, primary, processing, { add, complete }, signal, shard) {
-	for (const text of texts) add(text);
-	for await (const field of readConfiguredSearchFields(primary, processing, signal, true, void 0, shard)) {
-		if (!complete()) break;
-		add(field.text);
-	}
-}
-/** Keyed digests of collected word pieces and of the confirmed Hide values. */
-async function packRenderHideIndex(input) {
-	const { work } = input;
-	const { tokens, complete } = input.tokens;
-	const key = await input.storage.hideIndexKey(input.journeyId);
-	return {
-		kind: "hide-index",
-		journeyId: input.journeyId,
-		workId: work.id,
-		revision: work.revision,
-		confirmedHideRevision: input.confirmedHideRevision,
-		keyId: hideKeyId(key),
-		digests: complete() ? packHideIndex(key, tokens) : null,
-		values: packHideIndex(key, [...input.confirmed].map(([term, { kind }]) => renderedHideValue(kind, term)))
-	};
-}
-//#endregion
-//#region apps/cli/src/journey/render/job.ts
-/**
-* The same steps on the owning thread; also the fallback when workers cannot run. The written
-* primary is read back as the publisher reads an existing output.
-*/
-async function writeJourneyOutput(work, signal, onPath) {
-	const output = await writeLogicalJourneyOutput(work.request, signal, onPath);
-	await readConfiguredOutputInfo(output.primary, signal);
-	await collectHideIndexTokens(work.texts, work.request.primary, work.request.processing, work.tokens, signal);
-	return {
-		output,
-		tokens: work.tokens
-	};
-}
-function journeyOutputJob(work) {
-	const { processing, ...request } = work.request;
-	return {
-		request,
-		processing: {
-			environment: processing.environment,
-			...processing.limits === void 0 ? {} : { limits: processing.limits },
-			...processing.replacementKey === void 0 ? {} : { replacementKey: processing.replacementKey },
-			...processing.staticExceptions === void 0 ? {} : { staticExceptions: processing.staticExceptions }
-		},
-		texts: work.texts,
-		tokens: [...work.tokens.tokens],
-		tokensComplete: work.tokens.complete()
-	};
-}
-function workerProcessing(job, live) {
-	return {
-		...live,
-		...job.processing,
-		gitNames: gitSeedsProvider([])
-	};
-}
-/**
-* Worker side of one shard: its entries rewritten into private archives and the hide-index word
-* pieces of its base entries. The first shard also takes the Work's texts, title pieces and the
-* base manifest's fields, so the shards' pieces together are those of one job.
-*/
-async function runJourneyOutputShardJob(job, live, signal, onPath) {
-	const processing = workerProcessing(job, live);
-	const { maskEvidence, ...request } = job.request;
-	if (!maskEvidence) throw new Error("ARTIFACT_INVALID_APPROVAL");
-	const pieces = await writeOutputShard({
-		...request,
-		processing,
-		maskEvidence,
-		shard: job.shard
-	}, signal, onPath);
-	const first = job.shard.index === 0;
-	const tokens = createHideIndexTokens(first ? {
-		tokens: job.tokens,
-		complete: job.tokensComplete
-	} : void 0);
-	await collectHideIndexTokens(first ? job.texts : [], job.request.primary, processing, tokens, signal, job.shard);
-	return {
-		kind: "journey-output-shard",
-		pieces,
-		tokens: [...tokens.tokens],
-		tokensComplete: tokens.complete()
-	};
-}
-/** Worker side of one shard of a merged output's readback. */
-async function runJourneyOutputVerifyJob(job, signal) {
-	const ledger = job.output.finalMaskLedger;
-	if (!ledger) throw new Error("ARTIFACT_INVALID_APPROVAL");
-	await verifyOutputShard({
-		...job.output,
-		finalMaskLedger: ledger
-	}, job.shard, signal);
-	return { kind: "journey-output-verify" };
-}
-/**
-* Worker side: `live` holds the worker's own adapters and static processor. A job with
-* `request.shards` merges them; its caller then reads the output back in shards (ADR 0199).
-*/
-async function runJourneyOutputJob(job, live, signal, onPath) {
-	const processing = workerProcessing(job, live);
-	if (job.request.shards) {
-		const output = await writeLogicalJourneyOutput({
-			...job.request,
-			processing
-		}, signal, onPath);
-		await readConfiguredOutputInfo(output.primary, signal);
-		return {
-			kind: "journey-output",
-			output,
-			tokens: [],
-			tokensComplete: true
-		};
-	}
-	const written = await writeJourneyOutput({
-		request: {
-			...job.request,
-			processing
-		},
-		texts: job.texts,
-		tokens: createHideIndexTokens({
-			tokens: job.tokens,
-			complete: job.tokensComplete
-		})
-	}, signal, onPath);
-	return {
-		kind: "journey-output",
-		output: written.output,
-		tokens: [...written.tokens.tokens],
-		tokensComplete: written.tokens.complete()
-	};
-}
-//#endregion
-export { writeJourneyOutput as a, mergeHideIndexTokens as c, runJourneyOutputVerifyJob as i, packRenderHideIndex as l, runJourneyOutputJob as n, createHideIndexTokens as o, runJourneyOutputShardJob as r, hideIndexTexts as s, journeyOutputJob as t };