aimeat 3.2.0 → 3.3.0

package/dist/src/services/datapackage/store.js

@@ -0,0 +1,533 @@
+import { writeStorageFile } from '../storage-file-write.js';
+import { emitResourceUpdated, emitResourceListChanged } from '../../mcp/index.js';
+import { provenanceForWrite } from '../ai-provenance.js';
+import { stableStringify } from '../../utils/stable-json.js';
+import { logger } from '../../utils/logger.js';
+import { bare, bytesHash, contentHashOf, descriptorKey, latestKey, packageId, packageKeyRoot, publicUrl, resourceKey, resourcePath, validateName, RESOURCE_NAME_RE, } from './contract.js';
+import { inferSchema, toCsv, fromCsv, validateRows } from './table.js';
+import { descriptorToOdps, odpsToYamlDocument, odpsYamlKey } from './odps.js';
+/**
+ * Build, check and store one version.
+ *
+ * `unchanged: true` means the content hash matched what is already published: the same address
+ * already holds these exact bytes, so nothing was rewritten. That is not a failure and not a new
+ * version — it is a deterministic producer proving it is deterministic, and the caller should say
+ * so rather than announcing an update that did not happen.
+ */
+export async function publishPackage(deps, ownerGhii, input, producedBy) {
+    const { storage, config } = deps;
+    const ownerName = ownerGhii.split('@')[0];
+    const nameError = validateName(input.name);
+    if (nameError)
+        return { ok: false, code: 'INVALID_INPUT', message: nameError, issues: [] };
+    if (!input.changes || !input.changes.trim()) {
+        return {
+            ok: false, code: 'INVALID_INPUT', issues: [],
+            message: 'changes is required: every version says what moved against the previous one and why. '
+                + 'A version nobody explained is a version a consumer cannot decide about.',
+        };
+    }
+    if (!Array.isArray(input.resources) || input.resources.length === 0) {
+        return { ok: false, code: 'INVALID_INPUT', message: 'a package needs at least one resource', issues: [] };
+    }
+    // ── 1. Schema, then the gate. Nothing is serialised until every resource passes. ──
+    const issues = [];
+    const prepared = [];
+    for (const res of input.resources) {
+        if (!RESOURCE_NAME_RE.test(res.name)) {
+            return { ok: false, code: 'INVALID_INPUT', issues: [],
+                message: `resource name "${res.name}" must be lowercase letters, digits and dashes, 2-64 characters` };
+        }
+        if (!Array.isArray(res.rows)) {
+            return { ok: false, code: 'INVALID_INPUT', message: `resource "${res.name}" has no rows array`, issues: [] };
+        }
+        const inferred = res.schema === 'infer';
+        const schema = inferred ? inferSchema(res.rows) : res.schema;
+        if (!schema?.fields?.length) {
+            return { ok: false, code: 'INVALID_INPUT', issues: [],
+                message: `resource "${res.name}" has no fields — an empty schema describes nothing` };
+        }
+        issues.push(...validateRows(res.name, res.rows, schema));
+        prepared.push({ name: res.name, schema, inferred, rows: res.rows, title: res.title, description: res.description });
+    }
+    if (issues.length > 0) {
+        return {
+            ok: false, code: 'QUALITY_GATE', issues,
+            message: `${issues.length} row/column problem(s): the data does not validate against its own Table Schema, `
+                + 'so no version was written and the package still stands on its previous one.',
+        };
+    }
+    // ── 2. Serialise. Canonical CSV, hashed per resource. ──
+    const bodies = prepared.map(p => {
+        const data = toCsv(p.rows, p.schema);
+        return { ...p, data, hash: bytesHash(data) };
+    });
+    const schemaSource = bodies.every(b => b.inferred) ? 'inferred' : bodies.some(b => b.inferred) ? 'mixed' : 'declared';
+    const resources = bodies.map(b => ({
+        name: b.name,
+        path: resourcePath(b.name),
+        profile: 'tabular-data-resource',
+        format: 'csv',
+        mediatype: 'text/csv',
+        encoding: 'utf-8',
+        schema: b.schema,
+        rowCount: b.rows.length,
+        bytes: b.data.length,
+        hash: b.hash,
+        ...(b.title ? { title: b.title } : {}),
+        ...(b.description ? { description: b.description } : {}),
+    }));
+    // What this version replaces, read from the pointer BEFORE it moves. The caller may state a
+    // lineage of its own — a package rebuilt from somebody else's, say — and an explicit claim wins;
+    // otherwise it is simply the version that stood here a moment ago. Deriving it is the point: a
+    // history that only exists when a producer remembers to fill a field is not a history.
+    //
+    // It is deliberately NOT in the content hash (see contentHashOf): "what I replaced" is where a
+    // version sits, not what it contains, and hashing it would give the same rows two addresses
+    // depending on whether anything came before.
+    const previous = await readLatestPointer(deps, ownerGhii, input.name);
+    const supersedes = input.provenance?.supersedes
+        ?? (previous?.contentHash ? `${previous.packageId}@${previous.contentHash}` : undefined);
+    const now = new Date().toISOString();
+    const withoutHash = {
+        name: input.name,
+        profile: 'tabular-data-package',
+        resources,
+        ...(input.title ? { title: input.title } : {}),
+        ...(input.description ? { description: input.description } : {}),
+        ...(input.provenance?.license ? { licenses: [{ name: input.provenance.license }] } : {}),
+        created: now,
+        aimeat: {
+            packageId: packageId(ownerName, input.name),
+            changes: input.changes.trim(),
+            producer: {
+                kind: producedBy.kind,
+                ...(producedBy.ref ? { ref: producedBy.ref } : {}),
+                ...(producedBy.schedule ? { schedule: producedBy.schedule } : {}),
+            },
+            producedBy: { gaii: producedBy.gaii, ...(producedBy.run ? { run: producedBy.run } : {}), at: now },
+            schemaSource,
+            ...(input.parameters ? { parameters: input.parameters } : {}),
+            ...(input.provenance ?? {}),
+            ...(supersedes ? { supersedes } : {}),
+            ...(input.retentionPolicy ? { retentionPolicy: input.retentionPolicy } : {}),
+        },
+    };
+    const contentHash = contentHashOf(withoutHash);
+    const descriptor = { ...withoutHash, aimeat: { ...withoutHash.aimeat, contentHash } };
+    // TARGET-058: an agent publishing a package is model-touched output, and that gets DECLARED
+    // rather than inferred from the shape of the caller. `provenanceForWrite` decides from the
+    // PRINCIPAL whether a record is minted at all — an owner publishing through their own token is
+    // never stamped — so this is one call rather than a branch here. It lands AFTER the hash on
+    // purpose: a provenance id is a fresh UUID, and putting it inside the identity would make two
+    // identical runs produce two versions.
+    const aiProvenanceId = await provenanceForWrite(storage, {
+        principal: producedBy.gaii,
+        content: stableStringify(descriptor),
+        declaredId: input.declaredProvenanceId,
+        declared: input.declaredProvenance,
+        pipeline: `datapackage.publish.${producedBy.kind}`,
+        // A published package is world-readable at a permanent address and is read by people as well
+        // as programs, which is exactly the surface the disclosure rules are written for.
+        surface: { visibility: 'public', humanAudience: true },
+        labelPolicy: config.aiLabelPublic,
+        nodeId: config.nodeId,
+        baseUrl: config.baseUrl,
+        enabled: config.aiProvenance,
+    });
+    if (aiProvenanceId)
+        descriptor.aimeat.aiProvenanceId = aiProvenanceId;
+    // ── 3. Already published? The address carries the hash, so the same bytes are already there. ──
+    const dKey = descriptorKey(input.name, contentHash);
+    const existing = await storage.getStorageFile(ownerGhii, dKey);
+    const descriptorUrl = publicUrl(config.baseUrl, ownerGhii, dKey);
+    const resourceUrls = bodies.map(b => ({
+        name: b.name,
+        url: publicUrl(config.baseUrl, ownerGhii, resourceKey(input.name, contentHash, b.name)),
+        rowCount: b.rows.length,
+        bytes: b.data.length,
+    }));
+    if (existing) {
+        await writeLatest(deps, ownerGhii, input.name, contentHash, descriptorUrl, now);
+        // Nothing new was written, so nothing is pruned: retention trims what a NEW version pushed
+        // out, and a re-publish of existing content pushed nothing out.
+        return { ok: true, descriptor, contentHash, descriptorUrl, unchanged: true, resources: resourceUrls, pruned: [] };
+    }
+    // ── 4. Write. Bytes first, descriptor last: a descriptor is a promise about resources, and a
+    //       reader that finds one must find what it points at. ──
+    for (const b of bodies) {
+        const written = await writeStorageFile({ storage, config, emitResourceUpdated, emitResourceListChanged }, ownerGhii, {
+            key: resourceKey(input.name, contentHash, b.name),
+            data: b.data,
+            mimeType: 'text/csv; charset=utf-8',
+            visibility: 'public',
+        });
+        if (!written.ok) {
+            return { ok: false, code: 'INVALID_INPUT', issues: [],
+                message: `storing resource "${b.name}" failed: ${written.message}` };
+        }
+    }
+    const descriptorBytes = Buffer.from(JSON.stringify(descriptor, null, 2) + '\n', 'utf8');
+    const wroteDescriptor = await writeStorageFile({ storage, config, emitResourceUpdated, emitResourceListChanged }, ownerGhii, {
+        key: dKey,
+        data: descriptorBytes,
+        mimeType: 'application/json; charset=utf-8',
+        visibility: 'public',
+    });
+    if (!wroteDescriptor.ok) {
+        return { ok: false, code: 'INVALID_INPUT', message: `storing the descriptor failed: ${wroteDescriptor.message}`, issues: [] };
+    }
+    // The product sheet, projected from the descriptor and stored beside it. Generated rather than
+    // authored: every field traces to something the descriptor already holds, so it cannot drift from
+    // the package and needs no mapping layer to maintain. It rides with the version, so a buyer
+    // reading a pinned version reads the sheet that describes THAT one.
+    const odpsDoc = descriptorToOdps({
+        descriptor, ownerGhii, baseUrl: config.baseUrl, descriptorUrl,
+        resourceUrls: Object.fromEntries(resourceUrls.map(r => [r.name, r.url])),
+    });
+    await writeStorageFile({ storage, config, emitResourceUpdated, emitResourceListChanged }, ownerGhii, {
+        key: odpsYamlKey(input.name, contentHash),
+        data: Buffer.from(odpsToYamlDocument(odpsDoc), 'utf8'),
+        mimeType: 'text/yaml; charset=utf-8',
+        visibility: 'public',
+    });
+    await writeLatest(deps, ownerGhii, input.name, contentHash, descriptorUrl, now);
+    // Retention, if the owner asked for any. AFTER the new version is live and the pointer moves,
+    // never before: pruning first would leave a window where the newest version is gone and the new
+    // one is not yet published.
+    const pruned = input.retentionPolicy
+        ? await pruneOldVersions(deps, ownerGhii, input.name, input.retentionPolicy, contentHash)
+        : [];
+    await upsertCatalogueEntry(deps, ownerGhii, descriptor, descriptorUrl).catch(err => {
+        // The bytes ARE the package; the catalogue is where a person finds it. A catalogue failure
+        // must not un-publish a version that is already at its permanent address, and it must not be
+        // swallowed either — an operator seeing this knows a package is live and unlisted.
+        logger.warn('datapackage: catalogue entry failed, the package is published and unlisted', {
+            package: descriptor.aimeat.packageId, error: String(err),
+        });
+    });
+    return { ok: true, descriptor, contentHash, descriptorUrl, unchanged: false, resources: resourceUrls, pruned };
+}
+/**
+ * Apply the owner's retention policy: keep the newest N versions, or everything published within the
+ * last N months, and remove the rest.
+ *
+ * FOUR RULES, because this deletes published data at a permanent address:
+ *
+ * 1. IT ONLY RUNS WHEN THE OWNER ASKED. No policy means keep everything, for ever. A default that
+ *    quietly deleted somebody's history would be the worst possible default here.
+ * 2. THE CURRENT VERSION IS NEVER PRUNED, whatever the arithmetic says. `keep: 0` removes every old
+ *    version and leaves the one the pointer names, because a package with no readable version is not
+ *    a retention policy, it is a deletion.
+ * 3. A PRUNED VERSION IS GONE, and a consumer pinned to it gets a 404 rather than different bytes.
+ *    That is the honest failure: the owner chose a retention window, and the descriptor carries the
+ *    policy so a consumer can see how long a pin is good for before they rely on one.
+ * 4. WHAT WAS REMOVED IS RETURNED AND LOGGED. A deletion nobody can see is how a history disappears
+ *    without anyone noticing which run did it.
+ */
+async function pruneOldVersions(deps, ownerGhii, name, policy, currentHash) {
+    const keep = Number(policy.keep);
+    if (!Number.isFinite(keep) || keep < 0)
+        return [];
+    // Every stored file of this package, grouped into versions by the hash segment of its key.
+    const root = `${packageKeyRoot(name)}/`;
+    const files = (await deps.storage.listStorageFiles(ownerGhii))
+        .filter(f => f.key.startsWith(root) && !f.key.endsWith('/latest.json'));
+    const versions = new Map();
+    for (const f of files) {
+        const hash = f.key.slice(root.length).split('/')[0];
+        if (!/^[a-f0-9]{64}$/.test(hash))
+            continue;
+        const at = Date.parse(f.createdAt);
+        const entry = versions.get(hash) ?? { keys: [], at: 0 };
+        entry.keys.push(f.key);
+        entry.at = Math.max(entry.at, Number.isFinite(at) ? at : 0);
+        versions.set(hash, entry);
+    }
+    const current = bare(currentHash);
+    const ordered = [...versions.entries()]
+        .filter(([hash]) => hash !== current) // rule 2
+        .sort((a, b) => b[1].at - a[1].at); // newest first
+    let doomed;
+    if (policy.unit === 'months') {
+        const cutoff = Date.now() - keep * 30 * 24 * 3600_000;
+        doomed = ordered.filter(([, v]) => v.at < cutoff);
+    }
+    else {
+        // `keep` counts versions INCLUDING the current one, which is what an owner means by "keep the
+        // last 30" — so the others list is trimmed to keep-1.
+        doomed = ordered.slice(Math.max(0, keep - 1));
+    }
+    const removed = [];
+    for (const [hash, v] of doomed) {
+        for (const key of v.keys)
+            await deps.storage.deleteStorageFile(ownerGhii, key);
+        removed.push(`sha256:${hash}`);
+    }
+    if (removed.length) {
+        logger.info('datapackage: retention removed old versions', {
+            package: `${ownerGhii}/${name}`, policy: `${policy.keep} ${policy.unit}`,
+            removed: removed.length, versions: removed,
+        });
+    }
+    return removed;
+}
+/** The pointer as it stands now, or null when this package has never published a version. A pointer
+ *  that carries only a recorded failure counts as "nothing published yet", because there is no
+ *  version at it to supersede. */
+async function readLatestPointer(deps, ownerGhii, name) {
+    const file = await deps.storage.getStorageFile(ownerGhii, latestKey(name));
+    if (!file)
+        return null;
+    try {
+        const pointer = JSON.parse(file.data.toString('utf8'));
+        return pointer.contentHash ? pointer : null;
+    }
+    catch (err) {
+        // A pointer we cannot read is a broken pointer, and it must not silently become "no previous
+        // version" — that would publish a version claiming to supersede nothing and quietly break
+        // the chain. Refusing the publish is louder and correct.
+        throw new Error(`latest.json for "${name}" is not readable JSON, so the version chain cannot be `
+            + 'continued honestly', { cause: err });
+    }
+}
+/** The mutable pointer for a consumer following the newest version. Clears any recorded failure:
+ *  a successful publish IS the answer to "the last attempt broke". */
+async function writeLatest(deps, ownerGhii, name, contentHash, descriptorUrl, at) {
+    const pointer = {
+        packageId: packageId(ownerGhii.split('@')[0], name),
+        name, contentHash, descriptorUrl, updatedAt: at,
+    };
+    await writeStorageFile({ storage: deps.storage, config: deps.config, emitResourceUpdated, emitResourceListChanged }, ownerGhii, {
+        key: latestKey(name),
+        data: Buffer.from(JSON.stringify(pointer, null, 2) + '\n', 'utf8'),
+        mimeType: 'application/json; charset=utf-8',
+        visibility: 'public',
+    });
+}
+/**
+ * A run failed. The package stays on the version it had; the pointer says the newest attempt did not
+ * land, when, and why. This is the whole of "epäonnistuminen näkyy, eikä sitä peitetä": no empty
+ * version is written, and a consumer polling `latest.json` learns the difference between a package
+ * that has not changed and one whose producer is broken.
+ */
+export async function recordFailure(deps, ownerGhii, name, message) {
+    const key = latestKey(name);
+    const existing = await deps.storage.getStorageFile(ownerGhii, key);
+    let pointer;
+    if (existing) {
+        pointer = JSON.parse(existing.data.toString('utf8'));
+    }
+    else {
+        pointer = {
+            packageId: packageId(ownerGhii.split('@')[0], name),
+            name, contentHash: '', descriptorUrl: '', updatedAt: new Date().toISOString(),
+        };
+    }
+    pointer.lastError = { at: new Date().toISOString(), message: message.slice(0, 1000) };
+    await writeStorageFile({ storage: deps.storage, config: deps.config, emitResourceUpdated, emitResourceListChanged }, ownerGhii, {
+        key,
+        data: Buffer.from(JSON.stringify(pointer, null, 2) + '\n', 'utf8'),
+        mimeType: 'application/json; charset=utf-8',
+        visibility: 'public',
+    });
+}
+/**
+ * Read a package back. `ref` is `pkg:{owner}/{name}` for the newest version, or
+ * `pkg:{owner}/{name}@sha256:…` to pin one. A pinned reference always answers with the same bytes,
+ * which is what makes pinning worth anything.
+ */
+export async function openPackage(deps, ref, nodeId) {
+    const parsed = parseRef(ref, nodeId);
+    if (!parsed)
+        return null;
+    const { ownerGhii, name, contentHash } = parsed;
+    let hash = contentHash;
+    let latest;
+    if (!hash) {
+        const pointerFile = await deps.storage.getStorageFile(ownerGhii, latestKey(name));
+        if (!pointerFile)
+            return null;
+        latest = JSON.parse(pointerFile.data.toString('utf8'));
+        if (!latest.contentHash)
+            return null; // only a failure has ever been recorded
+        hash = latest.contentHash;
+    }
+    const file = await deps.storage.getStorageFile(ownerGhii, descriptorKey(name, hash));
+    if (!file)
+        return null;
+    return {
+        descriptor: JSON.parse(file.data.toString('utf8')),
+        descriptorUrl: publicUrl(deps.config.baseUrl, ownerGhii, descriptorKey(name, hash)),
+        ...(latest ? { latest } : {}),
+    };
+}
+/** Rows of one resource, paginated. The caller names the window; nothing here decides to send a
+ *  whole table into somebody's context because it happened to fit. */
+export async function readRows(deps, ref, nodeId, resource, opts = {}) {
+    const parsed = parseRef(ref, nodeId);
+    const opened = await openPackage(deps, ref, nodeId);
+    if (!parsed || !opened)
+        return null;
+    const res = opened.descriptor.resources.find(r => r.name === resource);
+    if (!res)
+        return null;
+    const hash = opened.descriptor.aimeat.contentHash;
+    const file = await deps.storage.getStorageFile(parsed.ownerGhii, resourceKey(parsed.name, hash, resource));
+    if (!file)
+        return null;
+    const all = fromCsv(file.data, res.schema);
+    const offset = Math.max(0, opts.offset ?? 0);
+    const limit = Math.min(Math.max(1, opts.limit ?? 500), 5000);
+    let rows = all.slice(offset, offset + limit);
+    let schema = res.schema;
+    if (opts.select?.length) {
+        const keep = new Set(opts.select);
+        rows = rows.map(r => Object.fromEntries(Object.entries(r).filter(([k]) => keep.has(k))));
+        schema = { ...res.schema, fields: res.schema.fields.filter(f => keep.has(f.name)) };
+    }
+    return { rows, total: all.length, schema };
+}
+/** Every package one owner has, newest version each, with any recorded failure. */
+export async function listPackages(deps, ownerGhii) {
+    const files = await deps.storage.listStorageFiles(ownerGhii);
+    const names = files
+        .filter(f => f.key.startsWith('datapkg/') && f.key.endsWith('/latest.json'))
+        .map(f => f.key.slice('datapkg/'.length, -'/latest.json'.length));
+    const out = [];
+    for (const name of names) {
+        const file = await deps.storage.getStorageFile(ownerGhii, latestKey(name));
+        if (file)
+            out.push(JSON.parse(file.data.toString('utf8')));
+    }
+    return out.sort((a, b) => b.updatedAt.localeCompare(a.updatedAt));
+}
+/**
+ * Every version of one package, newest first.
+ *
+ * The versions are DISCOVERED FROM THE KEYS rather than from an index, because the keys are the
+ * index: a version is a directory named by its content hash, so nothing can be published without
+ * appearing here and nothing can be listed here without existing. An index would be a second thing
+ * to keep in step with the first.
+ *
+ * Each descriptor is read, which is one small GET per version. That is what makes `changes` and
+ * `rowCount` available, and it is bounded by the owner's retention policy rather than by time.
+ */
+export async function listVersions(deps, ownerGhii, name) {
+    const root = `${packageKeyRoot(name)}/`;
+    const currentHash = (await readLatestPointer(deps, ownerGhii, name))?.contentHash ?? '';
+    const files = (await deps.storage.listStorageFiles(ownerGhii))
+        .filter(f => f.key.startsWith(root) && f.key.endsWith('/datapackage.json'));
+    const out = [];
+    for (const f of files) {
+        const hash = f.key.slice(root.length).split('/')[0];
+        if (!/^[a-f0-9]{64}$/.test(hash))
+            continue;
+        const body = await deps.storage.getStorageFile(ownerGhii, f.key);
+        if (!body)
+            continue;
+        let descriptor;
+        try {
+            descriptor = JSON.parse(body.data.toString('utf8'));
+        }
+        catch (err) {
+            // A descriptor that will not parse is not skipped quietly: a history with a hole in it
+            // reads as a history, and a consumer counting versions would be counting wrong. The
+            // caller gets the failure and can say which version is unreadable.
+            throw new Error(`datapackage "${name}": the descriptor at ${f.key} is not readable JSON, so the `
+                + 'version history cannot be listed honestly', { cause: err });
+        }
+        const resource = descriptor.resources?.[0];
+        out.push({
+            contentHash: descriptor.aimeat.contentHash,
+            at: f.createdAt,
+            current: bare(descriptor.aimeat.contentHash) === bare(currentHash),
+            changes: descriptor.aimeat.changes,
+            rowCount: resource?.rowCount ?? 0,
+            bytes: resource?.bytes ?? 0,
+            descriptorUrl: publicUrl(deps.config.baseUrl, ownerGhii, f.key),
+            ...(descriptor.aimeat.supersedes ? { supersedes: descriptor.aimeat.supersedes } : {}),
+        });
+    }
+    return out.sort((a, b) => b.at.localeCompare(a.at));
+}
+/** `pkg:{owner}/{name}` or `pkg:{owner}/{name}@sha256:…`, or the bare `{name}` of your own. */
+export function parseRef(ref, nodeId) {
+    const m = /^pkg:([^/@]+)\/([^@]+)(?:@(sha256:[a-f0-9]{64}))?$/.exec(String(ref || '').trim());
+    if (!m)
+        return null;
+    const owner = m[1];
+    return {
+        ownerGhii: owner.includes('@') ? owner : `${owner}@${nodeId}`,
+        name: m[2],
+        ...(m[3] ? { contentHash: m[3] } : {}),
+    };
+}
+/**
+ * The catalogue side: a knowledge package so the data package appears where people and agents look
+ * for knowledge. `content_type: 'dataset'` because the union is closed and `dataset` is already the
+ * right word for this; inventing `data-package` would be a type change for no gain.
+ *
+ * Deterministic id from the packageId, so re-publishing a version updates the entry instead of
+ * accumulating one manifest per run — which at a daily cadence is 365 manifests a year for one
+ * package, and the memory-key budget is 1000.
+ */
+async function upsertCatalogueEntry(deps, ownerGhii, descriptor, descriptorUrl) {
+    const id = bare(bytesHash(Buffer.from(descriptor.aimeat.packageId, 'utf8'))).slice(0, 32);
+    const key = `packages/${id}/manifest`;
+    const now = new Date().toISOString();
+    const existing = await deps.storage.getMemory(ownerGhii, key);
+    const manifest = {
+        type: 'knowledge-package',
+        name: descriptor.title ?? descriptor.name,
+        version: bare(descriptor.aimeat.contentHash).slice(0, 12),
+        author: ownerGhii,
+        created: existing?.value?.created ?? now,
+        updated: now,
+        content_type: 'dataset',
+        tags: ['data-package', 'frictionless', descriptor.name],
+        language: 'en',
+        maturity: 'stable',
+        synthesis: { level: 'original', description: descriptor.aimeat.changes },
+        references: (descriptor.aimeat.sources ?? []).map(s => ({ url: s.url ?? '', title: s.title ?? '' })),
+        entries: descriptor.resources.map(r => ({
+            key: `packages/${id}/${r.name}`,
+            title: r.title ?? r.name,
+            visibility: 'public',
+        })),
+        links: [],
+        sharing: { catalog_listed: true, allow_clone: false, morsel_price: 0 },
+        // The pointer back to the canonical bytes. The catalogue never holds them: a knowledge
+        // package is a collection of memory entries, and memory does not carry files.
+        x_aimeat_datapackage: {
+            packageId: descriptor.aimeat.packageId,
+            contentHash: descriptor.aimeat.contentHash,
+            descriptorUrl,
+            resources: descriptor.resources.map(r => ({ name: r.name, rowCount: r.rowCount, fields: r.schema.fields.length })),
+        },
+    };
+    await deps.storage.setMemory({
+        key, ownerGaii: ownerGhii, value: manifest,
+        visibility: 'public', tags: ['knowledge-package', 'dataset', 'data-package'], ttlHours: null,
+        version: existing ? existing.version + 1 : 1,
+        createdAt: existing?.createdAt ?? now, updatedAt: now,
+    });
+    // One entry per resource, holding its schema — so an agent that found the package through the
+    // catalogue learns the columns without fetching a single byte of data.
+    for (const r of descriptor.resources) {
+        const entryKey = `packages/${id}/${r.name}`;
+        const prev = await deps.storage.getMemory(ownerGhii, entryKey);
+        await deps.storage.setMemory({
+            key: entryKey, ownerGaii: ownerGhii,
+            value: {
+                resource: r.name, rowCount: r.rowCount, bytes: r.bytes, hash: r.hash,
+                schema: r.schema,
+                csvUrl: publicUrl(deps.config.baseUrl, ownerGhii, `${packageKeyRoot(descriptor.name)}/${bare(descriptor.aimeat.contentHash)}/${r.path}`),
+            },
+            visibility: 'public', tags: ['knowledge-entry', 'dataset'], ttlHours: null,
+            version: prev ? prev.version + 1 : 1,
+            createdAt: prev?.createdAt ?? now, updatedAt: now,
+        });
+    }
+}
+//# sourceMappingURL=store.js.map

package/dist/src/services/datapackage/store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"store.js","sourceRoot":"","sources":["../../../../src/services/datapackage/store.ts"],"names":[],"mappings":"AAgCA,OAAO,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAC;AAC5D,OAAO,EAAE,mBAAmB,EAAE,uBAAuB,EAAE,MAAM,oBAAoB,CAAC;AAClF,OAAO,EAAE,kBAAkB,EAA2B,MAAM,qBAAqB,CAAC;AAClF,OAAO,EAAE,eAAe,EAAE,MAAM,4BAA4B,CAAC;AAC7D,OAAO,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AAC/C,OAAO,EAEH,IAAI,EAAE,SAAS,EAAE,aAAa,EAAE,aAAa,EAAE,SAAS,EAAE,SAAS,EAAE,cAAc,EACnF,SAAS,EAAE,WAAW,EAAE,YAAY,EAAE,YAAY,EAAE,gBAAgB,GACvE,MAAM,eAAe,CAAC;AACvB,OAAO,EAAE,WAAW,EAAE,KAAK,EAAE,OAAO,EAAE,YAAY,EAAwB,MAAM,YAAY,CAAC;AAC7F,OAAO,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,WAAW,EAAE,MAAM,WAAW,CAAC;AAuB9E;;;;;;;GAOG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAChC,IAAe,EAAE,SAAiB,EAAE,KAAmB,EAAE,UAAsB;IAE/E,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;IACjC,MAAM,SAAS,GAAG,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAE1C,MAAM,SAAS,GAAG,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC3C,IAAI,SAAS;QAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,eAAe,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;IAC3F,IAAI,CAAC,KAAK,CAAC,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;QAC1C,OAAO;YACH,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,eAAe,EAAE,MAAM,EAAE,EAAE;YAC5C,OAAO,EAAE,uFAAuF;kBAC1F,yEAAyE;SAClF,CAAC;IACN,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAClE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,eAAe,EAAE,OAAO,EAAE,uCAAuC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;IAC9G,CAAC;IAED,qFAAqF;IACrF,MAAM,MAAM,GAAsB,EAAE,CAAC;IACrC,MAAM,QAAQ,GAAgJ,EAAE,CAAC;IACjK,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;QAChC,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YACnC,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,eAAe,EAAE,MAAM,EAAE,EAAE;gBACjD,OAAO,EAAE,kBAAkB,GAAG,CAAC,IAAI,iEAAiE,EAAE,CAAC;QAC/G,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YAC3B,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,eAAe,EAAE,OAAO,EAAE,aAAa,GAAG,CAAC,IAAI,qBAAqB,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;QACjH,CAAC;QACD,MAAM,QAAQ,GAAG,GAAG,CAAC,MAAM,KAAK,OAAO,CAAC;QACxC,MAAM,MAAM,GAAG,QAAQ,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAE,GAAG,CAAC,MAAsB,CAAC;QAC9E,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;YAC1B,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,eAAe,EAAE,MAAM,EAAE,EAAE;gBACjD,OAAO,EAAE,aAAa,GAAG,CAAC,IAAI,qDAAqD,EAAE,CAAC;QAC9F,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;QACzD,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,WAAW,EAAE,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC;IACxH,CAAC;IACD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACpB,OAAO;YACH,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,cAAc,EAAE,MAAM;YACvC,OAAO,EAAE,GAAG,MAAM,CAAC,MAAM,mFAAmF;kBACtG,6EAA6E;SACtF,CAAC;IACN,CAAC;IAED,0DAA0D;IAC1D,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;QAC5B,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC;QACrC,OAAO,EAAE,GAAG,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;IACjD,CAAC,CAAC,CAAC;IAEH,MAAM,YAAY,GACd,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC;IAErG,MAAM,SAAS,GAAyB,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACrD,IAAI,EAAE,CAAC,CAAC,IAAI;QACZ,IAAI,EAAE,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC;QAC1B,OAAO,EAAE,uBAAuB;QAChC,MAAM,EAAE,KAAK;QACb,SAAS,EAAE,UAAU;QACrB,QAAQ,EAAE,OAAO;QACjB,MAAM,EAAE,CAAC,CAAC,MAAM;QAChB,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM;QACvB,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM;QACpB,IAAI,EAAE,CAAC,CAAC,IAAI;QACZ,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACtC,GAAG,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC3D,CAAC,CAAC,CAAC;IAEJ,4FAA4F;IAC5F,iGAAiG;IACjG,+FAA+F;IAC/F,uFAAuF;IACvF,EAAE;IACF,+FAA+F;IAC/F,4FAA4F;IAC5F,6CAA6C;IAC7C,MAAM,QAAQ,GAAG,MAAM,iBAAiB,CAAC,IAAI,EAAE,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;IACtE,MAAM,UAAU,GAAG,KAAK,CAAC,UAAU,EAAE,UAAU;WACxC,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,SAAS,IAAI,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IAE7F,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACrC,MAAM,WAAW,GAAG;QAChB,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,OAAO,EAAE,sBAA+B;QACxC,SAAS;QACT,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9C,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAChE,GAAG,CAAC,KAAK,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACxF,OAAO,EAAE,GAAG;QACZ,MAAM,EAAE;YACJ,SAAS,EAAE,SAAS,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC;YAC3C,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE;YAC7B,QAAQ,EAAE;gBACN,IAAI,EAAE,UAAU,CAAC,IAAI;gBACrB,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,UAAU,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAClD,GAAG,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,UAAU,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACpE;YACD,UAAU,EAAE,EAAE,IAAI,EAAE,UAAU,CAAC,IAAI,EAAE,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,UAAU,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE;YAClG,YAAY;YACZ,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7D,GAAG,CAAC,KAAK,CAAC,UAAU,IAAI,EAAE,CAAC;YAC3B,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACrC,GAAG,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,KAAK,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC/E;KACJ,CAAC;IACF,MAAM,WAAW,GAAG,aAAa,CAAC,WAAW,CAAC,CAAC;IAC/C,MAAM,UAAU,GAAe,EAAE,GAAG,WAAW,EAAE,MAAM,EAAE,EAAE,GAAG,WAAW,CAAC,MAAM,EAAE,WAAW,EAAE,EAAE,CAAC;IAElG,4FAA4F;IAC5F,2FAA2F;IAC3F,+FAA+F;IAC/F,4FAA4F;IAC5F,8FAA8F;IAC9F,uCAAuC;IACvC,MAAM,cAAc,GAAG,MAAM,kBAAkB,CAAC,OAAO,EAAE;QACrD,SAAS,EAAE,UAAU,CAAC,IAAI;QAC1B,OAAO,EAAE,eAAe,CAAC,UAAU,CAAC;QACpC,UAAU,EAAE,KAAK,CAAC,oBAAoB;QACtC,QAAQ,EAAE,KAAK,CAAC,kBAAoD;QACpE,QAAQ,EAAE,uBAAuB,UAAU,CAAC,IAAI,EAAE;QAClD,6FAA6F;QAC7F,kFAAkF;QAClF,OAAO,EAAE,EAAE,UAAU,EAAE,QAAQ,EAAE,aAAa,EAAE,IAAI,EAAE;QACtD,WAAW,EAAE,MAAM,CAAC,aAAa;QACjC,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,OAAO,EAAE,MAAM,CAAC,YAAY;KAC/B,CAAC,CAAC;IACH,IAAI,cAAc;QAAE,UAAU,CAAC,MAAM,CAAC,cAAc,GAAG,cAAc,CAAC;IAEtE,iGAAiG;IACjG,MAAM,IAAI,GAAG,aAAa,CAAC,KAAK,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;IACpD,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,cAAc,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;IAC/D,MAAM,aAAa,GAAG,SAAS,CAAC,MAAM,CAAC,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC;IACjE,MAAM,YAAY,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAClC,IAAI,EAAE,CAAC,CAAC,IAAI;QACZ,GAAG,EAAE,SAAS,CAAC,MAAM,CAAC,OAAO,EAAE,SAAS,EAAE,WAAW,CAAC,KAAK,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;QACvF,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM;QACvB,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM;KACvB,CAAC,CAAC,CAAC;IACJ,IAAI,QAAQ,EAAE,CAAC;QACX,MAAM,WAAW,CAAC,IAAI,EAAE,SAAS,EAAE,KAAK,CAAC,IAAI,EAAE,WAAW,EAAE,aAAa,EAAE,GAAG,CAAC,CAAC;QAChF,2FAA2F;QAC3F,gEAAgE;QAChE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,WAAW,EAAE,aAAa,EAAE,SAAS,EAAE,IAAI,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;IACtH,CAAC;IAED,8FAA8F;IAC9F,8DAA8D;IAC9D,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;QACrB,MAAM,OAAO,GAAG,MAAM,gBAAgB,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,mBAAmB,EAAE,uBAAuB,EAAE,EAAE,SAAS,EAAE;YACjH,GAAG,EAAE,WAAW,CAAC,KAAK,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC,IAAI,CAAC;YACjD,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,QAAQ,EAAE,yBAAyB;YACnC,UAAU,EAAE,QAAQ;SACvB,CAAC,CAAC;QACH,IAAI,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC;YACd,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,eAAe,EAAE,MAAM,EAAE,EAAE;gBACjD,OAAO,EAAE,qBAAqB,CAAC,CAAC,IAAI,aAAa,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;QAC7E,CAAC;IACL,CAAC;IACD,MAAM,eAAe,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,EAAE,MAAM,CAAC,CAAC;IACxF,MAAM,eAAe,GAAG,MAAM,gBAAgB,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,mBAAmB,EAAE,uBAAuB,EAAE,EAAE,SAAS,EAAE;QACzH,GAAG,EAAE,IAAI;QACT,IAAI,EAAE,eAAe;QACrB,QAAQ,EAAE,iCAAiC;QAC3C,UAAU,EAAE,QAAQ;KACvB,CAAC,CAAC;IACH,IAAI,CAAC,eAAe,CAAC,EAAE,EAAE,CAAC;QACtB,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,eAAe,EAAE,OAAO,EAAE,kCAAkC,eAAe,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;IAClI,CAAC;IAED,+FAA+F;IAC/F,kGAAkG;IAClG,4FAA4F;IAC5F,oEAAoE;IACpE,MAAM,OAAO,GAAG,gBAAgB,CAAC;QAC7B,UAAU,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,aAAa;QAC7D,YAAY,EAAE,MAAM,CAAC,WAAW,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;KAC3E,CAAC,CAAC;IACH,MAAM,gBAAgB,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,mBAAmB,EAAE,uBAAuB,EAAE,EAAE,SAAS,EAAE;QACjG,GAAG,EAAE,WAAW,CAAC,KAAK,CAAC,IAAI,EAAE,WAAW,CAAC;QACzC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;QACtD,QAAQ,EAAE,0BAA0B;QACpC,UAAU,EAAE,QAAQ;KACvB,CAAC,CAAC;IAEH,MAAM,WAAW,CAAC,IAAI,EAAE,SAAS,EAAE,KAAK,CAAC,IAAI,EAAE,WAAW,EAAE,aAAa,EAAE,GAAG,CAAC,CAAC;IAChF,8FAA8F;IAC9F,gGAAgG;IAChG,4BAA4B;IAC5B,MAAM,MAAM,GAAG,KAAK,CAAC,eAAe;QAChC,CAAC,CAAC,MAAM,gBAAgB,CAAC,IAAI,EAAE,SAAS,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,eAAe,EAAE,WAAW,CAAC;QACzF,CAAC,CAAC,EAAE,CAAC;IACT,MAAM,oBAAoB,CAAC,IAAI,EAAE,SAAS,EAAE,UAAU,EAAE,aAAa,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE;QAC/E,2FAA2F;QAC3F,6FAA6F;QAC7F,mFAAmF;QACnF,MAAM,CAAC,IAAI,CAAC,4EAA4E,EAAE;YACtF,OAAO,EAAE,UAAU,CAAC,MAAM,CAAC,SAAS,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC;SAC3D,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;IAEH,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,WAAW,EAAE,aAAa,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,EAAE,CAAC;AACnH,CAAC;AAED;;;;;;;;;;;;;;;;GAgBG;AACH,KAAK,UAAU,gBAAgB,CAC3B,IAAe,EAAE,SAAiB,EAAE,IAAY,EAChD,MAAoD,EAAE,WAAmB;IAEzE,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACjC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,GAAG,CAAC;QAAE,OAAO,EAAE,CAAC;IAElD,2FAA2F;IAC3F,MAAM,IAAI,GAAG,GAAG,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC;IACxC,MAAM,KAAK,GAAG,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;SACzD,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAC;IAC5E,MAAM,QAAQ,GAAG,IAAI,GAAG,EAA0C,CAAC;IACnE,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;QACpB,MAAM,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACpD,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC;YAAE,SAAS;QAC3C,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QACnC,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC;QACxD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QACvB,KAAK,CAAC,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5D,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IAC9B,CAAC;IAED,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC;IAClC,MAAM,OAAO,GAAG,CAAC,GAAG,QAAQ,CAAC,OAAO,EAAE,CAAC;SAClC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,KAAK,OAAO,CAAC,CAAG,SAAS;SAChD,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAK,eAAe;IAE3D,IAAI,MAAuD,CAAC;IAC5D,IAAI,MAAM,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC3B,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,GAAG,EAAE,GAAG,EAAE,GAAG,QAAQ,CAAC;QACtD,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,MAAM,CAAC,CAAC;IACtD,CAAC;SAAM,CAAC;QACJ,8FAA8F;QAC9F,sDAAsD;QACtD,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC;IAClD,CAAC;IAED,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,MAAM,EAAE,CAAC;QAC7B,KAAK,MAAM,GAAG,IAAI,CAAC,CAAC,IAAI;YAAE,MAAM,IAAI,CAAC,OAAO,CAAC,iBAAiB,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;QAC/E,OAAO,CAAC,IAAI,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC;IACnC,CAAC;IACD,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;QACjB,MAAM,CAAC,IAAI,CAAC,6CAA6C,EAAE;YACvD,OAAO,EAAE,GAAG,SAAS,IAAI,IAAI,EAAE,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,IAAI,EAAE;YACxE,OAAO,EAAE,OAAO,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO;SAC7C,CAAC,CAAC;IACP,CAAC;IACD,OAAO,OAAO,CAAC;AACnB,CAAC;AAED;;kCAEkC;AAClC,KAAK,UAAU,iBAAiB,CAAC,IAAe,EAAE,SAAiB,EAAE,IAAY;IAC7E,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,SAAS,EAAE,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;IAC3E,IAAI,CAAC,IAAI;QAAE,OAAO,IAAI,CAAC;IACvB,IAAI,CAAC;QACD,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAkB,CAAC;QACxE,OAAO,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;IAChD,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACX,6FAA6F;QAC7F,0FAA0F;QAC1F,yDAAyD;QACzD,MAAM,IAAI,KAAK,CAAC,oBAAoB,IAAI,yDAAyD;cAC3F,oBAAoB,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;IAChD,CAAC;AACL,CAAC;AAED;sEACsE;AACtE,KAAK,UAAU,WAAW,CACtB,IAAe,EAAE,SAAiB,EAAE,IAAY,EAAE,WAAmB,EAAE,aAAqB,EAAE,EAAU;IAExG,MAAM,OAAO,GAAkB;QAC3B,SAAS,EAAE,SAAS,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC;QACnD,IAAI,EAAE,WAAW,EAAE,aAAa,EAAE,SAAS,EAAE,EAAE;KAClD,CAAC;IACF,MAAM,gBAAgB,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,mBAAmB,EAAE,uBAAuB,EAAE,EAAE,SAAS,EAAE;QAC5H,GAAG,EAAE,SAAS,CAAC,IAAI,CAAC;QACpB,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,EAAE,MAAM,CAAC;QAClE,QAAQ,EAAE,iCAAiC;QAC3C,UAAU,EAAE,QAAQ;KACvB,CAAC,CAAC;AACP,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CAC/B,IAAe,EAAE,SAAiB,EAAE,IAAY,EAAE,OAAe;IAEjE,MAAM,GAAG,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;IAC5B,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;IACnE,IAAI,OAAsB,CAAC;IAC3B,IAAI,QAAQ,EAAE,CAAC;QACX,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAkB,CAAC;IAC1E,CAAC;SAAM,CAAC;QACJ,OAAO,GAAG;YACN,SAAS,EAAE,SAAS,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC;YACnD,IAAI,EAAE,WAAW,EAAE,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SAChF,CAAC;IACN,CAAC;IACD,OAAO,CAAC,SAAS,GAAG,EAAE,EAAE,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,CAAC;IACtF,MAAM,gBAAgB,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,mBAAmB,EAAE,uBAAuB,EAAE,EAAE,SAAS,EAAE;QAC5H,GAAG;QACH,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,EAAE,MAAM,CAAC;QAClE,QAAQ,EAAE,iCAAiC;QAC3C,UAAU,EAAE,QAAQ;KACvB,CAAC,CAAC;AACP,CAAC;AAID;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,IAAe,EAAE,GAAW,EAAE,MAAc;IAC1E,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IACrC,IAAI,CAAC,MAAM;QAAE,OAAO,IAAI,CAAC;IACzB,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,WAAW,EAAE,GAAG,MAAM,CAAC;IAEhD,IAAI,IAAI,GAAG,WAAW,CAAC;IACvB,IAAI,MAAiC,CAAC;IACtC,IAAI,CAAC,IAAI,EAAE,CAAC;QACR,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,SAAS,EAAE,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;QAClF,IAAI,CAAC,WAAW;YAAE,OAAO,IAAI,CAAC;QAC9B,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAkB,CAAC;QACxE,IAAI,CAAC,MAAM,CAAC,WAAW;YAAE,OAAO,IAAI,CAAC,CAAG,wCAAwC;QAChF,IAAI,GAAG,MAAM,CAAC,WAAW,CAAC;IAC9B,CAAC;IACD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,SAAS,EAAE,aAAa,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;IACrF,IAAI,CAAC,IAAI;QAAE,OAAO,IAAI,CAAC;IACvB,OAAO;QACH,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAe;QAChE,aAAa,EAAE,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,SAAS,EAAE,aAAa,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACnF,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAChC,CAAC;AACN,CAAC;AAED;sEACsE;AACtE,MAAM,CAAC,KAAK,UAAU,QAAQ,CAC1B,IAAe,EAAE,GAAW,EAAE,MAAc,EAAE,QAAgB,EAAE,OAA+D,EAAE;IAEjI,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IACrC,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,IAAI,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;IACpD,IAAI,CAAC,MAAM,IAAI,CAAC,MAAM;QAAE,OAAO,IAAI,CAAC;IACpC,MAAM,GAAG,GAAG,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;IACvE,IAAI,CAAC,GAAG;QAAE,OAAO,IAAI,CAAC;IACtB,MAAM,IAAI,GAAG,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,WAAW,CAAC;IAClD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,MAAM,CAAC,SAAS,EAAE,WAAW,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC;IAC3G,IAAI,CAAC,IAAI;QAAE,OAAO,IAAI,CAAC;IAEvB,MAAM,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IAC3C,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC;IAC7C,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,IAAI,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;IAC7D,IAAI,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,GAAG,KAAK,CAAC,CAAC;IAC7C,IAAI,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC;IACxB,IAAI,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC;QACtB,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAClC,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACzF,MAAM,GAAG,EAAE,GAAG,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;IACxF,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC;AAC/C,CAAC;AAED,mFAAmF;AACnF,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,IAAe,EAAE,SAAiB;IACjE,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;IAC7D,MAAM,KAAK,GAAG,KAAK;SACd,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC;SAC3E,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC;IACtE,MAAM,GAAG,GAAoB,EAAE,CAAC;IAChC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACvB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,SAAS,EAAE,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;QAC3E,IAAI,IAAI;YAAE,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAkB,CAAC,CAAC;IAChF,CAAC;IACD,OAAO,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;AACtE,CAAC;AAkBD;;;;;;;;;;GAUG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,IAAe,EAAE,SAAiB,EAAE,IAAY;IAC/E,MAAM,IAAI,GAAG,GAAG,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC;IACxC,MAAM,WAAW,GAAG,CAAC,MAAM,iBAAiB,CAAC,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC,EAAE,WAAW,IAAI,EAAE,CAAC;IACxF,MAAM,KAAK,GAAG,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;SACzD,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,mBAAmB,CAAC,CAAC,CAAC;IAEhF,MAAM,GAAG,GAAmB,EAAE,CAAC;IAC/B,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;QACpB,MAAM,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACpD,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC;YAAE,SAAS;QAC3C,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,SAAS,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC;QACjE,IAAI,CAAC,IAAI;YAAE,SAAS;QACpB,IAAI,UAAsB,CAAC;QAC3B,IAAI,CAAC;YACD,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAe,CAAC;QACtE,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,uFAAuF;YACvF,oFAAoF;YACpF,mEAAmE;YACnE,MAAM,IAAI,KAAK,CAAC,gBAAgB,IAAI,wBAAwB,CAAC,CAAC,GAAG,gCAAgC;kBAC3F,2CAA2C,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;QACvE,CAAC;QACD,MAAM,QAAQ,GAAG,UAAU,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,CAAC;QAC3C,GAAG,CAAC,IAAI,CAAC;YACL,WAAW,EAAE,UAAU,CAAC,MAAM,CAAC,WAAW;YAC1C,EAAE,EAAE,CAAC,CAAC,SAAS;YACf,OAAO,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,WAAW,CAAC,KAAK,IAAI,CAAC,WAAW,CAAC;YAClE,OAAO,EAAE,UAAU,CAAC,MAAM,CAAC,OAAO;YAClC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,IAAI,CAAC;YACjC,KAAK,EAAE,QAAQ,EAAE,KAAK,IAAI,CAAC;YAC3B,aAAa,EAAE,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,SAAS,EAAE,CAAC,CAAC,GAAG,CAAC;YAC/D,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,UAAU,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACxF,CAAC,CAAC;IACP,CAAC;IACD,OAAO,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AACxD,CAAC;AAED,+FAA+F;AAC/F,MAAM,UAAU,QAAQ,CAAC,GAAW,EAAE,MAAc;IAChD,MAAM,CAAC,GAAG,oDAAoD,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IAC9F,IAAI,CAAC,CAAC;QAAE,OAAO,IAAI,CAAC;IACpB,MAAM,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACnB,OAAO;QACH,SAAS,EAAE,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,KAAK,IAAI,MAAM,EAAE;QAC7D,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QACV,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACzC,CAAC;AACN,CAAC;AAED;;;;;;;;GAQG;AACH,KAAK,UAAU,oBAAoB,CAC/B,IAAe,EAAE,SAAiB,EAAE,UAAsB,EAAE,aAAqB;IAEjF,MAAM,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAC1F,MAAM,GAAG,GAAG,YAAY,EAAE,WAAW,CAAC;IACtC,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACrC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;IAC9D,MAAM,QAAQ,GAAG;QACb,IAAI,EAAE,mBAAmB;QACzB,IAAI,EAAE,UAAU,CAAC,KAAK,IAAI,UAAU,CAAC,IAAI;QACzC,OAAO,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;QACzD,MAAM,EAAE,SAAS;QACjB,OAAO,EAAG,QAAQ,EAAE,KAA0C,EAAE,OAAO,IAAI,GAAG;QAC9E,OAAO,EAAE,GAAG;QACZ,YAAY,EAAE,SAAS;QACvB,IAAI,EAAE,CAAC,cAAc,EAAE,cAAc,EAAE,UAAU,CAAC,IAAI,CAAC;QACvD,QAAQ,EAAE,IAAI;QACd,QAAQ,EAAE,QAAQ;QAClB,SAAS,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,WAAW,EAAE,UAAU,CAAC,MAAM,CAAC,OAAO,EAAE;QACxE,UAAU,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,IAAI,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,IAAI,EAAE,EAAE,CAAC,CAAC;QACpG,OAAO,EAAE,UAAU,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACpC,GAAG,EAAE,YAAY,EAAE,IAAI,CAAC,CAAC,IAAI,EAAE;YAC/B,KAAK,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,IAAI;YACxB,UAAU,EAAE,QAAQ;SACvB,CAAC,CAAC;QACH,KAAK,EAAE,EAAE;QACT,OAAO,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC,EAAE;QACtE,uFAAuF;QACvF,8EAA8E;QAC9E,oBAAoB,EAAE;YAClB,SAAS,EAAE,UAAU,CAAC,MAAM,CAAC,SAAS;YACtC,WAAW,EAAE,UAAU,CAAC,MAAM,CAAC,WAAW;YAC1C,aAAa;YACb,SAAS,EAAE,UAAU,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;SACrH;KACJ,CAAC;IACF,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC;QACzB,GAAG,EAAE,SAAS,EAAE,SAAS,EAAE,KAAK,EAAE,QAAQ;QAC1C,UAAU,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,mBAAmB,EAAE,SAAS,EAAE,cAAc,CAAC,EAAE,QAAQ,EAAE,IAAI;QAC5F,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5C,SAAS,EAAE,QAAQ,EAAE,SAAS,IAAI,GAAG,EAAE,SAAS,EAAE,GAAG;KACxD,CAAC,CAAC;IACH,8FAA8F;IAC9F,uEAAuE;IACvE,KAAK,MAAM,CAAC,IAAI,UAAU,CAAC,SAAS,EAAE,CAAC;QACnC,MAAM,QAAQ,GAAG,YAAY,EAAE,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;QAC5C,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;QAC/D,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC;YACzB,GAAG,EAAE,QAAQ,EAAE,SAAS,EAAE,SAAS;YACnC,KAAK,EAAE;gBACH,QAAQ,EAAE,CAAC,CAAC,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI;gBACpE,MAAM,EAAE,CAAC,CAAC,MAAM;gBAChB,MAAM,EAAE,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,SAAS,EAAE,GAAG,cAAc,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;aAC3I;YACD,UAAU,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,iBAAiB,EAAE,SAAS,CAAC,EAAE,QAAQ,EAAE,IAAI;YAC1E,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YACpC,SAAS,EAAE,IAAI,EAAE,SAAS,IAAI,GAAG,EAAE,SAAS,EAAE,GAAG;SACpD,CAAC,CAAC;IACP,CAAC;AACL,CAAC"}

package/dist/src/services/datapackage/table.d.ts

@@ -0,0 +1,67 @@
+/**
+ * @file src/services/datapackage/table.ts
+ * @description The tabular half of the contract, and all of it pure: infer a Table Schema from rows,
+ *   validate rows against one, and turn rows into canonical CSV and back.
+ *
+ *   INFERENCE IS A PROPOSAL, NOT A DECISION. `inferSchema` reads the values and says what it thinks
+ *   they are; the descriptor records `schemaSource: 'inferred'` so a consumer can see that nobody
+ *   confirmed it. The alternative — infer silently — produces packages where every column is a
+ *   string, and then an agent reading the Table Schema learns nothing it could not have guessed.
+ *
+ *   THE QUALITY GATE IS ROW AND COLUMN ACCURATE. "This package is invalid" sends a publisher looking
+ *   through a file; "row 412, column `dispensed_at`, expected date, got `n/a`" sends them to the
+ *   line. That difference is the whole value of validating at all, so `validate` returns coordinates
+ *   and never a boolean.
+ *
+ *   CANONICAL CSV, because the bytes are hashed and the hash is the version. Two runs producing the
+ *   same table must produce the same bytes: UTF-8 with no BOM, LF line endings, a header row, comma
+ *   delimiter, RFC 4180 quoting applied only where it is needed, an empty field for null/undefined,
+ *   integers and numbers without locale separators, booleans as `true`/`false`, dates as ISO 8601.
+ *   Field ORDER follows the schema, not the first row's key order, so an object whose keys arrived
+ *   in a different order cannot change the file.
+ * @structure inferSchema · validateRows · toCsv · fromCsv · ValidationIssue
+ * @usage
+ *   const schema = inferSchema(rows);
+ *   const issues = validateRows(rows, schema);
+ *   const bytes = toCsv(rows, schema);
+ * @version-history
+ *   v1.0.0 -- 2026-08-15 -- Initial (TARGET-063 vaihe 1, A4/B1).
+ */
+import type { TableSchema } from './contract.js';
+/** One thing wrong, at the coordinate where it is wrong. */
+export interface ValidationIssue {
+    resource: string;
+    /** 1-based, counting the header as row 0 — so it matches what a spreadsheet shows. */
+    row: number;
+    field: string;
+    code: 'type' | 'required' | 'unknown-field' | 'missing-field' | 'duplicate-key';
+    message: string;
+    /** What was actually there, trimmed for a message. */
+    got?: string;
+}
+/**
+ * Propose a Table Schema from rows.
+ *
+ * Field ORDER is first-seen across the rows, not sorted: a producer laid the columns out in an order
+ * that means something, and re-alphabetising them makes the CSV unfamiliar for no gain. A field that
+ * was present but never had a value gets type `string` and says so in its description — the honest
+ * answer is "nothing to go on", and it is the one case a publisher genuinely has to look at.
+ */
+export declare function inferSchema(rows: Array<Record<string, unknown>>): TableSchema;
+/**
+ * Check rows against a schema and return every coordinate that is wrong. Never throws and never
+ * stops at the first problem: a publisher fixing one column wants the whole list, not one round trip
+ * per cell. Capped so a wholly-wrong table cannot produce a million-entry response.
+ */
+export declare function validateRows(resource: string, rows: Array<Record<string, unknown>>, schema: TableSchema, cap?: number): ValidationIssue[];
+/**
+ * Canonical CSV for one resource. Column order and count come from the SCHEMA — a row carrying an
+ * extra key contributes nothing and a row missing one contributes an empty field, so a ragged input
+ * still produces a rectangular file. Validation is what reports the raggedness; this function's job
+ * is to be deterministic.
+ */
+export declare function toCsv(rows: Array<Record<string, unknown>>, schema: TableSchema): Buffer;
+/** Parse canonical CSV back into rows, typed by the schema. The inverse of toCsv for every table
+ *  toCsv produced; a foreign CSV with different quoting still parses, it just may not round-trip. */
+export declare function fromCsv(data: Buffer, schema: TableSchema): Array<Record<string, unknown>>;
+//# sourceMappingURL=table.d.ts.map

package/dist/src/services/datapackage/table.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"table.d.ts","sourceRoot":"","sources":["../../../../src/services/datapackage/table.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4BG;AACH,OAAO,KAAK,EAA0B,WAAW,EAAE,MAAM,eAAe,CAAC;AAEzE,4DAA4D;AAC5D,MAAM,WAAW,eAAe;IAC5B,QAAQ,EAAE,MAAM,CAAC;IACjB,sFAAsF;IACtF,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,GAAG,UAAU,GAAG,eAAe,GAAG,eAAe,GAAG,eAAe,CAAC;IAChF,OAAO,EAAE,MAAM,CAAC;IAChB,sDAAsD;IACtD,GAAG,CAAC,EAAE,MAAM,CAAC;CAChB;AAkDD;;;;;;;GAOG;AACH,wBAAgB,WAAW,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,GAAG,WAAW,CA4B7E;AAED;;;;GAIG;AACH,wBAAgB,YAAY,CACxB,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,SAAM,GACvF,eAAe,EAAE,CAyCnB;AAuBD;;;;;GAKG;AACH,wBAAgB,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,EAAE,MAAM,EAAE,WAAW,GAAG,MAAM,CAQvF;AAQD;qGACqG;AACrG,wBAAgB,OAAO,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAoBzF"}