@assethub/cli 0.1.6 → 0.1.8

package/dist/runsUpload/artifactGraphModel.js

@@ -0,0 +1,127 @@
+// The `ag.commit.v1` artifact model plus the canonical normalize + hash that
+// every ag.graph-folder.v1 reader recomputes.
+//
+// Line-faithful port of assethub-ml research/artifact-graph/artifact-graph-py/
+// artifact_graph/graph/commit_reducer.py (`_normalize_tags`,
+// `_canonical_value_copy`, `_normalize_artifact`, `_normalize_edge`,
+// `normalize_graph_state`, `canonical_graph_hash`), taken from the identical
+// port already shipping in
+// apps/frontend/src/feature/artifactGraph/export/artifactGraphModel.ts.
+//
+// Do not "improve" ordering/trimming/defaults: byte parity with the Python
+// normalize output is what makes a locally computed graphHash verifiable by the
+// server that receives it.
+import { canonicalJson, isPlainObject, sha256Hex } from './canonicalJson.js';
+export { canonicalJson, isPlainObject, sha256Hex } from './canonicalJson.js';
+const stringOrNull = (value) => typeof value === 'string' && value.length > 0 ? value : null;
+/** Port of `_normalize_tags`: stringify+trim, drop empties, dedupe, sort
+ *  (code-point order — Python `sorted`, NOT localeCompare). */
+const normalizeTags = (value) => {
+    const raw = Array.isArray(value) ? value : [];
+    const seen = new Set();
+    for (const item of raw) {
+        const tag = String(item ?? '').trim();
+        if (tag)
+            seen.add(tag);
+    }
+    return [...seen].sort(codePointCompare);
+};
+export const codePointCompare = (a, b) => (a < b ? -1 : a > b ? 1 : 0);
+/** Port of `_canonical_value_copy`: deep-copy JSON-shaped values. The Python
+ *  side also coerces integral floats to ints here; JSON.parse already
+ *  collapses 1.0 to 1 in JS, and canonicalJson renders integral doubles as
+ *  plain digits, so a plain structural copy is the faithful equivalent. */
+const canonicalValueCopy = (value) => {
+    if (Array.isArray(value))
+        return value.map(canonicalValueCopy);
+    if (isPlainObject(value)) {
+        const out = {};
+        for (const [key, item] of Object.entries(value)) {
+            if (item === undefined || typeof item === 'function' || typeof item === 'symbol')
+                continue;
+            out[key] = canonicalValueCopy(item);
+        }
+        return out;
+    }
+    return value;
+};
+/** Port of `_normalize_artifact`: returns null for anything that is not a
+ *  valid `ag.commit.v1` artifact; keeps only the schema's fields. */
+export const normalizeArtifact = (value) => {
+    if (!isPlainObject(value))
+        return null;
+    const id = stringOrNull(value.id);
+    const artifactKind = stringOrNull(value.artifactKind);
+    if (!id || !artifactKind || !isPlainObject(value.metadata))
+        return null;
+    const out = {
+        id,
+        artifactKind,
+        tags: normalizeTags(value.tags),
+        metadata: canonicalValueCopy(value.metadata),
+    };
+    assignOptionalString(out, 'semanticType', value.semanticType);
+    assignOptionalString(out, 'lifecycle', value.lifecycle);
+    if (isPlainObject(value.payload)) {
+        out.payload = canonicalValueCopy(value.payload);
+    }
+    assignOptionalString(out, 'schemaRef', value.schemaRef);
+    assignOptionalString(out, 'createdBy', value.createdBy);
+    assignOptionalString(out, 'createdAt', value.createdAt);
+    assignOptionalString(out, 'updatedAt', value.updatedAt);
+    return out;
+};
+/** Port of `_normalize_edge`. */
+export const normalizeEdge = (value) => {
+    if (!isPlainObject(value))
+        return null;
+    const id = stringOrNull(value.id);
+    const from = stringOrNull(value.from);
+    const to = stringOrNull(value.to);
+    if (!id || !from || !to)
+        return null;
+    const out = {
+        id,
+        from,
+        to,
+        kind: stringOrNull(value.kind) ?? 'uses',
+        tags: normalizeTags(value.tags),
+        metadata: isPlainObject(value.metadata)
+            ? canonicalValueCopy(value.metadata)
+            : {},
+    };
+    assignOptionalString(out, 'createdBy', value.createdBy);
+    return out;
+};
+const assignOptionalString = (target, key, value) => {
+    const normalized = stringOrNull(value);
+    if (normalized)
+        target[key] = normalized;
+};
+/** Port of `normalize_graph_state`: dedupe by id (last wins), drop edges with
+ *  missing endpoints, sort both arrays by id (code-point order). Idempotent —
+ *  a reader normalizes our JSONL lines and must get them back byte-identical,
+ *  or the manifest hash won't verify. */
+export const normalizeArtifactGraph = (value) => {
+    const nodesById = new Map();
+    const edgesById = new Map();
+    for (const raw of Array.isArray(value?.nodes) ? value.nodes : []) {
+        const node = normalizeArtifact(raw);
+        if (node)
+            nodesById.set(node.id, node);
+    }
+    for (const raw of Array.isArray(value?.edges) ? value.edges : []) {
+        const edge = normalizeEdge(raw);
+        if (edge && nodesById.has(edge.from) && nodesById.has(edge.to)) {
+            edgesById.set(edge.id, edge);
+        }
+    }
+    return {
+        nodes: [...nodesById.keys()].sort(codePointCompare).map(key => nodesById.get(key)),
+        edges: [...edgesById.keys()].sort(codePointCompare).map(key => edgesById.get(key)),
+    };
+};
+/** Port of `canonical_graph_hash` — callers pass normalizeArtifactGraph output. */
+export const canonicalGraphHash = (graph) => `sha256:${sha256Hex(canonicalJson(graph))}`;
+/** Port of `canonical_json_line` (graph_folder/format.py) — one JSONL line. */
+export const canonicalJsonLine = (value) => canonicalJson(value);

package/dist/runsUpload/blobRefs.d.ts

@@ -0,0 +1,13 @@
+import { type ArtifactGraph } from './artifactGraphModel.js';
+export type ReachableBlobRef = {
+    key: string;
+    blobKey: string;
+    artifactId?: string;
+    mime?: string;
+    name?: string;
+    sha256?: string;
+    size?: number;
+};
+/** Port of `reachable_blob_refs`. */
+export declare const reachableBlobRefs: (graph: ArtifactGraph) => ReachableBlobRef[];
+//# sourceMappingURL=blobRefs.d.ts.map

package/dist/runsUpload/blobRefs.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"blobRefs.d.ts","sourceRoot":"","sources":["../../src/runsUpload/blobRefs.ts"],"names":[],"mappings":"AAYA,OAAO,EAAmB,KAAK,aAAa,EAAC,MAAM,yBAAyB,CAAA;AAG5E,MAAM,MAAM,gBAAgB,GAAG;IAC7B,GAAG,EAAE,MAAM,CAAA;IACX,OAAO,EAAE,MAAM,CAAA;IACf,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,IAAI,CAAC,EAAE,MAAM,CAAA;CACd,CAAA;AAED,qCAAqC;AACrC,eAAO,MAAM,iBAAiB,GAAI,OAAO,aAAa,KAAG,gBAAgB,EAMxE,CAAA"}

package/dist/runsUpload/blobRefs.js

@@ -0,0 +1,73 @@
+// Port of assethub-ml research/artifact-graph/artifact-graph-py/
+// artifact_graph/graph/blob_refs.py — the walk that decides which blobs a graph
+// can reach. The registry compares its own walk's output against the blobs a
+// snapshot declares, so the qualification rules, the dedupe (first wins) and
+// the sort-by-key order all have to stay identical.
+//
+// Taken from the identical port in
+// apps/frontend/src/feature/artifactGraph/export/blobRefs.ts. Only
+// `reachableBlobRefs` is carried over: the CLI reads a folder whose blobs are
+// already content-addressed, so it never needs `mapBlobRefs` (the re-keying
+// path the web publisher uses).
+import { codePointCompare } from './artifactGraphModel.js';
+import { isPlainObject } from './canonicalJson.js';
+/** Port of `reachable_blob_refs`. */
+export const reachableBlobRefs = (graph) => {
+    const byKey = new Map();
+    for (const node of graph.nodes ?? []) {
+        collectBlobRefs(node, byKey, typeof node?.id === 'string' ? node.id : '');
+    }
+    return [...byKey.keys()].sort(codePointCompare).map(key => byKey.get(key));
+};
+/** Port of `collect_blob_refs` — recursive walk; explicit `blobRef` fields and
+ *  direct `{key|blobKey, ...}` dicts both qualify. */
+const collectBlobRefs = (value, byKey, artifactId) => {
+    if (Array.isArray(value)) {
+        for (const item of value)
+            collectBlobRefs(item, byKey, artifactId);
+        return;
+    }
+    if (!isPlainObject(value))
+        return;
+    const explicitRef = reportBlobRef(value.blobRef, artifactId, true);
+    if (explicitRef && !byKey.has(explicitRef.key))
+        byKey.set(explicitRef.key, explicitRef);
+    const directRef = reportBlobRef(value, artifactId, false);
+    if (directRef && !byKey.has(directRef.key))
+        byKey.set(directRef.key, directRef);
+    for (const item of Object.values(value))
+        collectBlobRefs(item, byKey, artifactId);
+};
+/** Port of `report_blob_ref`. A non-explicit dict qualifies only when it has a
+ *  `blobKey` field or one of mime/size/sha256 alongside `key` — a bare id-ish
+ *  `key` alone is not a blob ref. */
+const reportBlobRef = (value, artifactId, explicit) => {
+    if (!isPlainObject(value))
+        return null;
+    const key = String((typeof value.key === 'string' && value.key) ||
+        (typeof value.blobKey === 'string' && value.blobKey) ||
+        '').trim();
+    if (!key)
+        return null;
+    if (!explicit &&
+        !('blobKey' in value) &&
+        !('mime' in value) &&
+        !('size' in value) &&
+        !('sha256' in value)) {
+        return null;
+    }
+    const out = { key, blobKey: key };
+    if (artifactId)
+        out.artifactId = artifactId;
+    for (const field of ['mime', 'name', 'sha256']) {
+        const item = value[field];
+        if (item)
+            out[field] = String(item);
+    }
+    if (value.size !== null && value.size !== undefined) {
+        const size = Number(value.size);
+        if (Number.isFinite(size))
+            out.size = Math.trunc(size);
+    }
+    return out;
+};

package/dist/runsUpload/buildRunUpload.d.ts

@@ -0,0 +1,63 @@
+import { type GraphFolder } from './graphFolder.js';
+export declare const PUSH_SCHEMA_VERSION = "ag.registry-push.v1";
+export declare const SNAPSHOT_SCHEMA_VERSION = "ag.registry-snapshot.v1";
+export declare const GRAPH_FOLDER_SCHEMA_VERSION = "ag.graph-folder.v1";
+export declare const SHARED_BLOB_STORE = "shared-content-addressed";
+export declare const DEFAULT_GENERATOR = "assethub-cli:runs.upload";
+/** A blob the uploader has to send, with the on-disk file that holds its bytes. */
+export type PlannedBlob = {
+    blobKey: string;
+    sha256: string;
+    mime: string;
+    name: string;
+    size: number;
+    /** Path inside the run folder. Never travels to the server. */
+    file: string;
+};
+export type RunUploadPlan = {
+    graphId: string;
+    streamId: string;
+    rev: number;
+    graphHash: string;
+    /** The `ag.registry-push.v1` document. */
+    push: Record<string, unknown>;
+    /** Pre-serialized request body, so the transport never re-stringifies it. */
+    pushBody: string;
+    blobs: PlannedBlob[];
+    counts: {
+        nodes: number;
+        edges: number;
+        blobs: number;
+        blobBytes: number;
+    };
+    sizes: {
+        manifestBytes: number;
+        nodesBytes: number;
+        edgesBytes: number;
+        pushBytes: number;
+    };
+    /** Registration payload for the graph, derived from the folder's manifest. */
+    registration: {
+        graphId: string;
+        description: string;
+        tags: string[];
+        metadata: Record<string, unknown>;
+    };
+    /** Non-fatal observations worth printing before an upload. */
+    warnings: string[];
+};
+export type BuildRunUploadPlanInput = {
+    folder: GraphFolder;
+    graphId?: string;
+    streamId?: string;
+    rev?: number;
+    description?: string;
+    tags?: string[];
+    now?: Date;
+};
+export declare const buildRunUploadPlan: ({ folder, graphId: graphIdInput, streamId: streamIdInput, rev: revInput, description, tags, now, }: BuildRunUploadPlanInput) => Promise<RunUploadPlan>;
+/** `import_` rather than `graph_`: a local run folder is an import, not a graph
+ *  this deployment owns the authority for. */
+export declare const defaultGraphId: (folderName: string) => string;
+export declare const formatBytes: (bytes: number) => string;
+//# sourceMappingURL=buildRunUpload.d.ts.map

package/dist/runsUpload/buildRunUpload.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"buildRunUpload.d.ts","sourceRoot":"","sources":["../../src/runsUpload/buildRunUpload.ts"],"names":[],"mappings":"AAiCA,OAAO,EAA4B,KAAK,WAAW,EAAC,MAAM,kBAAkB,CAAA;AAG5E,eAAO,MAAM,mBAAmB,wBAAwB,CAAA;AACxD,eAAO,MAAM,uBAAuB,4BAA4B,CAAA;AAChE,eAAO,MAAM,2BAA2B,uBAAuB,CAAA;AAC/D,eAAO,MAAM,iBAAiB,6BAA6B,CAAA;AAC3D,eAAO,MAAM,iBAAiB,6BAA6B,CAAA;AA0B3D,mFAAmF;AACnF,MAAM,MAAM,WAAW,GAAG;IACxB,OAAO,EAAE,MAAM,CAAA;IACf,MAAM,EAAE,MAAM,CAAA;IACd,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,MAAM,CAAA;IACZ,+DAA+D;IAC/D,IAAI,EAAE,MAAM,CAAA;CACb,CAAA;AAED,MAAM,MAAM,aAAa,GAAG;IAC1B,OAAO,EAAE,MAAM,CAAA;IACf,QAAQ,EAAE,MAAM,CAAA;IAChB,GAAG,EAAE,MAAM,CAAA;IACX,SAAS,EAAE,MAAM,CAAA;IACjB,0CAA0C;IAC1C,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;IAC7B,6EAA6E;IAC7E,QAAQ,EAAE,MAAM,CAAA;IAChB,KAAK,EAAE,WAAW,EAAE,CAAA;IACpB,MAAM,EAAE;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAA;KAAC,CAAA;IACxE,KAAK,EAAE;QAAC,aAAa,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAA;KAAC,CAAA;IACzF,8EAA8E;IAC9E,YAAY,EAAE;QACZ,OAAO,EAAE,MAAM,CAAA;QACf,WAAW,EAAE,MAAM,CAAA;QACnB,IAAI,EAAE,MAAM,EAAE,CAAA;QACd,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;KAClC,CAAA;IACD,8DAA8D;IAC9D,QAAQ,EAAE,MAAM,EAAE,CAAA;CACnB,CAAA;AAED,MAAM,MAAM,uBAAuB,GAAG;IACpC,MAAM,EAAE,WAAW,CAAA;IACnB,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,GAAG,CAAC,EAAE,MAAM,CAAA;IACZ,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAA;IACf,GAAG,CAAC,EAAE,IAAI,CAAA;CACX,CAAA;AAED,eAAO,MAAM,kBAAkB,GAAU,oGAQtC,uBAAuB,KAAG,OAAO,CAAC,aAAa,CA6JjD,CAAA;AAMD;8CAC8C;AAC9C,eAAO,MAAM,cAAc,GAAI,YAAY,MAAM,KAAG,MAanD,CAAA;AA0VD,eAAO,MAAM,WAAW,GAAI,OAAO,MAAM,KAAG,MAI3C,CAAA"}