cesr-ts 0.3.1 → 0.5.0

package/esm/src/core/parser-attachment-collector.js

@@ -34,8 +34,7 @@ export class AttachmentCollector {
             value: void 0
         });
         this.frameBoundaryPolicy = options.frameBoundaryPolicy;
-        this.attachmentVersionFallbackPolicy =
-            options.attachmentVersionFallbackPolicy;
+        this.attachmentVersionFallbackPolicy = options.attachmentVersionFallbackPolicy;
         this.recoveryDiagnosticObserver = options.recoveryDiagnosticObserver;
         this.isFrameBoundaryAhead = options.isFrameBoundaryAhead;
     }

package/esm/src/core/parser-engine.js

@@ -1,12 +1,12 @@
 import { createAttachmentVersionFallbackPolicy, } from "../parser/group-dispatch.js";
 import { ParserError, ShortageError } from "./errors.js";
+import { AttachmentCollector } from "./parser-attachment-collector.js";
 import { DEFAULT_VERSION } from "./parser-constants.js";
-import { ParserStreamState } from "./parser-stream-state.js";
 import { DeferredFrameLifecycle } from "./parser-deferred-frames.js";
 import { FrameParser } from "./parser-frame-parser.js";
-import { AttachmentCollector } from "./parser-attachment-collector.js";
-import { createFrameBoundaryPolicy, } from "./parser-policy.js";
-import { composeRecoveryDiagnosticObserver, } from "./recovery-diagnostics.js";
+import { createFrameBoundaryPolicy } from "./parser-policy.js";
+import { ParserStreamState } from "./parser-stream-state.js";
+import { composeRecoveryDiagnosticObserver } from "./recovery-diagnostics.js";
 /**
  * Streaming CESR parser for message-domain and CESR-native body-group streams.
  * Handles chunk boundaries, pending frames, and attachment continuation.
@@ -60,16 +60,16 @@ export class CesrParser {
             writable: true,
             value: void 0
         });
-        this.frameBoundaryPolicy = options.frameBoundaryPolicy ??
-            createFrameBoundaryPolicy(options.framed ?? false);
+        this.frameBoundaryPolicy = options.frameBoundaryPolicy
+            ?? createFrameBoundaryPolicy(options.framed ?? false);
         this.recoveryDiagnosticObserver = composeRecoveryDiagnosticObserver({
             onRecoveryDiagnostic: options.onRecoveryDiagnostic,
             onAttachmentVersionFallback: options.attachmentVersionFallbackPolicy
                 ? undefined
                 : options.onAttachmentVersionFallback,
         });
-        const attachmentVersionFallbackPolicy = options.attachmentVersionFallbackPolicy ??
-            createAttachmentVersionFallbackPolicy({
+        const attachmentVersionFallbackPolicy = options.attachmentVersionFallbackPolicy
+            ?? createAttachmentVersionFallbackPolicy({
                 mode: options.attachmentDispatchMode,
             });
         this.stream = new ParserStreamState(DEFAULT_VERSION);

package/esm/src/core/parser-frame-parser.js

@@ -3,8 +3,8 @@ import { sniff } from "../parser/cold-start.js";
 import { parseCounter } from "../primitives/counter.js";
 import { parseIlker } from "../primitives/ilker.js";
 import { isLabelerCode, parseLabeler } from "../primitives/labeler.js";
+import { interpretMapperBodySyntax, parseMapperBodySyntax } from "../primitives/mapper.js";
 import { parseMatter } from "../primitives/matter.js";
-import { interpretMapperBodySyntax, parseMapperBodySyntax, } from "../primitives/mapper.js";
 import { parseVerser } from "../primitives/verser.js";
 import { reapSerder } from "../serder/serdery.js";
 import { Kinds, Protocols } from "../tables/versions.js";
@@ -46,8 +46,7 @@ export class FrameParser {
             value: void 0
         });
         this.frameBoundaryPolicy = options.frameBoundaryPolicy;
-        this.attachmentVersionFallbackPolicy =
-            options.attachmentVersionFallbackPolicy;
+        this.attachmentVersionFallbackPolicy = options.attachmentVersionFallbackPolicy;
         this.onEnclosedFrames = options.onEnclosedFrames;
         this.recoveryDiagnosticObserver = options.recoveryDiagnosticObserver;
     }
@@ -275,23 +274,26 @@ export class FrameParser {
         const syntax = this.parseNativeBodySyntax(raw, cold, version);
         const metadata = this.interpretNativeMetadataSyntax(syntax.metadata, version);
         const fields = this.interpretNativeFieldSyntax(syntax.fields);
+        // KERIpy parity rule: once the frame parser has classified a top-level
+        // FixBodyGroup/MapBodyGroup as a native message body, the result must be a
+        // real Serder or a parse error. Arbitrary native map/list corpora still
+        // belong to lower-level CESR-native surfaces such as Mapper/Aggor.
+        const { serder } = reapSerder(raw);
+        if (serder.proto !== metadata.proto
+            || serder.pvrsn.major !== metadata.pvrsn.major
+            || serder.pvrsn.minor !== metadata.pvrsn.minor
+            || (metadata.ilk !== null && serder.ilk !== metadata.ilk)
+            || (metadata.said !== null && serder.said !== metadata.said)) {
+            throw new SemanticInterpretationError("Native body syntax pre-read disagreed with Serder hydration");
+        }
+        serder.native = {
+            bodyCode,
+            fields,
+        };
+        const body = serder;
         return {
             frame: {
-                body: {
-                    raw,
-                    ked: null,
-                    proto: metadata.proto,
-                    kind: Kinds.cesr,
-                    size: raw.length,
-                    pvrsn: metadata.pvrsn,
-                    gvrsn: metadata.gvrsn,
-                    ilk: metadata.ilk,
-                    said: metadata.said,
-                    native: {
-                        bodyCode,
-                        fields,
-                    },
-                },
+                body,
                 attachments: [],
             },
             consumed: offset + total,
@@ -432,9 +434,9 @@ export class FrameParser {
             };
         }
         catch (error) {
-            if (error instanceof ShortageError ||
-                error instanceof UnknownCodeError ||
-                error instanceof DeserializeError) {
+            if (error instanceof ShortageError
+                || error instanceof UnknownCodeError
+                || error instanceof DeserializeError) {
                 throw new SyntaxParseError(`Native body syntax parse failed: ${error.message}`, error);
             }
             throw error;
@@ -499,8 +501,7 @@ export class FrameParser {
                 const size = tokenSize(ctr, cold);
                 entries.push({
                     kind: "value",
-                    code: ctr.code,
-                    qb64: ctr.qb64,
+                    primitive: ctr,
                 });
                 offset += size;
                 continue;
@@ -512,15 +513,13 @@ export class FrameParser {
                 entries.push({
                     kind: "label",
                     label: parseLabeler(at, cold).label,
-                    code: token.code,
-                    qb64: token.qb64,
+                    primitive: token,
                 });
                 continue;
             }
             entries.push({
                 kind: "value",
-                code: token.code,
-                qb64: token.qb64,
+                primitive: token,
             });
         }
         if (offset !== end) {
@@ -534,8 +533,7 @@ export class FrameParser {
             try {
                 return interpretMapperBodySyntax(syntax.mapper).map((field) => ({
                     label: field.label,
-                    code: field.code,
-                    qb64: field.qb64,
+                    primitive: field.primitive,
                 }));
             }
             catch (error) {
@@ -554,8 +552,7 @@ export class FrameParser {
             }
             out.push({
                 label: pendingLabel,
-                code: entry.code,
-                qb64: entry.qb64,
+                primitive: entry.primitive,
             });
             pendingLabel = null;
         }
@@ -591,8 +588,8 @@ export class FrameParser {
                 if (error instanceof ShortageError) {
                     throw error;
                 }
-                if (error instanceof UnknownCodeError ||
-                    error instanceof DeserializeError) {
+                if (error instanceof UnknownCodeError
+                    || error instanceof DeserializeError) {
                     continue;
                 }
                 throw error;
@@ -622,8 +619,8 @@ export class FrameParser {
                 if (error instanceof ShortageError) {
                     throw error;
                 }
-                if (error instanceof UnknownCodeError ||
-                    error instanceof DeserializeError) {
+                if (error instanceof UnknownCodeError
+                    || error instanceof DeserializeError) {
                     if (!firstError) {
                         firstError = error;
                     }

package/esm/src/core/vocabulary.js

@@ -0,0 +1,47 @@
+/** KERI security tiers for deterministic secret derivation. */
+export const Tiers = Object.freeze({
+    low: "low",
+    med: "med",
+    high: "high",
+});
+/** Return true when the value is one of the supported KERI security tiers. */
+export function isTier(value) {
+    return Object.values(Tiers).includes(value);
+}
+/** KERI/ACDC message ilks mirrored from KERIpy's `kering.Ilks`. */
+export const Ilks = Object.freeze({
+    icp: "icp",
+    rot: "rot",
+    ixn: "ixn",
+    dip: "dip",
+    drt: "drt",
+    rct: "rct",
+    qry: "qry",
+    rpy: "rpy",
+    xip: "xip",
+    exn: "exn",
+    pro: "pro",
+    bar: "bar",
+    vcp: "vcp",
+    vrt: "vrt",
+    iss: "iss",
+    rev: "rev",
+    bis: "bis",
+    brv: "brv",
+    rip: "rip",
+    bup: "bup",
+    upd: "upd",
+    acm: "acm",
+    act: "act",
+    acg: "acg",
+    ace: "ace",
+    sch: "sch",
+    att: "att",
+    agg: "agg",
+    edg: "edg",
+    rul: "rul",
+});
+/** Return true when the value is one of the known KERI/ACDC ilks. */
+export function isIlk(value) {
+    return Object.values(Ilks).includes(value);
+}

package/esm/src/index.js

@@ -1,50 +1,81 @@
-export * from "./core/types.js";
+export * from "./adapters/async-iterable.js";
+export * from "./adapters/effection.js";
+export * from "./annotate/annotator.js";
+export * from "./annotate/comments.js";
+export * from "./annotate/denot.js";
+export * from "./annotate/render.js";
+export * from "./annotate/types.js";
+export * from "./bench/parser-benchmark.js";
+export * from "./core/bytes.js";
+export * from "./core/cbor.js";
 export * from "./core/errors.js";
 export * from "./core/parser-engine.js";
 export * from "./core/parser-policy.js";
 export * from "./core/recovery-diagnostics.js";
+export * from "./core/types.js";
+export * from "./core/vocabulary.js";
 export * from "./parser/cold-start.js";
 export * from "./parser/group-dispatch.js";
-export * from "./serder/smell.js";
-export * from "./serder/serder.js";
-export * from "./serder/serdery.js";
-export * from "./primitives/matter.js";
+export * from "./primitives/aggor.js";
+export * from "./primitives/bexter.js";
+export * from "./primitives/blinder.js";
+export * from "./primitives/cigar.js";
+export * from "./primitives/cipher.js";
+export * from "./primitives/codex.js";
+export * from "./primitives/compactor.js";
 export * from "./primitives/counter.js";
-export * from "./primitives/indexer.js";
-export * from "./primitives/verser.js";
+export * from "./primitives/dater.js";
+export * from "./primitives/decimer.js";
+export * from "./primitives/decrypter.js";
+export * from "./primitives/diger.js";
+export * from "./primitives/disclosure.js";
+export * from "./primitives/encrypter.js";
+export * from "./primitives/hydrate.js";
 export * from "./primitives/ilker.js";
+export * from "./primitives/indexer.js";
 export * from "./primitives/labeler.js";
-export * from "./primitives/texter.js";
-export * from "./primitives/bexter.js";
-export * from "./primitives/pather.js";
 export * from "./primitives/mapper.js";
+export * from "./primitives/matter.js";
+export * from "./primitives/mediar.js";
+export * from "./primitives/noncer.js";
 export * from "./primitives/number.js";
-export * from "./primitives/seqner.js";
-export * from "./primitives/dater.js";
-export * from "./primitives/diger.js";
+export * from "./primitives/pather.js";
 export * from "./primitives/prefixer.js";
-export * from "./primitives/noncer.js";
+export * from "./primitives/primitive.js";
+export * from "./primitives/registry.js";
 export * from "./primitives/saider.js";
-export * from "./primitives/cigar.js";
-export * from "./primitives/verfer.js";
-export * from "./primitives/traitor.js";
-export * from "./primitives/tholder.js";
+export * from "./primitives/salter.js";
 export * from "./primitives/sealer.js";
-export * from "./primitives/blinder.js";
-export * from "./primitives/mediar.js";
-export * from "./primitives/compactor.js";
-export * from "./primitives/aggor.js";
-export * from "./primitives/registry.js";
-export * from "./adapters/async-iterable.js";
-export * from "./adapters/effection.js";
+export * from "./primitives/seqner.js";
+export * from "./primitives/siger.js";
+export * from "./primitives/signer.js";
+export * from "./primitives/streamer.js";
+export * from "./primitives/structing.js";
+export * from "./primitives/structor.js";
+export * from "./primitives/tagger.js";
+export * from "./primitives/texter.js";
+export * from "./primitives/tholder.js";
+export * from "./primitives/traitor.js";
+export * from "./primitives/unknown.js";
+export * from "./primitives/verfer.js";
+export * from "./primitives/verser.js";
 export * from "./router/router-stub.js";
-export * from "./tables/versions.js";
-export * from "./tables/table-types.js";
+export * from "./serder/serder.js";
+export * from "./serder/serdery.js";
+export * from "./serder/smell.js";
+export * from "./tables/codex-utils.js";
 export * from "./tables/counter-codex.js";
+export * from "./tables/counter-groups.js";
 export * from "./tables/counter-version-registry.js";
-export * from "./annotate/types.js";
-export * from "./annotate/comments.js";
-export * from "./annotate/render.js";
-export * from "./annotate/annotator.js";
-export * from "./annotate/denot.js";
-export * from "./bench/parser-benchmark.js";
+export * from "./tables/indexer.codex.generated.js";
+export * from "./tables/indexer.tables.generated.js";
+export * from "./tables/matter.codex.generated.js";
+export * from "./tables/matter.tables.generated.js";
+export * from "./tables/table-types.js";
+export * from "./tables/trait.codex.generated.js";
+export * from "./tables/versions.js";
+export { bytesHex } from "./core/bytes.js";
+export { bytesEqual } from "./core/bytes.js";
+export { toBytes } from "./core/bytes.js";
+export { t } from "./core/bytes.js";
+export { b } from "./core/bytes.js";

package/esm/src/parser/attachment-parser.js

@@ -1,4 +1,8 @@
-import { parseAttachmentDispatchCompat, } from "./group-dispatch.js";
+import { parseAttachmentDispatchCompat } from "./group-dispatch.js";
+/**
+ * Historical attachment-group entrypoint preserved as a thin wrapper around the
+ * newer dispatch-policy parser.
+ */
 export function parseAttachmentGroup(input, version, domain, options = {}) {
     return parseAttachmentDispatchCompat(input, version, domain, options);
 }

package/esm/src/parser/cold-start.js

@@ -1,4 +1,10 @@
 import { ColdStartError, ShortageError } from "../core/errors.js";
+/**
+ * Classify the next unread stream bytes into CESR cold-start domains.
+ *
+ * This mirrors KERIpy's tritet probe: message-domain encodings, text CESR,
+ * binary CESR, or annotation separators all begin with distinct leading bits.
+ */
 export function sniff(ims) {
     if (ims.length === 0) {
         throw new ShortageError(1, 0);

package/esm/src/parser/group-dispatch.js

@@ -1,24 +1,16 @@
-import { parseCounter } from "../primitives/counter.js";
-import { parseMatter } from "../primitives/matter.js";
+import { b, b64ToInt, intToB64 } from "../core/bytes.js";
+import { GroupSizeError, ShortageError, UnknownCodeError } from "../core/errors.js";
+import { composeRecoveryDiagnosticObserver } from "../core/recovery-diagnostics.js";
+import { CounterGroup, parseCounter } from "../primitives/counter.js";
 import { parseIndexer } from "../primitives/indexer.js";
-import { GroupSizeError, ShortageError, UnknownCodeError, } from "../core/errors.js";
+import { parseMatter } from "../primitives/matter.js";
+import { UnknownPrimitive } from "../primitives/unknown.js";
 import { CtrDexV1, CtrDexV2 } from "../tables/counter-codex.js";
-import { resolveVersionedRegistryValue, } from "../tables/counter-version-registry.js";
-import { b64ToInt, intToB64 } from "../core/bytes.js";
-import { composeRecoveryDiagnosticObserver, } from "../core/recovery-diagnostics.js";
+import { resolveVersionedRegistryValue } from "../tables/counter-version-registry.js";
 import { createAttachmentVersionFallbackPolicy, } from "./attachment-fallback-policy.js";
-export { createAttachmentVersionFallbackPolicy, } from "./attachment-fallback-policy.js";
-function qb64Item(qb64, opaque = false) {
-    return { kind: "qb64", qb64, opaque };
-}
-function qb2Item(qb2, opaque = false) {
-    return { kind: "qb2", qb2, opaque };
-}
+export { createAttachmentVersionFallbackPolicy } from "./attachment-fallback-policy.js";
 function tupleItem(items) {
-    return { kind: "tuple", items };
-}
-function nestedGroupItem(code, name, count) {
-    return { kind: "group", code, name, count };
+    return items;
 }
 /** Normalize unknown throwables to an `Error` for diagnostic emission. */
 function asError(error) {
@@ -352,7 +344,7 @@ function parseTuple(input, kinds, domain) {
         const part = kind === "indexer"
             ? parseIndexer(input.slice(offset), domain)
             : parseMatter(input.slice(offset), domain);
-        items.push(qb64Item(part.qb64));
+        items.push(part);
         offset += primitiveSize(part, domain);
     }
     return { items, consumed: offset };
@@ -369,16 +361,16 @@ function parseRepeated(input, count, kinds, domain) {
     return { items, consumed: offset };
 }
 /** Split opaque counted payload into domain units (quadlets for text, triplets for binary). */
-function splitOpaqueUnits(payload, domain, expectedCount, opaque = false) {
+function splitOpaqueUnits(payload, domain, expectedCount) {
     if (domain === "bny") {
         const count = expectedCount ?? Math.floor(payload.length / 3);
-        return Array.from({ length: count }, (_v, i) => qb2Item(payload.slice(i * 3, i * 3 + 3), opaque));
+        return Array.from({ length: count }, (_v, i) => UnknownPrimitive.fromPayload(payload.slice(i * 3, i * 3 + 3), domain));
     }
     const text = String.fromCharCode(...payload);
     if (expectedCount !== undefined) {
-        return Array.from({ length: expectedCount }, (_v, i) => qb64Item(text.slice(i * 4, i * 4 + 4), opaque));
+        return Array.from({ length: expectedCount }, (_v, i) => UnknownPrimitive.fromPayload(b(text.slice(i * 4, i * 4 + 4)), domain));
     }
-    return (text.match(/.{1,4}/g) ?? []).map((token) => qb64Item(token, opaque));
+    return (text.match(/.{1,4}/g) ?? []).map((token) => UnknownPrimitive.fromPayload(b(token), domain));
 }
 /** Parse nested siger-list group headed by a version-appropriate siger counter. */
 function parseSigerList(input, version, domain) {
@@ -391,7 +383,7 @@ function parseSigerList(input, version, domain) {
     let offset = counterHeaderSize(counter, domain);
     for (let i = 0; i < counter.count; i++) {
         const part = parseIndexer(input.slice(offset), domain);
-        items.push(qb64Item(part.qb64));
+        items.push(part);
         offset += primitiveSize(part, domain);
     }
     return { items, consumed: offset };
@@ -432,7 +424,7 @@ function parseQuadletGroup(input, counter, version, wrapperCodes, domain, contex
                 // Allow mixed-version nested groups inside wrapper payloads.
                 // Some real-world streams wrap v2 groups inside v1 wrappers.
                 payload.slice(offset), nestedVersion, domain, context);
-                items.push(nestedGroupItem(nested.group.code, nested.group.name, nested.group.count));
+                items.push(nested.group);
                 if (nested.consumed === 0) {
                     throw new GroupSizeError("Nested attachment parser consumed zero bytes");
                 }
@@ -440,8 +432,8 @@ function parseQuadletGroup(input, counter, version, wrapperCodes, domain, contex
             }
             catch (error) {
                 const normalized = asError(error);
-                if (normalized instanceof ShortageError ||
-                    normalized instanceof GroupSizeError) {
+                if (normalized instanceof ShortageError
+                    || normalized instanceof GroupSizeError) {
                     throw normalized;
                 }
                 if (!context.versionFallbackPolicy.shouldPreserveWrapperRemainder(normalized)) {
@@ -449,7 +441,7 @@ function parseQuadletGroup(input, counter, version, wrapperCodes, domain, contex
                 }
                 // Intentional recovery point: keep unread wrapper tail as opaque units.
                 const remainder = payload.slice(offset);
-                const opaque = splitOpaqueUnits(remainder, domain, undefined, true);
+                const opaque = splitOpaqueUnits(remainder, domain);
                 context.recoveryDiagnosticObserver?.({
                     type: "wrapper-opaque-tail-preserved",
                     version: nestedVersion,
@@ -519,8 +511,8 @@ function sadPathSigParser(input, counter, version, domain, context) {
         const sigGroup = parseAttachmentDispatchCompat(input.slice(offset), version, domain, context);
         offset += sigGroup.consumed;
         items.push(tupleItem([
-            qb64Item(path.qb64),
-            nestedGroupItem(sigGroup.group.code, sigGroup.group.name, sigGroup.group.count),
+            path,
+            sigGroup.group,
         ]));
     }
     return { items, consumed: offset };
@@ -531,15 +523,15 @@ function sadPathSigGroupParser(input, counter, version, domain, context) {
     let offset = counterHeaderSize(counter, domain);
     const root = parseMatter(input.slice(offset), domain);
     offset += primitiveSize(root, domain);
-    items.push(qb64Item(root.qb64));
+    items.push(root);
     for (let i = 0; i < counter.count; i++) {
         const path = parseMatter(input.slice(offset), domain);
         offset += primitiveSize(path, domain);
         const sigGroup = parseAttachmentDispatchCompat(input.slice(offset), version, domain, context);
         offset += sigGroup.consumed;
         items.push(tupleItem([
-            qb64Item(path.qb64),
-            nestedGroupItem(sigGroup.group.code, sigGroup.group.name, sigGroup.group.count),
+            path,
+            sigGroup.group,
         ]));
     }
     return { items, consumed: offset };
@@ -547,7 +539,7 @@ function sadPathSigGroupParser(input, counter, version, domain, context) {
 /** Genus-version groups carry only the counter token itself as semantic payload. */
 function genusVersionParser(_input, counter, _version, domain, _context) {
     return {
-        items: [qb64Item(counter.qb64)],
+        items: [counter],
         consumed: counterHeaderSize(counter, domain),
     };
 }
@@ -648,13 +640,7 @@ function parseAttachmentDispatchWithVersion(input, version, domain, context) {
         throw new GroupSizeError(`Parsed beyond input boundary for ${counter.code}`);
     }
     return {
-        group: {
-            code: counter.code,
-            name: counter.name,
-            count: counter.count,
-            raw: input.slice(0, parsed.consumed),
-            items: parsed.items,
-        },
+        group: new CounterGroup(counter, input.slice(0, parsed.consumed), parsed.items),
         consumed: parsed.consumed,
     };
 }
@@ -702,8 +688,8 @@ function parseAttachmentDispatchWithPolicy(input, version, domain, context) {
  * `options.versionFallbackPolicy`.
  */
 export function parseAttachmentDispatchCompat(input, version, domain, options = {}) {
-    const versionFallbackPolicy = options.versionFallbackPolicy ??
-        createAttachmentVersionFallbackPolicy({
+    const versionFallbackPolicy = options.versionFallbackPolicy
+        ?? createAttachmentVersionFallbackPolicy({
             mode: options.mode,
         });
     const recoveryDiagnosticObserver = composeRecoveryDiagnosticObserver({