@typeberry/lib 0.5.10 → 0.5.11-1fbacf3

package/packages/jam/in-core/externalities/refine-fetch.js

@@ -0,0 +1,80 @@
+import { Bytes } from "#@typeberry/bytes";
+import { HASH_SIZE } from "#@typeberry/hash";
+import { general } from "#@typeberry/jam-host-calls";
+import { getEncodedConstants, u64ToArrayIndex, } from "#@typeberry/transition/externalities/fetch-externalities.js";
+export class RefineFetchExternalities {
+    chainSpec;
+    data;
+    context = general.FetchContext.Refine;
+    constructor(chainSpec, data) {
+        this.chainSpec = chainSpec;
+        this.data = data;
+    }
+    constants() {
+        return getEncodedConstants(this.chainSpec);
+    }
+    /**
+     * Refine entropy is `H₀` (zero hash) per GP §B.3.
+     *
+     * https://graypaper.fluffylabs.dev/#/ab2cdbd/2fe0012fe201?v=0.7.2
+     */
+    entropy() {
+        return Bytes.zero(HASH_SIZE).asOpaque();
+    }
+    authorizerTrace() {
+        return this.data.authorizerTrace;
+    }
+    workItemExtrinsic(workItem, index) {
+        const itemIdx = workItem === null ? this.data.currentWorkItemIndex : u64ToArrayIndex(workItem, this.data.extrinsics.length);
+        if (itemIdx === null) {
+            return null;
+        }
+        const perItem = this.data.extrinsics[itemIdx];
+        const xIdx = u64ToArrayIndex(index, perItem.length);
+        if (xIdx === null) {
+            return null;
+        }
+        return perItem[xIdx];
+    }
+    workItemImport(workItem, index) {
+        const itemIdx = workItem === null ? this.data.currentWorkItemIndex : u64ToArrayIndex(workItem, this.data.imports.length);
+        if (itemIdx === null) {
+            return null;
+        }
+        const perItem = this.data.imports[itemIdx];
+        const segIdx = u64ToArrayIndex(index, perItem.length);
+        if (segIdx === null) {
+            return null;
+        }
+        // `Segment` extends `BytesBlob`, so it can be returned directly.
+        return perItem[segIdx].data;
+    }
+    workPackage() {
+        return this.data.packageData.packageView.encoded();
+    }
+    authConfiguration() {
+        return this.data.packageData.packageView.authConfiguration.view();
+    }
+    authToken() {
+        return this.data.packageData.packageView.authToken.view();
+    }
+    refineContext() {
+        return this.data.packageData.packageView.context.encoded();
+    }
+    allWorkItems() {
+        return this.data.packageData.workItemSummaries.encoded();
+    }
+    oneWorkItem(workItem) {
+        const summaries = this.data.packageData.workItemSummaries;
+        const idx = u64ToArrayIndex(workItem, summaries.length);
+        return idx === null ? null : (summaries.get(idx)?.encoded() ?? null);
+    }
+    workItemPayload(workItem) {
+        const items = this.data.packageData.packageView.items.view();
+        const idx = u64ToArrayIndex(workItem, items.length);
+        if (idx === null) {
+            return null;
+        }
+        return items.get(idx)?.view().payload.view() ?? null;
+    }
+}

package/packages/jam/in-core/externalities/refine-fetch.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=refine-fetch.test.d.ts.map

package/packages/jam/in-core/externalities/refine-fetch.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"refine-fetch.test.d.ts","sourceRoot":"","sources":["../../../../../../packages/jam/in-core/externalities/refine-fetch.test.ts"],"names":[],"mappings":""}

package/packages/jam/in-core/externalities/refine-fetch.test.js

@@ -0,0 +1,219 @@
+import assert from "node:assert";
+import { describe, it } from "node:test";
+import { tryAsServiceGas, tryAsServiceId, tryAsTimeSlot } from "#@typeberry/block";
+import { RefineContext } from "#@typeberry/block/refine-context.js";
+import { ImportSpec, WorkItem, WorkItemExtrinsicSpec } from "#@typeberry/block/work-item.js";
+import { SEGMENT_BYTES, tryAsSegmentIndex } from "#@typeberry/block/work-item-segment.js";
+import { tryAsWorkItemsCount, WorkPackage } from "#@typeberry/block/work-package.js";
+import { Bytes, BytesBlob } from "#@typeberry/bytes";
+import { Encoder } from "#@typeberry/codec";
+import { asKnownSize, FixedSizeArray } from "#@typeberry/collections";
+import { fullChainSpec, tinyChainSpec } from "#@typeberry/config";
+import { HASH_SIZE } from "#@typeberry/hash";
+import { tryAsU16, tryAsU32, tryAsU64 } from "#@typeberry/numbers";
+import { buildWorkPackageFetchData } from "#@typeberry/transition/externalities/fetch-externalities.js";
+import { asOpaqueType } from "#@typeberry/utils";
+import { RefineFetchExternalities } from "./refine-fetch.js";
+const asExtrinsic = (bytes) => asOpaqueType(bytes);
+function buildWorkItem(overrides) {
+    const codeHash = Bytes.fill(HASH_SIZE, 7).asOpaque();
+    const imports = Array.from({ length: overrides.importCount ?? 0 }, (_, i) => ImportSpec.create({ treeRoot: Bytes.zero(HASH_SIZE), index: tryAsSegmentIndex(i) }));
+    const extrinsicSpecs = Array.from({ length: overrides.extrinsicCount ?? 0 }, () => WorkItemExtrinsicSpec.create({ hash: Bytes.zero(HASH_SIZE).asOpaque(), len: tryAsU32(0) }));
+    return WorkItem.create({
+        service: tryAsServiceId(overrides.service ?? 1),
+        codeHash,
+        payload: BytesBlob.blobFrom(new Uint8Array(overrides.payloadLen ?? 3).fill(0xab)),
+        refineGasLimit: tryAsServiceGas(1_000_000),
+        accumulateGasLimit: tryAsServiceGas(2_000_000),
+        importSegments: asKnownSize(imports),
+        extrinsic: extrinsicSpecs,
+        exportCount: tryAsU16(overrides.exportCount ?? 0),
+    });
+}
+function buildWorkPackage(items) {
+    return WorkPackage.create({
+        authToken: BytesBlob.blobFrom(new Uint8Array([1, 2, 3])),
+        authCodeHost: tryAsServiceId(42),
+        authCodeHash: Bytes.fill(HASH_SIZE, 9).asOpaque(),
+        authConfiguration: BytesBlob.blobFrom(new Uint8Array([4, 5, 6, 7])),
+        context: RefineContext.create({
+            anchor: Bytes.fill(HASH_SIZE, 1).asOpaque(),
+            stateRoot: Bytes.fill(HASH_SIZE, 2).asOpaque(),
+            beefyRoot: Bytes.fill(HASH_SIZE, 3).asOpaque(),
+            lookupAnchor: Bytes.fill(HASH_SIZE, 4).asOpaque(),
+            lookupAnchorSlot: tryAsTimeSlot(16),
+            prerequisites: [],
+        }),
+        items: FixedSizeArray.new(items, tryAsWorkItemsCount(items.length)),
+    });
+}
+function prepareRefineData(opts = {}) {
+    const chainSpec = opts.chainSpec ?? tinyChainSpec;
+    const items = opts.items ?? [buildWorkItem({})];
+    const workPackage = buildWorkPackage(items);
+    const packageData = buildWorkPackageFetchData(chainSpec, workPackage);
+    return new RefineFetchExternalities(chainSpec, {
+        packageData,
+        currentWorkItemIndex: opts.currentWorkItemIndex ?? 0,
+        imports: opts.imports ?? asKnownSize(items.map(() => [])),
+        extrinsics: opts.extrinsics ?? asKnownSize(items.map(() => [])),
+        authorizerTrace: opts.authorizerTrace ?? BytesBlob.empty(),
+    });
+}
+describe("RefineFetchExternalities", () => {
+    it("should return different constants for different chain specs", () => {
+        const tinyExt = prepareRefineData({ chainSpec: tinyChainSpec });
+        const fullExt = prepareRefineData({ chainSpec: fullChainSpec });
+        assert.notStrictEqual(tinyExt.constants().length, 0);
+        assert.notStrictEqual(fullExt.constants().length, 0);
+        assert.notDeepStrictEqual(tinyExt.constants(), fullExt.constants());
+    });
+    it("should return entropy H_0 (zero hash) per GP §B.3", () => {
+        const ext = prepareRefineData();
+        const entropy = ext.entropy();
+        assert.strictEqual(entropy.length, HASH_SIZE);
+        assert.ok(entropy.isEqualTo(Bytes.zero(HASH_SIZE).asOpaque()));
+    });
+    it("should return the supplied authorizer trace", () => {
+        const trace = BytesBlob.blobFrom(new Uint8Array([0xaa, 0xbb, 0xcc]));
+        const ext = prepareRefineData({ authorizerTrace: trace });
+        assert.deepStrictEqual(ext.authorizerTrace().raw, trace.raw);
+    });
+    it("should return an extrinsic by work item index and extrinsic index", () => {
+        const items = [buildWorkItem({}), buildWorkItem({ service: 2 })];
+        const extrinsics = asKnownSize([
+            [asExtrinsic(BytesBlob.blobFrom(new Uint8Array([1])))],
+            [
+                asExtrinsic(BytesBlob.blobFrom(new Uint8Array([2, 2]))),
+                asExtrinsic(BytesBlob.blobFrom(new Uint8Array([3, 3, 3]))),
+            ],
+        ]);
+        const ext = prepareRefineData({ items, extrinsics });
+        const other = ext.workItemExtrinsic(tryAsU64(1), tryAsU64(1));
+        assert.ok(other !== null);
+        assert.deepStrictEqual(other.raw, new Uint8Array([3, 3, 3]));
+    });
+    it("should return current item's extrinsic when workItem is null", () => {
+        const items = [buildWorkItem({}), buildWorkItem({ service: 2 })];
+        const extrinsics = asKnownSize([
+            [asExtrinsic(BytesBlob.blobFrom(new Uint8Array([9])))],
+            [asExtrinsic(BytesBlob.blobFrom(new Uint8Array([8])))],
+        ]);
+        const ext = prepareRefineData({ items, extrinsics, currentWorkItemIndex: 1 });
+        const mine = ext.workItemExtrinsic(null, tryAsU64(0));
+        assert.ok(mine !== null);
+        assert.deepStrictEqual(mine.raw, new Uint8Array([8]));
+    });
+    it("should return null for out-of-range extrinsic indices", () => {
+        const items = [buildWorkItem({})];
+        const extrinsics = asKnownSize([
+            [asExtrinsic(BytesBlob.blobFrom(new Uint8Array([1])))],
+        ]);
+        const ext = prepareRefineData({ items, extrinsics });
+        assert.strictEqual(ext.workItemExtrinsic(tryAsU64(5), tryAsU64(0)), null);
+        assert.strictEqual(ext.workItemExtrinsic(tryAsU64(0), tryAsU64(5)), null);
+        assert.strictEqual(ext.workItemExtrinsic(null, tryAsU64(5)), null);
+    });
+    it("should treat U64 indices above the safe-integer range as out of range", () => {
+        const items = [buildWorkItem({})];
+        const ext = prepareRefineData({ items });
+        const huge = tryAsU64(2n ** 53n); // first value > Number.MAX_SAFE_INTEGER
+        assert.strictEqual(ext.workItemExtrinsic(huge, tryAsU64(0)), null);
+        assert.strictEqual(ext.workItemExtrinsic(null, huge), null);
+        assert.strictEqual(ext.workItemImport(huge, tryAsU64(0)), null);
+        assert.strictEqual(ext.oneWorkItem(huge), null);
+        assert.strictEqual(ext.workItemPayload(huge), null);
+    });
+    it("should return an import segment by work item index and segment index", () => {
+        const items = [buildWorkItem({}), buildWorkItem({ service: 2 })];
+        const segBytes = new Uint8Array(SEGMENT_BYTES).fill(0x55);
+        const imports = asKnownSize([
+            [],
+            [{ index: tryAsSegmentIndex(0), data: Bytes.fromBlob(segBytes, SEGMENT_BYTES) }],
+        ]);
+        const ext = prepareRefineData({ items, imports });
+        const imp = ext.workItemImport(tryAsU64(1), tryAsU64(0));
+        assert.ok(imp !== null);
+        assert.deepStrictEqual(imp.raw, segBytes);
+    });
+    it("should return null for out-of-range import indices", () => {
+        const ext = prepareRefineData();
+        assert.strictEqual(ext.workItemImport(tryAsU64(10), tryAsU64(0)), null);
+        assert.strictEqual(ext.workItemImport(null, tryAsU64(10)), null);
+        assert.strictEqual(ext.workItemImport(tryAsU64(0), tryAsU64(10)), null);
+    });
+    it("should return encoded work package", () => {
+        const items = [buildWorkItem({})];
+        const ext = prepareRefineData({ items });
+        const expected = Encoder.encodeObject(WorkPackage.Codec, buildWorkPackage(items), tinyChainSpec);
+        assert.deepStrictEqual(ext.workPackage().raw, expected.raw);
+    });
+    it("should return auth configuration and auth token from the package", () => {
+        const ext = prepareRefineData();
+        assert.deepStrictEqual(ext.authConfiguration().raw, new Uint8Array([4, 5, 6, 7]));
+        assert.deepStrictEqual(ext.authToken().raw, new Uint8Array([1, 2, 3]));
+    });
+    it("should return encoded refine context", () => {
+        const ext = prepareRefineData();
+        const context = RefineContext.create({
+            anchor: Bytes.fill(HASH_SIZE, 1).asOpaque(),
+            stateRoot: Bytes.fill(HASH_SIZE, 2).asOpaque(),
+            beefyRoot: Bytes.fill(HASH_SIZE, 3).asOpaque(),
+            lookupAnchor: Bytes.fill(HASH_SIZE, 4).asOpaque(),
+            lookupAnchorSlot: tryAsTimeSlot(16),
+            prerequisites: [],
+        });
+        const expected = Encoder.encodeObject(RefineContext.Codec, context);
+        assert.deepStrictEqual(ext.refineContext().raw, expected.raw);
+    });
+    it("should return concatenated work item summaries (kind 11) with 62 bytes per item", () => {
+        const items = [
+            buildWorkItem({ service: 1, payloadLen: 7, exportCount: 2, importCount: 1, extrinsicCount: 0 }),
+            buildWorkItem({ service: 2, payloadLen: 4, exportCount: 0, importCount: 0, extrinsicCount: 3 }),
+        ];
+        const ext = prepareRefineData({ items });
+        const all = ext.allWorkItems();
+        assert.strictEqual(all.length, 62 * items.length);
+    });
+    it("should return a single work item summary (kind 12)", () => {
+        const items = [buildWorkItem({ service: 1 }), buildWorkItem({ service: 2, payloadLen: 10 })];
+        const ext = prepareRefineData({ items });
+        const one = ext.oneWorkItem(tryAsU64(1));
+        assert.ok(one !== null);
+        assert.strictEqual(one.length, 62);
+        // first 4 bytes are the service id (u32 LE).
+        const serviceId = new DataView(one.raw.buffer, one.raw.byteOffset, 4).getUint32(0, true);
+        assert.strictEqual(serviceId, 2);
+        // payload length is the last 4 bytes (u32 LE).
+        const payloadLen = new DataView(one.raw.buffer, one.raw.byteOffset + 58, 4).getUint32(0, true);
+        assert.strictEqual(payloadLen, 10);
+    });
+    it("should return null for one work item when index is out of range", () => {
+        const ext = prepareRefineData();
+        assert.strictEqual(ext.oneWorkItem(tryAsU64(99)), null);
+    });
+    it("should return the raw payload of a work item (kind 13)", () => {
+        const items = [buildWorkItem({ service: 1, payloadLen: 2 }), buildWorkItem({ service: 2, payloadLen: 5 })];
+        const ext = prepareRefineData({ items });
+        const payload = ext.workItemPayload(tryAsU64(1));
+        assert.ok(payload !== null);
+        assert.strictEqual(payload.length, 5);
+        assert.ok(payload.raw.every((x) => x === 0xab));
+    });
+    it("should return null for payload when index is out of range", () => {
+        const ext = prepareRefineData();
+        assert.strictEqual(ext.workItemPayload(tryAsU64(99)), null);
+    });
+    // guard against silent accidental changes to the helpers — tryAsU32 ensures
+    // encoded lengths match GP's S(w) spec.
+    it("uses unsigned little-endian u32 for payload length regardless of platform", () => {
+        const items = [buildWorkItem({ service: 1, payloadLen: 0x1234 })];
+        const ext = prepareRefineData({ items });
+        const one = ext.oneWorkItem(tryAsU64(0));
+        assert.ok(one !== null);
+        const payloadLen = new DataView(one.raw.buffer, one.raw.byteOffset + 58, 4).getUint32(0, true);
+        assert.strictEqual(payloadLen, 0x1234);
+        // tryAsU32 would throw on negative values
+        assert.doesNotThrow(() => tryAsU32(0x1234));
+    });
+});

package/packages/jam/in-core/externalities/refine.d.ts

@@ -1,11 +1,12 @@
 import { type Segment, type SegmentIndex, type ServiceId } from "#@typeberry/block";
 import type { BytesBlob } from "#@typeberry/bytes";
+import type { PvmBackend } from "#@typeberry/config";
 import type { Blake2bHash } from "#@typeberry/hash";
-import { type MachineId, type MachineResult, type MemoryOperation, type NoMachineError, type PagesError, type PeekPokeError, type ProgramCounter, type RefineExternalities, SegmentExportError, type ZeroVoidError } from "#@typeberry/jam-host-calls";
-import type { U64 } from "#@typeberry/numbers";
-import type { HostCallMemory, HostCallRegisters } from "#@typeberry/pvm-host-calls";
-import type { BigGas } from "#@typeberry/pvm-interface";
-import type { ProgramDecoderError } from "#@typeberry/pvm-interpreter";
+import { type MachineId, type MachineResult, type MemoryOperation, NoMachineError, type PagesError, type PeekPokeError, type ProgramCounter, type RefineExternalities, SegmentExportError, type ZeroVoidError } from "#@typeberry/jam-host-calls";
+import { type U64 } from "#@typeberry/numbers";
+import { type HostCallMemory, HostCallRegisters } from "#@typeberry/pvm-host-calls";
+import { type BigGas } from "#@typeberry/pvm-interface";
+import { type ProgramDecoderError } from "#@typeberry/pvm-interpreter";
 import type { State } from "#@typeberry/state";
 import { type OK, Result } from "#@typeberry/utils";
 /**
@@ -18,8 +19,15 @@ export type RefineExternalitiesParams = {
     lookupState: State;
     /** Export offset -- sum of exports from prior work items in this package. */
     exportOffset: number;
+    /**
+     * PVM backend to use for creating inner PVM instances.
+     * NIT: Could accept PVMInstanceManager
+     */
+    pvmBackend: PvmBackend;
 };
 export declare class RefineExternalitiesImpl implements RefineExternalities {
+    /** Inner PVM instances sorted by MachineId. */
+    private machines;
     /** Service being refined (used as default for historicalLookup). */
     private readonly currentServiceId;
     /** State at the lookup anchor for preimage lookups. */
@@ -28,17 +36,19 @@ export declare class RefineExternalitiesImpl implements RefineExternalities {
     private readonly exportedSegments;
     /** Offset for segment indexing (sum of exports from prior items). */
     private readonly exportOffset;
+    /** PVM backend for creating inner machines. */
+    private readonly pvmBackend;
     static create(params: RefineExternalitiesParams): RefineExternalitiesImpl;
     private constructor();
     getExportedSegments(): readonly Segment[];
-    machineExpunge(_machineIndex: MachineId): Promise<Result<ProgramCounter, NoMachineError>>;
+    machineExpunge(machineIndex: MachineId): Promise<Result<ProgramCounter, NoMachineError>>;
     machinePages(_machineIndex: MachineId, _pageStart: U64, _pageCount: U64, _requestType: MemoryOperation | null): Promise<Result<OK, PagesError>>;
     machineVoidPages(_machineIndex: MachineId, _pageStart: U64, _pageCount: U64): Promise<Result<OK, ZeroVoidError>>;
     machineZeroPages(_machineIndex: MachineId, _pageStart: U64, _pageCount: U64): Promise<Result<OK, ZeroVoidError>>;
     machinePeekFrom(_machineIndex: MachineId, _destinationStart: U64, _sourceStart: U64, _length: U64, _destination: HostCallMemory): Promise<Result<OK, PeekPokeError>>;
     machinePokeInto(_machineIndex: MachineId, _sourceStart: U64, _destinationStart: U64, _length: U64, _source: HostCallMemory): Promise<Result<OK, PeekPokeError>>;
-    machineInit(_code: BytesBlob, _programCounter: ProgramCounter): Promise<Result<MachineId, ProgramDecoderError>>;
-    machineInvoke(_machineIndex: MachineId, _gas: BigGas, _registers: HostCallRegisters): Promise<Result<MachineResult, NoMachineError>>;
+    machineInit(code: BytesBlob, programCounter: ProgramCounter): Promise<Result<MachineId, ProgramDecoderError>>;
+    machineInvoke(machineIndex: MachineId, gas: BigGas, registers: HostCallRegisters): Promise<Result<MachineResult, NoMachineError>>;
     exportSegment(segment: Segment): Result<SegmentIndex, SegmentExportError>;
     historicalLookup(serviceId: ServiceId | null, hash: Blake2bHash): Promise<BytesBlob | null>;
 }

package/packages/jam/in-core/externalities/refine.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"refine.d.ts","sourceRoot":"","sources":["../../../../../../packages/jam/in-core/externalities/refine.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,KAAK,OAAO,EACZ,KAAK,YAAY,EACjB,KAAK,SAAS,EAEf,MAAM,kBAAkB,CAAC;AAC1B,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAClD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AACnD,OAAO,EACL,KAAK,SAAS,EACd,KAAK,aAAa,EAClB,KAAK,eAAe,EACpB,KAAK,cAAc,EACnB,KAAK,UAAU,EACf,KAAK,aAAa,EAClB,KAAK,cAAc,EACnB,KAAK,mBAAmB,EACxB,kBAAkB,EAClB,KAAK,aAAa,EACnB,MAAM,2BAA2B,CAAC;AACnC,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,KAAK,EAAE,cAAc,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AACnF,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,0BAA0B,CAAC;AACvD,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AACtE,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAEnD;;GAEG;AACH,MAAM,MAAM,yBAAyB,GAAG;IACtC,2CAA2C;IAC3C,gBAAgB,EAAE,SAAS,CAAC;IAC5B,8EAA8E;IAC9E,WAAW,EAAE,KAAK,CAAC;IACnB,6EAA6E;IAC7E,YAAY,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF,qBAAa,uBAAwB,YAAW,mBAAmB;IACjE,oEAAoE;IACpE,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAY;IAC7C,uDAAuD;IACvD,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAQ;IACpC,6DAA6D;IAC7D,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAiB;IAClD,qEAAqE;IACrE,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;IAEtC,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,yBAAyB;IAI/C,OAAO;IAMP,mBAAmB,IAAI,SAAS,OAAO,EAAE;IAIzC,cAAc,CAAC,aAAa,EAAE,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,cAAc,EAAE,cAAc,CAAC,CAAC;IAIzF,YAAY,CACV,aAAa,EAAE,SAAS,EACxB,UAAU,EAAE,GAAG,EACf,UAAU,EAAE,GAAG,EACf,YAAY,EAAE,eAAe,GAAG,IAAI,GACnC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;IAIlC,gBAAgB,CAAC,aAAa,EAAE,SAAS,EAAE,UAAU,EAAE,GAAG,EAAE,UAAU,EAAE,GAAG,GAAG,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,aAAa,CAAC,CAAC;IAIhH,gBAAgB,CAAC,aAAa,EAAE,SAAS,EAAE,UAAU,EAAE,GAAG,EAAE,UAAU,EAAE,GAAG,GAAG,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,aAAa,CAAC,CAAC;IAIhH,eAAe,CACb,aAAa,EAAE,SAAS,EACxB,iBAAiB,EAAE,GAAG,EACtB,YAAY,EAAE,GAAG,EACjB,OAAO,EAAE,GAAG,EACZ,YAAY,EAAE,cAAc,GAC3B,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,aAAa,CAAC,CAAC;IAIrC,eAAe,CACb,aAAa,EAAE,SAAS,EACxB,YAAY,EAAE,GAAG,EACjB,iBAAiB,EAAE,GAAG,EACtB,OAAO,EAAE,GAAG,EACZ,OAAO,EAAE,cAAc,GACtB,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,aAAa,CAAC,CAAC;IAIrC,WAAW,CAAC,KAAK,EAAE,SAAS,EAAE,eAAe,EAAE,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,SAAS,EAAE,mBAAmB,CAAC,CAAC;IAI/G,aAAa,CACX,aAAa,EAAE,SAAS,EACxB,IAAI,EAAE,MAAM,EACZ,UAAU,EAAE,iBAAiB,GAC5B,OAAO,CAAC,MAAM,CAAC,aAAa,EAAE,cAAc,CAAC,CAAC;IAIjD,aAAa,CAAC,OAAO,EAAE,OAAO,GAAG,MAAM,CAAC,YAAY,EAAE,kBAAkB,CAAC;IAezE,gBAAgB,CAAC,SAAS,EAAE,SAAS,GAAG,IAAI,EAAE,IAAI,EAAE,WAAW,GAAG,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC;CAW5F"}
+{"version":3,"file":"refine.d.ts","sourceRoot":"","sources":["../../../../../../packages/jam/in-core/externalities/refine.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,KAAK,OAAO,EACZ,KAAK,YAAY,EACjB,KAAK,SAAS,EAEf,MAAM,kBAAkB,CAAC;AAC1B,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAElD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AACnD,OAAO,EACL,KAAK,SAAS,EACd,KAAK,aAAa,EAElB,KAAK,eAAe,EACpB,cAAc,EACd,KAAK,UAAU,EACf,KAAK,aAAa,EAClB,KAAK,cAAc,EACnB,KAAK,mBAAmB,EACxB,kBAAkB,EAGlB,KAAK,aAAa,EACnB,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAAY,KAAK,GAAG,EAAE,MAAM,oBAAoB,CAAC;AAExD,OAAO,EAAE,KAAK,cAAc,EAAE,iBAAiB,EAAsB,MAAM,2BAA2B,CAAC;AACvG,OAAO,EAAE,KAAK,MAAM,EAAuD,MAAM,0BAA0B,CAAC;AAC5G,OAAO,EAAkB,KAAK,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AACtF,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAiBnD;;GAEG;AACH,MAAM,MAAM,yBAAyB,GAAG;IACtC,2CAA2C;IAC3C,gBAAgB,EAAE,SAAS,CAAC;IAC5B,8EAA8E;IAC9E,WAAW,EAAE,KAAK,CAAC;IACnB,6EAA6E;IAC7E,YAAY,EAAE,MAAM,CAAC;IACrB;;;OAGG;IACH,UAAU,EAAE,UAAU,CAAC;CACxB,CAAC;AAEF,qBAAa,uBAAwB,YAAW,mBAAmB;IACjE,+CAA+C;IAC/C,OAAO,CAAC,QAAQ,CAA6E;IAC7F,oEAAoE;IACpE,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAY;IAC7C,uDAAuD;IACvD,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAQ;IACpC,6DAA6D;IAC7D,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAiB;IAClD,qEAAqE;IACrE,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;IACtC,+CAA+C;IAC/C,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAa;IAExC,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,yBAAyB;IAI/C,OAAO;IAOP,mBAAmB,IAAI,SAAS,OAAO,EAAE;IAIzC,cAAc,CAAC,YAAY,EAAE,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,cAAc,EAAE,cAAc,CAAC,CAAC;IAWxF,YAAY,CACV,aAAa,EAAE,SAAS,EACxB,UAAU,EAAE,GAAG,EACf,UAAU,EAAE,GAAG,EACf,YAAY,EAAE,eAAe,GAAG,IAAI,GACnC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;IAIlC,gBAAgB,CAAC,aAAa,EAAE,SAAS,EAAE,UAAU,EAAE,GAAG,EAAE,UAAU,EAAE,GAAG,GAAG,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,aAAa,CAAC,CAAC;IAIhH,gBAAgB,CAAC,aAAa,EAAE,SAAS,EAAE,UAAU,EAAE,GAAG,EAAE,UAAU,EAAE,GAAG,GAAG,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,aAAa,CAAC,CAAC;IAIhH,eAAe,CACb,aAAa,EAAE,SAAS,EACxB,iBAAiB,EAAE,GAAG,EACtB,YAAY,EAAE,GAAG,EACjB,OAAO,EAAE,GAAG,EACZ,YAAY,EAAE,cAAc,GAC3B,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,aAAa,CAAC,CAAC;IAIrC,eAAe,CACb,aAAa,EAAE,SAAS,EACxB,YAAY,EAAE,GAAG,EACjB,iBAAiB,EAAE,GAAG,EACtB,OAAO,EAAE,GAAG,EACZ,OAAO,EAAE,cAAc,GACtB,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,aAAa,CAAC,CAAC;IAI/B,WAAW,CAAC,IAAI,EAAE,SAAS,EAAE,cAAc,EAAE,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,SAAS,EAAE,mBAAmB,CAAC,CAAC;IAgCnH,aAAa,CACX,YAAY,EAAE,SAAS,EACvB,GAAG,EAAE,MAAM,EACX,SAAS,EAAE,iBAAiB,GAC3B,OAAO,CAAC,MAAM,CAAC,aAAa,EAAE,cAAc,CAAC,CAAC;IAiCjD,aAAa,CAAC,OAAO,EAAE,OAAO,GAAG,MAAM,CAAC,YAAY,EAAE,kBAAkB,CAAC;IAezE,gBAAgB,CAAC,SAAS,EAAE,SAAS,GAAG,IAAI,EAAE,IAAI,EAAE,WAAW,GAAG,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC;CAW5F"}

package/packages/jam/in-core/externalities/refine.js

@@ -1,7 +1,26 @@
 import { MAX_NUMBER_OF_EXPORTS_WP, tryAsSegmentIndex, } from "#@typeberry/block";
-import { SegmentExportError, } from "#@typeberry/jam-host-calls";
+import { SortedArray } from "#@typeberry/collections";
+import { NoMachineError, SegmentExportError, tryAsMachineId, tryAsProgramCounter, } from "#@typeberry/jam-host-calls";
+import { tryAsU64 } from "#@typeberry/numbers";
+import { Ordering } from "#@typeberry/ordering";
+import { HostCallRegisters, PvmInstanceManager } from "#@typeberry/pvm-host-calls";
+import { Status, tryAsBigGas, tryAsGas } from "#@typeberry/pvm-interface";
+import { ProgramDecoder } from "#@typeberry/pvm-interpreter";
 import { Result } from "#@typeberry/utils";
+/** Used when searching by MachineId only — the comparator ignores this field. */
+const NULL_INTERPRETER = undefined;
+const machineComparator = (a, b) => {
+    if (a[0] < b[0]) {
+        return Ordering.Less;
+    }
+    if (a[0] > b[0]) {
+        return Ordering.Greater;
+    }
+    return Ordering.Equal;
+};
 export class RefineExternalitiesImpl {
+    /** Inner PVM instances sorted by MachineId. */
+    machines = SortedArray.fromSortedArray(machineComparator);
     /** Service being refined (used as default for historicalLookup). */
     currentServiceId;
     /** State at the lookup anchor for preimage lookups. */
@@ -10,6 +29,8 @@ export class RefineExternalitiesImpl {
     exportedSegments = [];
     /** Offset for segment indexing (sum of exports from prior items). */
     exportOffset;
+    /** PVM backend for creating inner machines. */
+    pvmBackend;
     static create(params) {
         return new RefineExternalitiesImpl(params);
     }
@@ -17,12 +38,20 @@ export class RefineExternalitiesImpl {
         this.currentServiceId = params.currentServiceId;
         this.lookupState = params.lookupState;
         this.exportOffset = params.exportOffset;
+        this.pvmBackend = params.pvmBackend;
     }
     getExportedSegments() {
         return this.exportedSegments;
     }
-    machineExpunge(_machineIndex) {
-        throw new Error("Method not implemented.");
+    machineExpunge(machineIndex) {
+        // We just care about machineIndex
+        const entry = this.machines.findExact([machineIndex, NULL_INTERPRETER]);
+        if (entry === undefined) {
+            return Promise.resolve(Result.error(NoMachineError, () => `Machine not found (id: ${machineIndex})`));
+        }
+        const pc = tryAsProgramCounter(entry[1].getPC());
+        this.machines.removeOne(entry);
+        return Promise.resolve(Result.ok(pc));
     }
     machinePages(_machineIndex, _pageStart, _pageCount, _requestType) {
         throw new Error("Method not implemented.");
@@ -39,11 +68,61 @@ export class RefineExternalitiesImpl {
     machinePokeInto(_machineIndex, _sourceStart, _destinationStart, _length, _source) {
         throw new Error("Method not implemented.");
     }
-    machineInit(_code, _programCounter) {
-        throw new Error("Method not implemented.");
+    async machineInit(code, programCounter) {
+        // https://graypaper.fluffylabs.dev/#/ab2cdbd/346400346400?v=0.7.2
+        const deblobResult = ProgramDecoder.deblob(code.raw);
+        if (deblobResult.isError) {
+            return Result.error(deblobResult.error, deblobResult.details);
+        }
+        const manager = await PvmInstanceManager.new(this.pvmBackend);
+        const innerPvm = await manager.getInstance();
+        innerPvm.resetGeneric(code.raw, Number(programCounter), tryAsGas(0));
+        // https://graypaper.fluffylabs.dev/#/ab2cdbd/348c00348c00?v=0.7.2
+        // Binary search for the minimal free MachineId
+        const arr = this.machines.array;
+        let low = 0;
+        let high = arr.length;
+        while (low < high) {
+            const mid = (low + high) >> 1;
+            if (arr[mid][0] > BigInt(mid)) {
+                high = mid;
+            }
+            else {
+                low = mid + 1;
+            }
+        }
+        const machineId = tryAsMachineId(low);
+        // https://graypaper.fluffylabs.dev/#/ab2cdbd/340501340b01?v=0.7.2
+        this.machines.insert([machineId, innerPvm]);
+        return Result.ok(machineId);
     }
-    machineInvoke(_machineIndex, _gas, _registers) {
-        throw new Error("Method not implemented.");
+    machineInvoke(machineIndex, gas, registers) {
+        const entry = this.machines.findExact([machineIndex, NULL_INTERPRETER]);
+        if (entry === undefined) {
+            return Promise.resolve(Result.error(NoMachineError, () => `Machine not found (id: ${machineIndex})`));
+        }
+        const innerPvm = entry[1];
+        // Prepare inner PVM
+        innerPvm.registers.setAllEncoded(registers.getEncoded());
+        innerPvm.gas.set(gas);
+        // Execute program
+        innerPvm.runProgram();
+        // Status
+        const status = innerPvm.getStatus();
+        const exitParam = innerPvm.getExitParam() ?? 0;
+        const remainingGas = tryAsBigGas(innerPvm.gas.get());
+        const outRegisters = HostCallRegisters.fromRaw(new Uint8Array(innerPvm.registers.getAllEncoded()));
+        let machineStatus;
+        if (status === Status.HOST) {
+            machineStatus = { status, hostCallIndex: tryAsU64(exitParam) };
+        }
+        else if (status === Status.FAULT) {
+            machineStatus = { status, address: tryAsU64(exitParam) };
+        }
+        else {
+            machineStatus = { status };
+        }
+        return Promise.resolve(Result.ok({ result: machineStatus, gas: remainingGas, registers: outRegisters }));
     }
     exportSegment(segment) {
         // https://graypaper.fluffylabs.dev/#/ab2cdbd/335d03335d03?v=0.7.2