@typeberry/lib 0.5.3-355fdf7 → 0.5.3-fb6e98a

package/packages/jam/{transition/accumulate → executor}/pvm-executor.d.ts

@@ -1,10 +1,14 @@
-import type { ServiceId } from "#@typeberry/block";
+import { type ServiceGas, type ServiceId } from "#@typeberry/block";
 import type { BytesBlob } from "#@typeberry/bytes";
 import type { ChainSpec, PvmBackend } from "#@typeberry/config";
 import { general } from "#@typeberry/jam-host-calls";
 import type { PartialState } from "#@typeberry/jam-host-calls/externalities/partial-state.js";
-import type { Gas } from "#@typeberry/pvm-interface";
-type AccumulateHostCallExternalities = {
+import { type RefineExternalities } from "#@typeberry/jam-host-calls/externalities/refine-externalities.js";
+export type RefineHostCallExternalities = {
+    refine: RefineExternalities;
+    fetchExternalities: general.IFetchExternalities;
+};
+export type AccumulateHostCallExternalities = {
     partialState: PartialState;
     fetchExternalities: general.IFetchExternalities;
     serviceExternalities: general.AccountsInfo & general.AccountsLookup & general.AccountsWrite & general.AccountsRead;
@@ -23,6 +27,8 @@ export declare class PvmExecutor {
     private hostCalls;
     private constructor();
     private static prepareBackend;
+    /** Prepare refine host call handlers */
+    private static prepareRefineHostCalls;
     /** Prepare accumulation host call handlers */
     private static prepareAccumulateHostCalls;
     /** Prepare on transfer host call handlers */
@@ -32,21 +38,18 @@ export declare class PvmExecutor {
      *
      * @param args additional arguments that will be placed in PVM memory before execution
      * @param gas gas limit
-     * @returns `ReturnValue` object that can be a status or memory slice
+     * @returns `ReturnValue` object containing consumed gas, status and an optional memory slice
      */
-    run(args: BytesBlob, gas: Gas): Promise<{
-        consumedGas: Gas;
-        status: import("@typeberry/pvm-interface").Status | null;
-        memorySlice: Uint8Array | null;
-        hasMemorySlice(): this is /*elided*/ any & {
-            status: null;
-            memorySlice: Uint8Array;
-        };
-        hasStatus(): this is /*elided*/ any & {
-            status: import("@typeberry/pvm-interface").Status;
-            memorySlice: null;
-        };
+    run(args: BytesBlob, gas: ServiceGas): Promise<{
+        consumedGas: bigint & import("@typeberry/numbers").WithBytesRepresentation<8> & import("@typeberry/utils").WithOpaque<"ServiceGas[u64]">;
+        status: import("@typeberry/pvm-host-calls").ReturnStatus.OK;
+        memorySlice: Uint8Array;
+    } | {
+        consumedGas: bigint & import("@typeberry/numbers").WithBytesRepresentation<8> & import("@typeberry/utils").WithOpaque<"ServiceGas[u64]">;
+        status: import("@typeberry/pvm-host-calls").ReturnStatus.OOG | import("@typeberry/pvm-host-calls").ReturnStatus.PANIC;
     }>;
+    /** A utility function that can be used to prepare refine executor */
+    static createRefineExecutor(serviceId: ServiceId, serviceCode: BytesBlob, externalities: RefineHostCallExternalities, pvm: PvmBackend): Promise<PvmExecutor>;
     /** A utility function that can be used to prepare accumulate executor */
     static createAccumulateExecutor(serviceId: ServiceId, serviceCode: BytesBlob, externalities: AccumulateHostCallExternalities, chainSpec: ChainSpec, pvm: PvmBackend): Promise<PvmExecutor>;
     /** A utility function that can be used to prepare on transfer executor */

package/packages/jam/executor/pvm-executor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pvm-executor.d.ts","sourceRoot":"","sources":["../../../../../packages/jam/executor/pvm-executor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,UAAU,EAAE,KAAK,SAAS,EAAmB,MAAM,kBAAkB,CAAC;AACpF,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAClD,OAAO,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/D,OAAO,EAAc,OAAO,EAAU,MAAM,2BAA2B,CAAC;AACxE,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,0DAA0D,CAAC;AAC7F,OAAO,EAEL,KAAK,mBAAmB,EAEzB,MAAM,iEAAiE,CAAC;AAuCzE,MAAM,MAAM,2BAA2B,GAAG;IACxC,MAAM,EAAE,mBAAmB,CAAC;IAC5B,kBAAkB,EAAE,OAAO,CAAC,mBAAmB,CAAC;CACjD,CAAC;AAEF,MAAM,MAAM,+BAA+B,GAAG;IAC5C,YAAY,EAAE,YAAY,CAAC;IAC3B,kBAAkB,EAAE,OAAO,CAAC,mBAAmB,CAAC;IAChD,oBAAoB,EAAE,OAAO,CAAC,YAAY,GAAG,OAAO,CAAC,cAAc,GAAG,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,YAAY,CAAC;CACpH,CAAC;AAEF,KAAK,+BAA+B,GAAG;IACrC,YAAY,EAAE,OAAO,CAAC,YAAY,GAAG,OAAO,CAAC,cAAc,GAAG,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,YAAY,CAAC;IAC3G,kBAAkB,EAAE,OAAO,CAAC,mBAAmB,CAAC;CACjD,CAAC;AAUF;;GAEG;AACH,qBAAa,WAAW;IAKpB,OAAO,CAAC,WAAW;IAEnB,OAAO,CAAC,UAAU;IANpB,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAoB;IACxC,OAAO,CAAC,SAAS,CAAY;IAE7B,OAAO;mBAac,cAAc;IAInC,wCAAwC;IACxC,OAAO,CAAC,MAAM,CAAC,sBAAsB;IAerC,8CAA8C;IAC9C,OAAO,CAAC,MAAM,CAAC,0BAA0B;IAuBzC,6CAA6C;IAC7C,OAAO,CAAC,MAAM,CAAC,0BAA0B;IAazC;;;;;;OAMG;IACG,GAAG,CAAC,IAAI,EAAE,SAAS,EAAE,GAAG,EAAE,UAAU;;;;;;;;IAQ1C,qEAAqE;WACxD,oBAAoB,CAC/B,SAAS,EAAE,SAAS,EACpB,WAAW,EAAE,SAAS,EACtB,aAAa,EAAE,2BAA2B,EAC1C,GAAG,EAAE,UAAU;IAOjB,yEAAyE;WAC5D,wBAAwB,CACnC,SAAS,EAAE,SAAS,EACpB,WAAW,EAAE,SAAS,EACtB,aAAa,EAAE,+BAA+B,EAC9C,SAAS,EAAE,SAAS,EACpB,GAAG,EAAE,UAAU;IAQjB,0EAA0E;WAC7D,wBAAwB,CACnC,SAAS,EAAE,SAAS,EACpB,WAAW,EAAE,SAAS,EACtB,aAAa,EAAE,+BAA+B,EAC9C,GAAG,EAAE,UAAU;CAMlB"}

package/packages/jam/{transition/accumulate → executor}/pvm-executor.js

@@ -1,6 +1,26 @@
-import { accumulate, general } from "#@typeberry/jam-host-calls";
+import { tryAsServiceGas } from "#@typeberry/block";
+import { accumulate, general, refine } from "#@typeberry/jam-host-calls";
 import { tryAsProgramCounter, } from "#@typeberry/jam-host-calls/externalities/refine-externalities.js";
 import { HostCalls, HostCallsExecutor, PvmInstanceManager } from "#@typeberry/pvm-host-calls";
+import { tryAsGas } from "#@typeberry/pvm-interface";
+/**
+ * Refine-specific host calls with common constructor.
+ * https://graypaper.fluffylabs.dev/#/ab2cdbd/2fa7022fa702?v=0.7.2
+ */
+const REFINE_HOST_CALL_CLASSES = [
+    refine.HistoricalLookup,
+    refine.Export,
+    refine.Machine,
+    refine.Peek,
+    refine.Poke,
+    refine.Pages,
+    refine.Invoke,
+    refine.Expunge,
+];
+/**
+ * Accumulate-specific host calls with common constructor.
+ * https://graypaper.fluffylabs.dev/#/ab2cdbd/30d00130d001?v=0.7.2
+ */
 const ACCUMULATE_HOST_CALL_CLASSES = [
     accumulate.Bless,
     accumulate.Assign,
@@ -21,6 +41,7 @@ var entrypoint;
     entrypoint.IS_AUTHORIZED = tryAsProgramCounter(0);
     entrypoint.REFINE = tryAsProgramCounter(0);
     entrypoint.ACCUMULATE = tryAsProgramCounter(5);
+    /** @deprecated since 0.7.1 */
     entrypoint.ON_TRANSFER = tryAsProgramCounter(10);
 })(entrypoint || (entrypoint = {}));
 /**
@@ -43,9 +64,21 @@ export class PvmExecutor {
     static async prepareBackend(pvm) {
         return PvmInstanceManager.new(pvm);
     }
+    /** Prepare refine host call handlers */
+    static prepareRefineHostCalls(serviceId, externalities) {
+        const refineHandlers = REFINE_HOST_CALL_CLASSES.map((HandlerClass) => new HandlerClass(externalities.refine));
+        /** https://graypaper.fluffylabs.dev/#/ab2cdbd/2fa7022fa702?v=0.7.2 */
+        const generalHandlers = [
+            new general.LogHostCall(serviceId),
+            new general.GasHostCall(serviceId),
+            new general.Fetch(serviceId, externalities.fetchExternalities),
+        ];
+        return refineHandlers.concat(generalHandlers);
+    }
     /** Prepare accumulation host call handlers */
     static prepareAccumulateHostCalls(serviceId, externalities, chainSpec) {
         const accumulateHandlers = ACCUMULATE_HOST_CALL_CLASSES.map((HandlerClass) => new HandlerClass(serviceId, externalities.partialState, chainSpec));
+        /** https://graypaper.fluffylabs.dev/#/ab2cdbd/30d00130d001?v=0.7.2 */
         const generalHandlers = [
             new general.LogHostCall(serviceId),
             new general.GasHostCall(serviceId),
@@ -75,10 +108,20 @@ export class PvmExecutor {
      *
      * @param args additional arguments that will be placed in PVM memory before execution
      * @param gas gas limit
-     * @returns `ReturnValue` object that can be a status or memory slice
+     * @returns `ReturnValue` object containing consumed gas, status and an optional memory slice
      */
     async run(args, gas) {
-        return this.pvm.runProgram(this.serviceCode.raw, args.raw, Number(this.entrypoint), gas);
+        const ret = await this.pvm.runProgram(this.serviceCode.raw, args.raw, Number(this.entrypoint), tryAsGas(gas));
+        return {
+            ...ret,
+            consumedGas: tryAsServiceGas(ret.consumedGas),
+        };
+    }
+    /** A utility function that can be used to prepare refine executor */
+    static async createRefineExecutor(serviceId, serviceCode, externalities, pvm) {
+        const hostCallHandlers = PvmExecutor.prepareRefineHostCalls(serviceId, externalities);
+        const instances = await PvmExecutor.prepareBackend(pvm);
+        return new PvmExecutor(serviceCode, hostCallHandlers, entrypoint.REFINE, instances);
     }
     /** A utility function that can be used to prepare accumulate executor */
     static async createAccumulateExecutor(serviceId, serviceCode, externalities, chainSpec, pvm) {

package/packages/jam/in-core/externalities/refine.d.ts

@@ -0,0 +1,24 @@
+import type { Segment, SegmentIndex, ServiceId } from "#@typeberry/block";
+import type { BytesBlob } from "#@typeberry/bytes";
+import type { Blake2bHash } from "#@typeberry/hash";
+import type { MachineId, MachineResult, MemoryOperation, NoMachineError, PagesError, PeekPokeError, ProgramCounter, RefineExternalities, SegmentExportError, ZeroVoidError } from "#@typeberry/jam-host-calls";
+import type { U64 } from "#@typeberry/numbers";
+import type { HostCallMemory, HostCallRegisters } from "#@typeberry/pvm-host-calls";
+import type { BigGas } from "#@typeberry/pvm-interface";
+import type { ProgramDecoderError } from "#@typeberry/pvm-interpreter";
+import type { OK, Result } from "#@typeberry/utils";
+export declare class RefineExternalitiesImpl implements RefineExternalities {
+    static create(): RefineExternalitiesImpl;
+    private constructor();
+    machineExpunge(_machineIndex: MachineId): Promise<Result<ProgramCounter, NoMachineError>>;
+    machinePages(_machineIndex: MachineId, _pageStart: U64, _pageCount: U64, _requestType: MemoryOperation | null): Promise<Result<OK, PagesError>>;
+    machineVoidPages(_machineIndex: MachineId, _pageStart: U64, _pageCount: U64): Promise<Result<OK, ZeroVoidError>>;
+    machineZeroPages(_machineIndex: MachineId, _pageStart: U64, _pageCount: U64): Promise<Result<OK, ZeroVoidError>>;
+    machinePeekFrom(_machineIndex: MachineId, _destinationStart: U64, _sourceStart: U64, _length: U64, _destination: HostCallMemory): Promise<Result<OK, PeekPokeError>>;
+    machinePokeInto(_machineIndex: MachineId, _sourceStart: U64, _destinationStart: U64, _length: U64, _source: HostCallMemory): Promise<Result<OK, PeekPokeError>>;
+    machineInit(_code: BytesBlob, _programCounter: ProgramCounter): Promise<Result<MachineId, ProgramDecoderError>>;
+    machineInvoke(_machineIndex: MachineId, _gas: BigGas, _registers: HostCallRegisters): Promise<Result<MachineResult, NoMachineError>>;
+    exportSegment(_segment: Segment): Result<SegmentIndex, SegmentExportError>;
+    historicalLookup(_serviceId: ServiceId | null, _hash: Blake2bHash): Promise<BytesBlob | null>;
+}
+//# sourceMappingURL=refine.d.ts.map

package/packages/jam/in-core/externalities/refine.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"refine.d.ts","sourceRoot":"","sources":["../../../../../../packages/jam/in-core/externalities/refine.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACzE,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAClD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AACnD,OAAO,KAAK,EACV,SAAS,EACT,aAAa,EACb,eAAe,EACf,cAAc,EACd,UAAU,EACV,aAAa,EACb,cAAc,EACd,mBAAmB,EACnB,kBAAkB,EAClB,aAAa,EACd,MAAM,2BAA2B,CAAC;AACnC,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,KAAK,EAAE,cAAc,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AACnF,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,0BAA0B,CAAC;AACvD,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AACtE,OAAO,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAEnD,qBAAa,uBAAwB,YAAW,mBAAmB;IACjE,MAAM,CAAC,MAAM;IAIb,OAAO;IAEP,cAAc,CAAC,aAAa,EAAE,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,cAAc,EAAE,cAAc,CAAC,CAAC;IAIzF,YAAY,CACV,aAAa,EAAE,SAAS,EACxB,UAAU,EAAE,GAAG,EACf,UAAU,EAAE,GAAG,EACf,YAAY,EAAE,eAAe,GAAG,IAAI,GACnC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;IAIlC,gBAAgB,CAAC,aAAa,EAAE,SAAS,EAAE,UAAU,EAAE,GAAG,EAAE,UAAU,EAAE,GAAG,GAAG,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,aAAa,CAAC,CAAC;IAIhH,gBAAgB,CAAC,aAAa,EAAE,SAAS,EAAE,UAAU,EAAE,GAAG,EAAE,UAAU,EAAE,GAAG,GAAG,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,aAAa,CAAC,CAAC;IAIhH,eAAe,CACb,aAAa,EAAE,SAAS,EACxB,iBAAiB,EAAE,GAAG,EACtB,YAAY,EAAE,GAAG,EACjB,OAAO,EAAE,GAAG,EACZ,YAAY,EAAE,cAAc,GAC3B,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,aAAa,CAAC,CAAC;IAIrC,eAAe,CACb,aAAa,EAAE,SAAS,EACxB,YAAY,EAAE,GAAG,EACjB,iBAAiB,EAAE,GAAG,EACtB,OAAO,EAAE,GAAG,EACZ,OAAO,EAAE,cAAc,GACtB,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,aAAa,CAAC,CAAC;IAIrC,WAAW,CAAC,KAAK,EAAE,SAAS,EAAE,eAAe,EAAE,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,SAAS,EAAE,mBAAmB,CAAC,CAAC;IAI/G,aAAa,CACX,aAAa,EAAE,SAAS,EACxB,IAAI,EAAE,MAAM,EACZ,UAAU,EAAE,iBAAiB,GAC5B,OAAO,CAAC,MAAM,CAAC,aAAa,EAAE,cAAc,CAAC,CAAC;IAIjD,aAAa,CAAC,QAAQ,EAAE,OAAO,GAAG,MAAM,CAAC,YAAY,EAAE,kBAAkB,CAAC;IAI1E,gBAAgB,CAAC,UAAU,EAAE,SAAS,GAAG,IAAI,EAAE,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC;CAG9F"}

package/packages/jam/in-core/externalities/refine.js

@@ -0,0 +1,36 @@
+export class RefineExternalitiesImpl {
+    static create() {
+        return new RefineExternalitiesImpl();
+    }
+    constructor() { }
+    machineExpunge(_machineIndex) {
+        throw new Error("Method not implemented.");
+    }
+    machinePages(_machineIndex, _pageStart, _pageCount, _requestType) {
+        throw new Error("Method not implemented.");
+    }
+    machineVoidPages(_machineIndex, _pageStart, _pageCount) {
+        throw new Error("Method not implemented.");
+    }
+    machineZeroPages(_machineIndex, _pageStart, _pageCount) {
+        throw new Error("Method not implemented.");
+    }
+    machinePeekFrom(_machineIndex, _destinationStart, _sourceStart, _length, _destination) {
+        throw new Error("Method not implemented.");
+    }
+    machinePokeInto(_machineIndex, _sourceStart, _destinationStart, _length, _source) {
+        throw new Error("Method not implemented.");
+    }
+    machineInit(_code, _programCounter) {
+        throw new Error("Method not implemented.");
+    }
+    machineInvoke(_machineIndex, _gas, _registers) {
+        throw new Error("Method not implemented.");
+    }
+    exportSegment(_segment) {
+        throw new Error("Method not implemented.");
+    }
+    historicalLookup(_serviceId, _hash) {
+        throw new Error("Method not implemented.");
+    }
+}

package/packages/jam/in-core/in-core.d.ts

@@ -0,0 +1,60 @@
+import { type CoreIndex, type Segment, type SegmentIndex, type ServiceGas } from "#@typeberry/block";
+import { type WorkPackageHash } from "#@typeberry/block/refine-context.js";
+import type { WorkItemExtrinsic } from "#@typeberry/block/work-item.js";
+import type { WorkPackage } from "#@typeberry/block/work-package.js";
+import { WorkReport } from "#@typeberry/block/work-report.js";
+import { WorkExecResult, WorkResult } from "#@typeberry/block/work-result.js";
+import { type KnownSizeArray } from "#@typeberry/collections";
+import type { ChainSpec, PvmBackend } from "#@typeberry/config";
+import type { StatesDb } from "#@typeberry/database";
+import { type ReturnValue } from "#@typeberry/executor";
+import { type Blake2b, type WithHash } from "#@typeberry/hash";
+import { Result } from "#@typeberry/utils";
+export type RefineResult = {
+    report: WorkReport;
+    exports: PerWorkItem<Segment[]>;
+};
+export type RefineItemResult = {
+    result: WorkResult;
+    exports: Segment[];
+};
+export declare enum RefineError {
+    /** State for context anchor block or lookup anchor is not found in the DB. */
+    StateMissing = 0,
+    /** Posterior state root of context anchor block does not match the one in the DB. */
+    StateRootMismatch = 1,
+    /** Lookup anchor state-slot does not match the one given in context. */
+    InvalidLookupAnchorSlot = 2,
+    /** Authorization error. */
+    AuthorizationError = 3
+}
+export type PerWorkItem<T> = KnownSizeArray<T, "for each work item">;
+export type ImportedSegment = {
+    index: SegmentIndex;
+    data: Segment;
+};
+export declare class InCore {
+    readonly chainSpec: ChainSpec;
+    private readonly states;
+    private readonly pvmBackend;
+    private readonly blake2b;
+    constructor(chainSpec: ChainSpec, states: StatesDb, pvmBackend: PvmBackend, blake2b: Blake2b);
+    /**
+     * Work-report computation function.
+     *
+     * Note this requires all of the imports and extrinsics to be already fetched
+     * and only performs the refinement.
+     *
+     * Any validation must be done externally!
+     *
+     * https://graypaper.fluffylabs.dev/#/ab2cdbd/1b7f021b7f02?v=0.7.2
+     */
+    refine(workPackageAndHash: WithHash<WorkPackageHash, WorkPackage>, core: CoreIndex, imports: PerWorkItem<ImportedSegment[]>, extrinsics: PerWorkItem<WorkItemExtrinsic[]>): Promise<Result<RefineResult, RefineError>>;
+    private amalgamateWorkReport;
+    private authorizePackage;
+    private refineItem;
+    extractWorkResult(execResult: ReturnValue<ServiceGas>): WorkExecResult;
+    private getServiceCode;
+    private createRefineExternalities;
+}
+//# sourceMappingURL=in-core.d.ts.map

package/packages/jam/in-core/in-core.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"in-core.d.ts","sourceRoot":"","sources":["../../../../../packages/jam/in-core/in-core.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,KAAK,SAAS,EACd,KAAK,OAAO,EACZ,KAAK,YAAY,EACjB,KAAK,UAAU,EAIhB,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EAGL,KAAK,eAAe,EAErB,MAAM,oCAAoC,CAAC;AAC5C,OAAO,KAAK,EAAY,iBAAiB,EAAE,MAAM,+BAA+B,CAAC;AACjF,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,kCAAkC,CAAC;AACpE,OAAO,EAAmB,UAAU,EAAE,MAAM,iCAAiC,CAAC;AAC9E,OAAO,EAAE,cAAc,EAAsC,UAAU,EAAE,MAAM,iCAAiC,CAAC;AAGjH,OAAO,EAA+B,KAAK,cAAc,EAAE,MAAM,wBAAwB,CAAC;AAC1F,OAAO,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/D,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAA+D,KAAK,WAAW,EAAE,MAAM,qBAAqB,CAAC;AACpH,OAAO,EAAE,KAAK,OAAO,EAAa,KAAK,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAKzE,OAAO,EAA4B,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAGpE,MAAM,MAAM,YAAY,GAAG;IACzB,MAAM,EAAE,UAAU,CAAC;IACnB,OAAO,EAAE,WAAW,CAAC,OAAO,EAAE,CAAC,CAAC;CACjC,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG;IAC7B,MAAM,EAAE,UAAU,CAAC;IACnB,OAAO,EAAE,OAAO,EAAE,CAAC;CACpB,CAAC;AAEF,oBAAY,WAAW;IACrB,8EAA8E;IAC9E,YAAY,IAAI;IAChB,qFAAqF;IACrF,iBAAiB,IAAI;IACrB,wEAAwE;IACxE,uBAAuB,IAAI;IAC3B,2BAA2B;IAC3B,kBAAkB,IAAI;CACvB;AAqBD,MAAM,MAAM,WAAW,CAAC,CAAC,IAAI,cAAc,CAAC,CAAC,EAAE,oBAAoB,CAAC,CAAC;AAErE,MAAM,MAAM,eAAe,GAAG;IAC5B,KAAK,EAAE,YAAY,CAAC;IACpB,IAAI,EAAE,OAAO,CAAC;CACf,CAAC;AAgBF,qBAAa,MAAM;aAEC,SAAS,EAAE,SAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,UAAU;IAC3B,OAAO,CAAC,QAAQ,CAAC,OAAO;gBAHR,SAAS,EAAE,SAAS,EACnB,MAAM,EAAE,QAAQ,EAChB,UAAU,EAAE,UAAU,EACtB,OAAO,EAAE,OAAO;IAGnC;;;;;;;;;OASG;IACG,MAAM,CACV,kBAAkB,EAAE,QAAQ,CAAC,eAAe,EAAE,WAAW,CAAC,EAC1D,IAAI,EAAE,SAAS,EACf,OAAO,EAAE,WAAW,CAAC,eAAe,EAAE,CAAC,EACvC,UAAU,EAAE,WAAW,CAAC,iBAAiB,EAAE,CAAC,GAC3C,OAAO,CAAC,MAAM,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC;IAmE7C,OAAO,CAAC,oBAAoB;YAuDd,gBAAgB;YAkBhB,UAAU;IAgGxB,iBAAiB,CAAC,UAAU,EAAE,WAAW,CAAC,UAAU,CAAC;IAiBrD,OAAO,CAAC,cAAc;IAyCtB,OAAO,CAAC,yBAAyB;CAoBlC"}

package/packages/jam/in-core/in-core.js

@@ -0,0 +1,294 @@
+import { tryAsCoreIndex, tryAsServiceGas, } from "#@typeberry/block";
+import { W_C } from "#@typeberry/block/gp-constants.js";
+import { WorkPackageInfo, } from "#@typeberry/block/refine-context.js";
+import { WorkPackageSpec, WorkReport } from "#@typeberry/block/work-report.js";
+import { WorkExecResult, WorkExecResultKind, WorkRefineLoad, WorkResult } from "#@typeberry/block/work-result.js";
+import { Bytes, BytesBlob } from "#@typeberry/bytes";
+import { codec, Encoder } from "#@typeberry/codec";
+import { asKnownSize, FixedSizeArray } from "#@typeberry/collections";
+import { PvmExecutor, ReturnStatus } from "#@typeberry/executor";
+import { HASH_SIZE } from "#@typeberry/hash";
+import { Logger } from "#@typeberry/logger";
+import { tryAsU8, tryAsU16, tryAsU32 } from "#@typeberry/numbers";
+import { FetchExternalities } from "#@typeberry/transition/externalities/fetch-externalities.js";
+import { assertEmpty, assertNever, Result } from "#@typeberry/utils";
+import { RefineExternalitiesImpl } from "./externalities/refine.js";
+export var RefineError;
+(function (RefineError) {
+    /** State for context anchor block or lookup anchor is not found in the DB. */
+    RefineError[RefineError["StateMissing"] = 0] = "StateMissing";
+    /** Posterior state root of context anchor block does not match the one in the DB. */
+    RefineError[RefineError["StateRootMismatch"] = 1] = "StateRootMismatch";
+    /** Lookup anchor state-slot does not match the one given in context. */
+    RefineError[RefineError["InvalidLookupAnchorSlot"] = 2] = "InvalidLookupAnchorSlot";
+    /** Authorization error. */
+    RefineError[RefineError["AuthorizationError"] = 3] = "AuthorizationError";
+})(RefineError || (RefineError = {}));
+var ServiceCodeError;
+(function (ServiceCodeError) {
+    /** Service id is not found in the state. */
+    ServiceCodeError[ServiceCodeError["ServiceNotFound"] = 0] = "ServiceNotFound";
+    /** Expected service code does not match the state one. */
+    ServiceCodeError[ServiceCodeError["ServiceCodeMismatch"] = 1] = "ServiceCodeMismatch";
+    /** Code preimage missing. */
+    ServiceCodeError[ServiceCodeError["ServiceCodeMissing"] = 2] = "ServiceCodeMissing";
+    /** Code blob is too big. */
+    ServiceCodeError[ServiceCodeError["ServiceCodeTooBig"] = 3] = "ServiceCodeTooBig";
+})(ServiceCodeError || (ServiceCodeError = {}));
+var AuthorizationError;
+(function (AuthorizationError) {
+})(AuthorizationError || (AuthorizationError = {}));
+const logger = Logger.new(import.meta.filename, "refine");
+/** https://graypaper.fluffylabs.dev/#/ab2cdbd/2ffe002ffe00?v=0.7.2 */
+const ARGS_CODEC = codec.object({
+    core: codec.varU32.convert((x) => tryAsU32(x), (x) => tryAsCoreIndex(x)),
+    workItemIndex: codec.varU32,
+    serviceId: codec.varU32.asOpaque(),
+    payloadLength: codec.varU32,
+    packageHash: codec.bytes(HASH_SIZE).asOpaque(),
+});
+export class InCore {
+    chainSpec;
+    states;
+    pvmBackend;
+    blake2b;
+    constructor(chainSpec, states, pvmBackend, blake2b) {
+        this.chainSpec = chainSpec;
+        this.states = states;
+        this.pvmBackend = pvmBackend;
+        this.blake2b = blake2b;
+    }
+    /**
+     * Work-report computation function.
+     *
+     * Note this requires all of the imports and extrinsics to be already fetched
+     * and only performs the refinement.
+     *
+     * Any validation must be done externally!
+     *
+     * https://graypaper.fluffylabs.dev/#/ab2cdbd/1b7f021b7f02?v=0.7.2
+     */
+    async refine(workPackageAndHash, core, imports, extrinsics) {
+        const workPackageHash = workPackageAndHash.hash;
+        const { context, authorization, authCodeHash, authCodeHost, parametrization, items, ...rest } = workPackageAndHash.data;
+        assertEmpty(rest);
+        // TODO [ToDr] Verify BEEFY root
+        // TODO [ToDr] Verify prerequisites
+        logger.log `[core:${core}] Attempting to refine work package with ${items.length} items.`;
+        // TODO [ToDr] GP link
+        // Verify anchor block
+        const state = this.states.getState(context.anchor);
+        if (state === null) {
+            return Result.error(RefineError.StateMissing, () => `State at anchor block ${context.anchor} is missing.`);
+        }
+        const stateRoot = await this.states.getStateRoot(state);
+        if (!stateRoot.isEqualTo(context.stateRoot)) {
+            return Result.error(RefineError.StateRootMismatch, () => `State at ${context.anchor} does not match expected root hash. Ours: ${stateRoot}, expected: ${context.stateRoot}`);
+        }
+        // TODO [ToDr] GP link
+        // Verify lookup anchor state
+        const lookupState = this.states.getState(context.lookupAnchor);
+        if (lookupState === null) {
+            return Result.error(RefineError.StateMissing, () => `Lookup state at block ${context.lookupAnchor} is missing.`);
+        }
+        // TODO [ToDr] GP link
+        if (lookupState.timeslot !== context.lookupAnchorSlot) {
+            return Result.error(RefineError.InvalidLookupAnchorSlot, () => `Lookup anchor slot does not match the one is state. Ours: ${lookupState.timeslot}, expected: ${context.lookupAnchorSlot}`);
+        }
+        // Check authorization
+        const authResult = await this.authorizePackage(authorization, authCodeHost, authCodeHash, parametrization);
+        if (authResult.isError) {
+            return Result.error(RefineError.AuthorizationError, () => `Authorization error: ${AuthorizationError[authResult.error]}: ${authResult.details()}.`);
+        }
+        logger.log `[core:${core}] Authorized. Proceeding with work items verification. Anchor=${context.anchor}`;
+        // Verify the work items
+        const refineResults = [];
+        for (const [idx, item] of items.entries()) {
+            logger.info `[core:${core}][i:${idx}] Refining item for service ${item.service}.`;
+            refineResults.push(await this.refineItem(state, idx, item, imports, extrinsics, core, workPackageHash));
+        }
+        // amalgamate the work report now
+        return Result.ok(this.amalgamateWorkReport(asKnownSize(refineResults), authResult.ok, workPackageHash, context, core));
+    }
+    amalgamateWorkReport(refineResults, authResult, workPackageHash, context, coreIndex) {
+        // unzip exports and work results for each work item
+        const exports = refineResults.map((x) => x.exports);
+        const results = refineResults.map((x) => x.result);
+        const { authorizerHash, authorizationGasUsed, authorizationOutput, ...authRest } = authResult;
+        assertEmpty(authRest);
+        // TODO [ToDr] Compute erasure root
+        const erasureRoot = Bytes.zero(HASH_SIZE);
+        // TODO [ToDr] Compute exports root
+        const exportsRoot = Bytes.zero(HASH_SIZE).asOpaque();
+        const exportsCount = exports.reduce((acc, x) => acc + x.length, 0);
+        // TODO [ToDr] Segment root lookup computation?
+        const segmentRootLookup = [
+            WorkPackageInfo.create({
+                workPackageHash,
+                segmentTreeRoot: exportsRoot,
+            }),
+        ];
+        // TODO [ToDr] Auditable work bundle length?
+        const workBundleLength = tryAsU32(0);
+        return {
+            report: WorkReport.create({
+                workPackageSpec: WorkPackageSpec.create({
+                    length: workBundleLength,
+                    hash: workPackageHash,
+                    erasureRoot,
+                    exportsRoot,
+                    // safe to convert, since we have limit on number of
+                    // exports per item and a limit for number of items
+                    exportsCount: tryAsU16(exportsCount),
+                }),
+                context,
+                coreIndex,
+                authorizerHash,
+                authorizationGasUsed,
+                authorizationOutput,
+                segmentRootLookup,
+                // safe to convert, since we know that number of work items is limited
+                results: FixedSizeArray.new(results, tryAsU8(refineResults.length)),
+            }),
+            exports: asKnownSize(exports),
+        };
+    }
+    async authorizePackage(_authorization, _authCodeHost, _authCodeHash, _parametrization) {
+        // TODO [ToDr] Check authorization?
+        const authorizerHash = Bytes.zero(HASH_SIZE).asOpaque();
+        const authorizationGasUsed = tryAsServiceGas(0);
+        const authorizationOutput = BytesBlob.empty();
+        return Result.ok({
+            authorizerHash,
+            authorizationGasUsed,
+            authorizationOutput,
+        });
+    }
+    async refineItem(state, idx, item, allImports, allExtrinsics, coreIndex, workPackageHash) {
+        const payloadHash = this.blake2b.hashBytes(item.payload);
+        const baseResult = {
+            serviceId: item.service,
+            codeHash: item.codeHash,
+            payloadHash,
+            gas: item.refineGasLimit,
+        };
+        const imports = allImports[idx];
+        const extrinsics = allExtrinsics[idx];
+        const baseLoad = {
+            importedSegments: tryAsU32(imports.length),
+            extrinsicCount: tryAsU32(extrinsics.length),
+            extrinsicSize: tryAsU32(extrinsics.reduce((acc, x) => acc + x.length, 0)),
+        };
+        const maybeCode = this.getServiceCode(state, idx, item);
+        if (maybeCode.isError) {
+            const error = maybeCode.error === ServiceCodeError.ServiceCodeTooBig
+                ? WorkExecResultKind.codeOversize
+                : WorkExecResultKind.badCode;
+            return {
+                exports: [],
+                result: WorkResult.create({
+                    ...baseResult,
+                    result: WorkExecResult.error(error),
+                    load: WorkRefineLoad.create({
+                        ...baseLoad,
+                        gasUsed: tryAsServiceGas(item.refineGasLimit),
+                        exportedSegments: tryAsU32(0),
+                    }),
+                }),
+            };
+        }
+        const code = maybeCode.ok;
+        const externalities = this.createRefineExternalities({
+            payload: item.payload,
+            imports: allImports,
+            extrinsics: allExtrinsics,
+        });
+        const executor = await PvmExecutor.createRefineExecutor(item.service, code, externalities, this.pvmBackend);
+        const args = Encoder.encodeObject(ARGS_CODEC, {
+            serviceId: item.service,
+            core: coreIndex,
+            workItemIndex: tryAsU32(idx),
+            payloadLength: tryAsU32(item.payload.length),
+            packageHash: workPackageHash,
+        });
+        const execResult = await executor.run(args, item.refineGasLimit);
+        // TODO [ToDr] get exports from externalities
+        const exports = [];
+        if (exports.length !== item.exportCount) {
+            return {
+                exports,
+                result: WorkResult.create({
+                    ...baseResult,
+                    result: WorkExecResult.error(WorkExecResultKind.incorrectNumberOfExports),
+                    load: WorkRefineLoad.create({
+                        ...baseLoad,
+                        gasUsed: tryAsServiceGas(item.refineGasLimit),
+                        exportedSegments: tryAsU32(0),
+                    }),
+                }),
+            };
+        }
+        const result = this.extractWorkResult(execResult);
+        return {
+            exports,
+            result: WorkResult.create({
+                ...baseResult,
+                result,
+                load: WorkRefineLoad.create({
+                    ...baseLoad,
+                    gasUsed: tryAsServiceGas(execResult.consumedGas),
+                    exportedSegments: tryAsU32(exports.length),
+                }),
+            }),
+        };
+    }
+    extractWorkResult(execResult) {
+        if (execResult.status === ReturnStatus.OK) {
+            const slice = execResult.memorySlice;
+            // TODO [ToDr] Verify the output size and change digestTooBig?
+            return WorkExecResult.ok(BytesBlob.blobFrom(slice));
+        }
+        switch (execResult.status) {
+            case ReturnStatus.OOG:
+                return WorkExecResult.error(WorkExecResultKind.outOfGas);
+            case ReturnStatus.PANIC:
+                return WorkExecResult.error(WorkExecResultKind.panic);
+            default:
+                assertNever(execResult);
+        }
+    }
+    getServiceCode(state, idx, item) {
+        const serviceId = item.service;
+        const service = state.getService(serviceId);
+        // TODO [ToDr] GP link
+        // missing service
+        if (service === null) {
+            return Result.error(ServiceCodeError.ServiceNotFound, () => `[i:${idx}] Service ${serviceId} is missing in state.`);
+        }
+        // TODO [ToDr] GP link
+        // TODO [ToDr] shall we rather use the old codehash instead
+        if (!service.getInfo().codeHash.isEqualTo(item.codeHash)) {
+            return Result.error(ServiceCodeError.ServiceCodeMismatch, () => `[i:${idx}] Service ${serviceId} has invalid code hash. Ours: ${service.getInfo().codeHash}, expected: ${item.codeHash}`);
+        }
+        const code = service.getPreimage(item.codeHash.asOpaque());
+        if (code === null) {
+            return Result.error(ServiceCodeError.ServiceCodeMissing, () => `[i:${idx}] Code ${item.codeHash} for service ${serviceId} was not found.`);
+        }
+        if (code.length > W_C) {
+            return Result.error(ServiceCodeError.ServiceCodeTooBig, () => `[i:${idx}] Code ${item.codeHash} for service ${serviceId} is too big! ${code.length} bytes vs ${W_C} bytes max.`);
+        }
+        return Result.ok(code);
+    }
+    createRefineExternalities(args) {
+        // TODO [ToDr] Pass all required fetch data
+        const fetchExternalities = FetchExternalities.createForRefine({
+            entropy: undefined,
+            ...args,
+        }, this.chainSpec);
+        const refine = RefineExternalitiesImpl.create();
+        return {
+            fetchExternalities,
+            refine,
+        };
+    }
+}

package/packages/jam/in-core/in-core.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=in-core.test.d.ts.map

package/packages/jam/in-core/in-core.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"in-core.test.d.ts","sourceRoot":"","sources":["../../../../../packages/jam/in-core/in-core.test.ts"],"names":[],"mappings":""}