@effectstream/sm 0.100.19 → 0.100.22

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@effectstream/sm",
-  "version": "0.100.19",
+  "version": "0.100.22",
   "license": "MIT",
   "homepage": "https://effectstream.github.io/docs/",
   "repository": {
@@ -17,21 +17,20 @@
     "./grammar": "./primitives/src/grammar.ts"
   },
   "dependencies": {
-    "@effectstream/concise": "0.100.19",
-    "@effectstream/config": "0.100.19",
-    "@effectstream/coroutine": "0.100.19",
-    "@effectstream/crypto": "0.100.19",
-    "@effectstream/db": "0.100.19",
-    "@effectstream/event-client": "0.100.19",
-    "@effectstream/log": "0.100.19",
-    "@effectstream/utils": "0.100.19",
-    "pg": "8.17.2",
+    "@effectstream/concise": "0.100.22",
+    "@effectstream/config": "0.100.22",
+    "@effectstream/coroutine": "0.100.22",
+    "@effectstream/crypto": "0.100.22",
+    "@effectstream/db": "0.100.22",
+    "@effectstream/event-client": "0.100.22",
+    "@effectstream/log": "0.100.22",
+    "@effectstream/utils": "0.100.22",
+    "pg": "8.21.0",
     "pg-tx": "^1.0.1",
     "@sinclair/typebox": "0.34.41",
     "assert-never": "^1.4.0",
     "viem": "2.37.3",
     "@pgtyped/runtime": "^2.4.2",
-    "@midnight-ntwrk/onchain-runtime": "npm:@midnight-ntwrk/onchain-runtime-v2@2.0.0",
     "effection": "^3.5.0"
   },
   "description": "State machine DSL for EffectStream"

package/primitives/Primitive.ts

@@ -9,6 +9,7 @@ import type {
   ProtocolPrimitiveMap,
 } from "@effectstream/config";
 import type { AnyPrimitiveType } from "./src/builtin.ts";
+import type { MaterializedViewStrategy } from "@effectstream/db";
 
 /**
  * Abstract Class for Effectstream Primitives
@@ -44,7 +45,15 @@ export abstract class Primitive<
   abstract grammar: TGrammar;
 
   // Dynamic/ivm Table Global definitions
-  dynamicTables: undefined | ((name: string) => string) = undefined;
+  //
+  // The `strategy` argument lets the engine pick between an incrementally
+  // maintained `pg_ivm` view (when the extension is available) and a plain
+  // SQL view fallback (when it isn't). All other DDL — intermediate table,
+  // trigger function, trigger — is identical across strategies.
+  dynamicTables:
+    | undefined
+    | ((name: string, strategy: MaterializedViewStrategy) => string) =
+      undefined;
   getIntermediatePrefix(): string[] {
     return [];
   }
@@ -56,8 +65,11 @@ export abstract class Primitive<
   abstract getConfig(): ProtocolPrimitiveMap[SyncProtocol];
 
   // Arrow function to bind 'this', as this function is passed as a reference
-  public getDynamicTables = (name: string): string | undefined => {
-    return this.dynamicTables?.(name);
+  public getDynamicTables = (
+    name: string,
+    strategy: MaterializedViewStrategy,
+  ): string | undefined => {
+    return this.dynamicTables?.(name, strategy);
   };
 
   // This returns the payload in the state machine format.

package/primitives/src/builtin.ts

@@ -3,6 +3,8 @@
 export const PrimitiveTypeMidnightGeneric = "Midnight:Generic" as const;
 export const PrimitiveTypeMidnightNullifier = "Midnight:Nullifier" as const;
 export const PrimitiveTypeMidnightUnshieldedSpend = "Midnight:UnshieldedSpend" as const;
+export const PrimitiveTypeMidnightUnshieldedCreate = "Midnight:UnshieldedCreate" as const;
+export const PrimitiveTypeMidnightZswapRoot = "Midnight:ZswapRoot" as const;
 
 export const PrimitiveTypeUtxorpcGeneric = "Utxorpc:Generic" as const;
 export const PrimitiveTypeCardanoMintBurn = "Cardano:MintBurn" as const;
@@ -34,6 +36,8 @@ type BuiltInPrimitives =
     typeof PrimitiveTypeMidnightGeneric |
     typeof PrimitiveTypeMidnightNullifier |
     typeof PrimitiveTypeMidnightUnshieldedSpend |
+    typeof PrimitiveTypeMidnightUnshieldedCreate |
+    typeof PrimitiveTypeMidnightZswapRoot |
     typeof PrimitiveTypeEVMEffectstreamL2 |
     typeof PrimitiveTypeEVMERC721 |
     typeof PrimitiveTypeEVMERC20 |

package/primitives/src/cardano-delayed-asset/delayed-asset-ivm.ts

@@ -1,6 +1,10 @@
 import { PrimitiveTypeCardanoDelayedAsset } from "../builtin.ts";
+import type { MaterializedViewStrategy } from "@effectstream/db";
 
-export function delayedAssetIvm(name: string) {
+export function delayedAssetIvm(
+  name: string,
+  strategy: MaterializedViewStrategy,
+) {
   const lowerName = name.toLowerCase();
   const validSQLName = lowerName.replace(/[^a-zA-Z0-9_]/g, "");
   if (validSQLName !== lowerName) {
@@ -8,6 +12,9 @@ export function delayedAssetIvm(name: string) {
   }
 
   const intermediateTable = `primitives.cardano_asset_utxos_intermediate_${validSQLName}`;
+  const viewName = `primitives.cardano_asset_utxos_view_${validSQLName}`;
+  const selectSql =
+    `SELECT primitive_name, tx_id, output_index, address, cip14_fingerprint, policy_id, asset_name, amount, block_height FROM ${intermediateTable}`;
 
   return `
     CREATE TABLE IF NOT EXISTS ${intermediateTable} (
@@ -69,19 +76,7 @@ export function delayedAssetIvm(name: string) {
         FOR EACH ROW
         EXECUTE FUNCTION update_delayed_asset_${validSQLName}();
 
-    SELECT pgivm.create_immv('primitives.cardano_asset_utxos_view_${validSQLName}',
-        'SELECT
-            primitive_name,
-            tx_id,
-            output_index,
-            address,
-            cip14_fingerprint,
-            policy_id,
-            asset_name,
-            amount,
-            block_height
-        FROM ${intermediateTable};
-    ');
+    ${strategy.createView(viewName, selectSql)}
     `;
 }
 

package/primitives/src/cardano-pool-delegation/pool-delegation-ivm.ts

@@ -1,6 +1,10 @@
 import { PrimitiveTypeCardanoPoolDelegation } from "../builtin.ts";
+import type { MaterializedViewStrategy } from "@effectstream/db";
 
-export function poolDelegationIvm(name: string) {
+export function poolDelegationIvm(
+  name: string,
+  strategy: MaterializedViewStrategy,
+) {
   const lowerName = name.toLowerCase();
   const validSQLName = lowerName.replace(/[^a-zA-Z0-9_]/g, "");
   if (validSQLName !== lowerName) {
@@ -8,6 +12,9 @@ export function poolDelegationIvm(name: string) {
   }
 
   const intermediateTable = `primitives.cardano_pool_delegation_intermediate_${validSQLName}`;
+  const viewName = `primitives.cardano_pool_delegation_view_${validSQLName}`;
+  const selectSql =
+    `SELECT primitive_name, staking_credential, pool_keyhash FROM ${intermediateTable}`;
 
   return `
     CREATE TABLE IF NOT EXISTS ${intermediateTable} (
@@ -51,13 +58,7 @@ export function poolDelegationIvm(name: string) {
         FOR EACH ROW
         EXECUTE FUNCTION update_pool_delegation_${validSQLName}();
 
-    SELECT pgivm.create_immv('primitives.cardano_pool_delegation_view_${validSQLName}',
-        'SELECT
-            primitive_name,
-            staking_credential,
-            pool_keyhash
-        FROM ${intermediateTable};
-    ');
+    ${strategy.createView(viewName, selectSql)}
     `;
 }
 

package/primitives/src/cardano-pool-delegation/pool-delegation-primitive.ts

@@ -85,7 +85,15 @@ export class CardanoPoolDelegationPrimitive extends Primitive<
       type: this.internalTypeName,
       startBlockHeight: this.startBlockHeight,
       scheduledPrefix: this.stateMachinePrefix,
-      predicate: { match: { cardano: { has_certificate: true } } },
+      predicate: {
+        match: {
+          cardano: {
+            has_certificate: this.pools.length === 1
+              ? { any_pool_keyhash: this.pools[0] }
+              : true,
+          },
+        },
+      },
     } as const;
   }
 

package/primitives/src/cardano-projected-nft/projected-nft-ivm.ts

@@ -1,6 +1,10 @@
 import { PrimitiveTypeCardanoProjectedNFT } from "../builtin.ts";
+import type { MaterializedViewStrategy } from "@effectstream/db";
 
-export function projectedNftIvm(name: string) {
+export function projectedNftIvm(
+  name: string,
+  strategy: MaterializedViewStrategy,
+) {
   const lowerName = name.toLowerCase();
   const validSQLName = lowerName.replace(/[^a-zA-Z0-9_]/g, "");
   if (validSQLName !== lowerName) {
@@ -8,6 +12,9 @@ export function projectedNftIvm(name: string) {
   }
 
   const intermediateTable = `primitives.cardano_projected_nft_intermediate_${validSQLName}`;
+  const viewName = `primitives.cardano_projected_nft_view_${validSQLName}`;
+  const selectSql =
+    `SELECT primitive_name, owner_address, current_tx_id, current_output_index, previous_tx_id, previous_output_index, policy_id, asset_name, status, for_how_long FROM ${intermediateTable}`;
 
   return `
     CREATE TABLE IF NOT EXISTS ${intermediateTable} (
@@ -87,20 +94,7 @@ export function projectedNftIvm(name: string) {
         FOR EACH ROW
         EXECUTE FUNCTION update_projected_nft_${validSQLName}();
 
-    SELECT pgivm.create_immv('primitives.cardano_projected_nft_view_${validSQLName}',
-        'SELECT
-            primitive_name,
-            owner_address,
-            current_tx_id,
-            current_output_index,
-            previous_tx_id,
-            previous_output_index,
-            policy_id,
-            asset_name,
-            status,
-            for_how_long
-        FROM ${intermediateTable};
-    ');
+    ${strategy.createView(viewName, selectSql)}
     `;
 }
 

package/primitives/src/evm-erc1155/erc1155-ivm.ts

@@ -1,12 +1,14 @@
 import { PrimitiveTypeEVMERC1155 } from "../builtin.ts";
+import type { MaterializedViewStrategy } from "@effectstream/db";
 
 /**
  * Creates a new IVM for the ERC1155 token with the given name.
  * This will track the current owner of each token.
  * @param name - The name of the ERC1155 token.
+ * @param strategy - How to publish the read-side view (pg_ivm or plain VIEW).
  * @returns A string containing the SQL script to create the IVM.
  */
-export function erc1155Ivm(name: string) {
+export function erc1155Ivm(name: string, strategy: MaterializedViewStrategy) {
   const lowerName = name.toLowerCase();
   const validSQLName = lowerName.replace(/[^a-zA-Z0-9_]/g, "");
   if (validSQLName !== lowerName) {
@@ -15,6 +17,9 @@ export function erc1155Ivm(name: string) {
 
   const ownershipTable =
     `primitives.erc1155_ownership_intermediate_${validSQLName}`;
+  const viewName = `primitives.erc1155_ownership_view_${validSQLName}`;
+  const selectSql =
+    `SELECT primitive_name, token_id, owner_address, amount FROM ${ownershipTable} WHERE amount > 0`;
 
   return `
   -- Intermediate table for current ERC1155 ownership (maintained by triggers)
@@ -85,16 +90,8 @@ export function erc1155Ivm(name: string) {
       FOR EACH ROW
       EXECUTE FUNCTION update_erc1155_ownership_${validSQLName}();
 
-  -- Simple incrementally maintained view on the intermediate table
-  SELECT pgivm.create_immv('primitives.erc1155_ownership_view_${validSQLName}',
-      'SELECT
-          primitive_name,
-          token_id,
-          owner_address,
-          amount
-      FROM ${ownershipTable}
-      WHERE amount > 0;
-  ');
+  -- Publish the read-side view (incrementally maintained or plain, per strategy)
+  ${strategy.createView(viewName, selectSql)}
   `;
 }
 

package/primitives/src/evm-erc20/erc20-ivm.ts

@@ -2,6 +2,7 @@
 // This will allow to create new tables during migrations.
 
 import { PrimitiveTypeEVMERC20 } from "../builtin.ts";
+import type { MaterializedViewStrategy } from "@effectstream/db";
 
 // TODO The IVM here is not relevant, as the trigger does the work.
 
@@ -9,9 +10,10 @@ import { PrimitiveTypeEVMERC20 } from "../builtin.ts";
  * Creates a new IVM for the ERC20 token with the given name.
  * This will track the current balance of each address.
  * @param name - The name of the ERC20 token.
+ * @param strategy - How to publish the read-side view (pg_ivm or plain VIEW).
  * @returns A string containing the SQL script to create the IVM.
  */
-export function erc20Ivm(name: string) {
+export function erc20Ivm(name: string, strategy: MaterializedViewStrategy) {
   const lowerName = name.toLowerCase();
   const validSQLName = lowerName.replace(/[^a-zA-Z0-9_]/g, "");
   if (validSQLName !== lowerName) {
@@ -19,6 +21,9 @@ export function erc20Ivm(name: string) {
   }
 
   const balanceTable = `primitives.erc20_balances_intermediate_${validSQLName}`;
+  const viewName = `primitives.erc20_balances_view_${validSQLName}`;
+  const selectSql =
+    `SELECT primitive_name, address, balance FROM ${balanceTable} WHERE balance > 0`;
 
   return `
     -- Intermediate table for current ERC20 balances (maintained by triggers)
@@ -28,7 +33,7 @@ export function erc20Ivm(name: string) {
         balance numeric(78,0) DEFAULT 0,
         PRIMARY KEY (primitive_name, address)
     );
-    
+
     -- Trigger function to maintain ERC20 balances
     CREATE OR REPLACE FUNCTION update_erc20_balances_${validSQLName}() RETURNS TRIGGER AS $$
     DECLARE
@@ -37,25 +42,25 @@ export function erc20Ivm(name: string) {
         to_address TEXT;
     BEGIN
         -- Only process ERC20 transfers
-        IF NEW.payload_type = '${PrimitiveTypeEVMERC20}' 
+        IF NEW.payload_type = '${PrimitiveTypeEVMERC20}'
            AND NEW.primitive_name = '${name}'
            AND NEW.payload->>'value' IS NOT NULL THEN
-           
+
          transfer_value := (NEW.payload->>'value')::numeric(78,0);
          from_address := lower(NEW.payload->>'from');
          to_address := lower(NEW.payload->>'to');
-         
+
          -- Handle FROM address (subtract balance, but skip burn address)
-         IF from_address IS NOT NULL 
-            AND from_address != '' 
+         IF from_address IS NOT NULL
+            AND from_address != ''
             AND from_address != '0x0000000000000000000000000000000000000000' THEN
-             
+
              INSERT INTO ${balanceTable} (primitive_name, address, balance)
              VALUES (NEW.primitive_name, from_address, -transfer_value)
              ON CONFLICT (primitive_name, address) DO UPDATE SET
                  balance = ${balanceTable}.balance - transfer_value;
          END IF;
-         
+
          -- Handle TO address (add balance)
          IF to_address IS NOT NULL AND to_address != '' THEN
              INSERT INTO ${balanceTable} (primitive_name, address, balance)
@@ -64,26 +69,19 @@ export function erc20Ivm(name: string) {
                  balance = ${balanceTable}.balance + transfer_value;
          END IF;
         END IF;
-        
+
         RETURN NEW;
     END;
     $$ LANGUAGE plpgsql;
-    
+
     -- Create trigger on primitive_accounting for ERC20 balances
     CREATE TRIGGER trigger_update_erc20_balances_${validSQLName}
         AFTER INSERT ON effectstream.primitive_accounting  -- Note: Qualify with paima schema
         FOR EACH ROW
         EXECUTE FUNCTION update_erc20_balances_${validSQLName}();
-    
-    -- Simple incrementally maintained view on the intermediate table
-    SELECT pgivm.create_immv('primitives.erc20_balances_view_${validSQLName}',
-        'SELECT
-            primitive_name,
-            address,
-            balance
-        FROM ${balanceTable}
-        WHERE balance > 0;
-    ');
+
+    -- Publish the read-side view (incrementally maintained or plain, per strategy)
+    ${strategy.createView(viewName, selectSql)}
     `;
 }
 

package/primitives/src/evm-erc721/erc721-ivm.ts

@@ -1,12 +1,14 @@
 import { PrimitiveTypeEVMERC721 } from "../builtin.ts";
+import type { MaterializedViewStrategy } from "@effectstream/db";
 
 /**
  * Creates a new IVM for the ERC721 token with the given name.
  * This will track the current owner of each token.
  * @param name - The name of the ERC721 token.
+ * @param strategy - How to publish the read-side view (pg_ivm or plain VIEW).
  * @returns A string containing the SQL script to create the IVM.
  */
-export function erc721Ivm(name: string) {
+export function erc721Ivm(name: string, strategy: MaterializedViewStrategy) {
   const lowerName = name.toLowerCase();
   const validSQLName = lowerName.replace(/[^a-zA-Z0-9_]/g, "");
   if (validSQLName !== lowerName) {
@@ -15,6 +17,9 @@ export function erc721Ivm(name: string) {
 
   const ownershipTable =
     `primitives.erc721_ownership_intermediate_${validSQLName}`;
+  const viewName = `primitives.erc721_ownership_view_${validSQLName}`;
+  const selectSql =
+    `SELECT primitive_name, token_id, current_owner FROM ${ownershipTable}`;
 
   return `
   -- Intermediate table for current ERC721 ownership (maintained by triggers)
@@ -68,14 +73,8 @@ export function erc721Ivm(name: string) {
       FOR EACH ROW
       EXECUTE FUNCTION update_erc721_ownership_${validSQLName}();
 
-  -- Simple incrementally maintained view on the intermediate table
-  SELECT pgivm.create_immv('primitives.erc721_ownership_view_${validSQLName}',
-      'SELECT
-          primitive_name,
-          token_id,
-          current_owner
-      FROM ${ownershipTable};
-  ');
+  -- Publish the read-side view (incrementally maintained or plain, per strategy)
+  ${strategy.createView(viewName, selectSql)}
   `;
 }
 

package/primitives/src/midnight-unshielded-create/midnight-unshielded-create-grammar.ts

@@ -0,0 +1,8 @@
+import { Type } from "@sinclair/typebox";
+
+export const midnightUnshieldedCreateGrammar = [
+  [
+    "payload",
+    Type.Any(),
+  ],
+] as const;

package/primitives/src/midnight-unshielded-create/midnight-unshielded-create.ts

@@ -0,0 +1,121 @@
+import { Primitive } from "@effectstream/sm";
+import {
+  type AddressAndType,
+  AddressType,
+  type EffectstreamBlockNumber,
+} from "@effectstream/utils";
+import type { StaticDecode } from "@sinclair/typebox";
+import {
+  type CommandTuple,
+  generateRawStmInput,
+  type ParamToData,
+} from "@effectstream/concise";
+import type {
+  ConfigSyncProtocolType,
+  FlattenSyncProtocolIOFor,
+  ProtocolPrimitiveMap,
+} from "@effectstream/config";
+import type { SyncStateUpdateStream } from "@effectstream/coroutine";
+import { PrimitiveTypeMidnightUnshieldedCreate } from "../builtin.ts";
+import { midnightUnshieldedCreateGrammar } from "./midnight-unshielded-create-grammar.ts";
+
+/**
+ * MidnightUnshieldedCreatePrimitive
+ *
+ * Watches all unshielded UTXO *creation* events on the Midnight ledger — the
+ * mirror of MidnightUnshieldedSpendPrimitive. The indexer's GraphQL
+ * `transactions.unshieldedCreatedOutputs` field reports the
+ * `(owner, intentHash, outputIndex)` triple for each unshielded UTXO created
+ * in a block (by regular AND system transactions — rewards/bridge mint
+ * unshielded UTXOs). One state-machine input is emitted per created output.
+ *
+ * Lets a node maintain a persistent set of UTXOs that have actually been
+ * created on chain, so an offer referencing a never-created unshielded UTXO
+ * can be rejected (existence check).
+ *
+ * Usage:
+ *   stm.addStateTransition("myPrefix", function* (data) {
+ *     const { payload } = data.parsedInput;
+ *     // payload = { owner, intentHash, outputIndex, txHash }
+ *   });
+ */
+export class MidnightUnshieldedCreatePrimitive extends Primitive<
+  ConfigSyncProtocolType.MIDNIGHT_PARALLEL,
+  typeof midnightUnshieldedCreateGrammar
+> {
+  readonly internalTypeName = PrimitiveTypeMidnightUnshieldedCreate;
+  override readonly grammar = midnightUnshieldedCreateGrammar;
+
+  override dynamicTables = undefined;
+  override getIntermediatePrefix(): string[] {
+    return [];
+  }
+  override getViewPrefix(): string[] {
+    return [];
+  }
+
+  constructor(config: {
+    instanceName: string;
+    startBlockHeight: number;
+    stateMachinePrefix: string;
+  }) {
+    super(config);
+  }
+
+  override *getPayload(
+    _: EffectstreamBlockNumber,
+    primitiveTransactionData: FlattenSyncProtocolIOFor<
+      ConfigSyncProtocolType.MIDNIGHT_PARALLEL
+    >,
+  ): SyncStateUpdateStream<{
+    isBatched: boolean;
+    data: {
+      fromAddressAndType: AddressAndType;
+      stateMachinePayload:
+        | StaticDecode<CommandTuple<string, typeof midnightUnshieldedCreateGrammar>>
+        | null;
+      accountingPayload: ParamToData<typeof midnightUnshieldedCreateGrammar>;
+    }[];
+  }> {
+    const payload = primitiveTransactionData.output.payload;
+
+    const accountingPayload: ParamToData<typeof this.grammar> = {
+      payload,
+    };
+
+    const stateMachinePayload:
+      | StaticDecode<CommandTuple<string, typeof this.grammar>>
+      | null = this.stateMachinePrefix
+      ? generateRawStmInput(
+        this.grammar,
+        this.stateMachinePrefix,
+        accountingPayload,
+      )
+      : null;
+
+    return {
+      isBatched: false,
+      data: [
+        {
+          fromAddressAndType: {
+            type: AddressType.NONE,
+            address: "0x0",
+          },
+          accountingPayload,
+          stateMachinePayload,
+        },
+      ],
+    };
+  }
+
+  override getConfig(): ProtocolPrimitiveMap[
+    ConfigSyncProtocolType.MIDNIGHT_PARALLEL
+  ] {
+    return {
+      name: this.instanceName,
+      type: this.internalTypeName,
+      startBlockHeight: this.startBlockHeight,
+      scheduledPrefix: this.stateMachinePrefix ?? "",
+    } as const;
+  }
+}

package/primitives/src/midnight-zswap-root/midnight-zswap-root-grammar.ts

@@ -0,0 +1,8 @@
+import { Type } from "@sinclair/typebox";
+
+export const midnightZswapRootGrammar = [
+  [
+    "payload",
+    Type.Any(),
+  ],
+] as const;

package/primitives/src/midnight-zswap-root/midnight-zswap-root.ts

@@ -0,0 +1,121 @@
+import { Primitive } from "@effectstream/sm";
+import {
+  type AddressAndType,
+  AddressType,
+  type EffectstreamBlockNumber,
+} from "@effectstream/utils";
+import type { StaticDecode } from "@sinclair/typebox";
+import {
+  type CommandTuple,
+  generateRawStmInput,
+  type ParamToData,
+} from "@effectstream/concise";
+import type {
+  ConfigSyncProtocolType,
+  FlattenSyncProtocolIOFor,
+  ProtocolPrimitiveMap,
+} from "@effectstream/config";
+import type { SyncStateUpdateStream } from "@effectstream/coroutine";
+import { PrimitiveTypeMidnightZswapRoot } from "../builtin.ts";
+import { midnightZswapRootGrammar } from "./midnight-zswap-root-grammar.ts";
+
+/**
+ * MidnightZswapRootPrimitive
+ *
+ * Emits the zswap coin-commitment Merkle tree root as it advances on chain.
+ * The indexer's `RegularTransaction.zswapMerkleTreeRoot` is the tree root
+ * *after* that transaction; this primitive surfaces the latest such root per
+ * block (the last regular transaction's root), with the block timestamp.
+ *
+ * A node can accumulate these into a windowed "known roots" set (mirroring the
+ * ledger's `past_roots`, retained for the on-chain root window) and reject an
+ * offer that proves against a root the chain never held or that has aged out —
+ * the root-known liveness check. Blocks with no regular transactions emit
+ * nothing (the root is unchanged).
+ *
+ * Usage:
+ *   stm.addStateTransition("myPrefix", function* (data) {
+ *     const { payload } = data.parsedInput;
+ *     // payload = { root, txHash } ; data.blockTimestamp is the window key
+ *   });
+ */
+export class MidnightZswapRootPrimitive extends Primitive<
+  ConfigSyncProtocolType.MIDNIGHT_PARALLEL,
+  typeof midnightZswapRootGrammar
+> {
+  readonly internalTypeName = PrimitiveTypeMidnightZswapRoot;
+  override readonly grammar = midnightZswapRootGrammar;
+
+  override dynamicTables = undefined;
+  override getIntermediatePrefix(): string[] {
+    return [];
+  }
+  override getViewPrefix(): string[] {
+    return [];
+  }
+
+  constructor(config: {
+    instanceName: string;
+    startBlockHeight: number;
+    stateMachinePrefix: string;
+  }) {
+    super(config);
+  }
+
+  override *getPayload(
+    _: EffectstreamBlockNumber,
+    primitiveTransactionData: FlattenSyncProtocolIOFor<
+      ConfigSyncProtocolType.MIDNIGHT_PARALLEL
+    >,
+  ): SyncStateUpdateStream<{
+    isBatched: boolean;
+    data: {
+      fromAddressAndType: AddressAndType;
+      stateMachinePayload:
+        | StaticDecode<CommandTuple<string, typeof midnightZswapRootGrammar>>
+        | null;
+      accountingPayload: ParamToData<typeof midnightZswapRootGrammar>;
+    }[];
+  }> {
+    const payload = primitiveTransactionData.output.payload;
+
+    const accountingPayload: ParamToData<typeof this.grammar> = {
+      payload,
+    };
+
+    const stateMachinePayload:
+      | StaticDecode<CommandTuple<string, typeof this.grammar>>
+      | null = this.stateMachinePrefix
+      ? generateRawStmInput(
+        this.grammar,
+        this.stateMachinePrefix,
+        accountingPayload,
+      )
+      : null;
+
+    return {
+      isBatched: false,
+      data: [
+        {
+          fromAddressAndType: {
+            type: AddressType.NONE,
+            address: "0x0",
+          },
+          accountingPayload,
+          stateMachinePayload,
+        },
+      ],
+    };
+  }
+
+  override getConfig(): ProtocolPrimitiveMap[
+    ConfigSyncProtocolType.MIDNIGHT_PARALLEL
+  ] {
+    return {
+      name: this.instanceName,
+      type: this.internalTypeName,
+      startBlockHeight: this.startBlockHeight,
+      scheduledPrefix: this.stateMachinePrefix ?? "",
+    } as const;
+  }
+}

package/primitives/src/mod.ts

@@ -2,6 +2,8 @@ import {
   PrimitiveTypeMidnightGeneric,
   PrimitiveTypeMidnightNullifier,
   PrimitiveTypeMidnightUnshieldedSpend,
+  PrimitiveTypeMidnightUnshieldedCreate,
+  PrimitiveTypeMidnightZswapRoot,
   PrimitiveTypeEVMEffectstreamL2,
   PrimitiveTypeEVMERC721,
   PrimitiveTypeEVMERC20,
@@ -27,6 +29,8 @@ import {
 import { MidnightGenericPrimitive } from "./midnight-generic/midnight-genetic.ts";
 import { MidnightNullifierPrimitive } from "./midnight-nullifier/midnight-nullifier.ts";
 import { MidnightUnshieldedSpendPrimitive } from "./midnight-unshielded-spend/midnight-unshielded-spend.ts";
+import { MidnightUnshieldedCreatePrimitive } from "./midnight-unshielded-create/midnight-unshielded-create.ts";
+import { MidnightZswapRootPrimitive } from "./midnight-zswap-root/midnight-zswap-root.ts";
 import { EffectstreamL2Primitive } from "./evm-effectstream-l2/effectstream-l2-primitive.ts";
 import { Erc721Primitive } from "./evm-erc721/erc721-primitive.ts";
 import { Erc20Primitive } from "./evm-erc20/erc20-primitive.ts";
@@ -52,6 +56,8 @@ const builtInPrimitivesMap = {
   [PrimitiveTypeMidnightGeneric]: MidnightGenericPrimitive,
   [PrimitiveTypeMidnightNullifier]: MidnightNullifierPrimitive,
   [PrimitiveTypeMidnightUnshieldedSpend]: MidnightUnshieldedSpendPrimitive,
+  [PrimitiveTypeMidnightUnshieldedCreate]: MidnightUnshieldedCreatePrimitive,
+  [PrimitiveTypeMidnightZswapRoot]: MidnightZswapRootPrimitive,
   [PrimitiveTypeEVMEffectstreamL2]: EffectstreamL2Primitive,
   [PrimitiveTypeEVMERC721]: Erc721Primitive,
   [PrimitiveTypeEVMERC20]: Erc20Primitive,
@@ -82,6 +88,8 @@ export {
   MidnightGenericPrimitive,
   MidnightNullifierPrimitive,
   MidnightUnshieldedSpendPrimitive,
+  MidnightUnshieldedCreatePrimitive,
+  MidnightZswapRootPrimitive,
   EffectstreamL2Primitive,
   Erc721Primitive,
   Erc20Primitive,

package/primitives/src/near-intent/near-intent-ivm.ts

@@ -1,6 +1,7 @@
 import { PrimitiveTypeNEARIntent } from "../builtin.ts";
+import type { MaterializedViewStrategy } from "@effectstream/db";
 
-export function nearIntentIvm(name: string) {
+export function nearIntentIvm(name: string, strategy: MaterializedViewStrategy) {
   const lowerName = name.toLowerCase();
   const validSQLName = lowerName.replace(/[^a-zA-Z0-9_]/g, "");
   if (validSQLName !== lowerName) {
@@ -8,6 +9,9 @@ export function nearIntentIvm(name: string) {
   }
 
   const settlementTable = `primitives.near_intent_settlement_intermediate_${validSQLName}`;
+  const viewName = `primitives.near_intent_settlement_view_${validSQLName}`;
+  const selectSql =
+    `SELECT primitive_name, intent_hash, account_id, token_id, amount, block_height FROM ${settlementTable}`;
 
   return `
     CREATE TABLE IF NOT EXISTS ${settlementTable} (
@@ -54,16 +58,7 @@ export function nearIntentIvm(name: string) {
         FOR EACH ROW
         EXECUTE FUNCTION update_near_intent_settlement_${validSQLName}();
 
-    SELECT pgivm.create_immv('primitives.near_intent_settlement_view_${validSQLName}',
-        'SELECT
-            primitive_name,
-            intent_hash,
-            account_id,
-            token_id,
-            amount,
-            block_height
-        FROM ${settlementTable};
-    ');
+    ${strategy.createView(viewName, selectSql)}
     `;
 }
 

package/primitives/src/near-nep141/nep141-ivm.ts

@@ -1,6 +1,7 @@
 import { PrimitiveTypeNEARNEP141 } from "../builtin.ts";
+import type { MaterializedViewStrategy } from "@effectstream/db";
 
-export function nep141Ivm(name: string) {
+export function nep141Ivm(name: string, strategy: MaterializedViewStrategy) {
   const lowerName = name.toLowerCase();
   const validSQLName = lowerName.replace(/[^a-zA-Z0-9_]/g, "");
   if (validSQLName !== lowerName) {
@@ -8,6 +9,9 @@ export function nep141Ivm(name: string) {
   }
 
   const balanceTable = `primitives.nep141_balance_intermediate_${validSQLName}`;
+  const viewName = `primitives.nep141_balance_view_${validSQLName}`;
+  const selectSql =
+    `SELECT primitive_name, account_id, balance FROM ${balanceTable} WHERE balance > 0`;
 
   return `
     CREATE TABLE IF NOT EXISTS ${balanceTable} (
@@ -55,14 +59,7 @@ export function nep141Ivm(name: string) {
         FOR EACH ROW
         EXECUTE FUNCTION update_nep141_balance_${validSQLName}();
 
-    SELECT pgivm.create_immv('primitives.nep141_balance_view_${validSQLName}',
-        'SELECT
-            primitive_name,
-            account_id,
-            balance
-        FROM ${balanceTable}
-        WHERE balance > 0;
-    ');
+    ${strategy.createView(viewName, selectSql)}
     `;
 }
 

package/primitives/src/near-nep171/nep171-ivm.ts

@@ -1,6 +1,7 @@
 import { PrimitiveTypeNEARNEP171 } from "../builtin.ts";
+import type { MaterializedViewStrategy } from "@effectstream/db";
 
-export function nep171Ivm(name: string) {
+export function nep171Ivm(name: string, strategy: MaterializedViewStrategy) {
   const lowerName = name.toLowerCase();
   const validSQLName = lowerName.replace(/[^a-zA-Z0-9_]/g, "");
   if (validSQLName !== lowerName) {
@@ -8,6 +9,9 @@ export function nep171Ivm(name: string) {
   }
 
   const ownerTable = `primitives.nep171_owner_intermediate_${validSQLName}`;
+  const viewName = `primitives.nep171_owner_view_${validSQLName}`;
+  const selectSql =
+    `SELECT primitive_name, token_id, current_owner FROM ${ownerTable}`;
 
   return `
     CREATE TABLE IF NOT EXISTS ${ownerTable} (
@@ -57,13 +61,7 @@ export function nep171Ivm(name: string) {
         FOR EACH ROW
         EXECUTE FUNCTION update_nep171_owner_${validSQLName}();
 
-    SELECT pgivm.create_immv('primitives.nep171_owner_view_${validSQLName}',
-        'SELECT
-            primitive_name,
-            token_id,
-            current_owner
-        FROM ${ownerTable};
-    ');
+    ${strategy.createView(viewName, selectSql)}
     `;
 }
 

package/primitives/src/near-nep245/nep245-ivm.ts

@@ -1,6 +1,7 @@
 import { PrimitiveTypeNEARNEP245 } from "../builtin.ts";
+import type { MaterializedViewStrategy } from "@effectstream/db";
 
-export function nep245Ivm(name: string) {
+export function nep245Ivm(name: string, strategy: MaterializedViewStrategy) {
   const lowerName = name.toLowerCase();
   const validSQLName = lowerName.replace(/[^a-zA-Z0-9_]/g, "");
   if (validSQLName !== lowerName) {
@@ -8,6 +9,9 @@ export function nep245Ivm(name: string) {
   }
 
   const balanceTable = `primitives.nep245_balance_intermediate_${validSQLName}`;
+  const viewName = `primitives.nep245_balance_view_${validSQLName}`;
+  const selectSql =
+    `SELECT primitive_name, token_id, account_id, amount FROM ${balanceTable} WHERE amount > 0`;
 
   return `
     CREATE TABLE IF NOT EXISTS ${balanceTable} (
@@ -68,15 +72,7 @@ export function nep245Ivm(name: string) {
         FOR EACH ROW
         EXECUTE FUNCTION update_nep245_balance_${validSQLName}();
 
-    SELECT pgivm.create_immv('primitives.nep245_balance_view_${validSQLName}',
-        'SELECT
-            primitive_name,
-            token_id,
-            account_id,
-            amount
-        FROM ${balanceTable}
-        WHERE amount > 0;
-    ');
+    ${strategy.createView(viewName, selectSql)}
     `;
 }