ponder 0.16.9 → 0.17.0

package/src/sync-store/index.ts

@@ -1,4 +1,24 @@
 import crypto from "node:crypto";
+import {
+  and,
+  asc,
+  desc,
+  eq,
+  gte,
+  inArray,
+  isNull,
+  lt,
+  lte,
+  or,
+  type SQL,
+  sql,
+} from "drizzle-orm";
+import {
+  type PgColumn,
+  type PgSelectBase,
+  unionAll,
+} from "drizzle-orm/pg-core";
+import { type Address, hexToNumber, isHex } from "viem";
 import type { QB } from "@/database/queryBuilder.js";
 import { extractBlockNumberParam } from "@/indexing/client.js";
 import type { Common } from "@/internal/common.js";
@@ -49,30 +69,9 @@ import type {
   IntervalWithFilter,
 } from "@/runtime/index.js";
 import type { Interval } from "@/utils/interval.js";
-import { intervalUnion } from "@/utils/interval.js";
 import { toLowerCase } from "@/utils/lowercase.js";
 import { orderObject } from "@/utils/order.js";
 import { startClock } from "@/utils/timer.js";
-import {
-  type SQL,
-  and,
-  asc,
-  desc,
-  eq,
-  gte,
-  inArray,
-  isNull,
-  lt,
-  lte,
-  or,
-  sql,
-} from "drizzle-orm";
-import {
-  type PgColumn,
-  type PgSelectBase,
-  unionAll,
-} from "drizzle-orm/pg-core";
-import { type Address, hexToNumber, isHex } from "viem";
 import {
   encodeBlock,
   encodeLog,
@@ -203,7 +202,10 @@ export type SyncStore = {
 export const createSyncStore = ({
   common,
   qb,
-}: { common: Common; qb: QB<typeof PONDER_SYNC> }): SyncStore => {
+}: {
+  common: Common;
+  qb: QB<typeof PONDER_SYNC>;
+}): SyncStore => {
   const syncStore = {
     insertIntervals: async (
       { intervals, factoryIntervals, chainId },
@@ -420,31 +422,6 @@ export const createSyncStore = ({
 
             result.get(factory)!.push({ fragment, intervals });
           }
-
-          // Note: This is a stand-in for a migration to the `intervals` table
-          // required in `v0.15`. It is an invariant that filter with factories
-          // have a row in the intervals table for both the filter and the factory.
-          // If this invariant is broken, it must be because of the migration from
-          // `v0.14` to `v0.15`. In this case, we can assume that the factory interval
-          // is the same as the filter interval.
-
-          const filterIntervals = intervalUnion(
-            result.get(filter)!.flatMap(({ intervals }) => intervals),
-          );
-          const factoryIntervals = intervalUnion(
-            result.get(factory)!.flatMap(({ intervals }) => intervals),
-          );
-
-          if (
-            filterIntervals.length > 0 &&
-            factoryIntervals.length === 0 &&
-            filter.fromBlock === factory.fromBlock &&
-            filter.toBlock === factory.toBlock
-          ) {
-            for (const factoryInterval of result.get(factory)!) {
-              factoryInterval.intervals = filterIntervals;
-            }
-          }
         }
       }
 
@@ -835,7 +812,7 @@ export const createSyncStore = ({
       };
 
       for (const column of unionFilterIncludeBlock(filters)) {
-        // @ts-ignore
+        // @ts-expect-error
         blockSelect[column] = PONDER_SYNC.blocks[column];
       }
 
@@ -862,7 +839,7 @@ export const createSyncStore = ({
       };
 
       for (const column of unionFilterIncludeTransaction(filters)) {
-        // @ts-ignore
+        // @ts-expect-error
         transactionSelect[column] = PONDER_SYNC.transactions[column];
       }
 
@@ -891,7 +868,7 @@ export const createSyncStore = ({
       };
 
       for (const column of unionFilterIncludeTransactionReceipt(filters)) {
-        // @ts-ignore
+        // @ts-expect-error
         transactionReceiptSelect[column] =
           PONDER_SYNC.transactionReceipts[column];
       }
@@ -926,7 +903,7 @@ export const createSyncStore = ({
       };
 
       for (const column of unionFilterIncludeTrace(filters)) {
-        // @ts-ignore
+        // @ts-expect-error
         traceSelect[column] = PONDER_SYNC.traces[column];
       }
 
@@ -1213,19 +1190,19 @@ export const createSyncStore = ({
         internalLog.address = toLowerCase(log.address);
         internalLog.removed = false;
         internalLog.topics = [
-          // @ts-ignore
+          // @ts-expect-error
           log.topic0,
           log.topic1,
           log.topic2,
           log.topic3,
         ];
-        // @ts-ignore
+        // @ts-expect-error
         log.topic0 = undefined;
-        // @ts-ignore
+        // @ts-expect-error
         log.topic1 = undefined;
-        // @ts-ignore
+        // @ts-expect-error
         log.topic2 = undefined;
-        // @ts-ignore
+        // @ts-expect-error
         log.topic3 = undefined;
       }
 
@@ -1499,9 +1476,7 @@ const addressFilter = (
 ): SQL => {
   // `factory` filtering is handled in-memory
   if (isAddressFactory(address)) return sql`true`;
-  // @ts-ignore
   if (Array.isArray(address)) return inArray(column, address);
-  // @ts-ignore
   if (typeof address === "string") return eq(column, address);
   return sql`true`;
 };

package/src/sync-store/migrations.ts

@@ -1,7 +1,7 @@
-import { type Logger, createNoopLogger } from "@/internal/logger.js";
 import type { Kysely, Migration, MigrationProvider } from "kysely";
 import { sql } from "kysely";
 import { maxUint256 } from "viem";
+import { createNoopLogger, type Logger } from "@/internal/logger.js";
 
 let logger = createNoopLogger();
 

package/src/sync-store/schema.ts

@@ -1,4 +1,3 @@
-import type { Factory, FragmentId } from "@/internal/types.js";
 import {
   customType,
   index,
@@ -7,6 +6,7 @@ import {
   unique,
 } from "drizzle-orm/pg-core";
 import type { Address, Hash, Hex } from "viem";
+import type { Factory, FragmentId } from "@/internal/types.js";
 
 const nummultirange = customType<{ data: string }>({
   dataType() {

package/src/types/db.ts

@@ -1,6 +1,3 @@
-import { onchain } from "@/drizzle/onchain.js";
-import type { OnchainTable, PrimaryKeyBuilder } from "@/drizzle/onchain.js";
-import type { Schema } from "@/internal/types.js";
 import type {
   Column,
   GetColumnData,
@@ -11,6 +8,9 @@ import type {
 import type { NodePgDatabase } from "drizzle-orm/node-postgres";
 import type { PgTableExtraConfig, TableConfig } from "drizzle-orm/pg-core";
 import type { PgliteDatabase } from "drizzle-orm/pglite";
+import type { OnchainTable, PrimaryKeyBuilder } from "@/drizzle/onchain.js";
+import { onchain } from "@/drizzle/onchain.js";
+import type { Schema } from "@/internal/types.js";
 import type { PonderTypeError, Prettify } from "./utils.js";
 
 export type Drizzle<TSchema extends Schema = { [name: string]: never }> =

package/src/types.d.ts

@@ -1,5 +1,6 @@
 declare module "ponder:registry" {
   import type { Virtual } from "ponder";
+
   type config = typeof import("ponder:internal").config;
   type schema = typeof import("ponder:internal").schema;
 
@@ -21,6 +22,7 @@ declare module "ponder:registry" {
 
 declare module "ponder:schema" {
   const schema: typeof import("ponder:internal").schema;
+
   export { schema as default };
 }
 

package/src/ui/app.ts

@@ -1,10 +1,10 @@
+import pc from "picocolors";
 import type {
   getAppProgress,
   getIndexingProgress,
   getSyncProgress,
 } from "@/internal/metrics.js";
 import { formatEta, formatPercentage } from "@/utils/format.js";
-import pc from "picocolors";
 
 export type UiState = {
   port: number;

package/src/ui/patch.ts

@@ -61,7 +61,7 @@ export function patchWriteStreams({ getLines }: { getLines: () => string[] }) {
     this: NodeJS.WriteStream,
     buffer: string | Uint8Array,
     encoding?: BufferEncoding,
-    cb?: (err?: Error) => void,
+    cb?: (err?: Error | null) => void,
   ) {
     const originalWrite =
       this === process.stderr ? originalStderrWrite : originalStdoutWrite;
@@ -123,8 +123,7 @@ export function patchWriteStreams({ getLines }: { getLines: () => string[] }) {
     const makeConsoleWriter =
       (stream: NodeJS.WriteStream, _: typeof originalStdoutWrite) =>
       (...args: unknown[]) => {
-        // biome-ignore lint/style/useTemplate:
-        const formatted = util.format(...args) + "\n";
+        const formatted = `${util.format(...args)}\n`;
 
         // handleOutput so TUI is cleared + re-rendered
         handleOutput.call(stream, formatted, "utf8", undefined);

package/src/utils/abi.ts

@@ -1,4 +1,3 @@
-import { getDuplicateElements } from "@/utils/duplicates.js";
 import {
   type Abi,
   type AbiEvent,
@@ -6,12 +5,13 @@ import {
   formatAbiItem,
 } from "abitype";
 import {
-  type GetEventArgs,
-  type Hex,
   encodeEventTopics,
+  type GetEventArgs,
   getAbiItem,
+  type Hex,
   parseAbiItem,
 } from "viem";
+import { getDuplicateElements } from "@/utils/duplicates.js";
 import type { Config } from "../config/index.js";
 
 /**
@@ -27,7 +27,10 @@ declare global {
 export const toSafeName = ({
   abi,
   item,
-}: { abi: Abi; item: AbiEvent | AbiFunction }) => {
+}: {
+  abi: Abi;
+  item: AbiEvent | AbiFunction;
+}) => {
   if (item.type === "event") {
     const abiEvents = abi
       .filter((item): item is AbiEvent => item.type === "event")

package/src/utils/checkpoint.ts

@@ -1,5 +1,5 @@
-import type { LightBlock, SyncBlock } from "@/internal/types.js";
 import { hexToBigInt } from "viem";
+import type { LightBlock, SyncBlock } from "@/internal/types.js";
 
 export type Checkpoint = {
   blockTimestamp: bigint;

package/src/utils/copy.ts

@@ -11,7 +11,7 @@ export const COPY_ON_WRITE = Symbol.for("ponder:copyOnWrite");
 export const copyOnWrite = <T extends object>(obj: T): T => {
   let copiedObject: T | undefined;
 
-  // @ts-ignore
+  // @ts-expect-error
   obj[util.inspect.custom] = () => {
     return copiedObject ?? obj;
   };

package/src/utils/decodeAbiParameters.ts

@@ -1,18 +1,16 @@
 import {
+  AbiDecodingDataSizeTooSmallError,
+  AbiDecodingZeroDataError,
   type AbiParameter,
   type AbiParameterToPrimitiveType,
+  checksumAddress,
   type DecodeAbiParametersReturnType,
   type Hex,
-  InvalidHexBooleanError,
-} from "viem";
-import {
-  AbiDecodingDataSizeTooSmallError,
-  AbiDecodingZeroDataError,
-  InvalidAbiDecodingTypeError,
-  checksumAddress,
   hexToBigInt,
   hexToNumber,
   hexToString,
+  InvalidAbiDecodingTypeError,
+  InvalidHexBooleanError,
 } from "viem";
 
 const TRUE_BOOL =

package/src/utils/pg.ts

@@ -1,6 +1,6 @@
-import type { Logger } from "@/internal/logger.js";
 import pg, { type PoolConfig } from "pg";
 import parse from "pg-connection-string";
+import type { Logger } from "@/internal/logger.js";
 
 // The default parser for numeric[] (1231) seems to parse values as Number
 // or perhaps through JSON.parse(). Use the int8[] (1016) parser instead,

package/src/utils/pglite.ts

@@ -1,5 +1,4 @@
 import { mkdirSync } from "node:fs";
-import type { Prettify } from "@/types/utils.js";
 import { type PGliteOptions as Options, PGlite } from "@electric-sql/pglite";
 import {
   CompiledQuery,
@@ -12,6 +11,7 @@ import {
   type QueryResult,
   type TransactionSettings,
 } from "kysely";
+import type { Prettify } from "@/types/utils.js";
 
 export type PGliteOptions = Prettify<Options & { dataDir: string }>;
 
@@ -19,12 +19,11 @@ export function createPglite(options: PGliteOptions) {
   // PGlite uses the memory FS by default, and Windows doesn't like the
   // "memory://" path, so it's better to pass `undefined` here.
   if (options.dataDir === "memory://") {
-    // @ts-expect-error
-    options.dataDir = undefined;
-  } else {
-    mkdirSync(options.dataDir, { recursive: true });
+    const { dataDir: _, ...pgliteOptions } = options;
+    return new PGlite(pgliteOptions);
   }
 
+  mkdirSync(options.dataDir, { recursive: true });
   return new PGlite(options);
 }
 
@@ -90,7 +89,7 @@ class PGliteConnection implements DatabaseConnection {
     ]);
   }
 
-  // biome-ignore lint/correctness/useYield: <explanation>
+  // biome-ignore lint/correctness/useYield: PGlite never streams, but the interface requires this method.
   async *streamQuery(): AsyncGenerator<never, void, unknown> {
     throw new Error("PGlite does not support streaming.");
   }

package/src/utils/queue.ts

@@ -83,7 +83,7 @@ export const createQueue = <returnType, taskType = void>({
     CreateQueueParameters<unknown, unknown>,
     "frequency" | "concurrency"
   > = _parameters;
-  let queue = new Array<InnerQueue<returnType, taskType>[number]>();
+  let queue: InnerQueue<returnType, taskType>[number][] = [];
   let pending = 0;
   let timestamp = 0;
   let requests = 0;
@@ -93,10 +93,10 @@ export const createQueue = <returnType, taskType = void>({
 
   let emptyPromiseWithResolvers:
     | (PromiseWithResolvers<void> & { completed: boolean })
-    | undefined = undefined;
+    | undefined;
   let idlePromiseWithResolvers:
     | (PromiseWithResolvers<void> & { completed: boolean })
-    | undefined = undefined;
+    | undefined;
 
   const next = () => {
     if (!isStarted) return;
@@ -191,7 +191,7 @@ export const createQueue = <returnType, taskType = void>({
         }
       }
 
-      queue = new Array<InnerQueue<returnType, taskType>[number]>();
+      queue = [] as InnerQueue<returnType, taskType>[number][];
       clearTimeout(timer);
       timer = undefined;
     },

package/src/utils/result.ts

@@ -21,6 +21,6 @@ export const mergeResults = <const T extends readonly Result<unknown>[]>(
     }
   }
 
-  // @ts-ignore
+  // @ts-expect-error
   return { status: "success", result: results.map((result) => result.result) };
 };

package/src/utils/sql-parse.ts

@@ -14,7 +14,7 @@ const ALLOW_CACHE = new Map<string, boolean>();
 const RELATIONS_CACHE = new Map<string, Set<string>>();
 
 export const parseSQLQuery = async (sql: string): Promise<Node> => {
-  // @ts-ignore
+  // @ts-expect-error
   const Parser = await import(/* webpackIgnore: true */ "pg-query-emscripten");
 
   if (sql.length > 5_000) {
@@ -85,11 +85,11 @@ export const validateAllowableSQLQuery = async (sql: string) => {
       throw new Error(`${getNodeType(node)} not supported`);
     }
 
-    // @ts-ignore
+    // @ts-expect-error
     ALLOW_LIST.get(getNodeType(node))!.validate?.(node[getNodeType(node)]);
 
     for (const child of ALLOW_LIST.get(getNodeType(node))!.children(
-      // @ts-ignore
+      // @ts-expect-error
       node[getNodeType(node)],
     )) {
       validate(child);
@@ -129,7 +129,7 @@ export const isReadonlySQLQuery = async (sql: string): Promise<boolean> => {
     }
 
     for (const child of ALLOW_LIST.get(getNodeType(node))!.children(
-      // @ts-ignore
+      // @ts-expect-error
       node[getNodeType(node)],
     )) {
       validate(child);
@@ -186,7 +186,7 @@ export const getSQLQueryRelations = async (
     }
 
     for (const child of FIND_LIST.get(getNodeType(node))!.children(
-      // @ts-ignore
+      // @ts-expect-error
       node[getNodeType(node)],
     )) {
       find(child);
@@ -700,7 +700,7 @@ const FUNC_CALL_VALIDATOR: ValidatorNode<"FuncCall"> = {
       node.funcname?.every(
         (name) =>
           getNodeType(name) === "String" &&
-          // @ts-ignore
+          // @ts-expect-error
           ALLOWED_FUNCTIONS.has(name.String.sval),
       )
     ) {

package/dist/esm/internal/telemetry.js

@@ -1,200 +0,0 @@
-import { exec } from "node:child_process";
-import { createHash, randomBytes } from "node:crypto";
-import { existsSync, readFileSync } from "node:fs";
-import os from "node:os";
-import path from "node:path";
-import { promisify } from "node:util";
-import { createQueue } from '../utils/queue.js';
-import { startClock } from '../utils/timer.js';
-import Conf from "conf";
-import { detect, getNpmVersion } from "detect-package-manager";
-import { ShutdownError } from "./errors.js";
-const HEARTBEAT_INTERVAL_MS = 60000;
-export function createTelemetry({ options, logger, shutdown, }) {
-    if (options.telemetryDisabled) {
-        return {
-            record: (_event) => { },
-            flush: async () => { },
-        };
-    }
-    const conf = new Conf({
-        projectName: "ponder",
-        cwd: options.telemetryConfigDir,
-    });
-    if (conf.get("notifiedAt") === undefined) {
-        conf.set("notifiedAt", Date.now().toString());
-        logger.info({
-            msg: "Ponder collects anonymous telemetry data to identify issues and prioritize features. See https://ponder.sh/docs/advanced/telemetry for more information.",
-        });
-    }
-    const sessionId = randomBytes(8).toString("hex");
-    let anonymousId = conf.get("anonymousId");
-    if (anonymousId === undefined) {
-        anonymousId = randomBytes(8).toString("hex");
-        conf.set("anonymousId", anonymousId);
-    }
-    // Before 0.4.3, the anonymous ID was 64 characters long. Truncate it to 16
-    // here to align with new ID lengths.
-    if (anonymousId.length > 16)
-        anonymousId = anonymousId.slice(0, 16);
-    let salt = conf.get("salt");
-    if (salt === undefined) {
-        salt = randomBytes(8).toString("hex");
-        conf.set("salt", salt);
-    }
-    // Prepend the value with a secret salt to ensure a credible one-way hash.
-    const oneWayHash = (value) => {
-        const hash = createHash("sha256");
-        hash.update(salt);
-        hash.update(value);
-        return hash.digest("hex").slice(0, 16);
-    };
-    const buildContext = async () => {
-        // Project ID is a one-way hash of the git remote URL OR the current working directory.
-        const gitRemoteUrl = await getGitRemoteUrl();
-        const projectIdRaw = gitRemoteUrl ?? process.cwd();
-        const projectId = oneWayHash(projectIdRaw);
-        const { packageManager, packageManagerVersion } = await getPackageManager();
-        // Attempt to find and read the users package.json file.
-        const packageJson = getPackageJson(options.rootDir);
-        const ponderVersion = packageJson?.dependencies?.ponder ?? "unknown";
-        const viemVersion = packageJson?.dependencies?.viem ?? "unknown";
-        // Make a guess as to whether the project is internal (within the monorepo) or not.
-        const isInternal = ponderVersion === "workspace:*";
-        const cpus = os.cpus();
-        return {
-            common: {
-                session_id: sessionId,
-                project_id: projectId,
-                is_internal: isInternal,
-            },
-            session: {
-                ponder_core_version: ponderVersion,
-                viem_version: viemVersion,
-                package_manager: packageManager,
-                package_manager_version: packageManagerVersion,
-                node_version: process.versions.node,
-                system_platform: os.platform(),
-                system_release: os.release(),
-                system_architecture: os.arch(),
-                cpu_count: cpus.length,
-                cpu_model: cpus.length > 0 ? cpus[0].model : "unknown",
-                cpu_speed: cpus.length > 0 ? cpus[0].speed : 0,
-                total_memory_bytes: os.totalmem(),
-            },
-        };
-    };
-    let context = undefined;
-    const contextPromise = buildContext();
-    const queue = createQueue({
-        initialStart: true,
-        concurrency: 10,
-        worker: async (event) => {
-            if (shutdown.isKilled)
-                return;
-            const endClock = startClock();
-            try {
-                if (context === undefined)
-                    context = await contextPromise;
-                const properties = event.name === "lifecycle:session_start"
-                    ? { ...event.properties, ...context.common, ...context.session }
-                    : { ...event.properties, ...context.common };
-                const body = JSON.stringify({
-                    distinctId: anonymousId,
-                    event: event.name,
-                    properties,
-                });
-                await fetch(options.telemetryUrl, {
-                    method: "POST",
-                    headers: { "Content-Type": "application/json" },
-                    body,
-                });
-                logger.trace({
-                    msg: "Sent telemetry event",
-                    event: event.name,
-                    duration: endClock(),
-                });
-            }
-            catch (error_) {
-                const error = error_;
-                if (shutdown.isKilled) {
-                    throw new ShutdownError();
-                }
-                logger.trace({
-                    msg: "Failed to send telemetry event",
-                    event: event.name,
-                    duration: endClock(),
-                    error,
-                });
-            }
-        },
-    });
-    const record = (event) => {
-        queue.add(event);
-    };
-    const heartbeatInterval = setInterval(() => {
-        record({
-            name: "lifecycle:heartbeat_send",
-            properties: { duration_seconds: process.uptime() },
-        });
-    }, HEARTBEAT_INTERVAL_MS);
-    shutdown.add(() => {
-        clearInterval(heartbeatInterval);
-    });
-    // Note that this method is only used for testing.
-    const flush = async () => {
-        await queue.onIdle();
-    };
-    return { record, flush };
-}
-async function getPackageManager() {
-    let packageManager = "unknown";
-    let packageManagerVersion = "unknown";
-    try {
-        packageManager = await detect();
-        packageManagerVersion = await getNpmVersion(packageManager);
-    }
-    catch (e) { }
-    return { packageManager, packageManagerVersion };
-}
-const execa = promisify(exec);
-async function getGitRemoteUrl() {
-    const result = await execa("git config --local --get remote.origin.url", {
-        timeout: 250,
-        windowsHide: true,
-    }).catch(() => undefined);
-    return result?.stdout.trim();
-}
-function getPackageJson(rootDir) {
-    try {
-        const rootPath = path.join(rootDir, "package.json");
-        const cwdPath = path.join(process.cwd(), "package.json");
-        const packageJsonPath = existsSync(rootPath)
-            ? rootPath
-            : existsSync(cwdPath)
-                ? cwdPath
-                : undefined;
-        if (packageJsonPath === undefined)
-            return undefined;
-        const packageJsonString = readFileSync(packageJsonPath, "utf8");
-        const packageJson = JSON.parse(packageJsonString);
-        return packageJson;
-    }
-    catch (e) {
-        return undefined;
-    }
-}
-export function buildPayload({ preBuild, schemaBuild, indexingBuild, }) {
-    const table_count = schemaBuild ? Object.keys(schemaBuild.schema).length : 0;
-    const indexing_function_count = indexingBuild
-        ? Object.values(indexingBuild.indexingFunctions).reduce((acc, f) => acc + Object.keys(f).length, 0)
-        : 0;
-    return {
-        database_kind: preBuild?.databaseConfig.kind,
-        contract_count: 0,
-        network_count: indexingBuild?.chains.length ?? 0,
-        table_count,
-        indexing_function_count,
-    };
-}
-//# sourceMappingURL=telemetry.js.map