@filoz/repair-cli 0.1.2 → 0.2.0

package/src/utils.ts

@@ -1,5 +1,7 @@
 import type { MetadataObject } from '@filoz/synapse-core'
 import { type Chain, getChain } from '@filoz/synapse-core/chains'
+import * as Piece from '@filoz/synapse-core/piece'
+import type * as SP from '@filoz/synapse-core/sp'
 import { getTableColumns, type SQL, sql } from 'drizzle-orm'
 import { drizzle } from 'drizzle-orm/libsql'
 import type { PgTable } from 'drizzle-orm/pg-core'
@@ -12,11 +14,10 @@ import terminalLink from 'terminal-link'
 import { createWalletClient, type Hex, http } from 'viem'
 import { privateKeyToAccount } from 'viem/accounts'
 import packageJson from '../package.json' with { type: 'json' }
+import type { OperationSelect } from './local-schema.ts'
 import * as schema from './local-schema.ts'
 import type { LocalDatabase } from './types.ts'
 
-export const EARLY_REPAIR_SOURCE = 'early-repair6'
-
 export const configSchema = z.object({
   privateKey: z.string().optional(),
   indexerMainnetUrl: z.url().optional(),
@@ -95,11 +96,19 @@ export async function migrateLocalDatabase(db: LocalDatabase) {
       target_provider_id text NOT NULL,
       target_provider_url text NOT NULL,
       target_data_set_id text,
+      repair_data_set_id text,
       block_number text NOT NULL,
       created_at integer NOT NULL,
       updated_at integer NOT NULL
     )
   `)
+  try {
+    await db.$client.execute(`
+      ALTER TABLE repairs ADD COLUMN repair_data_set_id text
+    `)
+  } catch {
+    // Column already exists on databases created with the updated schema.
+  }
   await db.$client.execute(`
     CREATE TABLE IF NOT EXISTS operations (
       id integer PRIMARY KEY AUTOINCREMENT NOT NULL,
@@ -130,14 +139,6 @@ export function hashLink(hash: string, chain: Chain) {
   return link
 }
 
-/** Get metadata for the single IPFS-enabled repair dataset. */
-export function getRepairDatasetMetadata(): MetadataObject {
-  return {
-    source: EARLY_REPAIR_SOURCE,
-    withIPFSIndexing: '',
-  }
-}
-
 /**
  * Get a piece from a service URL
  */
@@ -200,3 +201,41 @@ export const buildConflictUpdateColumns = <T extends PgTable | SQLiteTable, Q ex
 
   return r
 }
+
+/**
+ * Filter out operations by CID
+ */
+export function excludeOperationsByCid(operations: OperationSelect[], cid: string) {
+  const operationToCommit: OperationSelect[] = []
+  const operationToFailed: OperationSelect[] = []
+  for (const operation of operations) {
+    if (operation.cid === cid) {
+      operationToFailed.push(operation)
+    } else {
+      operationToCommit.push(operation)
+    }
+  }
+  return { operationToCommit, operationToFailed }
+}
+
+/**
+ * Convert operations to pull pieces deduped by CID
+ */
+export function operationsToPullPieces(operations: OperationSelect[]) {
+  const cids = new Set<string>()
+  const pieces: SP.PullPieceInput[] = []
+  for (const operation of operations) {
+    if (cids.has(operation.cid)) {
+      continue
+    }
+    pieces.push({
+      sourceUrl: Piece.createPieceUrlPDP({
+        cid: operation.cid,
+        serviceURL: operation.alternateProvider,
+      }),
+      pieceCid: Piece.from(operation.cid),
+    })
+    cids.add(operation.cid)
+  }
+  return pieces
+}

package/dist/src/db/get-providers-by-cid.d.ts

@@ -1,10 +0,0 @@
-import type { IndexerDatabase, RepairProvider } from '../types.ts';
-export type GetProvidersByCidOptions = {
-    indexerDb: IndexerDatabase;
-    cids: readonly string[];
-    excludedProviderIds: readonly bigint[];
-    blockNumber: bigint;
-};
-export type ProvidersByCid = Record<string, RepairProvider[]>;
-export declare function getProvidersByCid({ indexerDb, cids, excludedProviderIds, blockNumber, }: GetProvidersByCidOptions): Promise<ProvidersByCid>;
-//# sourceMappingURL=get-providers-by-cid.d.ts.map

package/dist/src/db/get-providers-by-cid.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"get-providers-by-cid.d.ts","sourceRoot":"","sources":["../../../src/db/get-providers-by-cid.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,aAAa,CAAA;AAElE,MAAM,MAAM,wBAAwB,GAAG;IACrC,SAAS,EAAE,eAAe,CAAA;IAC1B,IAAI,EAAE,SAAS,MAAM,EAAE,CAAA;IACvB,mBAAmB,EAAE,SAAS,MAAM,EAAE,CAAA;IACtC,WAAW,EAAE,MAAM,CAAA;CACpB,CAAA;AAKD,MAAM,MAAM,cAAc,GAAG,MAAM,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC,CAAA;AAS7D,wBAAsB,iBAAiB,CAAC,EACtC,SAAS,EACT,IAAI,EACJ,mBAAmB,EACnB,WAAW,GACZ,EAAE,wBAAwB,GAAG,OAAO,CAAC,cAAc,CAAC,CA+CpD"}

package/dist/src/db/get-providers-by-cid.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"get-providers-by-cid.js","sourceRoot":"","sources":["../../../src/db/get-providers-by-cid.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,UAAU,EAAE,EAAE,EAAE,MAAM,aAAa,CAAA;AAsBhF,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,EACtC,SAAS,EACT,IAAI,EACJ,mBAAmB,EACnB,WAAW,GACc;IACzB,MAAM,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC,UAAU,CAAA;IACrC,MAAM,cAAc,GAAG,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAmB,CAAA;IACzF,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,cAAc,CAAA;IAE5C,MAAM,OAAO,GAAG;QACd,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC;QACrC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,KAAK,CAAC;QAClC,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;QACtF,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC;KAEjC,CAAA;IACD,IAAI,mBAAmB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACnC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC,GAAG,mBAAmB,CAAC,CAAC,CAAC,CAAA;IAChF,CAAC;IAGD,MAAM,IAAI,GAAG,MAAM,SAAS;SACzB,cAAc,CAAC;QACd,GAAG,EAAE,MAAM,CAAC,MAAM,CAAC,GAAG;QACtB,UAAU,EAAE,MAAM,CAAC,SAAS,CAAC,UAAU;QACvC,eAAe,EAAE,MAAM,CAAC,SAAS,CAAC,eAAe;QACjD,IAAI,EAAE,MAAM,CAAC,SAAS,CAAC,IAAI;QAC3B,UAAU,EAAE,MAAM,CAAC,SAAS,CAAC,UAAU;QACvC,QAAQ,EAAE,MAAM,CAAC,SAAS,CAAC,QAAQ;QACnC,QAAQ,EAAE,MAAM,CAAC,SAAS,CAAC,QAAQ;KACpC,CAAC;SACD,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;SACnB,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;SAClF,SAAS,CAAC,MAAM,CAAC,SAAS,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;SACxF,KAAK,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC;SACtB,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,CAAA;IAEpE,KAAK,MAAM,EAAE,GAAG,EAAE,GAAG,QAAQ,EAAE,IAAI,IAAI,EAAE,CAAC;QACxC,IAAI,QAAQ,CAAC,eAAe,IAAI,QAAQ,CAAC,UAAU,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC;YACrE,cAAc,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC;gBACxB,UAAU,EAAE,QAAQ,CAAC,UAAU;gBAC/B,eAAe,EAAE,QAAQ,CAAC,eAAe;gBACzC,IAAI,EAAE,QAAQ,CAAC,IAAI;gBACnB,UAAU,EAAE,QAAQ,CAAC,UAAU;gBAC/B,QAAQ,EAAE,QAAQ,CAAC,QAAQ;gBAC3B,QAAQ,EAAE,QAAQ,CAAC,QAAQ;aAC5B,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;IAED,OAAO,cAAc,CAAA;AACvB,CAAC"}

package/dist/src/db/get-repair-dataset.d.ts

@@ -1,9 +0,0 @@
-import type { Address } from 'viem';
-import type { IndexerDatabase } from '../types.ts';
-export type GetRepairDatasetOptions = {
-    indexerDb: IndexerDatabase;
-    providerId: bigint;
-    payer: Address;
-};
-export declare function getRepairDataset({ indexerDb, providerId, payer, }: GetRepairDatasetOptions): Promise<bigint | null>;
-//# sourceMappingURL=get-repair-dataset.d.ts.map

package/dist/src/db/get-repair-dataset.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"get-repair-dataset.d.ts","sourceRoot":"","sources":["../../../src/db/get-repair-dataset.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,MAAM,CAAA;AACnC,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,aAAa,CAAA;AAGlD,MAAM,MAAM,uBAAuB,GAAG;IACpC,SAAS,EAAE,eAAe,CAAA;IAC1B,UAAU,EAAE,MAAM,CAAA;IAClB,KAAK,EAAE,OAAO,CAAA;CACf,CAAA;AAOD,wBAAsB,gBAAgB,CAAC,EACrC,SAAS,EACT,UAAU,EACV,KAAK,GACN,EAAE,uBAAuB,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CA2BlD"}

package/dist/src/db/get-repair-dataset.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"get-repair-dataset.js","sourceRoot":"","sources":["../../../src/db/get-repair-dataset.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AAGlD,OAAO,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAA;AAajD,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,EACrC,SAAS,EACT,UAAU,EACV,KAAK,GACmB;IACxB,MAAM,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC,UAAU,CAAA;IAErC,MAAM,MAAM,GAAG,MAAM,SAAS;SAC3B,MAAM,CAAC;QACN,SAAS,EAAE,MAAM,CAAC,QAAQ,CAAC,SAAS;KACrC,CAAC;SACD,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC;SACrB,KAAK,CACJ,GAAG,CACD,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE,UAAU,CAAC,EAC1C,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,KAAK,CAAC,EAClC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,EACnC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAC,WAAW,EAAE,CAAC,EAC9C,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,mBAAmB,CAAC,EAC/C,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,KAAK,CAAC,EAClC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,gBAAgB,EAAE,IAAI,CAAC,CAC3C,CACF;SACA,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;SACvC,KAAK,CAAC,CAAC,CAAC,CAAA;IAEX,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,OAAO,IAAI,CAAA;IACb,CAAC;IAED,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;AAC5B,CAAC"}

package/dist/src/db/sync-pieces-onchain.d.ts

@@ -1,10 +0,0 @@
-import type { OperationSelect } from '../local-schema.ts';
-import type { IndexerDatabase, LocalDatabase } from '../types.ts';
-export type SyncPiecesOnchainOptions = {
-    indexerDb: IndexerDatabase;
-    localDb: LocalDatabase;
-    dataSetId: bigint;
-    cidToOperation: Map<string, OperationSelect>;
-};
-export declare function syncPiecesOnchain({ indexerDb, localDb, dataSetId, cidToOperation }: SyncPiecesOnchainOptions): Promise<number>;
-//# sourceMappingURL=sync-pieces-onchain.d.ts.map

package/dist/src/db/sync-pieces-onchain.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"sync-pieces-onchain.d.ts","sourceRoot":"","sources":["../../../src/db/sync-pieces-onchain.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAmB,eAAe,EAAE,MAAM,oBAAoB,CAAA;AAC1E,OAAO,KAAK,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,aAAa,CAAA;AAGjE,MAAM,MAAM,wBAAwB,GAAG;IACrC,SAAS,EAAE,eAAe,CAAA;IAC1B,OAAO,EAAE,aAAa,CAAA;IACtB,SAAS,EAAE,MAAM,CAAA;IACjB,cAAc,EAAE,GAAG,CAAC,MAAM,EAAE,eAAe,CAAC,CAAA;CAC7C,CAAA;AAKD,wBAAsB,iBAAiB,CAAC,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,cAAc,EAAE,EAAE,wBAAwB,mBAqClH"}

package/dist/src/db/sync-pieces-onchain.js

@@ -1,35 +0,0 @@
-import { and, eq, inArray } from 'drizzle-orm';
-import { upsertOperations } from "./upsert-operations.js";
-export async function syncPiecesOnchain({ indexerDb, localDb, dataSetId, cidToOperation }) {
-    const cids = Array.from(cidToOperation.keys());
-    const schema = indexerDb._.fullSchema;
-    let completedOperations = 0;
-    const rows = await indexerDb
-        .select({ cid: schema.pieces.cid })
-        .from(schema.pieces)
-        .where(and(eq(schema.pieces.dataSetId, dataSetId), eq(schema.pieces.removed, false), inArray(schema.pieces.cid, cids)));
-    const existingCids = new Set();
-    const completedOperation = [];
-    for (const row of rows) {
-        const operation = cidToOperation.get(row.cid);
-        if (!operation) {
-            continue;
-        }
-        completedOperation.push({
-            ...operation,
-            status: 'completed',
-            error: null,
-        });
-        existingCids.add(row.cid);
-        cidToOperation.delete(row.cid);
-        completedOperations++;
-    }
-    if (completedOperation.length > 0) {
-        await upsertOperations({
-            localDb,
-            operations: completedOperation,
-        });
-    }
-    return completedOperations;
-}
-//# sourceMappingURL=sync-pieces-onchain.js.map

package/dist/src/db/sync-pieces-onchain.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"sync-pieces-onchain.js","sourceRoot":"","sources":["../../../src/db/sync-pieces-onchain.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,aAAa,CAAA;AAG9C,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAA;AAYzD,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,cAAc,EAA4B;IACjH,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC,CAAA;IAC9C,MAAM,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC,UAAU,CAAA;IACrC,IAAI,mBAAmB,GAAG,CAAC,CAAA;IAC3B,MAAM,IAAI,GAAG,MAAM,SAAS;SACzB,MAAM,CAAC,EAAE,GAAG,EAAE,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC;SAClC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;SACnB,KAAK,CACJ,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE,SAAS,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAChH,CAAA;IAEH,MAAM,YAAY,GAAG,IAAI,GAAG,EAAU,CAAA;IACtC,MAAM,kBAAkB,GAAsB,EAAE,CAAA;IAEhD,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,SAAS,GAAG,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QAC7C,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,SAAQ;QACV,CAAC;QACD,kBAAkB,CAAC,IAAI,CAAC;YACtB,GAAG,SAAS;YACZ,MAAM,EAAE,WAAW;YACnB,KAAK,EAAE,IAAI;SACZ,CAAC,CAAA;QACF,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QACzB,cAAc,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QAC9B,mBAAmB,EAAE,CAAA;IACvB,CAAC;IAED,IAAI,kBAAkB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAClC,MAAM,gBAAgB,CAAC;YACrB,OAAO;YACP,UAAU,EAAE,kBAAkB;SAC/B,CAAC,CAAA;IACJ,CAAC;IAED,OAAO,mBAAmB,CAAA;AAC5B,CAAC"}

package/dist/src/pipeline/pull.d.ts

@@ -1,30 +0,0 @@
-import { taskLog } from '@clack/prompts';
-import type { OperationSelect, RepairSelect } from '../local-schema.ts';
-import type { IndexerDatabase, LocalDatabase, WalletClient } from '../types.ts';
-export type PullPiecesBatch = {
-    operations: OperationSelect[];
-};
-export type RunPullPiecesPhaseOptions = {
-    localDb: LocalDatabase;
-    indexerDb: IndexerDatabase;
-    repair: RepairSelect;
-    concurrency: number;
-    batchSize: number;
-    client: WalletClient;
-    reset: boolean;
-};
-export declare function createPullPiecesWorker({ localDb, indexerDb, repair, client, state, log, }: {
-    localDb: LocalDatabase;
-    indexerDb: IndexerDatabase;
-    repair: RepairSelect;
-    client: WalletClient;
-    state: {
-        totalBatches: number;
-        totalOperations: number;
-        completedOperations: number;
-        failedOperations: number;
-    };
-    log: ReturnType<typeof taskLog>;
-}): (batch: PullPiecesBatch, batchNumber: number) => Promise<void>;
-export declare function runPullPiecesPhase({ localDb, indexerDb, repair, concurrency, batchSize, client, reset, }: RunPullPiecesPhaseOptions): Promise<void>;
-//# sourceMappingURL=pull.d.ts.map

package/dist/src/pipeline/pull.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"pull.d.ts","sourceRoot":"","sources":["../../../src/pipeline/pull.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAA;AAUxC,OAAO,KAAK,EAAE,eAAe,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAA;AACvE,OAAO,KAAK,EAAE,eAAe,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,aAAa,CAAA;AAI/E,MAAM,MAAM,eAAe,GAAG;IAC5B,UAAU,EAAE,eAAe,EAAE,CAAA;CAC9B,CAAA;AAED,MAAM,MAAM,yBAAyB,GAAG;IACtC,OAAO,EAAE,aAAa,CAAA;IACtB,SAAS,EAAE,eAAe,CAAA;IAC1B,MAAM,EAAE,YAAY,CAAA;IACpB,WAAW,EAAE,MAAM,CAAA;IACnB,SAAS,EAAE,MAAM,CAAA;IACjB,MAAM,EAAE,YAAY,CAAA;IACpB,KAAK,EAAE,OAAO,CAAA;CACf,CAAA;AAGD,wBAAgB,sBAAsB,CAAC,EACrC,OAAO,EACP,SAAS,EACT,MAAM,EACN,MAAM,EACN,KAAK,EACL,GAAG,GACJ,EAAE;IACD,OAAO,EAAE,aAAa,CAAA;IACtB,SAAS,EAAE,eAAe,CAAA;IAC1B,MAAM,EAAE,YAAY,CAAA;IACpB,MAAM,EAAE,YAAY,CAAA;IACpB,KAAK,EAAE;QACL,YAAY,EAAE,MAAM,CAAA;QACpB,eAAe,EAAE,MAAM,CAAA;QACvB,mBAAmB,EAAE,MAAM,CAAA;QAC3B,gBAAgB,EAAE,MAAM,CAAA;KACzB,CAAA;IACD,GAAG,EAAE,UAAU,CAAC,OAAO,OAAO,CAAC,CAAA;CAChC,IACe,OAAO,eAAe,EAAE,aAAa,MAAM,mBA+H1D;AAQD,wBAAsB,kBAAkB,CAAC,EACvC,OAAO,EACP,SAAS,EACT,MAAM,EACN,WAAW,EACX,SAAS,EACT,MAAM,EACN,KAAK,GACN,EAAE,yBAAyB,GAAG,OAAO,CAAC,IAAI,CAAC,CA6D3C"}

package/dist/src/pipeline/pull.js

@@ -1,169 +0,0 @@
-import { taskLog } from '@clack/prompts';
-import * as Piece from '@filoz/synapse-core/piece';
-import { createPieceUrlPDP } from '@filoz/synapse-core/piece';
-import * as SP from '@filoz/synapse-core/sp';
-import { and, asc, eq, gt, inArray } from 'drizzle-orm';
-import PQueue from 'p-queue';
-import { getTargetDataset } from "../db/get-target-dataset.js";
-import { syncPiecesOnchain } from "../db/sync-pieces-onchain.js";
-import { updateOperation } from "../db/update-operation.js";
-import { upsertOperations } from "../db/upsert-operations.js";
-import { hashLink } from "../utils.js";
-export function createPullPiecesWorker({ localDb, indexerDb, repair, client, state, log, }) {
-    return async (batch, batchNumber) => {
-        let completedCids = 0;
-        let failedCids = 0;
-        const cidToOperation = new Map();
-        const spin = log.group(`Batch ${batchNumber}/${state.totalBatches}`);
-        spin.message(`Pull 0 completed, 0 failed`);
-        try {
-            const dataset = await getTargetDataset({ localDb, repairId: repair.id, client });
-            for (const operation of batch.operations) {
-                cidToOperation.set(operation.cid, operation);
-            }
-            const completedOperations1 = await syncPiecesOnchain({
-                indexerDb,
-                localDb,
-                dataSetId: dataset.dataSetId,
-                cidToOperation,
-            });
-            state.completedOperations += completedOperations1;
-            completedCids += completedOperations1;
-            const pullPieces = [];
-            for (const [cid, operation] of cidToOperation) {
-                const pieceCid = Piece.from(cid);
-                const sourceUrl = createPieceUrlPDP({
-                    cid,
-                    serviceURL: operation.alternateProvider,
-                });
-                pullPieces.push({ pieceCid, sourceUrl });
-            }
-            if (pullPieces.length > 0) {
-                const pullResult = await SP.waitForPullPieces(client, {
-                    serviceURL: repair.targetProviderUrl,
-                    dataSetId: dataset.dataSetId,
-                    clientDataSetId: dataset.clientDataSetId,
-                    pieces: pullPieces,
-                    timeout: 1000 * 60 * 30,
-                    onStatus: (_status) => {
-                        const completed = _status.pieces.filter((piece) => piece.status === 'complete').length;
-                        const failed = _status.pieces.filter((piece) => piece.status === 'failed').length;
-                        spin.message(`Pull ${completed} completed, ${failed} failed`);
-                    },
-                });
-                for (const { pieceCid, status } of pullResult.pieces) {
-                    const cid = pieceCid.toString();
-                    const operation = cidToOperation.get(cid);
-                    if (!operation) {
-                        console.log(`operation not found for cid ${cid}`);
-                        continue;
-                    }
-                    if (status !== 'complete') {
-                        state.failedOperations++;
-                        failedCids++;
-                        cidToOperation.delete(cid);
-                        await updateOperation({
-                            localDb,
-                            operationId: operation.id,
-                            status: 'failed',
-                            error: `pull failed with status ${status}`,
-                        });
-                    }
-                }
-            }
-            const completedOperations2 = await syncPiecesOnchain({
-                indexerDb,
-                localDb,
-                dataSetId: dataset.dataSetId,
-                cidToOperation,
-            });
-            state.completedOperations += completedOperations2;
-            completedCids += completedOperations2;
-            const commitPieces = [];
-            for (const [cid] of cidToOperation) {
-                commitPieces.push({
-                    pieceCid: Piece.from(cid),
-                });
-            }
-            if (commitPieces.length > 0) {
-                const addPiecesResult = await SP.addPieces(client, {
-                    serviceURL: repair.targetProviderUrl,
-                    dataSetId: dataset.dataSetId,
-                    clientDataSetId: dataset.clientDataSetId,
-                    pieces: commitPieces,
-                });
-                spin.message(`Waiting for add pieces ${hashLink(addPiecesResult.txHash, client.chain)}...`);
-                const addPiecesResult2 = await SP.waitForAddPieces(addPiecesResult);
-                state.completedOperations += cidToOperation.size;
-                completedCids += cidToOperation.size;
-                await upsertOperations({
-                    localDb,
-                    operations: Array.from(cidToOperation.values()).map((operation) => ({
-                        ...operation,
-                        status: 'completed',
-                        error: null,
-                        result: { dataSetId: addPiecesResult2.dataSetId, txHash: addPiecesResult2.txHash },
-                    })),
-                });
-            }
-            spin.success(`Batch ${batchNumber}/${state.totalBatches} ${completedCids} added, ${failedCids} failed`);
-        }
-        catch (error) {
-            state.failedOperations += cidToOperation.size;
-            const message = error instanceof Error ? error.message : 'Unknown error';
-            spin.error(`Batch ${batchNumber}/${state.totalBatches} - ${message.replace(/\n/g, ' ')}`);
-            await upsertOperations({
-                localDb,
-                operations: Array.from(cidToOperation.values()).map((operation) => ({
-                    ...operation,
-                    status: 'failed',
-                    error: message,
-                })),
-            });
-        }
-    };
-}
-export async function runPullPiecesPhase({ localDb, indexerDb, repair, concurrency, batchSize, client, reset, }) {
-    const localSchema = localDb._.fullSchema;
-    const pullConcurrency = Math.max(1, concurrency);
-    const pullBatchSize = Math.max(1, batchSize);
-    let pullCursor = 0;
-    const totalOperations = await localDb.$count(localSchema.operations, and(eq(localSchema.operations.repairId, repair.id), eq(localSchema.operations.type, 'add_piece'), inArray(localSchema.operations.status, reset ? ['pending', 'failed'] : ['pending'])));
-    let batchNumber = 0;
-    const state = {
-        totalBatches: Math.ceil(totalOperations / pullBatchSize),
-        totalOperations,
-        completedOperations: 0,
-        failedOperations: 0,
-    };
-    const log = taskLog({
-        title: 'Pulling pieces',
-        limit: 1,
-    });
-    async function getNextPullBatch() {
-        const operations = await localDb.query.operations.findMany({
-            where: and(eq(localSchema.operations.repairId, repair.id), eq(localSchema.operations.type, 'add_piece'), inArray(localSchema.operations.status, reset ? ['pending', 'failed'] : ['pending']), gt(localSchema.operations.id, pullCursor)),
-            orderBy: [asc(localSchema.operations.id)],
-            limit: pullBatchSize,
-        });
-        if (operations.length === 0) {
-            return null;
-        }
-        pullCursor = operations.at(-1)?.id ?? pullCursor;
-        return { operations };
-    }
-    const pullPiecesWorker = createPullPiecesWorker({ localDb, indexerDb, repair, client, state, log });
-    const pullPiecesQueue = new PQueue({ concurrency: pullConcurrency });
-    while (true) {
-        await pullPiecesQueue.onSizeLessThan(pullConcurrency);
-        const batch = await getNextPullBatch();
-        if (!batch)
-            break;
-        batchNumber++;
-        const currentBatchNumber = batchNumber;
-        pullPiecesQueue.add(() => pullPiecesWorker(batch, currentBatchNumber)).catch(console.error);
-    }
-    await pullPiecesQueue.onIdle();
-    log.success(`Pulled ${state.completedOperations} pieces, ${state.failedOperations} failed`);
-}
-//# sourceMappingURL=pull.js.map

package/dist/src/pipeline/pull.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"pull.js","sourceRoot":"","sources":["../../../src/pipeline/pull.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAA;AACxC,OAAO,KAAK,KAAK,MAAM,2BAA2B,CAAA;AAClD,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAA;AAC7D,OAAO,KAAK,EAAE,MAAM,wBAAwB,CAAA;AAC5C,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,aAAa,CAAA;AACvD,OAAO,MAAM,MAAM,SAAS,CAAA;AAC5B,OAAO,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAA;AAC9D,OAAO,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAA;AAChE,OAAO,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAA;AAC3D,OAAO,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAA;AAG7D,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAA;AAkBtC,MAAM,UAAU,sBAAsB,CAAC,EACrC,OAAO,EACP,SAAS,EACT,MAAM,EACN,MAAM,EACN,KAAK,EACL,GAAG,GAaJ;IACC,OAAO,KAAK,EAAE,KAAsB,EAAE,WAAmB,EAAE,EAAE;QAC3D,IAAI,aAAa,GAAG,CAAC,CAAA;QACrB,IAAI,UAAU,GAAG,CAAC,CAAA;QAClB,MAAM,cAAc,GAAG,IAAI,GAAG,EAA2B,CAAA;QAEzD,MAAM,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,SAAS,WAAW,IAAI,KAAK,CAAC,YAAY,EAAE,CAAC,CAAA;QACpE,IAAI,CAAC,OAAO,CAAC,4BAA4B,CAAC,CAAA;QAE1C,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,gBAAgB,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE,CAAC,CAAA;YAEhF,KAAK,MAAM,SAAS,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;gBACzC,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,SAAS,CAAC,CAAA;YAC9C,CAAC;YAGD,MAAM,oBAAoB,GAAG,MAAM,iBAAiB,CAAC;gBACnD,SAAS;gBACT,OAAO;gBACP,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,cAAc;aACf,CAAC,CAAA;YACF,KAAK,CAAC,mBAAmB,IAAI,oBAAoB,CAAA;YACjD,aAAa,IAAI,oBAAoB,CAAA;YAGrC,MAAM,UAAU,GAAwB,EAAE,CAAA;YAC1C,KAAK,MAAM,CAAC,GAAG,EAAE,SAAS,CAAC,IAAI,cAAc,EAAE,CAAC;gBAC9C,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;gBAChC,MAAM,SAAS,GAAG,iBAAiB,CAAC;oBAClC,GAAG;oBACH,UAAU,EAAE,SAAS,CAAC,iBAAiB;iBACxC,CAAC,CAAA;gBACF,UAAU,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,CAAA;YAC1C,CAAC;YAED,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAE1B,MAAM,UAAU,GAAG,MAAM,EAAE,CAAC,iBAAiB,CAAC,MAAM,EAAE;oBACpD,UAAU,EAAE,MAAM,CAAC,iBAAiB;oBACpC,SAAS,EAAE,OAAO,CAAC,SAAS;oBAC5B,eAAe,EAAE,OAAO,CAAC,eAAe;oBACxC,MAAM,EAAE,UAAU;oBAClB,OAAO,EAAE,IAAI,GAAG,EAAE,GAAG,EAAE;oBACvB,QAAQ,EAAE,CAAC,OAAO,EAAE,EAAE;wBACpB,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,KAAK,UAAU,CAAC,CAAC,MAAM,CAAA;wBACtF,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,MAAM,CAAA;wBACjF,IAAI,CAAC,OAAO,CAAC,QAAQ,SAAS,eAAe,MAAM,SAAS,CAAC,CAAA;oBAC/D,CAAC;iBACF,CAAC,CAAA;gBAEF,KAAK,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,UAAU,CAAC,MAAM,EAAE,CAAC;oBACrD,MAAM,GAAG,GAAG,QAAQ,CAAC,QAAQ,EAAE,CAAA;oBAC/B,MAAM,SAAS,GAAG,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;oBACzC,IAAI,CAAC,SAAS,EAAE,CAAC;wBACf,OAAO,CAAC,GAAG,CAAC,+BAA+B,GAAG,EAAE,CAAC,CAAA;wBACjD,SAAQ;oBACV,CAAC;oBAED,IAAI,MAAM,KAAK,UAAU,EAAE,CAAC;wBAC1B,KAAK,CAAC,gBAAgB,EAAE,CAAA;wBACxB,UAAU,EAAE,CAAA;wBACZ,cAAc,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;wBAC1B,MAAM,eAAe,CAAC;4BACpB,OAAO;4BACP,WAAW,EAAE,SAAS,CAAC,EAAE;4BACzB,MAAM,EAAE,QAAQ;4BAChB,KAAK,EAAE,2BAA2B,MAAM,EAAE;yBAC3C,CAAC,CAAA;oBACJ,CAAC;gBACH,CAAC;YACH,CAAC;YAGD,MAAM,oBAAoB,GAAG,MAAM,iBAAiB,CAAC;gBACnD,SAAS;gBACT,OAAO;gBACP,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,cAAc;aACf,CAAC,CAAA;YACF,KAAK,CAAC,mBAAmB,IAAI,oBAAoB,CAAA;YACjD,aAAa,IAAI,oBAAoB,CAAA;YAErC,MAAM,YAAY,GAA6B,EAAE,CAAA;YACjD,KAAK,MAAM,CAAC,GAAG,CAAC,IAAI,cAAc,EAAE,CAAC;gBACnC,YAAY,CAAC,IAAI,CAAC;oBAChB,QAAQ,EAAE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC;iBAC1B,CAAC,CAAA;YACJ,CAAC;YAED,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC5B,MAAM,eAAe,GAAG,MAAM,EAAE,CAAC,SAAS,CAAC,MAAM,EAAE;oBACjD,UAAU,EAAE,MAAM,CAAC,iBAAiB;oBACpC,SAAS,EAAE,OAAO,CAAC,SAAS;oBAC5B,eAAe,EAAE,OAAO,CAAC,eAAe;oBACxC,MAAM,EAAE,YAAY;iBACrB,CAAC,CAAA;gBAEF,IAAI,CAAC,OAAO,CAAC,0BAA0B,QAAQ,CAAC,eAAe,CAAC,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;gBAC3F,MAAM,gBAAgB,GAAG,MAAM,EAAE,CAAC,gBAAgB,CAAC,eAAe,CAAC,CAAA;gBACnE,KAAK,CAAC,mBAAmB,IAAI,cAAc,CAAC,IAAI,CAAA;gBAChD,aAAa,IAAI,cAAc,CAAC,IAAI,CAAA;gBACpC,MAAM,gBAAgB,CAAC;oBACrB,OAAO;oBACP,UAAU,EAAE,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;wBAClE,GAAG,SAAS;wBACZ,MAAM,EAAE,WAAW;wBACnB,KAAK,EAAE,IAAI;wBACX,MAAM,EAAE,EAAE,SAAS,EAAE,gBAAgB,CAAC,SAAS,EAAE,MAAM,EAAE,gBAAgB,CAAC,MAAM,EAAE;qBACnF,CAAC,CAAC;iBACJ,CAAC,CAAA;YACJ,CAAC;YACD,IAAI,CAAC,OAAO,CAAC,SAAS,WAAW,IAAI,KAAK,CAAC,YAAY,IAAI,aAAa,WAAW,UAAU,SAAS,CAAC,CAAA;QACzG,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,KAAK,CAAC,gBAAgB,IAAI,cAAc,CAAC,IAAI,CAAA;YAC7C,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAA;YACxE,IAAI,CAAC,KAAK,CAAC,SAAS,WAAW,IAAI,KAAK,CAAC,YAAY,MAAM,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,CAAC,CAAA;YACzF,MAAM,gBAAgB,CAAC;gBACrB,OAAO;gBACP,UAAU,EAAE,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;oBAClE,GAAG,SAAS;oBACZ,MAAM,EAAE,QAAQ;oBAChB,KAAK,EAAE,OAAO;iBACf,CAAC,CAAC;aACJ,CAAC,CAAA;QACJ,CAAC;IACH,CAAC,CAAA;AACH,CAAC;AAQD,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,EACvC,OAAO,EACP,SAAS,EACT,MAAM,EACN,WAAW,EACX,SAAS,EACT,MAAM,EACN,KAAK,GACqB;IAC1B,MAAM,WAAW,GAAG,OAAO,CAAC,CAAC,CAAC,UAAU,CAAA;IACxC,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,WAAW,CAAC,CAAA;IAChD,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,CAAC,CAAA;IAC5C,IAAI,UAAU,GAAG,CAAC,CAAA;IAElB,MAAM,eAAe,GAAG,MAAM,OAAO,CAAC,MAAM,CAC1C,WAAW,CAAC,UAAU,EACtB,GAAG,CACD,EAAE,CAAC,WAAW,CAAC,UAAU,CAAC,QAAQ,EAAE,MAAM,CAAC,EAAE,CAAC,EAC9C,EAAE,CAAC,WAAW,CAAC,UAAU,CAAC,IAAI,EAAE,WAAW,CAAC,EAC5C,OAAO,CAAC,WAAW,CAAC,UAAU,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CACpF,CACF,CAAA;IACD,IAAI,WAAW,GAAG,CAAC,CAAA;IACnB,MAAM,KAAK,GAAG;QACZ,YAAY,EAAE,IAAI,CAAC,IAAI,CAAC,eAAe,GAAG,aAAa,CAAC;QACxD,eAAe;QACf,mBAAmB,EAAE,CAAC;QACtB,gBAAgB,EAAE,CAAC;KACpB,CAAA;IAED,MAAM,GAAG,GAAG,OAAO,CAAC;QAClB,KAAK,EAAE,gBAAgB;QACvB,KAAK,EAAE,CAAC;KACT,CAAC,CAAA;IAEF,KAAK,UAAU,gBAAgB;QAC7B,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC;YACzD,KAAK,EAAE,GAAG,CACR,EAAE,CAAC,WAAW,CAAC,UAAU,CAAC,QAAQ,EAAE,MAAM,CAAC,EAAE,CAAC,EAC9C,EAAE,CAAC,WAAW,CAAC,UAAU,CAAC,IAAI,EAAE,WAAW,CAAC,EAC5C,OAAO,CAAC,WAAW,CAAC,UAAU,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,EACnF,EAAE,CAAC,WAAW,CAAC,UAAU,CAAC,EAAE,EAAE,UAAU,CAAC,CAC1C;YACD,OAAO,EAAE,CAAC,GAAG,CAAC,WAAW,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;YACzC,KAAK,EAAE,aAAa;SACrB,CAAC,CAAA;QACF,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,OAAO,IAAI,CAAA;QACb,CAAC;QAED,UAAU,GAAG,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,IAAI,UAAU,CAAA;QAChD,OAAO,EAAE,UAAU,EAAE,CAAA;IACvB,CAAC;IAED,MAAM,gBAAgB,GAAG,sBAAsB,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAA;IACnG,MAAM,eAAe,GAAG,IAAI,MAAM,CAAC,EAAE,WAAW,EAAE,eAAe,EAAE,CAAC,CAAA;IAEpE,OAAO,IAAI,EAAE,CAAC;QACZ,MAAM,eAAe,CAAC,cAAc,CAAC,eAAe,CAAC,CAAA;QACrD,MAAM,KAAK,GAAG,MAAM,gBAAgB,EAAE,CAAA;QACtC,IAAI,CAAC,KAAK;YAAE,MAAK;QACjB,WAAW,EAAE,CAAA;QACb,MAAM,kBAAkB,GAAG,WAAW,CAAA;QACtC,eAAe,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,gBAAgB,CAAC,KAAK,EAAE,kBAAkB,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;IAC7F,CAAC;IAED,MAAM,eAAe,CAAC,MAAM,EAAE,CAAA;IAE9B,GAAG,CAAC,OAAO,CAAC,UAAU,KAAK,CAAC,mBAAmB,YAAY,KAAK,CAAC,gBAAgB,SAAS,CAAC,CAAA;AAC7F,CAAC"}

package/src/db/sync-pieces-onchain.ts

@@ -1,53 +0,0 @@
-import { and, eq, inArray } from 'drizzle-orm'
-import type { OperationInsert, OperationSelect } from '../local-schema.ts'
-import type { IndexerDatabase, LocalDatabase } from '../types.ts'
-import { upsertOperations } from './upsert-operations.ts'
-
-export type SyncPiecesOnchainOptions = {
-  indexerDb: IndexerDatabase
-  localDb: LocalDatabase
-  dataSetId: bigint
-  cidToOperation: Map<string, OperationSelect>
-}
-
-/**
- * Sync pieces onchain to avoid duplicates.
- */
-export async function syncPiecesOnchain({ indexerDb, localDb, dataSetId, cidToOperation }: SyncPiecesOnchainOptions) {
-  const cids = Array.from(cidToOperation.keys())
-  const schema = indexerDb._.fullSchema
-  let completedOperations = 0
-  const rows = await indexerDb
-    .select({ cid: schema.pieces.cid })
-    .from(schema.pieces)
-    .where(
-      and(eq(schema.pieces.dataSetId, dataSetId), eq(schema.pieces.removed, false), inArray(schema.pieces.cid, cids))
-    )
-
-  const existingCids = new Set<string>()
-  const completedOperation: OperationInsert[] = []
-
-  for (const row of rows) {
-    const operation = cidToOperation.get(row.cid)
-    if (!operation) {
-      continue
-    }
-    completedOperation.push({
-      ...operation,
-      status: 'completed',
-      error: null,
-    })
-    existingCids.add(row.cid)
-    cidToOperation.delete(row.cid)
-    completedOperations++
-  }
-
-  if (completedOperation.length > 0) {
-    await upsertOperations({
-      localDb,
-      operations: completedOperation,
-    })
-  }
-
-  return completedOperations
-}