@filoz/repair-cli 0.3.0 → 1.0.0

package/dist/src/db/find-repair-dataset.js.map

@@ -1 +1 @@
-{"version":3,"file":"find-repair-dataset.js","sourceRoot":"","sources":["../../../src/db/find-repair-dataset.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AAgBlD,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,EACtC,SAAS,EACT,UAAU,EACV,KAAK,EACL,MAAM,GACmB;IACzB,MAAM,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC,UAAU,CAAA;IAErC,MAAM,MAAM,GAAG,MAAM,SAAS;SAC3B,MAAM,CAAC;QACN,SAAS,EAAE,MAAM,CAAC,QAAQ,CAAC,SAAS;KACrC,CAAC;SACD,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC;SACrB,KAAK,CACJ,GAAG,CACD,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE,UAAU,CAAC,EAC1C,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,KAAK,CAAC,EAClC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,EACnC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAC,WAAW,EAAE,CAAC,EAC9C,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,EAClC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,KAAK,CAAC,EAClC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,gBAAgB,EAAE,IAAI,CAAC,CAC3C,CACF;SACA,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;SACvC,KAAK,CAAC,CAAC,CAAC,CAAA;IAEX,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,OAAO,IAAI,CAAA;IACb,CAAC;IAED,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;AAC5B,CAAC"}
+{"version":3,"file":"find-repair-dataset.js","sourceRoot":"","sources":["../../../src/db/find-repair-dataset.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAA;AAexC,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,EACtC,GAAG,EACH,UAAU,EACV,KAAK,EACL,MAAM,GACmB;IACzB,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,GAAG,EAAE;QACvC,KAAK,EAAE,KAAK,CAAC,WAAW,EAAE;QAC1B,UAAU;QACV,OAAO,EAAE,KAAK;QACd,OAAO,EAAE,KAAK;KACf,CAAC,CAAA;IAEF,IAAI,SAAS,GAAkB,IAAI,CAAA;IACnC,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,IAAI,OAAO,CAAC,WAAW,IAAI,IAAI,IAAI,OAAO,CAAC,MAAM,KAAK,MAAM,IAAI,CAAC,OAAO,CAAC,gBAAgB;YAAE,SAAQ;QACnG,MAAM,EAAE,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;QACpC,IAAI,SAAS,IAAI,IAAI,IAAI,EAAE,GAAG,SAAS;YAAE,SAAS,GAAG,EAAE,CAAA;IACzD,CAAC;IAED,OAAO,SAAS,CAAA;AAClB,CAAC"}

package/dist/src/db/get-active-data-set-ids.d.ts

@@ -0,0 +1,9 @@
+import { type DataSet } from '../api.ts';
+import type { IndexerApi } from '../types.ts';
+export declare function isDataSetActiveAt(dataSet: Pick<DataSet, 'deleted' | 'pdpEndEpoch'>, blockNumber: bigint): boolean;
+export declare function getActiveDataSetIds({ api, providerId, blockNumber, }: {
+    api: IndexerApi;
+    providerId: bigint;
+    blockNumber: bigint;
+}): Promise<Set<string>>;
+//# sourceMappingURL=get-active-data-set-ids.d.ts.map

package/dist/src/db/get-active-data-set-ids.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"get-active-data-set-ids.d.ts","sourceRoot":"","sources":["../../../src/db/get-active-data-set-ids.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,OAAO,EAAgB,MAAM,WAAW,CAAA;AACtD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AAO7C,wBAAgB,iBAAiB,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,SAAS,GAAG,aAAa,CAAC,EAAE,WAAW,EAAE,MAAM,GAAG,OAAO,CAEjH;AAKD,wBAAsB,mBAAmB,CAAC,EACxC,GAAG,EACH,UAAU,EACV,WAAW,GACZ,EAAE;IACD,GAAG,EAAE,UAAU,CAAA;IACf,UAAU,EAAE,MAAM,CAAA;IAClB,WAAW,EAAE,MAAM,CAAA;CACpB,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAKvB"}

package/dist/src/db/get-active-data-set-ids.js

@@ -0,0 +1,9 @@
+import { listDataSets } from "../api.js";
+export function isDataSetActiveAt(dataSet, blockNumber) {
+    return !dataSet.deleted && (dataSet.pdpEndEpoch == null || BigInt(dataSet.pdpEndEpoch) > blockNumber);
+}
+export async function getActiveDataSetIds({ api, providerId, blockNumber, }) {
+    const dataSets = await listDataSets(api, { providerId, deleted: false });
+    return new Set(dataSets.filter((dataSet) => isDataSetActiveAt(dataSet, blockNumber)).map((dataSet) => dataSet.dataSetId));
+}
+//# sourceMappingURL=get-active-data-set-ids.js.map

package/dist/src/db/get-active-data-set-ids.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"get-active-data-set-ids.js","sourceRoot":"","sources":["../../../src/db/get-active-data-set-ids.ts"],"names":[],"mappings":"AAAA,OAAO,EAAgB,YAAY,EAAE,MAAM,WAAW,CAAA;AAQtD,MAAM,UAAU,iBAAiB,CAAC,OAAiD,EAAE,WAAmB;IACtG,OAAO,CAAC,OAAO,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,WAAW,IAAI,IAAI,IAAI,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,GAAG,WAAW,CAAC,CAAA;AACvG,CAAC;AAKD,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,EACxC,GAAG,EACH,UAAU,EACV,WAAW,GAKZ;IACC,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,GAAG,EAAE,EAAE,UAAU,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAA;IACxE,OAAO,IAAI,GAAG,CACZ,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,iBAAiB,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,CAC1G,CAAA;AACH,CAAC"}

package/dist/src/db/get-alternate-provider-urls.d.ts

@@ -0,0 +1,6 @@
+import type { IndexerApi } from '../types.ts';
+export declare function getAlternateProviderUrls({ api, repairProviderId, }: {
+    api: IndexerApi;
+    repairProviderId: bigint;
+}): Promise<string[]>;
+//# sourceMappingURL=get-alternate-provider-urls.d.ts.map

package/dist/src/db/get-alternate-provider-urls.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"get-alternate-provider-urls.d.ts","sourceRoot":"","sources":["../../../src/db/get-alternate-provider-urls.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AAoB7C,wBAAsB,wBAAwB,CAAC,EAC7C,GAAG,EACH,gBAAgB,GACjB,EAAE;IACD,GAAG,EAAE,UAAU,CAAA;IACf,gBAAgB,EAAE,MAAM,CAAA;CACzB,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAepB"}

package/dist/src/db/get-alternate-provider-urls.js

@@ -0,0 +1,24 @@
+import { listProviders } from "../api.js";
+function compareProviders(a, b) {
+    if (a.endorsed !== b.endorsed)
+        return a.endorsed ? -1 : 1;
+    if (a.approved !== b.approved)
+        return a.approved ? -1 : 1;
+    const x = BigInt(a.providerId);
+    const y = BigInt(b.providerId);
+    return x < y ? -1 : x > y ? 1 : 0;
+}
+export async function getAlternateProviderUrls({ api, repairProviderId, }) {
+    const providers = await listProviders(api);
+    const repairProviderUrl = providers.find((provider) => BigInt(provider.providerId) === repairProviderId)?.serviceUrl;
+    const urls = providers
+        .filter((provider) => (provider.approved || provider.endorsed) &&
+        provider.serviceUrl &&
+        BigInt(provider.providerId) !== repairProviderId)
+        .sort(compareProviders)
+        .map((provider) => provider.serviceUrl);
+    if (repairProviderUrl)
+        urls.push(repairProviderUrl);
+    return urls;
+}
+//# sourceMappingURL=get-alternate-provider-urls.js.map

package/dist/src/db/get-alternate-provider-urls.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"get-alternate-provider-urls.js","sourceRoot":"","sources":["../../../src/db/get-alternate-provider-urls.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAiB,MAAM,WAAW,CAAA;AAIxD,SAAS,gBAAgB,CAAC,CAAW,EAAE,CAAW;IAChD,IAAI,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,QAAQ;QAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IACzD,IAAI,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,QAAQ;QAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IACzD,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,CAAA;IAC9B,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,CAAA;IAC9B,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;AACnC,CAAC;AAWD,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAAC,EAC7C,GAAG,EACH,gBAAgB,GAIjB;IACC,MAAM,SAAS,GAAG,MAAM,aAAa,CAAC,GAAG,CAAC,CAAA;IAC1C,MAAM,iBAAiB,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,gBAAgB,CAAC,EAAE,UAAU,CAAA;IACpH,MAAM,IAAI,GAAG,SAAS;SACnB,MAAM,CACL,CAAC,QAAQ,EAAE,EAAE,CACX,CAAC,QAAQ,CAAC,QAAQ,IAAI,QAAQ,CAAC,QAAQ,CAAC;QACxC,QAAQ,CAAC,UAAU;QACnB,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,gBAAgB,CACnD;SACA,IAAI,CAAC,gBAAgB,CAAC;SACtB,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,UAAoB,CAAC,CAAA;IAEnD,IAAI,iBAAiB;QAAE,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAA;IACnD,OAAO,IAAI,CAAA;AACb,CAAC"}

package/dist/src/db/get-pieces.d.ts

@@ -1,39 +1,20 @@
 import type { OperationInsert } from '../local-schema.ts';
-import type { IndexerDatabase } from '../types.ts';
-export declare const DEFAULT_PIECES_PAGE_SIZE = 3000;
-export type GetPiecesPageOptions = {
-    indexerDb: IndexerDatabase;
+import type { IndexerApi } from '../types.ts';
+export type ForEachPiecesPageOptions = {
+    api: IndexerApi;
     providerId: bigint;
     repairId: number;
     blockNumber: bigint;
-    limit?: number;
-    offset?: number;
-    seenCids?: Set<string>;
 };
-export type GetPiecesPageResult = {
-    operations: OperationInsert[];
-    hasMore: boolean;
-    nextOffset: number;
-    seenCids: Set<string>;
-};
-export type ForEachPiecesPageOptions = Omit<GetPiecesPageOptions, 'offset' | 'seenCids'>;
-export type GetDataSetPiecesPageOptions = {
-    indexerDb: IndexerDatabase;
+export type ForEachDataSetPiecesPageOptions = {
+    api: IndexerApi;
     dataSetId: bigint;
     repairId: number;
     sourceProviderUrl: string;
-    limit?: number;
-    offset?: number;
 };
-export type GetDataSetPiecesPageResult = {
+export type PiecesPage = {
     operations: OperationInsert[];
-    hasMore: boolean;
-    nextOffset: number;
 };
-export type ForEachDataSetPiecesPageOptions = Omit<GetDataSetPiecesPageOptions, 'offset'>;
-export declare function emptySeenCids(): Set<string>;
-export declare function getPiecesPage({ indexerDb, providerId, repairId, blockNumber, limit, offset, seenCids, }: GetPiecesPageOptions): Promise<GetPiecesPageResult>;
-export declare function getDataSetPiecesPage({ indexerDb, dataSetId, repairId, sourceProviderUrl, limit, offset, }: GetDataSetPiecesPageOptions): Promise<GetDataSetPiecesPageResult>;
-export declare function forEachPiecesPage(options: ForEachPiecesPageOptions, onPage: (page: GetPiecesPageResult) => Promise<void>): Promise<void>;
-export declare function forEachDataSetPiecesPage(options: ForEachDataSetPiecesPageOptions, onPage: (page: GetDataSetPiecesPageResult) => Promise<void>): Promise<void>;
+export declare function forEachPiecesPage({ api, providerId, repairId, blockNumber }: ForEachPiecesPageOptions, onPage: (page: PiecesPage) => Promise<void>): Promise<void>;
+export declare function forEachDataSetPiecesPage({ api, dataSetId, repairId, sourceProviderUrl }: ForEachDataSetPiecesPageOptions, onPage: (page: PiecesPage) => Promise<void>): Promise<void>;
 //# sourceMappingURL=get-pieces.d.ts.map

package/dist/src/db/get-pieces.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"get-pieces.d.ts","sourceRoot":"","sources":["../../../src/db/get-pieces.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAA;AACzD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,aAAa,CAAA;AAIlD,eAAO,MAAM,wBAAwB,OAAO,CAAA;AAG5C,MAAM,MAAM,oBAAoB,GAAG;IACjC,SAAS,EAAE,eAAe,CAAA;IAE1B,UAAU,EAAE,MAAM,CAAA;IAElB,QAAQ,EAAE,MAAM,CAAA;IAEhB,WAAW,EAAE,MAAM,CAAA;IAEnB,KAAK,CAAC,EAAE,MAAM,CAAA;IAEd,MAAM,CAAC,EAAE,MAAM,CAAA;IAKf,QAAQ,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,CAAA;CACvB,CAAA;AAGD,MAAM,MAAM,mBAAmB,GAAG;IAEhC,UAAU,EAAE,eAAe,EAAE,CAAA;IAE7B,OAAO,EAAE,OAAO,CAAA;IAEhB,UAAU,EAAE,MAAM,CAAA;IAElB,QAAQ,EAAE,GAAG,CAAC,MAAM,CAAC,CAAA;CACtB,CAAA;AAGD,MAAM,MAAM,wBAAwB,GAAG,IAAI,CAAC,oBAAoB,EAAE,QAAQ,GAAG,UAAU,CAAC,CAAA;AAGxF,MAAM,MAAM,2BAA2B,GAAG;IACxC,SAAS,EAAE,eAAe,CAAA;IAE1B,SAAS,EAAE,MAAM,CAAA;IAEjB,QAAQ,EAAE,MAAM,CAAA;IAEhB,iBAAiB,EAAE,MAAM,CAAA;IAEzB,KAAK,CAAC,EAAE,MAAM,CAAA;IAEd,MAAM,CAAC,EAAE,MAAM,CAAA;CAChB,CAAA;AAGD,MAAM,MAAM,0BAA0B,GAAG;IAEvC,UAAU,EAAE,eAAe,EAAE,CAAA;IAE7B,OAAO,EAAE,OAAO,CAAA;IAEhB,UAAU,EAAE,MAAM,CAAA;CACnB,CAAA;AAGD,MAAM,MAAM,+BAA+B,GAAG,IAAI,CAAC,2BAA2B,EAAE,QAAQ,CAAC,CAAA;AAQzF,wBAAgB,aAAa,IAAI,GAAG,CAAC,MAAM,CAAC,CAE3C;AAeD,wBAAsB,aAAa,CAAC,EAClC,SAAS,EACT,UAAU,EACV,QAAQ,EACR,WAAW,EACX,KAAgC,EAChC,MAAU,EACV,QAA0B,GAC3B,EAAE,oBAAoB,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAgFrD;AAUD,wBAAsB,oBAAoB,CAAC,EACzC,SAAS,EACT,SAAS,EACT,QAAQ,EACR,iBAAiB,EACjB,KAAgC,EAChC,MAAU,GACX,EAAE,2BAA2B,GAAG,OAAO,CAAC,0BAA0B,CAAC,CA8BnE;AAUD,wBAAsB,iBAAiB,CACrC,OAAO,EAAE,wBAAwB,EACjC,MAAM,EAAE,CAAC,IAAI,EAAE,mBAAmB,KAAK,OAAO,CAAC,IAAI,CAAC,GACnD,OAAO,CAAC,IAAI,CAAC,CAkBf;AAUD,wBAAsB,wBAAwB,CAC5C,OAAO,EAAE,+BAA+B,EACxC,MAAM,EAAE,CAAC,IAAI,EAAE,0BAA0B,KAAK,OAAO,CAAC,IAAI,CAAC,GAC1D,OAAO,CAAC,IAAI,CAAC,CAef"}
+{"version":3,"file":"get-pieces.d.ts","sourceRoot":"","sources":["../../../src/db/get-pieces.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAA;AACzD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AAK7C,MAAM,MAAM,wBAAwB,GAAG;IACrC,GAAG,EAAE,UAAU,CAAA;IAEf,UAAU,EAAE,MAAM,CAAA;IAElB,QAAQ,EAAE,MAAM,CAAA;IAEhB,WAAW,EAAE,MAAM,CAAA;CACpB,CAAA;AAGD,MAAM,MAAM,+BAA+B,GAAG;IAC5C,GAAG,EAAE,UAAU,CAAA;IAEf,SAAS,EAAE,MAAM,CAAA;IAEjB,QAAQ,EAAE,MAAM,CAAA;IAEhB,iBAAiB,EAAE,MAAM,CAAA;CAC1B,CAAA;AAGD,MAAM,MAAM,UAAU,GAAG;IAEvB,UAAU,EAAE,eAAe,EAAE,CAAA;CAC9B,CAAA;AAmED,wBAAsB,iBAAiB,CACrC,EAAE,GAAG,EAAE,UAAU,EAAE,QAAQ,EAAE,WAAW,EAAE,EAAE,wBAAwB,EACpE,MAAM,EAAE,CAAC,IAAI,EAAE,UAAU,KAAK,OAAO,CAAC,IAAI,CAAC,GAC1C,OAAO,CAAC,IAAI,CAAC,CAiBf;AAYD,wBAAsB,wBAAwB,CAC5C,EAAE,GAAG,EAAE,SAAS,EAAE,QAAQ,EAAE,iBAAiB,EAAE,EAAE,+BAA+B,EAChF,MAAM,EAAE,CAAC,IAAI,EAAE,UAAU,KAAK,OAAO,CAAC,IAAI,CAAC,GAC1C,OAAO,CAAC,IAAI,CAAC,CAsBf"}

package/dist/src/db/get-pieces.js

@@ -1,45 +1,17 @@
 import * as Piece from '@filoz/synapse-core/piece';
-import { and, asc, eq, isNull, lte, or } from 'drizzle-orm';
 import pMap from 'p-map';
-import { findProvidersByCid } from "./find-providers-by-cid.js";
-export const DEFAULT_PIECES_PAGE_SIZE = 3000;
-export function emptySeenCids() {
-    return new Set();
-}
-export async function getPiecesPage({ indexerDb, providerId, repairId, blockNumber, limit = DEFAULT_PIECES_PAGE_SIZE, offset = 0, seenCids = emptySeenCids(), }) {
-    const schema = indexerDb._.fullSchema;
-    const rows = await indexerDb
-        .select({
-        cid: schema.pieces.cid,
-        metadata: schema.pieces.metadata,
-    })
-        .from(schema.pieces)
-        .innerJoin(schema.dataSets, eq(schema.pieces.dataSetId, schema.dataSets.dataSetId))
-        .where(and(eq(schema.dataSets.providerId, providerId), eq(schema.dataSets.deleted, false), or(isNull(schema.dataSets.pdpEndEpoch), lte(schema.dataSets.pdpEndEpoch, blockNumber)), eq(schema.pieces.removed, false)))
-        .orderBy(asc(schema.pieces.dataSetId), asc(schema.pieces.pieceId))
-        .limit(limit)
-        .offset(offset);
+import { listDataSetPieces, MAX_PAGE_SIZE, providerPiecePages, toStringMetadata } from "../api.js";
+import { getActiveDataSetIds } from "./get-active-data-set-ids.js";
+import { getAlternateProviderUrls } from "./get-alternate-provider-urls.js";
+async function piecesToRepairOperations({ pieces, repairId, alternateProviderUrls, }) {
     const now = Date.now();
-    const pieces = [];
-    for (const { cid, metadata } of rows) {
-        if (seenCids.has(cid))
-            continue;
-        seenCids.add(cid);
-        pieces.push({ cid, metadata });
-    }
-    const providersByCid = await findProvidersByCid({
-        indexerDb,
-        cids: pieces.map((piece) => piece.cid),
-        blockNumber,
-    });
-    const operations = await pMap(pieces, async ({ cid, metadata }) => {
-        const alternateProviders = providersByCid[cid]?.map((provider) => provider.serviceUrl) ?? [];
+    return pMap(pieces, async ({ cid, metadata }) => {
         let skippedMessage = '';
         let validProvider;
-        if (alternateProviders.length > 0) {
-            validProvider = await Piece.findPieceOnProviders(alternateProviders, Piece.from(cid));
+        if (alternateProviderUrls.length > 0) {
+            validProvider = await Piece.findPieceOnProviders(alternateProviderUrls, Piece.from(cid));
             if (!validProvider) {
-                skippedMessage = `Found ${alternateProviders.length} alternate providers, but none are valid. ${alternateProviders.join(', ')}`;
+                skippedMessage = `Piece not found on any of ${alternateProviderUrls.length} probed providers`;
             }
         }
         else {
@@ -50,76 +22,51 @@ export async function getPiecesPage({ indexerDb, providerId, repairId, blockNumb
             type: 'add_piece',
             status: validProvider ? 'pending' : 'skipped',
             cid,
-            metadata: metadata ?? {},
+            metadata,
             alternateProvider: validProvider ?? '',
             error: validProvider ? undefined : skippedMessage,
             createdAt: now,
             updatedAt: now,
         };
     }, { concurrency: 20 });
-    return {
-        operations,
-        hasMore: rows.length === limit,
-        nextOffset: offset + rows.length,
-        seenCids,
-    };
-}
-export async function getDataSetPiecesPage({ indexerDb, dataSetId, repairId, sourceProviderUrl, limit = DEFAULT_PIECES_PAGE_SIZE, offset = 0, }) {
-    const schema = indexerDb._.fullSchema;
-    const rows = await indexerDb
-        .select({
-        cid: schema.pieces.cid,
-        metadata: schema.pieces.metadata,
-    })
-        .from(schema.pieces)
-        .where(and(eq(schema.pieces.dataSetId, dataSetId), eq(schema.pieces.removed, false)))
-        .orderBy(asc(schema.pieces.pieceId))
-        .limit(limit)
-        .offset(offset);
-    const now = Date.now();
-    const operations = rows.map(({ cid, metadata }) => ({
-        repairId,
-        type: 'add_piece',
-        status: 'pending',
-        cid,
-        metadata: metadata ?? {},
-        alternateProvider: sourceProviderUrl,
-        createdAt: now,
-        updatedAt: now,
-    }));
-    return {
-        operations,
-        hasMore: rows.length === limit,
-        nextOffset: offset + rows.length,
-    };
 }
-export async function forEachPiecesPage(options, onPage) {
-    let offset = 0;
-    let hasMore = true;
-    let seenCids = emptySeenCids();
-    while (hasMore) {
-        const page = await getPiecesPage({
-            ...options,
-            offset,
-            seenCids,
-        });
-        await onPage(page);
-        offset = page.nextOffset;
-        seenCids = page.seenCids;
-        hasMore = page.hasMore;
+export async function forEachPiecesPage({ api, providerId, repairId, blockNumber }, onPage) {
+    const activeDataSetIds = await getActiveDataSetIds({ api, providerId, blockNumber });
+    const alternateProviderUrls = await getAlternateProviderUrls({ api, repairProviderId: providerId });
+    const seenCids = new Set();
+    for await (const rows of providerPiecePages(api, providerId, { removed: false })) {
+        const pieces = [];
+        for (const { cid, metadata, dataSetId } of rows) {
+            if (!activeDataSetIds.has(dataSetId))
+                continue;
+            if (cid == null || seenCids.has(cid))
+                continue;
+            seenCids.add(cid);
+            pieces.push({ cid, metadata: toStringMetadata(metadata) });
+        }
+        await onPage({ operations: await piecesToRepairOperations({ pieces, repairId, alternateProviderUrls }) });
     }
 }
-export async function forEachDataSetPiecesPage(options, onPage) {
-    let offset = 0;
-    let hasMore = true;
-    while (hasMore) {
-        const page = await getDataSetPiecesPage({
-            ...options,
-            offset,
-        });
-        await onPage(page);
-        offset = page.nextOffset;
-        hasMore = page.hasMore;
+export async function forEachDataSetPiecesPage({ api, dataSetId, repairId, sourceProviderUrl }, onPage) {
+    const pieces = (await listDataSetPieces(api, dataSetId, { removed: false })).reverse();
+    const now = Date.now();
+    for (let offset = 0; offset < pieces.length; offset += MAX_PAGE_SIZE) {
+        const operations = [];
+        for (const { cid, metadata } of pieces.slice(offset, offset + MAX_PAGE_SIZE)) {
+            if (cid == null)
+                continue;
+            operations.push({
+                repairId,
+                type: 'add_piece',
+                status: 'pending',
+                cid,
+                metadata: toStringMetadata(metadata),
+                alternateProvider: sourceProviderUrl,
+                createdAt: now,
+                updatedAt: now,
+            });
+        }
+        await onPage({ operations });
     }
 }
 //# sourceMappingURL=get-pieces.js.map

package/dist/src/db/get-pieces.js.map

@@ -1 +1 @@
-{"version":3,"file":"get-pieces.js","sourceRoot":"","sources":["../../../src/db/get-pieces.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,KAAK,MAAM,2BAA2B,CAAA;AAClD,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE,EAAE,MAAM,aAAa,CAAA;AAC3D,OAAO,IAAI,MAAM,OAAO,CAAA;AAGxB,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAA;AAG/D,MAAM,CAAC,MAAM,wBAAwB,GAAG,IAAI,CAAA;AAuE5C,MAAM,UAAU,aAAa;IAC3B,OAAO,IAAI,GAAG,EAAE,CAAA;AAClB,CAAC;AAeD,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,EAClC,SAAS,EACT,UAAU,EACV,QAAQ,EACR,WAAW,EACX,KAAK,GAAG,wBAAwB,EAChC,MAAM,GAAG,CAAC,EACV,QAAQ,GAAG,aAAa,EAAE,GACL;IACrB,MAAM,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC,UAAU,CAAA;IACrC,MAAM,IAAI,GAAG,MAAM,SAAS;SACzB,MAAM,CAAC;QACN,GAAG,EAAE,MAAM,CAAC,MAAM,CAAC,GAAG;QACtB,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,QAAQ;KACjC,CAAC;SACD,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;SACnB,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;SAClF,KAAK,CACJ,GAAG,CACD,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE,UAAU,CAAC,EAC1C,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,KAAK,CAAC,EAClC,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC,EACtF,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,CACjC,CACF;SACA,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;SACjE,KAAK,CAAC,KAAK,CAAC;SACZ,MAAM,CAAC,MAAM,CAAC,CAAA;IAEjB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;IACtB,MAAM,MAAM,GAAwB,EAAE,CAAA;IAEtC,KAAK,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,IAAI,IAAI,EAAE,CAAC;QAErC,IAAI,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,SAAQ;QAC/B,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QAEjB,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,CAAA;IAChC,CAAC;IAGD,MAAM,cAAc,GAAG,MAAM,kBAAkB,CAAC;QAC9C,SAAS;QACT,IAAI,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC;QACtC,WAAW;KACZ,CAAC,CAAA;IAEF,MAAM,UAAU,GAAsB,MAAM,IAAI,CAC9C,MAAM,EACN,KAAK,EAAE,EAAE,GAAG,EAAE,QAAQ,EAAE,EAAE,EAAE;QAC1B,MAAM,kBAAkB,GAAG,cAAc,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,EAAE,CAAA;QAC5F,IAAI,cAAc,GAAG,EAAE,CAAA;QACvB,IAAI,aAAiC,CAAA;QACrC,IAAI,kBAAkB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClC,aAAa,GAAG,MAAM,KAAK,CAAC,oBAAoB,CAAC,kBAAkB,EAAE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAA;YAErF,IAAI,CAAC,aAAa,EAAE,CAAC;gBACnB,cAAc,GAAG,SAAS,kBAAkB,CAAC,MAAM,6CAA6C,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAA;YACjI,CAAC;QACH,CAAC;aAAM,CAAC;YACN,cAAc,GAAG,8BAA8B,CAAA;QACjD,CAAC;QAED,OAAO;YACL,QAAQ;YACR,IAAI,EAAE,WAAW;YAEjB,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;YAC7C,GAAG;YACH,QAAQ,EAAE,QAAQ,IAAI,EAAE;YACxB,iBAAiB,EAAE,aAAa,IAAI,EAAE;YACtC,KAAK,EAAE,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,cAAc;YACjD,SAAS,EAAE,GAAG;YACd,SAAS,EAAE,GAAG;SACf,CAAA;IACH,CAAC,EACD,EAAE,WAAW,EAAE,EAAE,EAAE,CACpB,CAAA;IAID,OAAO;QACL,UAAU;QAEV,OAAO,EAAE,IAAI,CAAC,MAAM,KAAK,KAAK;QAC9B,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC,MAAM;QAChC,QAAQ;KACT,CAAA;AACH,CAAC;AAUD,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,EACzC,SAAS,EACT,SAAS,EACT,QAAQ,EACR,iBAAiB,EACjB,KAAK,GAAG,wBAAwB,EAChC,MAAM,GAAG,CAAC,GACkB;IAC5B,MAAM,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC,UAAU,CAAA;IACrC,MAAM,IAAI,GAAG,MAAM,SAAS;SACzB,MAAM,CAAC;QACN,GAAG,EAAE,MAAM,CAAC,MAAM,CAAC,GAAG;QACtB,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,QAAQ;KACjC,CAAC;SACD,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;SACnB,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE,SAAS,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;SACpF,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;SACnC,KAAK,CAAC,KAAK,CAAC;SACZ,MAAM,CAAC,MAAM,CAAC,CAAA;IAEjB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;IACtB,MAAM,UAAU,GAAsB,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;QACrE,QAAQ;QACR,IAAI,EAAE,WAAW;QACjB,MAAM,EAAE,SAAS;QACjB,GAAG;QACH,QAAQ,EAAE,QAAQ,IAAI,EAAE;QACxB,iBAAiB,EAAE,iBAAiB;QACpC,SAAS,EAAE,GAAG;QACd,SAAS,EAAE,GAAG;KACf,CAAC,CAAC,CAAA;IAEH,OAAO;QACL,UAAU;QACV,OAAO,EAAE,IAAI,CAAC,MAAM,KAAK,KAAK;QAC9B,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC,MAAM;KACjC,CAAA;AACH,CAAC;AAUD,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,OAAiC,EACjC,MAAoD;IAEpD,IAAI,MAAM,GAAG,CAAC,CAAA;IACd,IAAI,OAAO,GAAG,IAAI,CAAA;IAClB,IAAI,QAAQ,GAAG,aAAa,EAAE,CAAA;IAE9B,OAAO,OAAO,EAAE,CAAC;QACf,MAAM,IAAI,GAAG,MAAM,aAAa,CAAC;YAC/B,GAAG,OAAO;YACV,MAAM;YACN,QAAQ;SACT,CAAC,CAAA;QAEF,MAAM,MAAM,CAAC,IAAI,CAAC,CAAA;QAElB,MAAM,GAAG,IAAI,CAAC,UAAU,CAAA;QACxB,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAA;QACxB,OAAO,GAAG,IAAI,CAAC,OAAO,CAAA;IACxB,CAAC;AACH,CAAC;AAUD,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAC5C,OAAwC,EACxC,MAA2D;IAE3D,IAAI,MAAM,GAAG,CAAC,CAAA;IACd,IAAI,OAAO,GAAG,IAAI,CAAA;IAElB,OAAO,OAAO,EAAE,CAAC;QACf,MAAM,IAAI,GAAG,MAAM,oBAAoB,CAAC;YACtC,GAAG,OAAO;YACV,MAAM;SACP,CAAC,CAAA;QAEF,MAAM,MAAM,CAAC,IAAI,CAAC,CAAA;QAElB,MAAM,GAAG,IAAI,CAAC,UAAU,CAAA;QACxB,OAAO,GAAG,IAAI,CAAC,OAAO,CAAA;IACxB,CAAC;AACH,CAAC"}
+{"version":3,"file":"get-pieces.js","sourceRoot":"","sources":["../../../src/db/get-pieces.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,KAAK,MAAM,2BAA2B,CAAA;AAClD,OAAO,IAAI,MAAM,OAAO,CAAA;AACxB,OAAO,EAAE,iBAAiB,EAAE,aAAa,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAA;AAGlG,OAAO,EAAE,mBAAmB,EAAE,MAAM,8BAA8B,CAAA;AAClE,OAAO,EAAE,wBAAwB,EAAE,MAAM,kCAAkC,CAAA;AAwC3E,KAAK,UAAU,wBAAwB,CAAC,EACtC,MAAM,EACN,QAAQ,EACR,qBAAqB,GAKtB;IACC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;IAEtB,OAAO,IAAI,CACT,MAAM,EACN,KAAK,EAAE,EAAE,GAAG,EAAE,QAAQ,EAAE,EAAE,EAAE;QAC1B,IAAI,cAAc,GAAG,EAAE,CAAA;QACvB,IAAI,aAAiC,CAAA;QACrC,IAAI,qBAAqB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrC,aAAa,GAAG,MAAM,KAAK,CAAC,oBAAoB,CAAC,qBAAqB,EAAE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAA;YAExF,IAAI,CAAC,aAAa,EAAE,CAAC;gBACnB,cAAc,GAAG,6BAA6B,qBAAqB,CAAC,MAAM,mBAAmB,CAAA;YAC/F,CAAC;QACH,CAAC;aAAM,CAAC;YACN,cAAc,GAAG,8BAA8B,CAAA;QACjD,CAAC;QAED,OAAO;YACL,QAAQ;YACR,IAAI,EAAE,WAAW;YAEjB,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;YAC7C,GAAG;YACH,QAAQ;YACR,iBAAiB,EAAE,aAAa,IAAI,EAAE;YACtC,KAAK,EAAE,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,cAAc;YACjD,SAAS,EAAE,GAAG;YACd,SAAS,EAAE,GAAG;SACW,CAAA;IAC7B,CAAC,EACD,EAAE,WAAW,EAAE,EAAE,EAAE,CACpB,CAAA;AACH,CAAC;AAcD,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,EAAE,GAAG,EAAE,UAAU,EAAE,QAAQ,EAAE,WAAW,EAA4B,EACpE,MAA2C;IAE3C,MAAM,gBAAgB,GAAG,MAAM,mBAAmB,CAAC,EAAE,GAAG,EAAE,UAAU,EAAE,WAAW,EAAE,CAAC,CAAA;IACpF,MAAM,qBAAqB,GAAG,MAAM,wBAAwB,CAAC,EAAE,GAAG,EAAE,gBAAgB,EAAE,UAAU,EAAE,CAAC,CAAA;IACnG,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAA;IAElC,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,kBAAkB,CAAC,GAAG,EAAE,UAAU,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;QACjF,MAAM,MAAM,GAAwB,EAAE,CAAA;QACtC,KAAK,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC;YAChD,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,SAAS,CAAC;gBAAE,SAAQ;YAE9C,IAAI,GAAG,IAAI,IAAI,IAAI,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC;gBAAE,SAAQ;YAC9C,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;YACjB,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,QAAQ,EAAE,gBAAgB,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAA;QAC5D,CAAC;QAED,MAAM,MAAM,CAAC,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,qBAAqB,EAAE,CAAC,EAAE,CAAC,CAAA;IAC3G,CAAC;AACH,CAAC;AAYD,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAC5C,EAAE,GAAG,EAAE,SAAS,EAAE,QAAQ,EAAE,iBAAiB,EAAmC,EAChF,MAA2C;IAG3C,MAAM,MAAM,GAAG,CAAC,MAAM,iBAAiB,CAAC,GAAG,EAAE,SAAS,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,OAAO,EAAE,CAAA;IACtF,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;IAEtB,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,IAAI,aAAa,EAAE,CAAC;QACrE,MAAM,UAAU,GAAsB,EAAE,CAAA;QACxC,KAAK,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,GAAG,aAAa,CAAC,EAAE,CAAC;YAC7E,IAAI,GAAG,IAAI,IAAI;gBAAE,SAAQ;YACzB,UAAU,CAAC,IAAI,CAAC;gBACd,QAAQ;gBACR,IAAI,EAAE,WAAW;gBACjB,MAAM,EAAE,SAAS;gBACjB,GAAG;gBACH,QAAQ,EAAE,gBAAgB,CAAC,QAAQ,CAAC;gBACpC,iBAAiB,EAAE,iBAAiB;gBACpC,SAAS,EAAE,GAAG;gBACd,SAAS,EAAE,GAAG;aACf,CAAC,CAAA;QACJ,CAAC;QACD,MAAM,MAAM,CAAC,EAAE,UAAU,EAAE,CAAC,CAAA;IAC9B,CAAC;AACH,CAAC"}

package/dist/src/db/get-repair-provider.d.ts

@@ -1,6 +1,6 @@
 import type { Context, RepairProvider } from '../types.ts';
-export interface GetRepairProviderOptions extends Pick<Context, 'indexerDb'> {
+export interface GetRepairProviderOptions extends Pick<Context, 'api'> {
     providerId: bigint;
 }
-export declare function getRepairProvider({ indexerDb, providerId, }: GetRepairProviderOptions): Promise<RepairProvider | null>;
+export declare function getRepairProvider({ api, providerId }: GetRepairProviderOptions): Promise<RepairProvider | null>;
 //# sourceMappingURL=get-repair-provider.d.ts.map

package/dist/src/db/get-repair-provider.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"get-repair-provider.d.ts","sourceRoot":"","sources":["../../../src/db/get-repair-provider.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAA;AAE1D,MAAM,WAAW,wBAAyB,SAAQ,IAAI,CAAC,OAAO,EAAE,WAAW,CAAC;IAC1E,UAAU,EAAE,MAAM,CAAA;CACnB;AAKD,wBAAsB,iBAAiB,CAAC,EACtC,SAAS,EACT,UAAU,GACX,EAAE,wBAAwB,GAAG,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC,CAiC3D"}
+{"version":3,"file":"get-repair-provider.d.ts","sourceRoot":"","sources":["../../../src/db/get-repair-provider.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAA;AAE1D,MAAM,WAAW,wBAAyB,SAAQ,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC;IACpE,UAAU,EAAE,MAAM,CAAA;CACnB;AAKD,wBAAsB,iBAAiB,CAAC,EAAE,GAAG,EAAE,UAAU,EAAE,EAAE,wBAAwB,GAAG,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC,CAerH"}

package/dist/src/db/get-repair-provider.js

@@ -1,28 +1,16 @@
-import { and, eq } from 'drizzle-orm';
-export async function getRepairProvider({ indexerDb, providerId, }) {
-    const schema = indexerDb._.fullSchema;
-    const [provider] = await indexerDb
-        .select({
-        providerId: schema.providers.providerId,
-        providerAddress: schema.providers.providerAddress,
-        name: schema.providers.name,
-        serviceUrl: schema.providers.serviceUrl,
-        approved: schema.providers.approved,
-        endorsed: schema.providers.endorsed,
-    })
-        .from(schema.providers)
-        .where(and(eq(schema.providers.providerId, providerId), eq(schema.providers.providerActive, true), eq(schema.providers.pdpProductActive, true)))
-        .limit(1);
-    if (!provider?.providerAddress || !provider?.serviceUrl || !provider?.name) {
+import { getProvider } from "../api.js";
+export async function getRepairProvider({ api, providerId }) {
+    const provider = await getProvider(api, providerId);
+    if (!provider?.active || !provider.pdpProductActive || !provider.serviceUrl || !provider.name) {
         return null;
     }
     return {
-        providerId: provider.providerId,
-        providerAddress: provider.providerAddress,
+        providerId: BigInt(provider.providerId),
+        providerAddress: provider.address,
         name: provider.name,
         serviceUrl: provider.serviceUrl,
-        approved: provider.approved,
-        endorsed: provider.endorsed,
+        approved: provider.approved ?? false,
+        endorsed: provider.endorsed ?? false,
     };
 }
 //# sourceMappingURL=get-repair-provider.js.map

package/dist/src/db/get-repair-provider.js.map

@@ -1 +1 @@
-{"version":3,"file":"get-repair-provider.js","sourceRoot":"","sources":["../../../src/db/get-repair-provider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,EAAE,EAAE,MAAM,aAAa,CAAA;AAUrC,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,EACtC,SAAS,EACT,UAAU,GACe;IACzB,MAAM,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC,UAAU,CAAA;IACrC,MAAM,CAAC,QAAQ,CAAC,GAAG,MAAM,SAAS;SAC/B,MAAM,CAAC;QACN,UAAU,EAAE,MAAM,CAAC,SAAS,CAAC,UAAU;QACvC,eAAe,EAAE,MAAM,CAAC,SAAS,CAAC,eAAe;QACjD,IAAI,EAAE,MAAM,CAAC,SAAS,CAAC,IAAI;QAC3B,UAAU,EAAE,MAAM,CAAC,SAAS,CAAC,UAAU;QACvC,QAAQ,EAAE,MAAM,CAAC,SAAS,CAAC,QAAQ;QACnC,QAAQ,EAAE,MAAM,CAAC,SAAS,CAAC,QAAQ;KACpC,CAAC;SACD,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC;SACtB,KAAK,CACJ,GAAG,CACD,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,UAAU,EAAE,UAAU,CAAC,EAC3C,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,cAAc,EAAE,IAAI,CAAC,EACzC,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,gBAAgB,EAAE,IAAI,CAAC,CAC5C,CACF;SACA,KAAK,CAAC,CAAC,CAAC,CAAA;IAEX,IAAI,CAAC,QAAQ,EAAE,eAAe,IAAI,CAAC,QAAQ,EAAE,UAAU,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC;QAC3E,OAAO,IAAI,CAAA;IACb,CAAC;IAED,OAAO;QACL,UAAU,EAAE,QAAQ,CAAC,UAAU;QAC/B,eAAe,EAAE,QAAQ,CAAC,eAAe;QACzC,IAAI,EAAE,QAAQ,CAAC,IAAI;QACnB,UAAU,EAAE,QAAQ,CAAC,UAAU;QAC/B,QAAQ,EAAE,QAAQ,CAAC,QAAQ;QAC3B,QAAQ,EAAE,QAAQ,CAAC,QAAQ;KAC5B,CAAA;AACH,CAAC"}
+{"version":3,"file":"get-repair-provider.js","sourceRoot":"","sources":["../../../src/db/get-repair-provider.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,MAAM,WAAW,CAAA;AAUvC,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,EAAE,GAAG,EAAE,UAAU,EAA4B;IACnF,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,GAAG,EAAE,UAAU,CAAC,CAAA;IAEnD,IAAI,CAAC,QAAQ,EAAE,MAAM,IAAI,CAAC,QAAQ,CAAC,gBAAgB,IAAI,CAAC,QAAQ,CAAC,UAAU,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC9F,OAAO,IAAI,CAAA;IACb,CAAC;IAED,OAAO;QACL,UAAU,EAAE,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC;QACvC,eAAe,EAAE,QAAQ,CAAC,OAAkB;QAC5C,IAAI,EAAE,QAAQ,CAAC,IAAI;QACnB,UAAU,EAAE,QAAQ,CAAC,UAAU;QAC/B,QAAQ,EAAE,QAAQ,CAAC,QAAQ,IAAI,KAAK;QACpC,QAAQ,EAAE,QAAQ,CAAC,QAAQ,IAAI,KAAK;KACrC,CAAA;AACH,CAAC"}

package/dist/src/db/repair-create.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"repair-create.d.ts","sourceRoot":"","sources":["../../../src/db/repair-create.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,aAAa,CAAA;AAI1C,MAAM,WAAW,mBAAoB,SAAQ,OAAO;IAClD,gBAAgB,EAAE,MAAM,CAAA;IACxB,gBAAgB,EAAE,MAAM,CAAA;CACzB;AASD,wBAAsB,YAAY,CAAC,OAAO,EAAE,mBAAmB,GAAG,OAAO,CAAC,MAAM,CAAC,CAkFhF"}
+{"version":3,"file":"repair-create.d.ts","sourceRoot":"","sources":["../../../src/db/repair-create.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,aAAa,CAAA;AAI1C,MAAM,WAAW,mBAAoB,SAAQ,OAAO;IAClD,gBAAgB,EAAE,MAAM,CAAA;IACxB,gBAAgB,EAAE,MAAM,CAAA;CACzB;AASD,wBAAsB,YAAY,CAAC,OAAO,EAAE,mBAAmB,GAAG,OAAO,CAAC,MAAM,CAAC,CAoFhF"}

package/dist/src/db/repair-create.js

@@ -4,7 +4,7 @@ import { NoAlternateProviderError, RepairCreationError } from "../error.js";
 import { forEachPiecesPage } from "./get-pieces.js";
 import { getRepairProvider } from "./get-repair-provider.js";
 export async function repairCreate(options) {
-    const { indexerDb, localDb, repairProviderId, targetProviderId, client } = options;
+    const { api, localDb, repairProviderId, targetProviderId, client } = options;
     const localSchema = localDb._.fullSchema;
     const now = Date.now();
     const blockNumber = await getBlockNumber(client);
@@ -17,7 +17,7 @@ export async function repairCreate(options) {
         throw new RepairCreationError('Target provider must differ from the provider being repaired');
     }
     const targetProvider = await getRepairProvider({
-        indexerDb,
+        api,
         providerId: targetProviderId,
     });
     if (!targetProvider) {
@@ -26,8 +26,10 @@ export async function repairCreate(options) {
     const [repair] = await localDb
         .insert(localSchema.repairs)
         .values({
+        kind: 'repair',
         repairProviderId,
         repairDataSetId: null,
+        sourceProviderUrl: null,
         targetProviderId: targetProvider.providerId,
         targetProviderUrl: targetProvider.serviceUrl,
         targetDataSetId: null,
@@ -43,7 +45,7 @@ export async function repairCreate(options) {
     let totalSkippedOperations = 0;
     const seenCids = new Set();
     await forEachPiecesPage({
-        indexerDb,
+        api,
         providerId: repairProviderId,
         repairId: repair.id,
         blockNumber,

package/dist/src/db/repair-create.js.map

@@ -1 +1 @@
-{"version":3,"file":"repair-create.js","sourceRoot":"","sources":["../../../src/db/repair-create.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAA;AACxC,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAA;AAC7C,OAAO,EAAE,wBAAwB,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAA;AAE3E,OAAO,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAA;AACnD,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAA;AAc5D,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,OAA4B;IAC7D,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,EAAE,GAAG,OAAO,CAAA;IAClF,MAAM,WAAW,GAAG,OAAO,CAAC,CAAC,CAAC,UAAU,CAAA;IACxC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;IACtB,MAAM,WAAW,GAAG,MAAM,cAAc,CAAC,MAAM,CAAC,CAAA;IAEhD,MAAM,GAAG,GAAG,OAAO,CAAC;QAClB,KAAK,EAAE,iBAAiB;QACxB,KAAK,EAAE,EAAE;QACT,SAAS,EAAE,IAAI;KAChB,CAAC,CAAA;IAGF,IAAI,gBAAgB,KAAK,gBAAgB,EAAE,CAAC;QAC1C,MAAM,IAAI,mBAAmB,CAAC,8DAA8D,CAAC,CAAA;IAC/F,CAAC;IACD,MAAM,cAAc,GAAG,MAAM,iBAAiB,CAAC;QAC7C,SAAS;QACT,UAAU,EAAE,gBAAgB;KAC7B,CAAC,CAAA;IAEF,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,MAAM,IAAI,wBAAwB,CAAC,gBAAgB,CAAC,CAAA;IACtD,CAAC;IAGD,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,OAAO;SAC3B,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC;SAC3B,MAAM,CAAC;QACN,gBAAgB;QAChB,eAAe,EAAE,IAAI;QACrB,gBAAgB,EAAE,cAAc,CAAC,UAAU;QAC3C,iBAAiB,EAAE,cAAc,CAAC,UAAU;QAC5C,eAAe,EAAE,IAAI;QACrB,WAAW;QACX,SAAS,EAAE,GAAG;QACd,SAAS,EAAE,GAAG;KACf,CAAC;SACD,SAAS,CAAC,EAAE,EAAE,EAAE,WAAW,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC,CAAA;IAE5C,IAAI,CAAC,MAAM;QAAE,MAAM,IAAI,mBAAmB,EAAE,CAAA;IAG5C,IAAI,eAAe,GAAG,CAAC,CAAA;IACvB,IAAI,sBAAsB,GAAG,CAAC,CAAA;IAC9B,IAAI,sBAAsB,GAAG,CAAC,CAAA;IAC9B,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAA;IAClC,MAAM,iBAAiB,CACrB;QACE,SAAS;QACT,UAAU,EAAE,gBAAgB;QAC5B,QAAQ,EAAE,MAAM,CAAC,EAAE;QACnB,WAAW;KACZ,EACD,KAAK,EAAE,IAAI,EAAE,EAAE;QACb,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACxC,IAAI,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;gBAChC,SAAQ;YACV,CAAC;YACD,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAA;QAC7B,CAAC;QACD,MAAM,iBAAiB,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,MAAM,CAAA;QACtG,MAAM,iBAAiB,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,MAAM,CAAA;QACtG,eAAe,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,CAAA;QACzC,sBAAsB,IAAI,iBAAiB,CAAA;QAC3C,sBAAsB,IAAI,iBAAiB,CAAA;QAE3C,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/B,MAAM,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;QACtE,CAAC;QAED,GAAG,CAAC,OAAO,CACT,YAAY,IAAI,CAAC,UAAU,CAAC,MAAM,gBAAgB,iBAAiB,aAAa,iBAAiB,WAAW,CAC7G,CAAA;IACH,CAAC,CACF,CAAA;IAED,GAAG,CAAC,OAAO,CACT,kBAAkB,MAAM,CAAC,EAAE,SAAS,eAAe,gBAAgB,sBAAsB,aAAa,sBAAsB,WAAW,EACvI,EAAE,OAAO,EAAE,IAAI,EAAE,CAClB,CAAA;IACD,OAAO,MAAM,CAAC,EAAE,CAAA;AAClB,CAAC"}
+{"version":3,"file":"repair-create.js","sourceRoot":"","sources":["../../../src/db/repair-create.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAA;AACxC,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAA;AAC7C,OAAO,EAAE,wBAAwB,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAA;AAE3E,OAAO,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAA;AACnD,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAA;AAc5D,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,OAA4B;IAC7D,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,EAAE,GAAG,OAAO,CAAA;IAC5E,MAAM,WAAW,GAAG,OAAO,CAAC,CAAC,CAAC,UAAU,CAAA;IACxC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;IACtB,MAAM,WAAW,GAAG,MAAM,cAAc,CAAC,MAAM,CAAC,CAAA;IAEhD,MAAM,GAAG,GAAG,OAAO,CAAC;QAClB,KAAK,EAAE,iBAAiB;QACxB,KAAK,EAAE,EAAE;QACT,SAAS,EAAE,IAAI;KAChB,CAAC,CAAA;IAGF,IAAI,gBAAgB,KAAK,gBAAgB,EAAE,CAAC;QAC1C,MAAM,IAAI,mBAAmB,CAAC,8DAA8D,CAAC,CAAA;IAC/F,CAAC;IACD,MAAM,cAAc,GAAG,MAAM,iBAAiB,CAAC;QAC7C,GAAG;QACH,UAAU,EAAE,gBAAgB;KAC7B,CAAC,CAAA;IAEF,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,MAAM,IAAI,wBAAwB,CAAC,gBAAgB,CAAC,CAAA;IACtD,CAAC;IAGD,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,OAAO;SAC3B,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC;SAC3B,MAAM,CAAC;QACN,IAAI,EAAE,QAAQ;QACd,gBAAgB;QAChB,eAAe,EAAE,IAAI;QACrB,iBAAiB,EAAE,IAAI;QACvB,gBAAgB,EAAE,cAAc,CAAC,UAAU;QAC3C,iBAAiB,EAAE,cAAc,CAAC,UAAU;QAC5C,eAAe,EAAE,IAAI;QACrB,WAAW;QACX,SAAS,EAAE,GAAG;QACd,SAAS,EAAE,GAAG;KACf,CAAC;SACD,SAAS,CAAC,EAAE,EAAE,EAAE,WAAW,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC,CAAA;IAE5C,IAAI,CAAC,MAAM;QAAE,MAAM,IAAI,mBAAmB,EAAE,CAAA;IAG5C,IAAI,eAAe,GAAG,CAAC,CAAA;IACvB,IAAI,sBAAsB,GAAG,CAAC,CAAA;IAC9B,IAAI,sBAAsB,GAAG,CAAC,CAAA;IAC9B,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAA;IAClC,MAAM,iBAAiB,CACrB;QACE,GAAG;QACH,UAAU,EAAE,gBAAgB;QAC5B,QAAQ,EAAE,MAAM,CAAC,EAAE;QACnB,WAAW;KACZ,EACD,KAAK,EAAE,IAAI,EAAE,EAAE;QACb,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACxC,IAAI,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;gBAChC,SAAQ;YACV,CAAC;YACD,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAA;QAC7B,CAAC;QACD,MAAM,iBAAiB,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,MAAM,CAAA;QACtG,MAAM,iBAAiB,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,MAAM,CAAA;QACtG,eAAe,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,CAAA;QACzC,sBAAsB,IAAI,iBAAiB,CAAA;QAC3C,sBAAsB,IAAI,iBAAiB,CAAA;QAE3C,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/B,MAAM,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;QACtE,CAAC;QAED,GAAG,CAAC,OAAO,CACT,YAAY,IAAI,CAAC,UAAU,CAAC,MAAM,gBAAgB,iBAAiB,aAAa,iBAAiB,WAAW,CAC7G,CAAA;IACH,CAAC,CACF,CAAA;IAED,GAAG,CAAC,OAAO,CACT,kBAAkB,MAAM,CAAC,EAAE,SAAS,eAAe,gBAAgB,sBAAsB,aAAa,sBAAsB,WAAW,EACvI,EAAE,OAAO,EAAE,IAAI,EAAE,CAClB,CAAA;IACD,OAAO,MAAM,CAAC,EAAE,CAAA;AAClB,CAAC"}

package/dist/src/db/replicate-create.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"replicate-create.d.ts","sourceRoot":"","sources":["../../../src/db/replicate-create.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,aAAa,CAAA;AAI1C,MAAM,WAAW,sBAAuB,SAAQ,OAAO;IACrD,SAAS,EAAE,MAAM,CAAA;IACjB,gBAAgB,EAAE,MAAM,CAAA;CACzB;AAQD,wBAAsB,eAAe,CAAC,OAAO,EAAE,sBAAsB,GAAG,OAAO,CAAC,MAAM,CAAC,CAsFtF"}
+{"version":3,"file":"replicate-create.d.ts","sourceRoot":"","sources":["../../../src/db/replicate-create.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,aAAa,CAAA;AAI1C,MAAM,WAAW,sBAAuB,SAAQ,OAAO;IACrD,SAAS,EAAE,MAAM,CAAA;IACjB,gBAAgB,EAAE,MAAM,CAAA;CACzB;AAQD,wBAAsB,eAAe,CAAC,OAAO,EAAE,sBAAsB,GAAG,OAAO,CAAC,MAAM,CAAC,CAgFtF"}

package/dist/src/db/replicate-create.js

@@ -1,12 +1,11 @@
 import { taskLog } from '@clack/prompts';
-import { eq } from 'drizzle-orm';
 import { getBlockNumber } from 'viem/actions';
+import { getDataSet } from "../api.js";
 import { NoAlternateProviderError, RepairCreationError } from "../error.js";
 import { forEachDataSetPiecesPage } from "./get-pieces.js";
 import { getRepairProvider } from "./get-repair-provider.js";
 export async function replicateCreate(options) {
-    const { indexerDb, localDb, dataSetId, targetProviderId, client } = options;
-    const indexerSchema = indexerDb._.fullSchema;
+    const { api, localDb, dataSetId, targetProviderId, client } = options;
     const localSchema = localDb._.fullSchema;
     const now = Date.now();
     const blockNumber = await getBlockNumber(client);
@@ -15,30 +14,23 @@ export async function replicateCreate(options) {
         limit: 10,
         retainLog: true,
     });
-    const [sourceDataSet] = await indexerDb
-        .select({
-        dataSetId: indexerSchema.dataSets.dataSetId,
-        providerId: indexerSchema.dataSets.providerId,
-        deleted: indexerSchema.dataSets.deleted,
-    })
-        .from(indexerSchema.dataSets)
-        .where(eq(indexerSchema.dataSets.dataSetId, dataSetId))
-        .limit(1);
-    if (!sourceDataSet || sourceDataSet.deleted) {
+    const sourceDataSet = await getDataSet(api, dataSetId);
+    if (!sourceDataSet || sourceDataSet.deleted || sourceDataSet.providerId == null) {
         throw new RepairCreationError(`Source dataset ${dataSetId} not found or deleted`);
     }
-    if (targetProviderId === sourceDataSet.providerId) {
+    const sourceProviderId = BigInt(sourceDataSet.providerId);
+    if (targetProviderId === sourceProviderId) {
         throw new RepairCreationError('Target provider must differ from the source dataset provider');
     }
     const sourceProvider = await getRepairProvider({
-        indexerDb,
-        providerId: sourceDataSet.providerId,
+        api,
+        providerId: sourceProviderId,
     });
     if (!sourceProvider) {
-        throw new RepairCreationError(`Source provider ${sourceDataSet.providerId} not found or inactive`);
+        throw new RepairCreationError(`Source provider ${sourceProviderId} not found or inactive`);
     }
     const targetProvider = await getRepairProvider({
-        indexerDb,
+        api,
         providerId: targetProviderId,
     });
     if (!targetProvider) {
@@ -47,8 +39,10 @@ export async function replicateCreate(options) {
     const [repair] = await localDb
         .insert(localSchema.repairs)
         .values({
+        kind: 'replicate',
         repairProviderId: sourceProvider.providerId,
-        repairDataSetId: sourceDataSet.dataSetId,
+        repairDataSetId: dataSetId,
+        sourceProviderUrl: sourceProvider.serviceUrl,
         targetProviderId: targetProvider.providerId,
         targetProviderUrl: targetProvider.serviceUrl,
         targetDataSetId: null,
@@ -61,8 +55,8 @@ export async function replicateCreate(options) {
         throw new RepairCreationError('Failed to create replication row');
     let totalOperations = 0;
     await forEachDataSetPiecesPage({
-        indexerDb,
-        dataSetId: sourceDataSet.dataSetId,
+        api,
+        dataSetId,
         repairId: repair.id,
         sourceProviderUrl: sourceProvider.serviceUrl,
     }, async (page) => {

package/dist/src/db/replicate-create.js.map

@@ -1 +1 @@
-{"version":3,"file":"replicate-create.js","sourceRoot":"","sources":["../../../src/db/replicate-create.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAA;AACxC,OAAO,EAAE,EAAE,EAAE,MAAM,aAAa,CAAA;AAChC,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAA;AAC7C,OAAO,EAAE,wBAAwB,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAA;AAE3E,OAAO,EAAE,wBAAwB,EAAE,MAAM,iBAAiB,CAAA;AAC1D,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAA;AAa5D,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,OAA+B;IACnE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,gBAAgB,EAAE,MAAM,EAAE,GAAG,OAAO,CAAA;IAC3E,MAAM,aAAa,GAAG,SAAS,CAAC,CAAC,CAAC,UAAU,CAAA;IAC5C,MAAM,WAAW,GAAG,OAAO,CAAC,CAAC,CAAC,UAAU,CAAA;IACxC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;IACtB,MAAM,WAAW,GAAG,MAAM,cAAc,CAAC,MAAM,CAAC,CAAA;IAEhD,MAAM,GAAG,GAAG,OAAO,CAAC;QAClB,KAAK,EAAE,sBAAsB;QAC7B,KAAK,EAAE,EAAE;QACT,SAAS,EAAE,IAAI;KAChB,CAAC,CAAA;IAEF,MAAM,CAAC,aAAa,CAAC,GAAG,MAAM,SAAS;SACpC,MAAM,CAAC;QACN,SAAS,EAAE,aAAa,CAAC,QAAQ,CAAC,SAAS;QAC3C,UAAU,EAAE,aAAa,CAAC,QAAQ,CAAC,UAAU;QAC7C,OAAO,EAAE,aAAa,CAAC,QAAQ,CAAC,OAAO;KACxC,CAAC;SACD,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC;SAC5B,KAAK,CAAC,EAAE,CAAC,aAAa,CAAC,QAAQ,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;SACtD,KAAK,CAAC,CAAC,CAAC,CAAA;IAEX,IAAI,CAAC,aAAa,IAAI,aAAa,CAAC,OAAO,EAAE,CAAC;QAC5C,MAAM,IAAI,mBAAmB,CAAC,kBAAkB,SAAS,uBAAuB,CAAC,CAAA;IACnF,CAAC;IAED,IAAI,gBAAgB,KAAK,aAAa,CAAC,UAAU,EAAE,CAAC;QAClD,MAAM,IAAI,mBAAmB,CAAC,8DAA8D,CAAC,CAAA;IAC/F,CAAC;IAED,MAAM,cAAc,GAAG,MAAM,iBAAiB,CAAC;QAC7C,SAAS;QACT,UAAU,EAAE,aAAa,CAAC,UAAU;KACrC,CAAC,CAAA;IAEF,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,MAAM,IAAI,mBAAmB,CAAC,mBAAmB,aAAa,CAAC,UAAU,wBAAwB,CAAC,CAAA;IACpG,CAAC;IAED,MAAM,cAAc,GAAG,MAAM,iBAAiB,CAAC;QAC7C,SAAS;QACT,UAAU,EAAE,gBAAgB;KAC7B,CAAC,CAAA;IAEF,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,MAAM,IAAI,wBAAwB,CAAC,gBAAgB,CAAC,CAAA;IACtD,CAAC;IAED,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,OAAO;SAC3B,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC;SAC3B,MAAM,CAAC;QACN,gBAAgB,EAAE,cAAc,CAAC,UAAU;QAC3C,eAAe,EAAE,aAAa,CAAC,SAAS;QACxC,gBAAgB,EAAE,cAAc,CAAC,UAAU;QAC3C,iBAAiB,EAAE,cAAc,CAAC,UAAU;QAC5C,eAAe,EAAE,IAAI;QACrB,WAAW;QACX,SAAS,EAAE,GAAG;QACd,SAAS,EAAE,GAAG;KACf,CAAC;SACD,SAAS,CAAC,EAAE,EAAE,EAAE,WAAW,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC,CAAA;IAE5C,IAAI,CAAC,MAAM;QAAE,MAAM,IAAI,mBAAmB,CAAC,kCAAkC,CAAC,CAAA;IAE9E,IAAI,eAAe,GAAG,CAAC,CAAA;IACvB,MAAM,wBAAwB,CAC5B;QACE,SAAS;QACT,SAAS,EAAE,aAAa,CAAC,SAAS;QAClC,QAAQ,EAAE,MAAM,CAAC,EAAE;QACnB,iBAAiB,EAAE,cAAc,CAAC,UAAU;KAC7C,EACD,KAAK,EAAE,IAAI,EAAE,EAAE;QACb,eAAe,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,CAAA;QAEzC,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/B,MAAM,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;QACtE,CAAC;QAED,GAAG,CAAC,OAAO,CAAC,YAAY,IAAI,CAAC,UAAU,CAAC,MAAM,aAAa,CAAC,CAAA;IAC9D,CAAC,CACF,CAAA;IAED,GAAG,CAAC,OAAO,CAAC,uBAAuB,MAAM,CAAC,EAAE,SAAS,eAAe,aAAa,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAA;IACrG,OAAO,MAAM,CAAC,EAAE,CAAA;AAClB,CAAC"}
+{"version":3,"file":"replicate-create.js","sourceRoot":"","sources":["../../../src/db/replicate-create.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAA;AACxC,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAA;AAC7C,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAA;AACtC,OAAO,EAAE,wBAAwB,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAA;AAE3E,OAAO,EAAE,wBAAwB,EAAE,MAAM,iBAAiB,CAAA;AAC1D,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAA;AAa5D,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,OAA+B;IACnE,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,SAAS,EAAE,gBAAgB,EAAE,MAAM,EAAE,GAAG,OAAO,CAAA;IACrE,MAAM,WAAW,GAAG,OAAO,CAAC,CAAC,CAAC,UAAU,CAAA;IACxC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;IACtB,MAAM,WAAW,GAAG,MAAM,cAAc,CAAC,MAAM,CAAC,CAAA;IAEhD,MAAM,GAAG,GAAG,OAAO,CAAC;QAClB,KAAK,EAAE,sBAAsB;QAC7B,KAAK,EAAE,EAAE;QACT,SAAS,EAAE,IAAI;KAChB,CAAC,CAAA;IAEF,MAAM,aAAa,GAAG,MAAM,UAAU,CAAC,GAAG,EAAE,SAAS,CAAC,CAAA;IAEtD,IAAI,CAAC,aAAa,IAAI,aAAa,CAAC,OAAO,IAAI,aAAa,CAAC,UAAU,IAAI,IAAI,EAAE,CAAC;QAChF,MAAM,IAAI,mBAAmB,CAAC,kBAAkB,SAAS,uBAAuB,CAAC,CAAA;IACnF,CAAC;IACD,MAAM,gBAAgB,GAAG,MAAM,CAAC,aAAa,CAAC,UAAU,CAAC,CAAA;IAEzD,IAAI,gBAAgB,KAAK,gBAAgB,EAAE,CAAC;QAC1C,MAAM,IAAI,mBAAmB,CAAC,8DAA8D,CAAC,CAAA;IAC/F,CAAC;IAED,MAAM,cAAc,GAAG,MAAM,iBAAiB,CAAC;QAC7C,GAAG;QACH,UAAU,EAAE,gBAAgB;KAC7B,CAAC,CAAA;IAEF,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,MAAM,IAAI,mBAAmB,CAAC,mBAAmB,gBAAgB,wBAAwB,CAAC,CAAA;IAC5F,CAAC;IAED,MAAM,cAAc,GAAG,MAAM,iBAAiB,CAAC;QAC7C,GAAG;QACH,UAAU,EAAE,gBAAgB;KAC7B,CAAC,CAAA;IAEF,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,MAAM,IAAI,wBAAwB,CAAC,gBAAgB,CAAC,CAAA;IACtD,CAAC;IAED,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,OAAO;SAC3B,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC;SAC3B,MAAM,CAAC;QACN,IAAI,EAAE,WAAW;QACjB,gBAAgB,EAAE,cAAc,CAAC,UAAU;QAC3C,eAAe,EAAE,SAAS;QAC1B,iBAAiB,EAAE,cAAc,CAAC,UAAU;QAC5C,gBAAgB,EAAE,cAAc,CAAC,UAAU;QAC3C,iBAAiB,EAAE,cAAc,CAAC,UAAU;QAC5C,eAAe,EAAE,IAAI;QACrB,WAAW;QACX,SAAS,EAAE,GAAG;QACd,SAAS,EAAE,GAAG;KACf,CAAC;SACD,SAAS,CAAC,EAAE,EAAE,EAAE,WAAW,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC,CAAA;IAE5C,IAAI,CAAC,MAAM;QAAE,MAAM,IAAI,mBAAmB,CAAC,kCAAkC,CAAC,CAAA;IAE9E,IAAI,eAAe,GAAG,CAAC,CAAA;IACvB,MAAM,wBAAwB,CAC5B;QACE,GAAG;QACH,SAAS;QACT,QAAQ,EAAE,MAAM,CAAC,EAAE;QACnB,iBAAiB,EAAE,cAAc,CAAC,UAAU;KAC7C,EACD,KAAK,EAAE,IAAI,EAAE,EAAE;QACb,eAAe,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,CAAA;QAEzC,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/B,MAAM,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;QACtE,CAAC;QAED,GAAG,CAAC,OAAO,CAAC,YAAY,IAAI,CAAC,UAAU,CAAC,MAAM,aAAa,CAAC,CAAA;IAC9D,CAAC,CACF,CAAA;IAED,GAAG,CAAC,OAAO,CAAC,uBAAuB,MAAM,CAAC,EAAE,SAAS,eAAe,aAAa,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAA;IACrG,OAAO,MAAM,CAAC,EAAE,CAAA;AAClB,CAAC"}

package/dist/src/db/second-copy-create.d.ts

@@ -0,0 +1,10 @@
+import type { Context } from '../types.ts';
+export interface SecondCopyCreateOptions extends Context {
+    piecesFile: string;
+    sourceProviderUrl: string;
+    targetProviderId: bigint;
+}
+export declare function normalizeProviderUrl(url: string): string;
+export declare function parsePieceCidsFromFile(piecesFile: string): Promise<string[]>;
+export declare function secondCopyCreate(options: SecondCopyCreateOptions): Promise<number>;
+//# sourceMappingURL=second-copy-create.d.ts.map

package/dist/src/db/second-copy-create.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"second-copy-create.d.ts","sourceRoot":"","sources":["../../../src/db/second-copy-create.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,aAAa,CAAA;AAK1C,MAAM,WAAW,uBAAwB,SAAQ,OAAO;IACtD,UAAU,EAAE,MAAM,CAAA;IAClB,iBAAiB,EAAE,MAAM,CAAA;IACzB,gBAAgB,EAAE,MAAM,CAAA;CACzB;AASD,wBAAgB,oBAAoB,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAcxD;AAKD,wBAAsB,sBAAsB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CA2BlF;AAQD,wBAAsB,gBAAgB,CAAC,OAAO,EAAE,uBAAuB,GAAG,OAAO,CAAC,MAAM,CAAC,CAqExF"}