@filoz/repair-cli 0.1.1 → 0.2.0

package/dist/src/middleware.d.ts

@@ -5,15 +5,45 @@ import type { IndexerDatabase, LocalDatabase } from './types.ts';
 export declare const contextSchema: z.ZodObject<{
     indexerDb: z.ZodCustom<IndexerDatabase, IndexerDatabase>;
     localDb: z.ZodCustom<LocalDatabase, LocalDatabase>;
-    config: z.ZodCustom<import("conf").default<import("./types.ts").Config>, import("conf").default<import("./types.ts").Config>>;
+    config: z.ZodCustom<import("iso-conf").Conf<z.ZodObject<{
+        privateKey: z.ZodOptional<z.ZodString>;
+        indexerMainnetUrl: z.ZodOptional<z.ZodURL>;
+        indexerCalibrationUrl: z.ZodOptional<z.ZodURL>;
+        chainId: z.ZodOptional<z.ZodNumber>;
+        dbPath: z.ZodOptional<z.ZodString>;
+        source: z.ZodOptional<z.ZodString>;
+    }, z.core.$strip>>, import("iso-conf").Conf<z.ZodObject<{
+        privateKey: z.ZodOptional<z.ZodString>;
+        indexerMainnetUrl: z.ZodOptional<z.ZodURL>;
+        indexerCalibrationUrl: z.ZodOptional<z.ZodURL>;
+        chainId: z.ZodOptional<z.ZodNumber>;
+        dbPath: z.ZodOptional<z.ZodString>;
+        source: z.ZodOptional<z.ZodString>;
+    }, z.core.$strip>>>;
     client: z.ZodCustom<Client<Transport, Chain, Account>, Client<Transport, Chain, Account>>;
     chain: z.ZodCustom<Chain, Chain>;
+    source: z.ZodString;
 }, z.core.$strip>;
 export declare const contextMiddleware: import("incur").MiddlewareHandler<z.ZodObject<{
     indexerDb: z.ZodCustom<IndexerDatabase, IndexerDatabase>;
     localDb: z.ZodCustom<LocalDatabase, LocalDatabase>;
-    config: z.ZodCustom<import("conf").default<import("./types.ts").Config>, import("conf").default<import("./types.ts").Config>>;
+    config: z.ZodCustom<import("iso-conf").Conf<z.ZodObject<{
+        privateKey: z.ZodOptional<z.ZodString>;
+        indexerMainnetUrl: z.ZodOptional<z.ZodURL>;
+        indexerCalibrationUrl: z.ZodOptional<z.ZodURL>;
+        chainId: z.ZodOptional<z.ZodNumber>;
+        dbPath: z.ZodOptional<z.ZodString>;
+        source: z.ZodOptional<z.ZodString>;
+    }, z.core.$strip>>, import("iso-conf").Conf<z.ZodObject<{
+        privateKey: z.ZodOptional<z.ZodString>;
+        indexerMainnetUrl: z.ZodOptional<z.ZodURL>;
+        indexerCalibrationUrl: z.ZodOptional<z.ZodURL>;
+        chainId: z.ZodOptional<z.ZodNumber>;
+        dbPath: z.ZodOptional<z.ZodString>;
+        source: z.ZodOptional<z.ZodString>;
+    }, z.core.$strip>>>;
     client: z.ZodCustom<Client<Transport, Chain, Account>, Client<Transport, Chain, Account>>;
     chain: z.ZodCustom<Chain, Chain>;
+    source: z.ZodString;
 }, z.core.$strip>, undefined>;
 //# sourceMappingURL=middleware.d.ts.map

package/dist/src/middleware.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"middleware.d.ts","sourceRoot":"","sources":["../../src/middleware.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,4BAA4B,CAAA;AAEvD,OAAO,EAAc,CAAC,EAAE,MAAM,OAAO,CAAA;AACrC,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,MAAM,CAAA;AAEtD,OAAO,KAAK,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,YAAY,CAAA;AAGhE,eAAO,MAAM,aAAa;;;;;;iBAMxB,CAAA;AAEF,eAAO,MAAM,iBAAiB;;;;;;6BAiB5B,CAAA"}
+{"version":3,"file":"middleware.d.ts","sourceRoot":"","sources":["../../src/middleware.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,4BAA4B,CAAA;AAEvD,OAAO,EAAc,CAAC,EAAE,MAAM,OAAO,CAAA;AACrC,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,MAAM,CAAA;AAEtD,OAAO,KAAK,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,YAAY,CAAA;AAGhE,eAAO,MAAM,aAAa;;;;;;;;;;;;;;;;;;;;;iBAOxB,CAAA;AAEF,eAAO,MAAM,iBAAiB;;;;;;;;;;;;;;;;;;;;;6BA2B5B,CAAA"}

package/dist/src/middleware.js

@@ -8,9 +8,17 @@ export const contextSchema = z.object({
     config: z.custom(),
     client: z.custom(),
     chain: z.custom(),
+    source: z.string(),
 });
 export const contextMiddleware = middleware(async (c, next) => {
-    const { dbPath, chainId, indexerMainnetUrl, indexerCalibrationUrl } = config.store;
+    const { dbPath, chainId, indexerMainnetUrl, indexerCalibrationUrl, source } = config.store;
+    if (!dbPath || !chainId || !indexerMainnetUrl || !indexerCalibrationUrl || !source) {
+        return c.error({
+            code: 'CONFIG_NOT_SET',
+            message: 'Config not set. Please run `repair setup` first.',
+            retryable: false,
+        });
+    }
     const localDb = await createLocalDatabase(dbPath);
     const indexerDb = drizzlePostgres(chainId === 314 ? indexerMainnetUrl : indexerCalibrationUrl, {
         schema: indexerSchema,
@@ -21,6 +29,7 @@ export const contextMiddleware = middleware(async (c, next) => {
     c.set('config', config);
     c.set('client', client);
     c.set('chain', chain);
+    c.set('source', source);
     await next();
     localDb.$client.close();
     await indexerDb.$client.end();

package/dist/src/middleware.js.map

@@ -1 +1 @@
-{"version":3,"file":"middleware.js","sourceRoot":"","sources":["../../src/middleware.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,IAAI,eAAe,EAAE,MAAM,2BAA2B,CAAA;AACtE,OAAO,EAAE,UAAU,EAAE,CAAC,EAAE,MAAM,OAAO,CAAA;AAErC,OAAO,KAAK,aAAa,MAAM,qBAAqB,CAAA;AAEpD,OAAO,EAAE,MAAM,EAAE,mBAAmB,EAAE,SAAS,EAAE,MAAM,YAAY,CAAA;AAEnE,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,CAAC,MAAM,CAAC;IACpC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAmB;IACtC,OAAO,EAAE,CAAC,CAAC,MAAM,EAAiB;IAClC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAiB;IACjC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAqC;IACrD,KAAK,EAAE,CAAC,CAAC,MAAM,EAAS;CACzB,CAAC,CAAA;AAEF,MAAM,CAAC,MAAM,iBAAiB,GAAG,UAAU,CAAuB,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE;IAClF,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,GAAG,MAAM,CAAC,KAAK,CAAA;IAClF,MAAM,OAAO,GAAG,MAAM,mBAAmB,CAAC,MAAM,CAAC,CAAA;IACjD,MAAM,SAAS,GAAG,eAAe,CAAC,OAAO,KAAK,GAAG,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,qBAAqB,EAAE;QAC7F,MAAM,EAAE,aAAa;KACtB,CAAC,CAAA;IAEF,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,SAAS,CAAC,OAAO,CAAC,CAAA;IAC5C,CAAC,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,CAAA;IACzB,CAAC,CAAC,GAAG,CAAC,WAAW,EAAE,SAAS,CAAC,CAAA;IAC7B,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;IACvB,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;IACvB,CAAC,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,CAAC,CAAA;IACrB,MAAM,IAAI,EAAE,CAAA;IAEZ,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,CAAA;IACvB,MAAM,SAAS,CAAC,OAAO,CAAC,GAAG,EAAE,CAAA;AAC/B,CAAC,CAAC,CAAA"}
+{"version":3,"file":"middleware.js","sourceRoot":"","sources":["../../src/middleware.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,IAAI,eAAe,EAAE,MAAM,2BAA2B,CAAA;AACtE,OAAO,EAAE,UAAU,EAAE,CAAC,EAAE,MAAM,OAAO,CAAA;AAErC,OAAO,KAAK,aAAa,MAAM,qBAAqB,CAAA;AAEpD,OAAO,EAAE,MAAM,EAAE,mBAAmB,EAAE,SAAS,EAAE,MAAM,YAAY,CAAA;AAEnE,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,CAAC,MAAM,CAAC;IACpC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAmB;IACtC,OAAO,EAAE,CAAC,CAAC,MAAM,EAAiB;IAClC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAiB;IACjC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAqC;IACrD,KAAK,EAAE,CAAC,CAAC,MAAM,EAAS;IACxB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;CACnB,CAAC,CAAA;AAEF,MAAM,CAAC,MAAM,iBAAiB,GAAG,UAAU,CAAuB,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE;IAClF,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC,KAAK,CAAA;IAE1F,IAAI,CAAC,MAAM,IAAI,CAAC,OAAO,IAAI,CAAC,iBAAiB,IAAI,CAAC,qBAAqB,IAAI,CAAC,MAAM,EAAE,CAAC;QACnF,OAAO,CAAC,CAAC,KAAK,CAAC;YACb,IAAI,EAAE,gBAAgB;YACtB,OAAO,EAAE,kDAAkD;YAC3D,SAAS,EAAE,KAAK;SACjB,CAAC,CAAA;IACJ,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,mBAAmB,CAAC,MAAM,CAAC,CAAA;IACjD,MAAM,SAAS,GAAG,eAAe,CAAC,OAAO,KAAK,GAAG,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,qBAAqB,EAAE;QAC7F,MAAM,EAAE,aAAa;KACtB,CAAC,CAAA;IAEF,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,SAAS,CAAC,OAAO,CAAC,CAAA;IAC5C,CAAC,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,CAAA;IACzB,CAAC,CAAC,GAAG,CAAC,WAAW,EAAE,SAAS,CAAC,CAAA;IAC7B,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;IACvB,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;IACvB,CAAC,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,CAAC,CAAA;IACrB,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;IACvB,MAAM,IAAI,EAAE,CAAA;IAEZ,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,CAAA;IACvB,MAAM,SAAS,CAAC,OAAO,CAAC,GAAG,EAAE,CAAA;AAC/B,CAAC,CAAC,CAAA"}

package/dist/src/pipeline/add-pieces.d.ts

@@ -0,0 +1,12 @@
+import type { RepairSelect } from '../local-schema.ts';
+import type { IndexerDatabase, LocalDatabase, WalletClient } from '../types.ts';
+export type RunPullPiecesPhaseOptions = {
+    localDb: LocalDatabase;
+    indexerDb: IndexerDatabase;
+    repair: RepairSelect;
+    concurrency: number;
+    batchSize: number;
+    client: WalletClient;
+};
+export declare function runAddPieces({ localDb, indexerDb, repair, concurrency, batchSize, client, }: RunPullPiecesPhaseOptions): Promise<void>;
+//# sourceMappingURL=add-pieces.d.ts.map

package/dist/src/pipeline/add-pieces.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"add-pieces.d.ts","sourceRoot":"","sources":["../../../src/pipeline/add-pieces.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAmB,YAAY,EAAE,MAAM,oBAAoB,CAAA;AACvE,OAAO,KAAK,EAAE,eAAe,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,aAAa,CAAA;AAG/E,MAAM,MAAM,yBAAyB,GAAG;IACtC,OAAO,EAAE,aAAa,CAAA;IACtB,SAAS,EAAE,eAAe,CAAA;IAC1B,MAAM,EAAE,YAAY,CAAA;IACpB,WAAW,EAAE,MAAM,CAAA;IACnB,SAAS,EAAE,MAAM,CAAA;IACjB,MAAM,EAAE,YAAY,CAAA;CACrB,CAAA;AAyHD,wBAAsB,YAAY,CAAC,EACjC,OAAO,EACP,SAAS,EACT,MAAM,EACN,WAAW,EACX,SAAS,EACT,MAAM,GACP,EAAE,yBAAyB,GAAG,OAAO,CAAC,IAAI,CAAC,CAiE3C"}

package/dist/src/pipeline/add-pieces.js

@@ -0,0 +1,142 @@
+import { taskLog } from '@clack/prompts';
+import * as Piece from '@filoz/synapse-core/piece';
+import * as SP from '@filoz/synapse-core/sp';
+import { and, asc, eq, gt, inArray } from 'drizzle-orm';
+import PQueue from 'p-queue';
+import { dedupeCids } from "../db/dedupe-cids.js";
+import { getTargetDataset } from "../db/get-target-dataset.js";
+import { repairUpdate } from "../db/repair-update.js";
+import { upsertOperations } from "../db/upsert-operations.js";
+import { excludeOperationsByCid, hashLink, operationsToPullPieces } from "../utils.js";
+function createAddPiecesWorker({ localDb, indexerDb, repair, client, state, log }) {
+    return async (options) => {
+        let completedOps = 0;
+        let failedOps = 0;
+        let operations = options.operations;
+        const group = log.group(`Batch ${options.batchNumber}/${state.totalBatches}`);
+        try {
+            const dataset = await getTargetDataset({ localDb, repairId: repair.id, client });
+            if (repair.repairDataSetId == null) {
+                operations = await dedupeCids({ indexerDb, localDb, dataSetId: dataset.dataSetId, operations });
+            }
+            group.message(`Pulling ${operations.length} pieces...`);
+            if (operations.length > 0) {
+                const pullResult = await SP.waitForPullPieces(client, {
+                    serviceURL: repair.targetProviderUrl,
+                    dataSetId: dataset.dataSetId,
+                    clientDataSetId: dataset.clientDataSetId,
+                    pieces: operationsToPullPieces(operations),
+                    timeout: 1000 * 60 * 30,
+                    onStatus: (status) => {
+                        const completed = status.pieces.filter((piece) => piece.status === 'complete').length;
+                        const failed = status.pieces.filter((piece) => piece.status === 'failed').length;
+                        group.message(`Pull ${completed} completed, ${failed} failed`);
+                    },
+                });
+                for (const { pieceCid, status } of pullResult.pieces) {
+                    const cid = pieceCid.toString();
+                    if (status !== 'complete') {
+                        state.failedOperations++;
+                        failedOps++;
+                        const { operationToFailed, operationToCommit } = excludeOperationsByCid(operations, cid);
+                        operations = operationToCommit;
+                        await upsertOperations({
+                            localDb,
+                            operations: operationToFailed.map((operation) => ({
+                                ...operation,
+                                status: 'failed',
+                                error: `pull failed with status ${status}`,
+                            })),
+                        });
+                    }
+                }
+            }
+            if (operations.length > 0) {
+                group.message(`Adding ${operations.length} pieces...`);
+                const addPiecesResult = await SP.addPieces(client, {
+                    serviceURL: repair.targetProviderUrl,
+                    dataSetId: dataset.dataSetId,
+                    clientDataSetId: dataset.clientDataSetId,
+                    pieces: operations.map((operation) => ({
+                        pieceCid: Piece.from(operation.cid),
+                        metadata: operation.metadata,
+                    })),
+                });
+                group.message(`Waiting for add pieces ${hashLink(addPiecesResult.txHash, client.chain)}...`);
+                const addPiecesResult2 = await SP.waitForAddPieces(addPiecesResult);
+                state.completedOperations += operations.length;
+                completedOps += operations.length;
+                await upsertOperations({
+                    localDb,
+                    operations: operations.map((operation) => ({
+                        ...operation,
+                        status: 'completed',
+                        error: null,
+                        result: { dataSetId: addPiecesResult2.dataSetId, txHash: addPiecesResult2.txHash },
+                    })),
+                });
+            }
+            group.message(`Done. ${completedOps} added, ${failedOps} failed`);
+        }
+        catch (error) {
+            state.failedOperations += operations.length;
+            const message = error instanceof Error ? error.message : 'Unknown error';
+            group.message(`${message.replace(/\n/g, ' ')}`);
+            await upsertOperations({
+                localDb,
+                operations: operations.map((operation) => ({
+                    ...operation,
+                    status: 'failed',
+                    error: message,
+                })),
+            });
+        }
+    };
+}
+export async function runAddPieces({ localDb, indexerDb, repair, concurrency, batchSize, client, }) {
+    const localSchema = localDb._.fullSchema;
+    let cursor = 0;
+    const totalOperations = await localDb.$count(localSchema.operations, and(eq(localSchema.operations.repairId, repair.id), eq(localSchema.operations.type, 'add_piece'), inArray(localSchema.operations.status, ['pending', 'failed'])));
+    let batchNumber = 0;
+    const state = {
+        totalBatches: Math.ceil(totalOperations / batchSize),
+        totalOperations,
+        completedOperations: 0,
+        failedOperations: 0,
+    };
+    const log = taskLog({
+        title: 'Adding pieces',
+        limit: 1,
+    });
+    async function getNextBatch() {
+        const operations = await localDb.query.operations.findMany({
+            where: and(eq(localSchema.operations.repairId, repair.id), eq(localSchema.operations.type, 'add_piece'), inArray(localSchema.operations.status, ['pending', 'failed']), gt(localSchema.operations.id, cursor)),
+            orderBy: [asc(localSchema.operations.id)],
+            limit: batchSize,
+        });
+        if (operations.length === 0) {
+            return null;
+        }
+        cursor = operations.at(-1)?.id ?? cursor;
+        return operations;
+    }
+    const addPiecesJob = createAddPiecesWorker({ localDb, indexerDb, repair, client, state, log });
+    const queue = new PQueue({ concurrency });
+    while (true) {
+        await queue.onSizeLessThan(concurrency);
+        const operations = await getNextBatch();
+        if (!operations)
+            break;
+        batchNumber++;
+        const currentBatchNumber = batchNumber;
+        queue.add(() => addPiecesJob({ operations, batchNumber: currentBatchNumber })).catch(console.error);
+    }
+    await queue.onIdle();
+    log.success(`Added ${state.completedOperations} pieces, ${state.failedOperations} failed`, { showLog: true });
+    await repairUpdate({
+        localDb,
+        repairId: repair.id,
+        status: state.failedOperations > 0 ? 'failed' : 'completed',
+    });
+}
+//# sourceMappingURL=add-pieces.js.map

package/dist/src/pipeline/add-pieces.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"add-pieces.js","sourceRoot":"","sources":["../../../src/pipeline/add-pieces.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAA;AACxC,OAAO,KAAK,KAAK,MAAM,2BAA2B,CAAA;AAClD,OAAO,KAAK,EAAE,MAAM,wBAAwB,CAAA;AAC5C,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,aAAa,CAAA;AACvD,OAAO,MAAM,MAAM,SAAS,CAAA;AAC5B,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAA;AACjD,OAAO,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAA;AAC9D,OAAO,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAA;AACrD,OAAO,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAA;AAG7D,OAAO,EAAE,sBAAsB,EAAE,QAAQ,EAAE,sBAAsB,EAAE,MAAM,aAAa,CAAA;AAiCtF,SAAS,qBAAqB,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAgC;IAC7G,OAAO,KAAK,EAAE,OAA4B,EAAE,EAAE;QAC5C,IAAI,YAAY,GAAG,CAAC,CAAA;QACpB,IAAI,SAAS,GAAG,CAAC,CAAA;QACjB,IAAI,UAAU,GAAsB,OAAO,CAAC,UAAU,CAAA;QAEtD,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,SAAS,OAAO,CAAC,WAAW,IAAI,KAAK,CAAC,YAAY,EAAE,CAAC,CAAA;QAE7E,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,gBAAgB,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE,CAAC,CAAA;YAGhF,IAAI,MAAM,CAAC,eAAe,IAAI,IAAI,EAAE,CAAC;gBACnC,UAAU,GAAG,MAAM,UAAU,CAAC,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,UAAU,EAAE,CAAC,CAAA;YACjG,CAAC;YACD,KAAK,CAAC,OAAO,CAAC,WAAW,UAAU,CAAC,MAAM,YAAY,CAAC,CAAA;YAEvD,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1B,MAAM,UAAU,GAAG,MAAM,EAAE,CAAC,iBAAiB,CAAC,MAAM,EAAE;oBACpD,UAAU,EAAE,MAAM,CAAC,iBAAiB;oBACpC,SAAS,EAAE,OAAO,CAAC,SAAS;oBAC5B,eAAe,EAAE,OAAO,CAAC,eAAe;oBACxC,MAAM,EAAE,sBAAsB,CAAC,UAAU,CAAC;oBAC1C,OAAO,EAAE,IAAI,GAAG,EAAE,GAAG,EAAE;oBACvB,QAAQ,EAAE,CAAC,MAAM,EAAE,EAAE;wBACnB,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,KAAK,UAAU,CAAC,CAAC,MAAM,CAAA;wBACrF,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,MAAM,CAAA;wBAChF,KAAK,CAAC,OAAO,CAAC,QAAQ,SAAS,eAAe,MAAM,SAAS,CAAC,CAAA;oBAChE,CAAC;iBACF,CAAC,CAAA;gBAEF,KAAK,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,UAAU,CAAC,MAAM,EAAE,CAAC;oBACrD,MAAM,GAAG,GAAG,QAAQ,CAAC,QAAQ,EAAE,CAAA;oBAC/B,IAAI,MAAM,KAAK,UAAU,EAAE,CAAC;wBAC1B,KAAK,CAAC,gBAAgB,EAAE,CAAA;wBACxB,SAAS,EAAE,CAAA;wBACX,MAAM,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,GAAG,sBAAsB,CAAC,UAAU,EAAE,GAAG,CAAC,CAAA;wBACxF,UAAU,GAAG,iBAAiB,CAAA;wBAC9B,MAAM,gBAAgB,CAAC;4BACrB,OAAO;4BACP,UAAU,EAAE,iBAAiB,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;gCAChD,GAAG,SAAS;gCACZ,MAAM,EAAE,QAAQ;gCAChB,KAAK,EAAE,2BAA2B,MAAM,EAAE;6BAC3C,CAAC,CAAC;yBACJ,CAAC,CAAA;oBACJ,CAAC;gBACH,CAAC;YACH,CAAC;YAGD,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1B,KAAK,CAAC,OAAO,CAAC,UAAU,UAAU,CAAC,MAAM,YAAY,CAAC,CAAA;gBACtD,MAAM,eAAe,GAAG,MAAM,EAAE,CAAC,SAAS,CAAC,MAAM,EAAE;oBACjD,UAAU,EAAE,MAAM,CAAC,iBAAiB;oBACpC,SAAS,EAAE,OAAO,CAAC,SAAS;oBAC5B,eAAe,EAAE,OAAO,CAAC,eAAe;oBACxC,MAAM,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;wBACrC,QAAQ,EAAE,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC;wBACnC,QAAQ,EAAE,SAAS,CAAC,QAAQ;qBAC7B,CAAC,CAAC;iBACJ,CAAC,CAAA;gBAEF,KAAK,CAAC,OAAO,CAAC,0BAA0B,QAAQ,CAAC,eAAe,CAAC,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;gBAC5F,MAAM,gBAAgB,GAAG,MAAM,EAAE,CAAC,gBAAgB,CAAC,eAAe,CAAC,CAAA;gBACnE,KAAK,CAAC,mBAAmB,IAAI,UAAU,CAAC,MAAM,CAAA;gBAC9C,YAAY,IAAI,UAAU,CAAC,MAAM,CAAA;gBACjC,MAAM,gBAAgB,CAAC;oBACrB,OAAO;oBACP,UAAU,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;wBACzC,GAAG,SAAS;wBACZ,MAAM,EAAE,WAAW;wBACnB,KAAK,EAAE,IAAI;wBACX,MAAM,EAAE,EAAE,SAAS,EAAE,gBAAgB,CAAC,SAAS,EAAE,MAAM,EAAE,gBAAgB,CAAC,MAAM,EAAE;qBACnF,CAAC,CAAC;iBACJ,CAAC,CAAA;YACJ,CAAC;YACD,KAAK,CAAC,OAAO,CAAC,SAAS,YAAY,WAAW,SAAS,SAAS,CAAC,CAAA;QACnE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,KAAK,CAAC,gBAAgB,IAAI,UAAU,CAAC,MAAM,CAAA;YAC3C,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAA;YACxE,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,CAAC,CAAA;YAC/C,MAAM,gBAAgB,CAAC;gBACrB,OAAO;gBACP,UAAU,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;oBACzC,GAAG,SAAS;oBACZ,MAAM,EAAE,QAAQ;oBAChB,KAAK,EAAE,OAAO;iBACf,CAAC,CAAC;aACJ,CAAC,CAAA;QACJ,CAAC;IACH,CAAC,CAAA;AACH,CAAC;AAKD,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,EACjC,OAAO,EACP,SAAS,EACT,MAAM,EACN,WAAW,EACX,SAAS,EACT,MAAM,GACoB;IAC1B,MAAM,WAAW,GAAG,OAAO,CAAC,CAAC,CAAC,UAAU,CAAA;IACxC,IAAI,MAAM,GAAG,CAAC,CAAA;IAEd,MAAM,eAAe,GAAG,MAAM,OAAO,CAAC,MAAM,CAC1C,WAAW,CAAC,UAAU,EACtB,GAAG,CACD,EAAE,CAAC,WAAW,CAAC,UAAU,CAAC,QAAQ,EAAE,MAAM,CAAC,EAAE,CAAC,EAC9C,EAAE,CAAC,WAAW,CAAC,UAAU,CAAC,IAAI,EAAE,WAAW,CAAC,EAC5C,OAAO,CAAC,WAAW,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC,CAC9D,CACF,CAAA;IACD,IAAI,WAAW,GAAG,CAAC,CAAA;IACnB,MAAM,KAAK,GAAG;QACZ,YAAY,EAAE,IAAI,CAAC,IAAI,CAAC,eAAe,GAAG,SAAS,CAAC;QACpD,eAAe;QACf,mBAAmB,EAAE,CAAC;QACtB,gBAAgB,EAAE,CAAC;KACpB,CAAA;IAED,MAAM,GAAG,GAAG,OAAO,CAAC;QAClB,KAAK,EAAE,eAAe;QACtB,KAAK,EAAE,CAAC;KACT,CAAC,CAAA;IAEF,KAAK,UAAU,YAAY;QACzB,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC;YACzD,KAAK,EAAE,GAAG,CACR,EAAE,CAAC,WAAW,CAAC,UAAU,CAAC,QAAQ,EAAE,MAAM,CAAC,EAAE,CAAC,EAC9C,EAAE,CAAC,WAAW,CAAC,UAAU,CAAC,IAAI,EAAE,WAAW,CAAC,EAC5C,OAAO,CAAC,WAAW,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC,EAC7D,EAAE,CAAC,WAAW,CAAC,UAAU,CAAC,EAAE,EAAE,MAAM,CAAC,CACtC;YACD,OAAO,EAAE,CAAC,GAAG,CAAC,WAAW,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;YACzC,KAAK,EAAE,SAAS;SACjB,CAAC,CAAA;QACF,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,OAAO,IAAI,CAAA;QACb,CAAC;QAED,MAAM,GAAG,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,IAAI,MAAM,CAAA;QACxC,OAAO,UAAU,CAAA;IACnB,CAAC;IAED,MAAM,YAAY,GAAG,qBAAqB,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAA;IAC9F,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,EAAE,WAAW,EAAE,CAAC,CAAA;IAEzC,OAAO,IAAI,EAAE,CAAC;QACZ,MAAM,KAAK,CAAC,cAAc,CAAC,WAAW,CAAC,CAAA;QACvC,MAAM,UAAU,GAAG,MAAM,YAAY,EAAE,CAAA;QACvC,IAAI,CAAC,UAAU;YAAE,MAAK;QACtB,WAAW,EAAE,CAAA;QACb,MAAM,kBAAkB,GAAG,WAAW,CAAA;QACtC,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,YAAY,CAAC,EAAE,UAAU,EAAE,WAAW,EAAE,kBAAkB,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;IACrG,CAAC;IAED,MAAM,KAAK,CAAC,MAAM,EAAE,CAAA;IAEpB,GAAG,CAAC,OAAO,CAAC,SAAS,KAAK,CAAC,mBAAmB,YAAY,KAAK,CAAC,gBAAgB,SAAS,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAA;IAE7G,MAAM,YAAY,CAAC;QACjB,OAAO;QACP,QAAQ,EAAE,MAAM,CAAC,EAAE;QACnB,MAAM,EAAE,KAAK,CAAC,gBAAgB,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW;KAC5D,CAAC,CAAA;AACJ,CAAC"}

package/dist/src/pipeline/create-datasets.d.ts

@@ -1,10 +1,12 @@
 import type { RepairSelect } from '../local-schema.ts';
 import type { IndexerDatabase, LocalDatabase, WalletClient } from '../types.ts';
 export type EnsureRepairDatasetOptions = {
+    source: string;
     localDb: LocalDatabase;
     indexerDb: IndexerDatabase;
     client: WalletClient;
     repair: RepairSelect;
 };
-export declare function ensureRepairDataset({ localDb, indexerDb, client, repair, }: EnsureRepairDatasetOptions): Promise<bigint>;
+export declare function ensureRepairDataset({ source, localDb, indexerDb, client, repair }: EnsureRepairDatasetOptions): Promise<bigint>;
+export declare function ensureReplicateDataset({ localDb, indexerDb, client, repair }: EnsureRepairDatasetOptions): Promise<bigint>;
 //# sourceMappingURL=create-datasets.d.ts.map

package/dist/src/pipeline/create-datasets.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"create-datasets.d.ts","sourceRoot":"","sources":["../../../src/pipeline/create-datasets.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAA;AACtD,OAAO,KAAK,EAAE,eAAe,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,aAAa,CAAA;AAG/E,MAAM,MAAM,0BAA0B,GAAG;IACvC,OAAO,EAAE,aAAa,CAAA;IACtB,SAAS,EAAE,eAAe,CAAA;IAC1B,MAAM,EAAE,YAAY,CAAA;IACpB,MAAM,EAAE,YAAY,CAAA;CACrB,CAAA;AAQD,wBAAsB,mBAAmB,CAAC,EACxC,OAAO,EACP,SAAS,EACT,MAAM,EACN,MAAM,GACP,EAAE,0BAA0B,GAAG,OAAO,CAAC,MAAM,CAAC,CA0C9C"}
+{"version":3,"file":"create-datasets.d.ts","sourceRoot":"","sources":["../../../src/pipeline/create-datasets.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAA;AACtD,OAAO,KAAK,EAAE,eAAe,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,aAAa,CAAA;AAG/E,MAAM,MAAM,0BAA0B,GAAG;IACvC,MAAM,EAAE,MAAM,CAAA;IACd,OAAO,EAAE,aAAa,CAAA;IACtB,SAAS,EAAE,eAAe,CAAA;IAC1B,MAAM,EAAE,YAAY,CAAA;IACpB,MAAM,EAAE,YAAY,CAAA;CACrB,CAAA;AAOD,wBAAsB,mBAAmB,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,0BAA0B,mBA8CnH;AAOD,wBAAsB,sBAAsB,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,0BAA0B,mBAqD9G"}

package/dist/src/pipeline/create-datasets.js

@@ -1,10 +1,11 @@
 import * as p from '@clack/prompts';
 import * as SP from '@filoz/synapse-core/sp';
 import { getPDPProvider } from '@filoz/synapse-core/sp-registry';
-import { getRepairDataset } from "../db/get-repair-dataset.js";
+import { eq } from 'drizzle-orm';
+import { findRepairDataset } from "../db/find-repair-dataset.js";
 import { repairUpdate } from "../db/repair-update.js";
-import { getRepairDatasetMetadata, hashLink } from "../utils.js";
-export async function ensureRepairDataset({ localDb, indexerDb, client, repair, }) {
+import { hashLink } from "../utils.js";
+export async function ensureRepairDataset({ source, localDb, indexerDb, client, repair }) {
     const log = p.taskLog({
         title: 'Ensuring repair dataset',
     });
@@ -14,10 +15,11 @@ export async function ensureRepairDataset({ localDb, indexerDb, client, repair,
     if (!provider)
         throw new Error(`Target provider ${repair.targetProviderId} not found or inactive`);
     let datasetId = null;
-    const existingDatasetId = await getRepairDataset({
+    const existingDatasetId = await findRepairDataset({
         indexerDb,
         providerId: repair.targetProviderId,
         payer: client.account.address,
+        source,
     });
     if (existingDatasetId) {
         datasetId = existingDatasetId;
@@ -29,7 +31,10 @@ export async function ensureRepairDataset({ localDb, indexerDb, client, repair,
             serviceURL: provider.pdp.serviceURL,
             payer: client.account.address,
             cdn: false,
-            metadata: getRepairDatasetMetadata(),
+            metadata: {
+                source,
+                withIPFSIndexing: '',
+            },
         });
         log.message(`Waiting for data to be created at ${provider.pdp.serviceURL} ${hashLink(txHash, client.chain)}...`);
         const waitForResult = await SP.waitForCreateDataSet({
@@ -45,4 +50,51 @@ export async function ensureRepairDataset({ localDb, indexerDb, client, repair,
     });
     return datasetId;
 }
+export async function ensureReplicateDataset({ localDb, indexerDb, client, repair }) {
+    const log = p.taskLog({
+        title: 'Ensuring replication dataset',
+    });
+    if (repair.repairDataSetId == null) {
+        throw new Error('Missing source dataset ID');
+    }
+    const provider = await getPDPProvider(client, {
+        providerId: repair.targetProviderId,
+    });
+    if (!provider)
+        throw new Error(`Target provider ${repair.targetProviderId} not found or inactive`);
+    if (repair.targetDataSetId != null) {
+        log.success(`Data set #${repair.targetDataSetId} already exists at ${provider.pdp.serviceURL}`);
+        return repair.targetDataSetId;
+    }
+    const schema = indexerDb._.fullSchema;
+    const sourceDataSet = await indexerDb.query.dataSets.findFirst({
+        where: eq(schema.dataSets.dataSetId, repair.repairDataSetId),
+        columns: {
+            metadata: true,
+            withCdn: true,
+        },
+    });
+    if (!sourceDataSet) {
+        throw new Error(`Source dataset ${repair.repairDataSetId} not found`);
+    }
+    const { txHash, statusUrl } = await SP.createDataSet(client, {
+        payee: provider.payee,
+        serviceURL: provider.pdp.serviceURL,
+        payer: client.account.address,
+        cdn: sourceDataSet.withCdn,
+        metadata: sourceDataSet.metadata ?? undefined,
+    });
+    log.message(`Waiting for data to be created at ${provider.pdp.serviceURL} ${hashLink(txHash, client.chain)}...`);
+    const waitForResult = await SP.waitForCreateDataSet({
+        statusUrl,
+    });
+    const datasetId = waitForResult.dataSetId;
+    log.success(`Data set #${datasetId} created at ${provider.pdp.serviceURL}`);
+    await repairUpdate({
+        localDb,
+        repairId: repair.id,
+        targetDataSetId: datasetId,
+    });
+    return datasetId;
+}
 //# sourceMappingURL=create-datasets.js.map

package/dist/src/pipeline/create-datasets.js.map

@@ -1 +1 @@
-{"version":3,"file":"create-datasets.js","sourceRoot":"","sources":["../../../src/pipeline/create-datasets.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,CAAC,MAAM,gBAAgB,CAAA;AACnC,OAAO,KAAK,EAAE,MAAM,wBAAwB,CAAA;AAC5C,OAAO,EAAE,cAAc,EAAE,MAAM,iCAAiC,CAAA;AAChE,OAAO,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAA;AAC9D,OAAO,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAA;AAGrD,OAAO,EAAE,wBAAwB,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAA;AAehE,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,EACxC,OAAO,EACP,SAAS,EACT,MAAM,EACN,MAAM,GACqB;IAC3B,MAAM,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC;QACpB,KAAK,EAAE,yBAAyB;KACjC,CAAC,CAAA;IACF,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,MAAM,EAAE;QAC5C,UAAU,EAAE,MAAM,CAAC,gBAAgB;KACpC,CAAC,CAAA;IAEF,IAAI,CAAC,QAAQ;QAAE,MAAM,IAAI,KAAK,CAAC,mBAAmB,MAAM,CAAC,gBAAgB,wBAAwB,CAAC,CAAA;IAElG,IAAI,SAAS,GAAkB,IAAI,CAAA;IAEnC,MAAM,iBAAiB,GAAG,MAAM,gBAAgB,CAAC;QAC/C,SAAS;QACT,UAAU,EAAE,MAAM,CAAC,gBAAgB;QACnC,KAAK,EAAE,MAAM,CAAC,OAAO,CAAC,OAAO;KAC9B,CAAC,CAAA;IAEF,IAAI,iBAAiB,EAAE,CAAC;QACtB,SAAS,GAAG,iBAAiB,CAAA;QAC7B,GAAG,CAAC,OAAO,CAAC,aAAa,SAAS,sBAAsB,QAAQ,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,CAAA;IACpF,CAAC;SAAM,CAAC;QACN,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,EAAE,CAAC,aAAa,CAAC,MAAM,EAAE;YAC3D,KAAK,EAAE,QAAQ,CAAC,KAAK;YACrB,UAAU,EAAE,QAAQ,CAAC,GAAG,CAAC,UAAU;YACnC,KAAK,EAAE,MAAM,CAAC,OAAO,CAAC,OAAO;YAC7B,GAAG,EAAE,KAAK;YACV,QAAQ,EAAE,wBAAwB,EAAE;SACrC,CAAC,CAAA;QACF,GAAG,CAAC,OAAO,CAAC,qCAAqC,QAAQ,CAAC,GAAG,CAAC,UAAU,IAAI,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;QAChH,MAAM,aAAa,GAAG,MAAM,EAAE,CAAC,oBAAoB,CAAC;YAClD,SAAS;SACV,CAAC,CAAA;QACF,SAAS,GAAG,aAAa,CAAC,SAAS,CAAA;QACnC,GAAG,CAAC,OAAO,CAAC,aAAa,SAAS,eAAe,QAAQ,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,CAAA;IAC7E,CAAC;IACD,MAAM,YAAY,CAAC;QACjB,OAAO;QACP,QAAQ,EAAE,MAAM,CAAC,EAAE;QACnB,eAAe,EAAE,SAAS;KAC3B,CAAC,CAAA;IACF,OAAO,SAAS,CAAA;AAClB,CAAC"}
+{"version":3,"file":"create-datasets.js","sourceRoot":"","sources":["../../../src/pipeline/create-datasets.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,CAAC,MAAM,gBAAgB,CAAA;AACnC,OAAO,KAAK,EAAE,MAAM,wBAAwB,CAAA;AAC5C,OAAO,EAAE,cAAc,EAAE,MAAM,iCAAiC,CAAA;AAChE,OAAO,EAAE,EAAE,EAAE,MAAM,aAAa,CAAA;AAChC,OAAO,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAA;AAChE,OAAO,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAA;AAGrD,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAA;AAetC,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAA8B;IAClH,MAAM,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC;QACpB,KAAK,EAAE,yBAAyB;KACjC,CAAC,CAAA;IACF,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,MAAM,EAAE;QAC5C,UAAU,EAAE,MAAM,CAAC,gBAAgB;KACpC,CAAC,CAAA;IAEF,IAAI,CAAC,QAAQ;QAAE,MAAM,IAAI,KAAK,CAAC,mBAAmB,MAAM,CAAC,gBAAgB,wBAAwB,CAAC,CAAA;IAElG,IAAI,SAAS,GAAkB,IAAI,CAAA;IAEnC,MAAM,iBAAiB,GAAG,MAAM,iBAAiB,CAAC;QAChD,SAAS;QACT,UAAU,EAAE,MAAM,CAAC,gBAAgB;QACnC,KAAK,EAAE,MAAM,CAAC,OAAO,CAAC,OAAO;QAC7B,MAAM;KACP,CAAC,CAAA;IAEF,IAAI,iBAAiB,EAAE,CAAC;QACtB,SAAS,GAAG,iBAAiB,CAAA;QAC7B,GAAG,CAAC,OAAO,CAAC,aAAa,SAAS,sBAAsB,QAAQ,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,CAAA;IACpF,CAAC;SAAM,CAAC;QACN,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,EAAE,CAAC,aAAa,CAAC,MAAM,EAAE;YAC3D,KAAK,EAAE,QAAQ,CAAC,KAAK;YACrB,UAAU,EAAE,QAAQ,CAAC,GAAG,CAAC,UAAU;YACnC,KAAK,EAAE,MAAM,CAAC,OAAO,CAAC,OAAO;YAC7B,GAAG,EAAE,KAAK;YACV,QAAQ,EAAE;gBACR,MAAM;gBACN,gBAAgB,EAAE,EAAE;aACrB;SACF,CAAC,CAAA;QACF,GAAG,CAAC,OAAO,CAAC,qCAAqC,QAAQ,CAAC,GAAG,CAAC,UAAU,IAAI,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;QAChH,MAAM,aAAa,GAAG,MAAM,EAAE,CAAC,oBAAoB,CAAC;YAClD,SAAS;SACV,CAAC,CAAA;QACF,SAAS,GAAG,aAAa,CAAC,SAAS,CAAA;QACnC,GAAG,CAAC,OAAO,CAAC,aAAa,SAAS,eAAe,QAAQ,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,CAAA;IAC7E,CAAC;IACD,MAAM,YAAY,CAAC;QACjB,OAAO;QACP,QAAQ,EAAE,MAAM,CAAC,EAAE;QACnB,eAAe,EAAE,SAAS;KAC3B,CAAC,CAAA;IACF,OAAO,SAAS,CAAA;AAClB,CAAC;AAOD,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAA8B;IAC7G,MAAM,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC;QACpB,KAAK,EAAE,8BAA8B;KACtC,CAAC,CAAA;IAEF,IAAI,MAAM,CAAC,eAAe,IAAI,IAAI,EAAE,CAAC;QACnC,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAA;IAC9C,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,MAAM,EAAE;QAC5C,UAAU,EAAE,MAAM,CAAC,gBAAgB;KACpC,CAAC,CAAA;IAEF,IAAI,CAAC,QAAQ;QAAE,MAAM,IAAI,KAAK,CAAC,mBAAmB,MAAM,CAAC,gBAAgB,wBAAwB,CAAC,CAAA;IAElG,IAAI,MAAM,CAAC,eAAe,IAAI,IAAI,EAAE,CAAC;QACnC,GAAG,CAAC,OAAO,CAAC,aAAa,MAAM,CAAC,eAAe,sBAAsB,QAAQ,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,CAAA;QAC/F,OAAO,MAAM,CAAC,eAAe,CAAA;IAC/B,CAAC;IAED,MAAM,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC,UAAU,CAAA;IACrC,MAAM,aAAa,GAAG,MAAM,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC;QAC7D,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC,eAAe,CAAC;QAC5D,OAAO,EAAE;YACP,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,IAAI;SACd;KACF,CAAC,CAAA;IAEF,IAAI,CAAC,aAAa,EAAE,CAAC;QACnB,MAAM,IAAI,KAAK,CAAC,kBAAkB,MAAM,CAAC,eAAe,YAAY,CAAC,CAAA;IACvE,CAAC;IAED,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,EAAE,CAAC,aAAa,CAAC,MAAM,EAAE;QAC3D,KAAK,EAAE,QAAQ,CAAC,KAAK;QACrB,UAAU,EAAE,QAAQ,CAAC,GAAG,CAAC,UAAU;QACnC,KAAK,EAAE,MAAM,CAAC,OAAO,CAAC,OAAO;QAC7B,GAAG,EAAE,aAAa,CAAC,OAAO;QAC1B,QAAQ,EAAE,aAAa,CAAC,QAAQ,IAAI,SAAS;KAC9C,CAAC,CAAA;IACF,GAAG,CAAC,OAAO,CAAC,qCAAqC,QAAQ,CAAC,GAAG,CAAC,UAAU,IAAI,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;IAChH,MAAM,aAAa,GAAG,MAAM,EAAE,CAAC,oBAAoB,CAAC;QAClD,SAAS;KACV,CAAC,CAAA;IACF,MAAM,SAAS,GAAG,aAAa,CAAC,SAAS,CAAA;IACzC,GAAG,CAAC,OAAO,CAAC,aAAa,SAAS,eAAe,QAAQ,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,CAAA;IAE3E,MAAM,YAAY,CAAC;QACjB,OAAO;QACP,QAAQ,EAAE,MAAM,CAAC,EAAE;QACnB,eAAe,EAAE,SAAS;KAC3B,CAAC,CAAA;IACF,OAAO,SAAS,CAAA;AAClB,CAAC"}