@filoz/repair-cli 0.1.2 → 0.2.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/package.json +1 -1
- package/dist/src/cli.js +2 -0
- package/dist/src/cli.js.map +1 -1
- package/dist/src/commands/datasets.d.ts +1 -0
- package/dist/src/commands/datasets.d.ts.map +1 -1
- package/dist/src/commands/datasets.js +14 -3
- package/dist/src/commands/datasets.js.map +1 -1
- package/dist/src/commands/providers.d.ts +1 -0
- package/dist/src/commands/providers.d.ts.map +1 -1
- package/dist/src/commands/providers.js.map +1 -1
- package/dist/src/commands/repair.d.ts +1 -0
- package/dist/src/commands/repair.d.ts.map +1 -1
- package/dist/src/commands/repair.js +7 -8
- package/dist/src/commands/repair.js.map +1 -1
- package/dist/src/commands/replicate.d.ts +24 -0
- package/dist/src/commands/replicate.d.ts.map +1 -0
- package/dist/src/commands/replicate.js +171 -0
- package/dist/src/commands/replicate.js.map +1 -0
- package/dist/src/commands/setup.d.ts +0 -1
- package/dist/src/commands/setup.d.ts.map +1 -1
- package/dist/src/commands/setup.js +17 -4
- package/dist/src/commands/setup.js.map +1 -1
- package/dist/src/commands/wallet.d.ts +1 -0
- package/dist/src/commands/wallet.d.ts.map +1 -1
- package/dist/src/db/dedupe-cids.d.ts +22 -0
- package/dist/src/db/dedupe-cids.d.ts.map +1 -0
- package/dist/src/db/dedupe-cids.js +28 -0
- package/dist/src/db/dedupe-cids.js.map +1 -0
- package/dist/src/db/find-providers-by-cid.d.ts +9 -0
- package/dist/src/db/find-providers-by-cid.d.ts.map +1 -0
- package/dist/src/db/{get-providers-by-cid.js → find-providers-by-cid.js} +4 -6
- package/dist/src/db/find-providers-by-cid.js.map +1 -0
- package/dist/src/db/find-repair-dataset.d.ts +10 -0
- package/dist/src/db/find-repair-dataset.d.ts.map +1 -0
- package/dist/src/db/{get-repair-dataset.js → find-repair-dataset.js} +3 -4
- package/dist/src/db/find-repair-dataset.js.map +1 -0
- package/dist/src/db/get-pieces.d.ts +16 -0
- package/dist/src/db/get-pieces.d.ts.map +1 -1
- package/dist/src/db/get-pieces.js +44 -3
- package/dist/src/db/get-pieces.js.map +1 -1
- package/dist/src/db/repair-create.d.ts.map +1 -1
- package/dist/src/db/repair-create.js +1 -0
- package/dist/src/db/repair-create.js.map +1 -1
- package/dist/src/db/repair-delete.d.ts.map +1 -1
- package/dist/src/db/repair-delete.js +0 -5
- package/dist/src/db/repair-delete.js.map +1 -1
- package/dist/src/db/replicate-create.d.ts +7 -0
- package/dist/src/db/replicate-create.d.ts.map +1 -0
- package/dist/src/db/replicate-create.js +78 -0
- package/dist/src/db/replicate-create.js.map +1 -0
- package/dist/src/db/upsert-operations.js +1 -1
- package/dist/src/db/upsert-operations.js.map +1 -1
- package/dist/src/local-schema.d.ts +19 -0
- package/dist/src/local-schema.d.ts.map +1 -1
- package/dist/src/local-schema.js +1 -0
- package/dist/src/local-schema.js.map +1 -1
- package/dist/src/middleware.d.ts +2 -0
- package/dist/src/middleware.d.ts.map +1 -1
- package/dist/src/middleware.js +4 -2
- package/dist/src/middleware.js.map +1 -1
- package/dist/src/pipeline/add-pieces.d.ts +12 -0
- package/dist/src/pipeline/add-pieces.d.ts.map +1 -0
- package/dist/src/pipeline/add-pieces.js +143 -0
- package/dist/src/pipeline/add-pieces.js.map +1 -0
- package/dist/src/pipeline/create-datasets.d.ts +3 -1
- package/dist/src/pipeline/create-datasets.d.ts.map +1 -1
- package/dist/src/pipeline/create-datasets.js +57 -5
- package/dist/src/pipeline/create-datasets.js.map +1 -1
- package/dist/src/utils.d.ts +32 -2
- package/dist/src/utils.d.ts.map +1 -1
- package/dist/src/utils.js +40 -7
- package/dist/src/utils.js.map +1 -1
- package/package.json +1 -1
- package/readme.md +110 -7
- package/src/cli.ts +2 -0
- package/src/commands/datasets.ts +15 -4
- package/src/commands/providers.ts +0 -1
- package/src/commands/repair.ts +12 -8
- package/src/commands/replicate.ts +183 -0
- package/src/commands/setup.ts +18 -4
- package/src/db/dedupe-cids.ts +49 -0
- package/src/db/{get-providers-by-cid.ts → find-providers-by-cid.ts} +5 -10
- package/src/db/{get-repair-dataset.ts → find-repair-dataset.ts} +6 -5
- package/src/db/get-pieces.ts +105 -3
- package/src/db/get-target-dataset.ts +1 -1
- package/src/db/repair-create.ts +1 -0
- package/src/db/repair-delete.ts +0 -5
- package/src/db/replicate-create.ts +106 -0
- package/src/db/upsert-operations.ts +1 -1
- package/src/local-schema.ts +1 -0
- package/src/middleware.ts +4 -2
- package/src/pipeline/add-pieces.ts +215 -0
- package/src/pipeline/create-datasets.ts +71 -5
- package/src/utils.ts +49 -10
- package/dist/src/db/get-providers-by-cid.d.ts +0 -10
- package/dist/src/db/get-providers-by-cid.d.ts.map +0 -1
- package/dist/src/db/get-providers-by-cid.js.map +0 -1
- package/dist/src/db/get-repair-dataset.d.ts +0 -9
- package/dist/src/db/get-repair-dataset.d.ts.map +0 -1
- package/dist/src/db/get-repair-dataset.js.map +0 -1
- package/dist/src/db/sync-pieces-onchain.d.ts +0 -10
- package/dist/src/db/sync-pieces-onchain.d.ts.map +0 -1
- package/dist/src/db/sync-pieces-onchain.js +0 -35
- package/dist/src/db/sync-pieces-onchain.js.map +0 -1
- package/dist/src/pipeline/pull.d.ts +0 -30
- package/dist/src/pipeline/pull.d.ts.map +0 -1
- package/dist/src/pipeline/pull.js +0 -169
- package/dist/src/pipeline/pull.js.map +0 -1
- package/src/db/sync-pieces-onchain.ts +0 -53
- package/src/pipeline/pull.ts +0 -255
package/dist/package.json
CHANGED
package/dist/src/cli.js
CHANGED
|
@@ -3,6 +3,7 @@ import { Cli } from 'incur';
|
|
|
3
3
|
import { datasets } from "./commands/datasets.js";
|
|
4
4
|
import { providers } from "./commands/providers.js";
|
|
5
5
|
import { repair } from "./commands/repair.js";
|
|
6
|
+
import { replicate } from "./commands/replicate.js";
|
|
6
7
|
import { setup } from "./commands/setup.js";
|
|
7
8
|
import { wallet } from "./commands/wallet.js";
|
|
8
9
|
import { version } from "./utils.js";
|
|
@@ -13,6 +14,7 @@ const cli = Cli.create('repair', {
|
|
|
13
14
|
cli.command(setup);
|
|
14
15
|
cli.command(wallet);
|
|
15
16
|
cli.command(repair);
|
|
17
|
+
cli.command(replicate);
|
|
16
18
|
cli.command(datasets);
|
|
17
19
|
cli.command(providers);
|
|
18
20
|
cli.serve();
|
package/dist/src/cli.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"cli.js","sourceRoot":"","sources":["../../src/cli.ts"],"names":[],"mappings":";AACA,OAAO,EAAE,GAAG,EAAE,MAAM,OAAO,CAAA;AAC3B,OAAO,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAA;AACjD,OAAO,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAA;AACnD,OAAO,EAAE,MAAM,EAAE,MAAM,sBAAsB,CAAA;AAC7C,OAAO,EAAE,KAAK,EAAE,MAAM,qBAAqB,CAAA;AAC3C,OAAO,EAAE,MAAM,EAAE,MAAM,sBAAsB,CAAA;AAC7C,OAAO,EAAE,OAAO,EAAE,MAAM,YAAY,CAAA;AAEpC,MAAM,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE;IAC/B,OAAO;IACP,WAAW,EAAE,wDAAwD;CACtE,CAAC,CAAA;AAEF,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;AAClB,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;AACnB,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;AACnB,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAA;AACrB,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;AACtB,GAAG,CAAC,KAAK,EAAE,CAAA"}
|
|
1
|
+
{"version":3,"file":"cli.js","sourceRoot":"","sources":["../../src/cli.ts"],"names":[],"mappings":";AACA,OAAO,EAAE,GAAG,EAAE,MAAM,OAAO,CAAA;AAC3B,OAAO,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAA;AACjD,OAAO,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAA;AACnD,OAAO,EAAE,MAAM,EAAE,MAAM,sBAAsB,CAAA;AAC7C,OAAO,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAA;AACnD,OAAO,EAAE,KAAK,EAAE,MAAM,qBAAqB,CAAA;AAC3C,OAAO,EAAE,MAAM,EAAE,MAAM,sBAAsB,CAAA;AAC7C,OAAO,EAAE,OAAO,EAAE,MAAM,YAAY,CAAA;AAEpC,MAAM,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE;IAC/B,OAAO;IACP,WAAW,EAAE,wDAAwD;CACtE,CAAC,CAAA;AAEF,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;AAClB,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;AACnB,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;AACnB,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;AACtB,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAA;AACrB,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;AACtB,GAAG,CAAC,KAAK,EAAE,CAAA"}
|
|
@@ -19,5 +19,6 @@ export declare const datasets: Cli.Cli<{}, z.ZodObject<{
|
|
|
19
19
|
}, z.core.$strip>>>;
|
|
20
20
|
client: z.ZodCustom<import("viem").Client<import("viem").Transport, import("@filoz/synapse-core/chains").Chain, import("viem").Account>, import("viem").Client<import("viem").Transport, import("@filoz/synapse-core/chains").Chain, import("viem").Account>>;
|
|
21
21
|
chain: z.ZodCustom<import("@filoz/synapse-core/chains").Chain, import("@filoz/synapse-core/chains").Chain>;
|
|
22
|
+
source: z.ZodString;
|
|
22
23
|
}, z.core.$strip>, undefined>;
|
|
23
24
|
//# sourceMappingURL=datasets.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"datasets.d.ts","sourceRoot":"","sources":["../../../src/commands/datasets.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,MAAM,OAAO,CAAA;AAG9B,eAAO,MAAM,QAAQ
|
|
1
|
+
{"version":3,"file":"datasets.d.ts","sourceRoot":"","sources":["../../../src/commands/datasets.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,MAAM,OAAO,CAAA;AAG9B,eAAO,MAAM,QAAQ;;;;;;;;;;;;;;;;;;;;;6BAInB,CAAA"}
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import * as p from '@clack/prompts';
|
|
2
2
|
import * as SP from '@filoz/synapse-core/sp';
|
|
3
3
|
import { getPdpDataSet } from '@filoz/synapse-core/warm-storage';
|
|
4
|
-
import { and, eq } from 'drizzle-orm';
|
|
4
|
+
import { and, asc, eq } from 'drizzle-orm';
|
|
5
5
|
import { Cli, z } from 'incur';
|
|
6
6
|
import { contextMiddleware, contextSchema } from "../middleware.js";
|
|
7
7
|
import { globalOptions, hashLink } from "../utils.js";
|
|
@@ -30,8 +30,11 @@ datasets.command('list', {
|
|
|
30
30
|
where: and(...conditions),
|
|
31
31
|
with: {
|
|
32
32
|
provider: true,
|
|
33
|
-
pieces:
|
|
33
|
+
pieces: {
|
|
34
|
+
where: eq(c.var.indexerDb._.fullSchema.pieces.removed, false),
|
|
35
|
+
},
|
|
34
36
|
},
|
|
37
|
+
orderBy: [asc(schema.dataSets.dataSetId)],
|
|
35
38
|
});
|
|
36
39
|
const datasetsFlattened = datasets.map((dataset) => {
|
|
37
40
|
const { provider, pieces } = dataset;
|
|
@@ -127,7 +130,15 @@ datasets.command('show', {
|
|
|
127
130
|
middleware: [contextMiddleware],
|
|
128
131
|
run: async (c) => {
|
|
129
132
|
try {
|
|
130
|
-
const dataset = await
|
|
133
|
+
const dataset = await c.var.indexerDb.query.dataSets.findFirst({
|
|
134
|
+
where: eq(c.var.indexerDb._.fullSchema.dataSets.dataSetId, c.args.id),
|
|
135
|
+
with: {
|
|
136
|
+
provider: true,
|
|
137
|
+
pieces: {
|
|
138
|
+
where: eq(c.var.indexerDb._.fullSchema.pieces.removed, false),
|
|
139
|
+
},
|
|
140
|
+
},
|
|
141
|
+
});
|
|
131
142
|
if (!dataset) {
|
|
132
143
|
return c.error({
|
|
133
144
|
code: 'DATASET_NOT_FOUND',
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"datasets.js","sourceRoot":"","sources":["../../../src/commands/datasets.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,CAAC,MAAM,gBAAgB,CAAA;AACnC,OAAO,KAAK,EAAE,MAAM,wBAAwB,CAAA;AAC5C,OAAO,EAAE,aAAa,EAAE,MAAM,kCAAkC,CAAA;AAChE,OAAO,EAAE,GAAG,EAAE,EAAE,EAAE,MAAM,aAAa,CAAA;
|
|
1
|
+
{"version":3,"file":"datasets.js","sourceRoot":"","sources":["../../../src/commands/datasets.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,CAAC,MAAM,gBAAgB,CAAA;AACnC,OAAO,KAAK,EAAE,MAAM,wBAAwB,CAAA;AAC5C,OAAO,EAAE,aAAa,EAAE,MAAM,kCAAkC,CAAA;AAChE,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE,MAAM,aAAa,CAAA;AAC1C,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,MAAM,OAAO,CAAA;AAC9B,OAAO,EAAE,iBAAiB,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAA;AACnE,OAAO,EAAE,aAAa,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAA;AACrD,MAAM,CAAC,MAAM,QAAQ,GAAG,GAAG,CAAC,MAAM,CAAC,UAAU,EAAE;IAC7C,WAAW,EAAE,kBAAkB;IAC/B,OAAO,EAAE,aAAa;IACtB,IAAI,EAAE,aAAa;CACpB,CAAC,CAAA;AAEF,QAAQ,CAAC,OAAO,CAAC,MAAM,EAAE;IACvB,WAAW,EAAE,8CAA8C;IAC3D,OAAO,EAAE,aAAa,CAAC,MAAM,CAAC;QAC5B,UAAU,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,gCAAgC,CAAC;KACpF,CAAC;IACF,UAAU,EAAE,CAAC,iBAAiB,CAAC;IAC/B,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QACf,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,CAAA;YAC3C,MAAM,UAAU,GAAG;gBACjB,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,KAAK,CAAC;gBAClC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;aACtE,CAAA;YACD,IAAI,CAAC,CAAC,OAAO,CAAC,UAAU,IAAI,IAAI,EAAE,CAAC;gBACjC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAA;YACvE,CAAC;YAED,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC;gBAC7D,KAAK,EAAE,GAAG,CAAC,GAAG,UAAU,CAAC;gBACzB,IAAI,EAAE;oBACJ,QAAQ,EAAE,IAAI;oBACd,MAAM,EAAE;wBACN,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC;qBAC9D;iBACF;gBACD,OAAO,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;aAC1C,CAAC,CAAA;YAEF,MAAM,iBAAiB,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;gBACjD,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,OAAO,CAAA;gBACpC,OAAO;oBACL,EAAE,EAAE,OAAO,CAAC,SAAS;oBACrB,OAAO,EAAE,OAAO,CAAC,OAAO;oBACxB,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;oBAC1C,MAAM,EAAE,OAAO,CAAC,MAAM;oBACtB,QAAQ,EAAE,QAAQ,CAAC,UAAU;oBAC7B,WAAW,EAAE,OAAO,CAAC,WAAW;oBAChC,MAAM,EAAE,MAAM,CAAC,MAAM;iBAEtB,CAAA;YACH,CAAC,CAAC,CAAA;YAEF,OAAO,CAAC,CAAC,EAAE,CAAC;gBACV,QAAQ,EAAE,iBAAiB;aAC5B,CAAC,CAAA;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;YACpB,OAAO,CAAC,CAAC,KAAK,CAAC;gBACb,IAAI,EAAE,iBAAiB;gBACvB,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,yBAAyB;gBAC3E,SAAS,EAAE,IAAI;aAChB,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;CACF,CAAC,CAAA;AAEF,QAAQ,CAAC,OAAO,CAAC,WAAW,EAAE;IAC5B,WAAW,EAAE,qBAAqB;IAClC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;QACb,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,yBAAyB,CAAC;KAC1D,CAAC;IACF,OAAO,EAAE,aAAa;IACtB,UAAU,EAAE,CAAC,iBAAiB,CAAC;IAC/B,YAAY,EAAE,YAAY;IAC1B,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QACf,MAAM,aAAa,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,cAAc,CAAA;QACnD,MAAM,OAAO,GAAG,CAAC,CAAC,OAAO,EAAE,CAAA;QAC3B,IAAI,CAAC;YACH,IAAI,aAAa,EAAE,CAAC;gBAClB,OAAO,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAA;YACrC,CAAC;YACD,MAAM,OAAO,GAAG,MAAM,aAAa,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,CAAA;YAC3E,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,OAAO,CAAC,CAAC,KAAK,CAAC;oBACb,IAAI,EAAE,mBAAmB;oBACzB,OAAO,EAAE,mBAAmB;oBAC5B,SAAS,EAAE,KAAK;iBACjB,CAAC,CAAA;YACJ,CAAC;YACD,IAAI,aAAa,EAAE,CAAC;gBAClB,OAAO,CAAC,OAAO,CAAC,uBAAuB,OAAO,EAAE,SAAS,OAAO,OAAO,EAAE,QAAQ,CAAC,GAAG,CAAC,UAAU,KAAK,CAAC,CAAA;YACxG,CAAC;YACD,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,gBAAgB,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,EAAE;gBACrD,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE;gBACpB,UAAU,EAAE,OAAO,EAAE,QAAQ,CAAC,GAAG,CAAC,UAAU;aAC7C,CAAC,CAAA;YAEF,MAAM,aAAa,GAAG,MAAM,EAAE,CAAC,uBAAuB,CAAC;gBACrD,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;oBACf,IAAI,aAAa,EAAE,CAAC;wBAClB,OAAO,CAAC,OAAO,CAAC,kBAAkB,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAA;oBACjF,CAAC;gBACH,CAAC;aACF,CAAC,CAAA;YACF,IAAI,aAAa,EAAE,CAAC;gBAClB,OAAO,CAAC,IAAI,CAAC,WAAW,OAAO,EAAE,SAAS,2BAA2B,CAAC,CAAA;YACxE,CAAC;YACD,OAAO,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,CAAA;QAC5B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,GAAG,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,iCAAiC,CAAA;YACtF,IAAI,aAAa,EAAE,CAAC;gBAClB,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;YACpB,CAAC;YACD,IAAI,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;gBACpB,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;YACtB,CAAC;YACD,OAAO,CAAC,CAAC,KAAK,CAAC;gBACb,IAAI,EAAE,iBAAiB;gBACvB,OAAO,EAAE,GAAG;gBACZ,SAAS,EAAE,IAAI;aAChB,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;CACF,CAAC,CAAA;AAEF,QAAQ,CAAC,OAAO,CAAC,MAAM,EAAE;IACvB,WAAW,EAAE,gBAAgB;IAC7B,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;QACb,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,oBAAoB,CAAC;KACrD,CAAC;IACF,OAAO,EAAE,aAAa;IACtB,UAAU,EAAE,CAAC,iBAAiB,CAAC;IAC/B,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QACf,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC;gBAC7D,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;gBACrE,IAAI,EAAE;oBACJ,QAAQ,EAAE,IAAI;oBACd,MAAM,EAAE;wBACN,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC;qBAC9D;iBACF;aACF,CAAC,CAAA;YAEF,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,OAAO,CAAC,CAAC,KAAK,CAAC;oBACb,IAAI,EAAE,mBAAmB;oBACzB,OAAO,EAAE,mBAAmB;oBAC5B,SAAS,EAAE,KAAK;iBACjB,CAAC,CAAA;YACJ,CAAC;YACD,OAAO,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,CAAA;QACtB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;gBACpB,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;YACtB,CAAC;YACD,OAAO,CAAC,CAAC,KAAK,CAAC;gBACb,IAAI,EAAE,iBAAiB;gBACvB,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,iCAAiC;gBACnF,SAAS,EAAE,IAAI;aAChB,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;CACF,CAAC,CAAA"}
|
|
@@ -19,5 +19,6 @@ export declare const providers: Cli.Cli<{}, z.ZodObject<{
|
|
|
19
19
|
}, z.core.$strip>>>;
|
|
20
20
|
client: z.ZodCustom<import("viem").Client<import("viem").Transport, import("@filoz/synapse-core/chains").Chain, import("viem").Account>, import("viem").Client<import("viem").Transport, import("@filoz/synapse-core/chains").Chain, import("viem").Account>>;
|
|
21
21
|
chain: z.ZodCustom<import("@filoz/synapse-core/chains").Chain, import("@filoz/synapse-core/chains").Chain>;
|
|
22
|
+
source: z.ZodString;
|
|
22
23
|
}, z.core.$strip>, undefined>;
|
|
23
24
|
//# sourceMappingURL=providers.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"providers.d.ts","sourceRoot":"","sources":["../../../src/commands/providers.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,MAAM,OAAO,CAAA;AAa9B,eAAO,MAAM,SAAS
|
|
1
|
+
{"version":3,"file":"providers.d.ts","sourceRoot":"","sources":["../../../src/commands/providers.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,MAAM,OAAO,CAAA;AAa9B,eAAO,MAAM,SAAS;;;;;;;;;;;;;;;;;;;;;6BAIpB,CAAA"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"providers.js","sourceRoot":"","sources":["../../../src/commands/providers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE,EAAmB,GAAG,EAAE,MAAM,aAAa,CAAA;AACjG,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,MAAM,OAAO,CAAA;AAC9B,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAA;AAC7C,OAAO,EAAE,iBAAiB,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAA;AACnE,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAA;AAG3C,SAAS,eAAe,CAAC,KAAa;IACpC,MAAM,MAAM,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,WAAc,CAAA;IAC9C,MAAM,KAAK,GAAG,MAAM,GAAG,IAAI,CAAA;IAC3B,MAAM,QAAQ,GAAG,MAAM,GAAG,IAAI,CAAA;IAC9B,OAAO,GAAG,KAAK,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,CAAA;AAC9D,CAAC;AAED,MAAM,CAAC,MAAM,SAAS,GAAG,GAAG,CAAC,MAAM,CAAC,WAAW,EAAE;IAC/C,WAAW,EAAE,mBAAmB;IAChC,OAAO,EAAE,aAAa;IACtB,IAAI,EAAE,aAAa;CACpB,CAAC,CAAA;AAEF,SAAS,CAAC,OAAO,CAAC,MAAM,EAAE;IACxB,WAAW,EAAE,qCAAqC;IAClD,OAAO,EAAE,aAAa,CAAC,MAAM,CAAC;QAC5B,GAAG,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,uBAAuB,CAAC;KAC7E,CAAC;IACF,UAAU,EAAE,CAAC,iBAAiB,CAAC;IAC/B,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QACf,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,CAAA;YAC3C,MAAM,OAAO,GAA+B;gBAC1C,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,cAAc,EAAE,IAAI,CAAC;gBACzC,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,gBAAgB,EAAE,IAAI,CAAC;
|
|
1
|
+
{"version":3,"file":"providers.js","sourceRoot":"","sources":["../../../src/commands/providers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE,EAAmB,GAAG,EAAE,MAAM,aAAa,CAAA;AACjG,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,MAAM,OAAO,CAAA;AAC9B,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAA;AAC7C,OAAO,EAAE,iBAAiB,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAA;AACnE,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAA;AAG3C,SAAS,eAAe,CAAC,KAAa;IACpC,MAAM,MAAM,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,WAAc,CAAA;IAC9C,MAAM,KAAK,GAAG,MAAM,GAAG,IAAI,CAAA;IAC3B,MAAM,QAAQ,GAAG,MAAM,GAAG,IAAI,CAAA;IAC9B,OAAO,GAAG,KAAK,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,CAAA;AAC9D,CAAC;AAED,MAAM,CAAC,MAAM,SAAS,GAAG,GAAG,CAAC,MAAM,CAAC,WAAW,EAAE;IAC/C,WAAW,EAAE,mBAAmB;IAChC,OAAO,EAAE,aAAa;IACtB,IAAI,EAAE,aAAa;CACpB,CAAC,CAAA;AAEF,SAAS,CAAC,OAAO,CAAC,MAAM,EAAE;IACxB,WAAW,EAAE,qCAAqC;IAClD,OAAO,EAAE,aAAa,CAAC,MAAM,CAAC;QAC5B,GAAG,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,uBAAuB,CAAC;KAC7E,CAAC;IACF,UAAU,EAAE,CAAC,iBAAiB,CAAC;IAC/B,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QACf,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,CAAA;YAC3C,MAAM,OAAO,GAA+B;gBAC1C,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,cAAc,EAAE,IAAI,CAAC;gBACzC,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,gBAAgB,EAAE,IAAI,CAAC;aAC5C,CAAA;YACD,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC;gBACnB,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC,CAAA;YAC5F,CAAC;YACD,MAAM,WAAW,GAAG,MAAM,cAAc,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;YACtD,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,CAAC,SAAS,CAAC,QAAQ,CAAC;gBAC1D,OAAO,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;gBAC3C,KAAK,EAAE,GAAG,CAAC,GAAG,OAAO,CAAC;aACvB,CAAC,CAAA;YAEF,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAA;YAC/D,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAqD,CAAA;YAEtF,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC3B,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,SAAS;qBAChC,MAAM,CAAC;oBACN,UAAU,EAAE,MAAM,CAAC,QAAQ,CAAC,UAAU;oBACtC,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC;oBACxC,SAAS,EAAE,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC;iBACtC,CAAC;qBACD,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;qBACnB,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;qBAClF,KAAK,CACJ,GAAG,CACD,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE,WAAW,CAAC,EAChD,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,KAAK,CAAC,EAClC,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC,EACtF,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,CACjC,CACF;qBACA,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAA;gBAEtC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,EAAE;wBACrC,UAAU,EAAE,IAAI,CAAC,UAAU;wBAC3B,SAAS,EAAE,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC;qBAChE,CAAC,CAAA;gBACJ,CAAC;YACH,CAAC;YAED,MAAM,kBAAkB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE;gBAC/C,MAAM,KAAK,GAAG,iBAAiB,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAA;gBACxD,OAAO;oBACL,EAAE,EAAE,QAAQ,CAAC,UAAU;oBACvB,IAAI,EAAE,QAAQ,CAAC,IAAI;oBACnB,UAAU,EAAE,QAAQ,CAAC,UAAU;oBAC/B,QAAQ,EAAE,QAAQ,CAAC,QAAQ;oBAC3B,QAAQ,EAAE,QAAQ,CAAC,QAAQ;oBAC3B,UAAU,EAAE,KAAK,EAAE,UAAU,IAAI,CAAC;oBAClC,SAAS,EAAE,eAAe,CAAC,KAAK,EAAE,SAAS,IAAI,EAAE,CAAC;iBACnD,CAAA;YACH,CAAC,CAAC,CAAA;YAEF,OAAO,CAAC,CAAC,EAAE,CAAC;gBACV,SAAS,EAAE,kBAAkB;aAC9B,CAAC,CAAA;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;YACpB,OAAO,CAAC,CAAC,KAAK,CAAC;gBACb,IAAI,EAAE,kBAAkB;gBACxB,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,0BAA0B;gBAC5E,SAAS,EAAE,IAAI;aAChB,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;CACF,CAAC,CAAA"}
|
|
@@ -19,5 +19,6 @@ export declare const repair: Cli.Cli<{}, z.ZodObject<{
|
|
|
19
19
|
}, z.core.$strip>>>;
|
|
20
20
|
client: z.ZodCustom<import("viem").Client<import("viem").Transport, import("@filoz/synapse-core/chains").Chain, import("viem").Account>, import("viem").Client<import("viem").Transport, import("@filoz/synapse-core/chains").Chain, import("viem").Account>>;
|
|
21
21
|
chain: z.ZodCustom<import("@filoz/synapse-core/chains").Chain, import("@filoz/synapse-core/chains").Chain>;
|
|
22
|
+
source: z.ZodString;
|
|
22
23
|
}, z.core.$strip>, undefined>;
|
|
23
24
|
//# sourceMappingURL=repair.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"repair.d.ts","sourceRoot":"","sources":["../../../src/commands/repair.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,MAAM,OAAO,CAAA;
|
|
1
|
+
{"version":3,"file":"repair.d.ts","sourceRoot":"","sources":["../../../src/commands/repair.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,MAAM,OAAO,CAAA;AAQ9B,eAAO,MAAM,MAAM;;;;;;;;;;;;;;;;;;;;;6BAGjB,CAAA"}
|
|
@@ -1,10 +1,10 @@
|
|
|
1
|
-
import { and, desc, eq, inArray } from 'drizzle-orm';
|
|
1
|
+
import { and, desc, eq, inArray, isNull } from 'drizzle-orm';
|
|
2
2
|
import { Cli, z } from 'incur';
|
|
3
3
|
import { repairCreate } from "../db/repair-create.js";
|
|
4
4
|
import { repairDelete } from "../db/repair-delete.js";
|
|
5
5
|
import { contextMiddleware, contextSchema } from "../middleware.js";
|
|
6
|
+
import { runAddPieces } from "../pipeline/add-pieces.js";
|
|
6
7
|
import { ensureRepairDataset } from "../pipeline/create-datasets.js";
|
|
7
|
-
import { runPullPiecesPhase } from "../pipeline/pull.js";
|
|
8
8
|
import { globalOptions } from "../utils.js";
|
|
9
9
|
export const repair = Cli.create('repair', {
|
|
10
10
|
description: 'Repair commands',
|
|
@@ -47,6 +47,7 @@ repair.command('list', {
|
|
|
47
47
|
try {
|
|
48
48
|
const localSchema = c.var.localDb._.fullSchema;
|
|
49
49
|
const repairs = await c.var.localDb.query.repairs.findMany({
|
|
50
|
+
where: isNull(localSchema.repairs.repairDataSetId),
|
|
50
51
|
orderBy: [desc(localSchema.repairs.createdAt)],
|
|
51
52
|
with: {
|
|
52
53
|
operations: true,
|
|
@@ -124,16 +125,15 @@ repair.command('run', {
|
|
|
124
125
|
repairId: z.coerce.number().describe('Repair ID to run'),
|
|
125
126
|
}),
|
|
126
127
|
options: globalOptions.extend({
|
|
127
|
-
concurrency: z.coerce.number().default(4).describe('Concurrency level'),
|
|
128
|
-
batchSize: z.coerce.number().default(40).describe('Max
|
|
129
|
-
reset: z.boolean().default(false).describe('Reset the repair'),
|
|
128
|
+
concurrency: z.coerce.number().min(1).max(10).default(4).describe('Concurrency level'),
|
|
129
|
+
batchSize: z.coerce.number().min(1).max(40).default(40).describe('Max pieces per batch'),
|
|
130
130
|
}),
|
|
131
131
|
middleware: [contextMiddleware],
|
|
132
132
|
run: async (c) => {
|
|
133
133
|
try {
|
|
134
134
|
const schema = c.var.localDb._.fullSchema;
|
|
135
135
|
const repair = await c.var.localDb.query.repairs.findFirst({
|
|
136
|
-
where: and(eq(schema.repairs.id, c.args.repairId), inArray(schema.repairs.status, ['pending'])),
|
|
136
|
+
where: and(eq(schema.repairs.id, c.args.repairId), inArray(schema.repairs.status, ['pending', 'failed']), isNull(schema.repairs.repairDataSetId)),
|
|
137
137
|
});
|
|
138
138
|
if (!repair) {
|
|
139
139
|
return c.error({
|
|
@@ -146,12 +146,11 @@ repair.command('run', {
|
|
|
146
146
|
...c.var,
|
|
147
147
|
repair,
|
|
148
148
|
});
|
|
149
|
-
await
|
|
149
|
+
await runAddPieces({
|
|
150
150
|
...c.var,
|
|
151
151
|
repair,
|
|
152
152
|
concurrency: c.options.concurrency,
|
|
153
153
|
batchSize: c.options.batchSize,
|
|
154
|
-
reset: c.options.reset,
|
|
155
154
|
});
|
|
156
155
|
return c.ok({
|
|
157
156
|
repairId: repair.id,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"repair.js","sourceRoot":"","sources":["../../../src/commands/repair.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,aAAa,CAAA;
|
|
1
|
+
{"version":3,"file":"repair.js","sourceRoot":"","sources":["../../../src/commands/repair.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AAC5D,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,MAAM,OAAO,CAAA;AAC9B,OAAO,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAA;AACrD,OAAO,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAA;AACrD,OAAO,EAAE,iBAAiB,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAA;AACnE,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAA;AACxD,OAAO,EAAE,mBAAmB,EAAE,MAAM,gCAAgC,CAAA;AACpE,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAA;AAE3C,MAAM,CAAC,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE;IACzC,WAAW,EAAE,iBAAiB;IAC9B,IAAI,EAAE,aAAa;CACpB,CAAC,CAAA;AAEF,MAAM,CAAC,OAAO,CAAC,QAAQ,EAAE;IACvB,WAAW,EAAE,qBAAqB;IAClC,OAAO,EAAE,aAAa,CAAC,MAAM,CAAC;QAC5B,UAAU,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,uBAAuB,CAAC;QAC/D,gBAAgB,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,+BAA+B,CAAC;KAC9E,CAAC;IACF,UAAU,EAAE,CAAC,iBAAiB,CAAC;IAC/B,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QACf,IAAI,CAAC;YACH,MAAM,EAAE,UAAU,EAAE,gBAAgB,EAAE,GAAG,CAAC,CAAC,OAAO,CAAA;YAElD,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC;gBAClC,GAAG,CAAC,CAAC,GAAG;gBACR,gBAAgB,EAAE,UAAU;gBAC5B,gBAAgB;aACjB,CAAC,CAAA;YAEF,OAAO,CAAC,CAAC,EAAE,CAAC;gBACV,QAAQ;aACT,CAAC,CAAA;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;YACpB,OAAO,CAAC,CAAC,KAAK,CAAC;gBACb,IAAI,EAAE,eAAe;gBACrB,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,8BAA8B;gBAChF,SAAS,EAAE,IAAI;aAChB,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;CACF,CAAC,CAAA;AAEF,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE;IACrB,WAAW,EAAE,kBAAkB;IAC/B,OAAO,EAAE,aAAa;IACtB,UAAU,EAAE,CAAC,iBAAiB,CAAC;IAC/B,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QACf,IAAI,CAAC;YACH,MAAM,WAAW,GAAG,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,CAAA;YAC9C,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC;gBACzD,KAAK,EAAE,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,eAAe,CAAC;gBAClD,OAAO,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;gBAC9C,IAAI,EAAE;oBACJ,UAAU,EAAE,IAAI;iBACjB;aACF,CAAC,CAAA;YAEF,MAAM,eAAe,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;gBAC7C,MAAM,EAAE,UAAU,EAAE,GAAG,uBAAuB,EAAE,GAAG,MAAM,CAAA;gBACzD,OAAO;oBACL,EAAE,EAAE,uBAAuB,CAAC,EAAE;oBAC9B,MAAM,EAAE,uBAAuB,CAAC,MAAM;oBACtC,gBAAgB,EAAE,uBAAuB,CAAC,gBAAgB;oBAC1D,gBAAgB,EAAE,uBAAuB,CAAC,gBAAgB;oBAC1D,iBAAiB,EAAE,uBAAuB,CAAC,iBAAiB;oBAC5D,eAAe,EAAE,uBAAuB,CAAC,eAAe;oBACxD,WAAW,EAAE,uBAAuB,CAAC,WAAW;oBAChD,UAAU,EAAE,UAAU,CAAC,MAAM;oBAC7B,OAAO,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,MAAM;oBAChF,MAAM,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,MAAM;oBAC9E,SAAS,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,MAAM;oBACpF,OAAO,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,MAAM;iBACjF,CAAA;YACH,CAAC,CAAC,CAAA;YAEF,OAAO,CAAC,CAAC,EAAE,CAAC;gBACV,OAAO,EAAE,eAAe;aACzB,CAAC,CAAA;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;YACpB,OAAO,CAAC,CAAC,KAAK,CAAC;gBACb,IAAI,EAAE,eAAe;gBACrB,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,8BAA8B;gBAChF,SAAS,EAAE,IAAI;aAChB,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;CACF,CAAC,CAAA;AAEF,MAAM,CAAC,OAAO,CAAC,QAAQ,EAAE;IACvB,WAAW,EAAE,iBAAiB;IAC9B,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;QACb,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,qBAAqB,CAAC;KAC5D,CAAC;IACF,OAAO,EAAE,aAAa;IACtB,UAAU,EAAE,CAAC,iBAAiB,CAAC;IAC/B,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QACf,IAAI,CAAC;YACH,MAAM,EAAE,OAAO,EAAE,iBAAiB,EAAE,GAAG,MAAM,YAAY,CAAC;gBACxD,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,OAAO;gBACtB,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,QAAQ;aAC1B,CAAC,CAAA;YAEF,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,OAAO,CAAC,CAAC,KAAK,CAAC;oBACb,IAAI,EAAE,kBAAkB;oBACxB,OAAO,EAAE,kBAAkB;oBAC3B,SAAS,EAAE,KAAK;iBACjB,CAAC,CAAA;YACJ,CAAC;YAED,OAAO,CAAC,CAAC,EAAE,CAAC;gBACV,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,QAAQ;gBACzB,iBAAiB;aAClB,CAAC,CAAA;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;YACpB,OAAO,CAAC,CAAC,KAAK,CAAC;gBACb,IAAI,EAAE,eAAe;gBACrB,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,6BAA6B;gBAC/E,SAAS,EAAE,IAAI;aAChB,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;CACF,CAAC,CAAA;AAEF,MAAM,CAAC,OAAO,CAAC,KAAK,EAAE;IACpB,WAAW,EAAE,cAAc;IAC3B,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;QACb,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,kBAAkB,CAAC;KACzD,CAAC;IACF,OAAO,EAAE,aAAa,CAAC,MAAM,CAAC;QAC5B,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,mBAAmB,CAAC;QACtF,SAAS,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,sBAAsB,CAAC;KACzF,CAAC;IACF,UAAU,EAAE,CAAC,iBAAiB,CAAC;IAC/B,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QACf,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,CAAA;YACzC,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC;gBACzD,KAAK,EAAE,GAAG,CACR,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,EACtC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC,EACrD,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC,CACvC;aACF,CAAC,CAAA;YACF,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,OAAO,CAAC,CAAC,KAAK,CAAC;oBACb,IAAI,EAAE,kBAAkB;oBACxB,OAAO,EAAE,6DAA6D;oBACtE,SAAS,EAAE,KAAK;iBACjB,CAAC,CAAA;YACJ,CAAC;YAED,MAAM,mBAAmB,CAAC;gBACxB,GAAG,CAAC,CAAC,GAAG;gBACR,MAAM;aACP,CAAC,CAAA;YAEF,MAAM,YAAY,CAAC;gBACjB,GAAG,CAAC,CAAC,GAAG;gBACR,MAAM;gBACN,WAAW,EAAE,CAAC,CAAC,OAAO,CAAC,WAAW;gBAClC,SAAS,EAAE,CAAC,CAAC,OAAO,CAAC,SAAS;aAC/B,CAAC,CAAA;YACF,OAAO,CAAC,CAAC,EAAE,CAAC;gBACV,QAAQ,EAAE,MAAM,CAAC,EAAE;aACpB,CAAC,CAAA;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;YACpB,OAAO,CAAC,CAAC,KAAK,CAAC;gBACb,IAAI,EAAE,eAAe;gBACrB,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,8BAA8B;gBAChF,SAAS,EAAE,IAAI;aAChB,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;CACF,CAAC,CAAA"}
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
import { Cli, z } from 'incur';
|
|
2
|
+
export declare const replicate: Cli.Cli<{}, z.ZodObject<{
|
|
3
|
+
indexerDb: z.ZodCustom<import("../types.ts").IndexerDatabase, import("../types.ts").IndexerDatabase>;
|
|
4
|
+
localDb: z.ZodCustom<import("../types.ts").LocalDatabase, import("../types.ts").LocalDatabase>;
|
|
5
|
+
config: z.ZodCustom<import("iso-conf").Conf<z.ZodObject<{
|
|
6
|
+
privateKey: z.ZodOptional<z.ZodString>;
|
|
7
|
+
indexerMainnetUrl: z.ZodOptional<z.ZodURL>;
|
|
8
|
+
indexerCalibrationUrl: z.ZodOptional<z.ZodURL>;
|
|
9
|
+
chainId: z.ZodOptional<z.ZodNumber>;
|
|
10
|
+
dbPath: z.ZodOptional<z.ZodString>;
|
|
11
|
+
source: z.ZodOptional<z.ZodString>;
|
|
12
|
+
}, z.core.$strip>>, import("iso-conf").Conf<z.ZodObject<{
|
|
13
|
+
privateKey: z.ZodOptional<z.ZodString>;
|
|
14
|
+
indexerMainnetUrl: z.ZodOptional<z.ZodURL>;
|
|
15
|
+
indexerCalibrationUrl: z.ZodOptional<z.ZodURL>;
|
|
16
|
+
chainId: z.ZodOptional<z.ZodNumber>;
|
|
17
|
+
dbPath: z.ZodOptional<z.ZodString>;
|
|
18
|
+
source: z.ZodOptional<z.ZodString>;
|
|
19
|
+
}, z.core.$strip>>>;
|
|
20
|
+
client: z.ZodCustom<import("viem").Client<import("viem").Transport, import("@filoz/synapse-core/chains").Chain, import("viem").Account>, import("viem").Client<import("viem").Transport, import("@filoz/synapse-core/chains").Chain, import("viem").Account>>;
|
|
21
|
+
chain: z.ZodCustom<import("@filoz/synapse-core/chains").Chain, import("@filoz/synapse-core/chains").Chain>;
|
|
22
|
+
source: z.ZodString;
|
|
23
|
+
}, z.core.$strip>, undefined>;
|
|
24
|
+
//# sourceMappingURL=replicate.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"replicate.d.ts","sourceRoot":"","sources":["../../../src/commands/replicate.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,MAAM,OAAO,CAAA;AAQ9B,eAAO,MAAM,SAAS;;;;;;;;;;;;;;;;;;;;;6BAGpB,CAAA"}
|
|
@@ -0,0 +1,171 @@
|
|
|
1
|
+
import { and, desc, eq, inArray, isNotNull } from 'drizzle-orm';
|
|
2
|
+
import { Cli, z } from 'incur';
|
|
3
|
+
import { repairDelete } from "../db/repair-delete.js";
|
|
4
|
+
import { replicateCreate } from "../db/replicate-create.js";
|
|
5
|
+
import { contextMiddleware, contextSchema } from "../middleware.js";
|
|
6
|
+
import { runAddPieces } from "../pipeline/add-pieces.js";
|
|
7
|
+
import { ensureReplicateDataset } from "../pipeline/create-datasets.js";
|
|
8
|
+
import { globalOptions } from "../utils.js";
|
|
9
|
+
export const replicate = Cli.create('replicate', {
|
|
10
|
+
description: 'Replicate dataset commands',
|
|
11
|
+
vars: contextSchema,
|
|
12
|
+
});
|
|
13
|
+
replicate.command('create', {
|
|
14
|
+
description: 'Create a new dataset replication',
|
|
15
|
+
options: globalOptions.extend({
|
|
16
|
+
dataSetId: z.coerce.bigint().describe('Dataset ID to replicate'),
|
|
17
|
+
targetProviderId: z.coerce.bigint().describe('Target provider ID for replication'),
|
|
18
|
+
}),
|
|
19
|
+
middleware: [contextMiddleware],
|
|
20
|
+
run: async (c) => {
|
|
21
|
+
try {
|
|
22
|
+
const { dataSetId, targetProviderId } = c.options;
|
|
23
|
+
const replicateId = await replicateCreate({
|
|
24
|
+
...c.var,
|
|
25
|
+
dataSetId,
|
|
26
|
+
targetProviderId,
|
|
27
|
+
});
|
|
28
|
+
return c.ok({
|
|
29
|
+
replicateId,
|
|
30
|
+
});
|
|
31
|
+
}
|
|
32
|
+
catch (error) {
|
|
33
|
+
console.error(error);
|
|
34
|
+
return c.error({
|
|
35
|
+
code: 'REPLICATE_FAILED',
|
|
36
|
+
message: error instanceof Error ? error.message : 'Failed to replicate the dataset',
|
|
37
|
+
retryable: true,
|
|
38
|
+
});
|
|
39
|
+
}
|
|
40
|
+
},
|
|
41
|
+
});
|
|
42
|
+
replicate.command('list', {
|
|
43
|
+
description: 'List all replications',
|
|
44
|
+
options: globalOptions,
|
|
45
|
+
middleware: [contextMiddleware],
|
|
46
|
+
run: async (c) => {
|
|
47
|
+
try {
|
|
48
|
+
const localSchema = c.var.localDb._.fullSchema;
|
|
49
|
+
const replications = await c.var.localDb.query.repairs.findMany({
|
|
50
|
+
where: isNotNull(localSchema.repairs.repairDataSetId),
|
|
51
|
+
orderBy: [desc(localSchema.repairs.createdAt)],
|
|
52
|
+
with: {
|
|
53
|
+
operations: true,
|
|
54
|
+
},
|
|
55
|
+
});
|
|
56
|
+
const replicationsFlattened = replications.map((repair) => {
|
|
57
|
+
const { operations, ...replicationWithoutOperations } = repair;
|
|
58
|
+
return {
|
|
59
|
+
id: replicationWithoutOperations.id,
|
|
60
|
+
status: replicationWithoutOperations.status,
|
|
61
|
+
sourceProviderId: replicationWithoutOperations.repairProviderId,
|
|
62
|
+
sourceDataSetId: replicationWithoutOperations.repairDataSetId,
|
|
63
|
+
targetProviderId: replicationWithoutOperations.targetProviderId,
|
|
64
|
+
targetProviderUrl: replicationWithoutOperations.targetProviderUrl,
|
|
65
|
+
targetDataSetId: replicationWithoutOperations.targetDataSetId,
|
|
66
|
+
blockNumber: replicationWithoutOperations.blockNumber,
|
|
67
|
+
operations: operations.length,
|
|
68
|
+
pending: operations.filter((operation) => operation.status === 'pending').length,
|
|
69
|
+
failed: operations.filter((operation) => operation.status === 'failed').length,
|
|
70
|
+
completed: operations.filter((operation) => operation.status === 'completed').length,
|
|
71
|
+
skipped: operations.filter((operation) => operation.status === 'skipped').length,
|
|
72
|
+
};
|
|
73
|
+
});
|
|
74
|
+
return c.ok({
|
|
75
|
+
replications: replicationsFlattened,
|
|
76
|
+
});
|
|
77
|
+
}
|
|
78
|
+
catch (error) {
|
|
79
|
+
console.error(error);
|
|
80
|
+
return c.error({
|
|
81
|
+
code: 'REPLICATE_FAILED',
|
|
82
|
+
message: error instanceof Error ? error.message : 'Failed to list replications',
|
|
83
|
+
retryable: true,
|
|
84
|
+
});
|
|
85
|
+
}
|
|
86
|
+
},
|
|
87
|
+
});
|
|
88
|
+
replicate.command('delete', {
|
|
89
|
+
description: 'Delete a replication',
|
|
90
|
+
args: z.object({
|
|
91
|
+
replicateId: z.coerce.number().describe('Replication ID to delete'),
|
|
92
|
+
}),
|
|
93
|
+
options: globalOptions,
|
|
94
|
+
middleware: [contextMiddleware],
|
|
95
|
+
run: async (c) => {
|
|
96
|
+
try {
|
|
97
|
+
const { deleted, operationsDeleted } = await repairDelete({
|
|
98
|
+
localDb: c.var.localDb,
|
|
99
|
+
repairId: c.args.replicateId,
|
|
100
|
+
});
|
|
101
|
+
if (!deleted) {
|
|
102
|
+
return c.error({
|
|
103
|
+
code: 'REPLICATE_NOT_FOUND',
|
|
104
|
+
message: 'Replication not found',
|
|
105
|
+
retryable: false,
|
|
106
|
+
});
|
|
107
|
+
}
|
|
108
|
+
return c.ok({
|
|
109
|
+
replicateId: c.args.replicateId,
|
|
110
|
+
operationsDeleted,
|
|
111
|
+
});
|
|
112
|
+
}
|
|
113
|
+
catch (error) {
|
|
114
|
+
console.error(error);
|
|
115
|
+
return c.error({
|
|
116
|
+
code: 'REPLICATE_FAILED',
|
|
117
|
+
message: error instanceof Error ? error.message : 'Failed to delete the replication',
|
|
118
|
+
retryable: true,
|
|
119
|
+
});
|
|
120
|
+
}
|
|
121
|
+
},
|
|
122
|
+
});
|
|
123
|
+
replicate.command('run', {
|
|
124
|
+
description: 'Run a replication',
|
|
125
|
+
args: z.object({
|
|
126
|
+
replicateId: z.coerce.number().describe('Replication ID to run'),
|
|
127
|
+
}),
|
|
128
|
+
options: globalOptions.extend({
|
|
129
|
+
concurrency: z.coerce.number().min(1).max(10).default(4).describe('Concurrency level'),
|
|
130
|
+
batchSize: z.coerce.number().min(1).max(40).default(40).describe('Max pieces per batch'),
|
|
131
|
+
}),
|
|
132
|
+
middleware: [contextMiddleware],
|
|
133
|
+
run: async (c) => {
|
|
134
|
+
try {
|
|
135
|
+
const schema = c.var.localDb._.fullSchema;
|
|
136
|
+
const repair = await c.var.localDb.query.repairs.findFirst({
|
|
137
|
+
where: and(eq(schema.repairs.id, c.args.replicateId), inArray(schema.repairs.status, ['pending', 'failed']), isNotNull(schema.repairs.repairDataSetId)),
|
|
138
|
+
});
|
|
139
|
+
if (!repair) {
|
|
140
|
+
return c.error({
|
|
141
|
+
code: 'REPLICATE_NOT_FOUND',
|
|
142
|
+
message: 'Replication not found, it may have already been run or completed',
|
|
143
|
+
retryable: false,
|
|
144
|
+
});
|
|
145
|
+
}
|
|
146
|
+
await ensureReplicateDataset({
|
|
147
|
+
...c.var,
|
|
148
|
+
repair,
|
|
149
|
+
source: c.var.source,
|
|
150
|
+
});
|
|
151
|
+
await runAddPieces({
|
|
152
|
+
...c.var,
|
|
153
|
+
repair,
|
|
154
|
+
concurrency: c.options.concurrency,
|
|
155
|
+
batchSize: c.options.batchSize,
|
|
156
|
+
});
|
|
157
|
+
return c.ok({
|
|
158
|
+
replicateId: repair.id,
|
|
159
|
+
});
|
|
160
|
+
}
|
|
161
|
+
catch (error) {
|
|
162
|
+
console.error(error);
|
|
163
|
+
return c.error({
|
|
164
|
+
code: 'REPLICATE_FAILED',
|
|
165
|
+
message: error instanceof Error ? error.message : 'Failed to replicate the dataset',
|
|
166
|
+
retryable: true,
|
|
167
|
+
});
|
|
168
|
+
}
|
|
169
|
+
},
|
|
170
|
+
});
|
|
171
|
+
//# sourceMappingURL=replicate.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"replicate.js","sourceRoot":"","sources":["../../../src/commands/replicate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAA;AAC/D,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,MAAM,OAAO,CAAA;AAC9B,OAAO,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAA;AACrD,OAAO,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAA;AAC3D,OAAO,EAAE,iBAAiB,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAA;AACnE,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAA;AACxD,OAAO,EAAE,sBAAsB,EAAE,MAAM,gCAAgC,CAAA;AACvE,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAA;AAE3C,MAAM,CAAC,MAAM,SAAS,GAAG,GAAG,CAAC,MAAM,CAAC,WAAW,EAAE;IAC/C,WAAW,EAAE,4BAA4B;IACzC,IAAI,EAAE,aAAa;CACpB,CAAC,CAAA;AAEF,SAAS,CAAC,OAAO,CAAC,QAAQ,EAAE;IAC1B,WAAW,EAAE,kCAAkC;IAC/C,OAAO,EAAE,aAAa,CAAC,MAAM,CAAC;QAC5B,SAAS,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,yBAAyB,CAAC;QAChE,gBAAgB,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,oCAAoC,CAAC;KACnF,CAAC;IACF,UAAU,EAAE,CAAC,iBAAiB,CAAC;IAC/B,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QACf,IAAI,CAAC;YACH,MAAM,EAAE,SAAS,EAAE,gBAAgB,EAAE,GAAG,CAAC,CAAC,OAAO,CAAA;YAEjD,MAAM,WAAW,GAAG,MAAM,eAAe,CAAC;gBACxC,GAAG,CAAC,CAAC,GAAG;gBACR,SAAS;gBACT,gBAAgB;aACjB,CAAC,CAAA;YAEF,OAAO,CAAC,CAAC,EAAE,CAAC;gBACV,WAAW;aACZ,CAAC,CAAA;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;YACpB,OAAO,CAAC,CAAC,KAAK,CAAC;gBACb,IAAI,EAAE,kBAAkB;gBACxB,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,iCAAiC;gBACnF,SAAS,EAAE,IAAI;aAChB,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;CACF,CAAC,CAAA;AAEF,SAAS,CAAC,OAAO,CAAC,MAAM,EAAE;IACxB,WAAW,EAAE,uBAAuB;IACpC,OAAO,EAAE,aAAa;IACtB,UAAU,EAAE,CAAC,iBAAiB,CAAC;IAC/B,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QACf,IAAI,CAAC;YACH,MAAM,WAAW,GAAG,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,CAAA;YAC9C,MAAM,YAAY,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC;gBAC9D,KAAK,EAAE,SAAS,CAAC,WAAW,CAAC,OAAO,CAAC,eAAe,CAAC;gBACrD,OAAO,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;gBAC9C,IAAI,EAAE;oBACJ,UAAU,EAAE,IAAI;iBACjB;aACF,CAAC,CAAA;YAEF,MAAM,qBAAqB,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;gBACxD,MAAM,EAAE,UAAU,EAAE,GAAG,4BAA4B,EAAE,GAAG,MAAM,CAAA;gBAC9D,OAAO;oBACL,EAAE,EAAE,4BAA4B,CAAC,EAAE;oBACnC,MAAM,EAAE,4BAA4B,CAAC,MAAM;oBAC3C,gBAAgB,EAAE,4BAA4B,CAAC,gBAAgB;oBAC/D,eAAe,EAAE,4BAA4B,CAAC,eAAe;oBAC7D,gBAAgB,EAAE,4BAA4B,CAAC,gBAAgB;oBAC/D,iBAAiB,EAAE,4BAA4B,CAAC,iBAAiB;oBACjE,eAAe,EAAE,4BAA4B,CAAC,eAAe;oBAC7D,WAAW,EAAE,4BAA4B,CAAC,WAAW;oBACrD,UAAU,EAAE,UAAU,CAAC,MAAM;oBAC7B,OAAO,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,MAAM;oBAChF,MAAM,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,MAAM;oBAC9E,SAAS,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,MAAM;oBACpF,OAAO,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,MAAM;iBACjF,CAAA;YACH,CAAC,CAAC,CAAA;YAEF,OAAO,CAAC,CAAC,EAAE,CAAC;gBACV,YAAY,EAAE,qBAAqB;aACpC,CAAC,CAAA;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;YACpB,OAAO,CAAC,CAAC,KAAK,CAAC;gBACb,IAAI,EAAE,kBAAkB;gBACxB,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,6BAA6B;gBAC/E,SAAS,EAAE,IAAI;aAChB,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;CACF,CAAC,CAAA;AAEF,SAAS,CAAC,OAAO,CAAC,QAAQ,EAAE;IAC1B,WAAW,EAAE,sBAAsB;IACnC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;QACb,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,0BAA0B,CAAC;KACpE,CAAC;IACF,OAAO,EAAE,aAAa;IACtB,UAAU,EAAE,CAAC,iBAAiB,CAAC;IAC/B,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QACf,IAAI,CAAC;YACH,MAAM,EAAE,OAAO,EAAE,iBAAiB,EAAE,GAAG,MAAM,YAAY,CAAC;gBACxD,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,OAAO;gBACtB,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,WAAW;aAC7B,CAAC,CAAA;YAEF,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,OAAO,CAAC,CAAC,KAAK,CAAC;oBACb,IAAI,EAAE,qBAAqB;oBAC3B,OAAO,EAAE,uBAAuB;oBAChC,SAAS,EAAE,KAAK;iBACjB,CAAC,CAAA;YACJ,CAAC;YAED,OAAO,CAAC,CAAC,EAAE,CAAC;gBACV,WAAW,EAAE,CAAC,CAAC,IAAI,CAAC,WAAW;gBAC/B,iBAAiB;aAClB,CAAC,CAAA;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;YACpB,OAAO,CAAC,CAAC,KAAK,CAAC;gBACb,IAAI,EAAE,kBAAkB;gBACxB,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,kCAAkC;gBACpF,SAAS,EAAE,IAAI;aAChB,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;CACF,CAAC,CAAA;AAEF,SAAS,CAAC,OAAO,CAAC,KAAK,EAAE;IACvB,WAAW,EAAE,mBAAmB;IAChC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;QACb,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,uBAAuB,CAAC;KACjE,CAAC;IACF,OAAO,EAAE,aAAa,CAAC,MAAM,CAAC;QAC5B,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,mBAAmB,CAAC;QACtF,SAAS,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,sBAAsB,CAAC;KACzF,CAAC;IACF,UAAU,EAAE,CAAC,iBAAiB,CAAC;IAC/B,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QACf,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,CAAA;YACzC,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC;gBACzD,KAAK,EAAE,GAAG,CACR,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,EACzC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC,EACrD,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC,CAC1C;aACF,CAAC,CAAA;YACF,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,OAAO,CAAC,CAAC,KAAK,CAAC;oBACb,IAAI,EAAE,qBAAqB;oBAC3B,OAAO,EAAE,kEAAkE;oBAC3E,SAAS,EAAE,KAAK;iBACjB,CAAC,CAAA;YACJ,CAAC;YAED,MAAM,sBAAsB,CAAC;gBAC3B,GAAG,CAAC,CAAC,GAAG;gBACR,MAAM;gBACN,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,MAAM;aACrB,CAAC,CAAA;YAEF,MAAM,YAAY,CAAC;gBACjB,GAAG,CAAC,CAAC,GAAG;gBACR,MAAM;gBACN,WAAW,EAAE,CAAC,CAAC,OAAO,CAAC,WAAW;gBAClC,SAAS,EAAE,CAAC,CAAC,OAAO,CAAC,SAAS;aAC/B,CAAC,CAAA;YACF,OAAO,CAAC,CAAC,EAAE,CAAC;gBACV,WAAW,EAAE,MAAM,CAAC,EAAE;aACvB,CAAC,CAAA;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;YACpB,OAAO,CAAC,CAAC,KAAK,CAAC;gBACb,IAAI,EAAE,kBAAkB;gBACxB,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,iCAAiC;gBACnF,SAAS,EAAE,IAAI;aAChB,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;CACF,CAAC,CAAA"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"setup.d.ts","sourceRoot":"","sources":["../../../src/commands/setup.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,GAAG,EAAK,MAAM,OAAO,CAAA;AAqB9B,eAAO,MAAM,KAAK
|
|
1
|
+
{"version":3,"file":"setup.d.ts","sourceRoot":"","sources":["../../../src/commands/setup.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,GAAG,EAAK,MAAM,OAAO,CAAA;AAqB9B,eAAO,MAAM,KAAK;;;;;;;wBAqIhB,CAAA"}
|
|
@@ -18,16 +18,14 @@ function validatePostgresUrl(value) {
|
|
|
18
18
|
}
|
|
19
19
|
export const setup = Cli.create('setup', {
|
|
20
20
|
description: 'Setup the CLI',
|
|
21
|
-
options: globalOptions
|
|
22
|
-
privateKey: z.string().optional().describe('Private key to use'),
|
|
23
|
-
}),
|
|
21
|
+
options: globalOptions,
|
|
24
22
|
run: async (c) => {
|
|
25
23
|
try {
|
|
26
24
|
const pk = await p.text({
|
|
27
25
|
message: 'Enter your private key',
|
|
28
26
|
validate(value) {
|
|
29
27
|
if (!value || !/^0x[a-fA-F0-9]{64}$/.test(value)) {
|
|
30
|
-
return `Invalid private key
|
|
28
|
+
return `Invalid private key! (must be 64 hex characters) starting with 0x`;
|
|
31
29
|
}
|
|
32
30
|
},
|
|
33
31
|
initialValue: config.get('privateKey'),
|
|
@@ -102,11 +100,26 @@ export const setup = Cli.create('setup', {
|
|
|
102
100
|
retryable: false,
|
|
103
101
|
});
|
|
104
102
|
}
|
|
103
|
+
const source = await p.text({
|
|
104
|
+
message: 'Enter your source',
|
|
105
|
+
placeholder: 'Dataset source',
|
|
106
|
+
defaultValue: 'early-repair',
|
|
107
|
+
initialValue: config.get('source'),
|
|
108
|
+
withGuide: false,
|
|
109
|
+
});
|
|
110
|
+
if (p.isCancel(source)) {
|
|
111
|
+
return c.error({
|
|
112
|
+
code: 'SETUP_CANCELLED',
|
|
113
|
+
message: 'Setup cancelled',
|
|
114
|
+
retryable: false,
|
|
115
|
+
});
|
|
116
|
+
}
|
|
105
117
|
config.set('privateKey', pk);
|
|
106
118
|
config.set('indexerMainnetUrl', indexerMainnetUrl);
|
|
107
119
|
config.set('indexerCalibrationUrl', indexerCalibrationUrl);
|
|
108
120
|
config.set('chainId', chainId);
|
|
109
121
|
config.set('dbPath', dbPath);
|
|
122
|
+
config.set('source', source);
|
|
110
123
|
const db = await createLocalDatabase(dbPath);
|
|
111
124
|
await migrateLocalDatabase(db);
|
|
112
125
|
const account = privateKeyToAccount(pk);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"setup.js","sourceRoot":"","sources":["../../../src/commands/setup.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,CAAC,MAAM,gBAAgB,CAAA;AACnC,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,MAAM,OAAO,CAAA;AAC9B,OAAO,IAAI,MAAM,MAAM,CAAA;AAEvB,OAAO,EAAE,mBAAmB,EAAE,MAAM,eAAe,CAAA;AACnD,OAAO,EAAE,MAAM,EAAE,mBAAmB,EAAE,aAAa,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAA;AAE9F,SAAS,mBAAmB,CAAC,KAAa;IACxC,IAAI,GAAQ,CAAA;IACZ,IAAI,CAAC;QACH,GAAG,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAA;IACtB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAA;IACd,CAAC;IAED,IAAI,GAAG,CAAC,QAAQ,KAAK,aAAa,IAAI,GAAG,CAAC,QAAQ,KAAK,WAAW,EAAE,CAAC;QACnE,OAAO,KAAK,CAAA;IACd,CAAC;IAED,OAAO,OAAO,CAAC,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;AACzF,CAAC;AAED,MAAM,CAAC,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE;IACvC,WAAW,EAAE,eAAe;IAC5B,OAAO,EAAE,aAAa
|
|
1
|
+
{"version":3,"file":"setup.js","sourceRoot":"","sources":["../../../src/commands/setup.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,CAAC,MAAM,gBAAgB,CAAA;AACnC,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,MAAM,OAAO,CAAA;AAC9B,OAAO,IAAI,MAAM,MAAM,CAAA;AAEvB,OAAO,EAAE,mBAAmB,EAAE,MAAM,eAAe,CAAA;AACnD,OAAO,EAAE,MAAM,EAAE,mBAAmB,EAAE,aAAa,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAA;AAE9F,SAAS,mBAAmB,CAAC,KAAa;IACxC,IAAI,GAAQ,CAAA;IACZ,IAAI,CAAC;QACH,GAAG,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAA;IACtB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAA;IACd,CAAC;IAED,IAAI,GAAG,CAAC,QAAQ,KAAK,aAAa,IAAI,GAAG,CAAC,QAAQ,KAAK,WAAW,EAAE,CAAC;QACnE,OAAO,KAAK,CAAA;IACd,CAAC;IAED,OAAO,OAAO,CAAC,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;AACzF,CAAC;AAED,MAAM,CAAC,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE;IACvC,WAAW,EAAE,eAAe;IAC5B,OAAO,EAAE,aAAa;IACtB,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QACf,IAAI,CAAC;YAEH,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC;gBACtB,OAAO,EAAE,wBAAwB;gBACjC,QAAQ,CAAC,KAAK;oBACZ,IAAI,CAAC,KAAK,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;wBACjD,OAAO,mEAAmE,CAAA;oBAC5E,CAAC;gBACH,CAAC;gBACD,YAAY,EAAE,MAAM,CAAC,GAAG,CAAC,YAAY,CAAC;gBACtC,SAAS,EAAE,KAAK;aACjB,CAAC,CAAA;YACF,IAAI,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,CAAC;gBACnB,OAAO,CAAC,CAAC,KAAK,CAAC;oBACb,IAAI,EAAE,iBAAiB;oBACvB,OAAO,EAAE,iBAAiB;oBAC1B,SAAS,EAAE,KAAK;iBACjB,CAAC,CAAA;YACJ,CAAC;YAGD,MAAM,iBAAiB,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC;gBACrC,OAAO,EAAE,yCAAyC;gBAClD,QAAQ,CAAC,KAAK;oBACZ,IAAI,CAAC,KAAK,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,EAAE,CAAC;wBAC1C,OAAO,uBAAuB,CAAA;oBAChC,CAAC;gBACH,CAAC;gBACD,YAAY,EAAE,MAAM,CAAC,GAAG,CAAC,mBAAmB,CAAC;gBAC7C,SAAS,EAAE,KAAK;aACjB,CAAC,CAAA;YACF,IAAI,CAAC,CAAC,QAAQ,CAAC,iBAAiB,CAAC,EAAE,CAAC;gBAClC,OAAO,CAAC,CAAC,KAAK,CAAC;oBACb,IAAI,EAAE,iBAAiB;oBACvB,OAAO,EAAE,iBAAiB;oBAC1B,SAAS,EAAE,KAAK;iBACjB,CAAC,CAAA;YACJ,CAAC;YACD,MAAM,qBAAqB,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC;gBACzC,OAAO,EAAE,6CAA6C;gBACtD,QAAQ,CAAC,KAAK;oBACZ,IAAI,CAAC,KAAK,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,EAAE,CAAC;wBAC1C,OAAO,uBAAuB,CAAA;oBAChC,CAAC;gBACH,CAAC;gBACD,YAAY,EAAE,MAAM,CAAC,GAAG,CAAC,uBAAuB,CAAC;gBACjD,SAAS,EAAE,KAAK;aACjB,CAAC,CAAA;YACF,IAAI,CAAC,CAAC,QAAQ,CAAC,qBAAqB,CAAC,EAAE,CAAC;gBACtC,OAAO,CAAC,CAAC,KAAK,CAAC;oBACb,IAAI,EAAE,iBAAiB;oBACvB,OAAO,EAAE,iBAAiB;oBAC1B,SAAS,EAAE,KAAK;iBACjB,CAAC,CAAA;YACJ,CAAC;YAGD,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,MAAM,CAAC;gBAC7B,OAAO,EAAE,mBAAmB;gBAC5B,OAAO,EAAE;oBACP,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,SAAS,EAAE;oBAChC,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,aAAa,EAAE;iBACxC;gBACD,SAAS,EAAE,KAAK;gBAChB,YAAY,EAAE,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC;aACpC,CAAC,CAAA;YACF,IAAI,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBACxB,OAAO,CAAC,CAAC,KAAK,CAAC;oBACb,IAAI,EAAE,iBAAiB;oBACvB,OAAO,EAAE,iBAAiB;oBAC1B,SAAS,EAAE,KAAK;iBACjB,CAAC,CAAA;YACJ,CAAC;YAGD,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC;gBAC1B,OAAO,EAAE,oBAAoB;gBAC7B,YAAY,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,WAAW,CAAC;gBACvF,SAAS,EAAE,KAAK;aACjB,CAAC,CAAA;YACF,IAAI,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBACvB,OAAO,CAAC,CAAC,KAAK,CAAC;oBACb,IAAI,EAAE,iBAAiB;oBACvB,OAAO,EAAE,iBAAiB;oBAC1B,SAAS,EAAE,KAAK;iBACjB,CAAC,CAAA;YACJ,CAAC;YAED,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC;gBAC1B,OAAO,EAAE,mBAAmB;gBAC5B,WAAW,EAAE,gBAAgB;gBAC7B,YAAY,EAAE,cAAc;gBAC5B,YAAY,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;gBAClC,SAAS,EAAE,KAAK;aACjB,CAAC,CAAA;YACF,IAAI,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBACvB,OAAO,CAAC,CAAC,KAAK,CAAC;oBACb,IAAI,EAAE,iBAAiB;oBACvB,OAAO,EAAE,iBAAiB;oBAC1B,SAAS,EAAE,KAAK;iBACjB,CAAC,CAAA;YACJ,CAAC;YAGD,MAAM,CAAC,GAAG,CAAC,YAAY,EAAE,EAAE,CAAC,CAAA;YAC5B,MAAM,CAAC,GAAG,CAAC,mBAAmB,EAAE,iBAAiB,CAAC,CAAA;YAClD,MAAM,CAAC,GAAG,CAAC,uBAAuB,EAAE,qBAAqB,CAAC,CAAA;YAC1D,MAAM,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,CAAA;YAC9B,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;YAC5B,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;YAG5B,MAAM,EAAE,GAAG,MAAM,mBAAmB,CAAC,MAAM,CAAC,CAAA;YAC5C,MAAM,oBAAoB,CAAC,EAAE,CAAC,CAAA;YAE9B,MAAM,OAAO,GAAG,mBAAmB,CAAC,EAAU,CAAC,CAAA;YAE/C,OAAO,CAAC,CAAC,EAAE,CAAC;gBACV,OAAO,EAAE,OAAO,CAAC,OAAO;aACzB,CAAC,CAAA;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;YACpB,OAAO,CAAC,CAAC,KAAK,CAAC;gBACb,IAAI,EAAE,cAAc;gBACpB,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,yBAAyB;gBAC3E,SAAS,EAAE,IAAI;aAChB,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;CACF,CAAC,CAAA"}
|
|
@@ -19,5 +19,6 @@ export declare const wallet: Cli.Cli<{}, z.ZodObject<{
|
|
|
19
19
|
}, z.core.$strip>>>;
|
|
20
20
|
client: z.ZodCustom<import("viem").Client<import("viem").Transport, import("@filoz/synapse-core/chains").Chain, import("viem").Account>, import("viem").Client<import("viem").Transport, import("@filoz/synapse-core/chains").Chain, import("viem").Account>>;
|
|
21
21
|
chain: z.ZodCustom<import("@filoz/synapse-core/chains").Chain, import("@filoz/synapse-core/chains").Chain>;
|
|
22
|
+
source: z.ZodString;
|
|
22
23
|
}, z.core.$strip>, undefined>;
|
|
23
24
|
//# sourceMappingURL=wallet.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"wallet.d.ts","sourceRoot":"","sources":["../../../src/commands/wallet.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,MAAM,OAAO,CAAA;AAK9B,eAAO,MAAM,MAAM
|
|
1
|
+
{"version":3,"file":"wallet.d.ts","sourceRoot":"","sources":["../../../src/commands/wallet.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,MAAM,OAAO,CAAA;AAK9B,eAAO,MAAM,MAAM;;;;;;;;;;;;;;;;;;;;;6BAGjB,CAAA"}
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
import type { OperationSelect } from '../local-schema.ts';
|
|
2
|
+
import type { IndexerDatabase, LocalDatabase } from '../types.ts';
|
|
3
|
+
export type SyncPiecesOnchainOptions = {
|
|
4
|
+
indexerDb: IndexerDatabase;
|
|
5
|
+
localDb: LocalDatabase;
|
|
6
|
+
dataSetId: bigint;
|
|
7
|
+
operations: OperationSelect[];
|
|
8
|
+
};
|
|
9
|
+
export declare function dedupeCids({ indexerDb, localDb, dataSetId, operations }: SyncPiecesOnchainOptions): Promise<{
|
|
10
|
+
metadata: import("@filoz/synapse-core").MetadataObject;
|
|
11
|
+
cid: string;
|
|
12
|
+
id: number;
|
|
13
|
+
status: import("../local-schema.ts").OperationStatus;
|
|
14
|
+
createdAt: number;
|
|
15
|
+
updatedAt: number;
|
|
16
|
+
repairId: number;
|
|
17
|
+
type: import("../local-schema.ts").OperationType;
|
|
18
|
+
alternateProvider: string;
|
|
19
|
+
result: import("../local-schema.ts").OperationResult | null;
|
|
20
|
+
error: string | null;
|
|
21
|
+
}[]>;
|
|
22
|
+
//# sourceMappingURL=dedupe-cids.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"dedupe-cids.d.ts","sourceRoot":"","sources":["../../../src/db/dedupe-cids.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAA;AACzD,OAAO,KAAK,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,aAAa,CAAA;AAGjE,MAAM,MAAM,wBAAwB,GAAG;IACrC,SAAS,EAAE,eAAe,CAAA;IAC1B,OAAO,EAAE,aAAa,CAAA;IACtB,SAAS,EAAE,MAAM,CAAA;IACjB,UAAU,EAAE,eAAe,EAAE,CAAA;CAC9B,CAAA;AAMD,wBAAsB,UAAU,CAAC,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,EAAE,wBAAwB;;;;;;;;;;;;KAgCvG"}
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
import { and, eq, inArray } from 'drizzle-orm';
|
|
2
|
+
import { upsertOperations } from "./upsert-operations.js";
|
|
3
|
+
export async function dedupeCids({ indexerDb, localDb, dataSetId, operations }) {
|
|
4
|
+
const cids = operations.map((operation) => operation.cid);
|
|
5
|
+
const schema = indexerDb._.fullSchema;
|
|
6
|
+
const rows = await indexerDb
|
|
7
|
+
.select({ cid: schema.pieces.cid })
|
|
8
|
+
.from(schema.pieces)
|
|
9
|
+
.where(and(eq(schema.pieces.dataSetId, dataSetId), eq(schema.pieces.removed, false), inArray(schema.pieces.cid, cids)));
|
|
10
|
+
const existingCids = new Set();
|
|
11
|
+
const completedOperations = [];
|
|
12
|
+
for (const row of rows) {
|
|
13
|
+
completedOperations.push(...operations.filter((operation) => operation.cid === row.cid));
|
|
14
|
+
existingCids.add(row.cid);
|
|
15
|
+
}
|
|
16
|
+
if (completedOperations.length > 0) {
|
|
17
|
+
await upsertOperations({
|
|
18
|
+
localDb,
|
|
19
|
+
operations: completedOperations.map((operation) => ({
|
|
20
|
+
...operation,
|
|
21
|
+
status: 'completed',
|
|
22
|
+
error: null,
|
|
23
|
+
})),
|
|
24
|
+
});
|
|
25
|
+
}
|
|
26
|
+
return operations.filter((operation) => !existingCids.has(operation.cid));
|
|
27
|
+
}
|
|
28
|
+
//# sourceMappingURL=dedupe-cids.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"dedupe-cids.js","sourceRoot":"","sources":["../../../src/db/dedupe-cids.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,aAAa,CAAA;AAG9C,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAA;AAazD,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,UAAU,EAA4B;IACtG,MAAM,IAAI,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,CAAA;IACzD,MAAM,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC,UAAU,CAAA;IAErC,MAAM,IAAI,GAAG,MAAM,SAAS;SACzB,MAAM,CAAC,EAAE,GAAG,EAAE,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC;SAClC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;SACnB,KAAK,CACJ,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE,SAAS,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAChH,CAAA;IAEH,MAAM,YAAY,GAAG,IAAI,GAAG,EAAU,CAAA;IACtC,MAAM,mBAAmB,GAAsB,EAAE,CAAA;IAEjD,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,mBAAmB,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,GAAG,KAAK,GAAG,CAAC,GAAG,CAAC,CAAC,CAAA;QACxF,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;IAC3B,CAAC;IAED,IAAI,mBAAmB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACnC,MAAM,gBAAgB,CAAC;YACrB,OAAO;YACP,UAAU,EAAE,mBAAmB,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;gBAClD,GAAG,SAAS;gBACZ,MAAM,EAAE,WAAW;gBACnB,KAAK,EAAE,IAAI;aACZ,CAAC,CAAC;SACJ,CAAC,CAAA;IACJ,CAAC;IAGD,OAAO,UAAU,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAA;AAC3E,CAAC"}
|