@filoz/repair-cli 0.3.0 → 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/package.json +3 -3
- package/dist/src/api.d.ts +35 -0
- package/dist/src/api.d.ts.map +1 -0
- package/dist/src/api.js +118 -0
- package/dist/src/api.js.map +1 -0
- package/dist/src/cli.js +2 -0
- package/dist/src/cli.js.map +1 -1
- package/dist/src/commands/datasets.d.ts +3 -5
- package/dist/src/commands/datasets.d.ts.map +1 -1
- package/dist/src/commands/datasets.js +24 -33
- package/dist/src/commands/datasets.js.map +1 -1
- package/dist/src/commands/providers.d.ts +3 -5
- package/dist/src/commands/providers.d.ts.map +1 -1
- package/dist/src/commands/providers.js +32 -33
- package/dist/src/commands/providers.js.map +1 -1
- package/dist/src/commands/repair.d.ts +3 -5
- package/dist/src/commands/repair.d.ts.map +1 -1
- package/dist/src/commands/repair.js +3 -3
- package/dist/src/commands/repair.js.map +1 -1
- package/dist/src/commands/replicate.d.ts +3 -5
- package/dist/src/commands/replicate.d.ts.map +1 -1
- package/dist/src/commands/replicate.js +3 -3
- package/dist/src/commands/replicate.js.map +1 -1
- package/dist/src/commands/second-copy.d.ts +23 -0
- package/dist/src/commands/second-copy.d.ts.map +1 -0
- package/dist/src/commands/second-copy.js +175 -0
- package/dist/src/commands/second-copy.js.map +1 -0
- package/dist/src/commands/session-key.d.ts +3 -5
- package/dist/src/commands/session-key.d.ts.map +1 -1
- package/dist/src/commands/setup.d.ts.map +1 -1
- package/dist/src/commands/setup.js +11 -32
- package/dist/src/commands/setup.js.map +1 -1
- package/dist/src/commands/wallet.d.ts +3 -5
- package/dist/src/commands/wallet.d.ts.map +1 -1
- package/dist/src/db/dedupe-cids.d.ts +6 -7
- package/dist/src/db/dedupe-cids.d.ts.map +1 -1
- package/dist/src/db/dedupe-cids.js +2 -14
- package/dist/src/db/dedupe-cids.js.map +1 -1
- package/dist/src/db/find-repair-dataset.d.ts +3 -3
- package/dist/src/db/find-repair-dataset.d.ts.map +1 -1
- package/dist/src/db/find-repair-dataset.js +16 -14
- package/dist/src/db/find-repair-dataset.js.map +1 -1
- package/dist/src/db/get-active-data-set-ids.d.ts +9 -0
- package/dist/src/db/get-active-data-set-ids.d.ts.map +1 -0
- package/dist/src/db/get-active-data-set-ids.js +9 -0
- package/dist/src/db/get-active-data-set-ids.js.map +1 -0
- package/dist/src/db/get-alternate-provider-urls.d.ts +6 -0
- package/dist/src/db/get-alternate-provider-urls.d.ts.map +1 -0
- package/dist/src/db/get-alternate-provider-urls.js +24 -0
- package/dist/src/db/get-alternate-provider-urls.js.map +1 -0
- package/dist/src/db/get-pieces.d.ts +8 -27
- package/dist/src/db/get-pieces.d.ts.map +1 -1
- package/dist/src/db/get-pieces.js +44 -97
- package/dist/src/db/get-pieces.js.map +1 -1
- package/dist/src/db/get-repair-provider.d.ts +2 -2
- package/dist/src/db/get-repair-provider.d.ts.map +1 -1
- package/dist/src/db/get-repair-provider.js +8 -20
- package/dist/src/db/get-repair-provider.js.map +1 -1
- package/dist/src/db/repair-create.d.ts.map +1 -1
- package/dist/src/db/repair-create.js +5 -3
- package/dist/src/db/repair-create.js.map +1 -1
- package/dist/src/db/replicate-create.d.ts.map +1 -1
- package/dist/src/db/replicate-create.js +15 -21
- package/dist/src/db/replicate-create.js.map +1 -1
- package/dist/src/db/second-copy-create.d.ts +10 -0
- package/dist/src/db/second-copy-create.d.ts.map +1 -0
- package/dist/src/db/second-copy-create.js +104 -0
- package/dist/src/db/second-copy-create.js.map +1 -0
- package/dist/src/local-schema.d.ts +41 -1
- package/dist/src/local-schema.d.ts.map +1 -1
- package/dist/src/local-schema.js +2 -0
- package/dist/src/local-schema.js.map +1 -1
- package/dist/src/middleware.d.ts +7 -11
- package/dist/src/middleware.d.ts.map +1 -1
- package/dist/src/middleware.js +6 -10
- package/dist/src/middleware.js.map +1 -1
- package/dist/src/pipeline/add-pieces.d.ts +3 -3
- package/dist/src/pipeline/add-pieces.d.ts.map +1 -1
- package/dist/src/pipeline/add-pieces.js +15 -7
- package/dist/src/pipeline/add-pieces.js.map +1 -1
- package/dist/src/pipeline/create-datasets.d.ts +4 -4
- package/dist/src/pipeline/create-datasets.d.ts.map +1 -1
- package/dist/src/pipeline/create-datasets.js +7 -14
- package/dist/src/pipeline/create-datasets.js.map +1 -1
- package/dist/src/types.d.ts +6 -7
- package/dist/src/types.d.ts.map +1 -1
- package/dist/src/utils.d.ts +7 -10
- package/dist/src/utils.d.ts.map +1 -1
- package/dist/src/utils.js +21 -2
- package/dist/src/utils.js.map +1 -1
- package/package.json +3 -3
- package/readme.md +98 -13
- package/src/api.ts +220 -0
- package/src/cli.ts +2 -0
- package/src/commands/datasets.ts +24 -36
- package/src/commands/providers.ts +34 -42
- package/src/commands/repair.ts +3 -3
- package/src/commands/replicate.ts +3 -3
- package/src/commands/second-copy.ts +187 -0
- package/src/commands/setup.ts +12 -35
- package/src/db/dedupe-cids.ts +7 -24
- package/src/db/find-repair-dataset.ts +17 -28
- package/src/db/get-active-data-set-ids.ts +29 -0
- package/src/db/get-alternate-provider-urls.ts +43 -0
- package/src/db/get-pieces.ts +82 -214
- package/src/db/get-repair-provider.ts +10 -30
- package/src/db/repair-create.ts +5 -3
- package/src/db/replicate-create.ts +15 -21
- package/src/db/second-copy-create.ts +147 -0
- package/src/local-schema.ts +3 -0
- package/src/middleware.ts +7 -11
- package/src/pipeline/add-pieces.ts +21 -11
- package/src/pipeline/create-datasets.ts +9 -29
- package/src/types.ts +9 -7
- package/src/utils.ts +22 -4
- package/dist/src/db/find-providers-by-cid.d.ts +0 -9
- package/dist/src/db/find-providers-by-cid.d.ts.map +0 -1
- package/dist/src/db/find-providers-by-cid.js +0 -43
- package/dist/src/db/find-providers-by-cid.js.map +0 -1
- package/dist/src/indexer-schema.d.ts +0 -549
- package/dist/src/indexer-schema.d.ts.map +0 -1
- package/dist/src/indexer-schema.js +0 -56
- package/dist/src/indexer-schema.js.map +0 -1
- package/src/db/find-providers-by-cid.ts +0 -70
- package/src/indexer-schema.ts +0 -77
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"repair.js","sourceRoot":"","sources":["../../../src/commands/repair.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,
|
|
1
|
+
{"version":3,"file":"repair.js","sourceRoot":"","sources":["../../../src/commands/repair.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,aAAa,CAAA;AACpD,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,MAAM,OAAO,CAAA;AAC9B,OAAO,EAAE,SAAS,EAAE,MAAM,MAAM,CAAA;AAChC,OAAO,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAA;AACrD,OAAO,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAA;AACrD,OAAO,EAAE,iBAAiB,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAA;AACnE,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAA;AACxD,OAAO,EAAE,mBAAmB,EAAE,MAAM,gCAAgC,CAAA;AACpE,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAA;AAE3C,MAAM,CAAC,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE;IACzC,WAAW,EAAE,iBAAiB;IAC9B,IAAI,EAAE,aAAa;CACpB,CAAC,CAAA;AAEF,MAAM,CAAC,OAAO,CAAC,QAAQ,EAAE;IACvB,WAAW,EAAE,qBAAqB;IAClC,OAAO,EAAE,aAAa,CAAC,MAAM,CAAC;QAC5B,UAAU,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,uBAAuB,CAAC;QAC/D,gBAAgB,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,+BAA+B,CAAC;KAC9E,CAAC;IACF,UAAU,EAAE,CAAC,iBAAiB,CAAC;IAC/B,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QACf,IAAI,CAAC;YACH,MAAM,EAAE,UAAU,EAAE,gBAAgB,EAAE,GAAG,CAAC,CAAC,OAAO,CAAA;YAElD,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC;gBAClC,GAAG,CAAC,CAAC,GAAG;gBACR,gBAAgB,EAAE,UAAU;gBAC5B,gBAAgB;aACjB,CAAC,CAAA;YAEF,OAAO,CAAC,CAAC,EAAE,CAAC;gBACV,QAAQ;aACT,CAAC,CAAA;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;YACpB,OAAO,CAAC,CAAC,KAAK,CAAC;gBACb,IAAI,EAAE,eAAe;gBACrB,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,8BAA8B;gBAChF,SAAS,EAAE,IAAI;aAChB,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;CACF,CAAC,CAAA;AAEF,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE;IACrB,WAAW,EAAE,kBAAkB;IAC/B,OAAO,EAAE,aAAa;IACtB,UAAU,EAAE,CAAC,iBAAiB,CAAC;IAC/B,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QACf,IAAI,CAAC;YACH,MAAM,WAAW,GAAG,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,CAAA;YAC9C,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC;gBACzD,KAAK,EAAE,EAAE,CAAC,WAAW,CAAC,OAAO,CAAC,IAAI,EAAE,QAAQ,CAAC;gBAC7C,OAAO,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;gBAC9C,IAAI,EAAE;oBACJ,UAAU,EAAE,IAAI;iBACjB;aACF,CAAC,CAAA;YAEF,MAAM,eAAe,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;gBAC7C,MAAM,EAAE,UAAU,EAAE,GAAG,uBAAuB,EAAE,GAAG,MAAM,CAAA;gBACzD,OAAO;oBACL,EAAE,EAAE,uBAAuB,CAAC,EAAE;oBAC9B,MAAM,EAAE,uBAAuB,CAAC,MAAM;oBACtC,gBAAgB,EAAE,uBAAuB,CAAC,gBAAgB;oBAC1D,gBAAgB,EAAE,uBAAuB,CAAC,gBAAgB;oBAC1D,iBAAiB,EAAE,uBAAuB,CAAC,iBAAiB;oBAC5D,eAAe,EAAE,uBAAuB,CAAC,eAAe;oBACxD,WAAW,EAAE,uBAAuB,CAAC,WAAW;oBAChD,UAAU,EAAE,UAAU,CAAC,MAAM;oBAC7B,OAAO,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,MAAM;oBAChF,MAAM,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,MAAM;oBAC9E,SAAS,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,MAAM;oBACpF,OAAO,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,MAAM;iBACjF,CAAA;YACH,CAAC,CAAC,CAAA;YAEF,OAAO,CAAC,CAAC,EAAE,CAAC;gBACV,OAAO,EAAE,eAAe;aACzB,CAAC,CAAA;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;YACpB,OAAO,CAAC,CAAC,KAAK,CAAC;gBACb,IAAI,EAAE,eAAe;gBACrB,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,8BAA8B;gBAChF,SAAS,EAAE,IAAI;aAChB,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;CACF,CAAC,CAAA;AAEF,MAAM,CAAC,OAAO,CAAC,QAAQ,EAAE;IACvB,WAAW,EAAE,iBAAiB;IAC9B,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;QACb,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,qBAAqB,CAAC;KAC5D,CAAC;IACF,OAAO,EAAE,aAAa;IACtB,UAAU,EAAE,CAAC,iBAAiB,CAAC;IAC/B,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QACf,IAAI,CAAC;YACH,MAAM,EAAE,OAAO,EAAE,iBAAiB,EAAE,GAAG,MAAM,YAAY,CAAC;gBACxD,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,OAAO;gBACtB,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,QAAQ;aAC1B,CAAC,CAAA;YAEF,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,OAAO,CAAC,CAAC,KAAK,CAAC;oBACb,IAAI,EAAE,kBAAkB;oBACxB,OAAO,EAAE,kBAAkB;oBAC3B,SAAS,EAAE,KAAK;iBACjB,CAAC,CAAA;YACJ,CAAC;YAED,OAAO,CAAC,CAAC,EAAE,CAAC;gBACV,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,QAAQ;gBACzB,iBAAiB;aAClB,CAAC,CAAA;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;YACpB,OAAO,CAAC,CAAC,KAAK,CAAC;gBACb,IAAI,EAAE,eAAe;gBACrB,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,6BAA6B;gBAC/E,SAAS,EAAE,IAAI;aAChB,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;CACF,CAAC,CAAA;AAEF,MAAM,CAAC,OAAO,CAAC,KAAK,EAAE;IACpB,WAAW,EAAE,cAAc;IAC3B,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;QACb,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,kBAAkB,CAAC;KACzD,CAAC;IACF,OAAO,EAAE,aAAa,CAAC,MAAM,CAAC;QAC5B,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,mBAAmB,CAAC;QACtF,SAAS,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,sBAAsB,CAAC;QACxF,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,SAAS,EAAE,iBAAiB,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,eAAe,CAAC;KAC5F,CAAC;IACF,UAAU,EAAE,CAAC,iBAAiB,CAAC;IAC/B,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QACf,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,CAAA;YACzC,MAAM,KAAK,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAA;YAC7D,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC;gBACzD,KAAK,EAAE,GAAG,CACR,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,EACtC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC,EACrD,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE,QAAQ,CAAC,CAClC;aACF,CAAC,CAAA;YACF,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,OAAO,CAAC,CAAC,KAAK,CAAC;oBACb,IAAI,EAAE,kBAAkB;oBACxB,OAAO,EAAE,6DAA6D;oBACtE,SAAS,EAAE,KAAK;iBACjB,CAAC,CAAA;YACJ,CAAC;YAED,MAAM,mBAAmB,CAAC;gBACxB,GAAG,CAAC,CAAC,GAAG;gBACR,MAAM;gBACN,KAAK;aACN,CAAC,CAAA;YAEF,MAAM,YAAY,CAAC;gBACjB,GAAG,CAAC,CAAC,GAAG;gBACR,MAAM;gBACN,WAAW,EAAE,CAAC,CAAC,OAAO,CAAC,WAAW;gBAClC,SAAS,EAAE,CAAC,CAAC,OAAO,CAAC,SAAS;aAC/B,CAAC,CAAA;YACF,OAAO,CAAC,CAAC,EAAE,CAAC;gBACV,QAAQ,EAAE,MAAM,CAAC,EAAE;aACpB,CAAC,CAAA;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;YACpB,OAAO,CAAC,CAAC,KAAK,CAAC;gBACb,IAAI,EAAE,eAAe;gBACrB,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,8BAA8B;gBAChF,SAAS,EAAE,IAAI;aAChB,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;CACF,CAAC,CAAA"}
|
|
@@ -1,18 +1,16 @@
|
|
|
1
1
|
import { Cli, z } from 'incur';
|
|
2
2
|
export declare const replicate: Cli.Cli<{}, z.ZodObject<{
|
|
3
|
-
|
|
3
|
+
api: z.ZodCustom<import("../types.ts").IndexerApi, import("../types.ts").IndexerApi>;
|
|
4
4
|
localDb: z.ZodCustom<import("../types.ts").LocalDatabase, import("../types.ts").LocalDatabase>;
|
|
5
5
|
config: z.ZodCustom<import("iso-conf").Conf<z.ZodObject<{
|
|
6
6
|
privateKey: z.ZodOptional<z.ZodString>;
|
|
7
|
-
|
|
8
|
-
indexerCalibrationUrl: z.ZodOptional<z.ZodURL>;
|
|
7
|
+
apiUrl: z.ZodOptional<z.ZodURL>;
|
|
9
8
|
chainId: z.ZodOptional<z.ZodNumber>;
|
|
10
9
|
dbPath: z.ZodOptional<z.ZodString>;
|
|
11
10
|
source: z.ZodOptional<z.ZodString>;
|
|
12
11
|
}, z.core.$strip>>, import("iso-conf").Conf<z.ZodObject<{
|
|
13
12
|
privateKey: z.ZodOptional<z.ZodString>;
|
|
14
|
-
|
|
15
|
-
indexerCalibrationUrl: z.ZodOptional<z.ZodURL>;
|
|
13
|
+
apiUrl: z.ZodOptional<z.ZodURL>;
|
|
16
14
|
chainId: z.ZodOptional<z.ZodNumber>;
|
|
17
15
|
dbPath: z.ZodOptional<z.ZodString>;
|
|
18
16
|
source: z.ZodOptional<z.ZodString>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"replicate.d.ts","sourceRoot":"","sources":["../../../src/commands/replicate.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,MAAM,OAAO,CAAA;AAS9B,eAAO,MAAM,SAAS
|
|
1
|
+
{"version":3,"file":"replicate.d.ts","sourceRoot":"","sources":["../../../src/commands/replicate.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,MAAM,OAAO,CAAA;AAS9B,eAAO,MAAM,SAAS;;;;;;;;;;;;;;;;;;;;6BAGpB,CAAA"}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { and, desc, eq, inArray
|
|
1
|
+
import { and, desc, eq, inArray } from 'drizzle-orm';
|
|
2
2
|
import { Cli, z } from 'incur';
|
|
3
3
|
import { isAddress } from 'viem';
|
|
4
4
|
import { repairDelete } from "../db/repair-delete.js";
|
|
@@ -48,7 +48,7 @@ replicate.command('list', {
|
|
|
48
48
|
try {
|
|
49
49
|
const localSchema = c.var.localDb._.fullSchema;
|
|
50
50
|
const replications = await c.var.localDb.query.repairs.findMany({
|
|
51
|
-
where:
|
|
51
|
+
where: eq(localSchema.repairs.kind, 'replicate'),
|
|
52
52
|
orderBy: [desc(localSchema.repairs.createdAt)],
|
|
53
53
|
with: {
|
|
54
54
|
operations: true,
|
|
@@ -137,7 +137,7 @@ replicate.command('run', {
|
|
|
137
137
|
const schema = c.var.localDb._.fullSchema;
|
|
138
138
|
const payer = c.options.payer ?? c.var.client.account.address;
|
|
139
139
|
const repair = await c.var.localDb.query.repairs.findFirst({
|
|
140
|
-
where: and(eq(schema.repairs.id, c.args.replicateId), inArray(schema.repairs.status, ['pending', 'failed']),
|
|
140
|
+
where: and(eq(schema.repairs.id, c.args.replicateId), inArray(schema.repairs.status, ['pending', 'failed']), eq(schema.repairs.kind, 'replicate')),
|
|
141
141
|
});
|
|
142
142
|
if (!repair) {
|
|
143
143
|
return c.error({
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"replicate.js","sourceRoot":"","sources":["../../../src/commands/replicate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,EAAE,OAAO,EAAE,
|
|
1
|
+
{"version":3,"file":"replicate.js","sourceRoot":"","sources":["../../../src/commands/replicate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,aAAa,CAAA;AACpD,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,MAAM,OAAO,CAAA;AAC9B,OAAO,EAAE,SAAS,EAAE,MAAM,MAAM,CAAA;AAChC,OAAO,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAA;AACrD,OAAO,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAA;AAC3D,OAAO,EAAE,iBAAiB,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAA;AACnE,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAA;AACxD,OAAO,EAAE,sBAAsB,EAAE,MAAM,gCAAgC,CAAA;AACvE,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAA;AAE3C,MAAM,CAAC,MAAM,SAAS,GAAG,GAAG,CAAC,MAAM,CAAC,WAAW,EAAE;IAC/C,WAAW,EAAE,4BAA4B;IACzC,IAAI,EAAE,aAAa;CACpB,CAAC,CAAA;AAEF,SAAS,CAAC,OAAO,CAAC,QAAQ,EAAE;IAC1B,WAAW,EAAE,kCAAkC;IAC/C,OAAO,EAAE,aAAa,CAAC,MAAM,CAAC;QAC5B,SAAS,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,yBAAyB,CAAC;QAChE,gBAAgB,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,oCAAoC,CAAC;KACnF,CAAC;IACF,UAAU,EAAE,CAAC,iBAAiB,CAAC;IAC/B,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QACf,IAAI,CAAC;YACH,MAAM,EAAE,SAAS,EAAE,gBAAgB,EAAE,GAAG,CAAC,CAAC,OAAO,CAAA;YAEjD,MAAM,WAAW,GAAG,MAAM,eAAe,CAAC;gBACxC,GAAG,CAAC,CAAC,GAAG;gBACR,SAAS;gBACT,gBAAgB;aACjB,CAAC,CAAA;YAEF,OAAO,CAAC,CAAC,EAAE,CAAC;gBACV,WAAW;aACZ,CAAC,CAAA;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;YACpB,OAAO,CAAC,CAAC,KAAK,CAAC;gBACb,IAAI,EAAE,kBAAkB;gBACxB,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,iCAAiC;gBACnF,SAAS,EAAE,IAAI;aAChB,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;CACF,CAAC,CAAA;AAEF,SAAS,CAAC,OAAO,CAAC,MAAM,EAAE;IACxB,WAAW,EAAE,uBAAuB;IACpC,OAAO,EAAE,aAAa;IACtB,UAAU,EAAE,CAAC,iBAAiB,CAAC;IAC/B,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QACf,IAAI,CAAC;YACH,MAAM,WAAW,GAAG,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,CAAA;YAC9C,MAAM,YAAY,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC;gBAC9D,KAAK,EAAE,EAAE,CAAC,WAAW,CAAC,OAAO,CAAC,IAAI,EAAE,WAAW,CAAC;gBAChD,OAAO,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;gBAC9C,IAAI,EAAE;oBACJ,UAAU,EAAE,IAAI;iBACjB;aACF,CAAC,CAAA;YAEF,MAAM,qBAAqB,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;gBACxD,MAAM,EAAE,UAAU,EAAE,GAAG,4BAA4B,EAAE,GAAG,MAAM,CAAA;gBAC9D,OAAO;oBACL,EAAE,EAAE,4BAA4B,CAAC,EAAE;oBACnC,MAAM,EAAE,4BAA4B,CAAC,MAAM;oBAC3C,gBAAgB,EAAE,4BAA4B,CAAC,gBAAgB;oBAC/D,eAAe,EAAE,4BAA4B,CAAC,eAAe;oBAC7D,gBAAgB,EAAE,4BAA4B,CAAC,gBAAgB;oBAC/D,iBAAiB,EAAE,4BAA4B,CAAC,iBAAiB;oBACjE,eAAe,EAAE,4BAA4B,CAAC,eAAe;oBAC7D,WAAW,EAAE,4BAA4B,CAAC,WAAW;oBACrD,UAAU,EAAE,UAAU,CAAC,MAAM;oBAC7B,OAAO,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,MAAM;oBAChF,MAAM,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,MAAM;oBAC9E,SAAS,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,MAAM;oBACpF,OAAO,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,MAAM;iBACjF,CAAA;YACH,CAAC,CAAC,CAAA;YAEF,OAAO,CAAC,CAAC,EAAE,CAAC;gBACV,YAAY,EAAE,qBAAqB;aACpC,CAAC,CAAA;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;YACpB,OAAO,CAAC,CAAC,KAAK,CAAC;gBACb,IAAI,EAAE,kBAAkB;gBACxB,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,6BAA6B;gBAC/E,SAAS,EAAE,IAAI;aAChB,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;CACF,CAAC,CAAA;AAEF,SAAS,CAAC,OAAO,CAAC,QAAQ,EAAE;IAC1B,WAAW,EAAE,sBAAsB;IACnC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;QACb,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,0BAA0B,CAAC;KACpE,CAAC;IACF,OAAO,EAAE,aAAa;IACtB,UAAU,EAAE,CAAC,iBAAiB,CAAC;IAC/B,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QACf,IAAI,CAAC;YACH,MAAM,EAAE,OAAO,EAAE,iBAAiB,EAAE,GAAG,MAAM,YAAY,CAAC;gBACxD,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,OAAO;gBACtB,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,WAAW;aAC7B,CAAC,CAAA;YAEF,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,OAAO,CAAC,CAAC,KAAK,CAAC;oBACb,IAAI,EAAE,qBAAqB;oBAC3B,OAAO,EAAE,uBAAuB;oBAChC,SAAS,EAAE,KAAK;iBACjB,CAAC,CAAA;YACJ,CAAC;YAED,OAAO,CAAC,CAAC,EAAE,CAAC;gBACV,WAAW,EAAE,CAAC,CAAC,IAAI,CAAC,WAAW;gBAC/B,iBAAiB;aAClB,CAAC,CAAA;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;YACpB,OAAO,CAAC,CAAC,KAAK,CAAC;gBACb,IAAI,EAAE,kBAAkB;gBACxB,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,kCAAkC;gBACpF,SAAS,EAAE,IAAI;aAChB,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;CACF,CAAC,CAAA;AAEF,SAAS,CAAC,OAAO,CAAC,KAAK,EAAE;IACvB,WAAW,EAAE,mBAAmB;IAChC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;QACb,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,uBAAuB,CAAC;KACjE,CAAC;IACF,OAAO,EAAE,aAAa,CAAC,MAAM,CAAC;QAC5B,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,mBAAmB,CAAC;QACtF,SAAS,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,sBAAsB,CAAC;QACxF,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,SAAS,EAAE,iBAAiB,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,eAAe,CAAC;KAC5F,CAAC;IACF,UAAU,EAAE,CAAC,iBAAiB,CAAC;IAC/B,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QACf,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,CAAA;YACzC,MAAM,KAAK,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAA;YAC7D,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC;gBACzD,KAAK,EAAE,GAAG,CACR,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,EACzC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC,EACrD,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE,WAAW,CAAC,CACrC;aACF,CAAC,CAAA;YACF,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,OAAO,CAAC,CAAC,KAAK,CAAC;oBACb,IAAI,EAAE,qBAAqB;oBAC3B,OAAO,EAAE,kEAAkE;oBAC3E,SAAS,EAAE,KAAK;iBACjB,CAAC,CAAA;YACJ,CAAC;YAED,MAAM,sBAAsB,CAAC;gBAC3B,GAAG,CAAC,CAAC,GAAG;gBACR,MAAM;gBACN,KAAK;gBACL,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,MAAM;aACrB,CAAC,CAAA;YAEF,MAAM,YAAY,CAAC;gBACjB,GAAG,CAAC,CAAC,GAAG;gBACR,MAAM;gBACN,WAAW,EAAE,CAAC,CAAC,OAAO,CAAC,WAAW;gBAClC,SAAS,EAAE,CAAC,CAAC,OAAO,CAAC,SAAS;aAC/B,CAAC,CAAA;YACF,OAAO,CAAC,CAAC,EAAE,CAAC;gBACV,WAAW,EAAE,MAAM,CAAC,EAAE;aACvB,CAAC,CAAA;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;YACpB,OAAO,CAAC,CAAC,KAAK,CAAC;gBACb,IAAI,EAAE,kBAAkB;gBACxB,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,iCAAiC;gBACnF,SAAS,EAAE,IAAI;aAChB,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;CACF,CAAC,CAAA"}
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
import { Cli, z } from 'incur';
|
|
2
|
+
export declare const secondCopy: Cli.Cli<{}, z.ZodObject<{
|
|
3
|
+
api: z.ZodCustom<import("../types.ts").IndexerApi, import("../types.ts").IndexerApi>;
|
|
4
|
+
localDb: z.ZodCustom<import("../types.ts").LocalDatabase, import("../types.ts").LocalDatabase>;
|
|
5
|
+
config: z.ZodCustom<import("iso-conf").Conf<z.ZodObject<{
|
|
6
|
+
privateKey: z.ZodOptional<z.ZodString>;
|
|
7
|
+
apiUrl: z.ZodOptional<z.ZodURL>;
|
|
8
|
+
chainId: z.ZodOptional<z.ZodNumber>;
|
|
9
|
+
dbPath: z.ZodOptional<z.ZodString>;
|
|
10
|
+
source: z.ZodOptional<z.ZodString>;
|
|
11
|
+
}, z.core.$strip>>, import("iso-conf").Conf<z.ZodObject<{
|
|
12
|
+
privateKey: z.ZodOptional<z.ZodString>;
|
|
13
|
+
apiUrl: z.ZodOptional<z.ZodURL>;
|
|
14
|
+
chainId: z.ZodOptional<z.ZodNumber>;
|
|
15
|
+
dbPath: z.ZodOptional<z.ZodString>;
|
|
16
|
+
source: z.ZodOptional<z.ZodString>;
|
|
17
|
+
}, z.core.$strip>>>;
|
|
18
|
+
client: z.ZodCustom<import("viem").Client<import("viem").Transport, import("@filoz/synapse-core/chains").Chain, import("viem").Account>, import("viem").Client<import("viem").Transport, import("@filoz/synapse-core/chains").Chain, import("viem").Account>>;
|
|
19
|
+
chain: z.ZodCustom<import("@filoz/synapse-core/chains").Chain, import("@filoz/synapse-core/chains").Chain>;
|
|
20
|
+
source: z.ZodString;
|
|
21
|
+
isInteractive: z.ZodBoolean;
|
|
22
|
+
}, z.core.$strip>, undefined>;
|
|
23
|
+
//# sourceMappingURL=second-copy.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"second-copy.d.ts","sourceRoot":"","sources":["../../../src/commands/second-copy.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,MAAM,OAAO,CAAA;AAS9B,eAAO,MAAM,UAAU;;;;;;;;;;;;;;;;;;;;6BAGrB,CAAA"}
|
|
@@ -0,0 +1,175 @@
|
|
|
1
|
+
import { and, desc, eq, inArray } from 'drizzle-orm';
|
|
2
|
+
import { Cli, z } from 'incur';
|
|
3
|
+
import { isAddress } from 'viem';
|
|
4
|
+
import { repairDelete } from "../db/repair-delete.js";
|
|
5
|
+
import { secondCopyCreate } from "../db/second-copy-create.js";
|
|
6
|
+
import { contextMiddleware, contextSchema } from "../middleware.js";
|
|
7
|
+
import { runAddPieces } from "../pipeline/add-pieces.js";
|
|
8
|
+
import { ensureRepairDataset } from "../pipeline/create-datasets.js";
|
|
9
|
+
import { globalOptions } from "../utils.js";
|
|
10
|
+
export const secondCopy = Cli.create('second-copy', {
|
|
11
|
+
description: 'Second-copy piece commands',
|
|
12
|
+
vars: contextSchema,
|
|
13
|
+
});
|
|
14
|
+
secondCopy.command('create', {
|
|
15
|
+
description: 'Create a second-copy job from a pieces file',
|
|
16
|
+
options: globalOptions.extend({
|
|
17
|
+
piecesFile: z.string().describe('Path to JSON file with aggregates[].piece_cid'),
|
|
18
|
+
sourceProviderUrl: z.string().url().describe('Source provider URL to pull pieces from'),
|
|
19
|
+
targetProviderId: z.coerce.bigint().describe('Target provider ID for second-copy'),
|
|
20
|
+
}),
|
|
21
|
+
middleware: [contextMiddleware],
|
|
22
|
+
run: async (c) => {
|
|
23
|
+
try {
|
|
24
|
+
const { piecesFile, sourceProviderUrl, targetProviderId } = c.options;
|
|
25
|
+
const secondCopyId = await secondCopyCreate({
|
|
26
|
+
...c.var,
|
|
27
|
+
piecesFile,
|
|
28
|
+
sourceProviderUrl,
|
|
29
|
+
targetProviderId,
|
|
30
|
+
});
|
|
31
|
+
return c.ok({
|
|
32
|
+
secondCopyId,
|
|
33
|
+
});
|
|
34
|
+
}
|
|
35
|
+
catch (error) {
|
|
36
|
+
console.error(error);
|
|
37
|
+
return c.error({
|
|
38
|
+
code: 'SECOND_COPY_FAILED',
|
|
39
|
+
message: error instanceof Error ? error.message : 'Failed to create the second-copy job',
|
|
40
|
+
retryable: true,
|
|
41
|
+
});
|
|
42
|
+
}
|
|
43
|
+
},
|
|
44
|
+
});
|
|
45
|
+
secondCopy.command('list', {
|
|
46
|
+
description: 'List all second-copy jobs',
|
|
47
|
+
options: globalOptions,
|
|
48
|
+
middleware: [contextMiddleware],
|
|
49
|
+
run: async (c) => {
|
|
50
|
+
try {
|
|
51
|
+
const localSchema = c.var.localDb._.fullSchema;
|
|
52
|
+
const jobs = await c.var.localDb.query.repairs.findMany({
|
|
53
|
+
where: eq(localSchema.repairs.kind, 'second_copy'),
|
|
54
|
+
orderBy: [desc(localSchema.repairs.createdAt)],
|
|
55
|
+
with: {
|
|
56
|
+
operations: true,
|
|
57
|
+
},
|
|
58
|
+
});
|
|
59
|
+
const secondCopies = jobs.map((repair) => {
|
|
60
|
+
const { operations, ...job } = repair;
|
|
61
|
+
return {
|
|
62
|
+
id: job.id,
|
|
63
|
+
status: job.status,
|
|
64
|
+
sourceProviderUrl: job.sourceProviderUrl,
|
|
65
|
+
targetProviderId: job.targetProviderId,
|
|
66
|
+
targetProviderUrl: job.targetProviderUrl,
|
|
67
|
+
targetDataSetId: job.targetDataSetId,
|
|
68
|
+
blockNumber: job.blockNumber,
|
|
69
|
+
operations: operations.length,
|
|
70
|
+
pending: operations.filter((operation) => operation.status === 'pending').length,
|
|
71
|
+
failed: operations.filter((operation) => operation.status === 'failed').length,
|
|
72
|
+
completed: operations.filter((operation) => operation.status === 'completed').length,
|
|
73
|
+
skipped: operations.filter((operation) => operation.status === 'skipped').length,
|
|
74
|
+
};
|
|
75
|
+
});
|
|
76
|
+
return c.ok({
|
|
77
|
+
secondCopies,
|
|
78
|
+
});
|
|
79
|
+
}
|
|
80
|
+
catch (error) {
|
|
81
|
+
console.error(error);
|
|
82
|
+
return c.error({
|
|
83
|
+
code: 'SECOND_COPY_FAILED',
|
|
84
|
+
message: error instanceof Error ? error.message : 'Failed to list second-copy jobs',
|
|
85
|
+
retryable: true,
|
|
86
|
+
});
|
|
87
|
+
}
|
|
88
|
+
},
|
|
89
|
+
});
|
|
90
|
+
secondCopy.command('delete', {
|
|
91
|
+
description: 'Delete a second-copy job',
|
|
92
|
+
args: z.object({
|
|
93
|
+
secondCopyId: z.coerce.number().describe('Second-copy ID to delete'),
|
|
94
|
+
}),
|
|
95
|
+
options: globalOptions,
|
|
96
|
+
middleware: [contextMiddleware],
|
|
97
|
+
run: async (c) => {
|
|
98
|
+
try {
|
|
99
|
+
const { deleted, operationsDeleted } = await repairDelete({
|
|
100
|
+
localDb: c.var.localDb,
|
|
101
|
+
repairId: c.args.secondCopyId,
|
|
102
|
+
});
|
|
103
|
+
if (!deleted) {
|
|
104
|
+
return c.error({
|
|
105
|
+
code: 'SECOND_COPY_NOT_FOUND',
|
|
106
|
+
message: 'Second-copy job not found',
|
|
107
|
+
retryable: false,
|
|
108
|
+
});
|
|
109
|
+
}
|
|
110
|
+
return c.ok({
|
|
111
|
+
secondCopyId: c.args.secondCopyId,
|
|
112
|
+
operationsDeleted,
|
|
113
|
+
});
|
|
114
|
+
}
|
|
115
|
+
catch (error) {
|
|
116
|
+
console.error(error);
|
|
117
|
+
return c.error({
|
|
118
|
+
code: 'SECOND_COPY_FAILED',
|
|
119
|
+
message: error instanceof Error ? error.message : 'Failed to delete the second-copy job',
|
|
120
|
+
retryable: true,
|
|
121
|
+
});
|
|
122
|
+
}
|
|
123
|
+
},
|
|
124
|
+
});
|
|
125
|
+
secondCopy.command('run', {
|
|
126
|
+
description: 'Run a second-copy job',
|
|
127
|
+
args: z.object({
|
|
128
|
+
secondCopyId: z.coerce.number().describe('Second-copy ID to run'),
|
|
129
|
+
}),
|
|
130
|
+
options: globalOptions.extend({
|
|
131
|
+
concurrency: z.coerce.number().min(1).max(10).default(4).describe('Concurrency level'),
|
|
132
|
+
batchSize: z.coerce.number().min(1).max(40).default(40).describe('Max pieces per batch'),
|
|
133
|
+
payer: z.string().refine(isAddress, 'Invalid address').optional().describe('Payer address'),
|
|
134
|
+
}),
|
|
135
|
+
middleware: [contextMiddleware],
|
|
136
|
+
run: async (c) => {
|
|
137
|
+
try {
|
|
138
|
+
const schema = c.var.localDb._.fullSchema;
|
|
139
|
+
const payer = c.options.payer ?? c.var.client.account.address;
|
|
140
|
+
const repair = await c.var.localDb.query.repairs.findFirst({
|
|
141
|
+
where: and(eq(schema.repairs.id, c.args.secondCopyId), inArray(schema.repairs.status, ['pending', 'failed']), eq(schema.repairs.kind, 'second_copy')),
|
|
142
|
+
});
|
|
143
|
+
if (!repair) {
|
|
144
|
+
return c.error({
|
|
145
|
+
code: 'SECOND_COPY_NOT_FOUND',
|
|
146
|
+
message: 'Second-copy job not found, it may have already been run or completed',
|
|
147
|
+
retryable: false,
|
|
148
|
+
});
|
|
149
|
+
}
|
|
150
|
+
await ensureRepairDataset({
|
|
151
|
+
...c.var,
|
|
152
|
+
repair,
|
|
153
|
+
payer,
|
|
154
|
+
});
|
|
155
|
+
await runAddPieces({
|
|
156
|
+
...c.var,
|
|
157
|
+
repair,
|
|
158
|
+
concurrency: c.options.concurrency,
|
|
159
|
+
batchSize: c.options.batchSize,
|
|
160
|
+
});
|
|
161
|
+
return c.ok({
|
|
162
|
+
secondCopyId: repair.id,
|
|
163
|
+
});
|
|
164
|
+
}
|
|
165
|
+
catch (error) {
|
|
166
|
+
console.error(error);
|
|
167
|
+
return c.error({
|
|
168
|
+
code: 'SECOND_COPY_FAILED',
|
|
169
|
+
message: error instanceof Error ? error.message : 'Failed to run the second-copy job',
|
|
170
|
+
retryable: true,
|
|
171
|
+
});
|
|
172
|
+
}
|
|
173
|
+
},
|
|
174
|
+
});
|
|
175
|
+
//# sourceMappingURL=second-copy.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"second-copy.js","sourceRoot":"","sources":["../../../src/commands/second-copy.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,aAAa,CAAA;AACpD,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,MAAM,OAAO,CAAA;AAC9B,OAAO,EAAE,SAAS,EAAE,MAAM,MAAM,CAAA;AAChC,OAAO,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAA;AACrD,OAAO,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAA;AAC9D,OAAO,EAAE,iBAAiB,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAA;AACnE,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAA;AACxD,OAAO,EAAE,mBAAmB,EAAE,MAAM,gCAAgC,CAAA;AACpE,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAA;AAE3C,MAAM,CAAC,MAAM,UAAU,GAAG,GAAG,CAAC,MAAM,CAAC,aAAa,EAAE;IAClD,WAAW,EAAE,4BAA4B;IACzC,IAAI,EAAE,aAAa;CACpB,CAAC,CAAA;AAEF,UAAU,CAAC,OAAO,CAAC,QAAQ,EAAE;IAC3B,WAAW,EAAE,6CAA6C;IAC1D,OAAO,EAAE,aAAa,CAAC,MAAM,CAAC;QAC5B,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,+CAA+C,CAAC;QAChF,iBAAiB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,yCAAyC,CAAC;QACvF,gBAAgB,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,oCAAoC,CAAC;KACnF,CAAC;IACF,UAAU,EAAE,CAAC,iBAAiB,CAAC;IAC/B,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QACf,IAAI,CAAC;YACH,MAAM,EAAE,UAAU,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,GAAG,CAAC,CAAC,OAAO,CAAA;YAErE,MAAM,YAAY,GAAG,MAAM,gBAAgB,CAAC;gBAC1C,GAAG,CAAC,CAAC,GAAG;gBACR,UAAU;gBACV,iBAAiB;gBACjB,gBAAgB;aACjB,CAAC,CAAA;YAEF,OAAO,CAAC,CAAC,EAAE,CAAC;gBACV,YAAY;aACb,CAAC,CAAA;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;YACpB,OAAO,CAAC,CAAC,KAAK,CAAC;gBACb,IAAI,EAAE,oBAAoB;gBAC1B,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,sCAAsC;gBACxF,SAAS,EAAE,IAAI;aAChB,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;CACF,CAAC,CAAA;AAEF,UAAU,CAAC,OAAO,CAAC,MAAM,EAAE;IACzB,WAAW,EAAE,2BAA2B;IACxC,OAAO,EAAE,aAAa;IACtB,UAAU,EAAE,CAAC,iBAAiB,CAAC;IAC/B,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QACf,IAAI,CAAC;YACH,MAAM,WAAW,GAAG,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,CAAA;YAC9C,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC;gBACtD,KAAK,EAAE,EAAE,CAAC,WAAW,CAAC,OAAO,CAAC,IAAI,EAAE,aAAa,CAAC;gBAClD,OAAO,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;gBAC9C,IAAI,EAAE;oBACJ,UAAU,EAAE,IAAI;iBACjB;aACF,CAAC,CAAA;YAEF,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;gBACvC,MAAM,EAAE,UAAU,EAAE,GAAG,GAAG,EAAE,GAAG,MAAM,CAAA;gBACrC,OAAO;oBACL,EAAE,EAAE,GAAG,CAAC,EAAE;oBACV,MAAM,EAAE,GAAG,CAAC,MAAM;oBAClB,iBAAiB,EAAE,GAAG,CAAC,iBAAiB;oBACxC,gBAAgB,EAAE,GAAG,CAAC,gBAAgB;oBACtC,iBAAiB,EAAE,GAAG,CAAC,iBAAiB;oBACxC,eAAe,EAAE,GAAG,CAAC,eAAe;oBACpC,WAAW,EAAE,GAAG,CAAC,WAAW;oBAC5B,UAAU,EAAE,UAAU,CAAC,MAAM;oBAC7B,OAAO,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,MAAM;oBAChF,MAAM,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,MAAM;oBAC9E,SAAS,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,MAAM;oBACpF,OAAO,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,MAAM;iBACjF,CAAA;YACH,CAAC,CAAC,CAAA;YAEF,OAAO,CAAC,CAAC,EAAE,CAAC;gBACV,YAAY;aACb,CAAC,CAAA;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;YACpB,OAAO,CAAC,CAAC,KAAK,CAAC;gBACb,IAAI,EAAE,oBAAoB;gBAC1B,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,iCAAiC;gBACnF,SAAS,EAAE,IAAI;aAChB,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;CACF,CAAC,CAAA;AAEF,UAAU,CAAC,OAAO,CAAC,QAAQ,EAAE;IAC3B,WAAW,EAAE,0BAA0B;IACvC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;QACb,YAAY,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,0BAA0B,CAAC;KACrE,CAAC;IACF,OAAO,EAAE,aAAa;IACtB,UAAU,EAAE,CAAC,iBAAiB,CAAC;IAC/B,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QACf,IAAI,CAAC;YACH,MAAM,EAAE,OAAO,EAAE,iBAAiB,EAAE,GAAG,MAAM,YAAY,CAAC;gBACxD,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,OAAO;gBACtB,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,YAAY;aAC9B,CAAC,CAAA;YAEF,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,OAAO,CAAC,CAAC,KAAK,CAAC;oBACb,IAAI,EAAE,uBAAuB;oBAC7B,OAAO,EAAE,2BAA2B;oBACpC,SAAS,EAAE,KAAK;iBACjB,CAAC,CAAA;YACJ,CAAC;YAED,OAAO,CAAC,CAAC,EAAE,CAAC;gBACV,YAAY,EAAE,CAAC,CAAC,IAAI,CAAC,YAAY;gBACjC,iBAAiB;aAClB,CAAC,CAAA;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;YACpB,OAAO,CAAC,CAAC,KAAK,CAAC;gBACb,IAAI,EAAE,oBAAoB;gBAC1B,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,sCAAsC;gBACxF,SAAS,EAAE,IAAI;aAChB,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;CACF,CAAC,CAAA;AAEF,UAAU,CAAC,OAAO,CAAC,KAAK,EAAE;IACxB,WAAW,EAAE,uBAAuB;IACpC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;QACb,YAAY,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,uBAAuB,CAAC;KAClE,CAAC;IACF,OAAO,EAAE,aAAa,CAAC,MAAM,CAAC;QAC5B,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,mBAAmB,CAAC;QACtF,SAAS,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,sBAAsB,CAAC;QACxF,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,SAAS,EAAE,iBAAiB,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,eAAe,CAAC;KAC5F,CAAC;IACF,UAAU,EAAE,CAAC,iBAAiB,CAAC;IAC/B,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QACf,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,CAAA;YACzC,MAAM,KAAK,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAA;YAC7D,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC;gBACzD,KAAK,EAAE,GAAG,CACR,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,EAC1C,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC,EACrD,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE,aAAa,CAAC,CACvC;aACF,CAAC,CAAA;YACF,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,OAAO,CAAC,CAAC,KAAK,CAAC;oBACb,IAAI,EAAE,uBAAuB;oBAC7B,OAAO,EAAE,sEAAsE;oBAC/E,SAAS,EAAE,KAAK;iBACjB,CAAC,CAAA;YACJ,CAAC;YAED,MAAM,mBAAmB,CAAC;gBACxB,GAAG,CAAC,CAAC,GAAG;gBACR,MAAM;gBACN,KAAK;aACN,CAAC,CAAA;YAEF,MAAM,YAAY,CAAC;gBACjB,GAAG,CAAC,CAAC,GAAG;gBACR,MAAM;gBACN,WAAW,EAAE,CAAC,CAAC,OAAO,CAAC,WAAW;gBAClC,SAAS,EAAE,CAAC,CAAC,OAAO,CAAC,SAAS;aAC/B,CAAC,CAAA;YACF,OAAO,CAAC,CAAC,EAAE,CAAC;gBACV,YAAY,EAAE,MAAM,CAAC,EAAE;aACxB,CAAC,CAAA;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;YACpB,OAAO,CAAC,CAAC,KAAK,CAAC;gBACb,IAAI,EAAE,oBAAoB;gBAC1B,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,mCAAmC;gBACrF,SAAS,EAAE,IAAI;aAChB,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;CACF,CAAC,CAAA"}
|
|
@@ -1,18 +1,16 @@
|
|
|
1
1
|
import { Cli, z } from 'incur';
|
|
2
2
|
export declare const sessionKey: Cli.Cli<{}, z.ZodObject<{
|
|
3
|
-
|
|
3
|
+
api: z.ZodCustom<import("../types.ts").IndexerApi, import("../types.ts").IndexerApi>;
|
|
4
4
|
localDb: z.ZodCustom<import("../types.ts").LocalDatabase, import("../types.ts").LocalDatabase>;
|
|
5
5
|
config: z.ZodCustom<import("iso-conf").Conf<z.ZodObject<{
|
|
6
6
|
privateKey: z.ZodOptional<z.ZodString>;
|
|
7
|
-
|
|
8
|
-
indexerCalibrationUrl: z.ZodOptional<z.ZodURL>;
|
|
7
|
+
apiUrl: z.ZodOptional<z.ZodURL>;
|
|
9
8
|
chainId: z.ZodOptional<z.ZodNumber>;
|
|
10
9
|
dbPath: z.ZodOptional<z.ZodString>;
|
|
11
10
|
source: z.ZodOptional<z.ZodString>;
|
|
12
11
|
}, z.core.$strip>>, import("iso-conf").Conf<z.ZodObject<{
|
|
13
12
|
privateKey: z.ZodOptional<z.ZodString>;
|
|
14
|
-
|
|
15
|
-
indexerCalibrationUrl: z.ZodOptional<z.ZodURL>;
|
|
13
|
+
apiUrl: z.ZodOptional<z.ZodURL>;
|
|
16
14
|
chainId: z.ZodOptional<z.ZodNumber>;
|
|
17
15
|
dbPath: z.ZodOptional<z.ZodString>;
|
|
18
16
|
source: z.ZodOptional<z.ZodString>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"session-key.d.ts","sourceRoot":"","sources":["../../../src/commands/session-key.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,MAAM,OAAO,CAAA;AAS9B,eAAO,MAAM,UAAU
|
|
1
|
+
{"version":3,"file":"session-key.d.ts","sourceRoot":"","sources":["../../../src/commands/session-key.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,MAAM,OAAO,CAAA;AAS9B,eAAO,MAAM,UAAU;;;;;;;;;;;;;;;;;;;;6BAGrB,CAAA"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"setup.d.ts","sourceRoot":"","sources":["../../../src/commands/setup.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,GAAG,EAAK,MAAM,OAAO,CAAA;
|
|
1
|
+
{"version":3,"file":"setup.d.ts","sourceRoot":"","sources":["../../../src/commands/setup.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,GAAG,EAAK,MAAM,OAAO,CAAA;AAgB9B,eAAO,MAAM,KAAK;;;;;;;wBAmHhB,CAAA"}
|
|
@@ -2,19 +2,16 @@ import * as p from '@clack/prompts';
|
|
|
2
2
|
import { Cli, z } from 'incur';
|
|
3
3
|
import path from 'path';
|
|
4
4
|
import { privateKeyToAccount } from 'viem/accounts';
|
|
5
|
+
import { DEFAULT_API_URL } from "../api.js";
|
|
5
6
|
import { config, createLocalDatabase, globalOptions, migrateLocalDatabase } from "../utils.js";
|
|
6
|
-
function
|
|
7
|
-
let url;
|
|
7
|
+
function validateHttpUrl(value) {
|
|
8
8
|
try {
|
|
9
|
-
url = new URL(value);
|
|
9
|
+
const url = new URL(value);
|
|
10
|
+
return url.protocol === 'http:' || url.protocol === 'https:';
|
|
10
11
|
}
|
|
11
12
|
catch {
|
|
12
13
|
return false;
|
|
13
14
|
}
|
|
14
|
-
if (url.protocol !== 'postgresql:' && url.protocol !== 'postgres:') {
|
|
15
|
-
return false;
|
|
16
|
-
}
|
|
17
|
-
return Boolean(url.hostname && url.username && url.password && url.pathname.length > 1);
|
|
18
15
|
}
|
|
19
16
|
export const setup = Cli.create('setup', {
|
|
20
17
|
description: 'Setup the CLI',
|
|
@@ -38,34 +35,17 @@ export const setup = Cli.create('setup', {
|
|
|
38
35
|
retryable: false,
|
|
39
36
|
});
|
|
40
37
|
}
|
|
41
|
-
const
|
|
42
|
-
message: 'Enter
|
|
43
|
-
validate(value) {
|
|
44
|
-
if (!value || !validatePostgresUrl(value)) {
|
|
45
|
-
return `Invalid postgres URL!`;
|
|
46
|
-
}
|
|
47
|
-
},
|
|
48
|
-
initialValue: config.get('indexerMainnetUrl'),
|
|
49
|
-
withGuide: false,
|
|
50
|
-
});
|
|
51
|
-
if (p.isCancel(indexerMainnetUrl)) {
|
|
52
|
-
return c.error({
|
|
53
|
-
code: 'SETUP_CANCELLED',
|
|
54
|
-
message: 'Setup cancelled',
|
|
55
|
-
retryable: false,
|
|
56
|
-
});
|
|
57
|
-
}
|
|
58
|
-
const indexerCalibrationUrl = await p.text({
|
|
59
|
-
message: 'Enter your Calibration Indexer Postgres URL',
|
|
38
|
+
const apiUrl = await p.text({
|
|
39
|
+
message: 'Enter the Filecoin API URL',
|
|
60
40
|
validate(value) {
|
|
61
|
-
if (!value || !
|
|
62
|
-
return `Invalid
|
|
41
|
+
if (!value || !validateHttpUrl(value)) {
|
|
42
|
+
return `Invalid http(s) URL!`;
|
|
63
43
|
}
|
|
64
44
|
},
|
|
65
|
-
initialValue: config.get('
|
|
45
|
+
initialValue: config.get('apiUrl') ?? DEFAULT_API_URL,
|
|
66
46
|
withGuide: false,
|
|
67
47
|
});
|
|
68
|
-
if (p.isCancel(
|
|
48
|
+
if (p.isCancel(apiUrl)) {
|
|
69
49
|
return c.error({
|
|
70
50
|
code: 'SETUP_CANCELLED',
|
|
71
51
|
message: 'Setup cancelled',
|
|
@@ -115,8 +95,7 @@ export const setup = Cli.create('setup', {
|
|
|
115
95
|
});
|
|
116
96
|
}
|
|
117
97
|
config.set('privateKey', pk);
|
|
118
|
-
config.set('
|
|
119
|
-
config.set('indexerCalibrationUrl', indexerCalibrationUrl);
|
|
98
|
+
config.set('apiUrl', apiUrl);
|
|
120
99
|
config.set('chainId', chainId);
|
|
121
100
|
config.set('dbPath', dbPath);
|
|
122
101
|
config.set('source', source);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"setup.js","sourceRoot":"","sources":["../../../src/commands/setup.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,CAAC,MAAM,gBAAgB,CAAA;AACnC,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,MAAM,OAAO,CAAA;AAC9B,OAAO,IAAI,MAAM,MAAM,CAAA;AAEvB,OAAO,EAAE,mBAAmB,EAAE,MAAM,eAAe,CAAA;AACnD,OAAO,EAAE,MAAM,EAAE,mBAAmB,EAAE,aAAa,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAA;AAE9F,SAAS,
|
|
1
|
+
{"version":3,"file":"setup.js","sourceRoot":"","sources":["../../../src/commands/setup.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,CAAC,MAAM,gBAAgB,CAAA;AACnC,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,MAAM,OAAO,CAAA;AAC9B,OAAO,IAAI,MAAM,MAAM,CAAA;AAEvB,OAAO,EAAE,mBAAmB,EAAE,MAAM,eAAe,CAAA;AACnD,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAA;AAC3C,OAAO,EAAE,MAAM,EAAE,mBAAmB,EAAE,aAAa,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAA;AAE9F,SAAS,eAAe,CAAC,KAAa;IACpC,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAA;QAC1B,OAAO,GAAG,CAAC,QAAQ,KAAK,OAAO,IAAI,GAAG,CAAC,QAAQ,KAAK,QAAQ,CAAA;IAC9D,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAA;IACd,CAAC;AACH,CAAC;AAED,MAAM,CAAC,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE;IACvC,WAAW,EAAE,eAAe;IAC5B,OAAO,EAAE,aAAa;IACtB,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QACf,IAAI,CAAC;YAEH,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC;gBACtB,OAAO,EAAE,wBAAwB;gBACjC,QAAQ,CAAC,KAAK;oBACZ,IAAI,CAAC,KAAK,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;wBACjD,OAAO,mEAAmE,CAAA;oBAC5E,CAAC;gBACH,CAAC;gBACD,YAAY,EAAE,MAAM,CAAC,GAAG,CAAC,YAAY,CAAC;gBACtC,SAAS,EAAE,KAAK;aACjB,CAAC,CAAA;YACF,IAAI,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,CAAC;gBACnB,OAAO,CAAC,CAAC,KAAK,CAAC;oBACb,IAAI,EAAE,iBAAiB;oBACvB,OAAO,EAAE,iBAAiB;oBAC1B,SAAS,EAAE,KAAK;iBACjB,CAAC,CAAA;YACJ,CAAC;YAGD,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC;gBAC1B,OAAO,EAAE,4BAA4B;gBACrC,QAAQ,CAAC,KAAK;oBACZ,IAAI,CAAC,KAAK,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,EAAE,CAAC;wBACtC,OAAO,sBAAsB,CAAA;oBAC/B,CAAC;gBACH,CAAC;gBACD,YAAY,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,eAAe;gBACrD,SAAS,EAAE,KAAK;aACjB,CAAC,CAAA;YACF,IAAI,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBACvB,OAAO,CAAC,CAAC,KAAK,CAAC;oBACb,IAAI,EAAE,iBAAiB;oBACvB,OAAO,EAAE,iBAAiB;oBAC1B,SAAS,EAAE,KAAK;iBACjB,CAAC,CAAA;YACJ,CAAC;YAGD,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,MAAM,CAAC;gBAC7B,OAAO,EAAE,mBAAmB;gBAC5B,OAAO,EAAE;oBACP,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,SAAS,EAAE;oBAChC,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,aAAa,EAAE;iBACxC;gBACD,SAAS,EAAE,KAAK;gBAChB,YAAY,EAAE,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC;aACpC,CAAC,CAAA;YACF,IAAI,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBACxB,OAAO,CAAC,CAAC,KAAK,CAAC;oBACb,IAAI,EAAE,iBAAiB;oBACvB,OAAO,EAAE,iBAAiB;oBAC1B,SAAS,EAAE,KAAK;iBACjB,CAAC,CAAA;YACJ,CAAC;YAGD,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC;gBAC1B,OAAO,EAAE,oBAAoB;gBAC7B,YAAY,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,WAAW,CAAC;gBACvF,SAAS,EAAE,KAAK;aACjB,CAAC,CAAA;YACF,IAAI,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBACvB,OAAO,CAAC,CAAC,KAAK,CAAC;oBACb,IAAI,EAAE,iBAAiB;oBACvB,OAAO,EAAE,iBAAiB;oBAC1B,SAAS,EAAE,KAAK;iBACjB,CAAC,CAAA;YACJ,CAAC;YAED,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC;gBAC1B,OAAO,EAAE,mBAAmB;gBAC5B,WAAW,EAAE,gBAAgB;gBAC7B,YAAY,EAAE,cAAc;gBAC5B,YAAY,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;gBAClC,SAAS,EAAE,KAAK;aACjB,CAAC,CAAA;YACF,IAAI,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBACvB,OAAO,CAAC,CAAC,KAAK,CAAC;oBACb,IAAI,EAAE,iBAAiB;oBACvB,OAAO,EAAE,iBAAiB;oBAC1B,SAAS,EAAE,KAAK;iBACjB,CAAC,CAAA;YACJ,CAAC;YAGD,MAAM,CAAC,GAAG,CAAC,YAAY,EAAE,EAAE,CAAC,CAAA;YAC5B,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;YAC5B,MAAM,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,CAAA;YAC9B,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;YAC5B,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;YAG5B,MAAM,EAAE,GAAG,MAAM,mBAAmB,CAAC,MAAM,CAAC,CAAA;YAC5C,MAAM,oBAAoB,CAAC,EAAE,CAAC,CAAA;YAE9B,MAAM,OAAO,GAAG,mBAAmB,CAAC,EAAU,CAAC,CAAA;YAE/C,OAAO,CAAC,CAAC,EAAE,CAAC;gBACV,OAAO,EAAE,OAAO,CAAC,OAAO;aACzB,CAAC,CAAA;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;YACpB,OAAO,CAAC,CAAC,KAAK,CAAC;gBACb,IAAI,EAAE,cAAc;gBACpB,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,yBAAyB;gBAC3E,SAAS,EAAE,IAAI;aAChB,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;CACF,CAAC,CAAA"}
|
|
@@ -1,18 +1,16 @@
|
|
|
1
1
|
import { Cli, z } from 'incur';
|
|
2
2
|
export declare const wallet: Cli.Cli<{}, z.ZodObject<{
|
|
3
|
-
|
|
3
|
+
api: z.ZodCustom<import("../types.ts").IndexerApi, import("../types.ts").IndexerApi>;
|
|
4
4
|
localDb: z.ZodCustom<import("../types.ts").LocalDatabase, import("../types.ts").LocalDatabase>;
|
|
5
5
|
config: z.ZodCustom<import("iso-conf").Conf<z.ZodObject<{
|
|
6
6
|
privateKey: z.ZodOptional<z.ZodString>;
|
|
7
|
-
|
|
8
|
-
indexerCalibrationUrl: z.ZodOptional<z.ZodURL>;
|
|
7
|
+
apiUrl: z.ZodOptional<z.ZodURL>;
|
|
9
8
|
chainId: z.ZodOptional<z.ZodNumber>;
|
|
10
9
|
dbPath: z.ZodOptional<z.ZodString>;
|
|
11
10
|
source: z.ZodOptional<z.ZodString>;
|
|
12
11
|
}, z.core.$strip>>, import("iso-conf").Conf<z.ZodObject<{
|
|
13
12
|
privateKey: z.ZodOptional<z.ZodString>;
|
|
14
|
-
|
|
15
|
-
indexerCalibrationUrl: z.ZodOptional<z.ZodURL>;
|
|
13
|
+
apiUrl: z.ZodOptional<z.ZodURL>;
|
|
16
14
|
chainId: z.ZodOptional<z.ZodNumber>;
|
|
17
15
|
dbPath: z.ZodOptional<z.ZodString>;
|
|
18
16
|
source: z.ZodOptional<z.ZodString>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"wallet.d.ts","sourceRoot":"","sources":["../../../src/commands/wallet.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,MAAM,OAAO,CAAA;AAM9B,eAAO,MAAM,MAAM
|
|
1
|
+
{"version":3,"file":"wallet.d.ts","sourceRoot":"","sources":["../../../src/commands/wallet.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,MAAM,OAAO,CAAA;AAM9B,eAAO,MAAM,MAAM;;;;;;;;;;;;;;;;;;;;6BAGjB,CAAA"}
|
|
@@ -1,20 +1,19 @@
|
|
|
1
1
|
import type { OperationSelect } from '../local-schema.ts';
|
|
2
|
-
import type {
|
|
3
|
-
export type
|
|
4
|
-
indexerDb: IndexerDatabase;
|
|
2
|
+
import type { LocalDatabase } from '../types.ts';
|
|
3
|
+
export type DedupeCidsOptions = {
|
|
5
4
|
localDb: LocalDatabase;
|
|
6
|
-
|
|
5
|
+
existingCids: ReadonlySet<string>;
|
|
7
6
|
operations: OperationSelect[];
|
|
8
7
|
};
|
|
9
|
-
export declare function dedupeCids({
|
|
10
|
-
metadata: import("@filoz/synapse-core").MetadataObject;
|
|
11
|
-
cid: string;
|
|
8
|
+
export declare function dedupeCids({ localDb, existingCids, operations }: DedupeCidsOptions): Promise<{
|
|
12
9
|
id: number;
|
|
13
10
|
status: import("../local-schema.ts").OperationStatus;
|
|
14
11
|
createdAt: number;
|
|
15
12
|
updatedAt: number;
|
|
16
13
|
repairId: number;
|
|
17
14
|
type: import("../local-schema.ts").OperationType;
|
|
15
|
+
cid: string;
|
|
16
|
+
metadata: import("@filoz/synapse-core").MetadataObject;
|
|
18
17
|
alternateProvider: string;
|
|
19
18
|
txHash: string | null;
|
|
20
19
|
error: string | null;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"dedupe-cids.d.ts","sourceRoot":"","sources":["../../../src/db/dedupe-cids.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"dedupe-cids.d.ts","sourceRoot":"","sources":["../../../src/db/dedupe-cids.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAA;AACzD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,aAAa,CAAA;AAGhD,MAAM,MAAM,iBAAiB,GAAG;IAC9B,OAAO,EAAE,aAAa,CAAA;IAEtB,YAAY,EAAE,WAAW,CAAC,MAAM,CAAC,CAAA;IACjC,UAAU,EAAE,eAAe,EAAE,CAAA;CAC9B,CAAA;AAMD,wBAAsB,UAAU,CAAC,EAAE,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,EAAE,iBAAiB;;;;;;;;;;;;KAgBxF"}
|
|
@@ -1,18 +1,6 @@
|
|
|
1
|
-
import { and, eq, inArray } from 'drizzle-orm';
|
|
2
1
|
import { upsertOperations } from "./upsert-operations.js";
|
|
3
|
-
export async function dedupeCids({
|
|
4
|
-
const
|
|
5
|
-
const schema = indexerDb._.fullSchema;
|
|
6
|
-
const rows = await indexerDb
|
|
7
|
-
.select({ cid: schema.pieces.cid })
|
|
8
|
-
.from(schema.pieces)
|
|
9
|
-
.where(and(eq(schema.pieces.dataSetId, dataSetId), eq(schema.pieces.removed, false), inArray(schema.pieces.cid, cids)));
|
|
10
|
-
const existingCids = new Set();
|
|
11
|
-
const completedOperations = [];
|
|
12
|
-
for (const row of rows) {
|
|
13
|
-
completedOperations.push(...operations.filter((operation) => operation.cid === row.cid));
|
|
14
|
-
existingCids.add(row.cid);
|
|
15
|
-
}
|
|
2
|
+
export async function dedupeCids({ localDb, existingCids, operations }) {
|
|
3
|
+
const completedOperations = operations.filter((operation) => existingCids.has(operation.cid));
|
|
16
4
|
if (completedOperations.length > 0) {
|
|
17
5
|
await upsertOperations({
|
|
18
6
|
localDb,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"dedupe-cids.js","sourceRoot":"","sources":["../../../src/db/dedupe-cids.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"dedupe-cids.js","sourceRoot":"","sources":["../../../src/db/dedupe-cids.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAA;AAazD,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,EAAE,OAAO,EAAE,YAAY,EAAE,UAAU,EAAqB;IACvF,MAAM,mBAAmB,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAA;IAE7F,IAAI,mBAAmB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACnC,MAAM,gBAAgB,CAAC;YACrB,OAAO;YACP,UAAU,EAAE,mBAAmB,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;gBAClD,GAAG,SAAS;gBACZ,MAAM,EAAE,WAAW;gBACnB,KAAK,EAAE,IAAI;aACZ,CAAC,CAAC;SACJ,CAAC,CAAA;IACJ,CAAC;IAGD,OAAO,UAAU,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAA;AAC3E,CAAC"}
|
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
import type { Address } from 'viem';
|
|
2
|
-
import type {
|
|
2
|
+
import type { IndexerApi } from '../types.ts';
|
|
3
3
|
export type FindRepairDatasetOptions = {
|
|
4
|
-
|
|
4
|
+
api: IndexerApi;
|
|
5
5
|
providerId: bigint;
|
|
6
6
|
payer: Address;
|
|
7
7
|
source: string;
|
|
8
8
|
};
|
|
9
|
-
export declare function findRepairDataset({
|
|
9
|
+
export declare function findRepairDataset({ api, providerId, payer, source, }: FindRepairDatasetOptions): Promise<bigint | null>;
|
|
10
10
|
//# sourceMappingURL=find-repair-dataset.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"find-repair-dataset.d.ts","sourceRoot":"","sources":["../../../src/db/find-repair-dataset.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"find-repair-dataset.d.ts","sourceRoot":"","sources":["../../../src/db/find-repair-dataset.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,MAAM,CAAA;AAEnC,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AAE7C,MAAM,MAAM,wBAAwB,GAAG;IACrC,GAAG,EAAE,UAAU,CAAA;IACf,UAAU,EAAE,MAAM,CAAA;IAClB,KAAK,EAAE,OAAO,CAAA;IACd,MAAM,EAAE,MAAM,CAAA;CACf,CAAA;AAOD,wBAAsB,iBAAiB,CAAC,EACtC,GAAG,EACH,UAAU,EACV,KAAK,EACL,MAAM,GACP,EAAE,wBAAwB,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAgBnD"}
|
|
@@ -1,17 +1,19 @@
|
|
|
1
|
-
import {
|
|
2
|
-
export async function findRepairDataset({
|
|
3
|
-
const
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
.
|
|
12
|
-
|
|
13
|
-
|
|
1
|
+
import { listDataSets } from "../api.js";
|
|
2
|
+
export async function findRepairDataset({ api, providerId, payer, source, }) {
|
|
3
|
+
const dataSets = await listDataSets(api, {
|
|
4
|
+
owner: payer.toLowerCase(),
|
|
5
|
+
providerId,
|
|
6
|
+
deleted: false,
|
|
7
|
+
withCdn: false,
|
|
8
|
+
});
|
|
9
|
+
let dataSetId = null;
|
|
10
|
+
for (const dataSet of dataSets) {
|
|
11
|
+
if (dataSet.pdpEndEpoch != null || dataSet.source !== source || !dataSet.withIpfsIndexing)
|
|
12
|
+
continue;
|
|
13
|
+
const id = BigInt(dataSet.dataSetId);
|
|
14
|
+
if (dataSetId == null || id < dataSetId)
|
|
15
|
+
dataSetId = id;
|
|
14
16
|
}
|
|
15
|
-
return
|
|
17
|
+
return dataSetId;
|
|
16
18
|
}
|
|
17
19
|
//# sourceMappingURL=find-repair-dataset.js.map
|