@filoz/repair-cli 0.4.0 → 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/package.json +3 -3
- package/dist/src/api.d.ts +35 -0
- package/dist/src/api.d.ts.map +1 -0
- package/dist/src/api.js +118 -0
- package/dist/src/api.js.map +1 -0
- package/dist/src/commands/datasets.d.ts +3 -5
- package/dist/src/commands/datasets.d.ts.map +1 -1
- package/dist/src/commands/datasets.js +24 -33
- package/dist/src/commands/datasets.js.map +1 -1
- package/dist/src/commands/providers.d.ts +3 -5
- package/dist/src/commands/providers.d.ts.map +1 -1
- package/dist/src/commands/providers.js +32 -33
- package/dist/src/commands/providers.js.map +1 -1
- package/dist/src/commands/repair.d.ts +3 -5
- package/dist/src/commands/repair.d.ts.map +1 -1
- package/dist/src/commands/replicate.d.ts +3 -5
- package/dist/src/commands/replicate.d.ts.map +1 -1
- package/dist/src/commands/second-copy.d.ts +3 -5
- package/dist/src/commands/second-copy.d.ts.map +1 -1
- package/dist/src/commands/session-key.d.ts +3 -5
- package/dist/src/commands/session-key.d.ts.map +1 -1
- package/dist/src/commands/setup.d.ts.map +1 -1
- package/dist/src/commands/setup.js +11 -32
- package/dist/src/commands/setup.js.map +1 -1
- package/dist/src/commands/wallet.d.ts +3 -5
- package/dist/src/commands/wallet.d.ts.map +1 -1
- package/dist/src/db/dedupe-cids.d.ts +6 -7
- package/dist/src/db/dedupe-cids.d.ts.map +1 -1
- package/dist/src/db/dedupe-cids.js +2 -14
- package/dist/src/db/dedupe-cids.js.map +1 -1
- package/dist/src/db/find-repair-dataset.d.ts +3 -3
- package/dist/src/db/find-repair-dataset.d.ts.map +1 -1
- package/dist/src/db/find-repair-dataset.js +16 -14
- package/dist/src/db/find-repair-dataset.js.map +1 -1
- package/dist/src/db/get-active-data-set-ids.d.ts +9 -0
- package/dist/src/db/get-active-data-set-ids.d.ts.map +1 -0
- package/dist/src/db/get-active-data-set-ids.js +9 -0
- package/dist/src/db/get-active-data-set-ids.js.map +1 -0
- package/dist/src/db/get-alternate-provider-urls.d.ts +6 -0
- package/dist/src/db/get-alternate-provider-urls.d.ts.map +1 -0
- package/dist/src/db/get-alternate-provider-urls.js +24 -0
- package/dist/src/db/get-alternate-provider-urls.js.map +1 -0
- package/dist/src/db/get-pieces.d.ts +8 -27
- package/dist/src/db/get-pieces.d.ts.map +1 -1
- package/dist/src/db/get-pieces.js +44 -97
- package/dist/src/db/get-pieces.js.map +1 -1
- package/dist/src/db/get-repair-provider.d.ts +2 -2
- package/dist/src/db/get-repair-provider.d.ts.map +1 -1
- package/dist/src/db/get-repair-provider.js +8 -20
- package/dist/src/db/get-repair-provider.js.map +1 -1
- package/dist/src/db/repair-create.js +3 -3
- package/dist/src/db/repair-create.js.map +1 -1
- package/dist/src/db/replicate-create.d.ts.map +1 -1
- package/dist/src/db/replicate-create.js +13 -21
- package/dist/src/db/replicate-create.js.map +1 -1
- package/dist/src/db/second-copy-create.js +2 -2
- package/dist/src/db/second-copy-create.js.map +1 -1
- package/dist/src/local-schema.d.ts +1 -1
- package/dist/src/middleware.d.ts +7 -11
- package/dist/src/middleware.d.ts.map +1 -1
- package/dist/src/middleware.js +6 -10
- package/dist/src/middleware.js.map +1 -1
- package/dist/src/pipeline/add-pieces.d.ts +3 -3
- package/dist/src/pipeline/add-pieces.d.ts.map +1 -1
- package/dist/src/pipeline/add-pieces.js +15 -7
- package/dist/src/pipeline/add-pieces.js.map +1 -1
- package/dist/src/pipeline/create-datasets.d.ts +4 -4
- package/dist/src/pipeline/create-datasets.d.ts.map +1 -1
- package/dist/src/pipeline/create-datasets.js +7 -14
- package/dist/src/pipeline/create-datasets.js.map +1 -1
- package/dist/src/types.d.ts +6 -7
- package/dist/src/types.d.ts.map +1 -1
- package/dist/src/utils.d.ts +7 -10
- package/dist/src/utils.d.ts.map +1 -1
- package/dist/src/utils.js +1 -2
- package/dist/src/utils.js.map +1 -1
- package/package.json +3 -3
- package/readme.md +16 -13
- package/src/api.ts +220 -0
- package/src/commands/datasets.ts +24 -36
- package/src/commands/providers.ts +34 -42
- package/src/commands/setup.ts +12 -35
- package/src/db/dedupe-cids.ts +7 -24
- package/src/db/find-repair-dataset.ts +17 -28
- package/src/db/get-active-data-set-ids.ts +29 -0
- package/src/db/get-alternate-provider-urls.ts +43 -0
- package/src/db/get-pieces.ts +82 -214
- package/src/db/get-repair-provider.ts +10 -30
- package/src/db/repair-create.ts +3 -3
- package/src/db/replicate-create.ts +13 -21
- package/src/db/second-copy-create.ts +2 -2
- package/src/middleware.ts +7 -11
- package/src/pipeline/add-pieces.ts +20 -10
- package/src/pipeline/create-datasets.ts +9 -29
- package/src/types.ts +9 -7
- package/src/utils.ts +2 -4
- package/dist/src/db/find-providers-by-cid.d.ts +0 -9
- package/dist/src/db/find-providers-by-cid.d.ts.map +0 -1
- package/dist/src/db/find-providers-by-cid.js +0 -43
- package/dist/src/db/find-providers-by-cid.js.map +0 -1
- package/dist/src/indexer-schema.d.ts +0 -549
- package/dist/src/indexer-schema.d.ts.map +0 -1
- package/dist/src/indexer-schema.js +0 -56
- package/dist/src/indexer-schema.js.map +0 -1
- package/src/db/find-providers-by-cid.ts +0 -70
- package/src/indexer-schema.ts +0 -77
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"get-pieces.js","sourceRoot":"","sources":["../../../src/db/get-pieces.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,KAAK,MAAM,2BAA2B,CAAA;AAClD,OAAO,
|
|
1
|
+
{"version":3,"file":"get-pieces.js","sourceRoot":"","sources":["../../../src/db/get-pieces.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,KAAK,MAAM,2BAA2B,CAAA;AAClD,OAAO,IAAI,MAAM,OAAO,CAAA;AACxB,OAAO,EAAE,iBAAiB,EAAE,aAAa,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAA;AAGlG,OAAO,EAAE,mBAAmB,EAAE,MAAM,8BAA8B,CAAA;AAClE,OAAO,EAAE,wBAAwB,EAAE,MAAM,kCAAkC,CAAA;AAwC3E,KAAK,UAAU,wBAAwB,CAAC,EACtC,MAAM,EACN,QAAQ,EACR,qBAAqB,GAKtB;IACC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;IAEtB,OAAO,IAAI,CACT,MAAM,EACN,KAAK,EAAE,EAAE,GAAG,EAAE,QAAQ,EAAE,EAAE,EAAE;QAC1B,IAAI,cAAc,GAAG,EAAE,CAAA;QACvB,IAAI,aAAiC,CAAA;QACrC,IAAI,qBAAqB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrC,aAAa,GAAG,MAAM,KAAK,CAAC,oBAAoB,CAAC,qBAAqB,EAAE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAA;YAExF,IAAI,CAAC,aAAa,EAAE,CAAC;gBACnB,cAAc,GAAG,6BAA6B,qBAAqB,CAAC,MAAM,mBAAmB,CAAA;YAC/F,CAAC;QACH,CAAC;aAAM,CAAC;YACN,cAAc,GAAG,8BAA8B,CAAA;QACjD,CAAC;QAED,OAAO;YACL,QAAQ;YACR,IAAI,EAAE,WAAW;YAEjB,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;YAC7C,GAAG;YACH,QAAQ;YACR,iBAAiB,EAAE,aAAa,IAAI,EAAE;YACtC,KAAK,EAAE,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,cAAc;YACjD,SAAS,EAAE,GAAG;YACd,SAAS,EAAE,GAAG;SACW,CAAA;IAC7B,CAAC,EACD,EAAE,WAAW,EAAE,EAAE,EAAE,CACpB,CAAA;AACH,CAAC;AAcD,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,EAAE,GAAG,EAAE,UAAU,EAAE,QAAQ,EAAE,WAAW,EAA4B,EACpE,MAA2C;IAE3C,MAAM,gBAAgB,GAAG,MAAM,mBAAmB,CAAC,EAAE,GAAG,EAAE,UAAU,EAAE,WAAW,EAAE,CAAC,CAAA;IACpF,MAAM,qBAAqB,GAAG,MAAM,wBAAwB,CAAC,EAAE,GAAG,EAAE,gBAAgB,EAAE,UAAU,EAAE,CAAC,CAAA;IACnG,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAA;IAElC,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,kBAAkB,CAAC,GAAG,EAAE,UAAU,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;QACjF,MAAM,MAAM,GAAwB,EAAE,CAAA;QACtC,KAAK,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC;YAChD,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,SAAS,CAAC;gBAAE,SAAQ;YAE9C,IAAI,GAAG,IAAI,IAAI,IAAI,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC;gBAAE,SAAQ;YAC9C,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;YACjB,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,QAAQ,EAAE,gBAAgB,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAA;QAC5D,CAAC;QAED,MAAM,MAAM,CAAC,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,qBAAqB,EAAE,CAAC,EAAE,CAAC,CAAA;IAC3G,CAAC;AACH,CAAC;AAYD,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAC5C,EAAE,GAAG,EAAE,SAAS,EAAE,QAAQ,EAAE,iBAAiB,EAAmC,EAChF,MAA2C;IAG3C,MAAM,MAAM,GAAG,CAAC,MAAM,iBAAiB,CAAC,GAAG,EAAE,SAAS,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,OAAO,EAAE,CAAA;IACtF,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;IAEtB,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,IAAI,aAAa,EAAE,CAAC;QACrE,MAAM,UAAU,GAAsB,EAAE,CAAA;QACxC,KAAK,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,GAAG,aAAa,CAAC,EAAE,CAAC;YAC7E,IAAI,GAAG,IAAI,IAAI;gBAAE,SAAQ;YACzB,UAAU,CAAC,IAAI,CAAC;gBACd,QAAQ;gBACR,IAAI,EAAE,WAAW;gBACjB,MAAM,EAAE,SAAS;gBACjB,GAAG;gBACH,QAAQ,EAAE,gBAAgB,CAAC,QAAQ,CAAC;gBACpC,iBAAiB,EAAE,iBAAiB;gBACpC,SAAS,EAAE,GAAG;gBACd,SAAS,EAAE,GAAG;aACf,CAAC,CAAA;QACJ,CAAC;QACD,MAAM,MAAM,CAAC,EAAE,UAAU,EAAE,CAAC,CAAA;IAC9B,CAAC;AACH,CAAC"}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import type { Context, RepairProvider } from '../types.ts';
|
|
2
|
-
export interface GetRepairProviderOptions extends Pick<Context, '
|
|
2
|
+
export interface GetRepairProviderOptions extends Pick<Context, 'api'> {
|
|
3
3
|
providerId: bigint;
|
|
4
4
|
}
|
|
5
|
-
export declare function getRepairProvider({
|
|
5
|
+
export declare function getRepairProvider({ api, providerId }: GetRepairProviderOptions): Promise<RepairProvider | null>;
|
|
6
6
|
//# sourceMappingURL=get-repair-provider.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"get-repair-provider.d.ts","sourceRoot":"","sources":["../../../src/db/get-repair-provider.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"get-repair-provider.d.ts","sourceRoot":"","sources":["../../../src/db/get-repair-provider.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAA;AAE1D,MAAM,WAAW,wBAAyB,SAAQ,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC;IACpE,UAAU,EAAE,MAAM,CAAA;CACnB;AAKD,wBAAsB,iBAAiB,CAAC,EAAE,GAAG,EAAE,UAAU,EAAE,EAAE,wBAAwB,GAAG,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC,CAerH"}
|
|
@@ -1,28 +1,16 @@
|
|
|
1
|
-
import {
|
|
2
|
-
export async function getRepairProvider({
|
|
3
|
-
const
|
|
4
|
-
|
|
5
|
-
.select({
|
|
6
|
-
providerId: schema.providers.providerId,
|
|
7
|
-
providerAddress: schema.providers.providerAddress,
|
|
8
|
-
name: schema.providers.name,
|
|
9
|
-
serviceUrl: schema.providers.serviceUrl,
|
|
10
|
-
approved: schema.providers.approved,
|
|
11
|
-
endorsed: schema.providers.endorsed,
|
|
12
|
-
})
|
|
13
|
-
.from(schema.providers)
|
|
14
|
-
.where(and(eq(schema.providers.providerId, providerId), eq(schema.providers.providerActive, true), eq(schema.providers.pdpProductActive, true)))
|
|
15
|
-
.limit(1);
|
|
16
|
-
if (!provider?.providerAddress || !provider?.serviceUrl || !provider?.name) {
|
|
1
|
+
import { getProvider } from "../api.js";
|
|
2
|
+
export async function getRepairProvider({ api, providerId }) {
|
|
3
|
+
const provider = await getProvider(api, providerId);
|
|
4
|
+
if (!provider?.active || !provider.pdpProductActive || !provider.serviceUrl || !provider.name) {
|
|
17
5
|
return null;
|
|
18
6
|
}
|
|
19
7
|
return {
|
|
20
|
-
providerId: provider.providerId,
|
|
21
|
-
providerAddress: provider.
|
|
8
|
+
providerId: BigInt(provider.providerId),
|
|
9
|
+
providerAddress: provider.address,
|
|
22
10
|
name: provider.name,
|
|
23
11
|
serviceUrl: provider.serviceUrl,
|
|
24
|
-
approved: provider.approved,
|
|
25
|
-
endorsed: provider.endorsed,
|
|
12
|
+
approved: provider.approved ?? false,
|
|
13
|
+
endorsed: provider.endorsed ?? false,
|
|
26
14
|
};
|
|
27
15
|
}
|
|
28
16
|
//# sourceMappingURL=get-repair-provider.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"get-repair-provider.js","sourceRoot":"","sources":["../../../src/db/get-repair-provider.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"get-repair-provider.js","sourceRoot":"","sources":["../../../src/db/get-repair-provider.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,MAAM,WAAW,CAAA;AAUvC,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,EAAE,GAAG,EAAE,UAAU,EAA4B;IACnF,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,GAAG,EAAE,UAAU,CAAC,CAAA;IAEnD,IAAI,CAAC,QAAQ,EAAE,MAAM,IAAI,CAAC,QAAQ,CAAC,gBAAgB,IAAI,CAAC,QAAQ,CAAC,UAAU,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC9F,OAAO,IAAI,CAAA;IACb,CAAC;IAED,OAAO;QACL,UAAU,EAAE,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC;QACvC,eAAe,EAAE,QAAQ,CAAC,OAAkB;QAC5C,IAAI,EAAE,QAAQ,CAAC,IAAI;QACnB,UAAU,EAAE,QAAQ,CAAC,UAAU;QAC/B,QAAQ,EAAE,QAAQ,CAAC,QAAQ,IAAI,KAAK;QACpC,QAAQ,EAAE,QAAQ,CAAC,QAAQ,IAAI,KAAK;KACrC,CAAA;AACH,CAAC"}
|
|
@@ -4,7 +4,7 @@ import { NoAlternateProviderError, RepairCreationError } from "../error.js";
|
|
|
4
4
|
import { forEachPiecesPage } from "./get-pieces.js";
|
|
5
5
|
import { getRepairProvider } from "./get-repair-provider.js";
|
|
6
6
|
export async function repairCreate(options) {
|
|
7
|
-
const {
|
|
7
|
+
const { api, localDb, repairProviderId, targetProviderId, client } = options;
|
|
8
8
|
const localSchema = localDb._.fullSchema;
|
|
9
9
|
const now = Date.now();
|
|
10
10
|
const blockNumber = await getBlockNumber(client);
|
|
@@ -17,7 +17,7 @@ export async function repairCreate(options) {
|
|
|
17
17
|
throw new RepairCreationError('Target provider must differ from the provider being repaired');
|
|
18
18
|
}
|
|
19
19
|
const targetProvider = await getRepairProvider({
|
|
20
|
-
|
|
20
|
+
api,
|
|
21
21
|
providerId: targetProviderId,
|
|
22
22
|
});
|
|
23
23
|
if (!targetProvider) {
|
|
@@ -45,7 +45,7 @@ export async function repairCreate(options) {
|
|
|
45
45
|
let totalSkippedOperations = 0;
|
|
46
46
|
const seenCids = new Set();
|
|
47
47
|
await forEachPiecesPage({
|
|
48
|
-
|
|
48
|
+
api,
|
|
49
49
|
providerId: repairProviderId,
|
|
50
50
|
repairId: repair.id,
|
|
51
51
|
blockNumber,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"repair-create.js","sourceRoot":"","sources":["../../../src/db/repair-create.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAA;AACxC,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAA;AAC7C,OAAO,EAAE,wBAAwB,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAA;AAE3E,OAAO,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAA;AACnD,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAA;AAc5D,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,OAA4B;IAC7D,MAAM,EAAE,
|
|
1
|
+
{"version":3,"file":"repair-create.js","sourceRoot":"","sources":["../../../src/db/repair-create.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAA;AACxC,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAA;AAC7C,OAAO,EAAE,wBAAwB,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAA;AAE3E,OAAO,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAA;AACnD,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAA;AAc5D,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,OAA4B;IAC7D,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,EAAE,GAAG,OAAO,CAAA;IAC5E,MAAM,WAAW,GAAG,OAAO,CAAC,CAAC,CAAC,UAAU,CAAA;IACxC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;IACtB,MAAM,WAAW,GAAG,MAAM,cAAc,CAAC,MAAM,CAAC,CAAA;IAEhD,MAAM,GAAG,GAAG,OAAO,CAAC;QAClB,KAAK,EAAE,iBAAiB;QACxB,KAAK,EAAE,EAAE;QACT,SAAS,EAAE,IAAI;KAChB,CAAC,CAAA;IAGF,IAAI,gBAAgB,KAAK,gBAAgB,EAAE,CAAC;QAC1C,MAAM,IAAI,mBAAmB,CAAC,8DAA8D,CAAC,CAAA;IAC/F,CAAC;IACD,MAAM,cAAc,GAAG,MAAM,iBAAiB,CAAC;QAC7C,GAAG;QACH,UAAU,EAAE,gBAAgB;KAC7B,CAAC,CAAA;IAEF,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,MAAM,IAAI,wBAAwB,CAAC,gBAAgB,CAAC,CAAA;IACtD,CAAC;IAGD,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,OAAO;SAC3B,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC;SAC3B,MAAM,CAAC;QACN,IAAI,EAAE,QAAQ;QACd,gBAAgB;QAChB,eAAe,EAAE,IAAI;QACrB,iBAAiB,EAAE,IAAI;QACvB,gBAAgB,EAAE,cAAc,CAAC,UAAU;QAC3C,iBAAiB,EAAE,cAAc,CAAC,UAAU;QAC5C,eAAe,EAAE,IAAI;QACrB,WAAW;QACX,SAAS,EAAE,GAAG;QACd,SAAS,EAAE,GAAG;KACf,CAAC;SACD,SAAS,CAAC,EAAE,EAAE,EAAE,WAAW,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC,CAAA;IAE5C,IAAI,CAAC,MAAM;QAAE,MAAM,IAAI,mBAAmB,EAAE,CAAA;IAG5C,IAAI,eAAe,GAAG,CAAC,CAAA;IACvB,IAAI,sBAAsB,GAAG,CAAC,CAAA;IAC9B,IAAI,sBAAsB,GAAG,CAAC,CAAA;IAC9B,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAA;IAClC,MAAM,iBAAiB,CACrB;QACE,GAAG;QACH,UAAU,EAAE,gBAAgB;QAC5B,QAAQ,EAAE,MAAM,CAAC,EAAE;QACnB,WAAW;KACZ,EACD,KAAK,EAAE,IAAI,EAAE,EAAE;QACb,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACxC,IAAI,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;gBAChC,SAAQ;YACV,CAAC;YACD,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAA;QAC7B,CAAC;QACD,MAAM,iBAAiB,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,MAAM,CAAA;QACtG,MAAM,iBAAiB,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,MAAM,CAAA;QACtG,eAAe,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,CAAA;QACzC,sBAAsB,IAAI,iBAAiB,CAAA;QAC3C,sBAAsB,IAAI,iBAAiB,CAAA;QAE3C,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/B,MAAM,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;QACtE,CAAC;QAED,GAAG,CAAC,OAAO,CACT,YAAY,IAAI,CAAC,UAAU,CAAC,MAAM,gBAAgB,iBAAiB,aAAa,iBAAiB,WAAW,CAC7G,CAAA;IACH,CAAC,CACF,CAAA;IAED,GAAG,CAAC,OAAO,CACT,kBAAkB,MAAM,CAAC,EAAE,SAAS,eAAe,gBAAgB,sBAAsB,aAAa,sBAAsB,WAAW,EACvI,EAAE,OAAO,EAAE,IAAI,EAAE,CAClB,CAAA;IACD,OAAO,MAAM,CAAC,EAAE,CAAA;AAClB,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"replicate-create.d.ts","sourceRoot":"","sources":["../../../src/db/replicate-create.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,aAAa,CAAA;AAI1C,MAAM,WAAW,sBAAuB,SAAQ,OAAO;IACrD,SAAS,EAAE,MAAM,CAAA;IACjB,gBAAgB,EAAE,MAAM,CAAA;CACzB;AAQD,wBAAsB,eAAe,CAAC,OAAO,EAAE,sBAAsB,GAAG,OAAO,CAAC,MAAM,CAAC,
|
|
1
|
+
{"version":3,"file":"replicate-create.d.ts","sourceRoot":"","sources":["../../../src/db/replicate-create.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,aAAa,CAAA;AAI1C,MAAM,WAAW,sBAAuB,SAAQ,OAAO;IACrD,SAAS,EAAE,MAAM,CAAA;IACjB,gBAAgB,EAAE,MAAM,CAAA;CACzB;AAQD,wBAAsB,eAAe,CAAC,OAAO,EAAE,sBAAsB,GAAG,OAAO,CAAC,MAAM,CAAC,CAgFtF"}
|
|
@@ -1,12 +1,11 @@
|
|
|
1
1
|
import { taskLog } from '@clack/prompts';
|
|
2
|
-
import { eq } from 'drizzle-orm';
|
|
3
2
|
import { getBlockNumber } from 'viem/actions';
|
|
3
|
+
import { getDataSet } from "../api.js";
|
|
4
4
|
import { NoAlternateProviderError, RepairCreationError } from "../error.js";
|
|
5
5
|
import { forEachDataSetPiecesPage } from "./get-pieces.js";
|
|
6
6
|
import { getRepairProvider } from "./get-repair-provider.js";
|
|
7
7
|
export async function replicateCreate(options) {
|
|
8
|
-
const {
|
|
9
|
-
const indexerSchema = indexerDb._.fullSchema;
|
|
8
|
+
const { api, localDb, dataSetId, targetProviderId, client } = options;
|
|
10
9
|
const localSchema = localDb._.fullSchema;
|
|
11
10
|
const now = Date.now();
|
|
12
11
|
const blockNumber = await getBlockNumber(client);
|
|
@@ -15,30 +14,23 @@ export async function replicateCreate(options) {
|
|
|
15
14
|
limit: 10,
|
|
16
15
|
retainLog: true,
|
|
17
16
|
});
|
|
18
|
-
const
|
|
19
|
-
|
|
20
|
-
dataSetId: indexerSchema.dataSets.dataSetId,
|
|
21
|
-
providerId: indexerSchema.dataSets.providerId,
|
|
22
|
-
deleted: indexerSchema.dataSets.deleted,
|
|
23
|
-
})
|
|
24
|
-
.from(indexerSchema.dataSets)
|
|
25
|
-
.where(eq(indexerSchema.dataSets.dataSetId, dataSetId))
|
|
26
|
-
.limit(1);
|
|
27
|
-
if (!sourceDataSet || sourceDataSet.deleted) {
|
|
17
|
+
const sourceDataSet = await getDataSet(api, dataSetId);
|
|
18
|
+
if (!sourceDataSet || sourceDataSet.deleted || sourceDataSet.providerId == null) {
|
|
28
19
|
throw new RepairCreationError(`Source dataset ${dataSetId} not found or deleted`);
|
|
29
20
|
}
|
|
30
|
-
|
|
21
|
+
const sourceProviderId = BigInt(sourceDataSet.providerId);
|
|
22
|
+
if (targetProviderId === sourceProviderId) {
|
|
31
23
|
throw new RepairCreationError('Target provider must differ from the source dataset provider');
|
|
32
24
|
}
|
|
33
25
|
const sourceProvider = await getRepairProvider({
|
|
34
|
-
|
|
35
|
-
providerId:
|
|
26
|
+
api,
|
|
27
|
+
providerId: sourceProviderId,
|
|
36
28
|
});
|
|
37
29
|
if (!sourceProvider) {
|
|
38
|
-
throw new RepairCreationError(`Source provider ${
|
|
30
|
+
throw new RepairCreationError(`Source provider ${sourceProviderId} not found or inactive`);
|
|
39
31
|
}
|
|
40
32
|
const targetProvider = await getRepairProvider({
|
|
41
|
-
|
|
33
|
+
api,
|
|
42
34
|
providerId: targetProviderId,
|
|
43
35
|
});
|
|
44
36
|
if (!targetProvider) {
|
|
@@ -49,7 +41,7 @@ export async function replicateCreate(options) {
|
|
|
49
41
|
.values({
|
|
50
42
|
kind: 'replicate',
|
|
51
43
|
repairProviderId: sourceProvider.providerId,
|
|
52
|
-
repairDataSetId:
|
|
44
|
+
repairDataSetId: dataSetId,
|
|
53
45
|
sourceProviderUrl: sourceProvider.serviceUrl,
|
|
54
46
|
targetProviderId: targetProvider.providerId,
|
|
55
47
|
targetProviderUrl: targetProvider.serviceUrl,
|
|
@@ -63,8 +55,8 @@ export async function replicateCreate(options) {
|
|
|
63
55
|
throw new RepairCreationError('Failed to create replication row');
|
|
64
56
|
let totalOperations = 0;
|
|
65
57
|
await forEachDataSetPiecesPage({
|
|
66
|
-
|
|
67
|
-
dataSetId
|
|
58
|
+
api,
|
|
59
|
+
dataSetId,
|
|
68
60
|
repairId: repair.id,
|
|
69
61
|
sourceProviderUrl: sourceProvider.serviceUrl,
|
|
70
62
|
}, async (page) => {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"replicate-create.js","sourceRoot":"","sources":["../../../src/db/replicate-create.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAA;AACxC,OAAO,EAAE,
|
|
1
|
+
{"version":3,"file":"replicate-create.js","sourceRoot":"","sources":["../../../src/db/replicate-create.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAA;AACxC,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAA;AAC7C,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAA;AACtC,OAAO,EAAE,wBAAwB,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAA;AAE3E,OAAO,EAAE,wBAAwB,EAAE,MAAM,iBAAiB,CAAA;AAC1D,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAA;AAa5D,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,OAA+B;IACnE,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,SAAS,EAAE,gBAAgB,EAAE,MAAM,EAAE,GAAG,OAAO,CAAA;IACrE,MAAM,WAAW,GAAG,OAAO,CAAC,CAAC,CAAC,UAAU,CAAA;IACxC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;IACtB,MAAM,WAAW,GAAG,MAAM,cAAc,CAAC,MAAM,CAAC,CAAA;IAEhD,MAAM,GAAG,GAAG,OAAO,CAAC;QAClB,KAAK,EAAE,sBAAsB;QAC7B,KAAK,EAAE,EAAE;QACT,SAAS,EAAE,IAAI;KAChB,CAAC,CAAA;IAEF,MAAM,aAAa,GAAG,MAAM,UAAU,CAAC,GAAG,EAAE,SAAS,CAAC,CAAA;IAEtD,IAAI,CAAC,aAAa,IAAI,aAAa,CAAC,OAAO,IAAI,aAAa,CAAC,UAAU,IAAI,IAAI,EAAE,CAAC;QAChF,MAAM,IAAI,mBAAmB,CAAC,kBAAkB,SAAS,uBAAuB,CAAC,CAAA;IACnF,CAAC;IACD,MAAM,gBAAgB,GAAG,MAAM,CAAC,aAAa,CAAC,UAAU,CAAC,CAAA;IAEzD,IAAI,gBAAgB,KAAK,gBAAgB,EAAE,CAAC;QAC1C,MAAM,IAAI,mBAAmB,CAAC,8DAA8D,CAAC,CAAA;IAC/F,CAAC;IAED,MAAM,cAAc,GAAG,MAAM,iBAAiB,CAAC;QAC7C,GAAG;QACH,UAAU,EAAE,gBAAgB;KAC7B,CAAC,CAAA;IAEF,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,MAAM,IAAI,mBAAmB,CAAC,mBAAmB,gBAAgB,wBAAwB,CAAC,CAAA;IAC5F,CAAC;IAED,MAAM,cAAc,GAAG,MAAM,iBAAiB,CAAC;QAC7C,GAAG;QACH,UAAU,EAAE,gBAAgB;KAC7B,CAAC,CAAA;IAEF,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,MAAM,IAAI,wBAAwB,CAAC,gBAAgB,CAAC,CAAA;IACtD,CAAC;IAED,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,OAAO;SAC3B,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC;SAC3B,MAAM,CAAC;QACN,IAAI,EAAE,WAAW;QACjB,gBAAgB,EAAE,cAAc,CAAC,UAAU;QAC3C,eAAe,EAAE,SAAS;QAC1B,iBAAiB,EAAE,cAAc,CAAC,UAAU;QAC5C,gBAAgB,EAAE,cAAc,CAAC,UAAU;QAC3C,iBAAiB,EAAE,cAAc,CAAC,UAAU;QAC5C,eAAe,EAAE,IAAI;QACrB,WAAW;QACX,SAAS,EAAE,GAAG;QACd,SAAS,EAAE,GAAG;KACf,CAAC;SACD,SAAS,CAAC,EAAE,EAAE,EAAE,WAAW,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC,CAAA;IAE5C,IAAI,CAAC,MAAM;QAAE,MAAM,IAAI,mBAAmB,CAAC,kCAAkC,CAAC,CAAA;IAE9E,IAAI,eAAe,GAAG,CAAC,CAAA;IACvB,MAAM,wBAAwB,CAC5B;QACE,GAAG;QACH,SAAS;QACT,QAAQ,EAAE,MAAM,CAAC,EAAE;QACnB,iBAAiB,EAAE,cAAc,CAAC,UAAU;KAC7C,EACD,KAAK,EAAE,IAAI,EAAE,EAAE;QACb,eAAe,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,CAAA;QAEzC,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/B,MAAM,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;QACtE,CAAC;QAED,GAAG,CAAC,OAAO,CAAC,YAAY,IAAI,CAAC,UAAU,CAAC,MAAM,aAAa,CAAC,CAAA;IAC9D,CAAC,CACF,CAAA;IAED,GAAG,CAAC,OAAO,CAAC,uBAAuB,MAAM,CAAC,EAAE,SAAS,eAAe,aAAa,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAA;IACrG,OAAO,MAAM,CAAC,EAAE,CAAA;AAClB,CAAC"}
|
|
@@ -41,7 +41,7 @@ export async function parsePieceCidsFromFile(piecesFile) {
|
|
|
41
41
|
return [...cids];
|
|
42
42
|
}
|
|
43
43
|
export async function secondCopyCreate(options) {
|
|
44
|
-
const {
|
|
44
|
+
const { api, localDb, piecesFile, sourceProviderUrl, targetProviderId, client } = options;
|
|
45
45
|
const localSchema = localDb._.fullSchema;
|
|
46
46
|
const now = Date.now();
|
|
47
47
|
const blockNumber = await getBlockNumber(client);
|
|
@@ -52,7 +52,7 @@ export async function secondCopyCreate(options) {
|
|
|
52
52
|
retainLog: true,
|
|
53
53
|
});
|
|
54
54
|
const targetProvider = await getRepairProvider({
|
|
55
|
-
|
|
55
|
+
api,
|
|
56
56
|
providerId: targetProviderId,
|
|
57
57
|
});
|
|
58
58
|
if (!targetProvider) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"second-copy-create.js","sourceRoot":"","sources":["../../../src/db/second-copy-create.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAA;AAC3C,OAAO,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAA;AACxC,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAA;AAC7C,OAAO,EAAE,wBAAwB,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAA;AAG3E,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAA;AAE5D,MAAM,4BAA4B,GAAG,GAAG,CAAA;AAexC,MAAM,UAAU,oBAAoB,CAAC,GAAW;IAC9C,IAAI,MAAW,CAAA;IACf,IAAI,CAAC;QACH,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAA;IACvB,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,mBAAmB,CAAC,gCAAgC,GAAG,EAAE,CAAC,CAAA;IACtE,CAAC;IAED,IAAI,MAAM,CAAC,QAAQ,KAAK,OAAO,IAAI,MAAM,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAChE,MAAM,IAAI,mBAAmB,CAAC,wCAAwC,GAAG,EAAE,CAAC,CAAA;IAC9E,CAAC;IAGD,OAAO,MAAM,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAA;AAC7C,CAAC;AAKD,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAAC,UAAkB;IAC7D,IAAI,GAAY,CAAA;IAChB,IAAI,CAAC;QACH,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC,CAAA;IACtD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,mBAAmB,CAC3B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,+BAA+B,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,4BAA4B,CACvG,CAAA;IACH,CAAC;IAED,IAAI,GAAG,IAAI,IAAI,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAE,GAAkB,CAAC,UAAU,CAAC,EAAE,CAAC;QAC7F,MAAM,IAAI,mBAAmB,CAAC,gDAAgD,CAAC,CAAA;IACjF,CAAC;IAED,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAA;IAC9B,KAAK,MAAM,SAAS,IAAK,GAAkB,CAAC,UAAU,EAAE,CAAC;QACvD,IAAI,OAAO,SAAS,EAAE,SAAS,KAAK,QAAQ,IAAI,SAAS,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACjF,MAAM,IAAI,mBAAmB,CAAC,4DAA4D,CAAC,CAAA;QAC7F,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,SAAS,CAAC,CAAA;IAC/B,CAAC;IAED,IAAI,IAAI,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;QACpB,MAAM,IAAI,mBAAmB,CAAC,oCAAoC,CAAC,CAAA;IACrE,CAAC;IAED,OAAO,CAAC,GAAG,IAAI,CAAC,CAAA;AAClB,CAAC;AAQD,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,OAAgC;IACrE,MAAM,EAAE,
|
|
1
|
+
{"version":3,"file":"second-copy-create.js","sourceRoot":"","sources":["../../../src/db/second-copy-create.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAA;AAC3C,OAAO,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAA;AACxC,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAA;AAC7C,OAAO,EAAE,wBAAwB,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAA;AAG3E,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAA;AAE5D,MAAM,4BAA4B,GAAG,GAAG,CAAA;AAexC,MAAM,UAAU,oBAAoB,CAAC,GAAW;IAC9C,IAAI,MAAW,CAAA;IACf,IAAI,CAAC;QACH,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAA;IACvB,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,mBAAmB,CAAC,gCAAgC,GAAG,EAAE,CAAC,CAAA;IACtE,CAAC;IAED,IAAI,MAAM,CAAC,QAAQ,KAAK,OAAO,IAAI,MAAM,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAChE,MAAM,IAAI,mBAAmB,CAAC,wCAAwC,GAAG,EAAE,CAAC,CAAA;IAC9E,CAAC;IAGD,OAAO,MAAM,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAA;AAC7C,CAAC;AAKD,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAAC,UAAkB;IAC7D,IAAI,GAAY,CAAA;IAChB,IAAI,CAAC;QACH,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC,CAAA;IACtD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,mBAAmB,CAC3B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,+BAA+B,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,4BAA4B,CACvG,CAAA;IACH,CAAC;IAED,IAAI,GAAG,IAAI,IAAI,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAE,GAAkB,CAAC,UAAU,CAAC,EAAE,CAAC;QAC7F,MAAM,IAAI,mBAAmB,CAAC,gDAAgD,CAAC,CAAA;IACjF,CAAC;IAED,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAA;IAC9B,KAAK,MAAM,SAAS,IAAK,GAAkB,CAAC,UAAU,EAAE,CAAC;QACvD,IAAI,OAAO,SAAS,EAAE,SAAS,KAAK,QAAQ,IAAI,SAAS,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACjF,MAAM,IAAI,mBAAmB,CAAC,4DAA4D,CAAC,CAAA;QAC7F,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,SAAS,CAAC,CAAA;IAC/B,CAAC;IAED,IAAI,IAAI,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;QACpB,MAAM,IAAI,mBAAmB,CAAC,oCAAoC,CAAC,CAAA;IACrE,CAAC;IAED,OAAO,CAAC,GAAG,IAAI,CAAC,CAAA;AAClB,CAAC;AAQD,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,OAAgC;IACrE,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,UAAU,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,EAAE,GAAG,OAAO,CAAA;IACzF,MAAM,WAAW,GAAG,OAAO,CAAC,CAAC,CAAC,UAAU,CAAA;IACxC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;IACtB,MAAM,WAAW,GAAG,MAAM,cAAc,CAAC,MAAM,CAAC,CAAA;IAChD,MAAM,mBAAmB,GAAG,oBAAoB,CAAC,iBAAiB,CAAC,CAAA;IAEnE,MAAM,GAAG,GAAG,OAAO,CAAC;QAClB,KAAK,EAAE,sBAAsB;QAC7B,KAAK,EAAE,EAAE;QACT,SAAS,EAAE,IAAI;KAChB,CAAC,CAAA;IAEF,MAAM,cAAc,GAAG,MAAM,iBAAiB,CAAC;QAC7C,GAAG;QACH,UAAU,EAAE,gBAAgB;KAC7B,CAAC,CAAA;IAEF,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,MAAM,IAAI,wBAAwB,CAAC,gBAAgB,CAAC,CAAA;IACtD,CAAC;IAED,MAAM,mBAAmB,GAAG,oBAAoB,CAAC,cAAc,CAAC,UAAU,CAAC,CAAA;IAC3E,IAAI,mBAAmB,KAAK,mBAAmB,EAAE,CAAC;QAChD,MAAM,IAAI,mBAAmB,CAAC,8DAA8D,CAAC,CAAA;IAC/F,CAAC;IAED,MAAM,SAAS,GAAG,MAAM,sBAAsB,CAAC,UAAU,CAAC,CAAA;IAC1D,GAAG,CAAC,OAAO,CAAC,UAAU,SAAS,CAAC,MAAM,2BAA2B,UAAU,EAAE,CAAC,CAAA;IAE9E,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,OAAO;SAC3B,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC;SAC3B,MAAM,CAAC;QACN,IAAI,EAAE,aAAa;QACnB,gBAAgB,EAAE,EAAE;QACpB,eAAe,EAAE,IAAI;QACrB,iBAAiB,EAAE,mBAAmB;QACtC,gBAAgB,EAAE,cAAc,CAAC,UAAU;QAC3C,iBAAiB,EAAE,cAAc,CAAC,UAAU;QAC5C,eAAe,EAAE,IAAI;QACrB,WAAW;QACX,SAAS,EAAE,GAAG;QACd,SAAS,EAAE,GAAG;KACf,CAAC;SACD,SAAS,CAAC,EAAE,EAAE,EAAE,WAAW,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC,CAAA;IAE5C,IAAI,CAAC,MAAM;QAAE,MAAM,IAAI,mBAAmB,CAAC,kCAAkC,CAAC,CAAA;IAE9E,IAAI,eAAe,GAAG,CAAC,CAAA;IACvB,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC,MAAM,EAAE,MAAM,IAAI,4BAA4B,EAAE,CAAC;QACvF,MAAM,SAAS,GAAG,SAAS,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,GAAG,4BAA4B,CAAC,CAAA;QAChF,MAAM,UAAU,GAAsB,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YAC5D,QAAQ,EAAE,MAAM,CAAC,EAAE;YACnB,IAAI,EAAE,WAAW;YACjB,MAAM,EAAE,SAAS;YACjB,GAAG;YACH,QAAQ,EAAE,EAAE;YACZ,iBAAiB,EAAE,mBAAmB;YACtC,SAAS,EAAE,GAAG;YACd,SAAS,EAAE,GAAG;SACf,CAAC,CAAC,CAAA;QAEH,MAAM,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,CAAA;QAC/D,eAAe,IAAI,UAAU,CAAC,MAAM,CAAA;QACpC,GAAG,CAAC,OAAO,CAAC,YAAY,UAAU,CAAC,MAAM,gBAAgB,eAAe,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,CAAA;IAClG,CAAC;IAED,GAAG,CAAC,OAAO,CAAC,uBAAuB,MAAM,CAAC,EAAE,SAAS,eAAe,aAAa,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAA;IACrG,OAAO,MAAM,CAAC,EAAE,CAAA;AAClB,CAAC"}
|
|
@@ -406,8 +406,8 @@ export declare const operations: t.SQLiteTableWithColumns<{
|
|
|
406
406
|
identity: undefined;
|
|
407
407
|
generated: undefined;
|
|
408
408
|
}, {}, {
|
|
409
|
-
$type: MetadataObject;
|
|
410
409
|
sqliteColumnBuilderBrand: "SQLiteCustomColumnBuilderBrand";
|
|
410
|
+
$type: MetadataObject;
|
|
411
411
|
}>;
|
|
412
412
|
alternateProvider: t.SQLiteColumn<{
|
|
413
413
|
name: "alternate_provider";
|
package/dist/src/middleware.d.ts
CHANGED
|
@@ -1,21 +1,19 @@
|
|
|
1
1
|
import type { Chain } from '@filoz/synapse-core/chains';
|
|
2
2
|
import { z } from 'incur';
|
|
3
3
|
import type { Account, Client, Transport } from 'viem';
|
|
4
|
-
import type {
|
|
4
|
+
import type { IndexerApi, LocalDatabase } from './types.ts';
|
|
5
5
|
export declare const contextSchema: z.ZodObject<{
|
|
6
|
-
|
|
6
|
+
api: z.ZodCustom<IndexerApi, IndexerApi>;
|
|
7
7
|
localDb: z.ZodCustom<LocalDatabase, LocalDatabase>;
|
|
8
8
|
config: z.ZodCustom<import("iso-conf").Conf<z.ZodObject<{
|
|
9
9
|
privateKey: z.ZodOptional<z.ZodString>;
|
|
10
|
-
|
|
11
|
-
indexerCalibrationUrl: z.ZodOptional<z.ZodURL>;
|
|
10
|
+
apiUrl: z.ZodOptional<z.ZodURL>;
|
|
12
11
|
chainId: z.ZodOptional<z.ZodNumber>;
|
|
13
12
|
dbPath: z.ZodOptional<z.ZodString>;
|
|
14
13
|
source: z.ZodOptional<z.ZodString>;
|
|
15
14
|
}, z.core.$strip>>, import("iso-conf").Conf<z.ZodObject<{
|
|
16
15
|
privateKey: z.ZodOptional<z.ZodString>;
|
|
17
|
-
|
|
18
|
-
indexerCalibrationUrl: z.ZodOptional<z.ZodURL>;
|
|
16
|
+
apiUrl: z.ZodOptional<z.ZodURL>;
|
|
19
17
|
chainId: z.ZodOptional<z.ZodNumber>;
|
|
20
18
|
dbPath: z.ZodOptional<z.ZodString>;
|
|
21
19
|
source: z.ZodOptional<z.ZodString>;
|
|
@@ -26,19 +24,17 @@ export declare const contextSchema: z.ZodObject<{
|
|
|
26
24
|
isInteractive: z.ZodBoolean;
|
|
27
25
|
}, z.core.$strip>;
|
|
28
26
|
export declare const contextMiddleware: import("incur").MiddlewareHandler<z.ZodObject<{
|
|
29
|
-
|
|
27
|
+
api: z.ZodCustom<IndexerApi, IndexerApi>;
|
|
30
28
|
localDb: z.ZodCustom<LocalDatabase, LocalDatabase>;
|
|
31
29
|
config: z.ZodCustom<import("iso-conf").Conf<z.ZodObject<{
|
|
32
30
|
privateKey: z.ZodOptional<z.ZodString>;
|
|
33
|
-
|
|
34
|
-
indexerCalibrationUrl: z.ZodOptional<z.ZodURL>;
|
|
31
|
+
apiUrl: z.ZodOptional<z.ZodURL>;
|
|
35
32
|
chainId: z.ZodOptional<z.ZodNumber>;
|
|
36
33
|
dbPath: z.ZodOptional<z.ZodString>;
|
|
37
34
|
source: z.ZodOptional<z.ZodString>;
|
|
38
35
|
}, z.core.$strip>>, import("iso-conf").Conf<z.ZodObject<{
|
|
39
36
|
privateKey: z.ZodOptional<z.ZodString>;
|
|
40
|
-
|
|
41
|
-
indexerCalibrationUrl: z.ZodOptional<z.ZodURL>;
|
|
37
|
+
apiUrl: z.ZodOptional<z.ZodURL>;
|
|
42
38
|
chainId: z.ZodOptional<z.ZodNumber>;
|
|
43
39
|
dbPath: z.ZodOptional<z.ZodString>;
|
|
44
40
|
source: z.ZodOptional<z.ZodString>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"middleware.d.ts","sourceRoot":"","sources":["../../src/middleware.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,4BAA4B,CAAA;
|
|
1
|
+
{"version":3,"file":"middleware.d.ts","sourceRoot":"","sources":["../../src/middleware.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,4BAA4B,CAAA;AACvD,OAAO,EAAc,CAAC,EAAE,MAAM,OAAO,CAAA;AACrC,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,MAAM,CAAA;AAEtD,OAAO,KAAK,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,YAAY,CAAA;AAG3D,eAAO,MAAM,aAAa;;;;;;;;;;;;;;;;;;;;iBAQxB,CAAA;AAEF,eAAO,MAAM,iBAAiB;;;;;;;;;;;;;;;;;;;;6BAyB5B,CAAA"}
|
package/dist/src/middleware.js
CHANGED
|
@@ -1,9 +1,8 @@
|
|
|
1
|
-
import { drizzle as drizzlePostgres } from 'drizzle-orm/node-postgres';
|
|
2
1
|
import { middleware, z } from 'incur';
|
|
3
|
-
import
|
|
2
|
+
import { createIndexerApi } from "./api.js";
|
|
4
3
|
import { config, createLocalDatabase, getClient } from "./utils.js";
|
|
5
4
|
export const contextSchema = z.object({
|
|
6
|
-
|
|
5
|
+
api: z.custom(),
|
|
7
6
|
localDb: z.custom(),
|
|
8
7
|
config: z.custom(),
|
|
9
8
|
client: z.custom(),
|
|
@@ -12,8 +11,8 @@ export const contextSchema = z.object({
|
|
|
12
11
|
isInteractive: z.boolean(),
|
|
13
12
|
});
|
|
14
13
|
export const contextMiddleware = middleware(async (c, next) => {
|
|
15
|
-
const { dbPath, chainId,
|
|
16
|
-
if (!dbPath || !chainId || !
|
|
14
|
+
const { dbPath, chainId, apiUrl, source } = config.store;
|
|
15
|
+
if (!dbPath || !chainId || !source) {
|
|
17
16
|
return c.error({
|
|
18
17
|
code: 'CONFIG_NOT_SET',
|
|
19
18
|
message: 'Config not set. Please run `repair setup` first.',
|
|
@@ -21,12 +20,10 @@ export const contextMiddleware = middleware(async (c, next) => {
|
|
|
21
20
|
});
|
|
22
21
|
}
|
|
23
22
|
const localDb = await createLocalDatabase(dbPath);
|
|
24
|
-
const
|
|
25
|
-
schema: indexerSchema,
|
|
26
|
-
});
|
|
23
|
+
const api = createIndexerApi({ baseUrl: apiUrl, chainId });
|
|
27
24
|
const { client, chain } = getClient(chainId);
|
|
28
25
|
c.set('localDb', localDb);
|
|
29
|
-
c.set('
|
|
26
|
+
c.set('api', api);
|
|
30
27
|
c.set('config', config);
|
|
31
28
|
c.set('client', client);
|
|
32
29
|
c.set('chain', chain);
|
|
@@ -34,6 +31,5 @@ export const contextMiddleware = middleware(async (c, next) => {
|
|
|
34
31
|
c.set('isInteractive', !c.agent && !c.formatExplicit);
|
|
35
32
|
await next();
|
|
36
33
|
localDb.$client.close();
|
|
37
|
-
await indexerDb.$client.end();
|
|
38
34
|
});
|
|
39
35
|
//# sourceMappingURL=middleware.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"middleware.js","sourceRoot":"","sources":["../../src/middleware.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,
|
|
1
|
+
{"version":3,"file":"middleware.js","sourceRoot":"","sources":["../../src/middleware.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,CAAC,EAAE,MAAM,OAAO,CAAA;AAErC,OAAO,EAAE,gBAAgB,EAAE,MAAM,UAAU,CAAA;AAE3C,OAAO,EAAE,MAAM,EAAE,mBAAmB,EAAE,SAAS,EAAE,MAAM,YAAY,CAAA;AAEnE,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,CAAC,MAAM,CAAC;IACpC,GAAG,EAAE,CAAC,CAAC,MAAM,EAAc;IAC3B,OAAO,EAAE,CAAC,CAAC,MAAM,EAAiB;IAClC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAiB;IACjC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAqC;IACrD,KAAK,EAAE,CAAC,CAAC,MAAM,EAAS;IACxB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,aAAa,EAAE,CAAC,CAAC,OAAO,EAAE;CAC3B,CAAC,CAAA;AAEF,MAAM,CAAC,MAAM,iBAAiB,GAAG,UAAU,CAAuB,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE;IAClF,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC,KAAK,CAAA;IAExD,IAAI,CAAC,MAAM,IAAI,CAAC,OAAO,IAAI,CAAC,MAAM,EAAE,CAAC;QACnC,OAAO,CAAC,CAAC,KAAK,CAAC;YACb,IAAI,EAAE,gBAAgB;YACtB,OAAO,EAAE,kDAAkD;YAC3D,SAAS,EAAE,KAAK;SACjB,CAAC,CAAA;IACJ,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,mBAAmB,CAAC,MAAM,CAAC,CAAA;IACjD,MAAM,GAAG,GAAG,gBAAgB,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAA;IAE1D,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,SAAS,CAAC,OAAO,CAAC,CAAA;IAC5C,CAAC,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,CAAA;IACzB,CAAC,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAA;IACjB,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;IACvB,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;IACvB,CAAC,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,CAAC,CAAA;IACrB,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;IACvB,CAAC,CAAC,GAAG,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,cAAc,CAAC,CAAA;IACrD,MAAM,IAAI,EAAE,CAAA;IAEZ,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,CAAA;AACzB,CAAC,CAAC,CAAA"}
|
|
@@ -1,12 +1,12 @@
|
|
|
1
1
|
import type { RepairSelect } from '../local-schema.ts';
|
|
2
|
-
import type {
|
|
2
|
+
import type { IndexerApi, LocalDatabase, WalletClient } from '../types.ts';
|
|
3
3
|
export type RunPullPiecesPhaseOptions = {
|
|
4
4
|
localDb: LocalDatabase;
|
|
5
|
-
|
|
5
|
+
api: IndexerApi;
|
|
6
6
|
repair: RepairSelect;
|
|
7
7
|
concurrency: number;
|
|
8
8
|
batchSize: number;
|
|
9
9
|
client: WalletClient;
|
|
10
10
|
};
|
|
11
|
-
export declare function runAddPieces({ localDb,
|
|
11
|
+
export declare function runAddPieces({ localDb, api, repair, concurrency, batchSize, client, }: RunPullPiecesPhaseOptions): Promise<void>;
|
|
12
12
|
//# sourceMappingURL=add-pieces.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"add-pieces.d.ts","sourceRoot":"","sources":["../../../src/pipeline/add-pieces.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"add-pieces.d.ts","sourceRoot":"","sources":["../../../src/pipeline/add-pieces.ts"],"names":[],"mappings":"AAUA,OAAO,KAAK,EAAmB,YAAY,EAAE,MAAM,oBAAoB,CAAA;AACvE,OAAO,KAAK,EAAE,UAAU,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,aAAa,CAAA;AAG1E,MAAM,MAAM,yBAAyB,GAAG;IACtC,OAAO,EAAE,aAAa,CAAA;IACtB,GAAG,EAAE,UAAU,CAAA;IACf,MAAM,EAAE,YAAY,CAAA;IACpB,WAAW,EAAE,MAAM,CAAA;IACnB,SAAS,EAAE,MAAM,CAAA;IACjB,MAAM,EAAE,YAAY,CAAA;CACrB,CAAA;AA2ID,wBAAsB,YAAY,CAAC,EACjC,OAAO,EACP,GAAG,EACH,MAAM,EACN,WAAW,EACX,SAAS,EACT,MAAM,GACP,EAAE,yBAAyB,GAAG,OAAO,CAAC,IAAI,CAAC,CAyE3C"}
|
|
@@ -3,22 +3,22 @@ import * as Piece from '@filoz/synapse-core/piece';
|
|
|
3
3
|
import * as SP from '@filoz/synapse-core/sp';
|
|
4
4
|
import { and, asc, eq, gt, inArray } from 'drizzle-orm';
|
|
5
5
|
import PQueue from 'p-queue';
|
|
6
|
+
import { listDataSetPieces } from "../api.js";
|
|
6
7
|
import { dedupeCids } from "../db/dedupe-cids.js";
|
|
7
8
|
import { getTargetDataset } from "../db/get-target-dataset.js";
|
|
8
9
|
import { repairUpdate } from "../db/repair-update.js";
|
|
9
10
|
import { upsertOperations } from "../db/upsert-operations.js";
|
|
10
11
|
import { completeConfirmedOperations, excludeOperationsByCid, hashLink, operationsToPullPieces } from "../utils.js";
|
|
11
|
-
function createAddPiecesWorker({ localDb,
|
|
12
|
+
function createAddPiecesWorker({ localDb, targetCids, repair, client, state, log }) {
|
|
12
13
|
return async (options) => {
|
|
13
14
|
let completedOps = 0;
|
|
14
15
|
let failedOps = 0;
|
|
15
16
|
let operations = options.operations;
|
|
16
|
-
const isRepair = repair.repairDataSetId == null;
|
|
17
17
|
const group = log.group(`Batch ${options.batchNumber}/${state.totalBatches}`);
|
|
18
18
|
try {
|
|
19
19
|
const dataset = await getTargetDataset({ localDb, repairId: repair.id, client });
|
|
20
|
-
if (
|
|
21
|
-
operations = await dedupeCids({
|
|
20
|
+
if (targetCids) {
|
|
21
|
+
operations = await dedupeCids({ localDb, existingCids: targetCids, operations });
|
|
22
22
|
}
|
|
23
23
|
const operationsBeforeConfirmationCheck = operations.length;
|
|
24
24
|
operations = await completeConfirmedOperations({ localDb, client, operations });
|
|
@@ -67,7 +67,7 @@ function createAddPiecesWorker({ localDb, indexerDb, repair, client, state, log
|
|
|
67
67
|
clientDataSetId: dataset.clientDataSetId,
|
|
68
68
|
pieces: operations.map((operation) => ({
|
|
69
69
|
pieceCid: Piece.from(operation.cid),
|
|
70
|
-
metadata:
|
|
70
|
+
metadata: targetCids ? undefined : operation.metadata,
|
|
71
71
|
})),
|
|
72
72
|
});
|
|
73
73
|
await upsertOperations({
|
|
@@ -81,6 +81,8 @@ function createAddPiecesWorker({ localDb, indexerDb, repair, client, state, log
|
|
|
81
81
|
const waitForAddPieces = await SP.waitForAddPieces(addPiecesResult);
|
|
82
82
|
state.completedOperations += operations.length;
|
|
83
83
|
completedOps += operations.length;
|
|
84
|
+
for (const operation of operations)
|
|
85
|
+
targetCids?.add(operation.cid);
|
|
84
86
|
await upsertOperations({
|
|
85
87
|
localDb,
|
|
86
88
|
operations: operations.map((operation) => ({
|
|
@@ -108,7 +110,7 @@ function createAddPiecesWorker({ localDb, indexerDb, repair, client, state, log
|
|
|
108
110
|
}
|
|
109
111
|
};
|
|
110
112
|
}
|
|
111
|
-
export async function runAddPieces({ localDb,
|
|
113
|
+
export async function runAddPieces({ localDb, api, repair, concurrency, batchSize, client, }) {
|
|
112
114
|
const localSchema = localDb._.fullSchema;
|
|
113
115
|
let cursor = 0;
|
|
114
116
|
const totalOperations = await localDb.$count(localSchema.operations, and(eq(localSchema.operations.repairId, repair.id), eq(localSchema.operations.type, 'add_piece'), inArray(localSchema.operations.status, ['pending', 'failed'])));
|
|
@@ -123,6 +125,12 @@ export async function runAddPieces({ localDb, indexerDb, repair, concurrency, ba
|
|
|
123
125
|
title: 'Adding pieces',
|
|
124
126
|
limit: 1,
|
|
125
127
|
});
|
|
128
|
+
let targetCids;
|
|
129
|
+
if (repair.repairDataSetId == null && totalOperations > 0) {
|
|
130
|
+
const dataset = await getTargetDataset({ localDb, repairId: repair.id, client });
|
|
131
|
+
const pieces = await listDataSetPieces(api, dataset.dataSetId, { removed: false });
|
|
132
|
+
targetCids = new Set(pieces.flatMap((piece) => (piece.cid == null ? [] : [piece.cid])));
|
|
133
|
+
}
|
|
126
134
|
async function getNextBatch() {
|
|
127
135
|
const operations = await localDb.query.operations.findMany({
|
|
128
136
|
where: and(eq(localSchema.operations.repairId, repair.id), eq(localSchema.operations.type, 'add_piece'), inArray(localSchema.operations.status, ['pending', 'failed']), gt(localSchema.operations.id, cursor)),
|
|
@@ -135,7 +143,7 @@ export async function runAddPieces({ localDb, indexerDb, repair, concurrency, ba
|
|
|
135
143
|
cursor = operations.at(-1)?.id ?? cursor;
|
|
136
144
|
return operations;
|
|
137
145
|
}
|
|
138
|
-
const addPiecesJob = createAddPiecesWorker({ localDb,
|
|
146
|
+
const addPiecesJob = createAddPiecesWorker({ localDb, targetCids, repair, client, state, log });
|
|
139
147
|
const queue = new PQueue({ concurrency });
|
|
140
148
|
while (true) {
|
|
141
149
|
await queue.onSizeLessThan(concurrency);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"add-pieces.js","sourceRoot":"","sources":["../../../src/pipeline/add-pieces.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAA;AACxC,OAAO,KAAK,KAAK,MAAM,2BAA2B,CAAA;AAClD,OAAO,KAAK,EAAE,MAAM,wBAAwB,CAAA;AAC5C,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,aAAa,CAAA;AACvD,OAAO,MAAM,MAAM,SAAS,CAAA;AAC5B,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAA;AACjD,OAAO,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAA;AAC9D,OAAO,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAA;AACrD,OAAO,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAA;AAG7D,OAAO,EAAE,2BAA2B,EAAE,sBAAsB,EAAE,QAAQ,EAAE,sBAAsB,EAAE,MAAM,aAAa,CAAA;
|
|
1
|
+
{"version":3,"file":"add-pieces.js","sourceRoot":"","sources":["../../../src/pipeline/add-pieces.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAA;AACxC,OAAO,KAAK,KAAK,MAAM,2BAA2B,CAAA;AAClD,OAAO,KAAK,EAAE,MAAM,wBAAwB,CAAA;AAC5C,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,aAAa,CAAA;AACvD,OAAO,MAAM,MAAM,SAAS,CAAA;AAC5B,OAAO,EAAE,iBAAiB,EAAE,MAAM,WAAW,CAAA;AAC7C,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAA;AACjD,OAAO,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAA;AAC9D,OAAO,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAA;AACrD,OAAO,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAA;AAG7D,OAAO,EAAE,2BAA2B,EAAE,sBAAsB,EAAE,QAAQ,EAAE,sBAAsB,EAAE,MAAM,aAAa,CAAA;AAkCnH,SAAS,qBAAqB,CAAC,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAgC;IAC9G,OAAO,KAAK,EAAE,OAA4B,EAAE,EAAE;QAC5C,IAAI,YAAY,GAAG,CAAC,CAAA;QACpB,IAAI,SAAS,GAAG,CAAC,CAAA;QACjB,IAAI,UAAU,GAAsB,OAAO,CAAC,UAAU,CAAA;QAEtD,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,SAAS,OAAO,CAAC,WAAW,IAAI,KAAK,CAAC,YAAY,EAAE,CAAC,CAAA;QAE7E,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,gBAAgB,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE,CAAC,CAAA;YAGhF,IAAI,UAAU,EAAE,CAAC;gBACf,UAAU,GAAG,MAAM,UAAU,CAAC,EAAE,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,UAAU,EAAE,CAAC,CAAA;YAClF,CAAC;YAED,MAAM,iCAAiC,GAAG,UAAU,CAAC,MAAM,CAAA;YAC3D,UAAU,GAAG,MAAM,2BAA2B,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAA;YAC/E,MAAM,mBAAmB,GAAG,iCAAiC,GAAG,UAAU,CAAC,MAAM,CAAA;YACjF,IAAI,mBAAmB,GAAG,CAAC,EAAE,CAAC;gBAC5B,KAAK,CAAC,mBAAmB,IAAI,mBAAmB,CAAA;gBAChD,YAAY,IAAI,mBAAmB,CAAA;YACrC,CAAC;YAED,KAAK,CAAC,OAAO,CAAC,WAAW,UAAU,CAAC,MAAM,YAAY,CAAC,CAAA;YAEvD,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1B,MAAM,UAAU,GAAG,MAAM,EAAE,CAAC,iBAAiB,CAAC,MAAM,EAAE;oBACpD,UAAU,EAAE,MAAM,CAAC,iBAAiB;oBACpC,SAAS,EAAE,OAAO,CAAC,SAAS;oBAC5B,eAAe,EAAE,OAAO,CAAC,eAAe;oBACxC,MAAM,EAAE,sBAAsB,CAAC,UAAU,CAAC;oBAC1C,OAAO,EAAE,IAAI,GAAG,EAAE,GAAG,EAAE;oBACvB,QAAQ,EAAE,CAAC,MAAM,EAAE,EAAE;wBACnB,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,KAAK,UAAU,CAAC,CAAC,MAAM,CAAA;wBACrF,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,MAAM,CAAA;wBAChF,KAAK,CAAC,OAAO,CAAC,QAAQ,SAAS,eAAe,MAAM,SAAS,CAAC,CAAA;oBAChE,CAAC;iBACF,CAAC,CAAA;gBAEF,KAAK,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,UAAU,CAAC,MAAM,EAAE,CAAC;oBACrD,MAAM,GAAG,GAAG,QAAQ,CAAC,QAAQ,EAAE,CAAA;oBAC/B,IAAI,MAAM,KAAK,UAAU,EAAE,CAAC;wBAC1B,KAAK,CAAC,gBAAgB,EAAE,CAAA;wBACxB,SAAS,EAAE,CAAA;wBACX,MAAM,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,GAAG,sBAAsB,CAAC,UAAU,EAAE,GAAG,CAAC,CAAA;wBACxF,UAAU,GAAG,iBAAiB,CAAA;wBAC9B,MAAM,gBAAgB,CAAC;4BACrB,OAAO;4BACP,UAAU,EAAE,iBAAiB,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;gCAChD,GAAG,SAAS;gCACZ,MAAM,EAAE,QAAQ;gCAChB,KAAK,EAAE,2BAA2B,MAAM,EAAE;6BAC3C,CAAC,CAAC;yBACJ,CAAC,CAAA;oBACJ,CAAC;gBACH,CAAC;YACH,CAAC;YAGD,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1B,KAAK,CAAC,OAAO,CAAC,UAAU,UAAU,CAAC,MAAM,YAAY,CAAC,CAAA;gBACtD,MAAM,eAAe,GAAG,MAAM,EAAE,CAAC,SAAS,CAAC,MAAM,EAAE;oBACjD,UAAU,EAAE,MAAM,CAAC,iBAAiB;oBACpC,SAAS,EAAE,OAAO,CAAC,SAAS;oBAC5B,eAAe,EAAE,OAAO,CAAC,eAAe;oBACxC,MAAM,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;wBACrC,QAAQ,EAAE,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC;wBACnC,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,QAAQ;qBACtD,CAAC,CAAC;iBACJ,CAAC,CAAA;gBACF,MAAM,gBAAgB,CAAC;oBACrB,OAAO;oBACP,UAAU,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;wBACzC,GAAG,SAAS;wBACZ,MAAM,EAAE,eAAe,CAAC,MAAM;qBAC/B,CAAC,CAAC;iBACJ,CAAC,CAAA;gBAEF,KAAK,CAAC,OAAO,CAAC,0BAA0B,QAAQ,CAAC,eAAe,CAAC,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;gBAC5F,MAAM,gBAAgB,GAAG,MAAM,EAAE,CAAC,gBAAgB,CAAC,eAAe,CAAC,CAAA;gBACnE,KAAK,CAAC,mBAAmB,IAAI,UAAU,CAAC,MAAM,CAAA;gBAC9C,YAAY,IAAI,UAAU,CAAC,MAAM,CAAA;gBACjC,KAAK,MAAM,SAAS,IAAI,UAAU;oBAAE,UAAU,EAAE,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAA;gBAClE,MAAM,gBAAgB,CAAC;oBACrB,OAAO;oBACP,UAAU,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;wBACzC,GAAG,SAAS;wBACZ,MAAM,EAAE,WAAW;wBACnB,KAAK,EAAE,IAAI;wBACX,MAAM,EAAE,gBAAgB,CAAC,MAAM;qBAChC,CAAC,CAAC;iBACJ,CAAC,CAAA;YACJ,CAAC;YACD,KAAK,CAAC,OAAO,CAAC,SAAS,YAAY,WAAW,SAAS,SAAS,CAAC,CAAA;QACnE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,KAAK,CAAC,gBAAgB,IAAI,UAAU,CAAC,MAAM,CAAA;YAC3C,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAA;YACxE,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,CAAC,CAAA;YAC/C,MAAM,gBAAgB,CAAC;gBACrB,OAAO;gBACP,UAAU,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;oBACzC,GAAG,SAAS;oBACZ,MAAM,EAAE,QAAQ;oBAChB,KAAK,EAAE,OAAO;iBACf,CAAC,CAAC;aACJ,CAAC,CAAA;QACJ,CAAC;IACH,CAAC,CAAA;AACH,CAAC;AAKD,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,EACjC,OAAO,EACP,GAAG,EACH,MAAM,EACN,WAAW,EACX,SAAS,EACT,MAAM,GACoB;IAC1B,MAAM,WAAW,GAAG,OAAO,CAAC,CAAC,CAAC,UAAU,CAAA;IACxC,IAAI,MAAM,GAAG,CAAC,CAAA;IAEd,MAAM,eAAe,GAAG,MAAM,OAAO,CAAC,MAAM,CAC1C,WAAW,CAAC,UAAU,EACtB,GAAG,CACD,EAAE,CAAC,WAAW,CAAC,UAAU,CAAC,QAAQ,EAAE,MAAM,CAAC,EAAE,CAAC,EAC9C,EAAE,CAAC,WAAW,CAAC,UAAU,CAAC,IAAI,EAAE,WAAW,CAAC,EAC5C,OAAO,CAAC,WAAW,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC,CAC9D,CACF,CAAA;IACD,IAAI,WAAW,GAAG,CAAC,CAAA;IACnB,MAAM,KAAK,GAAG;QACZ,YAAY,EAAE,IAAI,CAAC,IAAI,CAAC,eAAe,GAAG,SAAS,CAAC;QACpD,eAAe;QACf,mBAAmB,EAAE,CAAC;QACtB,gBAAgB,EAAE,CAAC;KACpB,CAAA;IAED,MAAM,GAAG,GAAG,OAAO,CAAC;QAClB,KAAK,EAAE,eAAe;QACtB,KAAK,EAAE,CAAC;KACT,CAAC,CAAA;IAGF,IAAI,UAAmC,CAAA;IACvC,IAAI,MAAM,CAAC,eAAe,IAAI,IAAI,IAAI,eAAe,GAAG,CAAC,EAAE,CAAC;QAC1D,MAAM,OAAO,GAAG,MAAM,gBAAgB,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE,CAAC,CAAA;QAChF,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,GAAG,EAAE,OAAO,CAAC,SAAS,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAA;QAClF,UAAU,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAA;IACzF,CAAC;IAED,KAAK,UAAU,YAAY;QACzB,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC;YACzD,KAAK,EAAE,GAAG,CACR,EAAE,CAAC,WAAW,CAAC,UAAU,CAAC,QAAQ,EAAE,MAAM,CAAC,EAAE,CAAC,EAC9C,EAAE,CAAC,WAAW,CAAC,UAAU,CAAC,IAAI,EAAE,WAAW,CAAC,EAC5C,OAAO,CAAC,WAAW,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC,EAC7D,EAAE,CAAC,WAAW,CAAC,UAAU,CAAC,EAAE,EAAE,MAAM,CAAC,CACtC;YACD,OAAO,EAAE,CAAC,GAAG,CAAC,WAAW,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;YACzC,KAAK,EAAE,SAAS;SACjB,CAAC,CAAA;QACF,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,OAAO,IAAI,CAAA;QACb,CAAC;QAED,MAAM,GAAG,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,IAAI,MAAM,CAAA;QACxC,OAAO,UAAU,CAAA;IACnB,CAAC;IAED,MAAM,YAAY,GAAG,qBAAqB,CAAC,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAA;IAC/F,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,EAAE,WAAW,EAAE,CAAC,CAAA;IAEzC,OAAO,IAAI,EAAE,CAAC;QACZ,MAAM,KAAK,CAAC,cAAc,CAAC,WAAW,CAAC,CAAA;QACvC,MAAM,UAAU,GAAG,MAAM,YAAY,EAAE,CAAA;QACvC,IAAI,CAAC,UAAU;YAAE,MAAK;QACtB,WAAW,EAAE,CAAA;QACb,MAAM,kBAAkB,GAAG,WAAW,CAAA;QACtC,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,YAAY,CAAC,EAAE,UAAU,EAAE,WAAW,EAAE,kBAAkB,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;IACrG,CAAC;IAED,MAAM,KAAK,CAAC,MAAM,EAAE,CAAA;IAEpB,GAAG,CAAC,OAAO,CAAC,SAAS,KAAK,CAAC,mBAAmB,YAAY,KAAK,CAAC,gBAAgB,SAAS,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAA;IAE7G,MAAM,YAAY,CAAC;QACjB,OAAO;QACP,QAAQ,EAAE,MAAM,CAAC,EAAE;QACnB,MAAM,EAAE,KAAK,CAAC,gBAAgB,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW;KAC5D,CAAC,CAAA;AACJ,CAAC"}
|
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
import type { Address } from 'viem';
|
|
2
2
|
import type { RepairSelect } from '../local-schema.ts';
|
|
3
|
-
import type {
|
|
3
|
+
import type { IndexerApi, LocalDatabase, WalletClient } from '../types.ts';
|
|
4
4
|
export type EnsureRepairDatasetOptions = {
|
|
5
5
|
source: string;
|
|
6
6
|
localDb: LocalDatabase;
|
|
7
|
-
|
|
7
|
+
api: IndexerApi;
|
|
8
8
|
client: WalletClient;
|
|
9
9
|
repair: RepairSelect;
|
|
10
10
|
payer: Address;
|
|
11
11
|
};
|
|
12
|
-
export declare function ensureRepairDataset({ source, localDb,
|
|
13
|
-
export declare function ensureReplicateDataset({ localDb,
|
|
12
|
+
export declare function ensureRepairDataset({ source, localDb, api, client, repair, payer }: EnsureRepairDatasetOptions): Promise<bigint>;
|
|
13
|
+
export declare function ensureReplicateDataset({ localDb, api, client, repair, payer }: EnsureRepairDatasetOptions): Promise<bigint>;
|
|
14
14
|
//# sourceMappingURL=create-datasets.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"create-datasets.d.ts","sourceRoot":"","sources":["../../../src/pipeline/create-datasets.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"create-datasets.d.ts","sourceRoot":"","sources":["../../../src/pipeline/create-datasets.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,MAAM,CAAA;AAInC,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAA;AACtD,OAAO,KAAK,EAAE,UAAU,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,aAAa,CAAA;AAG1E,MAAM,MAAM,0BAA0B,GAAG;IACvC,MAAM,EAAE,MAAM,CAAA;IACd,OAAO,EAAE,aAAa,CAAA;IACtB,GAAG,EAAE,UAAU,CAAA;IACf,MAAM,EAAE,YAAY,CAAA;IACpB,MAAM,EAAE,YAAY,CAAA;IACpB,KAAK,EAAE,OAAO,CAAA;CACf,CAAA;AAOD,wBAAsB,mBAAmB,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,0BAA0B,mBA8CpH;AAOD,wBAAsB,sBAAsB,CAAC,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,0BAA0B,mBA8C/G"}
|