xtrawl 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/DOCUMENTATION.md +774 -0
- package/README.md +232 -0
- package/dist/auth/bootstrap.d.ts +4 -0
- package/dist/auth/bootstrap.d.ts.map +1 -0
- package/dist/auth/bootstrap.js +29 -0
- package/dist/auth/bootstrap.js.map +1 -0
- package/dist/auth/cookies.d.ts +7 -0
- package/dist/auth/cookies.d.ts.map +1 -0
- package/dist/auth/cookies.js +83 -0
- package/dist/auth/cookies.js.map +1 -0
- package/dist/auth/loaders.d.ts +6 -0
- package/dist/auth/loaders.d.ts.map +1 -0
- package/dist/auth/loaders.js +69 -0
- package/dist/auth/loaders.js.map +1 -0
- package/dist/auth/material.d.ts +3 -0
- package/dist/auth/material.d.ts.map +1 -0
- package/dist/auth/material.js +20 -0
- package/dist/auth/material.js.map +1 -0
- package/dist/auth/records.d.ts +4 -0
- package/dist/auth/records.d.ts.map +1 -0
- package/dist/auth/records.js +38 -0
- package/dist/auth/records.js.map +1 -0
- package/dist/cli/help.d.ts +2 -0
- package/dist/cli/help.d.ts.map +1 -0
- package/dist/cli/help.js +30 -0
- package/dist/cli/help.js.map +1 -0
- package/dist/cli/main.d.ts +3 -0
- package/dist/cli/main.d.ts.map +1 -0
- package/dist/cli/main.js +85 -0
- package/dist/cli/main.js.map +1 -0
- package/dist/cli/parser.d.ts +22 -0
- package/dist/cli/parser.d.ts.map +1 -0
- package/dist/cli/parser.js +275 -0
- package/dist/cli/parser.js.map +1 -0
- package/dist/client/client.d.ts +29 -0
- package/dist/client/client.d.ts.map +1 -0
- package/dist/client/client.js +192 -0
- package/dist/client/client.js.map +1 -0
- package/dist/client/collectors.d.ts +15 -0
- package/dist/client/collectors.d.ts.map +1 -0
- package/dist/client/collectors.js +185 -0
- package/dist/client/collectors.js.map +1 -0
- package/dist/client/database.d.ts +56 -0
- package/dist/client/database.d.ts.map +1 -0
- package/dist/client/database.js +146 -0
- package/dist/client/database.js.map +1 -0
- package/dist/client/profiles.d.ts +5 -0
- package/dist/client/profiles.d.ts.map +1 -0
- package/dist/client/profiles.js +36 -0
- package/dist/client/profiles.js.map +1 -0
- package/dist/client/search.d.ts +21 -0
- package/dist/client/search.d.ts.map +1 -0
- package/dist/client/search.js +139 -0
- package/dist/client/search.js.map +1 -0
- package/dist/client/types.d.ts +21 -0
- package/dist/client/types.d.ts.map +1 -0
- package/dist/client/types.js +2 -0
- package/dist/client/types.js.map +1 -0
- package/dist/config/defaults.d.ts +3 -0
- package/dist/config/defaults.d.ts.map +1 -0
- package/dist/config/defaults.js +38 -0
- package/dist/config/defaults.js.map +1 -0
- package/dist/config/environment.d.ts +5 -0
- package/dist/config/environment.d.ts.map +1 -0
- package/dist/config/environment.js +62 -0
- package/dist/config/environment.js.map +1 -0
- package/dist/config/types.d.ts +47 -0
- package/dist/config/types.d.ts.map +1 -0
- package/dist/config/types.js +2 -0
- package/dist/config/types.js.map +1 -0
- package/dist/config/validation.d.ts +6 -0
- package/dist/config/validation.d.ts.map +1 -0
- package/dist/config/validation.js +147 -0
- package/dist/config/validation.js.map +1 -0
- package/dist/domain/accounts.d.ts +64 -0
- package/dist/domain/accounts.d.ts.map +1 -0
- package/dist/domain/accounts.js +2 -0
- package/dist/domain/accounts.js.map +1 -0
- package/dist/domain/errors.d.ts +61 -0
- package/dist/domain/errors.d.ts.map +1 -0
- package/dist/domain/errors.js +89 -0
- package/dist/domain/errors.js.map +1 -0
- package/dist/domain/http.d.ts +36 -0
- package/dist/domain/http.d.ts.map +1 -0
- package/dist/domain/http.js +2 -0
- package/dist/domain/http.js.map +1 -0
- package/dist/domain/manifest.d.ts +23 -0
- package/dist/domain/manifest.d.ts.map +1 -0
- package/dist/domain/manifest.js +2 -0
- package/dist/domain/manifest.js.map +1 -0
- package/dist/domain/records.d.ts +67 -0
- package/dist/domain/records.d.ts.map +1 -0
- package/dist/domain/records.js +2 -0
- package/dist/domain/records.js.map +1 -0
- package/dist/domain/requests.d.ts +87 -0
- package/dist/domain/requests.d.ts.map +1 -0
- package/dist/domain/requests.js +2 -0
- package/dist/domain/requests.js.map +1 -0
- package/dist/engine/api-engine.d.ts +25 -0
- package/dist/engine/api-engine.d.ts.map +1 -0
- package/dist/engine/api-engine.js +98 -0
- package/dist/engine/api-engine.js.map +1 -0
- package/dist/engine/extractors.d.ts +27 -0
- package/dist/engine/extractors.d.ts.map +1 -0
- package/dist/engine/extractors.js +248 -0
- package/dist/engine/extractors.js.map +1 -0
- package/dist/index.d.ts +21 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +15 -0
- package/dist/index.js.map +1 -0
- package/dist/manifest/default-manifest.d.ts +3 -0
- package/dist/manifest/default-manifest.d.ts.map +1 -0
- package/dist/manifest/default-manifest.js +46 -0
- package/dist/manifest/default-manifest.js.map +1 -0
- package/dist/manifest/model.d.ts +3 -0
- package/dist/manifest/model.d.ts.map +1 -0
- package/dist/manifest/model.js +48 -0
- package/dist/manifest/model.js.map +1 -0
- package/dist/manifest/provider.d.ts +19 -0
- package/dist/manifest/provider.d.ts.map +1 -0
- package/dist/manifest/provider.js +94 -0
- package/dist/manifest/provider.js.map +1 -0
- package/dist/manifest/scraper.d.ts +11 -0
- package/dist/manifest/scraper.d.ts.map +1 -0
- package/dist/manifest/scraper.js +130 -0
- package/dist/manifest/scraper.js.map +1 -0
- package/dist/output/csv-writer.d.ts +2 -0
- package/dist/output/csv-writer.d.ts.map +1 -0
- package/dist/output/csv-writer.js +94 -0
- package/dist/output/csv-writer.js.map +1 -0
- package/dist/output/json-writer.d.ts +2 -0
- package/dist/output/json-writer.d.ts.map +1 -0
- package/dist/output/json-writer.js +29 -0
- package/dist/output/json-writer.js.map +1 -0
- package/dist/output/names.d.ts +4 -0
- package/dist/output/names.d.ts.map +1 -0
- package/dist/output/names.js +22 -0
- package/dist/output/names.js.map +1 -0
- package/dist/output/writer.d.ts +7 -0
- package/dist/output/writer.d.ts.map +1 -0
- package/dist/output/writer.js +33 -0
- package/dist/output/writer.js.map +1 -0
- package/dist/pool/account-pool.d.ts +29 -0
- package/dist/pool/account-pool.d.ts.map +1 -0
- package/dist/pool/account-pool.js +145 -0
- package/dist/pool/account-pool.js.map +1 -0
- package/dist/pool/cooldown.d.ts +18 -0
- package/dist/pool/cooldown.d.ts.map +1 -0
- package/dist/pool/cooldown.js +38 -0
- package/dist/pool/cooldown.js.map +1 -0
- package/dist/pool/limiter.d.ts +11 -0
- package/dist/pool/limiter.d.ts.map +1 -0
- package/dist/pool/limiter.js +27 -0
- package/dist/pool/limiter.js.map +1 -0
- package/dist/query/builder.d.ts +19 -0
- package/dist/query/builder.d.ts.map +1 -0
- package/dist/query/builder.js +110 -0
- package/dist/query/builder.js.map +1 -0
- package/dist/query/hash.d.ts +2 -0
- package/dist/query/hash.d.ts.map +1 -0
- package/dist/query/hash.js +6 -0
- package/dist/query/hash.js.map +1 -0
- package/dist/query/normalize.d.ts +39 -0
- package/dist/query/normalize.d.ts.map +1 -0
- package/dist/query/normalize.js +176 -0
- package/dist/query/normalize.js.map +1 -0
- package/dist/query/targets.d.ts +11 -0
- package/dist/query/targets.d.ts.map +1 -0
- package/dist/query/targets.js +96 -0
- package/dist/query/targets.js.map +1 -0
- package/dist/runner/index.d.ts +4 -0
- package/dist/runner/index.d.ts.map +1 -0
- package/dist/runner/index.js +4 -0
- package/dist/runner/index.js.map +1 -0
- package/dist/runner/retry.d.ts +7 -0
- package/dist/runner/retry.d.ts.map +1 -0
- package/dist/runner/retry.js +26 -0
- package/dist/runner/retry.js.map +1 -0
- package/dist/runner/runner.d.ts +20 -0
- package/dist/runner/runner.d.ts.map +1 -0
- package/dist/runner/runner.js +37 -0
- package/dist/runner/runner.js.map +1 -0
- package/dist/runner/task-queue.d.ts +19 -0
- package/dist/runner/task-queue.d.ts.map +1 -0
- package/dist/runner/task-queue.js +58 -0
- package/dist/runner/task-queue.js.map +1 -0
- package/dist/storage/account-repository.d.ts +50 -0
- package/dist/storage/account-repository.d.ts.map +1 -0
- package/dist/storage/account-repository.js +171 -0
- package/dist/storage/account-repository.js.map +1 -0
- package/dist/storage/account-row.d.ts +4 -0
- package/dist/storage/account-row.d.ts.map +1 -0
- package/dist/storage/account-row.js +46 -0
- package/dist/storage/account-row.js.map +1 -0
- package/dist/storage/checkpoint-repository.d.ts +10 -0
- package/dist/storage/checkpoint-repository.d.ts.map +1 -0
- package/dist/storage/checkpoint-repository.js +30 -0
- package/dist/storage/checkpoint-repository.js.map +1 -0
- package/dist/storage/database.d.ts +18 -0
- package/dist/storage/database.d.ts.map +1 -0
- package/dist/storage/database.js +42 -0
- package/dist/storage/database.js.map +1 -0
- package/dist/storage/index.d.ts +15 -0
- package/dist/storage/index.d.ts.map +1 -0
- package/dist/storage/index.js +18 -0
- package/dist/storage/index.js.map +1 -0
- package/dist/storage/manifest-repository.d.ts +9 -0
- package/dist/storage/manifest-repository.d.ts.map +1 -0
- package/dist/storage/manifest-repository.js +22 -0
- package/dist/storage/manifest-repository.js.map +1 -0
- package/dist/storage/run-repository.d.ts +24 -0
- package/dist/storage/run-repository.d.ts.map +1 -0
- package/dist/storage/run-repository.js +51 -0
- package/dist/storage/run-repository.js.map +1 -0
- package/dist/storage/schema.d.ts +3 -0
- package/dist/storage/schema.d.ts.map +1 -0
- package/dist/storage/schema.js +53 -0
- package/dist/storage/schema.js.map +1 -0
- package/dist/transport/graphql.d.ts +8 -0
- package/dist/transport/graphql.d.ts.map +1 -0
- package/dist/transport/graphql.js +104 -0
- package/dist/transport/graphql.js.map +1 -0
- package/dist/transport/proxy.d.ts +5 -0
- package/dist/transport/proxy.d.ts.map +1 -0
- package/dist/transport/proxy.js +36 -0
- package/dist/transport/proxy.js.map +1 -0
- package/dist/transport/session.d.ts +25 -0
- package/dist/transport/session.d.ts.map +1 -0
- package/dist/transport/session.js +138 -0
- package/dist/transport/session.js.map +1 -0
- package/dist/transport/transaction-id.d.ts +20 -0
- package/dist/transport/transaction-id.d.ts.map +1 -0
- package/dist/transport/transaction-id.js +74 -0
- package/dist/transport/transaction-id.js.map +1 -0
- package/dist/utils/fingerprint.d.ts +3 -0
- package/dist/utils/fingerprint.d.ts.map +1 -0
- package/dist/utils/fingerprint.js +20 -0
- package/dist/utils/fingerprint.js.map +1 -0
- package/dist/utils/guards.d.ts +8 -0
- package/dist/utils/guards.d.ts.map +1 -0
- package/dist/utils/guards.js +38 -0
- package/dist/utils/guards.js.map +1 -0
- package/docs/architecture/overview.md +59 -0
- package/docs/decisions/0001-runtime-and-state.md +21 -0
- package/docs/decisions/0002-modular-boundaries.md +16 -0
- package/docs/plans/initial-build.md +18 -0
- package/docs/product/specification.md +87 -0
- package/docs/security/data-boundary.md +27 -0
- package/package.json +89 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/runner/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAC9C,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC"}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
export interface RetryOptions {
|
|
2
|
+
readonly maxAttempts: number;
|
|
3
|
+
readonly baseMs: number;
|
|
4
|
+
readonly maxMs: number;
|
|
5
|
+
}
|
|
6
|
+
export declare function withRetry<T>(operation: (attempt: number) => Promise<T>, options: RetryOptions, shouldRetry?: (error: unknown) => boolean): Promise<T>;
|
|
7
|
+
//# sourceMappingURL=retry.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"retry.d.ts","sourceRoot":"","sources":["../../src/runner/retry.ts"],"names":[],"mappings":"AAGA,MAAM,WAAW,YAAY;IAC3B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;CACxB;AAED,wBAAsB,SAAS,CAAC,CAAC,EAC/B,SAAS,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,EAC1C,OAAO,EAAE,YAAY,EACrB,WAAW,GAAE,CAAC,KAAK,EAAE,OAAO,KAAK,OAAqB,GACrD,OAAO,CAAC,CAAC,CAAC,CAYZ"}
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
import { sleep } from "../pool/limiter.js";
|
|
2
|
+
export async function withRetry(operation, options, shouldRetry = isRetryable) {
|
|
3
|
+
let lastError;
|
|
4
|
+
for (let attempt = 1; attempt <= options.maxAttempts; attempt += 1) {
|
|
5
|
+
try {
|
|
6
|
+
return await operation(attempt);
|
|
7
|
+
}
|
|
8
|
+
catch (error) {
|
|
9
|
+
lastError = error;
|
|
10
|
+
if (attempt >= options.maxAttempts || !shouldRetry(error))
|
|
11
|
+
throw error;
|
|
12
|
+
await sleep(Math.min(options.maxMs, options.baseMs * 2 ** (attempt - 1)));
|
|
13
|
+
}
|
|
14
|
+
}
|
|
15
|
+
throw lastError instanceof Error ? lastError : new Error(String(lastError));
|
|
16
|
+
}
|
|
17
|
+
function isRetryable(error) {
|
|
18
|
+
if (!error || typeof error !== "object")
|
|
19
|
+
return true;
|
|
20
|
+
const candidate = error;
|
|
21
|
+
const status = candidate.diagnostics && typeof candidate.diagnostics.statusCode === "number"
|
|
22
|
+
? candidate.diagnostics.statusCode
|
|
23
|
+
: undefined;
|
|
24
|
+
return status === undefined || status === 408 || status === 429 || status >= 500;
|
|
25
|
+
}
|
|
26
|
+
//# sourceMappingURL=retry.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"retry.js","sourceRoot":"","sources":["../../src/runner/retry.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAQ3C,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,SAA0C,EAC1C,OAAqB,EACrB,cAA2C,WAAW;IAEtD,IAAI,SAAkB,CAAC;IACvB,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,OAAO,CAAC,WAAW,EAAE,OAAO,IAAI,CAAC,EAAE,CAAC;QACnE,IAAI,CAAC;YACH,OAAO,MAAM,SAAS,CAAC,OAAO,CAAC,CAAC;QAClC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,SAAS,GAAG,KAAK,CAAC;YAClB,IAAI,OAAO,IAAI,OAAO,CAAC,WAAW,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC;gBAAE,MAAM,KAAK,CAAC;YACvE,MAAM,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5E,CAAC;IACH,CAAC;IACD,MAAM,SAAS,YAAY,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC;AAC9E,CAAC;AAED,SAAS,WAAW,CAAC,KAAc;IACjC,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC;IACrD,MAAM,SAAS,GAAG,KAA6B,CAAC;IAChD,MAAM,MAAM,GACV,SAAS,CAAC,WAAW,IAAI,OAAO,SAAS,CAAC,WAAW,CAAC,UAAU,KAAK,QAAQ;QAC3E,CAAC,CAAC,SAAS,CAAC,WAAW,CAAC,UAAU;QAClC,CAAC,CAAC,SAAS,CAAC;IAChB,OAAO,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,IAAI,GAAG,CAAC;AACnF,CAAC"}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
import { type QueueTask } from "./task-queue.js";
|
|
2
|
+
export interface RunnerOptions {
|
|
3
|
+
readonly concurrency: number;
|
|
4
|
+
readonly leaseTtlMs?: number;
|
|
5
|
+
readonly maxAttempts?: number;
|
|
6
|
+
}
|
|
7
|
+
export interface RunnerResult<T> {
|
|
8
|
+
readonly complete: readonly T[];
|
|
9
|
+
readonly failed: readonly {
|
|
10
|
+
readonly task: QueueTask<T>;
|
|
11
|
+
readonly error: unknown;
|
|
12
|
+
}[];
|
|
13
|
+
readonly retries: number;
|
|
14
|
+
}
|
|
15
|
+
export declare class ExecutionRunner<T> {
|
|
16
|
+
private readonly options;
|
|
17
|
+
constructor(options: RunnerOptions);
|
|
18
|
+
run(tasks: readonly T[], worker: (task: T) => Promise<void>): Promise<RunnerResult<T>>;
|
|
19
|
+
}
|
|
20
|
+
//# sourceMappingURL=runner.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../src/runner/runner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAa,KAAK,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAE5D,MAAM,WAAW,aAAa;IAC5B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;CAC/B;AAED,MAAM,WAAW,YAAY,CAAC,CAAC;IAC7B,QAAQ,CAAC,QAAQ,EAAE,SAAS,CAAC,EAAE,CAAC;IAChC,QAAQ,CAAC,MAAM,EAAE,SAAS;QAAE,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC;QAAC,QAAQ,CAAC,KAAK,EAAE,OAAO,CAAA;KAAE,EAAE,CAAC;IACrF,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;CAC1B;AAED,qBAAa,eAAe,CAAC,CAAC;IACT,OAAO,CAAC,QAAQ,CAAC,OAAO;gBAAP,OAAO,EAAE,aAAa;IAE7C,GAAG,CAAC,KAAK,EAAE,SAAS,CAAC,EAAE,EAAE,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;CA2BpG"}
|
|
@@ -0,0 +1,37 @@
|
|
|
1
|
+
import { TaskQueue } from "./task-queue.js";
|
|
2
|
+
export class ExecutionRunner {
|
|
3
|
+
options;
|
|
4
|
+
constructor(options) {
|
|
5
|
+
this.options = options;
|
|
6
|
+
}
|
|
7
|
+
async run(tasks, worker) {
|
|
8
|
+
const queue = new TaskQueue();
|
|
9
|
+
tasks.forEach((task, index) => queue.enqueue(String(index), task));
|
|
10
|
+
const failures = [];
|
|
11
|
+
const complete = [];
|
|
12
|
+
const process = async () => {
|
|
13
|
+
while (true) {
|
|
14
|
+
const task = queue.lease(this.options.leaseTtlMs);
|
|
15
|
+
if (!task)
|
|
16
|
+
return;
|
|
17
|
+
try {
|
|
18
|
+
await worker(task.payload);
|
|
19
|
+
queue.ack(task.id);
|
|
20
|
+
complete.push(task.payload);
|
|
21
|
+
}
|
|
22
|
+
catch (error) {
|
|
23
|
+
if (task.attempts < (this.options.maxAttempts ?? 3))
|
|
24
|
+
queue.retry(task.id, error instanceof Error ? error.message : String(error));
|
|
25
|
+
else {
|
|
26
|
+
queue.fail(task.id, error instanceof Error ? error.message : String(error));
|
|
27
|
+
failures.push({ task: queue.snapshot().find((item) => item.id === task.id) ?? task, error });
|
|
28
|
+
}
|
|
29
|
+
}
|
|
30
|
+
}
|
|
31
|
+
};
|
|
32
|
+
await Promise.all(Array.from({ length: Math.max(1, this.options.concurrency) }, () => process()));
|
|
33
|
+
const retries = queue.snapshot().reduce((total, task) => total + Math.max(0, task.attempts - 1), 0);
|
|
34
|
+
return { complete, failed: failures, retries };
|
|
35
|
+
}
|
|
36
|
+
}
|
|
37
|
+
//# sourceMappingURL=runner.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"runner.js","sourceRoot":"","sources":["../../src/runner/runner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAkB,MAAM,iBAAiB,CAAC;AAc5D,MAAM,OAAO,eAAe;IACU;IAApC,YAAoC,OAAsB;QAAtB,YAAO,GAAP,OAAO,CAAe;IAAG,CAAC;IAEvD,KAAK,CAAC,GAAG,CAAC,KAAmB,EAAE,MAAkC;QACtE,MAAM,KAAK,GAAG,IAAI,SAAS,EAAK,CAAC;QACjC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;QACnE,MAAM,QAAQ,GAAoE,EAAE,CAAC;QACrF,MAAM,QAAQ,GAAQ,EAAE,CAAC;QACzB,MAAM,OAAO,GAAG,KAAK,IAAmB,EAAE;YACxC,OAAO,IAAI,EAAE,CAAC;gBACZ,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;gBAClD,IAAI,CAAC,IAAI;oBAAE,OAAO;gBAClB,IAAI,CAAC;oBACH,MAAM,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;oBAC3B,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;oBACnB,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBAC9B,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,IAAI,IAAI,CAAC,QAAQ,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,IAAI,CAAC,CAAC;wBACjD,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;yBAC1E,CAAC;wBACJ,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;wBAC5E,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC,IAAI,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;oBAC/F,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC,CAAC;QACF,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QAClG,MAAM,OAAO,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACpG,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC;IACjD,CAAC;CACF"}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
export interface QueueTask<T> {
|
|
2
|
+
readonly id: string;
|
|
3
|
+
readonly payload: T;
|
|
4
|
+
readonly attempts: number;
|
|
5
|
+
readonly status: "queued" | "leased" | "complete" | "failed" | "cancelled";
|
|
6
|
+
readonly leasedUntil?: number;
|
|
7
|
+
readonly error?: string;
|
|
8
|
+
}
|
|
9
|
+
export declare class TaskQueue<T> {
|
|
10
|
+
private readonly tasks;
|
|
11
|
+
enqueue(id: string, payload: T): QueueTask<T>;
|
|
12
|
+
lease(ttlMs?: number): QueueTask<T> | undefined;
|
|
13
|
+
ack(id: string): boolean;
|
|
14
|
+
retry(id: string, error?: string): boolean;
|
|
15
|
+
fail(id: string, error?: string): boolean;
|
|
16
|
+
cancel(id: string): boolean;
|
|
17
|
+
snapshot(): readonly QueueTask<T>[];
|
|
18
|
+
}
|
|
19
|
+
//# sourceMappingURL=task-queue.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"task-queue.d.ts","sourceRoot":"","sources":["../../src/runner/task-queue.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,SAAS,CAAC,CAAC;IAC1B,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC;IACpB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,MAAM,EAAE,QAAQ,GAAG,QAAQ,GAAG,UAAU,GAAG,QAAQ,GAAG,WAAW,CAAC;IAC3E,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,qBAAa,SAAS,CAAC,CAAC;IACtB,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAmC;IAElD,OAAO,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC;IAM7C,KAAK,CAAC,KAAK,SAAU,GAAG,SAAS,CAAC,CAAC,CAAC,GAAG,SAAS;IAkBhD,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO;IAOxB,KAAK,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO;IAO1C,IAAI,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO;IAOzC,MAAM,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO;IAO3B,QAAQ,IAAI,SAAS,SAAS,CAAC,CAAC,CAAC,EAAE;CAG3C"}
|
|
@@ -0,0 +1,58 @@
|
|
|
1
|
+
export class TaskQueue {
|
|
2
|
+
tasks = new Map();
|
|
3
|
+
enqueue(id, payload) {
|
|
4
|
+
const task = { id, payload, attempts: 0, status: "queued" };
|
|
5
|
+
this.tasks.set(id, task);
|
|
6
|
+
return task;
|
|
7
|
+
}
|
|
8
|
+
lease(ttlMs = 120_000) {
|
|
9
|
+
const now = Date.now();
|
|
10
|
+
for (const task of this.tasks.values()) {
|
|
11
|
+
if (task.status === "leased" && (task.leasedUntil ?? 0) <= now)
|
|
12
|
+
this.tasks.set(task.id, { ...task, status: "queued", leasedUntil: undefined });
|
|
13
|
+
}
|
|
14
|
+
const next = [...this.tasks.values()].find((task) => task.status === "queued");
|
|
15
|
+
if (!next)
|
|
16
|
+
return undefined;
|
|
17
|
+
const leased = {
|
|
18
|
+
...next,
|
|
19
|
+
status: "leased",
|
|
20
|
+
attempts: next.attempts + 1,
|
|
21
|
+
leasedUntil: now + ttlMs,
|
|
22
|
+
};
|
|
23
|
+
this.tasks.set(next.id, leased);
|
|
24
|
+
return leased;
|
|
25
|
+
}
|
|
26
|
+
ack(id) {
|
|
27
|
+
const task = this.tasks.get(id);
|
|
28
|
+
if (!task || task.status !== "leased")
|
|
29
|
+
return false;
|
|
30
|
+
this.tasks.set(id, { ...task, status: "complete", leasedUntil: undefined });
|
|
31
|
+
return true;
|
|
32
|
+
}
|
|
33
|
+
retry(id, error) {
|
|
34
|
+
const task = this.tasks.get(id);
|
|
35
|
+
if (!task || task.status !== "leased")
|
|
36
|
+
return false;
|
|
37
|
+
this.tasks.set(id, { ...task, status: "queued", leasedUntil: undefined, ...(error ? { error } : {}) });
|
|
38
|
+
return true;
|
|
39
|
+
}
|
|
40
|
+
fail(id, error) {
|
|
41
|
+
const task = this.tasks.get(id);
|
|
42
|
+
if (!task || task.status !== "leased")
|
|
43
|
+
return false;
|
|
44
|
+
this.tasks.set(id, { ...task, status: "failed", leasedUntil: undefined, ...(error ? { error } : {}) });
|
|
45
|
+
return true;
|
|
46
|
+
}
|
|
47
|
+
cancel(id) {
|
|
48
|
+
const task = this.tasks.get(id);
|
|
49
|
+
if (!task || task.status === "complete" || task.status === "failed")
|
|
50
|
+
return false;
|
|
51
|
+
this.tasks.set(id, { ...task, status: "cancelled", leasedUntil: undefined });
|
|
52
|
+
return true;
|
|
53
|
+
}
|
|
54
|
+
snapshot() {
|
|
55
|
+
return [...this.tasks.values()];
|
|
56
|
+
}
|
|
57
|
+
}
|
|
58
|
+
//# sourceMappingURL=task-queue.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"task-queue.js","sourceRoot":"","sources":["../../src/runner/task-queue.ts"],"names":[],"mappings":"AASA,MAAM,OAAO,SAAS;IACH,KAAK,GAAG,IAAI,GAAG,EAAwB,CAAC;IAElD,OAAO,CAAC,EAAU,EAAE,OAAU;QACnC,MAAM,IAAI,GAAiB,EAAE,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;QAC1E,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;QACzB,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,KAAK,CAAC,KAAK,GAAG,OAAO;QAC1B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;YACvC,IAAI,IAAI,CAAC,MAAM,KAAK,QAAQ,IAAI,CAAC,IAAI,CAAC,WAAW,IAAI,CAAC,CAAC,IAAI,GAAG;gBAC5D,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,SAAS,EAAE,CAAC,CAAC;QACnF,CAAC;QACD,MAAM,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC;QAC/E,IAAI,CAAC,IAAI;YAAE,OAAO,SAAS,CAAC;QAC5B,MAAM,MAAM,GAAiB;YAC3B,GAAG,IAAI;YACP,MAAM,EAAE,QAAQ;YAChB,QAAQ,EAAE,IAAI,CAAC,QAAQ,GAAG,CAAC;YAC3B,WAAW,EAAE,GAAG,GAAG,KAAK;SACzB,CAAC;QACF,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;QAChC,OAAO,MAAM,CAAC;IAChB,CAAC;IAEM,GAAG,CAAC,EAAU;QACnB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAChC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,QAAQ;YAAE,OAAO,KAAK,CAAC;QACpD,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,WAAW,EAAE,SAAS,EAAE,CAAC,CAAC;QAC5E,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,KAAK,CAAC,EAAU,EAAE,KAAc;QACrC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAChC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,QAAQ;YAAE,OAAO,KAAK,CAAC;QACpD,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,SAAS,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;QACvG,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,IAAI,CAAC,EAAU,EAAE,KAAc;QACpC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAChC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,QAAQ;YAAE,OAAO,KAAK,CAAC;QACpD,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,SAAS,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;QACvG,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,MAAM,CAAC,EAAU;QACtB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAChC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,UAAU,IAAI,IAAI,CAAC,MAAM,KAAK,QAAQ;YAAE,OAAO,KAAK,CAAC;QAClF,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,WAAW,EAAE,WAAW,EAAE,SAAS,EAAE,CAAC,CAAC;QAC7E,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,QAAQ;QACb,OAAO,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;IAClC,CAAC;CACF"}
|
|
@@ -0,0 +1,50 @@
|
|
|
1
|
+
import type { AccountLease, AccountRecord, AccountSummary, ProxySettings } from "../domain/accounts.js";
|
|
2
|
+
import type { AccountStatus } from "../domain/accounts.js";
|
|
3
|
+
import { StateDatabase } from "./database.js";
|
|
4
|
+
export { rowToAccount } from "./account-row.js";
|
|
5
|
+
export interface ReleaseOptions {
|
|
6
|
+
readonly status?: AccountStatus;
|
|
7
|
+
readonly availableUntil?: number;
|
|
8
|
+
readonly lastErrorCode?: number;
|
|
9
|
+
readonly cooldownReason?: string;
|
|
10
|
+
readonly dailyRequests?: number;
|
|
11
|
+
}
|
|
12
|
+
export interface AccountRepositoryOptions {
|
|
13
|
+
readonly dailyRequestsLimit?: number;
|
|
14
|
+
readonly dailyTweetsLimit?: number;
|
|
15
|
+
readonly leaseTtlMs?: number;
|
|
16
|
+
}
|
|
17
|
+
export declare class AccountRepository {
|
|
18
|
+
private readonly database;
|
|
19
|
+
private readonly dailyRequestsLimit;
|
|
20
|
+
private readonly dailyTweetsLimit;
|
|
21
|
+
private readonly leaseTtlMs;
|
|
22
|
+
constructor(database: StateDatabase, options?: AccountRepositoryOptions);
|
|
23
|
+
upsert(account: AccountRecord): AccountRecord;
|
|
24
|
+
findByUsername(username: string): AccountRecord | undefined;
|
|
25
|
+
findByAuthToken(authToken: string): AccountRecord | undefined;
|
|
26
|
+
list(): AccountRecord[];
|
|
27
|
+
delete(username: string): boolean;
|
|
28
|
+
setProxy(username: string, proxy?: string | ProxySettings): boolean;
|
|
29
|
+
summary(): AccountSummary;
|
|
30
|
+
eligible(account: AccountRecord, now?: number): boolean;
|
|
31
|
+
lease(options?: {
|
|
32
|
+
readonly requireAuthMaterial?: boolean;
|
|
33
|
+
readonly now?: number;
|
|
34
|
+
}): AccountLease | undefined;
|
|
35
|
+
heartbeat(leaseId: string, extendByMs: number): boolean;
|
|
36
|
+
recordUsage(leaseId: string, pages?: number, tweets?: number): boolean;
|
|
37
|
+
release(leaseId: string, options?: ReleaseOptions): boolean;
|
|
38
|
+
markUnusable(username: string, code: number, reason: string): boolean;
|
|
39
|
+
resetCooldowns(usernames?: readonly string[], includeUnusable?: boolean): number;
|
|
40
|
+
clearLeases(expiredOnly?: boolean): number;
|
|
41
|
+
resetDailyUsage(usernames?: readonly string[]): number;
|
|
42
|
+
collapseDuplicatesByAuthToken(): {
|
|
43
|
+
readonly removed: number;
|
|
44
|
+
readonly merged: number;
|
|
45
|
+
};
|
|
46
|
+
private resetExpiredCooldowns;
|
|
47
|
+
private resetDailyCounters;
|
|
48
|
+
private isEligible;
|
|
49
|
+
}
|
|
50
|
+
//# sourceMappingURL=account-repository.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"account-repository.d.ts","sourceRoot":"","sources":["../../src/storage/account-repository.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,YAAY,EACZ,aAAa,EACb,cAAc,EAEd,aAAa,EACd,MAAM,uBAAuB,CAAC;AAC/B,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAC3D,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAG9C,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAEhD,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,MAAM,CAAC,EAAE,aAAa,CAAC;IAChC,QAAQ,CAAC,cAAc,CAAC,EAAE,MAAM,CAAC;IACjC,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC;IAChC,QAAQ,CAAC,cAAc,CAAC,EAAE,MAAM,CAAC;IACjC,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC;CACjC;AAED,MAAM,WAAW,wBAAwB;IACvC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,MAAM,CAAC;IACrC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,MAAM,CAAC;IACnC,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;CAC9B;AAMD,qBAAa,iBAAiB;IAM1B,OAAO,CAAC,QAAQ,CAAC,QAAQ;IAL3B,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAS;IAC5C,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAS;IAC1C,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;gBAGjB,QAAQ,EAAE,aAAa,EACxC,OAAO,GAAE,wBAA6B;IAOjC,MAAM,CAAC,OAAO,EAAE,aAAa,GAAG,aAAa;IAwD7C,cAAc,CAAC,QAAQ,EAAE,MAAM,GAAG,aAAa,GAAG,SAAS;IAK3D,eAAe,CAAC,SAAS,EAAE,MAAM,GAAG,aAAa,GAAG,SAAS;IAK7D,IAAI,IAAI,aAAa,EAAE;IAIvB,MAAM,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO;IAIjC,QAAQ,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,aAAa,GAAG,OAAO;IAUnE,OAAO,IAAI,cAAc;IAYzB,QAAQ,CAAC,OAAO,EAAE,aAAa,EAAE,GAAG,SAAa,GAAG,OAAO;IAI3D,KAAK,CACV,OAAO,GAAE;QAAE,QAAQ,CAAC,mBAAmB,CAAC,EAAE,OAAO,CAAC;QAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,CAAA;KAAO,GAC9E,YAAY,GAAG,SAAS;IAwBpB,SAAS,CAAC,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,OAAO;IAUvD,WAAW,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,SAAI,EAAE,MAAM,SAAI,GAAG,OAAO;IAc5D,OAAO,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,GAAE,cAAmB,GAAG,OAAO;IAe/D,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO;IAWrE,cAAc,CAAC,SAAS,CAAC,EAAE,SAAS,MAAM,EAAE,EAAE,eAAe,UAAQ,GAAG,MAAM;IAoB9E,WAAW,CAAC,WAAW,UAAO,GAAG,MAAM;IAYvC,eAAe,CAAC,SAAS,CAAC,EAAE,SAAS,MAAM,EAAE,GAAG,MAAM;IAiBtD,6BAA6B,IAAI;QAAE,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;KAAE;IAyB7F,OAAO,CAAC,qBAAqB;IAO7B,OAAO,CAAC,kBAAkB;IAS1B,OAAO,CAAC,UAAU;CAcnB"}
|
|
@@ -0,0 +1,171 @@
|
|
|
1
|
+
import { randomUUID } from "node:crypto";
|
|
2
|
+
import { StateDatabase } from "./database.js";
|
|
3
|
+
import { rowToAccount } from "./account-row.js";
|
|
4
|
+
export { rowToAccount } from "./account-row.js";
|
|
5
|
+
const DEFAULT_DAILY_REQUESTS_LIMIT = 30;
|
|
6
|
+
const DEFAULT_DAILY_TWEETS_LIMIT = 600;
|
|
7
|
+
const DEFAULT_LEASE_TTL_MS = 120_000;
|
|
8
|
+
export class AccountRepository {
|
|
9
|
+
database;
|
|
10
|
+
dailyRequestsLimit;
|
|
11
|
+
dailyTweetsLimit;
|
|
12
|
+
leaseTtlMs;
|
|
13
|
+
constructor(database, options = {}) {
|
|
14
|
+
this.database = database;
|
|
15
|
+
this.dailyRequestsLimit = options.dailyRequestsLimit ?? DEFAULT_DAILY_REQUESTS_LIMIT;
|
|
16
|
+
this.dailyTweetsLimit = options.dailyTweetsLimit ?? DEFAULT_DAILY_TWEETS_LIMIT;
|
|
17
|
+
this.leaseTtlMs = options.leaseTtlMs ?? DEFAULT_LEASE_TTL_MS;
|
|
18
|
+
}
|
|
19
|
+
upsert(account) {
|
|
20
|
+
const existing = this.findByUsername(account.username) ??
|
|
21
|
+
(account.authToken ? this.findByAuthToken(account.authToken) : undefined);
|
|
22
|
+
if (!existing) {
|
|
23
|
+
this.database.run(`INSERT INTO accounts (username,password,email,email_password,two_factor_secret,auth_token,csrf_token,cookies_json,bearer_token,proxy_json,status,available_until,daily_requests,daily_tweets,total_tweets,last_reset_date)
|
|
24
|
+
VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?)`, account.username, account.password ?? null, account.email ?? null, account.emailPassword ?? null, account.twoFactorSecret ?? null, account.authToken ?? null, account.csrfToken ?? null, JSON.stringify(account.cookies), account.bearerToken ?? null, account.proxy ? JSON.stringify(account.proxy) : null, account.status ?? 1, account.availableUntil ?? 0, account.dailyRequests ?? 0, account.dailyTweets ?? 0, account.totalTweets ?? 0, account.lastResetDate ?? utcDate());
|
|
25
|
+
return this.findByUsername(account.username);
|
|
26
|
+
}
|
|
27
|
+
const username = existing.username.startsWith("auth_") && account.username !== existing.username
|
|
28
|
+
? account.username
|
|
29
|
+
: existing.username;
|
|
30
|
+
const cookies = { ...existing.cookies, ...account.cookies };
|
|
31
|
+
this.database.run(`UPDATE accounts SET username=?, password=?, email=?, email_password=?, two_factor_secret=?, auth_token=?, csrf_token=?, cookies_json=?, bearer_token=?, proxy_json=?, status=?, available_until=?, daily_requests=?, daily_tweets=?, total_tweets=?, last_reset_date=? WHERE id=?`, username, account.password ?? existing.password ?? null, account.email ?? existing.email ?? null, account.emailPassword ?? existing.emailPassword ?? null, account.twoFactorSecret ?? existing.twoFactorSecret ?? null, account.authToken ?? existing.authToken ?? null, account.csrfToken ?? existing.csrfToken ?? null, JSON.stringify(cookies), account.bearerToken ?? existing.bearerToken ?? null, account.proxy ? JSON.stringify(account.proxy) : existing.proxy ? JSON.stringify(existing.proxy) : null, account.status ?? existing.status ?? 1, account.availableUntil ?? existing.availableUntil ?? 0, account.dailyRequests ?? existing.dailyRequests ?? 0, account.dailyTweets ?? existing.dailyTweets ?? 0, account.totalTweets ?? existing.totalTweets ?? 0, account.lastResetDate ?? existing.lastResetDate ?? utcDate(), existing.id ?? null);
|
|
32
|
+
return this.findByUsername(username);
|
|
33
|
+
}
|
|
34
|
+
findByUsername(username) {
|
|
35
|
+
const row = this.database.get("SELECT * FROM accounts WHERE username=?", username);
|
|
36
|
+
return row ? rowToAccount(row) : undefined;
|
|
37
|
+
}
|
|
38
|
+
findByAuthToken(authToken) {
|
|
39
|
+
const row = this.database.get("SELECT * FROM accounts WHERE auth_token=? ORDER BY id LIMIT 1", authToken);
|
|
40
|
+
return row ? rowToAccount(row) : undefined;
|
|
41
|
+
}
|
|
42
|
+
list() {
|
|
43
|
+
return this.database.all("SELECT * FROM accounts ORDER BY id").map(rowToAccount);
|
|
44
|
+
}
|
|
45
|
+
delete(username) {
|
|
46
|
+
return this.database.run("DELETE FROM accounts WHERE username=?", username).changes === 1;
|
|
47
|
+
}
|
|
48
|
+
setProxy(username, proxy) {
|
|
49
|
+
return (this.database.run("UPDATE accounts SET proxy_json=? WHERE username=?", proxy === undefined ? null : JSON.stringify(proxy), username).changes === 1);
|
|
50
|
+
}
|
|
51
|
+
summary() {
|
|
52
|
+
const now = Date.now();
|
|
53
|
+
const rows = this.list();
|
|
54
|
+
return {
|
|
55
|
+
dbPath: this.database.path,
|
|
56
|
+
total: rows.length,
|
|
57
|
+
eligible: rows.filter((row) => this.isEligible(row, now, true)).length,
|
|
58
|
+
unusable: rows.filter((row) => row.status === 0).length,
|
|
59
|
+
coolingDown: rows.filter((row) => row.status === 2 && (row.availableUntil ?? 0) > now).length,
|
|
60
|
+
};
|
|
61
|
+
}
|
|
62
|
+
eligible(account, now = Date.now()) {
|
|
63
|
+
return this.isEligible(account, now, false, true);
|
|
64
|
+
}
|
|
65
|
+
lease(options = {}) {
|
|
66
|
+
const now = options.now ?? Date.now();
|
|
67
|
+
this.resetExpiredCooldowns(now);
|
|
68
|
+
this.resetDailyCounters();
|
|
69
|
+
const candidates = this.list().filter((row) => this.isEligible(row, now, false, options.requireAuthMaterial ?? true));
|
|
70
|
+
const selected = candidates.sort((a, b) => (a.lastUsed ?? 0) - (b.lastUsed ?? 0))[0];
|
|
71
|
+
if (!selected?.id)
|
|
72
|
+
return undefined;
|
|
73
|
+
const leaseId = randomUUID();
|
|
74
|
+
const expiresAt = now + this.leaseTtlMs;
|
|
75
|
+
const changed = this.database.run("UPDATE accounts SET lease_id=?, lease_expires_at=?, last_used=? WHERE id=? AND (lease_id IS NULL OR lease_expires_at<?)", leaseId, expiresAt, now, selected.id, now).changes;
|
|
76
|
+
if (changed !== 1)
|
|
77
|
+
return undefined;
|
|
78
|
+
const current = this.findByUsername(selected.username);
|
|
79
|
+
return current ? { ...current, leaseId, leaseExpiresAt: expiresAt } : undefined;
|
|
80
|
+
}
|
|
81
|
+
heartbeat(leaseId, extendByMs) {
|
|
82
|
+
return (this.database.run("UPDATE accounts SET lease_expires_at=? WHERE lease_id=?", Date.now() + extendByMs, leaseId).changes === 1);
|
|
83
|
+
}
|
|
84
|
+
recordUsage(leaseId, pages = 1, tweets = 0) {
|
|
85
|
+
this.resetDailyCounters();
|
|
86
|
+
return (this.database.run("UPDATE accounts SET daily_requests=daily_requests+?, daily_tweets=daily_tweets+?, total_tweets=total_tweets+?, last_used=? WHERE lease_id=?", pages, tweets, tweets, Date.now(), leaseId).changes === 1);
|
|
87
|
+
}
|
|
88
|
+
release(leaseId, options = {}) {
|
|
89
|
+
const status = options.status === "unusable" ? 0 : options.status === "cooling_down" ? 2 : 1;
|
|
90
|
+
const availableUntil = options.availableUntil ?? (status === 1 ? 0 : Date.now());
|
|
91
|
+
return (this.database.run("UPDATE accounts SET lease_id=NULL, lease_expires_at=NULL, status=?, available_until=?, last_error_code=?, cooldown_reason=? WHERE lease_id=?", status, availableUntil, options.lastErrorCode ?? null, options.cooldownReason ?? null, leaseId).changes === 1);
|
|
92
|
+
}
|
|
93
|
+
markUnusable(username, code, reason) {
|
|
94
|
+
return (this.database.run("UPDATE accounts SET status=0, last_error_code=?, cooldown_reason=?, lease_id=NULL, lease_expires_at=NULL WHERE username=?", code, reason, username).changes === 1);
|
|
95
|
+
}
|
|
96
|
+
resetCooldowns(usernames, includeUnusable = false) {
|
|
97
|
+
if (!usernames || usernames.length === 0) {
|
|
98
|
+
return this.database.run(includeUnusable
|
|
99
|
+
? "UPDATE accounts SET status=1, available_until=0, cooldown_reason=NULL"
|
|
100
|
+
: "UPDATE accounts SET status=1, available_until=0, cooldown_reason=NULL WHERE status=2").changes;
|
|
101
|
+
}
|
|
102
|
+
let changed = 0;
|
|
103
|
+
for (const username of usernames) {
|
|
104
|
+
changed += this.database.run(includeUnusable
|
|
105
|
+
? "UPDATE accounts SET status=1, available_until=0, cooldown_reason=NULL WHERE username=?"
|
|
106
|
+
: "UPDATE accounts SET status=1, available_until=0, cooldown_reason=NULL WHERE username=? AND status=2", username).changes;
|
|
107
|
+
}
|
|
108
|
+
return changed;
|
|
109
|
+
}
|
|
110
|
+
clearLeases(expiredOnly = true) {
|
|
111
|
+
const now = Date.now();
|
|
112
|
+
return expiredOnly
|
|
113
|
+
? this.database.run("UPDATE accounts SET lease_id=NULL, lease_expires_at=NULL WHERE lease_id IS NOT NULL AND lease_expires_at<=?", now).changes
|
|
114
|
+
: this.database.run("UPDATE accounts SET lease_id=NULL, lease_expires_at=NULL WHERE lease_id IS NOT NULL").changes;
|
|
115
|
+
}
|
|
116
|
+
resetDailyUsage(usernames) {
|
|
117
|
+
const today = utcDate();
|
|
118
|
+
if (!usernames || usernames.length === 0)
|
|
119
|
+
return this.database.run("UPDATE accounts SET daily_requests=0, daily_tweets=0, last_reset_date=?", today).changes;
|
|
120
|
+
let changed = 0;
|
|
121
|
+
for (const username of usernames)
|
|
122
|
+
changed += this.database.run("UPDATE accounts SET daily_requests=0, daily_tweets=0, last_reset_date=? WHERE username=?", today, username).changes;
|
|
123
|
+
return changed;
|
|
124
|
+
}
|
|
125
|
+
collapseDuplicatesByAuthToken() {
|
|
126
|
+
const rows = this.list().filter((row) => Boolean(row.authToken));
|
|
127
|
+
const seen = new Map();
|
|
128
|
+
let removed = 0;
|
|
129
|
+
let merged = 0;
|
|
130
|
+
for (const row of rows) {
|
|
131
|
+
const token = row.authToken;
|
|
132
|
+
const first = seen.get(token);
|
|
133
|
+
if (!first) {
|
|
134
|
+
seen.set(token, row);
|
|
135
|
+
continue;
|
|
136
|
+
}
|
|
137
|
+
this.upsert({
|
|
138
|
+
...first,
|
|
139
|
+
...row,
|
|
140
|
+
username: first.username.startsWith("auth_") ? row.username : first.username,
|
|
141
|
+
cookies: { ...first.cookies, ...row.cookies },
|
|
142
|
+
});
|
|
143
|
+
this.database.run("DELETE FROM accounts WHERE id=?", row.id ?? null);
|
|
144
|
+
removed += 1;
|
|
145
|
+
merged += 1;
|
|
146
|
+
}
|
|
147
|
+
return { removed, merged };
|
|
148
|
+
}
|
|
149
|
+
resetExpiredCooldowns(now) {
|
|
150
|
+
this.database.run("UPDATE accounts SET status=1, available_until=0, cooldown_reason=NULL WHERE status=2 AND available_until<=?", now);
|
|
151
|
+
}
|
|
152
|
+
resetDailyCounters() {
|
|
153
|
+
const today = utcDate();
|
|
154
|
+
this.database.run("UPDATE accounts SET daily_requests=0, daily_tweets=0, last_reset_date=? WHERE last_reset_date IS NULL OR last_reset_date<>?", today, today);
|
|
155
|
+
}
|
|
156
|
+
isEligible(row, now, ignoreLease, requireAuthMaterial = false) {
|
|
157
|
+
if (row.status === 0)
|
|
158
|
+
return false;
|
|
159
|
+
if (row.status === 2 && (row.availableUntil ?? 0) > now)
|
|
160
|
+
return false;
|
|
161
|
+
if (!ignoreLease && row.leaseExpiresAt !== undefined && row.leaseExpiresAt > now)
|
|
162
|
+
return false;
|
|
163
|
+
if (requireAuthMaterial && (!row.authToken || !row.csrfToken))
|
|
164
|
+
return false;
|
|
165
|
+
return ((row.dailyRequests ?? 0) < this.dailyRequestsLimit && (row.dailyTweets ?? 0) < this.dailyTweetsLimit);
|
|
166
|
+
}
|
|
167
|
+
}
|
|
168
|
+
function utcDate() {
|
|
169
|
+
return new Date().toISOString().slice(0, 10);
|
|
170
|
+
}
|
|
171
|
+
//# sourceMappingURL=account-repository.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"account-repository.js","sourceRoot":"","sources":["../../src/storage/account-repository.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AASzC,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAC9C,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAEhD,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAgBhD,MAAM,4BAA4B,GAAG,EAAE,CAAC;AACxC,MAAM,0BAA0B,GAAG,GAAG,CAAC;AACvC,MAAM,oBAAoB,GAAG,OAAO,CAAC;AAErC,MAAM,OAAO,iBAAiB;IAMT;IALF,kBAAkB,CAAS;IAC3B,gBAAgB,CAAS;IACzB,UAAU,CAAS;IAEpC,YACmB,QAAuB,EACxC,UAAoC,EAAE;QADrB,aAAQ,GAAR,QAAQ,CAAe;QAGxC,IAAI,CAAC,kBAAkB,GAAG,OAAO,CAAC,kBAAkB,IAAI,4BAA4B,CAAC;QACrF,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,IAAI,0BAA0B,CAAC;QAC/E,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,oBAAoB,CAAC;IAC/D,CAAC;IAEM,MAAM,CAAC,OAAsB;QAClC,MAAM,QAAQ,GACZ,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,QAAQ,CAAC;YACrC,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QAC5E,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,IAAI,CAAC,QAAQ,CAAC,GAAG,CACf;kDAC0C,EAC1C,OAAO,CAAC,QAAQ,EAChB,OAAO,CAAC,QAAQ,IAAI,IAAI,EACxB,OAAO,CAAC,KAAK,IAAI,IAAI,EACrB,OAAO,CAAC,aAAa,IAAI,IAAI,EAC7B,OAAO,CAAC,eAAe,IAAI,IAAI,EAC/B,OAAO,CAAC,SAAS,IAAI,IAAI,EACzB,OAAO,CAAC,SAAS,IAAI,IAAI,EACzB,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC,EAC/B,OAAO,CAAC,WAAW,IAAI,IAAI,EAC3B,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EACpD,OAAO,CAAC,MAAM,IAAI,CAAC,EACnB,OAAO,CAAC,cAAc,IAAI,CAAC,EAC3B,OAAO,CAAC,aAAa,IAAI,CAAC,EAC1B,OAAO,CAAC,WAAW,IAAI,CAAC,EACxB,OAAO,CAAC,WAAW,IAAI,CAAC,EACxB,OAAO,CAAC,aAAa,IAAI,OAAO,EAAE,CACnC,CAAC;YACF,OAAO,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,QAAQ,CAAkB,CAAC;QAChE,CAAC;QAED,MAAM,QAAQ,GACZ,QAAQ,CAAC,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,QAAQ,KAAK,QAAQ,CAAC,QAAQ;YAC7E,CAAC,CAAC,OAAO,CAAC,QAAQ;YAClB,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC;QACxB,MAAM,OAAO,GAAc,EAAE,GAAG,QAAQ,CAAC,OAAO,EAAE,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;QACvE,IAAI,CAAC,QAAQ,CAAC,GAAG,CACf,mRAAmR,EACnR,QAAQ,EACR,OAAO,CAAC,QAAQ,IAAI,QAAQ,CAAC,QAAQ,IAAI,IAAI,EAC7C,OAAO,CAAC,KAAK,IAAI,QAAQ,CAAC,KAAK,IAAI,IAAI,EACvC,OAAO,CAAC,aAAa,IAAI,QAAQ,CAAC,aAAa,IAAI,IAAI,EACvD,OAAO,CAAC,eAAe,IAAI,QAAQ,CAAC,eAAe,IAAI,IAAI,EAC3D,OAAO,CAAC,SAAS,IAAI,QAAQ,CAAC,SAAS,IAAI,IAAI,EAC/C,OAAO,CAAC,SAAS,IAAI,QAAQ,CAAC,SAAS,IAAI,IAAI,EAC/C,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EACvB,OAAO,CAAC,WAAW,IAAI,QAAQ,CAAC,WAAW,IAAI,IAAI,EACnD,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EACtG,OAAO,CAAC,MAAM,IAAI,QAAQ,CAAC,MAAM,IAAI,CAAC,EACtC,OAAO,CAAC,cAAc,IAAI,QAAQ,CAAC,cAAc,IAAI,CAAC,EACtD,OAAO,CAAC,aAAa,IAAI,QAAQ,CAAC,aAAa,IAAI,CAAC,EACpD,OAAO,CAAC,WAAW,IAAI,QAAQ,CAAC,WAAW,IAAI,CAAC,EAChD,OAAO,CAAC,WAAW,IAAI,QAAQ,CAAC,WAAW,IAAI,CAAC,EAChD,OAAO,CAAC,aAAa,IAAI,QAAQ,CAAC,aAAa,IAAI,OAAO,EAAE,EAC5D,QAAQ,CAAC,EAAE,IAAI,IAAI,CACpB,CAAC;QACF,OAAO,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAkB,CAAC;IACxD,CAAC;IAEM,cAAc,CAAC,QAAgB;QACpC,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,yCAAyC,EAAE,QAAQ,CAAC,CAAC;QACnF,OAAO,GAAG,CAAC,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAC7C,CAAC;IAEM,eAAe,CAAC,SAAiB;QACtC,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,+DAA+D,EAAE,SAAS,CAAC,CAAC;QAC1G,OAAO,GAAG,CAAC,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAC7C,CAAC;IAEM,IAAI;QACT,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,oCAAoC,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;IACnF,CAAC;IAEM,MAAM,CAAC,QAAgB;QAC5B,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,uCAAuC,EAAE,QAAQ,CAAC,CAAC,OAAO,KAAK,CAAC,CAAC;IAC5F,CAAC;IAEM,QAAQ,CAAC,QAAgB,EAAE,KAA8B;QAC9D,OAAO,CACL,IAAI,CAAC,QAAQ,CAAC,GAAG,CACf,mDAAmD,EACnD,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAClD,QAAQ,CACT,CAAC,OAAO,KAAK,CAAC,CAChB,CAAC;IACJ,CAAC;IAEM,OAAO;QACZ,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QACzB,OAAO;YACL,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI;YAC1B,KAAK,EAAE,IAAI,CAAC,MAAM;YAClB,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC,MAAM;YACtE,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,MAAM;YACvD,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,cAAc,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,MAAM;SAC9F,CAAC;IACJ,CAAC;IAEM,QAAQ,CAAC,OAAsB,EAAE,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE;QACtD,OAAO,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;IACpD,CAAC;IAEM,KAAK,CACV,UAA6E,EAAE;QAE/E,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;QACtC,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC,CAAC;QAChC,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAC1B,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAC5C,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,OAAO,CAAC,mBAAmB,IAAI,IAAI,CAAC,CACtE,CAAC;QACF,MAAM,QAAQ,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACrF,IAAI,CAAC,QAAQ,EAAE,EAAE;YAAE,OAAO,SAAS,CAAC;QACpC,MAAM,OAAO,GAAG,UAAU,EAAE,CAAC;QAC7B,MAAM,SAAS,GAAG,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC;QACxC,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAC/B,yHAAyH,EACzH,OAAO,EACP,SAAS,EACT,GAAG,EACH,QAAQ,CAAC,EAAE,EACX,GAAG,CACJ,CAAC,OAAO,CAAC;QACV,IAAI,OAAO,KAAK,CAAC;YAAE,OAAO,SAAS,CAAC;QACpC,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACvD,OAAO,OAAO,CAAC,CAAC,CAAC,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;IAClF,CAAC;IAEM,SAAS,CAAC,OAAe,EAAE,UAAkB;QAClD,OAAO,CACL,IAAI,CAAC,QAAQ,CAAC,GAAG,CACf,yDAAyD,EACzD,IAAI,CAAC,GAAG,EAAE,GAAG,UAAU,EACvB,OAAO,CACR,CAAC,OAAO,KAAK,CAAC,CAChB,CAAC;IACJ,CAAC;IAEM,WAAW,CAAC,OAAe,EAAE,KAAK,GAAG,CAAC,EAAE,MAAM,GAAG,CAAC;QACvD,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAC1B,OAAO,CACL,IAAI,CAAC,QAAQ,CAAC,GAAG,CACf,6IAA6I,EAC7I,KAAK,EACL,MAAM,EACN,MAAM,EACN,IAAI,CAAC,GAAG,EAAE,EACV,OAAO,CACR,CAAC,OAAO,KAAK,CAAC,CAChB,CAAC;IACJ,CAAC;IAEM,OAAO,CAAC,OAAe,EAAE,UAA0B,EAAE;QAC1D,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,KAAK,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,KAAK,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7F,MAAM,cAAc,GAAG,OAAO,CAAC,cAAc,IAAI,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QACjF,OAAO,CACL,IAAI,CAAC,QAAQ,CAAC,GAAG,CACf,8IAA8I,EAC9I,MAAM,EACN,cAAc,EACd,OAAO,CAAC,aAAa,IAAI,IAAI,EAC7B,OAAO,CAAC,cAAc,IAAI,IAAI,EAC9B,OAAO,CACR,CAAC,OAAO,KAAK,CAAC,CAChB,CAAC;IACJ,CAAC;IAEM,YAAY,CAAC,QAAgB,EAAE,IAAY,EAAE,MAAc;QAChE,OAAO,CACL,IAAI,CAAC,QAAQ,CAAC,GAAG,CACf,2HAA2H,EAC3H,IAAI,EACJ,MAAM,EACN,QAAQ,CACT,CAAC,OAAO,KAAK,CAAC,CAChB,CAAC;IACJ,CAAC;IAEM,cAAc,CAAC,SAA6B,EAAE,eAAe,GAAG,KAAK;QAC1E,IAAI,CAAC,SAAS,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzC,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CACtB,eAAe;gBACb,CAAC,CAAC,uEAAuE;gBACzE,CAAC,CAAC,sFAAsF,CAC3F,CAAC,OAAO,CAAC;QACZ,CAAC;QACD,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YACjC,OAAO,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAC1B,eAAe;gBACb,CAAC,CAAC,wFAAwF;gBAC1F,CAAC,CAAC,qGAAqG,EACzG,QAAQ,CACT,CAAC,OAAO,CAAC;QACZ,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAEM,WAAW,CAAC,WAAW,GAAG,IAAI;QACnC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,OAAO,WAAW;YAChB,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CACf,6GAA6G,EAC7G,GAAG,CACJ,CAAC,OAAO;YACX,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CACf,qFAAqF,CACtF,CAAC,OAAO,CAAC;IAChB,CAAC;IAEM,eAAe,CAAC,SAA6B;QAClD,MAAM,KAAK,GAAG,OAAO,EAAE,CAAC;QACxB,IAAI,CAAC,SAAS,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;YACtC,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CACtB,yEAAyE,EACzE,KAAK,CACN,CAAC,OAAO,CAAC;QACZ,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,KAAK,MAAM,QAAQ,IAAI,SAAS;YAC9B,OAAO,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAC1B,0FAA0F,EAC1F,KAAK,EACL,QAAQ,CACT,CAAC,OAAO,CAAC;QACZ,OAAO,OAAO,CAAC;IACjB,CAAC;IAEM,6BAA6B;QAClC,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC;QACjE,MAAM,IAAI,GAAG,IAAI,GAAG,EAAyB,CAAC;QAC9C,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,KAAK,GAAG,GAAG,CAAC,SAAmB,CAAC;YACtC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAC9B,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;gBACrB,SAAS;YACX,CAAC;YACD,IAAI,CAAC,MAAM,CAAC;gBACV,GAAG,KAAK;gBACR,GAAG,GAAG;gBACN,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ;gBAC5E,OAAO,EAAE,EAAE,GAAG,KAAK,CAAC,OAAO,EAAE,GAAG,GAAG,CAAC,OAAO,EAAE;aAC9C,CAAC,CAAC;YACH,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,iCAAiC,EAAE,GAAG,CAAC,EAAE,IAAI,IAAI,CAAC,CAAC;YACrE,OAAO,IAAI,CAAC,CAAC;YACb,MAAM,IAAI,CAAC,CAAC;QACd,CAAC;QACD,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;IAC7B,CAAC;IAEO,qBAAqB,CAAC,GAAW;QACvC,IAAI,CAAC,QAAQ,CAAC,GAAG,CACf,6GAA6G,EAC7G,GAAG,CACJ,CAAC;IACJ,CAAC;IAEO,kBAAkB;QACxB,MAAM,KAAK,GAAG,OAAO,EAAE,CAAC;QACxB,IAAI,CAAC,QAAQ,CAAC,GAAG,CACf,6HAA6H,EAC7H,KAAK,EACL,KAAK,CACN,CAAC;IACJ,CAAC;IAEO,UAAU,CAChB,GAAkB,EAClB,GAAW,EACX,WAAoB,EACpB,mBAAmB,GAAG,KAAK;QAE3B,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,KAAK,CAAC;QACnC,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,cAAc,IAAI,CAAC,CAAC,GAAG,GAAG;YAAE,OAAO,KAAK,CAAC;QACtE,IAAI,CAAC,WAAW,IAAI,GAAG,CAAC,cAAc,KAAK,SAAS,IAAI,GAAG,CAAC,cAAc,GAAG,GAAG;YAAE,OAAO,KAAK,CAAC;QAC/F,IAAI,mBAAmB,IAAI,CAAC,CAAC,GAAG,CAAC,SAAS,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC;YAAE,OAAO,KAAK,CAAC;QAC5E,OAAO,CACL,CAAC,GAAG,CAAC,aAAa,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,kBAAkB,IAAI,CAAC,GAAG,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,gBAAgB,CACrG,CAAC;IACJ,CAAC;CACF;AAED,SAAS,OAAO;IACd,OAAO,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AAC/C,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"account-row.d.ts","sourceRoot":"","sources":["../../src/storage/account-row.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAE3D,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AAE5C,wBAAgB,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG,aAAa,CA2BvD"}
|
|
@@ -0,0 +1,46 @@
|
|
|
1
|
+
import { asInteger, asNumber, asString, isRecord } from "../utils/guards.js";
|
|
2
|
+
export function rowToAccount(row) {
|
|
3
|
+
const cookies = parseJsonMap(row.cookies_json);
|
|
4
|
+
const proxy = parseJsonValue(row.proxy_json);
|
|
5
|
+
return {
|
|
6
|
+
id: asInteger(row.id),
|
|
7
|
+
username: asString(row.username) ?? "",
|
|
8
|
+
...(asString(row.password) ? { password: asString(row.password) } : {}),
|
|
9
|
+
...(asString(row.email) ? { email: asString(row.email) } : {}),
|
|
10
|
+
...(asString(row.email_password) ? { emailPassword: asString(row.email_password) } : {}),
|
|
11
|
+
...(asString(row.two_factor_secret) ? { twoFactorSecret: asString(row.two_factor_secret) } : {}),
|
|
12
|
+
...(asString(row.auth_token) ? { authToken: asString(row.auth_token) } : {}),
|
|
13
|
+
...(asString(row.csrf_token) ? { csrfToken: asString(row.csrf_token) } : {}),
|
|
14
|
+
cookies,
|
|
15
|
+
...(asString(row.bearer_token) ? { bearerToken: asString(row.bearer_token) } : {}),
|
|
16
|
+
...(isRecord(proxy) || typeof proxy === "string" ? { proxy: proxy } : {}),
|
|
17
|
+
status: asInteger(row.status, 1),
|
|
18
|
+
availableUntil: asNumber(row.available_until),
|
|
19
|
+
dailyRequests: asInteger(row.daily_requests),
|
|
20
|
+
dailyTweets: asInteger(row.daily_tweets),
|
|
21
|
+
totalTweets: asInteger(row.total_tweets),
|
|
22
|
+
lastResetDate: asString(row.last_reset_date),
|
|
23
|
+
lastUsed: asNumber(row.last_used),
|
|
24
|
+
...(asString(row.lease_id) ? { leaseId: asString(row.lease_id) } : {}),
|
|
25
|
+
...(asNumber(row.lease_expires_at) > 0 ? { leaseExpiresAt: asNumber(row.lease_expires_at) } : {}),
|
|
26
|
+
lastErrorCode: asInteger(row.last_error_code) || undefined,
|
|
27
|
+
cooldownReason: asString(row.cooldown_reason),
|
|
28
|
+
};
|
|
29
|
+
}
|
|
30
|
+
function parseJsonMap(value) {
|
|
31
|
+
const parsed = parseJsonValue(value);
|
|
32
|
+
if (!isRecord(parsed))
|
|
33
|
+
return {};
|
|
34
|
+
return Object.fromEntries(Object.entries(parsed).map(([key, child]) => [key, String(child ?? "")]));
|
|
35
|
+
}
|
|
36
|
+
function parseJsonValue(value) {
|
|
37
|
+
if (typeof value !== "string" || !value)
|
|
38
|
+
return undefined;
|
|
39
|
+
try {
|
|
40
|
+
return JSON.parse(value);
|
|
41
|
+
}
|
|
42
|
+
catch {
|
|
43
|
+
return undefined;
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
//# sourceMappingURL=account-row.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"account-row.js","sourceRoot":"","sources":["../../src/storage/account-row.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAG7E,MAAM,UAAU,YAAY,CAAC,GAAW;IACtC,MAAM,OAAO,GAAG,YAAY,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;IAC/C,MAAM,KAAK,GAAG,cAAc,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAC7C,OAAO;QACL,EAAE,EAAE,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;QACrB,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE;QACtC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvE,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9D,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,QAAQ,CAAC,GAAG,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACxF,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,QAAQ,CAAC,GAAG,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAChG,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,QAAQ,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5E,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,QAAQ,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5E,OAAO;QACP,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,QAAQ,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAClF,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAA+B,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACnG,MAAM,EAAE,SAAS,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;QAChC,cAAc,EAAE,QAAQ,CAAC,GAAG,CAAC,eAAe,CAAC;QAC7C,aAAa,EAAE,SAAS,CAAC,GAAG,CAAC,cAAc,CAAC;QAC5C,WAAW,EAAE,SAAS,CAAC,GAAG,CAAC,YAAY,CAAC;QACxC,WAAW,EAAE,SAAS,CAAC,GAAG,CAAC,YAAY,CAAC;QACxC,aAAa,EAAE,QAAQ,CAAC,GAAG,CAAC,eAAe,CAAC;QAC5C,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC;QACjC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACtE,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,QAAQ,CAAC,GAAG,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACjG,aAAa,EAAE,SAAS,CAAC,GAAG,CAAC,eAAe,CAAC,IAAI,SAAS;QAC1D,cAAc,EAAE,QAAQ,CAAC,GAAG,CAAC,eAAe,CAAC;KAC9C,CAAC;AACJ,CAAC;AAED,SAAS,YAAY,CAAC,KAAc;IAClC,MAAM,MAAM,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;IACrC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,OAAO,EAAE,CAAC;IACjC,OAAO,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;AACtG,CAAC;AAED,SAAS,cAAc,CAAC,KAAc;IACpC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAC1D,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAY,CAAC;IACtC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import type { StateDatabase } from "./database.js";
|
|
2
|
+
export declare class CheckpointRepository {
|
|
3
|
+
private readonly database;
|
|
4
|
+
constructor(database: StateDatabase);
|
|
5
|
+
save(queryHash: string, cursors: Readonly<Record<string, string>>): void;
|
|
6
|
+
get(queryHash: string): Readonly<Record<string, string>> | undefined;
|
|
7
|
+
clear(queryHash: string): boolean;
|
|
8
|
+
clearAll(): number;
|
|
9
|
+
}
|
|
10
|
+
//# sourceMappingURL=checkpoint-repository.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"checkpoint-repository.d.ts","sourceRoot":"","sources":["../../src/storage/checkpoint-repository.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAEnD,qBAAa,oBAAoB;IACZ,OAAO,CAAC,QAAQ,CAAC,QAAQ;gBAAR,QAAQ,EAAE,aAAa;IAEpD,IAAI,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,GAAG,IAAI;IASxE,GAAG,CAAC,SAAS,EAAE,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,GAAG,SAAS;IAcpE,KAAK,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO;IAIjC,QAAQ,IAAI,MAAM;CAG1B"}
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
export class CheckpointRepository {
|
|
2
|
+
database;
|
|
3
|
+
constructor(database) {
|
|
4
|
+
this.database = database;
|
|
5
|
+
}
|
|
6
|
+
save(queryHash, cursors) {
|
|
7
|
+
this.database.run("INSERT INTO checkpoints(query_hash,cursor_json,updated_at) VALUES(?,?,?) ON CONFLICT(query_hash) DO UPDATE SET cursor_json=excluded.cursor_json, updated_at=excluded.updated_at", queryHash, JSON.stringify(cursors), new Date().toISOString());
|
|
8
|
+
}
|
|
9
|
+
get(queryHash) {
|
|
10
|
+
const row = this.database.get("SELECT cursor_json FROM checkpoints WHERE query_hash=?", queryHash);
|
|
11
|
+
if (!row)
|
|
12
|
+
return undefined;
|
|
13
|
+
try {
|
|
14
|
+
const value = JSON.parse(String(row.cursor_json));
|
|
15
|
+
if (!value || typeof value !== "object" || Array.isArray(value))
|
|
16
|
+
return {};
|
|
17
|
+
return Object.fromEntries(Object.entries(value).filter((entry) => typeof entry[1] === "string"));
|
|
18
|
+
}
|
|
19
|
+
catch {
|
|
20
|
+
return {};
|
|
21
|
+
}
|
|
22
|
+
}
|
|
23
|
+
clear(queryHash) {
|
|
24
|
+
return this.database.run("DELETE FROM checkpoints WHERE query_hash=?", queryHash).changes === 1;
|
|
25
|
+
}
|
|
26
|
+
clearAll() {
|
|
27
|
+
return this.database.run("DELETE FROM checkpoints").changes;
|
|
28
|
+
}
|
|
29
|
+
}
|
|
30
|
+
//# sourceMappingURL=checkpoint-repository.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"checkpoint-repository.js","sourceRoot":"","sources":["../../src/storage/checkpoint-repository.ts"],"names":[],"mappings":"AAEA,MAAM,OAAO,oBAAoB;IACK;IAApC,YAAoC,QAAuB;QAAvB,aAAQ,GAAR,QAAQ,CAAe;IAAG,CAAC;IAExD,IAAI,CAAC,SAAiB,EAAE,OAAyC;QACtE,IAAI,CAAC,QAAQ,CAAC,GAAG,CACf,iLAAiL,EACjL,SAAS,EACT,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EACvB,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CACzB,CAAC;IACJ,CAAC;IAEM,GAAG,CAAC,SAAiB;QAC1B,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,wDAAwD,EAAE,SAAS,CAAC,CAAC;QACnG,IAAI,CAAC,GAAG;YAAE,OAAO,SAAS,CAAC;QAC3B,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,CAAY,CAAC;YAC7D,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;gBAAE,OAAO,EAAE,CAAC;YAC3E,OAAO,MAAM,CAAC,WAAW,CACvB,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAA6B,EAAE,CAAC,OAAO,KAAK,CAAC,CAAC,CAAC,KAAK,QAAQ,CAAC,CACjG,CAAC;QACJ,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,SAAiB;QAC5B,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,4CAA4C,EAAE,SAAS,CAAC,CAAC,OAAO,KAAK,CAAC,CAAC;IAClG,CAAC;IAEM,QAAQ;QACb,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC,OAAO,CAAC;IAC9D,CAAC;CACF"}
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
import { type SQLInputValue, type StatementSync } from "node:sqlite";
|
|
2
|
+
export type SqlRow = Record<string, unknown>;
|
|
3
|
+
export declare class StateDatabase {
|
|
4
|
+
readonly path: string;
|
|
5
|
+
private readonly database;
|
|
6
|
+
constructor(path: string);
|
|
7
|
+
exec(sql: string): void;
|
|
8
|
+
prepare(sql: string): StatementSync;
|
|
9
|
+
run(sql: string, ...params: SQLInputValue[]): {
|
|
10
|
+
readonly changes: number;
|
|
11
|
+
readonly lastInsertRowid: number | bigint;
|
|
12
|
+
};
|
|
13
|
+
get(sql: string, ...params: SQLInputValue[]): SqlRow | undefined;
|
|
14
|
+
all(sql: string, ...params: SQLInputValue[]): SqlRow[];
|
|
15
|
+
transaction<T>(callback: () => T): T;
|
|
16
|
+
close(): void;
|
|
17
|
+
}
|
|
18
|
+
//# sourceMappingURL=database.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"database.d.ts","sourceRoot":"","sources":["../../src/storage/database.ts"],"names":[],"mappings":"AAAA,OAAO,EAAgB,KAAK,aAAa,EAAE,KAAK,aAAa,EAAE,MAAM,aAAa,CAAC;AAEnF,MAAM,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAE7C,qBAAa,aAAa;IACxB,SAAgB,IAAI,EAAE,MAAM,CAAC;IAC7B,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAe;gBAErB,IAAI,EAAE,MAAM;IAMxB,IAAI,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI;IAIvB,OAAO,CAAC,GAAG,EAAE,MAAM,GAAG,aAAa;IAInC,GAAG,CACR,GAAG,EAAE,MAAM,EACX,GAAG,MAAM,EAAE,aAAa,EAAE,GACzB;QAAE,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,eAAe,EAAE,MAAM,GAAG,MAAM,CAAA;KAAE;IAKnE,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,aAAa,EAAE,GAAG,MAAM,GAAG,SAAS;IAIhE,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,aAAa,EAAE,GAAG,MAAM,EAAE;IAItD,WAAW,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC;IAYpC,KAAK,IAAI,IAAI;CAGrB"}
|