daftari 3.10.0 → 3.12.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +59 -0
- package/README.md +211 -865
- package/dist/access/rbac.d.ts +2 -0
- package/dist/access/rbac.d.ts.map +1 -1
- package/dist/access/rbac.js +11 -0
- package/dist/access/rbac.js.map +1 -1
- package/dist/board/board.test.js +8 -7
- package/dist/board/board.test.js.map +1 -1
- package/dist/board/ledger.test.js +24 -23
- package/dist/board/ledger.test.js.map +1 -1
- package/dist/board/reconcile.test.js +79 -78
- package/dist/board/reconcile.test.js.map +1 -1
- package/dist/board/sources/lint.d.ts.map +1 -1
- package/dist/board/sources/lint.js +6 -2
- package/dist/board/sources/lint.js.map +1 -1
- package/dist/board/sources/lint.test.js +62 -21
- package/dist/board/sources/lint.test.js.map +1 -1
- package/dist/board/sources/staged.test.js +15 -14
- package/dist/board/sources/staged.test.js.map +1 -1
- package/dist/board/sources/staleness.test.js +43 -42
- package/dist/board/sources/staleness.test.js.map +1 -1
- package/dist/board/sources/tension.test.js +15 -14
- package/dist/board/sources/tension.test.js.map +1 -1
- package/dist/board/sources/tier2.test.js +16 -15
- package/dist/board/sources/tier2.test.js.map +1 -1
- package/dist/cli.d.ts.map +1 -1
- package/dist/cli.js +6 -0
- package/dist/cli.js.map +1 -1
- package/dist/consolidate/index.d.ts.map +1 -1
- package/dist/consolidate/index.js +40 -9
- package/dist/consolidate/index.js.map +1 -1
- package/dist/curation/consumes.d.ts +8 -0
- package/dist/curation/consumes.d.ts.map +1 -1
- package/dist/curation/consumes.js +27 -0
- package/dist/curation/consumes.js.map +1 -1
- package/dist/curation/lint-voice.d.ts.map +1 -1
- package/dist/curation/lint-voice.js +3 -1
- package/dist/curation/lint-voice.js.map +1 -1
- package/dist/curation/lint.d.ts +4 -1
- package/dist/curation/lint.d.ts.map +1 -1
- package/dist/curation/lint.js +20 -2
- package/dist/curation/lint.js.map +1 -1
- package/dist/curation/source-refs.d.ts +42 -0
- package/dist/curation/source-refs.d.ts.map +1 -0
- package/dist/curation/source-refs.js +168 -0
- package/dist/curation/source-refs.js.map +1 -0
- package/dist/curation/tension-blast.d.ts.map +1 -1
- package/dist/curation/tension-blast.js +7 -6
- package/dist/curation/tension-blast.js.map +1 -1
- package/dist/curation/tier0.d.ts +0 -1
- package/dist/curation/tier0.d.ts.map +1 -1
- package/dist/curation/tier0.js +24 -23
- package/dist/curation/tier0.js.map +1 -1
- package/dist/curation/vault-docs.d.ts +3 -3
- package/dist/curation/vault-docs.d.ts.map +1 -1
- package/dist/curation/vault-docs.js +12 -5
- package/dist/curation/vault-docs.js.map +1 -1
- package/dist/distill/extract.d.ts.map +1 -1
- package/dist/distill/extract.js +8 -1
- package/dist/distill/extract.js.map +1 -1
- package/dist/distill/propose.d.ts.map +1 -1
- package/dist/distill/propose.js +2 -7
- package/dist/distill/propose.js.map +1 -1
- package/dist/distill/state.d.ts +9 -1
- package/dist/distill/state.d.ts.map +1 -1
- package/dist/distill/state.js +58 -7
- package/dist/distill/state.js.map +1 -1
- package/dist/eval/llm-openrouter.d.ts.map +1 -1
- package/dist/eval/llm-openrouter.js +5 -22
- package/dist/eval/llm-openrouter.js.map +1 -1
- package/dist/eval/subgraph.d.ts.map +1 -1
- package/dist/eval/subgraph.js +19 -15
- package/dist/eval/subgraph.js.map +1 -1
- package/dist/frontmatter/source-ref.d.ts +24 -0
- package/dist/frontmatter/source-ref.d.ts.map +1 -0
- package/dist/frontmatter/source-ref.js +20 -0
- package/dist/frontmatter/source-ref.js.map +1 -0
- package/dist/index.d.ts +1 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +47 -14
- package/dist/index.js.map +1 -1
- package/dist/integrations/distill.d.ts +16 -0
- package/dist/integrations/distill.d.ts.map +1 -0
- package/dist/integrations/distill.js +164 -0
- package/dist/integrations/distill.js.map +1 -0
- package/dist/integrations/engine.d.ts +134 -0
- package/dist/integrations/engine.d.ts.map +1 -0
- package/dist/integrations/engine.js +571 -0
- package/dist/integrations/engine.js.map +1 -0
- package/dist/integrations/google.d.ts +13 -0
- package/dist/integrations/google.d.ts.map +1 -0
- package/dist/integrations/google.js +551 -0
- package/dist/integrations/google.js.map +1 -0
- package/dist/integrations/notion.d.ts +16 -0
- package/dist/integrations/notion.d.ts.map +1 -0
- package/dist/integrations/notion.js +485 -0
- package/dist/integrations/notion.js.map +1 -0
- package/dist/integrations/oauth.d.ts +14 -0
- package/dist/integrations/oauth.d.ts.map +1 -0
- package/dist/integrations/oauth.js +141 -0
- package/dist/integrations/oauth.js.map +1 -0
- package/dist/integrations/queue.d.ts +30 -0
- package/dist/integrations/queue.d.ts.map +1 -0
- package/dist/integrations/queue.js +255 -0
- package/dist/integrations/queue.js.map +1 -0
- package/dist/integrations/review.d.ts +5 -0
- package/dist/integrations/review.d.ts.map +1 -0
- package/dist/integrations/review.js +36 -0
- package/dist/integrations/review.js.map +1 -0
- package/dist/integrations/routes.d.ts +26 -0
- package/dist/integrations/routes.d.ts.map +1 -0
- package/dist/integrations/routes.js +258 -0
- package/dist/integrations/routes.js.map +1 -0
- package/dist/integrations/runtime.d.ts +33 -0
- package/dist/integrations/runtime.d.ts.map +1 -0
- package/dist/integrations/runtime.js +280 -0
- package/dist/integrations/runtime.js.map +1 -0
- package/dist/integrations/state.d.ts +10 -0
- package/dist/integrations/state.d.ts.map +1 -0
- package/dist/integrations/state.js +238 -0
- package/dist/integrations/state.js.map +1 -0
- package/dist/integrations/types.d.ts +45 -0
- package/dist/integrations/types.d.ts.map +1 -0
- package/dist/integrations/types.js +4 -0
- package/dist/integrations/types.js.map +1 -0
- package/dist/lifecycle/lock.d.ts.map +1 -1
- package/dist/lifecycle/lock.js +15 -1
- package/dist/lifecycle/lock.js.map +1 -1
- package/dist/schema/diff.d.ts +44 -0
- package/dist/schema/diff.d.ts.map +1 -0
- package/dist/schema/diff.js +143 -0
- package/dist/schema/diff.js.map +1 -0
- package/dist/schema/index.d.ts +2 -0
- package/dist/schema/index.d.ts.map +1 -0
- package/dist/schema/index.js +164 -0
- package/dist/schema/index.js.map +1 -0
- package/dist/schema/infer.d.ts +23 -0
- package/dist/schema/infer.d.ts.map +1 -0
- package/dist/schema/infer.js +167 -0
- package/dist/schema/infer.js.map +1 -0
- package/dist/schema/render.d.ts +12 -0
- package/dist/schema/render.d.ts.map +1 -0
- package/dist/schema/render.js +103 -0
- package/dist/schema/render.js.map +1 -0
- package/dist/schema/scan.d.ts +14 -0
- package/dist/schema/scan.d.ts.map +1 -0
- package/dist/schema/scan.js +92 -0
- package/dist/schema/scan.js.map +1 -0
- package/dist/search/coverage.d.ts.map +1 -1
- package/dist/search/coverage.js +5 -5
- package/dist/search/coverage.js.map +1 -1
- package/dist/search/graph-expansion.d.ts +55 -0
- package/dist/search/graph-expansion.d.ts.map +1 -0
- package/dist/search/graph-expansion.js +160 -0
- package/dist/search/graph-expansion.js.map +1 -0
- package/dist/search/hybrid.d.ts +4 -0
- package/dist/search/hybrid.d.ts.map +1 -1
- package/dist/search/hybrid.js.map +1 -1
- package/dist/serve/index.d.ts +5 -0
- package/dist/serve/index.d.ts.map +1 -1
- package/dist/serve/index.js +251 -20
- package/dist/serve/index.js.map +1 -1
- package/dist/serve/limits.d.ts +13 -0
- package/dist/serve/limits.d.ts.map +1 -1
- package/dist/serve/limits.js +36 -0
- package/dist/serve/limits.js.map +1 -1
- package/dist/sleep/cycle.d.ts +2 -0
- package/dist/sleep/cycle.d.ts.map +1 -1
- package/dist/sleep/cycle.js +95 -16
- package/dist/sleep/cycle.js.map +1 -1
- package/dist/sleep/index.d.ts.map +1 -1
- package/dist/sleep/index.js +8 -7
- package/dist/sleep/index.js.map +1 -1
- package/dist/sleep/report.d.ts.map +1 -1
- package/dist/sleep/report.js +16 -9
- package/dist/sleep/report.js.map +1 -1
- package/dist/sleep/run-ledger.d.ts.map +1 -1
- package/dist/sleep/run-ledger.js +1 -0
- package/dist/sleep/run-ledger.js.map +1 -1
- package/dist/test-utils/require-defined.d.ts +2 -0
- package/dist/test-utils/require-defined.d.ts.map +1 -0
- package/dist/test-utils/require-defined.js +7 -0
- package/dist/test-utils/require-defined.js.map +1 -0
- package/dist/test-utils/require-defined.test.d.ts +2 -0
- package/dist/test-utils/require-defined.test.d.ts.map +1 -0
- package/dist/test-utils/require-defined.test.js +13 -0
- package/dist/test-utils/require-defined.test.js.map +1 -0
- package/dist/tools/board.test.js +21 -17
- package/dist/tools/board.test.js.map +1 -1
- package/dist/tools/curation.d.ts +2 -0
- package/dist/tools/curation.d.ts.map +1 -1
- package/dist/tools/curation.js +32 -3
- package/dist/tools/curation.js.map +1 -1
- package/dist/tools/edge-staleness.d.ts +2 -0
- package/dist/tools/edge-staleness.d.ts.map +1 -1
- package/dist/tools/edge-staleness.js +46 -4
- package/dist/tools/edge-staleness.js.map +1 -1
- package/dist/tools/erase.d.ts +24 -0
- package/dist/tools/erase.d.ts.map +1 -1
- package/dist/tools/erase.js +125 -20
- package/dist/tools/erase.js.map +1 -1
- package/dist/tools/read.d.ts +2 -0
- package/dist/tools/read.d.ts.map +1 -1
- package/dist/tools/read.js +18 -0
- package/dist/tools/read.js.map +1 -1
- package/dist/tools/search.d.ts.map +1 -1
- package/dist/tools/search.js +31 -3
- package/dist/tools/search.js.map +1 -1
- package/dist/tools/write.d.ts.map +1 -1
- package/dist/tools/write.js +44 -4
- package/dist/tools/write.js.map +1 -1
- package/dist/utils/config.d.ts +17 -0
- package/dist/utils/config.d.ts.map +1 -1
- package/dist/utils/config.js +189 -4
- package/dist/utils/config.js.map +1 -1
- package/dist/utils/git-erase.d.ts +2 -0
- package/dist/utils/git-erase.d.ts.map +1 -1
- package/dist/utils/git-erase.js +3 -0
- package/dist/utils/git-erase.js.map +1 -1
- package/dist/utils/git.d.ts +1 -0
- package/dist/utils/git.d.ts.map +1 -1
- package/dist/utils/git.js +28 -0
- package/dist/utils/git.js.map +1 -1
- package/dist/utils/vault-gitignore.d.ts +1 -1
- package/dist/utils/vault-gitignore.d.ts.map +1 -1
- package/dist/utils/vault-gitignore.js +23 -3
- package/dist/utils/vault-gitignore.js.map +1 -1
- package/package.json +3 -2
- package/templates/config.yaml +3 -0
|
@@ -0,0 +1,141 @@
|
|
|
1
|
+
// OAuth transaction lifecycle. The state token is encrypted at rest, binds the
|
|
2
|
+
// PKCE verifier to one provider, and is consumed before the code exchange.
|
|
3
|
+
import { createHash, randomBytes } from "node:crypto";
|
|
4
|
+
import { err, ok } from "../frontmatter/types.js";
|
|
5
|
+
import { configuredCredential, providerConfig, } from "./engine.js";
|
|
6
|
+
import { readIntegrationState, resolveIntegrationStateKey, withIntegrationStateLock, writeIntegrationState, } from "./state.js";
|
|
7
|
+
const OAUTH_STATE_TTL_MILLISECONDS = 10 * 60 * 1000;
|
|
8
|
+
function base64Url(bytes) {
|
|
9
|
+
return bytes.toString("base64url");
|
|
10
|
+
}
|
|
11
|
+
function expiration(now) {
|
|
12
|
+
return new Date(now().getTime() + OAUTH_STATE_TTL_MILLISECONDS).toISOString();
|
|
13
|
+
}
|
|
14
|
+
function pkceChallenge(verifier) {
|
|
15
|
+
return createHash("sha256").update(verifier, "utf8").digest("base64url");
|
|
16
|
+
}
|
|
17
|
+
function oauthNow(deps) {
|
|
18
|
+
return deps.now ?? (() => new Date());
|
|
19
|
+
}
|
|
20
|
+
export async function beginAuthorization(vaultRoot, provider, config, environment, now = () => new Date()) {
|
|
21
|
+
return withIntegrationStateLock(vaultRoot, () => {
|
|
22
|
+
const integrationProvider = providerConfig(config, provider);
|
|
23
|
+
if (!integrationProvider.ok)
|
|
24
|
+
return integrationProvider;
|
|
25
|
+
const key = resolveIntegrationStateKey(config.encryptionKeyEnv, environment);
|
|
26
|
+
if (!key.ok)
|
|
27
|
+
return key;
|
|
28
|
+
const clientId = configuredCredential(environment, integrationProvider.value.clientIdEnv, `${provider} OAuth client ID`);
|
|
29
|
+
if (!clientId.ok)
|
|
30
|
+
return clientId;
|
|
31
|
+
const integrationState = readIntegrationState(vaultRoot, key.value);
|
|
32
|
+
if (!integrationState.ok)
|
|
33
|
+
return integrationState;
|
|
34
|
+
const state = base64Url(randomBytes(32));
|
|
35
|
+
const pkceVerifier = base64Url(randomBytes(32));
|
|
36
|
+
integrationState.value.oauthStates[state] = {
|
|
37
|
+
provider,
|
|
38
|
+
callbackNonce: base64Url(randomBytes(16)),
|
|
39
|
+
pkceVerifier,
|
|
40
|
+
expiresAt: expiration(now),
|
|
41
|
+
};
|
|
42
|
+
const written = writeIntegrationState(vaultRoot, integrationState.value, key.value);
|
|
43
|
+
if (!written.ok)
|
|
44
|
+
return written;
|
|
45
|
+
return ok({
|
|
46
|
+
state,
|
|
47
|
+
authorization: {
|
|
48
|
+
provider,
|
|
49
|
+
clientId: clientId.value,
|
|
50
|
+
state,
|
|
51
|
+
codeChallenge: pkceChallenge(pkceVerifier),
|
|
52
|
+
codeChallengeMethod: "S256",
|
|
53
|
+
},
|
|
54
|
+
});
|
|
55
|
+
});
|
|
56
|
+
}
|
|
57
|
+
// This is the explicit route-facing seam: the engine persists the transaction,
|
|
58
|
+
// while the provider adapter owns the provider-specific authorization URL.
|
|
59
|
+
export async function beginAuthorizationRedirect(vaultRoot, adapter, config, environment, now = () => new Date()) {
|
|
60
|
+
const started = await beginAuthorization(vaultRoot, adapter.name, config, environment, now);
|
|
61
|
+
if (!started.ok)
|
|
62
|
+
return started;
|
|
63
|
+
try {
|
|
64
|
+
return ok({ ...started.value, url: adapter.authorizationUrl(started.value.authorization) });
|
|
65
|
+
}
|
|
66
|
+
catch {
|
|
67
|
+
return err(new Error(`OAuth authorization URL failed for ${adapter.name}`));
|
|
68
|
+
}
|
|
69
|
+
}
|
|
70
|
+
function providerState(tokens, previous) {
|
|
71
|
+
return {
|
|
72
|
+
accessToken: tokens.accessToken,
|
|
73
|
+
refreshToken: tokens.refreshToken,
|
|
74
|
+
sources: previous?.sources ?? {},
|
|
75
|
+
...(previous?.cursor === undefined ? {} : { cursor: previous.cursor }),
|
|
76
|
+
...(previous?.webhook === undefined ? {} : { webhook: previous.webhook }),
|
|
77
|
+
...(tokens.accessTokenExpiresAt === undefined
|
|
78
|
+
? {}
|
|
79
|
+
: { accessTokenExpiresAt: tokens.accessTokenExpiresAt }),
|
|
80
|
+
};
|
|
81
|
+
}
|
|
82
|
+
export async function completeAuthorization(vaultRoot, provider, state, code, deps) {
|
|
83
|
+
return withIntegrationStateLock(vaultRoot, async () => {
|
|
84
|
+
if (typeof state !== "string" ||
|
|
85
|
+
state.length === 0 ||
|
|
86
|
+
typeof code !== "string" ||
|
|
87
|
+
code.length === 0) {
|
|
88
|
+
return err(new Error("OAuth callback is missing state or code"));
|
|
89
|
+
}
|
|
90
|
+
const integrationProvider = providerConfig(deps.config, provider);
|
|
91
|
+
if (!integrationProvider.ok)
|
|
92
|
+
return integrationProvider;
|
|
93
|
+
const key = resolveIntegrationStateKey(deps.config.encryptionKeyEnv, deps.environment);
|
|
94
|
+
if (!key.ok)
|
|
95
|
+
return key;
|
|
96
|
+
const persisted = readIntegrationState(vaultRoot, key.value);
|
|
97
|
+
if (!persisted.ok)
|
|
98
|
+
return persisted;
|
|
99
|
+
const transaction = persisted.value.oauthStates[state];
|
|
100
|
+
if (transaction === undefined || transaction.provider !== provider) {
|
|
101
|
+
return err(new Error("OAuth callback state is invalid or already used"));
|
|
102
|
+
}
|
|
103
|
+
delete persisted.value.oauthStates[state];
|
|
104
|
+
const consumed = writeIntegrationState(vaultRoot, persisted.value, key.value);
|
|
105
|
+
if (!consumed.ok)
|
|
106
|
+
return consumed;
|
|
107
|
+
if (Date.parse(transaction.expiresAt) <= oauthNow(deps)().getTime()) {
|
|
108
|
+
return err(new Error("OAuth callback state has expired"));
|
|
109
|
+
}
|
|
110
|
+
const clientId = configuredCredential(deps.environment, integrationProvider.value.clientIdEnv, `${provider} OAuth client ID`);
|
|
111
|
+
if (!clientId.ok)
|
|
112
|
+
return clientId;
|
|
113
|
+
const clientSecret = configuredCredential(deps.environment, integrationProvider.value.clientSecretEnv, `${provider} OAuth client secret`);
|
|
114
|
+
if (!clientSecret.ok)
|
|
115
|
+
return clientSecret;
|
|
116
|
+
const adapter = deps.adapters[provider];
|
|
117
|
+
if (adapter === undefined)
|
|
118
|
+
return err(new Error(`integration provider ${provider} adapter is unavailable`));
|
|
119
|
+
let exchanged;
|
|
120
|
+
try {
|
|
121
|
+
exchanged = await adapter.exchangeCode({
|
|
122
|
+
code,
|
|
123
|
+
clientId: clientId.value,
|
|
124
|
+
clientSecret: clientSecret.value,
|
|
125
|
+
callbackNonce: transaction.callbackNonce,
|
|
126
|
+
pkceVerifier: transaction.pkceVerifier,
|
|
127
|
+
});
|
|
128
|
+
}
|
|
129
|
+
catch {
|
|
130
|
+
return err(new Error(`OAuth code exchange failed for ${provider}`));
|
|
131
|
+
}
|
|
132
|
+
if (!exchanged.ok)
|
|
133
|
+
return err(new Error(`OAuth code exchange failed for ${provider}`));
|
|
134
|
+
if (exchanged.value.accessToken.length === 0 || exchanged.value.refreshToken.length === 0) {
|
|
135
|
+
return err(new Error(`OAuth code exchange returned incomplete tokens for ${provider}`));
|
|
136
|
+
}
|
|
137
|
+
persisted.value.providers[provider] = providerState(exchanged.value, persisted.value.providers[provider]);
|
|
138
|
+
return writeIntegrationState(vaultRoot, persisted.value, key.value);
|
|
139
|
+
});
|
|
140
|
+
}
|
|
141
|
+
//# sourceMappingURL=oauth.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"oauth.js","sourceRoot":"","sources":["../../src/integrations/oauth.ts"],"names":[],"mappings":"AAAA,+EAA+E;AAC/E,2EAA2E;AAE3E,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AACtD,OAAO,EAAE,GAAG,EAAE,EAAE,EAAe,MAAM,yBAAyB,CAAC;AAC/D,OAAO,EAEL,oBAAoB,EAIpB,cAAc,GACf,MAAM,aAAa,CAAC;AACrB,OAAO,EACL,oBAAoB,EACpB,0BAA0B,EAC1B,wBAAwB,EACxB,qBAAqB,GACtB,MAAM,YAAY,CAAC;AAGpB,MAAM,4BAA4B,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;AAOpD,SAAS,SAAS,CAAC,KAAa;IAC9B,OAAO,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;AACrC,CAAC;AAED,SAAS,UAAU,CAAC,GAAe;IACjC,OAAO,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,GAAG,4BAA4B,CAAC,CAAC,WAAW,EAAE,CAAC;AAChF,CAAC;AAED,SAAS,aAAa,CAAC,QAAgB;IACrC,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;AAC3E,CAAC;AAED,SAAS,QAAQ,CAAC,IAA6B;IAC7C,OAAO,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;AACxC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,SAAiB,EACjB,QAAsB,EACtB,MAAyB,EACzB,WAA8B,EAC9B,MAAkB,GAAG,EAAE,CAAC,IAAI,IAAI,EAAE;IAElC,OAAO,wBAAwB,CAAC,SAAS,EAAE,GAAG,EAAE;QAC9C,MAAM,mBAAmB,GAAG,cAAc,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QAC7D,IAAI,CAAC,mBAAmB,CAAC,EAAE;YAAE,OAAO,mBAAmB,CAAC;QACxD,MAAM,GAAG,GAAG,0BAA0B,CAAC,MAAM,CAAC,gBAAgB,EAAE,WAAW,CAAC,CAAC;QAC7E,IAAI,CAAC,GAAG,CAAC,EAAE;YAAE,OAAO,GAAG,CAAC;QACxB,MAAM,QAAQ,GAAG,oBAAoB,CACnC,WAAW,EACX,mBAAmB,CAAC,KAAK,CAAC,WAAW,EACrC,GAAG,QAAQ,kBAAkB,CAC9B,CAAC;QACF,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,OAAO,QAAQ,CAAC;QAClC,MAAM,gBAAgB,GAAG,oBAAoB,CAAC,SAAS,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;QACpE,IAAI,CAAC,gBAAgB,CAAC,EAAE;YAAE,OAAO,gBAAgB,CAAC;QAElD,MAAM,KAAK,GAAG,SAAS,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC,CAAC;QACzC,MAAM,YAAY,GAAG,SAAS,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC,CAAC;QAChD,gBAAgB,CAAC,KAAK,CAAC,WAAW,CAAC,KAAK,CAAC,GAAG;YAC1C,QAAQ;YACR,aAAa,EAAE,SAAS,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;YACzC,YAAY;YACZ,SAAS,EAAE,UAAU,CAAC,GAAG,CAAC;SAC3B,CAAC;QACF,MAAM,OAAO,GAAG,qBAAqB,CAAC,SAAS,EAAE,gBAAgB,CAAC,KAAK,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;QACpF,IAAI,CAAC,OAAO,CAAC,EAAE;YAAE,OAAO,OAAO,CAAC;QAChC,OAAO,EAAE,CAAC;YACR,KAAK;YACL,aAAa,EAAE;gBACb,QAAQ;gBACR,QAAQ,EAAE,QAAQ,CAAC,KAAK;gBACxB,KAAK;gBACL,aAAa,EAAE,aAAa,CAAC,YAAY,CAAC;gBAC1C,mBAAmB,EAAE,MAAM;aAC5B;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAMD,+EAA+E;AAC/E,2EAA2E;AAC3E,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAC9C,SAAiB,EACjB,OAAwB,EACxB,MAAyB,EACzB,WAA8B,EAC9B,MAAkB,GAAG,EAAE,CAAC,IAAI,IAAI,EAAE;IAElC,MAAM,OAAO,GAAG,MAAM,kBAAkB,CAAC,SAAS,EAAE,OAAO,CAAC,IAAI,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,CAAC,CAAC;IAC5F,IAAI,CAAC,OAAO,CAAC,EAAE;QAAE,OAAO,OAAO,CAAC;IAChC,IAAI,CAAC;QACH,OAAO,EAAE,CAAC,EAAE,GAAG,OAAO,CAAC,KAAK,EAAE,GAAG,EAAE,OAAO,CAAC,gBAAgB,CAAC,OAAO,CAAC,KAAK,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC;IAC9F,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,GAAG,CAAC,IAAI,KAAK,CAAC,sCAAsC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IAC9E,CAAC;AACH,CAAC;AAED,SAAS,aAAa,CACpB,MAAoF,EACpF,QAAwB;IAExB,OAAO;QACL,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,YAAY,EAAE,MAAM,CAAC,YAAY;QACjC,OAAO,EAAE,QAAQ,EAAE,OAAO,IAAI,EAAE;QAChC,GAAG,CAAC,QAAQ,EAAE,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC;QACtE,GAAG,CAAC,QAAQ,EAAE,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,QAAQ,CAAC,OAAO,EAAE,CAAC;QACzE,GAAG,CAAC,MAAM,CAAC,oBAAoB,KAAK,SAAS;YAC3C,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,EAAE,oBAAoB,EAAE,MAAM,CAAC,oBAAoB,EAAE,CAAC;KAC3D,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,SAAiB,EACjB,QAAsB,EACtB,KAAa,EACb,IAAY,EACZ,IAAgB;IAEhB,OAAO,wBAAwB,CAAC,SAAS,EAAE,KAAK,IAAI,EAAE;QACpD,IACE,OAAO,KAAK,KAAK,QAAQ;YACzB,KAAK,CAAC,MAAM,KAAK,CAAC;YAClB,OAAO,IAAI,KAAK,QAAQ;YACxB,IAAI,CAAC,MAAM,KAAK,CAAC,EACjB,CAAC;YACD,OAAO,GAAG,CAAC,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC,CAAC;QACnE,CAAC;QACD,MAAM,mBAAmB,GAAG,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QAClE,IAAI,CAAC,mBAAmB,CAAC,EAAE;YAAE,OAAO,mBAAmB,CAAC;QACxD,MAAM,GAAG,GAAG,0BAA0B,CAAC,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QACvF,IAAI,CAAC,GAAG,CAAC,EAAE;YAAE,OAAO,GAAG,CAAC;QACxB,MAAM,SAAS,GAAG,oBAAoB,CAAC,SAAS,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;QAC7D,IAAI,CAAC,SAAS,CAAC,EAAE;YAAE,OAAO,SAAS,CAAC;QACpC,MAAM,WAAW,GAAG,SAAS,CAAC,KAAK,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QACvD,IAAI,WAAW,KAAK,SAAS,IAAI,WAAW,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;YACnE,OAAO,GAAG,CAAC,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC,CAAC;QAC3E,CAAC;QAED,OAAO,SAAS,CAAC,KAAK,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QAC1C,MAAM,QAAQ,GAAG,qBAAqB,CAAC,SAAS,EAAE,SAAS,CAAC,KAAK,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;QAC9E,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,OAAO,QAAQ,CAAC;QAClC,IAAI,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,SAAS,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC;YACpE,OAAO,GAAG,CAAC,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC,CAAC;QAC5D,CAAC;QAED,MAAM,QAAQ,GAAG,oBAAoB,CACnC,IAAI,CAAC,WAAW,EAChB,mBAAmB,CAAC,KAAK,CAAC,WAAW,EACrC,GAAG,QAAQ,kBAAkB,CAC9B,CAAC;QACF,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,OAAO,QAAQ,CAAC;QAClC,MAAM,YAAY,GAAG,oBAAoB,CACvC,IAAI,CAAC,WAAW,EAChB,mBAAmB,CAAC,KAAK,CAAC,eAAe,EACzC,GAAG,QAAQ,sBAAsB,CAClC,CAAC;QACF,IAAI,CAAC,YAAY,CAAC,EAAE;YAAE,OAAO,YAAY,CAAC;QAC1C,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACxC,IAAI,OAAO,KAAK,SAAS;YACvB,OAAO,GAAG,CAAC,IAAI,KAAK,CAAC,wBAAwB,QAAQ,yBAAyB,CAAC,CAAC,CAAC;QACnF,IAAI,SAAwC,CAAC;QAC7C,IAAI,CAAC;YACH,SAAS,GAAG,MAAM,OAAO,CAAC,YAAY,CAAC;gBACrC,IAAI;gBACJ,QAAQ,EAAE,QAAQ,CAAC,KAAK;gBACxB,YAAY,EAAE,YAAY,CAAC,KAAK;gBAChC,aAAa,EAAE,WAAW,CAAC,aAAa;gBACxC,YAAY,EAAE,WAAW,CAAC,YAAY;aACvC,CAAC,CAAC;QACL,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,GAAG,CAAC,IAAI,KAAK,CAAC,kCAAkC,QAAQ,EAAE,CAAC,CAAC,CAAC;QACtE,CAAC;QACD,IAAI,CAAC,SAAS,CAAC,EAAE;YAAE,OAAO,GAAG,CAAC,IAAI,KAAK,CAAC,kCAAkC,QAAQ,EAAE,CAAC,CAAC,CAAC;QACvF,IAAI,SAAS,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,KAAK,CAAC,IAAI,SAAS,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1F,OAAO,GAAG,CAAC,IAAI,KAAK,CAAC,sDAAsD,QAAQ,EAAE,CAAC,CAAC,CAAC;QAC1F,CAAC;QAED,SAAS,CAAC,KAAK,CAAC,SAAS,CAAC,QAAQ,CAAC,GAAG,aAAa,CACjD,SAAS,CAAC,KAAK,EACf,SAAS,CAAC,KAAK,CAAC,SAAS,CAAC,QAAQ,CAAC,CACpC,CAAC;QACF,OAAO,qBAAqB,CAAC,SAAS,EAAE,SAAS,CAAC,KAAK,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;IACtE,CAAC,CAAC,CAAC;AACL,CAAC"}
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
import { type Result } from "../frontmatter/types.js";
|
|
2
|
+
import type { RefreshHint } from "./engine.js";
|
|
3
|
+
import type { ProviderName } from "./types.js";
|
|
4
|
+
export interface IntegrationQueueInput {
|
|
5
|
+
provider: ProviderName;
|
|
6
|
+
eventId: string;
|
|
7
|
+
hint: RefreshHint;
|
|
8
|
+
}
|
|
9
|
+
export interface IntegrationQueueItem extends IntegrationQueueInput {
|
|
10
|
+
enqueuedAt: string;
|
|
11
|
+
attempts: number;
|
|
12
|
+
}
|
|
13
|
+
export interface IntegrationQueueBatch {
|
|
14
|
+
provider: ProviderName;
|
|
15
|
+
items: IntegrationQueueItem[];
|
|
16
|
+
hint: RefreshHint;
|
|
17
|
+
}
|
|
18
|
+
export interface IntegrationQueue {
|
|
19
|
+
enqueue(input: IntegrationQueueInput): Result<{
|
|
20
|
+
enqueued: boolean;
|
|
21
|
+
}, Error>;
|
|
22
|
+
pending(): Result<IntegrationQueueItem[], Error>;
|
|
23
|
+
drain(worker: (batch: IntegrationQueueBatch) => Promise<Result<void, Error>>): Promise<Result<{
|
|
24
|
+
processed: number;
|
|
25
|
+
skipped: boolean;
|
|
26
|
+
}, Error>>;
|
|
27
|
+
}
|
|
28
|
+
export declare function integrationQueuePath(vaultRoot: string): string;
|
|
29
|
+
export declare function createIntegrationQueue(vaultRoot: string, now?: () => Date): IntegrationQueue;
|
|
30
|
+
//# sourceMappingURL=queue.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"queue.d.ts","sourceRoot":"","sources":["../../src/integrations/queue.ts"],"names":[],"mappings":"AAcA,OAAO,EAAW,KAAK,MAAM,EAAE,MAAM,yBAAyB,CAAC;AAC/D,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC/C,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAO/C,MAAM,WAAW,qBAAqB;IACpC,QAAQ,EAAE,YAAY,CAAC;IACvB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,WAAW,CAAC;CACnB;AAED,MAAM,WAAW,oBAAqB,SAAQ,qBAAqB;IACjE,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,qBAAqB;IACpC,QAAQ,EAAE,YAAY,CAAC;IACvB,KAAK,EAAE,oBAAoB,EAAE,CAAC;IAC9B,IAAI,EAAE,WAAW,CAAC;CACnB;AAmBD,MAAM,WAAW,gBAAgB;IAC/B,OAAO,CAAC,KAAK,EAAE,qBAAqB,GAAG,MAAM,CAAC;QAAE,QAAQ,EAAE,OAAO,CAAA;KAAE,EAAE,KAAK,CAAC,CAAC;IAC5E,OAAO,IAAI,MAAM,CAAC,oBAAoB,EAAE,EAAE,KAAK,CAAC,CAAC;IACjD,KAAK,CACH,MAAM,EAAE,CAAC,KAAK,EAAE,qBAAqB,KAAK,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,GACrE,OAAO,CAAC,MAAM,CAAC;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,OAAO,CAAA;KAAE,EAAE,KAAK,CAAC,CAAC,CAAC;CACpE;AAED,wBAAgB,oBAAoB,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAE9D;AA4JD,wBAAgB,sBAAsB,CACpC,SAAS,EAAE,MAAM,EACjB,GAAG,GAAE,MAAM,IAAuB,GACjC,gBAAgB,CAiGlB"}
|
|
@@ -0,0 +1,255 @@
|
|
|
1
|
+
import { randomUUID } from "node:crypto";
|
|
2
|
+
import { chmodSync, closeSync, existsSync, fsyncSync, mkdirSync, openSync, readFileSync, renameSync, unlinkSync, writeSync, } from "node:fs";
|
|
3
|
+
import { dirname, join } from "node:path";
|
|
4
|
+
import { err, ok } from "../frontmatter/types.js";
|
|
5
|
+
const QUEUE_VERSION = 2;
|
|
6
|
+
const REPLAY_HORIZON_MS = 30 * 24 * 60 * 60 * 1_000;
|
|
7
|
+
const MAX_PROCESSED_EVENTS = 20_000;
|
|
8
|
+
const MAX_DELIVERY_ATTEMPTS = 5;
|
|
9
|
+
export function integrationQueuePath(vaultRoot) {
|
|
10
|
+
return join(vaultRoot, ".daftari", "integration-queue.json");
|
|
11
|
+
}
|
|
12
|
+
function emptyQueue() {
|
|
13
|
+
return { version: QUEUE_VERSION, pending: [], processedEvents: [] };
|
|
14
|
+
}
|
|
15
|
+
function itemKey(provider, eventId) {
|
|
16
|
+
return `${provider}:${eventId}`;
|
|
17
|
+
}
|
|
18
|
+
function validHint(value) {
|
|
19
|
+
if (typeof value !== "object" || value === null)
|
|
20
|
+
return false;
|
|
21
|
+
const hint = value;
|
|
22
|
+
if (hint.kind === "reconcile")
|
|
23
|
+
return true;
|
|
24
|
+
return (hint.kind === "sources" &&
|
|
25
|
+
Array.isArray(hint.sourceIds) &&
|
|
26
|
+
hint.sourceIds.every((id) => typeof id === "string" && id.length > 0) &&
|
|
27
|
+
typeof hint.rediscover === "boolean");
|
|
28
|
+
}
|
|
29
|
+
function validQueueItem(value) {
|
|
30
|
+
if (typeof value !== "object" || value === null)
|
|
31
|
+
return false;
|
|
32
|
+
const item = value;
|
|
33
|
+
return ((item.provider === "google" || item.provider === "notion") &&
|
|
34
|
+
typeof item.eventId === "string" &&
|
|
35
|
+
item.eventId.length > 0 &&
|
|
36
|
+
validHint(item.hint) &&
|
|
37
|
+
typeof item.enqueuedAt === "string" &&
|
|
38
|
+
typeof item.attempts === "number" &&
|
|
39
|
+
Number.isInteger(item.attempts) &&
|
|
40
|
+
item.attempts >= 0);
|
|
41
|
+
}
|
|
42
|
+
function validProcessedEvent(value) {
|
|
43
|
+
if (typeof value !== "object" || value === null)
|
|
44
|
+
return false;
|
|
45
|
+
const event = value;
|
|
46
|
+
return (typeof event.key === "string" &&
|
|
47
|
+
event.key.length > 0 &&
|
|
48
|
+
typeof event.processedAt === "string" &&
|
|
49
|
+
Number.isFinite(Date.parse(event.processedAt)));
|
|
50
|
+
}
|
|
51
|
+
function pruneProcessedEvents(state, now) {
|
|
52
|
+
const cutoff = now.getTime() - REPLAY_HORIZON_MS;
|
|
53
|
+
const retained = state.processedEvents.filter((event) => Date.parse(event.processedAt) >= cutoff);
|
|
54
|
+
return {
|
|
55
|
+
...state,
|
|
56
|
+
processedEvents: retained.length > MAX_PROCESSED_EVENTS
|
|
57
|
+
? retained.slice(retained.length - MAX_PROCESSED_EVENTS)
|
|
58
|
+
: retained,
|
|
59
|
+
};
|
|
60
|
+
}
|
|
61
|
+
function mergeHints(items) {
|
|
62
|
+
if (items.some((item) => item.hint.kind === "reconcile"))
|
|
63
|
+
return { kind: "reconcile" };
|
|
64
|
+
const sourceIds = new Set();
|
|
65
|
+
let rediscover = false;
|
|
66
|
+
for (const item of items) {
|
|
67
|
+
if (item.hint.kind !== "sources")
|
|
68
|
+
continue;
|
|
69
|
+
for (const sourceId of item.hint.sourceIds)
|
|
70
|
+
sourceIds.add(sourceId);
|
|
71
|
+
rediscover ||= item.hint.rediscover;
|
|
72
|
+
}
|
|
73
|
+
return { kind: "sources", sourceIds: [...sourceIds].sort(), rediscover };
|
|
74
|
+
}
|
|
75
|
+
function snapshotBatches(items) {
|
|
76
|
+
const byProvider = new Map();
|
|
77
|
+
for (const item of items) {
|
|
78
|
+
const providerItems = byProvider.get(item.provider) ?? [];
|
|
79
|
+
providerItems.push({ ...item });
|
|
80
|
+
byProvider.set(item.provider, providerItems);
|
|
81
|
+
}
|
|
82
|
+
return [...byProvider.entries()].map(([provider, providerItems]) => ({
|
|
83
|
+
provider,
|
|
84
|
+
items: providerItems,
|
|
85
|
+
hint: mergeHints(providerItems),
|
|
86
|
+
}));
|
|
87
|
+
}
|
|
88
|
+
function readQueue(vaultRoot, now) {
|
|
89
|
+
const path = integrationQueuePath(vaultRoot);
|
|
90
|
+
if (!existsSync(path))
|
|
91
|
+
return ok(emptyQueue());
|
|
92
|
+
try {
|
|
93
|
+
const parsed = JSON.parse(readFileSync(path, "utf8"));
|
|
94
|
+
if (!Array.isArray(parsed.pending) || !parsed.pending.every(validQueueItem)) {
|
|
95
|
+
return err(new Error("integration queue is malformed"));
|
|
96
|
+
}
|
|
97
|
+
if (parsed.version === QUEUE_VERSION &&
|
|
98
|
+
Array.isArray(parsed.processedEvents) &&
|
|
99
|
+
parsed.processedEvents.every(validProcessedEvent)) {
|
|
100
|
+
return ok(pruneProcessedEvents(parsed, now()));
|
|
101
|
+
}
|
|
102
|
+
if (parsed.version === 1 &&
|
|
103
|
+
Array.isArray(parsed.processedEventIds) &&
|
|
104
|
+
parsed.processedEventIds.every((id) => typeof id === "string" && id.length > 0)) {
|
|
105
|
+
const migratedAt = now().toISOString();
|
|
106
|
+
const legacy = parsed;
|
|
107
|
+
return ok({
|
|
108
|
+
version: QUEUE_VERSION,
|
|
109
|
+
pending: legacy.pending,
|
|
110
|
+
processedEvents: legacy.processedEventIds.map((key) => ({ key, processedAt: migratedAt })),
|
|
111
|
+
});
|
|
112
|
+
}
|
|
113
|
+
return err(new Error("integration queue is malformed"));
|
|
114
|
+
}
|
|
115
|
+
catch (cause) {
|
|
116
|
+
return err(new Error("failed to read integration queue", { cause }));
|
|
117
|
+
}
|
|
118
|
+
}
|
|
119
|
+
function writeQueue(vaultRoot, state) {
|
|
120
|
+
const path = integrationQueuePath(vaultRoot);
|
|
121
|
+
const temporary = `${path}.tmp-${process.pid}-${randomUUID()}`;
|
|
122
|
+
let descriptor;
|
|
123
|
+
try {
|
|
124
|
+
mkdirSync(dirname(path), { recursive: true });
|
|
125
|
+
descriptor = openSync(temporary, "wx", 0o600);
|
|
126
|
+
writeSync(descriptor, `${JSON.stringify(state)}\n`, undefined, "utf8");
|
|
127
|
+
fsyncSync(descriptor);
|
|
128
|
+
closeSync(descriptor);
|
|
129
|
+
descriptor = undefined;
|
|
130
|
+
chmodSync(temporary, 0o600);
|
|
131
|
+
renameSync(temporary, path);
|
|
132
|
+
const directory = openSync(dirname(path), "r");
|
|
133
|
+
try {
|
|
134
|
+
fsyncSync(directory);
|
|
135
|
+
}
|
|
136
|
+
finally {
|
|
137
|
+
closeSync(directory);
|
|
138
|
+
}
|
|
139
|
+
return ok(undefined);
|
|
140
|
+
}
|
|
141
|
+
catch (cause) {
|
|
142
|
+
return err(new Error("failed to write integration queue", { cause }));
|
|
143
|
+
}
|
|
144
|
+
finally {
|
|
145
|
+
try {
|
|
146
|
+
if (descriptor !== undefined)
|
|
147
|
+
closeSync(descriptor);
|
|
148
|
+
}
|
|
149
|
+
catch {
|
|
150
|
+
// Preserve the primary write error; the unique temp path is ignored.
|
|
151
|
+
}
|
|
152
|
+
try {
|
|
153
|
+
if (existsSync(temporary))
|
|
154
|
+
unlinkSync(temporary);
|
|
155
|
+
}
|
|
156
|
+
catch {
|
|
157
|
+
// Best-effort cleanup; startup ignores and later writes never reuse it.
|
|
158
|
+
}
|
|
159
|
+
}
|
|
160
|
+
}
|
|
161
|
+
export function createIntegrationQueue(vaultRoot, now = () => new Date()) {
|
|
162
|
+
let draining = false;
|
|
163
|
+
return {
|
|
164
|
+
enqueue(input) {
|
|
165
|
+
if (input.eventId.length === 0 || !validHint(input.hint)) {
|
|
166
|
+
return err(new Error("integration queue item is invalid"));
|
|
167
|
+
}
|
|
168
|
+
const read = readQueue(vaultRoot, now);
|
|
169
|
+
if (!read.ok)
|
|
170
|
+
return read;
|
|
171
|
+
const key = itemKey(input.provider, input.eventId);
|
|
172
|
+
const duplicateEvent = read.value.processedEvents.some((event) => event.key === key) ||
|
|
173
|
+
read.value.pending.some((item) => itemKey(item.provider, item.eventId) === key);
|
|
174
|
+
if (duplicateEvent)
|
|
175
|
+
return ok({ enqueued: false });
|
|
176
|
+
read.value.pending.push({ ...input, enqueuedAt: now().toISOString(), attempts: 0 });
|
|
177
|
+
const written = writeQueue(vaultRoot, read.value);
|
|
178
|
+
return written.ok ? ok({ enqueued: true }) : err(written.error);
|
|
179
|
+
},
|
|
180
|
+
pending() {
|
|
181
|
+
const read = readQueue(vaultRoot, now);
|
|
182
|
+
return read.ok ? ok(read.value.pending.map((item) => ({ ...item }))) : err(read.error);
|
|
183
|
+
},
|
|
184
|
+
async drain(worker) {
|
|
185
|
+
if (draining)
|
|
186
|
+
return ok({ processed: 0, skipped: true });
|
|
187
|
+
draining = true;
|
|
188
|
+
let processed = 0;
|
|
189
|
+
try {
|
|
190
|
+
const initial = readQueue(vaultRoot, now);
|
|
191
|
+
if (!initial.ok)
|
|
192
|
+
return initial;
|
|
193
|
+
const batches = snapshotBatches(initial.value.pending);
|
|
194
|
+
let failed = false;
|
|
195
|
+
for (const batch of batches) {
|
|
196
|
+
let outcome;
|
|
197
|
+
try {
|
|
198
|
+
outcome = await worker({
|
|
199
|
+
provider: batch.provider,
|
|
200
|
+
hint: batch.hint,
|
|
201
|
+
items: batch.items.map((item) => ({ ...item })),
|
|
202
|
+
});
|
|
203
|
+
}
|
|
204
|
+
catch {
|
|
205
|
+
outcome = err(new Error("integration queue worker failed"));
|
|
206
|
+
}
|
|
207
|
+
const fresh = readQueue(vaultRoot, now);
|
|
208
|
+
if (!fresh.ok)
|
|
209
|
+
return fresh;
|
|
210
|
+
const batchKeys = new Set(batch.items.map((item) => itemKey(item.provider, item.eventId)));
|
|
211
|
+
if (!outcome.ok) {
|
|
212
|
+
failed = true;
|
|
213
|
+
const exhaustedKeys = new Set();
|
|
214
|
+
fresh.value.pending = fresh.value.pending.map((item) => batchKeys.has(itemKey(item.provider, item.eventId))
|
|
215
|
+
? (() => {
|
|
216
|
+
const attempts = item.attempts + 1;
|
|
217
|
+
if (attempts >= MAX_DELIVERY_ATTEMPTS) {
|
|
218
|
+
exhaustedKeys.add(itemKey(item.provider, item.eventId));
|
|
219
|
+
}
|
|
220
|
+
return { ...item, attempts };
|
|
221
|
+
})()
|
|
222
|
+
: item);
|
|
223
|
+
fresh.value.pending = fresh.value.pending.filter((item) => !exhaustedKeys.has(itemKey(item.provider, item.eventId)));
|
|
224
|
+
const processedAt = now().toISOString();
|
|
225
|
+
for (const key of exhaustedKeys) {
|
|
226
|
+
fresh.value.processedEvents.push({ key, processedAt });
|
|
227
|
+
}
|
|
228
|
+
const written = writeQueue(vaultRoot, pruneProcessedEvents(fresh.value, now()));
|
|
229
|
+
if (!written.ok)
|
|
230
|
+
return written;
|
|
231
|
+
continue;
|
|
232
|
+
}
|
|
233
|
+
const presentKeys = new Set(fresh.value.pending
|
|
234
|
+
.map((item) => itemKey(item.provider, item.eventId))
|
|
235
|
+
.filter((key) => batchKeys.has(key)));
|
|
236
|
+
fresh.value.pending = fresh.value.pending.filter((item) => !presentKeys.has(itemKey(item.provider, item.eventId)));
|
|
237
|
+
const processedAt = now().toISOString();
|
|
238
|
+
for (const key of presentKeys)
|
|
239
|
+
fresh.value.processedEvents.push({ key, processedAt });
|
|
240
|
+
const written = writeQueue(vaultRoot, pruneProcessedEvents(fresh.value, now()));
|
|
241
|
+
if (!written.ok)
|
|
242
|
+
return written;
|
|
243
|
+
processed += presentKeys.size;
|
|
244
|
+
}
|
|
245
|
+
return failed
|
|
246
|
+
? err(new Error("one or more integration queue batches failed"))
|
|
247
|
+
: ok({ processed, skipped: false });
|
|
248
|
+
}
|
|
249
|
+
finally {
|
|
250
|
+
draining = false;
|
|
251
|
+
}
|
|
252
|
+
},
|
|
253
|
+
};
|
|
254
|
+
}
|
|
255
|
+
//# sourceMappingURL=queue.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"queue.js","sourceRoot":"","sources":["../../src/integrations/queue.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EACL,SAAS,EACT,SAAS,EACT,UAAU,EACV,SAAS,EACT,SAAS,EACT,QAAQ,EACR,YAAY,EACZ,UAAU,EACV,UAAU,EACV,SAAS,GACV,MAAM,SAAS,CAAC;AACjB,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,GAAG,EAAE,EAAE,EAAe,MAAM,yBAAyB,CAAC;AAI/D,MAAM,aAAa,GAAG,CAAC,CAAC;AACxB,MAAM,iBAAiB,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,KAAK,CAAC;AACpD,MAAM,oBAAoB,GAAG,MAAM,CAAC;AACpC,MAAM,qBAAqB,GAAG,CAAC,CAAC;AA4ChC,MAAM,UAAU,oBAAoB,CAAC,SAAiB;IACpD,OAAO,IAAI,CAAC,SAAS,EAAE,UAAU,EAAE,wBAAwB,CAAC,CAAC;AAC/D,CAAC;AAED,SAAS,UAAU;IACjB,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,OAAO,EAAE,EAAE,EAAE,eAAe,EAAE,EAAE,EAAE,CAAC;AACtE,CAAC;AAED,SAAS,OAAO,CAAC,QAAsB,EAAE,OAAe;IACtD,OAAO,GAAG,QAAQ,IAAI,OAAO,EAAE,CAAC;AAClC,CAAC;AAED,SAAS,SAAS,CAAC,KAAc;IAC/B,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,KAAK,CAAC;IAC9D,MAAM,IAAI,GAAG,KAAgC,CAAC;IAC9C,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW;QAAE,OAAO,IAAI,CAAC;IAC3C,OAAO,CACL,IAAI,CAAC,IAAI,KAAK,SAAS;QACvB,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC;QAC7B,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,OAAO,EAAE,KAAK,QAAQ,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC;QACrE,OAAO,IAAI,CAAC,UAAU,KAAK,SAAS,CACrC,CAAC;AACJ,CAAC;AAED,SAAS,cAAc,CAAC,KAAc;IACpC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,KAAK,CAAC;IAC9D,MAAM,IAAI,GAAG,KAAgC,CAAC;IAC9C,OAAO,CACL,CAAC,IAAI,CAAC,QAAQ,KAAK,QAAQ,IAAI,IAAI,CAAC,QAAQ,KAAK,QAAQ,CAAC;QAC1D,OAAO,IAAI,CAAC,OAAO,KAAK,QAAQ;QAChC,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC;QACvB,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC;QACpB,OAAO,IAAI,CAAC,UAAU,KAAK,QAAQ;QACnC,OAAO,IAAI,CAAC,QAAQ,KAAK,QAAQ;QACjC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC;QAC/B,IAAI,CAAC,QAAQ,IAAI,CAAC,CACnB,CAAC;AACJ,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAc;IACzC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,KAAK,CAAC;IAC9D,MAAM,KAAK,GAAG,KAAgC,CAAC;IAC/C,OAAO,CACL,OAAO,KAAK,CAAC,GAAG,KAAK,QAAQ;QAC7B,KAAK,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC;QACpB,OAAO,KAAK,CAAC,WAAW,KAAK,QAAQ;QACrC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAC/C,CAAC;AACJ,CAAC;AAED,SAAS,oBAAoB,CAAC,KAAiB,EAAE,GAAS;IACxD,MAAM,MAAM,GAAG,GAAG,CAAC,OAAO,EAAE,GAAG,iBAAiB,CAAC;IACjD,MAAM,QAAQ,GAAG,KAAK,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,MAAM,CAAC,CAAC;IAClG,OAAO;QACL,GAAG,KAAK;QACR,eAAe,EACb,QAAQ,CAAC,MAAM,GAAG,oBAAoB;YACpC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,oBAAoB,CAAC;YACxD,CAAC,CAAC,QAAQ;KACf,CAAC;AACJ,CAAC;AAED,SAAS,UAAU,CAAC,KAA6B;IAC/C,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,WAAW,CAAC;QAAE,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;IACvF,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;IACpC,IAAI,UAAU,GAAG,KAAK,CAAC;IACvB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,SAAS;YAAE,SAAS;QAC3C,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,IAAI,CAAC,SAAS;YAAE,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACpE,UAAU,KAAK,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC;IACtC,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC,IAAI,EAAE,EAAE,UAAU,EAAE,CAAC;AAC3E,CAAC;AAED,SAAS,eAAe,CAAC,KAA6B;IACpD,MAAM,UAAU,GAAG,IAAI,GAAG,EAAwC,CAAC;IACnE,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,aAAa,GAAG,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC1D,aAAa,CAAC,IAAI,CAAC,EAAE,GAAG,IAAI,EAAE,CAAC,CAAC;QAChC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;IAC/C,CAAC;IACD,OAAO,CAAC,GAAG,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,EAAE,aAAa,CAAC,EAAE,EAAE,CAAC,CAAC;QACnE,QAAQ;QACR,KAAK,EAAE,aAAa;QACpB,IAAI,EAAE,UAAU,CAAC,aAAa,CAAC;KAChC,CAAC,CAAC,CAAC;AACN,CAAC;AAED,SAAS,SAAS,CAAC,SAAiB,EAAE,GAAe;IACnD,MAAM,IAAI,GAAG,oBAAoB,CAAC,SAAS,CAAC,CAAC;IAC7C,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;QAAE,OAAO,EAAE,CAAC,UAAU,EAAE,CAAC,CAAC;IAC/C,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAA4B,CAAC;QACjF,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,cAAc,CAAC,EAAE,CAAC;YAC5E,OAAO,GAAG,CAAC,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC,CAAC;QAC1D,CAAC;QACD,IACE,MAAM,CAAC,OAAO,KAAK,aAAa;YAChC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,eAAe,CAAC;YACrC,MAAM,CAAC,eAAe,CAAC,KAAK,CAAC,mBAAmB,CAAC,EACjD,CAAC;YACD,OAAO,EAAE,CAAC,oBAAoB,CAAC,MAA+B,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;QAC1E,CAAC;QACD,IACE,MAAM,CAAC,OAAO,KAAK,CAAC;YACpB,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,iBAAiB,CAAC;YACvC,MAAM,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,OAAO,EAAE,KAAK,QAAQ,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,EAC/E,CAAC;YACD,MAAM,UAAU,GAAG,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC;YACvC,MAAM,MAAM,GAAG,MAAqC,CAAC;YACrD,OAAO,EAAE,CAAC;gBACR,OAAO,EAAE,aAAa;gBACtB,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,eAAe,EAAE,MAAM,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC,CAAC;aAC3F,CAAC,CAAC;QACL,CAAC;QACD,OAAO,GAAG,CAAC,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC,CAAC;IAC1D,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,GAAG,CAAC,IAAI,KAAK,CAAC,kCAAkC,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;IACvE,CAAC;AACH,CAAC;AAED,SAAS,UAAU,CAAC,SAAiB,EAAE,KAAiB;IACtD,MAAM,IAAI,GAAG,oBAAoB,CAAC,SAAS,CAAC,CAAC;IAC7C,MAAM,SAAS,GAAG,GAAG,IAAI,QAAQ,OAAO,CAAC,GAAG,IAAI,UAAU,EAAE,EAAE,CAAC;IAC/D,IAAI,UAA8B,CAAC;IACnC,IAAI,CAAC;QACH,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC9C,UAAU,GAAG,QAAQ,CAAC,SAAS,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;QAC9C,SAAS,CAAC,UAAU,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;QACvE,SAAS,CAAC,UAAU,CAAC,CAAC;QACtB,SAAS,CAAC,UAAU,CAAC,CAAC;QACtB,UAAU,GAAG,SAAS,CAAC;QACvB,SAAS,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;QAC5B,UAAU,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;QAC5B,MAAM,SAAS,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,GAAG,CAAC,CAAC;QAC/C,IAAI,CAAC;YACH,SAAS,CAAC,SAAS,CAAC,CAAC;QACvB,CAAC;gBAAS,CAAC;YACT,SAAS,CAAC,SAAS,CAAC,CAAC;QACvB,CAAC;QACD,OAAO,EAAE,CAAC,SAAS,CAAC,CAAC;IACvB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,GAAG,CAAC,IAAI,KAAK,CAAC,mCAAmC,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;IACxE,CAAC;YAAS,CAAC;QACT,IAAI,CAAC;YACH,IAAI,UAAU,KAAK,SAAS;gBAAE,SAAS,CAAC,UAAU,CAAC,CAAC;QACtD,CAAC;QAAC,MAAM,CAAC;YACP,qEAAqE;QACvE,CAAC;QACD,IAAI,CAAC;YACH,IAAI,UAAU,CAAC,SAAS,CAAC;gBAAE,UAAU,CAAC,SAAS,CAAC,CAAC;QACnD,CAAC;QAAC,MAAM,CAAC;YACP,wEAAwE;QAC1E,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,UAAU,sBAAsB,CACpC,SAAiB,EACjB,MAAkB,GAAG,EAAE,CAAC,IAAI,IAAI,EAAE;IAElC,IAAI,QAAQ,GAAG,KAAK,CAAC;IAErB,OAAO;QACL,OAAO,CAAC,KAAK;YACX,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;gBACzD,OAAO,GAAG,CAAC,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC,CAAC;YAC7D,CAAC;YACD,MAAM,IAAI,GAAG,SAAS,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;YACvC,IAAI,CAAC,IAAI,CAAC,EAAE;gBAAE,OAAO,IAAI,CAAC;YAC1B,MAAM,GAAG,GAAG,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;YACnD,MAAM,cAAc,GAClB,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,KAAK,GAAG,CAAC;gBAC7D,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,GAAG,CAAC,CAAC;YAClF,IAAI,cAAc;gBAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;YACnD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,GAAG,KAAK,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC,WAAW,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;YACpF,MAAM,OAAO,GAAG,UAAU,CAAC,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;YAClD,OAAO,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAClE,CAAC;QAED,OAAO;YACL,MAAM,IAAI,GAAG,SAAS,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;YACvC,OAAO,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACzF,CAAC;QAED,KAAK,CAAC,KAAK,CAAC,MAAM;YAChB,IAAI,QAAQ;gBAAE,OAAO,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;YACzD,QAAQ,GAAG,IAAI,CAAC;YAChB,IAAI,SAAS,GAAG,CAAC,CAAC;YAClB,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,SAAS,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;gBAC1C,IAAI,CAAC,OAAO,CAAC,EAAE;oBAAE,OAAO,OAAO,CAAC;gBAChC,MAAM,OAAO,GAAG,eAAe,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBACvD,IAAI,MAAM,GAAG,KAAK,CAAC;gBACnB,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;oBAC5B,IAAI,OAA4B,CAAC;oBACjC,IAAI,CAAC;wBACH,OAAO,GAAG,MAAM,MAAM,CAAC;4BACrB,QAAQ,EAAE,KAAK,CAAC,QAAQ;4BACxB,IAAI,EAAE,KAAK,CAAC,IAAI;4BAChB,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,IAAI,EAAE,CAAC,CAAC;yBAChD,CAAC,CAAC;oBACL,CAAC;oBAAC,MAAM,CAAC;wBACP,OAAO,GAAG,GAAG,CAAC,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC,CAAC;oBAC9D,CAAC;oBACD,MAAM,KAAK,GAAG,SAAS,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;oBACxC,IAAI,CAAC,KAAK,CAAC,EAAE;wBAAE,OAAO,KAAK,CAAC;oBAC5B,MAAM,SAAS,GAAG,IAAI,GAAG,CACvB,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAChE,CAAC;oBACF,IAAI,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC;wBAChB,MAAM,GAAG,IAAI,CAAC;wBACd,MAAM,aAAa,GAAG,IAAI,GAAG,EAAU,CAAC;wBACxC,KAAK,CAAC,KAAK,CAAC,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CACrD,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;4BACjD,CAAC,CAAC,CAAC,GAAG,EAAE;gCACJ,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC;gCACnC,IAAI,QAAQ,IAAI,qBAAqB,EAAE,CAAC;oCACtC,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;gCAC1D,CAAC;gCACD,OAAO,EAAE,GAAG,IAAI,EAAE,QAAQ,EAAE,CAAC;4BAC/B,CAAC,CAAC,EAAE;4BACN,CAAC,CAAC,IAAI,CACT,CAAC;wBACF,KAAK,CAAC,KAAK,CAAC,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAC9C,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CACnE,CAAC;wBACF,MAAM,WAAW,GAAG,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC;wBACxC,KAAK,MAAM,GAAG,IAAI,aAAa,EAAE,CAAC;4BAChC,KAAK,CAAC,KAAK,CAAC,eAAe,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,WAAW,EAAE,CAAC,CAAC;wBACzD,CAAC;wBACD,MAAM,OAAO,GAAG,UAAU,CAAC,SAAS,EAAE,oBAAoB,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;wBAChF,IAAI,CAAC,OAAO,CAAC,EAAE;4BAAE,OAAO,OAAO,CAAC;wBAChC,SAAS;oBACX,CAAC;oBACD,MAAM,WAAW,GAAG,IAAI,GAAG,CACzB,KAAK,CAAC,KAAK,CAAC,OAAO;yBAChB,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;yBACnD,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CACvC,CAAC;oBACF,KAAK,CAAC,KAAK,CAAC,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAC9C,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CACjE,CAAC;oBACF,MAAM,WAAW,GAAG,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC;oBACxC,KAAK,MAAM,GAAG,IAAI,WAAW;wBAAE,KAAK,CAAC,KAAK,CAAC,eAAe,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,WAAW,EAAE,CAAC,CAAC;oBACtF,MAAM,OAAO,GAAG,UAAU,CAAC,SAAS,EAAE,oBAAoB,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;oBAChF,IAAI,CAAC,OAAO,CAAC,EAAE;wBAAE,OAAO,OAAO,CAAC;oBAChC,SAAS,IAAI,WAAW,CAAC,IAAI,CAAC;gBAChC,CAAC;gBACD,OAAO,MAAM;oBACX,CAAC,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;oBAChE,CAAC,CAAC,EAAE,CAAC,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;YACxC,CAAC;oBAAS,CAAC;gBACT,QAAQ,GAAG,KAAK,CAAC;YACnB,CAAC;QACH,CAAC;KACF,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
import { type Result } from "../frontmatter/types.js";
|
|
2
|
+
import type { UnavailableSourceEvent } from "./engine.js";
|
|
3
|
+
export declare function integrationReviewPath(vaultRoot: string): string;
|
|
4
|
+
export declare function appendUnavailableReview(vaultRoot: string, event: UnavailableSourceEvent): Result<void, Error>;
|
|
5
|
+
//# sourceMappingURL=review.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"review.d.ts","sourceRoot":"","sources":["../../src/integrations/review.ts"],"names":[],"mappings":"AAUA,OAAO,EAAW,KAAK,MAAM,EAAE,MAAM,yBAAyB,CAAC;AAC/D,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,aAAa,CAAC;AAE1D,wBAAgB,qBAAqB,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAE/D;AAED,wBAAgB,uBAAuB,CACrC,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,sBAAsB,GAC5B,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,CA0BrB"}
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
import { closeSync, existsSync, fsyncSync, mkdirSync, openSync, readFileSync, writeSync, } from "node:fs";
|
|
2
|
+
import { dirname, join } from "node:path";
|
|
3
|
+
import { err, ok } from "../frontmatter/types.js";
|
|
4
|
+
export function integrationReviewPath(vaultRoot) {
|
|
5
|
+
return join(vaultRoot, ".daftari", "integration-review.jsonl");
|
|
6
|
+
}
|
|
7
|
+
export function appendUnavailableReview(vaultRoot, event) {
|
|
8
|
+
const path = integrationReviewPath(vaultRoot);
|
|
9
|
+
try {
|
|
10
|
+
if (existsSync(path)) {
|
|
11
|
+
for (const line of readFileSync(path, "utf8").split("\n")) {
|
|
12
|
+
if (line.trim().length === 0)
|
|
13
|
+
continue;
|
|
14
|
+
const parsed = JSON.parse(line);
|
|
15
|
+
if (parsed.idempotencyKey === event.idempotencyKey)
|
|
16
|
+
return ok(undefined);
|
|
17
|
+
}
|
|
18
|
+
}
|
|
19
|
+
mkdirSync(dirname(path), { recursive: true });
|
|
20
|
+
const descriptor = openSync(path, "a", 0o600);
|
|
21
|
+
try {
|
|
22
|
+
writeSync(descriptor, `${JSON.stringify(event)}\n`, undefined, "utf8");
|
|
23
|
+
fsyncSync(descriptor);
|
|
24
|
+
}
|
|
25
|
+
finally {
|
|
26
|
+
closeSync(descriptor);
|
|
27
|
+
}
|
|
28
|
+
return ok(undefined);
|
|
29
|
+
}
|
|
30
|
+
catch (cause) {
|
|
31
|
+
return err(new Error("failed to append integration unavailable review", {
|
|
32
|
+
cause: cause instanceof Error ? cause : undefined,
|
|
33
|
+
}));
|
|
34
|
+
}
|
|
35
|
+
}
|
|
36
|
+
//# sourceMappingURL=review.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"review.js","sourceRoot":"","sources":["../../src/integrations/review.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,SAAS,EACT,UAAU,EACV,SAAS,EACT,SAAS,EACT,QAAQ,EACR,YAAY,EACZ,SAAS,GACV,MAAM,SAAS,CAAC;AACjB,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,GAAG,EAAE,EAAE,EAAe,MAAM,yBAAyB,CAAC;AAG/D,MAAM,UAAU,qBAAqB,CAAC,SAAiB;IACrD,OAAO,IAAI,CAAC,SAAS,EAAE,UAAU,EAAE,0BAA0B,CAAC,CAAC;AACjE,CAAC;AAED,MAAM,UAAU,uBAAuB,CACrC,SAAiB,EACjB,KAA6B;IAE7B,MAAM,IAAI,GAAG,qBAAqB,CAAC,SAAS,CAAC,CAAC;IAC9C,IAAI,CAAC;QACH,IAAI,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;YACrB,KAAK,MAAM,IAAI,IAAI,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC1D,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC;oBAAE,SAAS;gBACvC,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAiC,CAAC;gBAChE,IAAI,MAAM,CAAC,cAAc,KAAK,KAAK,CAAC,cAAc;oBAAE,OAAO,EAAE,CAAC,SAAS,CAAC,CAAC;YAC3E,CAAC;QACH,CAAC;QACD,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC9C,MAAM,UAAU,GAAG,QAAQ,CAAC,IAAI,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;QAC9C,IAAI,CAAC;YACH,SAAS,CAAC,UAAU,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;YACvE,SAAS,CAAC,UAAU,CAAC,CAAC;QACxB,CAAC;gBAAS,CAAC;YACT,SAAS,CAAC,UAAU,CAAC,CAAC;QACxB,CAAC;QACD,OAAO,EAAE,CAAC,SAAS,CAAC,CAAC;IACvB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,GAAG,CACR,IAAI,KAAK,CAAC,iDAAiD,EAAE;YAC3D,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;SAClD,CAAC,CACH,CAAC;IACJ,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
import type { IncomingMessage, ServerResponse } from "node:http";
|
|
2
|
+
import type { EngineDeps, ProviderAdapter } from "./engine.js";
|
|
3
|
+
import type { IntegrationQueue } from "./queue.js";
|
|
4
|
+
import type { IntegrationConfig, ProviderName } from "./types.js";
|
|
5
|
+
export interface IntegrationRouteAuthorization {
|
|
6
|
+
cookieAuthenticated: boolean;
|
|
7
|
+
canManageIntegrations: boolean;
|
|
8
|
+
}
|
|
9
|
+
export interface IntegrationRouteDependencies {
|
|
10
|
+
vaultRoot: string;
|
|
11
|
+
config: IntegrationConfig;
|
|
12
|
+
environment: NodeJS.ProcessEnv;
|
|
13
|
+
adapters: Partial<Record<ProviderName, ProviderAdapter>>;
|
|
14
|
+
engineDeps: EngineDeps;
|
|
15
|
+
queue: IntegrationQueue;
|
|
16
|
+
publicBaseUrl?: string;
|
|
17
|
+
authorize(request: IncomingMessage, response: ServerResponse): Promise<IntegrationRouteAuthorization | null>;
|
|
18
|
+
/** Admits an unauthenticated callback/webhook before body or state work. */
|
|
19
|
+
admitPublic(request: IncomingMessage, response: ServerResponse): (() => void) | null;
|
|
20
|
+
checkCsrf(request: IncomingMessage): string | null;
|
|
21
|
+
maxWebhookBodyBytes?: number;
|
|
22
|
+
webhookBodyTimeoutMs?: number;
|
|
23
|
+
wake?: () => void;
|
|
24
|
+
}
|
|
25
|
+
export declare function handleIntegrationRoute(request: IncomingMessage, response: ServerResponse, url: URL, deps: IntegrationRouteDependencies): Promise<boolean>;
|
|
26
|
+
//# sourceMappingURL=routes.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"routes.d.ts","sourceRoot":"","sources":["../../src/integrations/routes.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAEjE,OAAO,KAAK,EAAE,UAAU,EAAE,eAAe,EAAkB,MAAM,aAAa,CAAC;AAQ/E,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AACnD,OAAO,KAAK,EAAE,iBAAiB,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAKlE,MAAM,WAAW,6BAA6B;IAC5C,mBAAmB,EAAE,OAAO,CAAC;IAC7B,qBAAqB,EAAE,OAAO,CAAC;CAChC;AAED,MAAM,WAAW,4BAA4B;IAC3C,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,iBAAiB,CAAC;IAC1B,WAAW,EAAE,MAAM,CAAC,UAAU,CAAC;IAC/B,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,YAAY,EAAE,eAAe,CAAC,CAAC,CAAC;IACzD,UAAU,EAAE,UAAU,CAAC;IACvB,KAAK,EAAE,gBAAgB,CAAC;IACxB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,SAAS,CACP,OAAO,EAAE,eAAe,EACxB,QAAQ,EAAE,cAAc,GACvB,OAAO,CAAC,6BAA6B,GAAG,IAAI,CAAC,CAAC;IACjD,4EAA4E;IAC5E,WAAW,CAAC,OAAO,EAAE,eAAe,EAAE,QAAQ,EAAE,cAAc,GAAG,CAAC,MAAM,IAAI,CAAC,GAAG,IAAI,CAAC;IACrF,SAAS,CAAC,OAAO,EAAE,eAAe,GAAG,MAAM,GAAG,IAAI,CAAC;IACnD,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,IAAI,CAAC,EAAE,MAAM,IAAI,CAAC;CACnB;AA0FD,wBAAsB,sBAAsB,CAC1C,OAAO,EAAE,eAAe,EACxB,QAAQ,EAAE,cAAc,EACxB,GAAG,EAAE,GAAG,EACR,IAAI,EAAE,4BAA4B,GACjC,OAAO,CAAC,OAAO,CAAC,CAuMlB"}
|