@jterrats/open-orchestra 1.0.17 → 1.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +44 -0
- package/CLAUDE.md +1 -0
- package/dist/active-runtime-store.d.ts +18 -0
- package/dist/active-runtime-store.js +75 -0
- package/dist/active-runtime-store.js.map +1 -0
- package/dist/chat-api-errors.d.ts +7 -0
- package/dist/chat-api-errors.js +15 -0
- package/dist/chat-api-errors.js.map +1 -0
- package/dist/chat-api-message-persistence.d.ts +12 -0
- package/dist/chat-api-message-persistence.js +125 -0
- package/dist/chat-api-message-persistence.js.map +1 -0
- package/dist/chat-api-records.d.ts +35 -0
- package/dist/chat-api-records.js +94 -0
- package/dist/chat-api-records.js.map +1 -0
- package/dist/chat-api-service.d.ts +32 -0
- package/dist/chat-api-service.js +120 -0
- package/dist/chat-api-service.js.map +1 -0
- package/dist/chat-api-storage.d.ts +1 -0
- package/dist/chat-api-storage.js +14 -0
- package/dist/chat-api-storage.js.map +1 -0
- package/dist/chat-api-types.d.ts +81 -0
- package/dist/chat-api-types.js +2 -0
- package/dist/chat-api-types.js.map +1 -0
- package/dist/chat-compliance-service.d.ts +60 -0
- package/dist/chat-compliance-service.js +241 -0
- package/dist/chat-compliance-service.js.map +1 -0
- package/dist/chat-event-stream.d.ts +13 -0
- package/dist/chat-event-stream.js +124 -0
- package/dist/chat-event-stream.js.map +1 -0
- package/dist/chat-pagination.d.ts +6 -0
- package/dist/chat-pagination.js +64 -0
- package/dist/chat-pagination.js.map +1 -0
- package/dist/chat-storage-actor-validation.d.ts +4 -0
- package/dist/chat-storage-actor-validation.js +65 -0
- package/dist/chat-storage-actor-validation.js.map +1 -0
- package/dist/chat-storage-content-policy.d.ts +6 -0
- package/dist/chat-storage-content-policy.js +84 -0
- package/dist/chat-storage-content-policy.js.map +1 -0
- package/dist/chat-storage-errors.d.ts +20 -0
- package/dist/chat-storage-errors.js +17 -0
- package/dist/chat-storage-errors.js.map +1 -0
- package/dist/chat-storage-local-files.d.ts +17 -0
- package/dist/chat-storage-local-files.js +78 -0
- package/dist/chat-storage-local-files.js.map +1 -0
- package/dist/chat-storage-local-paths.d.ts +6 -0
- package/dist/chat-storage-local-paths.js +124 -0
- package/dist/chat-storage-local-paths.js.map +1 -0
- package/dist/chat-storage-local-projection.d.ts +10 -0
- package/dist/chat-storage-local-projection.js +55 -0
- package/dist/chat-storage-local-projection.js.map +1 -0
- package/dist/chat-storage-local-records.d.ts +13 -0
- package/dist/chat-storage-local-records.js +56 -0
- package/dist/chat-storage-local-records.js.map +1 -0
- package/dist/chat-storage-local.d.ts +6 -0
- package/dist/chat-storage-local.js +114 -0
- package/dist/chat-storage-local.js.map +1 -0
- package/dist/chat-storage-validation.d.ts +10 -0
- package/dist/chat-storage-validation.js +100 -0
- package/dist/chat-storage-validation.js.map +1 -0
- package/dist/chat-storage.d.ts +16 -0
- package/dist/chat-storage.js +4 -0
- package/dist/chat-storage.js.map +1 -0
- package/dist/chat-workflow-timeline.d.ts +17 -0
- package/dist/chat-workflow-timeline.js +210 -0
- package/dist/chat-workflow-timeline.js.map +1 -0
- package/dist/{workspace-claude-settings.d.ts → claude-settings.d.ts} +22 -3
- package/dist/{workspace-claude-settings.js → claude-settings.js} +28 -9
- package/dist/claude-settings.js.map +1 -0
- package/dist/command-init.d.ts +2 -0
- package/dist/command-init.js +150 -0
- package/dist/command-init.js.map +1 -0
- package/dist/command-manifest.js +1 -1
- package/dist/command-manifest.js.map +1 -1
- package/dist/commands.d.ts +1 -1
- package/dist/commands.js +1 -140
- package/dist/commands.js.map +1 -1
- package/dist/constants.d.ts +1 -0
- package/dist/constants.js +1 -0
- package/dist/constants.js.map +1 -1
- package/dist/context-runtime-preprocessor.d.ts +41 -0
- package/dist/context-runtime-preprocessor.js +199 -0
- package/dist/context-runtime-preprocessor.js.map +1 -0
- package/dist/cursor-settings.d.ts +25 -0
- package/dist/cursor-settings.js +72 -0
- package/dist/cursor-settings.js.map +1 -0
- package/dist/health-commands.js +43 -3
- package/dist/health-commands.js.map +1 -1
- package/dist/model-aliases.d.ts +5 -0
- package/dist/model-aliases.js +37 -0
- package/dist/model-aliases.js.map +1 -0
- package/dist/ollama-provider.js +25 -0
- package/dist/ollama-provider.js.map +1 -1
- package/dist/phase-playbooks.js +11 -0
- package/dist/phase-playbooks.js.map +1 -1
- package/dist/provider-agent-wrapper.js +14 -0
- package/dist/provider-agent-wrapper.js.map +1 -1
- package/dist/qa-e2e-artifacts.js +71 -3
- package/dist/qa-e2e-artifacts.js.map +1 -1
- package/dist/runtime-adapters.js +56 -0
- package/dist/runtime-adapters.js.map +1 -1
- package/dist/runtime-bootstrap.js +32 -22
- package/dist/runtime-bootstrap.js.map +1 -1
- package/dist/runtime-child-prompt.js +8 -0
- package/dist/runtime-child-prompt.js.map +1 -1
- package/dist/runtime-context-manifest.d.ts +4 -1
- package/dist/runtime-context-manifest.js +59 -3
- package/dist/runtime-context-manifest.js.map +1 -1
- package/dist/runtime-execution-adapters.js +19 -0
- package/dist/runtime-execution-adapters.js.map +1 -1
- package/dist/runtime-execution-renderer.js +4 -0
- package/dist/runtime-execution-renderer.js.map +1 -1
- package/dist/runtime-execution.js +13 -82
- package/dist/runtime-execution.js.map +1 -1
- package/dist/runtime-hooks.d.ts +46 -0
- package/dist/runtime-hooks.js +95 -0
- package/dist/runtime-hooks.js.map +1 -0
- package/dist/runtime-parent-actions.js +5 -0
- package/dist/runtime-parent-actions.js.map +1 -1
- package/dist/runtime-spawn-bridge.js +1 -0
- package/dist/runtime-spawn-bridge.js.map +1 -1
- package/dist/runtime-spawn-guidance.js +15 -61
- package/dist/runtime-spawn-guidance.js.map +1 -1
- package/dist/security/chat-guardrail-policy.d.ts +7 -0
- package/dist/security/chat-guardrail-policy.js +61 -0
- package/dist/security/chat-guardrail-policy.js.map +1 -0
- package/dist/security/chat-guardrail-types.d.ts +65 -0
- package/dist/security/chat-guardrail-types.js +2 -0
- package/dist/security/chat-guardrail-types.js.map +1 -0
- package/dist/security/chat-guardrail-validation.d.ts +9 -0
- package/dist/security/chat-guardrail-validation.js +64 -0
- package/dist/security/chat-guardrail-validation.js.map +1 -0
- package/dist/security/chat-guardrails.d.ts +3 -0
- package/dist/security/chat-guardrails.js +136 -0
- package/dist/security/chat-guardrails.js.map +1 -0
- package/dist/security/content-classifier.js +33 -1
- package/dist/security/content-classifier.js.map +1 -1
- package/dist/security/payment-card-detection.d.ts +3 -0
- package/dist/security/payment-card-detection.js +48 -0
- package/dist/security/payment-card-detection.js.map +1 -0
- package/dist/security/policy-types.d.ts +1 -1
- package/dist/security/provider-egress-policy.d.ts +27 -0
- package/dist/security/provider-egress-policy.js +72 -0
- package/dist/security/provider-egress-policy.js.map +1 -0
- package/dist/security/public-api-auth.d.ts +20 -0
- package/dist/security/public-api-auth.js +55 -0
- package/dist/security/public-api-auth.js.map +1 -0
- package/dist/security/public-api-policy.d.ts +8 -0
- package/dist/security/public-api-policy.js +40 -0
- package/dist/security/public-api-policy.js.map +1 -0
- package/dist/security/redaction.js +44 -13
- package/dist/security/redaction.js.map +1 -1
- package/dist/security/restricted-content-quarantine.d.ts +17 -0
- package/dist/security/restricted-content-quarantine.js +50 -0
- package/dist/security/restricted-content-quarantine.js.map +1 -0
- package/dist/security/restricted-data-classifier.d.ts +9 -0
- package/dist/security/restricted-data-classifier.js +358 -0
- package/dist/security/restricted-data-classifier.js.map +1 -0
- package/dist/skills-render.js +7 -14
- package/dist/skills-render.js.map +1 -1
- package/dist/telemetry-redaction.d.ts +2 -0
- package/dist/telemetry-redaction.js +25 -2
- package/dist/telemetry-redaction.js.map +1 -1
- package/dist/types/chat.d.ts +203 -0
- package/dist/types/chat.js +10 -0
- package/dist/types/chat.js.map +1 -0
- package/dist/types/model-config.d.ts +4 -0
- package/dist/types/public-api.d.ts +75 -0
- package/dist/types/public-api.js +2 -0
- package/dist/types/public-api.js.map +1 -0
- package/dist/types/restricted-data.d.ts +69 -0
- package/dist/types/restricted-data.js +8 -0
- package/dist/types/restricted-data.js.map +1 -0
- package/dist/types/restricted-fragment.d.ts +82 -0
- package/dist/types/restricted-fragment.js +14 -0
- package/dist/types/restricted-fragment.js.map +1 -0
- package/dist/types/runtime.d.ts +12 -0
- package/dist/types.d.ts +6 -0
- package/dist/types.js.map +1 -1
- package/dist/web-api.js +24 -0
- package/dist/web-api.js.map +1 -1
- package/dist/web-artifact-parsers.d.ts +6 -0
- package/dist/web-artifact-parsers.js +266 -0
- package/dist/web-artifact-parsers.js.map +1 -0
- package/dist/web-artifact-types.d.ts +76 -0
- package/dist/web-artifact-types.js +2 -0
- package/dist/web-artifact-types.js.map +1 -0
- package/dist/web-artifacts.d.ts +2 -43
- package/dist/web-artifacts.js +106 -57
- package/dist/web-artifacts.js.map +1 -1
- package/dist/web-chat-route-inputs.d.ts +11 -0
- package/dist/web-chat-route-inputs.js +156 -0
- package/dist/web-chat-route-inputs.js.map +1 -0
- package/dist/web-chat-routes.d.ts +7 -0
- package/dist/web-chat-routes.js +213 -0
- package/dist/web-chat-routes.js.map +1 -0
- package/dist/web-console/assets/index-CJup1cIA.css +1 -0
- package/dist/web-console/assets/index-CVDOfipu.js +11 -0
- package/dist/web-console/index.html +2 -2
- package/dist/web-evidence.d.ts +1 -1
- package/dist/web-evidence.js +9 -2
- package/dist/web-evidence.js.map +1 -1
- package/dist/web-public-route-inputs.d.ts +14 -0
- package/dist/web-public-route-inputs.js +136 -0
- package/dist/web-public-route-inputs.js.map +1 -0
- package/dist/web-public-routes.d.ts +6 -0
- package/dist/web-public-routes.js +194 -0
- package/dist/web-public-routes.js.map +1 -0
- package/dist/web-public-service.d.ts +16 -0
- package/dist/web-public-service.js +154 -0
- package/dist/web-public-service.js.map +1 -0
- package/dist/workflow-services.js +5 -0
- package/dist/workflow-services.js.map +1 -1
- package/dist/workspace-runtime-bootstrap.js +15 -4
- package/dist/workspace-runtime-bootstrap.js.map +1 -1
- package/docs/chat-audit-retention.md +76 -0
- package/docs/chat-provider-provenance-ledger.md +75 -0
- package/docs/context-runtime-preprocessing.md +37 -0
- package/docs/orchestra-mvp.md +8 -2
- package/docs/public-api-contract.md +43 -0
- package/docs/release-test-matrix.md +14 -14
- package/docs/restricted-fragment-storage-contract.md +147 -0
- package/docs/runtime-adapters.md +40 -7
- package/docs/site-manifest.json +128 -30
- package/package.json +5 -2
- package/site/dist/_headers +9 -0
- package/site/dist/_redirects +2 -0
- package/site/dist/architecture.mmd +61 -0
- package/site/dist/assets/index-Bi8l6tCE.js +10 -0
- package/site/dist/assets/index-BsCLqY__.css +1 -0
- package/site/dist/favicon.svg +19 -0
- package/site/dist/index.html +28 -0
- package/site/package.json +19 -0
- package/dist/web-console/assets/index-BHs7OIv8.css +0 -1
- package/dist/web-console/assets/index-BJuVTqfQ.js +0 -11
- package/dist/workspace-claude-settings.js.map +0 -1
|
@@ -0,0 +1,48 @@
|
|
|
1
|
+
const paymentCardCandidatePattern = /\b\d(?:[ -]?\d){12,18}\b/g;
|
|
2
|
+
export function hasPaymentCardLikeValue(value) {
|
|
3
|
+
return paymentCardCandidates(value).some(isPaymentCardLikeValue);
|
|
4
|
+
}
|
|
5
|
+
export function redactPaymentCardLikeValues(value, replacement) {
|
|
6
|
+
return value.replace(paymentCardCandidatePattern, (match, offset) => isPaymentCardLikeCandidate(value, match, offset) ? replacement : match);
|
|
7
|
+
}
|
|
8
|
+
export function isPaymentCardLikeValue(value) {
|
|
9
|
+
const digits = value.replace(/[ -]/g, "");
|
|
10
|
+
if (digits.length < 13 || digits.length > 19)
|
|
11
|
+
return false;
|
|
12
|
+
return luhnChecksum(digits);
|
|
13
|
+
}
|
|
14
|
+
function paymentCardCandidates(value) {
|
|
15
|
+
paymentCardCandidatePattern.lastIndex = 0;
|
|
16
|
+
return [...value.matchAll(paymentCardCandidatePattern)]
|
|
17
|
+
.filter((match) => isPaymentCardLikeCandidate(value, match[0], match.index ?? 0))
|
|
18
|
+
.map((match) => match[0]);
|
|
19
|
+
}
|
|
20
|
+
function isPaymentCardLikeCandidate(source, value, offset) {
|
|
21
|
+
if (!isPaymentCardLikeValue(value))
|
|
22
|
+
return false;
|
|
23
|
+
const before = source[offset - 1] ?? "";
|
|
24
|
+
const after = source[offset + value.length] ?? "";
|
|
25
|
+
return !isIdentifierBoundary(before) && !isIdentifierBoundary(after);
|
|
26
|
+
}
|
|
27
|
+
function isIdentifierBoundary(value) {
|
|
28
|
+
return /[A-Za-z0-9_-]/.test(value);
|
|
29
|
+
}
|
|
30
|
+
function luhnChecksum(value) {
|
|
31
|
+
let sum = 0;
|
|
32
|
+
let shouldDouble = false;
|
|
33
|
+
for (let index = value.length - 1; index >= 0; index -= 1) {
|
|
34
|
+
const digit = Number(value[index]);
|
|
35
|
+
if (!Number.isInteger(digit))
|
|
36
|
+
return false;
|
|
37
|
+
let contribution = digit;
|
|
38
|
+
if (shouldDouble) {
|
|
39
|
+
contribution = digit * 2;
|
|
40
|
+
if (contribution > 9)
|
|
41
|
+
contribution -= 9;
|
|
42
|
+
}
|
|
43
|
+
sum += contribution;
|
|
44
|
+
shouldDouble = !shouldDouble;
|
|
45
|
+
}
|
|
46
|
+
return sum > 0 && sum % 10 === 0;
|
|
47
|
+
}
|
|
48
|
+
//# sourceMappingURL=payment-card-detection.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"payment-card-detection.js","sourceRoot":"","sources":["../../src/security/payment-card-detection.ts"],"names":[],"mappings":"AAAA,MAAM,2BAA2B,GAAG,2BAA2B,CAAC;AAEhE,MAAM,UAAU,uBAAuB,CAAC,KAAa;IACnD,OAAO,qBAAqB,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;AACnE,CAAC;AAED,MAAM,UAAU,2BAA2B,CACzC,KAAa,EACb,WAAmB;IAEnB,OAAO,KAAK,CAAC,OAAO,CAAC,2BAA2B,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CAClE,0BAA0B,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,KAAK,CACvE,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,KAAa;IAClD,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;IAC1C,IAAI,MAAM,CAAC,MAAM,GAAG,EAAE,IAAI,MAAM,CAAC,MAAM,GAAG,EAAE;QAAE,OAAO,KAAK,CAAC;IAC3D,OAAO,YAAY,CAAC,MAAM,CAAC,CAAC;AAC9B,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAa;IAC1C,2BAA2B,CAAC,SAAS,GAAG,CAAC,CAAC;IAC1C,OAAO,CAAC,GAAG,KAAK,CAAC,QAAQ,CAAC,2BAA2B,CAAC,CAAC;SACpD,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAChB,0BAA0B,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,KAAK,IAAI,CAAC,CAAC,CAC9D;SACA,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;AAC9B,CAAC;AAED,SAAS,0BAA0B,CACjC,MAAc,EACd,KAAa,EACb,MAAc;IAEd,IAAI,CAAC,sBAAsB,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IACjD,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;IACxC,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;IAClD,OAAO,CAAC,oBAAoB,CAAC,MAAM,CAAC,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC;AACvE,CAAC;AAED,SAAS,oBAAoB,CAAC,KAAa;IACzC,OAAO,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;AACrC,CAAC;AAED,SAAS,YAAY,CAAC,KAAa;IACjC,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,IAAI,YAAY,GAAG,KAAK,CAAC;IACzB,KAAK,IAAI,KAAK,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QAC1D,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;QACnC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC;YAAE,OAAO,KAAK,CAAC;QAC3C,IAAI,YAAY,GAAG,KAAK,CAAC;QACzB,IAAI,YAAY,EAAE,CAAC;YACjB,YAAY,GAAG,KAAK,GAAG,CAAC,CAAC;YACzB,IAAI,YAAY,GAAG,CAAC;gBAAE,YAAY,IAAI,CAAC,CAAC;QAC1C,CAAC;QACD,GAAG,IAAI,YAAY,CAAC;QACpB,YAAY,GAAG,CAAC,YAAY,CAAC;IAC/B,CAAC;IACD,OAAO,GAAG,GAAG,CAAC,IAAI,GAAG,GAAG,EAAE,KAAK,CAAC,CAAC;AACnC,CAAC"}
|
|
@@ -5,7 +5,7 @@ export type PolicySink = "evidence" | "htmlText" | "json" | "log" | "markdown" |
|
|
|
5
5
|
export type SegmentKind = "data" | "evidence" | "instruction" | "providerResponse" | "toolInput" | "toolOutput" | "unknown";
|
|
6
6
|
export type DataClassification = "public" | "internal" | "restricted" | "unknown";
|
|
7
7
|
export type FindingSeverity = "low" | "medium" | "high" | "critical";
|
|
8
|
-
export type ContentFindingKind = "indirectPromptInjection" | "noSqlLike" | "pathTraversal" | "promptInjection" | "secretShaped" | "shellLike" | "sqlLike" | "unsafeUrl";
|
|
8
|
+
export type ContentFindingKind = "indirectPromptInjection" | "noSqlLike" | "pathTraversal" | "piiEmail" | "piiPaymentCard" | "piiPhone" | "piiSsn" | "promptInjection" | "secretShaped" | "shellLike" | "sqlLike" | "unsafeUrl";
|
|
9
9
|
export interface ContentFinding {
|
|
10
10
|
kind: ContentFindingKind;
|
|
11
11
|
ruleId: string;
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
import type { ContentClassification, DataClassification, PolicyDecision } from "./policy-types.js";
|
|
2
|
+
import type { ModelMessage } from "../types/model-config.js";
|
|
3
|
+
export interface ProviderEgressClassification {
|
|
4
|
+
classification: DataClassification;
|
|
5
|
+
findings: ContentClassification["findings"];
|
|
6
|
+
}
|
|
7
|
+
export interface ProviderEgressClassifier {
|
|
8
|
+
classify(text: string): ProviderEgressClassification;
|
|
9
|
+
}
|
|
10
|
+
export interface ProviderEgressPolicyInput {
|
|
11
|
+
requestId?: string;
|
|
12
|
+
taskId: string;
|
|
13
|
+
role: string;
|
|
14
|
+
actor: string;
|
|
15
|
+
providerId: string;
|
|
16
|
+
messages: ModelMessage[];
|
|
17
|
+
classifier?: ProviderEgressClassifier;
|
|
18
|
+
}
|
|
19
|
+
export interface ProviderEgressPolicyDecision {
|
|
20
|
+
allowed: boolean;
|
|
21
|
+
requestId: string;
|
|
22
|
+
outcome: PolicyDecision["outcome"];
|
|
23
|
+
safeMessage?: string;
|
|
24
|
+
matchedRuleIds: string[];
|
|
25
|
+
redactionStatus: PolicyDecision["redactionStatus"];
|
|
26
|
+
}
|
|
27
|
+
export declare function evaluateProviderEgressPolicy(input: ProviderEgressPolicyInput): ProviderEgressPolicyDecision;
|
|
@@ -0,0 +1,72 @@
|
|
|
1
|
+
import { randomUUID } from "node:crypto";
|
|
2
|
+
import { evaluateSecurityPolicy } from "./policy-engine.js";
|
|
3
|
+
import { intakePromptSegment } from "./prompt-intake.js";
|
|
4
|
+
import { redactPromptSegments } from "./redaction.js";
|
|
5
|
+
export function evaluateProviderEgressPolicy(input) {
|
|
6
|
+
const requestId = input.requestId ?? `provider-egress-${randomUUID()}`;
|
|
7
|
+
const segments = input.messages.map((message, index) => providerPromptSegment(message, index, input.classifier));
|
|
8
|
+
const redactionReport = redactPromptSegments(segments);
|
|
9
|
+
const decision = evaluateSecurityPolicy({
|
|
10
|
+
requestId,
|
|
11
|
+
subject: {
|
|
12
|
+
id: input.actor,
|
|
13
|
+
subjectType: "runtime",
|
|
14
|
+
workspaceId: input.taskId,
|
|
15
|
+
},
|
|
16
|
+
action: "provider.message",
|
|
17
|
+
resource: {
|
|
18
|
+
resourceType: "prompt",
|
|
19
|
+
summary: `provider egress to ${input.providerId}`,
|
|
20
|
+
workspaceId: input.taskId,
|
|
21
|
+
},
|
|
22
|
+
sink: "provider",
|
|
23
|
+
dataClassification: highestDataClassification(segments),
|
|
24
|
+
segments,
|
|
25
|
+
redactionReport,
|
|
26
|
+
});
|
|
27
|
+
const allowed = redactionReport.status === "notRequired" &&
|
|
28
|
+
!hasRestrictedClassification(segments);
|
|
29
|
+
return {
|
|
30
|
+
allowed,
|
|
31
|
+
requestId,
|
|
32
|
+
outcome: decision.outcome,
|
|
33
|
+
matchedRuleIds: decision.matchedRuleIds,
|
|
34
|
+
redactionStatus: decision.redactionStatus,
|
|
35
|
+
...(allowed
|
|
36
|
+
? {}
|
|
37
|
+
: {
|
|
38
|
+
safeMessage: "provider egress blocked by restricted-content policy before provider execution",
|
|
39
|
+
}),
|
|
40
|
+
};
|
|
41
|
+
}
|
|
42
|
+
function hasRestrictedClassification(segments) {
|
|
43
|
+
return segments.some((segment) => segment.classification.classification === "restricted");
|
|
44
|
+
}
|
|
45
|
+
function providerPromptSegment(message, index, classifier) {
|
|
46
|
+
const segment = intakePromptSegment({
|
|
47
|
+
id: `message-${index + 1}`,
|
|
48
|
+
kind: message.role === "tool" ? "toolOutput" : "instruction",
|
|
49
|
+
provenance: `model-message:${message.role}`,
|
|
50
|
+
sink: "provider",
|
|
51
|
+
text: message.content,
|
|
52
|
+
}, `message-${index + 1}`);
|
|
53
|
+
if (!classifier)
|
|
54
|
+
return segment;
|
|
55
|
+
return {
|
|
56
|
+
...segment,
|
|
57
|
+
classification: classifier.classify(message.content),
|
|
58
|
+
};
|
|
59
|
+
}
|
|
60
|
+
function highestDataClassification(segments) {
|
|
61
|
+
if (segments.some((segment) => segment.classification.classification === "restricted")) {
|
|
62
|
+
return "restricted";
|
|
63
|
+
}
|
|
64
|
+
if (segments.some((segment) => segment.classification.classification === "unknown")) {
|
|
65
|
+
return "unknown";
|
|
66
|
+
}
|
|
67
|
+
if (segments.some((segment) => segment.classification.classification === "internal")) {
|
|
68
|
+
return "internal";
|
|
69
|
+
}
|
|
70
|
+
return "public";
|
|
71
|
+
}
|
|
72
|
+
//# sourceMappingURL=provider-egress-policy.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"provider-egress-policy.js","sourceRoot":"","sources":["../../src/security/provider-egress-policy.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,sBAAsB,EAAE,MAAM,oBAAoB,CAAC;AAC5D,OAAO,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AACzD,OAAO,EAAE,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AAqCtD,MAAM,UAAU,4BAA4B,CAC1C,KAAgC;IAEhC,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS,IAAI,mBAAmB,UAAU,EAAE,EAAE,CAAC;IACvE,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CACrD,qBAAqB,CAAC,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,UAAU,CAAC,CACxD,CAAC;IACF,MAAM,eAAe,GAAG,oBAAoB,CAAC,QAAQ,CAAC,CAAC;IACvD,MAAM,QAAQ,GAAG,sBAAsB,CAAC;QACtC,SAAS;QACT,OAAO,EAAE;YACP,EAAE,EAAE,KAAK,CAAC,KAAK;YACf,WAAW,EAAE,SAAS;YACtB,WAAW,EAAE,KAAK,CAAC,MAAM;SAC1B;QACD,MAAM,EAAE,kBAAkB;QAC1B,QAAQ,EAAE;YACR,YAAY,EAAE,QAAQ;YACtB,OAAO,EAAE,sBAAsB,KAAK,CAAC,UAAU,EAAE;YACjD,WAAW,EAAE,KAAK,CAAC,MAAM;SAC1B;QACD,IAAI,EAAE,UAAU;QAChB,kBAAkB,EAAE,yBAAyB,CAAC,QAAQ,CAAC;QACvD,QAAQ;QACR,eAAe;KAChB,CAAC,CAAC;IACH,MAAM,OAAO,GACX,eAAe,CAAC,MAAM,KAAK,aAAa;QACxC,CAAC,2BAA2B,CAAC,QAAQ,CAAC,CAAC;IACzC,OAAO;QACL,OAAO;QACP,SAAS;QACT,OAAO,EAAE,QAAQ,CAAC,OAAO;QACzB,cAAc,EAAE,QAAQ,CAAC,cAAc;QACvC,eAAe,EAAE,QAAQ,CAAC,eAAe;QACzC,GAAG,CAAC,OAAO;YACT,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC;gBACE,WAAW,EACT,gFAAgF;aACnF,CAAC;KACP,CAAC;AACJ,CAAC;AAED,SAAS,2BAA2B,CAAC,QAAyB;IAC5D,OAAO,QAAQ,CAAC,IAAI,CAClB,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,cAAc,CAAC,cAAc,KAAK,YAAY,CACpE,CAAC;AACJ,CAAC;AAED,SAAS,qBAAqB,CAC5B,OAAqB,EACrB,KAAa,EACb,UAAgD;IAEhD,MAAM,OAAO,GAAG,mBAAmB,CACjC;QACE,EAAE,EAAE,WAAW,KAAK,GAAG,CAAC,EAAE;QAC1B,IAAI,EAAE,OAAO,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,aAAa;QAC5D,UAAU,EAAE,iBAAiB,OAAO,CAAC,IAAI,EAAE;QAC3C,IAAI,EAAE,UAAU;QAChB,IAAI,EAAE,OAAO,CAAC,OAAO;KACtB,EACD,WAAW,KAAK,GAAG,CAAC,EAAE,CACvB,CAAC;IACF,IAAI,CAAC,UAAU;QAAE,OAAO,OAAO,CAAC;IAChC,OAAO;QACL,GAAG,OAAO;QACV,cAAc,EAAE,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC;KACrD,CAAC;AACJ,CAAC;AAED,SAAS,yBAAyB,CAChC,QAAyB;IAEzB,IACE,QAAQ,CAAC,IAAI,CACX,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,cAAc,CAAC,cAAc,KAAK,YAAY,CACpE,EACD,CAAC;QACD,OAAO,YAAY,CAAC;IACtB,CAAC;IACD,IACE,QAAQ,CAAC,IAAI,CACX,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,cAAc,CAAC,cAAc,KAAK,SAAS,CACjE,EACD,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IACE,QAAQ,CAAC,IAAI,CACX,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,cAAc,CAAC,cAAc,KAAK,UAAU,CAClE,EACD,CAAC;QACD,OAAO,UAAU,CAAC;IACpB,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC"}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
import type http from "node:http";
|
|
2
|
+
import type { ChatScope } from "../types/chat.js";
|
|
3
|
+
export declare const PUBLIC_LOCAL_DEV_USER_ID_HEADER = "x-orchestra-user-id";
|
|
4
|
+
export interface PublicApiPrincipal {
|
|
5
|
+
id: string;
|
|
6
|
+
displayName: string;
|
|
7
|
+
source: "local_dev_header";
|
|
8
|
+
}
|
|
9
|
+
export interface PublicApiAuthContext {
|
|
10
|
+
requestId: string;
|
|
11
|
+
principal: PublicApiPrincipal;
|
|
12
|
+
scope: ChatScope;
|
|
13
|
+
rateLimitKey: string;
|
|
14
|
+
}
|
|
15
|
+
export declare function authenticatePublicApiRequest(input: {
|
|
16
|
+
request: http.IncomingMessage;
|
|
17
|
+
requestId: string;
|
|
18
|
+
workspaceKey: string;
|
|
19
|
+
}): PublicApiAuthContext;
|
|
20
|
+
export declare function workspaceKeyForRoot(root: string): string;
|
|
@@ -0,0 +1,55 @@
|
|
|
1
|
+
import { createHash } from "node:crypto";
|
|
2
|
+
import { ChatApiError } from "../chat-api-errors.js";
|
|
3
|
+
export const PUBLIC_LOCAL_DEV_USER_ID_HEADER = "x-orchestra-user-id";
|
|
4
|
+
const PUBLIC_LOCAL_DEV_USER_NAME_HEADER = "x-orchestra-user-name";
|
|
5
|
+
const MAX_PRINCIPAL_ID_LENGTH = 128;
|
|
6
|
+
const MAX_DISPLAY_NAME_LENGTH = 160;
|
|
7
|
+
export function authenticatePublicApiRequest(input) {
|
|
8
|
+
const principalId = boundedHeaderValue(input.request.headers[PUBLIC_LOCAL_DEV_USER_ID_HEADER], PUBLIC_LOCAL_DEV_USER_ID_HEADER, input.requestId, MAX_PRINCIPAL_ID_LENGTH);
|
|
9
|
+
if (!principalId) {
|
|
10
|
+
throw new ChatApiError("unauthorized", "authentication is required", 401, input.requestId);
|
|
11
|
+
}
|
|
12
|
+
const displayName = boundedHeaderValue(input.request.headers[PUBLIC_LOCAL_DEV_USER_NAME_HEADER], PUBLIC_LOCAL_DEV_USER_NAME_HEADER, input.requestId, MAX_DISPLAY_NAME_LENGTH) ?? principalId;
|
|
13
|
+
return {
|
|
14
|
+
requestId: input.requestId,
|
|
15
|
+
principal: {
|
|
16
|
+
id: principalId,
|
|
17
|
+
displayName,
|
|
18
|
+
source: "local_dev_header",
|
|
19
|
+
},
|
|
20
|
+
scope: publicScope(input.workspaceKey, principalId),
|
|
21
|
+
rateLimitKey: `${input.workspaceKey}:${principalId}`,
|
|
22
|
+
};
|
|
23
|
+
}
|
|
24
|
+
export function workspaceKeyForRoot(root) {
|
|
25
|
+
return createHash("sha256").update(root).digest("hex").slice(0, 16);
|
|
26
|
+
}
|
|
27
|
+
function publicScope(workspaceKey, principalId) {
|
|
28
|
+
const principalKey = createHash("sha256")
|
|
29
|
+
.update(principalId)
|
|
30
|
+
.digest("hex")
|
|
31
|
+
.slice(0, 16);
|
|
32
|
+
return {
|
|
33
|
+
tenantId: `workspace:${workspaceKey}`,
|
|
34
|
+
workspaceId: workspaceKey,
|
|
35
|
+
taskId: `public-chat:${principalKey}`,
|
|
36
|
+
runId: "api-v1",
|
|
37
|
+
phase: "api",
|
|
38
|
+
sessionId: principalKey,
|
|
39
|
+
};
|
|
40
|
+
}
|
|
41
|
+
function boundedHeaderValue(value, field, requestId, maxLength) {
|
|
42
|
+
if (Array.isArray(value)) {
|
|
43
|
+
throw new ChatApiError("invalid_request", `${field} header must have a single value`, 400, requestId);
|
|
44
|
+
}
|
|
45
|
+
if (typeof value !== "string")
|
|
46
|
+
return undefined;
|
|
47
|
+
const normalized = value.trim();
|
|
48
|
+
if (!normalized)
|
|
49
|
+
return undefined;
|
|
50
|
+
if (normalized.length > maxLength) {
|
|
51
|
+
throw new ChatApiError("invalid_request", `${field} header is too long`, 400, requestId);
|
|
52
|
+
}
|
|
53
|
+
return normalized;
|
|
54
|
+
}
|
|
55
|
+
//# sourceMappingURL=public-api-auth.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"public-api-auth.js","sourceRoot":"","sources":["../../src/security/public-api-auth.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAEzC,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAGrD,MAAM,CAAC,MAAM,+BAA+B,GAAG,qBAAqB,CAAC;AACrE,MAAM,iCAAiC,GAAG,uBAAuB,CAAC;AAClE,MAAM,uBAAuB,GAAG,GAAG,CAAC;AACpC,MAAM,uBAAuB,GAAG,GAAG,CAAC;AAepC,MAAM,UAAU,4BAA4B,CAAC,KAI5C;IACC,MAAM,WAAW,GAAG,kBAAkB,CACpC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,+BAA+B,CAAC,EACtD,+BAA+B,EAC/B,KAAK,CAAC,SAAS,EACf,uBAAuB,CACxB,CAAC;IACF,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,MAAM,IAAI,YAAY,CACpB,cAAc,EACd,4BAA4B,EAC5B,GAAG,EACH,KAAK,CAAC,SAAS,CAChB,CAAC;IACJ,CAAC;IACD,MAAM,WAAW,GACf,kBAAkB,CAChB,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,iCAAiC,CAAC,EACxD,iCAAiC,EACjC,KAAK,CAAC,SAAS,EACf,uBAAuB,CACxB,IAAI,WAAW,CAAC;IACnB,OAAO;QACL,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,SAAS,EAAE;YACT,EAAE,EAAE,WAAW;YACf,WAAW;YACX,MAAM,EAAE,kBAAkB;SAC3B;QACD,KAAK,EAAE,WAAW,CAAC,KAAK,CAAC,YAAY,EAAE,WAAW,CAAC;QACnD,YAAY,EAAE,GAAG,KAAK,CAAC,YAAY,IAAI,WAAW,EAAE;KACrD,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,IAAY;IAC9C,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AACtE,CAAC;AAED,SAAS,WAAW,CAAC,YAAoB,EAAE,WAAmB;IAC5D,MAAM,YAAY,GAAG,UAAU,CAAC,QAAQ,CAAC;SACtC,MAAM,CAAC,WAAW,CAAC;SACnB,MAAM,CAAC,KAAK,CAAC;SACb,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAChB,OAAO;QACL,QAAQ,EAAE,aAAa,YAAY,EAAE;QACrC,WAAW,EAAE,YAAY;QACzB,MAAM,EAAE,eAAe,YAAY,EAAE;QACrC,KAAK,EAAE,QAAQ;QACf,KAAK,EAAE,KAAK;QACZ,SAAS,EAAE,YAAY;KACxB,CAAC;AACJ,CAAC;AAED,SAAS,kBAAkB,CACzB,KAAoC,EACpC,KAAa,EACb,SAAiB,EACjB,SAAiB;IAEjB,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,MAAM,IAAI,YAAY,CACpB,iBAAiB,EACjB,GAAG,KAAK,kCAAkC,EAC1C,GAAG,EACH,SAAS,CACV,CAAC;IACJ,CAAC;IACD,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,SAAS,CAAC;IAChD,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;IAChC,IAAI,CAAC,UAAU;QAAE,OAAO,SAAS,CAAC;IAClC,IAAI,UAAU,CAAC,MAAM,GAAG,SAAS,EAAE,CAAC;QAClC,MAAM,IAAI,YAAY,CACpB,iBAAiB,EACjB,GAAG,KAAK,qBAAqB,EAC7B,GAAG,EACH,SAAS,CACV,CAAC;IACJ,CAAC;IACD,OAAO,UAAU,CAAC;AACpB,CAAC"}
|
|
@@ -0,0 +1,40 @@
|
|
|
1
|
+
import { ChatApiError } from "../chat-api-errors.js";
|
|
2
|
+
const RATE_LIMIT_WINDOW_MS = 60_000;
|
|
3
|
+
const RATE_LIMIT_MAX_REQUESTS = 60;
|
|
4
|
+
const MAX_CONCURRENT_REQUESTS = 4;
|
|
5
|
+
const buckets = new Map();
|
|
6
|
+
export function admitPublicApiRequest(input) {
|
|
7
|
+
const now = input.now ?? Date.now();
|
|
8
|
+
const bucket = activeBucket(input.key, now);
|
|
9
|
+
if (bucket.requestCount >= RATE_LIMIT_MAX_REQUESTS) {
|
|
10
|
+
throw new ChatApiError("rate_limited", "rate limit exceeded", 429, input.requestId, true);
|
|
11
|
+
}
|
|
12
|
+
if (bucket.activeRequests >= MAX_CONCURRENT_REQUESTS) {
|
|
13
|
+
throw new ChatApiError("rate_limited", "too many concurrent requests", 429, input.requestId, true);
|
|
14
|
+
}
|
|
15
|
+
bucket.requestCount += 1;
|
|
16
|
+
bucket.activeRequests += 1;
|
|
17
|
+
let isReleased = false;
|
|
18
|
+
return {
|
|
19
|
+
release: () => {
|
|
20
|
+
if (isReleased)
|
|
21
|
+
return;
|
|
22
|
+
isReleased = true;
|
|
23
|
+
bucket.activeRequests = Math.max(0, bucket.activeRequests - 1);
|
|
24
|
+
},
|
|
25
|
+
};
|
|
26
|
+
}
|
|
27
|
+
function activeBucket(key, now) {
|
|
28
|
+
const existing = buckets.get(key);
|
|
29
|
+
if (existing && now - existing.windowStartedAt < RATE_LIMIT_WINDOW_MS) {
|
|
30
|
+
return existing;
|
|
31
|
+
}
|
|
32
|
+
const created = {
|
|
33
|
+
windowStartedAt: now,
|
|
34
|
+
requestCount: 0,
|
|
35
|
+
activeRequests: 0,
|
|
36
|
+
};
|
|
37
|
+
buckets.set(key, created);
|
|
38
|
+
return created;
|
|
39
|
+
}
|
|
40
|
+
//# sourceMappingURL=public-api-policy.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"public-api-policy.js","sourceRoot":"","sources":["../../src/security/public-api-policy.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAErD,MAAM,oBAAoB,GAAG,MAAM,CAAC;AACpC,MAAM,uBAAuB,GAAG,EAAE,CAAC;AACnC,MAAM,uBAAuB,GAAG,CAAC,CAAC;AAQlC,MAAM,OAAO,GAAG,IAAI,GAAG,EAAwB,CAAC;AAMhD,MAAM,UAAU,qBAAqB,CAAC,KAIrC;IACC,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;IACpC,MAAM,MAAM,GAAG,YAAY,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IAC5C,IAAI,MAAM,CAAC,YAAY,IAAI,uBAAuB,EAAE,CAAC;QACnD,MAAM,IAAI,YAAY,CACpB,cAAc,EACd,qBAAqB,EACrB,GAAG,EACH,KAAK,CAAC,SAAS,EACf,IAAI,CACL,CAAC;IACJ,CAAC;IACD,IAAI,MAAM,CAAC,cAAc,IAAI,uBAAuB,EAAE,CAAC;QACrD,MAAM,IAAI,YAAY,CACpB,cAAc,EACd,8BAA8B,EAC9B,GAAG,EACH,KAAK,CAAC,SAAS,EACf,IAAI,CACL,CAAC;IACJ,CAAC;IACD,MAAM,CAAC,YAAY,IAAI,CAAC,CAAC;IACzB,MAAM,CAAC,cAAc,IAAI,CAAC,CAAC;IAC3B,IAAI,UAAU,GAAG,KAAK,CAAC;IACvB,OAAO;QACL,OAAO,EAAE,GAAG,EAAE;YACZ,IAAI,UAAU;gBAAE,OAAO;YACvB,UAAU,GAAG,IAAI,CAAC;YAClB,MAAM,CAAC,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,cAAc,GAAG,CAAC,CAAC,CAAC;QACjE,CAAC;KACF,CAAC;AACJ,CAAC;AAED,SAAS,YAAY,CAAC,GAAW,EAAE,GAAW;IAC5C,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAClC,IAAI,QAAQ,IAAI,GAAG,GAAG,QAAQ,CAAC,eAAe,GAAG,oBAAoB,EAAE,CAAC;QACtE,OAAO,QAAQ,CAAC;IAClB,CAAC;IACD,MAAM,OAAO,GAAiB;QAC5B,eAAe,EAAE,GAAG;QACpB,YAAY,EAAE,CAAC;QACf,cAAc,EAAE,CAAC;KAClB,CAAC;IACF,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IAC1B,OAAO,OAAO,CAAC;AACjB,CAAC"}
|
|
@@ -1,7 +1,19 @@
|
|
|
1
|
+
import { hasPaymentCardLikeValue, redactPaymentCardLikeValues, } from "./payment-card-detection.js";
|
|
1
2
|
const secretReplacement = "[REDACTED_SECRET]";
|
|
3
|
+
const piiReplacement = "[REDACTED_PII]";
|
|
2
4
|
const bearerPattern = /\bbearer\s+[a-z0-9._-]{12,}/gi;
|
|
3
5
|
const assignmentPattern = /\b(api[_-]?key|password|secret|token)(\s*[:=]\s*)[^\s"']{12,}/gi;
|
|
4
6
|
const secretPatterns = [bearerPattern, assignmentPattern];
|
|
7
|
+
const emailPattern = /\b[a-z0-9._%+-]+@[a-z0-9.-]+[.][a-z]{2,}\b/gi;
|
|
8
|
+
const phonePattern = /(?:\+?1[\s.-]?)?(?:[(]\d{3}[)]|\b\d{3})[\s.-]?\d{3}[\s.-]?\d{4}\b/g;
|
|
9
|
+
const ssnPattern = /\b\d{3}-\d{2}-\d{4}\b/g;
|
|
10
|
+
const paymentCardPattern = /\b(?:\d[ -]?){13,19}\b/g;
|
|
11
|
+
const piiPatterns = [
|
|
12
|
+
emailPattern,
|
|
13
|
+
phonePattern,
|
|
14
|
+
ssnPattern,
|
|
15
|
+
paymentCardPattern,
|
|
16
|
+
];
|
|
5
17
|
export function redactPromptSegments(segments) {
|
|
6
18
|
const redactedSegments = segments.map(redactPromptSegment);
|
|
7
19
|
const status = reportStatus(redactedSegments);
|
|
@@ -12,36 +24,55 @@ export function redactPromptSegments(segments) {
|
|
|
12
24
|
};
|
|
13
25
|
}
|
|
14
26
|
export function redactPromptSegment(segment) {
|
|
15
|
-
const
|
|
16
|
-
const redactedText =
|
|
27
|
+
const restrictedFindings = segment.classification.findings.filter((finding) => finding.kind === "secretShaped" || finding.kind.startsWith("pii"));
|
|
28
|
+
const redactedText = redactRestrictedValues(segment.text);
|
|
17
29
|
const wasRedacted = redactedText !== segment.text;
|
|
18
|
-
const
|
|
19
|
-
pattern.lastIndex = 0;
|
|
20
|
-
return pattern.test(redactedText);
|
|
21
|
-
});
|
|
30
|
+
const hasRemainingRestrictedValue = hasRestrictedValue(redactedText);
|
|
22
31
|
return {
|
|
23
32
|
id: segment.id,
|
|
24
33
|
text: redactedText,
|
|
25
|
-
status: redactionStatus(
|
|
26
|
-
redactedFindings: wasRedacted
|
|
34
|
+
status: redactionStatus(restrictedFindings.length, wasRedacted, hasRemainingRestrictedValue),
|
|
35
|
+
redactedFindings: wasRedacted
|
|
36
|
+
? uniqueFindingKinds(restrictedFindings.map((finding) => finding.kind))
|
|
37
|
+
: [],
|
|
27
38
|
};
|
|
28
39
|
}
|
|
29
|
-
function
|
|
30
|
-
|
|
40
|
+
function redactRestrictedValues(text) {
|
|
41
|
+
const secretRedacted = text
|
|
31
42
|
.replace(bearerPattern, secretReplacement)
|
|
32
43
|
.replace(assignmentPattern, (_match, label, separator) => {
|
|
33
44
|
return `${label}${separator}${secretReplacement}`;
|
|
34
45
|
});
|
|
46
|
+
return secretRedacted
|
|
47
|
+
.replace(emailPattern, piiReplacement)
|
|
48
|
+
.replace(phonePattern, piiReplacement)
|
|
49
|
+
.replace(ssnPattern, piiReplacement)
|
|
50
|
+
.replace(paymentCardPattern, (match) => redactPaymentCardLikeValues(match, piiReplacement));
|
|
35
51
|
}
|
|
36
|
-
function redactionStatus(
|
|
37
|
-
if (
|
|
52
|
+
function redactionStatus(restrictedFindingCount, wasRedacted, hasRemainingRestrictedValue) {
|
|
53
|
+
if (hasRemainingRestrictedValue)
|
|
38
54
|
return "unsafeUnredacted";
|
|
39
55
|
if (wasRedacted)
|
|
40
56
|
return "redacted";
|
|
41
|
-
if (
|
|
57
|
+
if (restrictedFindingCount > 0)
|
|
42
58
|
return "unsafeUnredacted";
|
|
43
59
|
return "notRequired";
|
|
44
60
|
}
|
|
61
|
+
function hasRestrictedValue(text) {
|
|
62
|
+
return [...secretPatterns, ...piiPatterns].some((pattern) => {
|
|
63
|
+
pattern.lastIndex = 0;
|
|
64
|
+
if (pattern === paymentCardPattern) {
|
|
65
|
+
return paymentCardPattern.test(text) && hasPaymentCard(text);
|
|
66
|
+
}
|
|
67
|
+
return pattern.test(text);
|
|
68
|
+
});
|
|
69
|
+
}
|
|
70
|
+
function hasPaymentCard(text) {
|
|
71
|
+
return hasPaymentCardLikeValue(text);
|
|
72
|
+
}
|
|
73
|
+
function uniqueFindingKinds(findings) {
|
|
74
|
+
return [...new Set(findings)];
|
|
75
|
+
}
|
|
45
76
|
function reportStatus(segments) {
|
|
46
77
|
if (segments.some((segment) => segment.status === "unsafeUnredacted")) {
|
|
47
78
|
return "unsafeUnredacted";
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"redaction.js","sourceRoot":"","sources":["../../src/security/redaction.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"redaction.js","sourceRoot":"","sources":["../../src/security/redaction.ts"],"names":[],"mappings":"AAOA,OAAO,EACL,uBAAuB,EACvB,2BAA2B,GAC5B,MAAM,6BAA6B,CAAC;AAErC,MAAM,iBAAiB,GAAG,mBAAmB,CAAC;AAC9C,MAAM,cAAc,GAAG,gBAAgB,CAAC;AACxC,MAAM,aAAa,GAAG,+BAA+B,CAAC;AACtD,MAAM,iBAAiB,GACrB,iEAAiE,CAAC;AACpE,MAAM,cAAc,GAAG,CAAC,aAAa,EAAE,iBAAiB,CAAU,CAAC;AACnE,MAAM,YAAY,GAAG,8CAA8C,CAAC;AACpE,MAAM,YAAY,GAChB,oEAAoE,CAAC;AACvE,MAAM,UAAU,GAAG,wBAAwB,CAAC;AAC5C,MAAM,kBAAkB,GAAG,yBAAyB,CAAC;AACrD,MAAM,WAAW,GAAG;IAClB,YAAY;IACZ,YAAY;IACZ,UAAU;IACV,kBAAkB;CACV,CAAC;AAEX,MAAM,UAAU,oBAAoB,CAClC,QAAyB;IAEzB,MAAM,gBAAgB,GAAG,QAAQ,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;IAC3D,MAAM,MAAM,GAAG,YAAY,CAAC,gBAAgB,CAAC,CAAC;IAC9C,OAAO;QACL,MAAM;QACN,gBAAgB;QAChB,gBAAgB,EAAE,gBAAgB,CAAC,gBAAgB,EAAE,MAAM,CAAC;KAC7D,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,OAAsB;IACxD,MAAM,kBAAkB,GAAG,OAAO,CAAC,cAAc,CAAC,QAAQ,CAAC,MAAM,CAC/D,CAAC,OAAO,EAAE,EAAE,CACV,OAAO,CAAC,IAAI,KAAK,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CACpE,CAAC;IACF,MAAM,YAAY,GAAG,sBAAsB,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAC1D,MAAM,WAAW,GAAG,YAAY,KAAK,OAAO,CAAC,IAAI,CAAC;IAClD,MAAM,2BAA2B,GAAG,kBAAkB,CAAC,YAAY,CAAC,CAAC;IACrE,OAAO;QACL,EAAE,EAAE,OAAO,CAAC,EAAE;QACd,IAAI,EAAE,YAAY;QAClB,MAAM,EAAE,eAAe,CACrB,kBAAkB,CAAC,MAAM,EACzB,WAAW,EACX,2BAA2B,CAC5B;QACD,gBAAgB,EAAE,WAAW;YAC3B,CAAC,CAAC,kBAAkB,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YACvE,CAAC,CAAC,EAAE;KACP,CAAC;AACJ,CAAC;AAED,SAAS,sBAAsB,CAAC,IAAY;IAC1C,MAAM,cAAc,GAAG,IAAI;SACxB,OAAO,CAAC,aAAa,EAAE,iBAAiB,CAAC;SACzC,OAAO,CAAC,iBAAiB,EAAE,CAAC,MAAM,EAAE,KAAa,EAAE,SAAiB,EAAE,EAAE;QACvE,OAAO,GAAG,KAAK,GAAG,SAAS,GAAG,iBAAiB,EAAE,CAAC;IACpD,CAAC,CAAC,CAAC;IACL,OAAO,cAAc;SAClB,OAAO,CAAC,YAAY,EAAE,cAAc,CAAC;SACrC,OAAO,CAAC,YAAY,EAAE,cAAc,CAAC;SACrC,OAAO,CAAC,UAAU,EAAE,cAAc,CAAC;SACnC,OAAO,CAAC,kBAAkB,EAAE,CAAC,KAAK,EAAE,EAAE,CACrC,2BAA2B,CAAC,KAAK,EAAE,cAAc,CAAC,CACnD,CAAC;AACN,CAAC;AAED,SAAS,eAAe,CACtB,sBAA8B,EAC9B,WAAoB,EACpB,2BAAoC;IAEpC,IAAI,2BAA2B;QAAE,OAAO,kBAAkB,CAAC;IAC3D,IAAI,WAAW;QAAE,OAAO,UAAU,CAAC;IACnC,IAAI,sBAAsB,GAAG,CAAC;QAAE,OAAO,kBAAkB,CAAC;IAC1D,OAAO,aAAa,CAAC;AACvB,CAAC;AAED,SAAS,kBAAkB,CAAC,IAAY;IACtC,OAAO,CAAC,GAAG,cAAc,EAAE,GAAG,WAAW,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE;QAC1D,OAAO,CAAC,SAAS,GAAG,CAAC,CAAC;QACtB,IAAI,OAAO,KAAK,kBAAkB,EAAE,CAAC;YACnC,OAAO,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,cAAc,CAAC,IAAI,CAAC,CAAC;QAC/D,CAAC;QACD,OAAO,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC5B,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,cAAc,CAAC,IAAY;IAClC,OAAO,uBAAuB,CAAC,IAAI,CAAC,CAAC;AACvC,CAAC;AAED,SAAS,kBAAkB,CACzB,QAA8B;IAE9B,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC;AAChC,CAAC;AAED,SAAS,YAAY,CAAC,QAA2B;IAC/C,IAAI,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,KAAK,kBAAkB,CAAC,EAAE,CAAC;QACtE,OAAO,kBAAkB,CAAC;IAC5B,CAAC;IACD,IAAI,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,KAAK,UAAU,CAAC,EAAE,CAAC;QAC9D,OAAO,UAAU,CAAC;IACpB,CAAC;IACD,OAAO,aAAa,CAAC;AACvB,CAAC;AAED,SAAS,gBAAgB,CACvB,QAA2B,EAC3B,MAAuB;IAEvB,IAAI,MAAM,KAAK,aAAa;QAAE,OAAO,CAAC,+BAA+B,CAAC,CAAC;IACvE,OAAO,QAAQ;SACZ,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC,CAAC;SACxD,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,eAAe,CAAC,OAAO,CAAC,EAAE,EAAE,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC;AAC7E,CAAC;AAED,SAAS,eAAe,CACtB,SAAiB,EACjB,QAA8B;IAE9B,OAAO,WAAW,SAAS,aAAa,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;AAChE,CAAC"}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
import type { RestrictedDataBoundary } from "../types/restricted-data.js";
|
|
2
|
+
export interface RestrictedIngressField {
|
|
3
|
+
name: string;
|
|
4
|
+
text: string;
|
|
5
|
+
}
|
|
6
|
+
export interface RestrictedIngressQuarantineRequest {
|
|
7
|
+
root: string;
|
|
8
|
+
requestId: string;
|
|
9
|
+
boundary: RestrictedDataBoundary;
|
|
10
|
+
fields: RestrictedIngressField[];
|
|
11
|
+
actorId?: string;
|
|
12
|
+
tenantId?: string;
|
|
13
|
+
workspaceId?: string;
|
|
14
|
+
taskId?: string;
|
|
15
|
+
threadId?: string;
|
|
16
|
+
}
|
|
17
|
+
export declare function enforceRestrictedIngressQuarantine(request: RestrictedIngressQuarantineRequest): Promise<void>;
|
|
@@ -0,0 +1,50 @@
|
|
|
1
|
+
import { ChatApiError } from "../chat-api-errors.js";
|
|
2
|
+
import { appendEvent } from "../workspace.js";
|
|
3
|
+
import { classifyRestrictedData, evaluateRestrictedBoundaryPolicy, } from "./restricted-data-classifier.js";
|
|
4
|
+
export async function enforceRestrictedIngressQuarantine(request) {
|
|
5
|
+
const classification = classifyRestrictedFields(request.fields);
|
|
6
|
+
const decision = evaluateRestrictedBoundaryPolicy({
|
|
7
|
+
requestId: request.requestId,
|
|
8
|
+
boundary: request.boundary,
|
|
9
|
+
classification,
|
|
10
|
+
});
|
|
11
|
+
if (decision.outcome !== "block")
|
|
12
|
+
return;
|
|
13
|
+
await recordRestrictedIngressBlocked(request, decision);
|
|
14
|
+
throw new ChatApiError("policy_blocked", "request was blocked by policy", 403, request.requestId);
|
|
15
|
+
}
|
|
16
|
+
function classifyRestrictedFields(fields) {
|
|
17
|
+
const classifications = fields
|
|
18
|
+
.map((field) => classifyRestrictedData(field.text))
|
|
19
|
+
.filter((classification) => classification.hasRestrictedData);
|
|
20
|
+
return {
|
|
21
|
+
hasRestrictedData: classifications.length > 0,
|
|
22
|
+
findings: classifications.flatMap((classification) => classification.findings),
|
|
23
|
+
redactedText: "",
|
|
24
|
+
redactionCount: classifications.reduce((total, classification) => total + classification.redactionCount, 0),
|
|
25
|
+
};
|
|
26
|
+
}
|
|
27
|
+
async function recordRestrictedIngressBlocked(request, decision) {
|
|
28
|
+
await appendEvent(request.root, {
|
|
29
|
+
type: "RESTRICTED_INGRESS_BLOCKED",
|
|
30
|
+
actor: request.actorId ?? "api",
|
|
31
|
+
summary: decision.auditSummary,
|
|
32
|
+
...(request.taskId ? { taskId: request.taskId } : {}),
|
|
33
|
+
metadata: {
|
|
34
|
+
requestId: request.requestId,
|
|
35
|
+
decisionId: decision.decisionId,
|
|
36
|
+
boundary: decision.boundary,
|
|
37
|
+
categories: decision.categories,
|
|
38
|
+
recommendations: decision.recommendations,
|
|
39
|
+
redactionCount: decision.redactionCount,
|
|
40
|
+
providerEgress: decision.providerEgress,
|
|
41
|
+
rawPersistence: decision.rawPersistence,
|
|
42
|
+
sanitizedReasons: decision.sanitizedReasons,
|
|
43
|
+
fieldNames: request.fields.map((field) => field.name),
|
|
44
|
+
...(request.tenantId ? { tenantId: request.tenantId } : {}),
|
|
45
|
+
...(request.workspaceId ? { workspaceId: request.workspaceId } : {}),
|
|
46
|
+
...(request.threadId ? { threadId: request.threadId } : {}),
|
|
47
|
+
},
|
|
48
|
+
});
|
|
49
|
+
}
|
|
50
|
+
//# sourceMappingURL=restricted-content-quarantine.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"restricted-content-quarantine.js","sourceRoot":"","sources":["../../src/security/restricted-content-quarantine.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AACrD,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAC9C,OAAO,EACL,sBAAsB,EACtB,gCAAgC,GACjC,MAAM,iCAAiC,CAAC;AAwBzC,MAAM,CAAC,KAAK,UAAU,kCAAkC,CACtD,OAA2C;IAE3C,MAAM,cAAc,GAAG,wBAAwB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAChE,MAAM,QAAQ,GAAG,gCAAgC,CAAC;QAChD,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,cAAc;KACf,CAAC,CAAC;IACH,IAAI,QAAQ,CAAC,OAAO,KAAK,OAAO;QAAE,OAAO;IACzC,MAAM,8BAA8B,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;IACxD,MAAM,IAAI,YAAY,CACpB,gBAAgB,EAChB,+BAA+B,EAC/B,GAAG,EACH,OAAO,CAAC,SAAS,CAClB,CAAC;AACJ,CAAC;AAED,SAAS,wBAAwB,CAC/B,MAAgC;IAEhC,MAAM,eAAe,GAAG,MAAM;SAC3B,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,sBAAsB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;SAClD,MAAM,CAAC,CAAC,cAAc,EAAE,EAAE,CAAC,cAAc,CAAC,iBAAiB,CAAC,CAAC;IAChE,OAAO;QACL,iBAAiB,EAAE,eAAe,CAAC,MAAM,GAAG,CAAC;QAC7C,QAAQ,EAAE,eAAe,CAAC,OAAO,CAC/B,CAAC,cAAc,EAAE,EAAE,CAAC,cAAc,CAAC,QAAQ,CAC5C;QACD,YAAY,EAAE,EAAE;QAChB,cAAc,EAAE,eAAe,CAAC,MAAM,CACpC,CAAC,KAAK,EAAE,cAAc,EAAE,EAAE,CAAC,KAAK,GAAG,cAAc,CAAC,cAAc,EAChE,CAAC,CACF;KACF,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,8BAA8B,CAC3C,OAA2C,EAC3C,QAA0C;IAE1C,MAAM,WAAW,CAAC,OAAO,CAAC,IAAI,EAAE;QAC9B,IAAI,EAAE,4BAA4B;QAClC,KAAK,EAAE,OAAO,CAAC,OAAO,IAAI,KAAK;QAC/B,OAAO,EAAE,QAAQ,CAAC,YAAY;QAC9B,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrD,QAAQ,EAAE;YACR,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,UAAU,EAAE,QAAQ,CAAC,UAAU;YAC/B,QAAQ,EAAE,QAAQ,CAAC,QAAQ;YAC3B,UAAU,EAAE,QAAQ,CAAC,UAAU;YAC/B,eAAe,EAAE,QAAQ,CAAC,eAAe;YACzC,cAAc,EAAE,QAAQ,CAAC,cAAc;YACvC,cAAc,EAAE,QAAQ,CAAC,cAAc;YACvC,cAAc,EAAE,QAAQ,CAAC,cAAc;YACvC,gBAAgB,EAAE,QAAQ,CAAC,gBAAgB;YAC3C,UAAU,EAAE,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC;YACrD,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC3D,GAAG,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACpE,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC5D;KACF,CAAC,CAAC;AACL,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import type { RestrictedBoundaryPolicyDecision, RestrictedBoundaryPolicyRequest, RestrictedDataAuditEvent, RestrictedDataAuditEventType, RestrictedDataClassification } from "../types/restricted-data.js";
|
|
2
|
+
export declare function classifyRestrictedData(text: string): RestrictedDataClassification;
|
|
3
|
+
export declare function evaluateRestrictedBoundaryPolicy(request: RestrictedBoundaryPolicyRequest): RestrictedBoundaryPolicyDecision;
|
|
4
|
+
export declare function restrictedAuditEventForClassification(input: {
|
|
5
|
+
eventType: RestrictedDataAuditEventType;
|
|
6
|
+
sourceId: string;
|
|
7
|
+
classification: RestrictedDataClassification;
|
|
8
|
+
decision?: RestrictedBoundaryPolicyDecision;
|
|
9
|
+
}): RestrictedDataAuditEvent;
|