pi-rehydra 1.0.2 → 1.0.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.en.md +29 -1
- package/README.md +28 -2
- package/dist/core/anonymizer.d.ts +9 -1
- package/dist/core/anonymizer.d.ts.map +1 -1
- package/dist/core/anonymizer.js +169 -15
- package/dist/core/anonymizer.js.map +1 -1
- package/dist/core/observer.d.ts +33 -0
- package/dist/core/observer.d.ts.map +1 -0
- package/dist/core/observer.js +2 -0
- package/dist/core/observer.js.map +1 -0
- package/dist/host-agnostic/normalize-options.d.ts +28 -2
- package/dist/host-agnostic/normalize-options.d.ts.map +1 -1
- package/dist/host-agnostic/normalize-options.js +60 -4
- package/dist/host-agnostic/normalize-options.js.map +1 -1
- package/dist/host-agnostic/policy-input.d.ts +41 -0
- package/dist/host-agnostic/policy-input.d.ts.map +1 -0
- package/dist/host-agnostic/policy-input.js +172 -0
- package/dist/host-agnostic/policy-input.js.map +1 -0
- package/dist/host-agnostic/scrub.d.ts +42 -2
- package/dist/host-agnostic/scrub.d.ts.map +1 -1
- package/dist/host-agnostic/scrub.js +135 -17
- package/dist/host-agnostic/scrub.js.map +1 -1
- package/dist/ner/inference-server-client.d.ts.map +1 -1
- package/dist/ner/inference-server-client.js +18 -2
- package/dist/ner/inference-server-client.js.map +1 -1
- package/dist/ner/inference-server-ner-model.d.ts +8 -0
- package/dist/ner/inference-server-ner-model.d.ts.map +1 -1
- package/dist/ner/inference-server-ner-model.js +36 -3
- package/dist/ner/inference-server-ner-model.js.map +1 -1
- package/dist/ner/ner-model.d.ts.map +1 -1
- package/dist/ner/ner-model.js +5 -1
- package/dist/ner/ner-model.js.map +1 -1
- package/dist/pi-extension/extension.d.ts +5 -3
- package/dist/pi-extension/extension.d.ts.map +1 -1
- package/dist/pi-extension/extension.js +498 -32
- package/dist/pi-extension/extension.js.map +1 -1
- package/dist/pi-extension/host-types.d.ts +15 -1
- package/dist/pi-extension/host-types.d.ts.map +1 -1
- package/dist/pi-extension/options.d.ts +14 -0
- package/dist/pi-extension/options.d.ts.map +1 -1
- package/dist/pipeline/prenormalize.d.ts.map +1 -1
- package/dist/pipeline/prenormalize.js +4 -5
- package/dist/pipeline/prenormalize.js.map +1 -1
- package/dist/pipeline/tagger.d.ts.map +1 -1
- package/dist/pipeline/tagger.js +1 -0
- package/dist/pipeline/tagger.js.map +1 -1
- package/dist/pipeline/title-extractor.d.ts.map +1 -1
- package/dist/pipeline/title-extractor.js +3 -0
- package/dist/pipeline/title-extractor.js.map +1 -1
- package/dist/recognizers/address.d.ts.map +1 -1
- package/dist/recognizers/address.js +1 -0
- package/dist/recognizers/address.js.map +1 -1
- package/dist/recognizers/base.d.ts +6 -0
- package/dist/recognizers/base.d.ts.map +1 -1
- package/dist/recognizers/base.js +1 -0
- package/dist/recognizers/base.js.map +1 -1
- package/dist/recognizers/bic-swift.d.ts.map +1 -1
- package/dist/recognizers/bic-swift.js +29 -0
- package/dist/recognizers/bic-swift.js.map +1 -1
- package/dist/recognizers/credit-card.d.ts.map +1 -1
- package/dist/recognizers/credit-card.js +1 -0
- package/dist/recognizers/credit-card.js.map +1 -1
- package/dist/recognizers/custom-id.d.ts.map +1 -1
- package/dist/recognizers/custom-id.js +7 -2
- package/dist/recognizers/custom-id.js.map +1 -1
- package/dist/recognizers/date.d.ts.map +1 -1
- package/dist/recognizers/date.js +1 -0
- package/dist/recognizers/date.js.map +1 -1
- package/dist/recognizers/email.d.ts.map +1 -1
- package/dist/recognizers/email.js +4 -0
- package/dist/recognizers/email.js.map +1 -1
- package/dist/recognizers/iban.d.ts.map +1 -1
- package/dist/recognizers/iban.js +1 -0
- package/dist/recognizers/iban.js.map +1 -1
- package/dist/recognizers/ip-address.d.ts.map +1 -1
- package/dist/recognizers/ip-address.js +1 -0
- package/dist/recognizers/ip-address.js.map +1 -1
- package/dist/recognizers/phone.d.ts.map +1 -1
- package/dist/recognizers/phone.js +1 -0
- package/dist/recognizers/phone.js.map +1 -1
- package/dist/recognizers/postal-code.d.ts.map +1 -1
- package/dist/recognizers/postal-code.js +1 -0
- package/dist/recognizers/postal-code.js.map +1 -1
- package/dist/recognizers/registry.d.ts.map +1 -1
- package/dist/recognizers/registry.js +3 -1
- package/dist/recognizers/registry.js.map +1 -1
- package/dist/recognizers/secrets/api-key.d.ts.map +1 -1
- package/dist/recognizers/secrets/api-key.js +1 -0
- package/dist/recognizers/secrets/api-key.js.map +1 -1
- package/dist/recognizers/secrets/aws-credentials.d.ts.map +1 -1
- package/dist/recognizers/secrets/aws-credentials.js +1 -0
- package/dist/recognizers/secrets/aws-credentials.js.map +1 -1
- package/dist/recognizers/secrets/config-secret.d.ts.map +1 -1
- package/dist/recognizers/secrets/config-secret.js +12 -5
- package/dist/recognizers/secrets/config-secret.js.map +1 -1
- package/dist/recognizers/secrets/connection-string.d.ts.map +1 -1
- package/dist/recognizers/secrets/connection-string.js +1 -0
- package/dist/recognizers/secrets/connection-string.js.map +1 -1
- package/dist/recognizers/secrets/env-var.d.ts.map +1 -1
- package/dist/recognizers/secrets/env-var.js +17 -3
- package/dist/recognizers/secrets/env-var.js.map +1 -1
- package/dist/recognizers/secrets/index.d.ts +1 -1
- package/dist/recognizers/secrets/index.d.ts.map +1 -1
- package/dist/recognizers/secrets/index.js +1 -1
- package/dist/recognizers/secrets/index.js.map +1 -1
- package/dist/recognizers/secrets/jwt.d.ts.map +1 -1
- package/dist/recognizers/secrets/jwt.js +1 -0
- package/dist/recognizers/secrets/jwt.js.map +1 -1
- package/dist/recognizers/secrets/key-patterns.d.ts +17 -0
- package/dist/recognizers/secrets/key-patterns.d.ts.map +1 -1
- package/dist/recognizers/secrets/key-patterns.js +151 -0
- package/dist/recognizers/secrets/key-patterns.js.map +1 -1
- package/dist/recognizers/secrets/literal-value.d.ts.map +1 -1
- package/dist/recognizers/secrets/literal-value.js +1 -0
- package/dist/recognizers/secrets/literal-value.js.map +1 -1
- package/dist/recognizers/secrets/private-key.d.ts.map +1 -1
- package/dist/recognizers/secrets/private-key.js +1 -0
- package/dist/recognizers/secrets/private-key.js.map +1 -1
- package/dist/recognizers/url.d.ts.map +1 -1
- package/dist/recognizers/url.js +1 -0
- package/dist/recognizers/url.js.map +1 -1
- package/dist/records/recorder.d.ts +87 -0
- package/dist/records/recorder.d.ts.map +1 -0
- package/dist/records/recorder.js +317 -0
- package/dist/records/recorder.js.map +1 -0
- package/dist/records/types.d.ts +80 -0
- package/dist/records/types.d.ts.map +1 -0
- package/dist/records/types.js +33 -0
- package/dist/records/types.js.map +1 -0
- package/dist/storage/in-memory.d.ts.map +1 -1
- package/dist/storage/in-memory.js +8 -1
- package/dist/storage/in-memory.js.map +1 -1
- package/dist/storage/indexeddb.d.ts.map +1 -1
- package/dist/storage/indexeddb.js +5 -0
- package/dist/storage/indexeddb.js.map +1 -1
- package/dist/storage/session-base.d.ts +36 -4
- package/dist/storage/session-base.d.ts.map +1 -1
- package/dist/storage/session-base.js +226 -34
- package/dist/storage/session-base.js.map +1 -1
- package/dist/storage/session.d.ts.map +1 -1
- package/dist/storage/session.js +28 -2
- package/dist/storage/session.js.map +1 -1
- package/dist/storage/sqlite.d.ts.map +1 -1
- package/dist/storage/sqlite.js +5 -0
- package/dist/storage/sqlite.js.map +1 -1
- package/dist/storage/types.d.ts +2 -1
- package/dist/storage/types.d.ts.map +1 -1
- package/dist/streaming/anonymizer-stream.d.ts +10 -0
- package/dist/streaming/anonymizer-stream.d.ts.map +1 -1
- package/dist/streaming/anonymizer-stream.js +33 -16
- package/dist/streaming/anonymizer-stream.js.map +1 -1
- package/dist/types/index.d.ts +21 -0
- package/dist/types/index.d.ts.map +1 -1
- package/dist/types/index.js.map +1 -1
- package/package.json +3 -4
|
@@ -8,9 +8,25 @@
|
|
|
8
8
|
* - `RehydraSharedOptions` —— 选项字段集合。
|
|
9
9
|
*/
|
|
10
10
|
import { PIIType, SECRET_PII_TYPES, createDefaultPolicy, } from "../types/index.js";
|
|
11
|
-
|
|
11
|
+
import { normalizePolicyInput } from "./policy-input.js";
|
|
12
|
+
// 形状级识别器在代码/文档文本里误报率高,默认关闭;用户的 disableTypes 会整体覆盖本默认值。
|
|
13
|
+
export const DEFAULT_DISABLE_TYPES = [
|
|
14
|
+
"URL",
|
|
15
|
+
"IP_ADDRESS",
|
|
16
|
+
"BIC_SWIFT",
|
|
17
|
+
"POSTAL_CODE",
|
|
18
|
+
"DATE",
|
|
19
|
+
];
|
|
12
20
|
export const DEFAULT_ENV_FILES = ["**/.env*"];
|
|
13
21
|
export const DEFAULT_MIN_VALUE_LENGTH = 4;
|
|
22
|
+
export const DEFAULT_RECORD_OPTIONS = {
|
|
23
|
+
enabled: false,
|
|
24
|
+
includeOriginal: false,
|
|
25
|
+
keepInMemory: 50,
|
|
26
|
+
keepDays: 7,
|
|
27
|
+
keepBytes: 32 * 1024 * 1024,
|
|
28
|
+
maxRecordBytes: 256 * 1024,
|
|
29
|
+
};
|
|
14
30
|
function isRecord(value) {
|
|
15
31
|
return value !== null && typeof value === "object" && !Array.isArray(value);
|
|
16
32
|
}
|
|
@@ -25,6 +41,28 @@ function asPIITypeNames(value) {
|
|
|
25
41
|
const known = new Set(Object.values(PIIType));
|
|
26
42
|
return value.filter((item) => typeof item === "string" && known.has(item));
|
|
27
43
|
}
|
|
44
|
+
/** 只接受已知取值,其余一律当作未配置。 */
|
|
45
|
+
function asNerFailure(value) {
|
|
46
|
+
return value === "rules" || value === "block" ? value : undefined;
|
|
47
|
+
}
|
|
48
|
+
/** 记录选项:未知字段忽略,畸形值回落默认。 */
|
|
49
|
+
function asRecordOptions(value) {
|
|
50
|
+
if (!isRecord(value))
|
|
51
|
+
return undefined;
|
|
52
|
+
const positive = (raw, fallback) => asPositiveInteger(raw) ?? fallback;
|
|
53
|
+
const dir = typeof value.dir === "string" && value.dir !== "" ? value.dir : undefined;
|
|
54
|
+
return {
|
|
55
|
+
enabled: typeof value.enabled === "boolean" ? value.enabled : DEFAULT_RECORD_OPTIONS.enabled,
|
|
56
|
+
includeOriginal: typeof value.includeOriginal === "boolean"
|
|
57
|
+
? value.includeOriginal
|
|
58
|
+
: DEFAULT_RECORD_OPTIONS.includeOriginal,
|
|
59
|
+
keepInMemory: positive(value.keepInMemory, DEFAULT_RECORD_OPTIONS.keepInMemory),
|
|
60
|
+
keepDays: positive(value.keepDays, DEFAULT_RECORD_OPTIONS.keepDays),
|
|
61
|
+
keepBytes: positive(value.keepBytes, DEFAULT_RECORD_OPTIONS.keepBytes),
|
|
62
|
+
maxRecordBytes: positive(value.maxRecordBytes, DEFAULT_RECORD_OPTIONS.maxRecordBytes),
|
|
63
|
+
...(dir === undefined ? {} : { dir }),
|
|
64
|
+
};
|
|
65
|
+
}
|
|
28
66
|
function asPositiveInteger(value) {
|
|
29
67
|
if (typeof value !== "number" || !Number.isInteger(value) || value <= 0) {
|
|
30
68
|
return undefined;
|
|
@@ -62,11 +100,19 @@ export function normalizeRehydraOptions(raw) {
|
|
|
62
100
|
tagFormat: asTagFormat(source.tagFormat),
|
|
63
101
|
};
|
|
64
102
|
if (isRecord(source.policy)) {
|
|
103
|
+
// 集合类字段在这里可能还是数组/普通对象,由 policyFromOptions 规范化
|
|
65
104
|
normalized.policy = source.policy;
|
|
66
105
|
}
|
|
67
106
|
normalized.anonymizer = isRecord(source.anonymizer)
|
|
68
107
|
? source.anonymizer
|
|
69
108
|
: undefined;
|
|
109
|
+
normalized.record = asRecordOptions(source.record);
|
|
110
|
+
// 完整匿名器配置里的显式取值优先于顶层快捷配置,避免被默认值盖掉
|
|
111
|
+
const fromAnonymizer = isRecord(source.anonymizer)
|
|
112
|
+
? source.anonymizer.nerFailure
|
|
113
|
+
: undefined;
|
|
114
|
+
normalized.nerFailure =
|
|
115
|
+
asNerFailure(fromAnonymizer) ?? asNerFailure(source.nerFailure) ?? "rules";
|
|
70
116
|
return normalized;
|
|
71
117
|
}
|
|
72
118
|
/**
|
|
@@ -93,11 +139,21 @@ export function anonymizerConfigFromOptions(options, ctxDirectory) {
|
|
|
93
139
|
},
|
|
94
140
|
};
|
|
95
141
|
}
|
|
96
|
-
/**
|
|
142
|
+
/**
|
|
143
|
+
* 处理 `disableTypes` 并重新打开 secret 类型。
|
|
144
|
+
*
|
|
145
|
+
* 用户给的 `policy` 会先规范化;无法解析时抛错并带上字段名,
|
|
146
|
+
* 不静默丢弃保护规则。
|
|
147
|
+
*/
|
|
97
148
|
export function policyFromOptions(options) {
|
|
98
149
|
const disableTypes = options.disableTypes ?? DEFAULT_DISABLE_TYPES;
|
|
150
|
+
const normalized = normalizePolicyInput(options.policy);
|
|
151
|
+
if (!normalized.ok) {
|
|
152
|
+
throw new Error(`Invalid rehydra configuration: ${normalized.message} (${normalized.field})`);
|
|
153
|
+
}
|
|
154
|
+
const userPolicy = normalized.policy;
|
|
99
155
|
if (disableTypes.length === 0) {
|
|
100
|
-
return
|
|
156
|
+
return userPolicy;
|
|
101
157
|
}
|
|
102
158
|
const base = createDefaultPolicy();
|
|
103
159
|
const disableSet = new Set(disableTypes);
|
|
@@ -111,6 +167,6 @@ export function policyFromOptions(options) {
|
|
|
111
167
|
regexEnabledTypes.delete(piiType);
|
|
112
168
|
nerEnabledTypes.delete(piiType);
|
|
113
169
|
}
|
|
114
|
-
return { ...
|
|
170
|
+
return { ...userPolicy, regexEnabledTypes, nerEnabledTypes };
|
|
115
171
|
}
|
|
116
172
|
//# sourceMappingURL=normalize-options.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"normalize-options.js","sourceRoot":"","sources":["../../src/host-agnostic/normalize-options.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAGH,OAAO,EACL,OAAO,EACP,gBAAgB,EAChB,mBAAmB,GACpB,MAAM,mBAAmB,CAAC;
|
|
1
|
+
{"version":3,"file":"normalize-options.js","sourceRoot":"","sources":["../../src/host-agnostic/normalize-options.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAGH,OAAO,EACL,OAAO,EACP,gBAAgB,EAChB,mBAAmB,GACpB,MAAM,mBAAmB,CAAC;AAM3B,OAAO,EAAE,oBAAoB,EAAyB,MAAM,mBAAmB,CAAC;AAKhF,uDAAuD;AACvD,MAAM,CAAC,MAAM,qBAAqB,GAAkB;IAClD,KAAK;IACL,YAAY;IACZ,WAAW;IACX,aAAa;IACb,MAAM;CACP,CAAC;AACF,MAAM,CAAC,MAAM,iBAAiB,GAAa,CAAC,UAAU,CAAC,CAAC;AACxD,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,CAAC;AAsC1C,MAAM,CAAC,MAAM,sBAAsB,GAA+B;IAChE,OAAO,EAAE,KAAK;IACd,eAAe,EAAE,KAAK;IACtB,YAAY,EAAE,EAAE;IAChB,QAAQ,EAAE,CAAC;IACX,SAAS,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI;IAC3B,cAAc,EAAE,GAAG,GAAG,IAAI;CAC3B,CAAC;AAEF,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAC9E,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACnC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAC5C,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAkB,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC;AAC1E,CAAC;AAED,SAAS,cAAc,CAAC,KAAc;IACpC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAC5C,MAAM,KAAK,GAAG,IAAI,GAAG,CAAS,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;IACtD,OAAO,KAAK,CAAC,MAAM,CACjB,CAAC,IAAI,EAAuB,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,IAAI,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAC3E,CAAC;AACJ,CAAC;AAED,yBAAyB;AACzB,SAAS,YAAY,CAAC,KAAc;IAClC,OAAO,KAAK,KAAK,OAAO,IAAI,KAAK,KAAK,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;AACpE,CAAC;AAED,2BAA2B;AAC3B,SAAS,eAAe,CAAC,KAAc;IACrC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IACvC,MAAM,QAAQ,GAAG,CAAC,GAAY,EAAE,QAAgB,EAAU,EAAE,CAC1D,iBAAiB,CAAC,GAAG,CAAC,IAAI,QAAQ,CAAC;IACrC,MAAM,GAAG,GAAG,OAAO,KAAK,CAAC,GAAG,KAAK,QAAQ,IAAI,KAAK,CAAC,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC;IACtF,OAAO;QACL,OAAO,EAAE,OAAO,KAAK,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,sBAAsB,CAAC,OAAO;QAC5F,eAAe,EACb,OAAO,KAAK,CAAC,eAAe,KAAK,SAAS;YACxC,CAAC,CAAC,KAAK,CAAC,eAAe;YACvB,CAAC,CAAC,sBAAsB,CAAC,eAAe;QAC5C,YAAY,EAAE,QAAQ,CAAC,KAAK,CAAC,YAAY,EAAE,sBAAsB,CAAC,YAAY,CAAC;QAC/E,QAAQ,EAAE,QAAQ,CAAC,KAAK,CAAC,QAAQ,EAAE,sBAAsB,CAAC,QAAQ,CAAC;QACnE,SAAS,EAAE,QAAQ,CAAC,KAAK,CAAC,SAAS,EAAE,sBAAsB,CAAC,SAAS,CAAC;QACtE,cAAc,EAAE,QAAQ,CAAC,KAAK,CAAC,cAAc,EAAE,sBAAsB,CAAC,cAAc,CAAC;QACrF,GAAG,CAAC,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC;KACtC,CAAC;AACJ,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAc;IACvC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;QACxE,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,WAAW,CAAC,KAAc;IACjC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IACvC,IAAI,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,IAAI,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;QACtE,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,OAAO,GAAG,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;IAC9E,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,OAAO,EAAE,CAAC;AAC3D,CAAC;AAED,SAAS,oBAAoB,CAAC,OAA6B;IACzD,OAAO;QACL,OAAO,EAAE,IAAI;QACb,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,iBAAiB;QAC/C,YAAY,EAAE,OAAO,CAAC,YAAY;QAClC,cAAc,EAAE,OAAO,CAAC,cAAc,IAAI,wBAAwB;KACnE,CAAC;AACJ,CAAC;AAED,oCAAoC;AACpC,MAAM,UAAU,uBAAuB,CAAC,GAAY;IAClD,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;IACxC,MAAM,UAAU,GAAyB;QACvC,QAAQ,EAAE,aAAa,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,iBAAiB;QAC7D,YAAY,EAAE,aAAa,CAAC,MAAM,CAAC,YAAY,CAAC;QAChD,cAAc,EACZ,iBAAiB,CAAC,MAAM,CAAC,cAAc,CAAC,IAAI,wBAAwB;QACtE,YAAY,EAAE,cAAc,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,qBAAqB;QAC1E,aAAa,EACX,OAAO,MAAM,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,KAAK;QAC1E,kBAAkB,EAAE,aAAa,CAAC,MAAM,CAAC,kBAAkB,CAAC,IAAI,EAAE;QAClE,MAAM,EAAE,OAAO,MAAM,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;QACrE,SAAS,EAAE,WAAW,CAAC,MAAM,CAAC,SAAS,CAAC;KACzC,CAAC;IAEF,IAAI,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;QAC5B,8CAA8C;QAC9C,UAAU,CAAC,MAAM,GAAG,MAAM,CAAC,MAAsC,CAAC;IACpE,CAAC;IACD,UAAU,CAAC,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC,UAAU,CAAC;QACjD,CAAC,CAAE,MAAM,CAAC,UAA+B;QACzC,CAAC,CAAC,SAAS,CAAC;IACd,UAAU,CAAC,MAAM,GAAG,eAAe,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACnD,kCAAkC;IAClC,MAAM,cAAc,GAAG,QAAQ,CAAC,MAAM,CAAC,UAAU,CAAC;QAChD,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,UAAU;QAC9B,CAAC,CAAC,SAAS,CAAC;IACd,UAAU,CAAC,UAAU;QACnB,YAAY,CAAC,cAAc,CAAC,IAAI,YAAY,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,OAAO,CAAC;IAE7E,OAAO,UAAU,CAAC;AACpB,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,2BAA2B,CACzC,OAA6B,EAC7B,YAAoB;IAEpB,MAAM,YAAY,GAAG,OAAO,CAAC,UAAU,KAAK,SAAS,CAAC;IACtD,MAAM,IAAI,GAAqB,YAAY;QACzC,CAAC,CAAC,OAAO,CAAC,UAAW;QACrB,CAAC,CAAC,EAAE,OAAO,EAAE,oBAAoB,CAAC,OAAO,CAAC,EAAE,CAAC;IAE/C,IAAI,IAAI,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;QAC/B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,gBAAgB,GAAG,IAAI,CAAC,OAAO,CAAC,gBAAgB,IAAI,YAAY,CAAC;IAEvE,OAAO;QACL,GAAG,IAAI;QACP,OAAO,EAAE;YACP,GAAG,IAAI,CAAC,OAAO;YACf,gBAAgB;SACjB;KACF,CAAC;AACJ,CAAC;AAGD;;;;;GAKG;AACH,MAAM,UAAU,iBAAiB,CAC/B,OAA6B;IAE7B,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,qBAAqB,CAAC;IACnE,MAAM,UAAU,GAAG,oBAAoB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACxD,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,CAAC;QACnB,MAAM,IAAI,KAAK,CAAC,kCAAkC,UAAU,CAAC,OAAO,KAAK,UAAU,CAAC,KAAK,GAAG,CAAC,CAAC;IAChG,CAAC;IACD,MAAM,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC;IAErC,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC9B,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,MAAM,IAAI,GAAG,mBAAmB,EAAE,CAAC;IACnC,MAAM,UAAU,GAAG,IAAI,GAAG,CAAS,YAAY,CAAC,CAAC;IACjD,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;IAC1D,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IACtD,KAAK,MAAM,UAAU,IAAI,gBAAgB,EAAE,CAAC;QAC1C,iBAAiB,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IACpC,CAAC;IACD,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;QAC9B,MAAM,OAAO,GAAG,IAAe,CAAC;QAChC,iBAAiB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAClC,eAAe,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAClC,CAAC;IAED,OAAO,EAAE,GAAG,UAAU,EAAE,iBAAiB,EAAE,eAAe,EAAE,CAAC;AAC/D,CAAC"}
|
|
@@ -0,0 +1,41 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* 脱敏策略配置的规范化。
|
|
3
|
+
*
|
|
4
|
+
* 配置来自 JSON:集合类字段是数组,阈值是对象;而代码里用的是 Set / Map。
|
|
5
|
+
* 这里把两种形态统一成运行时形态,无法解析的项报出字段名,不静默丢弃。
|
|
6
|
+
*/
|
|
7
|
+
import { type AnonymizationPolicy } from "../types/index.js";
|
|
8
|
+
/** 规范化结果:成功时带策略,失败时带出错字段。 */
|
|
9
|
+
export type PolicyInputResult = {
|
|
10
|
+
ok: true;
|
|
11
|
+
policy: Partial<AnonymizationPolicy>;
|
|
12
|
+
} | {
|
|
13
|
+
ok: false;
|
|
14
|
+
field: string;
|
|
15
|
+
message: string;
|
|
16
|
+
};
|
|
17
|
+
/**
|
|
18
|
+
* 用户可写的策略形态:JSON 配置里集合是数组、阈值是普通对象,
|
|
19
|
+
* 程序化调用也可以直接用 Set / Map。
|
|
20
|
+
*/
|
|
21
|
+
export interface PolicyInputShape {
|
|
22
|
+
enabledTypes?: string[] | Set<string>;
|
|
23
|
+
regexEnabledTypes?: string[] | Set<string>;
|
|
24
|
+
nerEnabledTypes?: string[] | Set<string>;
|
|
25
|
+
typePriority?: string[] | Set<string>;
|
|
26
|
+
allowlistTerms?: string[] | Set<string>;
|
|
27
|
+
excludeLocationScopes?: string[] | Set<string>;
|
|
28
|
+
confidenceThresholds?: Record<string, number> | Map<string, number>;
|
|
29
|
+
denylistPatterns?: string[] | RegExp[];
|
|
30
|
+
customIdPatterns?: unknown[];
|
|
31
|
+
reuseIdsForRepeatedPII?: boolean;
|
|
32
|
+
enableLeakScan?: boolean;
|
|
33
|
+
enableSemanticMasking?: boolean;
|
|
34
|
+
}
|
|
35
|
+
/**
|
|
36
|
+
* 把 JSON 形态的策略规范化为运行时形态。
|
|
37
|
+
*
|
|
38
|
+
* 只处理集合类与阈值类字段;布尔与数值字段由调用方按原样传递。
|
|
39
|
+
*/
|
|
40
|
+
export declare function normalizePolicyInput(raw: unknown): PolicyInputResult;
|
|
41
|
+
//# sourceMappingURL=policy-input.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"policy-input.d.ts","sourceRoot":"","sources":["../../src/host-agnostic/policy-input.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,OAAO,EAAW,KAAK,mBAAmB,EAAwB,MAAM,mBAAmB,CAAC;AAE5F,6BAA6B;AAC7B,MAAM,MAAM,iBAAiB,GACzB;IAAE,EAAE,EAAE,IAAI,CAAC;IAAC,MAAM,EAAE,OAAO,CAAC,mBAAmB,CAAC,CAAA;CAAE,GAClD;IAAE,EAAE,EAAE,KAAK,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC;AAClD;;;GAGG;AACH,MAAM,WAAW,gBAAgB;IAC/B,YAAY,CAAC,EAAE,MAAM,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC;IACtC,iBAAiB,CAAC,EAAE,MAAM,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC;IAC3C,eAAe,CAAC,EAAE,MAAM,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC;IACzC,YAAY,CAAC,EAAE,MAAM,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC;IACtC,cAAc,CAAC,EAAE,MAAM,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC;IACxC,qBAAqB,CAAC,EAAE,MAAM,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC;IAC/C,oBAAoB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACpE,gBAAgB,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,CAAC;IACvC,gBAAgB,CAAC,EAAE,OAAO,EAAE,CAAC;IAC7B,sBAAsB,CAAC,EAAE,OAAO,CAAC;IACjC,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,qBAAqB,CAAC,EAAE,OAAO,CAAC;CACjC;AA8ED;;;;GAIG;AACH,wBAAgB,oBAAoB,CAAC,GAAG,EAAE,OAAO,GAAG,iBAAiB,CAwGpE"}
|
|
@@ -0,0 +1,172 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* 脱敏策略配置的规范化。
|
|
3
|
+
*
|
|
4
|
+
* 配置来自 JSON:集合类字段是数组,阈值是对象;而代码里用的是 Set / Map。
|
|
5
|
+
* 这里把两种形态统一成运行时形态,无法解析的项报出字段名,不静默丢弃。
|
|
6
|
+
*/
|
|
7
|
+
import { PIIType } from "../types/index.js";
|
|
8
|
+
function isRecord(value) {
|
|
9
|
+
return value !== null && typeof value === "object" && !Array.isArray(value);
|
|
10
|
+
}
|
|
11
|
+
/** 把数组或 Set 转成字符串集合;其他形态报错。 */
|
|
12
|
+
function toStringSet(value, field) {
|
|
13
|
+
if (value instanceof Set) {
|
|
14
|
+
return new Set([...value].map((item) => String(item)));
|
|
15
|
+
}
|
|
16
|
+
if (Array.isArray(value)) {
|
|
17
|
+
return new Set(value.map((item) => String(item)));
|
|
18
|
+
}
|
|
19
|
+
return { error: `${field} must be an array or a Set` };
|
|
20
|
+
}
|
|
21
|
+
/** 把数组转成 PII 类型列表,忽略未知类型名。 */
|
|
22
|
+
function toPIITypeList(value) {
|
|
23
|
+
const known = new Set(Object.values(PIIType));
|
|
24
|
+
const items = value instanceof Set ? [...value] : value;
|
|
25
|
+
return items
|
|
26
|
+
.map((item) => String(item))
|
|
27
|
+
.filter((item) => known.has(item));
|
|
28
|
+
}
|
|
29
|
+
/** 把对象或 Map 转成阈值映射。 */
|
|
30
|
+
function toThresholdMap(value) {
|
|
31
|
+
const source = value instanceof Map
|
|
32
|
+
? [...value.entries()].map(([key, item]) => [
|
|
33
|
+
String(key),
|
|
34
|
+
item,
|
|
35
|
+
])
|
|
36
|
+
: Object.entries(value);
|
|
37
|
+
const known = new Set(Object.values(PIIType));
|
|
38
|
+
const out = new Map();
|
|
39
|
+
for (const [key, item] of source) {
|
|
40
|
+
if (!known.has(key))
|
|
41
|
+
continue;
|
|
42
|
+
if (typeof item !== "number" || !Number.isFinite(item) || item < 0 || item > 1) {
|
|
43
|
+
return { error: `confidenceThresholds.${key} must be a number between 0 and 1` };
|
|
44
|
+
}
|
|
45
|
+
out.set(key, item);
|
|
46
|
+
}
|
|
47
|
+
return out;
|
|
48
|
+
}
|
|
49
|
+
/** 自定义 ID 模式:支持字符串或 { name, pattern, type } 形态。 */
|
|
50
|
+
function toCustomIdPatterns(value) {
|
|
51
|
+
if (!Array.isArray(value))
|
|
52
|
+
return [];
|
|
53
|
+
const out = [];
|
|
54
|
+
for (const item of value) {
|
|
55
|
+
if (typeof item === "string") {
|
|
56
|
+
out.push({
|
|
57
|
+
name: item,
|
|
58
|
+
pattern: new RegExp(item, "g"),
|
|
59
|
+
type: PIIType.CUSTOMER_ID,
|
|
60
|
+
});
|
|
61
|
+
continue;
|
|
62
|
+
}
|
|
63
|
+
if (isRecord(item) && typeof item.pattern === "string") {
|
|
64
|
+
const type = typeof item.type === "string" ? item.type : PIIType.CUSTOMER_ID;
|
|
65
|
+
out.push({
|
|
66
|
+
name: typeof item.name === "string" ? item.name : item.pattern,
|
|
67
|
+
pattern: new RegExp(item.pattern, "g"),
|
|
68
|
+
type,
|
|
69
|
+
});
|
|
70
|
+
}
|
|
71
|
+
}
|
|
72
|
+
return out;
|
|
73
|
+
}
|
|
74
|
+
/**
|
|
75
|
+
* 把 JSON 形态的策略规范化为运行时形态。
|
|
76
|
+
*
|
|
77
|
+
* 只处理集合类与阈值类字段;布尔与数值字段由调用方按原样传递。
|
|
78
|
+
*/
|
|
79
|
+
export function normalizePolicyInput(raw) {
|
|
80
|
+
if (raw === undefined || raw === null) {
|
|
81
|
+
return { ok: true, policy: {} };
|
|
82
|
+
}
|
|
83
|
+
if (!isRecord(raw)) {
|
|
84
|
+
return { ok: false, field: "policy", message: "policy must be an object" };
|
|
85
|
+
}
|
|
86
|
+
const policy = {};
|
|
87
|
+
if (raw.enabledTypes !== undefined) {
|
|
88
|
+
policy.enabledTypes = new Set(toPIITypeList(raw.enabledTypes));
|
|
89
|
+
}
|
|
90
|
+
if (raw.regexEnabledTypes !== undefined) {
|
|
91
|
+
policy.regexEnabledTypes = new Set(toPIITypeList(raw.regexEnabledTypes));
|
|
92
|
+
}
|
|
93
|
+
if (raw.nerEnabledTypes !== undefined) {
|
|
94
|
+
policy.nerEnabledTypes = new Set(toPIITypeList(raw.nerEnabledTypes));
|
|
95
|
+
}
|
|
96
|
+
if (raw.typePriority !== undefined) {
|
|
97
|
+
policy.typePriority = toPIITypeList(raw.typePriority);
|
|
98
|
+
}
|
|
99
|
+
if (raw.allowlistTerms !== undefined) {
|
|
100
|
+
const set = toStringSet(raw.allowlistTerms, "policy.allowlistTerms");
|
|
101
|
+
if ("error" in set) {
|
|
102
|
+
return { ok: false, field: "policy.allowlistTerms", message: set.error };
|
|
103
|
+
}
|
|
104
|
+
policy.allowlistTerms = set;
|
|
105
|
+
}
|
|
106
|
+
if (raw.excludeLocationScopes !== undefined) {
|
|
107
|
+
const set = toStringSet(raw.excludeLocationScopes, "policy.excludeLocationScopes");
|
|
108
|
+
if ("error" in set) {
|
|
109
|
+
return {
|
|
110
|
+
ok: false,
|
|
111
|
+
field: "policy.excludeLocationScopes",
|
|
112
|
+
message: set.error,
|
|
113
|
+
};
|
|
114
|
+
}
|
|
115
|
+
const scopes = ["city", "country", "region", "macro-region"];
|
|
116
|
+
policy.excludeLocationScopes = new Set([...set].filter((item) => scopes.includes(item)));
|
|
117
|
+
}
|
|
118
|
+
if (raw.confidenceThresholds !== undefined) {
|
|
119
|
+
const map = toThresholdMap(raw.confidenceThresholds);
|
|
120
|
+
if ("error" in map) {
|
|
121
|
+
return {
|
|
122
|
+
ok: false,
|
|
123
|
+
field: "policy.confidenceThresholds",
|
|
124
|
+
message: map.error,
|
|
125
|
+
};
|
|
126
|
+
}
|
|
127
|
+
policy.confidenceThresholds = map;
|
|
128
|
+
}
|
|
129
|
+
if (raw.denylistPatterns !== undefined) {
|
|
130
|
+
// 运行时用 RegExp;配置里给字符串更安全,也避免 JSON 无法表达正则。
|
|
131
|
+
const items = raw.denylistPatterns instanceof Set
|
|
132
|
+
? [...raw.denylistPatterns]
|
|
133
|
+
: raw.denylistPatterns;
|
|
134
|
+
if (!Array.isArray(items)) {
|
|
135
|
+
return {
|
|
136
|
+
ok: false,
|
|
137
|
+
field: "policy.denylistPatterns",
|
|
138
|
+
message: "policy.denylistPatterns must be an array",
|
|
139
|
+
};
|
|
140
|
+
}
|
|
141
|
+
const patterns = [];
|
|
142
|
+
for (const item of items) {
|
|
143
|
+
if (item instanceof RegExp) {
|
|
144
|
+
patterns.push(item);
|
|
145
|
+
continue;
|
|
146
|
+
}
|
|
147
|
+
if (typeof item !== "string") {
|
|
148
|
+
return {
|
|
149
|
+
ok: false,
|
|
150
|
+
field: "policy.denylistPatterns",
|
|
151
|
+
message: "policy.denylistPatterns must contain strings",
|
|
152
|
+
};
|
|
153
|
+
}
|
|
154
|
+
try {
|
|
155
|
+
patterns.push(new RegExp(item, "g"));
|
|
156
|
+
}
|
|
157
|
+
catch {
|
|
158
|
+
return {
|
|
159
|
+
ok: false,
|
|
160
|
+
field: "policy.denylistPatterns",
|
|
161
|
+
message: `policy.denylistPatterns has an invalid pattern: ${item}`,
|
|
162
|
+
};
|
|
163
|
+
}
|
|
164
|
+
}
|
|
165
|
+
policy.denylistPatterns = patterns;
|
|
166
|
+
}
|
|
167
|
+
if (raw.customIdPatterns !== undefined) {
|
|
168
|
+
policy.customIdPatterns = toCustomIdPatterns(raw.customIdPatterns);
|
|
169
|
+
}
|
|
170
|
+
return { ok: true, policy };
|
|
171
|
+
}
|
|
172
|
+
//# sourceMappingURL=policy-input.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"policy-input.js","sourceRoot":"","sources":["../../src/host-agnostic/policy-input.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,OAAO,EAAE,OAAO,EAAkD,MAAM,mBAAmB,CAAC;AA6B5F,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAC9E,CAAC;AAED,+BAA+B;AAC/B,SAAS,WAAW,CAAC,KAAc,EAAE,KAAa;IAChD,IAAI,KAAK,YAAY,GAAG,EAAE,CAAC;QACzB,OAAO,IAAI,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACzD,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACpD,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,GAAG,KAAK,4BAA4B,EAAE,CAAC;AACzD,CAAC;AAED,8BAA8B;AAC9B,SAAS,aAAa,CAAC,KAAc;IACnC,MAAM,KAAK,GAAG,IAAI,GAAG,CAAS,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;IACtD,MAAM,KAAK,GAAG,KAAK,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAE,KAAmB,CAAC;IACvE,OAAO,KAAK;SACT,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;SAC3B,MAAM,CAAC,CAAC,IAAI,EAAmB,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;AACxD,CAAC;AAED,uBAAuB;AACvB,SAAS,cAAc,CAAC,KAAc;IACpC,MAAM,MAAM,GACV,KAAK,YAAY,GAAG;QAClB,CAAC,CAAE,CAAC,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC;YACzC,MAAM,CAAC,GAAG,CAAC;YACX,IAAI;SACL,CAA8B;QACjC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,KAAgC,CAAC,CAAC;IAEvD,MAAM,KAAK,GAAG,IAAI,GAAG,CAAS,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;IACtD,MAAM,GAAG,GAAiB,IAAI,GAAG,EAAE,CAAC;IACpC,KAAK,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,MAAM,EAAE,CAAC;QACjC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,SAAS;QAC9B,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,EAAE,CAAC;YAC/E,OAAO,EAAE,KAAK,EAAE,wBAAwB,GAAG,mCAAmC,EAAE,CAAC;QACnF,CAAC;QACD,GAAG,CAAC,GAAG,CAAC,GAAc,EAAE,IAAI,CAAC,CAAC;IAChC,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,mDAAmD;AACnD,SAAS,kBAAkB,CAAC,KAAc;IACxC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IACrC,MAAM,GAAG,GAAsB,EAAE,CAAC;IAClC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC7B,GAAG,CAAC,IAAI,CAAC;gBACP,IAAI,EAAE,IAAI;gBACV,OAAO,EAAE,IAAI,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC;gBAC9B,IAAI,EAAE,OAAO,CAAC,WAAW;aAC1B,CAAC,CAAC;YACH,SAAS;QACX,CAAC;QACD,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,OAAO,IAAI,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;YACvD,MAAM,IAAI,GACR,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAE,IAAI,CAAC,IAAgB,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC;YAC/E,GAAG,CAAC,IAAI,CAAC;gBACP,IAAI,EAAE,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO;gBAC9D,OAAO,EAAE,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC;gBACtC,IAAI;aACL,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,oBAAoB,CAAC,GAAY;IAC/C,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;QACtC,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;IAClC,CAAC;IACD,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QACnB,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,0BAA0B,EAAE,CAAC;IAC7E,CAAC;IAED,MAAM,MAAM,GAAiC,EAAE,CAAC;IAEhD,IAAI,GAAG,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;QACnC,MAAM,CAAC,YAAY,GAAG,IAAI,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,YAAY,CAAC,CAAuB,CAAC;IACvF,CAAC;IACD,IAAI,GAAG,CAAC,iBAAiB,KAAK,SAAS,EAAE,CAAC;QACxC,MAAM,CAAC,iBAAiB,GAAG,IAAI,GAAG,CAChC,aAAa,CAAC,GAAG,CAAC,iBAAiB,CAAC,CACf,CAAC;IAC1B,CAAC;IACD,IAAI,GAAG,CAAC,eAAe,KAAK,SAAS,EAAE,CAAC;QACtC,MAAM,CAAC,eAAe,GAAG,IAAI,GAAG,CAC9B,aAAa,CAAC,GAAG,CAAC,eAAe,CAAC,CACb,CAAC;IAC1B,CAAC;IACD,IAAI,GAAG,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;QACnC,MAAM,CAAC,YAAY,GAAG,aAAa,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;IACxD,CAAC;IACD,IAAI,GAAG,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;QACrC,MAAM,GAAG,GAAG,WAAW,CAAC,GAAG,CAAC,cAAc,EAAE,uBAAuB,CAAC,CAAC;QACrE,IAAI,OAAO,IAAI,GAAG,EAAE,CAAC;YACnB,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,uBAAuB,EAAE,OAAO,EAAE,GAAG,CAAC,KAAK,EAAE,CAAC;QAC3E,CAAC;QACD,MAAM,CAAC,cAAc,GAAG,GAAG,CAAC;IAC9B,CAAC;IACD,IAAI,GAAG,CAAC,qBAAqB,KAAK,SAAS,EAAE,CAAC;QAC5C,MAAM,GAAG,GAAG,WAAW,CACrB,GAAG,CAAC,qBAAqB,EACzB,8BAA8B,CAC/B,CAAC;QACF,IAAI,OAAO,IAAI,GAAG,EAAE,CAAC;YACnB,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,KAAK,EAAE,8BAA8B;gBACrC,OAAO,EAAE,GAAG,CAAC,KAAK;aACnB,CAAC;QACJ,CAAC;QACD,MAAM,MAAM,GAAG,CAAC,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,cAAc,CAAC,CAAC;QAC7D,MAAM,CAAC,qBAAqB,GAAG,IAAI,GAAG,CACpC,CAAC,GAAG,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAC1B,CAAC;IAC3B,CAAC;IACD,IAAI,GAAG,CAAC,oBAAoB,KAAK,SAAS,EAAE,CAAC;QAC3C,MAAM,GAAG,GAAG,cAAc,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;QACrD,IAAI,OAAO,IAAI,GAAG,EAAE,CAAC;YACnB,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,KAAK,EAAE,6BAA6B;gBACpC,OAAO,EAAE,GAAG,CAAC,KAAK;aACnB,CAAC;QACJ,CAAC;QACD,MAAM,CAAC,oBAAoB,GAAG,GAAG,CAAC;IACpC,CAAC;IACD,IAAI,GAAG,CAAC,gBAAgB,KAAK,SAAS,EAAE,CAAC;QACvC,0CAA0C;QAC1C,MAAM,KAAK,GACT,GAAG,CAAC,gBAAgB,YAAY,GAAG;YACjC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,gBAAgB,CAAC;YAC3B,CAAC,CAAC,GAAG,CAAC,gBAAgB,CAAC;QAC3B,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YAC1B,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,KAAK,EAAE,yBAAyB;gBAChC,OAAO,EAAE,0CAA0C;aACpD,CAAC;QACJ,CAAC;QACD,MAAM,QAAQ,GAAa,EAAE,CAAC;QAC9B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,IAAI,YAAY,MAAM,EAAE,CAAC;gBAC3B,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACpB,SAAS;YACX,CAAC;YACD,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAC7B,OAAO;oBACL,EAAE,EAAE,KAAK;oBACT,KAAK,EAAE,yBAAyB;oBAChC,OAAO,EAAE,8CAA8C;iBACxD,CAAC;YACJ,CAAC;YACD,IAAI,CAAC;gBACH,QAAQ,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC;YACvC,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO;oBACL,EAAE,EAAE,KAAK;oBACT,KAAK,EAAE,yBAAyB;oBAChC,OAAO,EAAE,mDAAmD,IAAI,EAAE;iBACnE,CAAC;YACJ,CAAC;QACH,CAAC;QACD,MAAM,CAAC,gBAAgB,GAAG,QAAQ,CAAC;IACrC,CAAC;IACD,IAAI,GAAG,CAAC,gBAAgB,KAAK,SAAS,EAAE,CAAC;QACvC,MAAM,CAAC,gBAAgB,GAAG,kBAAkB,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;IACrE,CAAC;IAED,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;AAC9B,CAAC"}
|
|
@@ -56,6 +56,10 @@ export interface ScrubCoreOptions {
|
|
|
56
56
|
locale?: string;
|
|
57
57
|
/** 默认脱敏策略;每个 part 都会再叠加自己的策略增量。 */
|
|
58
58
|
policy?: Partial<AnonymizationPolicy>;
|
|
59
|
+
/** 本次事件的模型调用预算(毫秒),同事件所有字段共享。 */
|
|
60
|
+
deadlineMs?: number;
|
|
61
|
+
/** 宿主取消信号:取消直接结束,不降级。 */
|
|
62
|
+
signal?: AbortSignal;
|
|
59
63
|
}
|
|
60
64
|
/** 一个 part(V2 `content` 或 V1 `parts`)的最小可写接口。 */
|
|
61
65
|
export interface ScrubPart {
|
|
@@ -87,10 +91,46 @@ export interface ScrubMessage {
|
|
|
87
91
|
sessionID?: string;
|
|
88
92
|
[key: string]: unknown;
|
|
89
93
|
}
|
|
90
|
-
/**
|
|
94
|
+
/** 一条命中的采集结果(不含原值)。 */
|
|
95
|
+
export interface ScrubHit {
|
|
96
|
+
type: string;
|
|
97
|
+
detector: string;
|
|
98
|
+
placeholder: string;
|
|
99
|
+
length: number;
|
|
100
|
+
start: number;
|
|
101
|
+
end: number;
|
|
102
|
+
original?: string;
|
|
103
|
+
}
|
|
104
|
+
/** 字段级对照。 */
|
|
105
|
+
export interface ScrubComparison {
|
|
106
|
+
path: string;
|
|
107
|
+
before: string;
|
|
108
|
+
after: string;
|
|
109
|
+
truncated?: boolean;
|
|
110
|
+
}
|
|
111
|
+
/** 一次脱敏的统计与采集结果。 */
|
|
91
112
|
export interface ScrubCoreStats {
|
|
92
113
|
scrubbed: number;
|
|
93
114
|
byType: Record<string, number>;
|
|
115
|
+
/** 命中明细;未开启采集时为空。 */
|
|
116
|
+
hits?: ScrubHit[];
|
|
117
|
+
/** 字段级对照;只覆盖内容变化的字段。 */
|
|
118
|
+
comparisons?: ScrubComparison[];
|
|
119
|
+
/** 对照是否因预算被截断。 */
|
|
120
|
+
truncated?: boolean;
|
|
121
|
+
/** 检测完整性:`rules-only` 表示模型检测失败后降级。 */
|
|
122
|
+
integrity?: "complete" | "rules-only";
|
|
123
|
+
/** 降级的检测器错误码。 */
|
|
124
|
+
detectionErrors?: Array<{
|
|
125
|
+
finder: "model";
|
|
126
|
+
code: string;
|
|
127
|
+
}>;
|
|
128
|
+
}
|
|
129
|
+
/** 一次 scrub 的落盘预算与开关。 */
|
|
130
|
+
export interface ScrubCollectOptions {
|
|
131
|
+
includeOriginal: boolean;
|
|
132
|
+
/** 对照总字节上限。 */
|
|
133
|
+
maxRecordBytes: number;
|
|
94
134
|
}
|
|
95
135
|
/**
|
|
96
136
|
* 核心入口:对一组 `messages` 做脱敏。
|
|
@@ -101,5 +141,5 @@ export interface ScrubCoreStats {
|
|
|
101
141
|
* 3. 整个扫描成功完成后,把改动回写到传入的原始对象;
|
|
102
142
|
* 4. 失败则保持原对象不动,调用方负责 fail-closed。
|
|
103
143
|
*/
|
|
104
|
-
export declare function scrubCore(messages: readonly ScrubMessage[], session: AnonymizerSessionImpl, host: ScrubHost, options: ScrubCoreOptions): Promise<ScrubCoreStats>;
|
|
144
|
+
export declare function scrubCore(messages: readonly ScrubMessage[], session: AnonymizerSessionImpl, host: ScrubHost, options: ScrubCoreOptions, collect?: ScrubCollectOptions): Promise<ScrubCoreStats>;
|
|
105
145
|
//# sourceMappingURL=scrub.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"scrub.d.ts","sourceRoot":"","sources":["../../src/host-agnostic/scrub.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AACH,OAAO,KAAK,EACV,mBAAmB,EACpB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,4BAA4B,CAAC;
|
|
1
|
+
{"version":3,"file":"scrub.d.ts","sourceRoot":"","sources":["../../src/host-agnostic/scrub.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AACH,OAAO,KAAK,EACV,mBAAmB,EACpB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,4BAA4B,CAAC;AAGxE,wBAAwB;AACxB,MAAM,WAAW,SAAS;IACxB,4BAA4B;IAC5B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,gCAAgC;IAChC,QAAQ,CAAC,GAAG,EAAE,UAAU,CAAC;IACzB;;;OAGG;IACH,cAAc,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,GAAG,SAAS,CAAC;IACnD;;;OAGG;IACH,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,GAAG,MAAM,GAAG,SAAS,CAAC;IAC/D;;;OAGG;IACH,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,EAAE,OAAO,EAAE,MAAM,GAAG,SAAS,GAAG,IAAI,CAAC;IAC7E;;;;;OAKG;IACH,mBAAmB,CACjB,IAAI,EAAE,OAAO,CAAC,mBAAmB,CAAC,GAAG,SAAS,EAC9C,OAAO,EAAE,MAAM,GAAG,SAAS,GAC1B,OAAO,CAAC,mBAAmB,CAAC,CAAC;CACjC;AAED,yBAAyB;AACzB,MAAM,WAAW,UAAU;IACzB,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;IAC9D,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;IAC7D,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;IAC7D,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;CAC/D;AAED,iBAAiB;AACjB,MAAM,WAAW,gBAAgB;IAC/B,6CAA6C;IAC7C,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,mCAAmC;IACnC,MAAM,CAAC,EAAE,OAAO,CAAC,mBAAmB,CAAC,CAAC;IACtC,iCAAiC;IACjC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,yBAAyB;IACzB,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB;AAED,iDAAiD;AACjD,MAAM,WAAW,SAAS;IACxB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,cAAc,CAAC;IACvB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CACxB;AAED,oCAAoC;AACpC,MAAM,WAAW,cAAc;IAC7B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CACxB;AAED,8CAA8C;AAC9C,MAAM,WAAW,YAAY;IAC3B,OAAO,CAAC,EAAE,SAAS,EAAE,CAAC;IACtB,KAAK,CAAC,EAAE,SAAS,EAAE,CAAC;IACpB,IAAI,CAAC,EAAE;QAAE,SAAS,CAAC,EAAE,MAAM,CAAC;QAAC,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC;IACtD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CACxB;AAED,uBAAuB;AACvB,MAAM,WAAW,QAAQ;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,EAAE,MAAM,CAAC;IACZ,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,aAAa;AACb,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB;AAED,oBAAoB;AACpB,MAAM,WAAW,cAAc;IAC7B,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/B,qBAAqB;IACrB,IAAI,CAAC,EAAE,QAAQ,EAAE,CAAC;IAClB,wBAAwB;IACxB,WAAW,CAAC,EAAE,eAAe,EAAE,CAAC;IAChC,kBAAkB;IAClB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,sCAAsC;IACtC,SAAS,CAAC,EAAE,UAAU,GAAG,YAAY,CAAC;IACtC,iBAAiB;IACjB,eAAe,CAAC,EAAE,KAAK,CAAC;QAAE,MAAM,EAAE,OAAO,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CAC5D;AA2BD,yBAAyB;AACzB,MAAM,WAAW,mBAAmB;IAClC,eAAe,EAAE,OAAO,CAAC;IACzB,eAAe;IACf,cAAc,EAAE,MAAM,CAAC;CACxB;AAuQD;;;;;;;;GAQG;AACH,wBAAsB,SAAS,CAC7B,QAAQ,EAAE,SAAS,YAAY,EAAE,EACjC,OAAO,EAAE,qBAAqB,EAC9B,IAAI,EAAE,SAAS,EACf,OAAO,EAAE,gBAAgB,EACzB,OAAO,CAAC,EAAE,mBAAmB,GAC5B,OAAO,CAAC,cAAc,CAAC,CAqFzB"}
|