@ttt-productions/moderation-core 0.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -0,0 +1,3 @@
1
+ export type { Likelihood, MediaModerationScores, MediaModerationResult, PerspectiveScores, TextModerationResult, PerspectiveThresholds, ModerationLogger, } from "./types.js";
2
+ export { LIKELIHOOD_MAP, LIKELIHOOD_ORDER, likelihoodToString, isRejectionLikelihood, } from "./likelihood.js";
3
+ //# sourceMappingURL=index.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,YAAY,EACV,UAAU,EACV,qBAAqB,EACrB,qBAAqB,EACrB,iBAAiB,EACjB,oBAAoB,EACpB,qBAAqB,EACrB,gBAAgB,GACjB,MAAM,YAAY,CAAC;AAEpB,OAAO,EACL,cAAc,EACd,gBAAgB,EAChB,kBAAkB,EAClB,qBAAqB,GACtB,MAAM,iBAAiB,CAAC"}
package/dist/index.js ADDED
@@ -0,0 +1,2 @@
1
+ export { LIKELIHOOD_MAP, LIKELIHOOD_ORDER, likelihoodToString, isRejectionLikelihood, } from "./likelihood.js";
2
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAUA,OAAO,EACL,cAAc,EACd,gBAAgB,EAChB,kBAAkB,EAClB,qBAAqB,GACtB,MAAM,iBAAiB,CAAC"}
@@ -0,0 +1,12 @@
1
+ import type { Likelihood } from "./types.js";
2
+ /** Numeric enum value → string form, matching the Google APIs convention. */
3
+ export declare const LIKELIHOOD_MAP: Record<string | number, Likelihood>;
4
+ /** Comparison order for likelihoods (higher = more severe). */
5
+ export declare const LIKELIHOOD_ORDER: Record<Likelihood, number>;
6
+ export declare function likelihoodToString(value: string | number | null | undefined): Likelihood;
7
+ /**
8
+ * Returns true if `value` is at or above any of the `rejectionLikelihoods`.
9
+ * The caller provides the set — `moderation-core` does not bake in TTT thresholds.
10
+ */
11
+ export declare function isRejectionLikelihood(value: string | number | null | undefined, rejectionLikelihoods: ReadonlySet<string>): boolean;
12
+ //# sourceMappingURL=likelihood.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"likelihood.d.ts","sourceRoot":"","sources":["../src/likelihood.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAE7C,6EAA6E;AAC7E,eAAO,MAAM,cAAc,EAAE,MAAM,CAAC,MAAM,GAAG,MAAM,EAAE,UAAU,CAO9D,CAAC;AAEF,+DAA+D;AAC/D,eAAO,MAAM,gBAAgB,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,CAOvD,CAAC;AAEF,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,GAAG,SAAS,GAAG,UAAU,CAMxF;AAED;;;GAGG;AACH,wBAAgB,qBAAqB,CACnC,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,GAAG,SAAS,EACzC,oBAAoB,EAAE,WAAW,CAAC,MAAM,CAAC,GACxC,OAAO,CAGT"}
@@ -0,0 +1,35 @@
1
+ /** Numeric enum value → string form, matching the Google APIs convention. */
2
+ export const LIKELIHOOD_MAP = {
3
+ 0: "UNKNOWN",
4
+ 1: "VERY_UNLIKELY",
5
+ 2: "UNLIKELY",
6
+ 3: "POSSIBLE",
7
+ 4: "LIKELY",
8
+ 5: "VERY_LIKELY",
9
+ };
10
+ /** Comparison order for likelihoods (higher = more severe). */
11
+ export const LIKELIHOOD_ORDER = {
12
+ UNKNOWN: 0,
13
+ VERY_UNLIKELY: 1,
14
+ UNLIKELY: 2,
15
+ POSSIBLE: 3,
16
+ LIKELY: 4,
17
+ VERY_LIKELY: 5,
18
+ };
19
+ export function likelihoodToString(value) {
20
+ if (value === null || value === undefined)
21
+ return "UNKNOWN";
22
+ if (typeof value === "string") {
23
+ return (LIKELIHOOD_MAP[value] ?? value);
24
+ }
25
+ return LIKELIHOOD_MAP[value] ?? "UNKNOWN";
26
+ }
27
+ /**
28
+ * Returns true if `value` is at or above any of the `rejectionLikelihoods`.
29
+ * The caller provides the set — `moderation-core` does not bake in TTT thresholds.
30
+ */
31
+ export function isRejectionLikelihood(value, rejectionLikelihoods) {
32
+ const str = likelihoodToString(value);
33
+ return rejectionLikelihoods.has(str);
34
+ }
35
+ //# sourceMappingURL=likelihood.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"likelihood.js","sourceRoot":"","sources":["../src/likelihood.ts"],"names":[],"mappings":"AAEA,6EAA6E;AAC7E,MAAM,CAAC,MAAM,cAAc,GAAwC;IACjE,CAAC,EAAE,SAAS;IACZ,CAAC,EAAE,eAAe;IAClB,CAAC,EAAE,UAAU;IACb,CAAC,EAAE,UAAU;IACb,CAAC,EAAE,QAAQ;IACX,CAAC,EAAE,aAAa;CACjB,CAAC;AAEF,+DAA+D;AAC/D,MAAM,CAAC,MAAM,gBAAgB,GAA+B;IAC1D,OAAO,EAAE,CAAC;IACV,aAAa,EAAE,CAAC;IAChB,QAAQ,EAAE,CAAC;IACX,QAAQ,EAAE,CAAC;IACX,MAAM,EAAE,CAAC;IACT,WAAW,EAAE,CAAC;CACf,CAAC;AAEF,MAAM,UAAU,kBAAkB,CAAC,KAAyC;IAC1E,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IAC5D,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,CAAC,cAAc,CAAC,KAAoC,CAAC,IAAK,KAAoB,CAAe,CAAC;IACvG,CAAC;IACD,OAAO,cAAc,CAAC,KAAK,CAAC,IAAI,SAAS,CAAC;AAC5C,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,qBAAqB,CACnC,KAAyC,EACzC,oBAAyC;IAEzC,MAAM,GAAG,GAAG,kBAAkB,CAAC,KAAK,CAAC,CAAC;IACtC,OAAO,oBAAoB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;AACvC,CAAC"}
@@ -0,0 +1,20 @@
1
+ import type { MediaModerationResult, ModerationLogger } from "../types.js";
2
+ import type * as vision from "@google-cloud/vision";
3
+ export interface ImageModerationOptions {
4
+ /** Set of likelihood strings that should cause rejection (e.g. new Set(["LIKELY","VERY_LIKELY"])). */
5
+ rejectionLikelihoods: ReadonlySet<string>;
6
+ /** Optional logger. */
7
+ logger?: ModerationLogger;
8
+ /** Lazy Vision client provider. Defaults to constructing a new ImageAnnotatorClient on first call. */
9
+ getClient?: () => Promise<vision.ImageAnnotatorClient>;
10
+ }
11
+ /**
12
+ * Moderate an image via Google Cloud Vision SafeSearch.
13
+ * Throws on system errors (quota, network, etc.); returns a result on policy decisions.
14
+ *
15
+ * @param imageSource - GCS URI ("gs://bucket/path") or HTTPS URL.
16
+ */
17
+ export declare function moderateImage(imageSource: string, options: ImageModerationOptions): Promise<MediaModerationResult>;
18
+ /** Test-only: reset memoized default client. */
19
+ export declare function __resetDefaultVisionClient(): void;
20
+ //# sourceMappingURL=image-moderation.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"image-moderation.d.ts","sourceRoot":"","sources":["../../src/server/image-moderation.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EACV,qBAAqB,EACrB,gBAAgB,EACjB,MAAM,aAAa,CAAC;AAGrB,OAAO,KAAK,KAAK,MAAM,MAAM,sBAAsB,CAAC;AAEpD,MAAM,WAAW,sBAAsB;IACrC,sGAAsG;IACtG,oBAAoB,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;IAC1C,uBAAuB;IACvB,MAAM,CAAC,EAAE,gBAAgB,CAAC;IAC1B,sGAAsG;IACtG,SAAS,CAAC,EAAE,MAAM,OAAO,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;CACxD;AAUD;;;;;GAKG;AACH,wBAAsB,aAAa,CACjC,WAAW,EAAE,MAAM,EACnB,OAAO,EAAE,sBAAsB,GAC9B,OAAO,CAAC,qBAAqB,CAAC,CAkChC;AAED,gDAAgD;AAChD,wBAAgB,0BAA0B,SAEzC"}
@@ -0,0 +1,50 @@
1
+ import { isRejectionLikelihood, likelihoodToString, } from "../likelihood.js";
2
+ let _defaultClient = null;
3
+ async function defaultGetVisionClient() {
4
+ if (_defaultClient)
5
+ return _defaultClient;
6
+ const mod = await import("@google-cloud/vision");
7
+ _defaultClient = new mod.ImageAnnotatorClient();
8
+ return _defaultClient;
9
+ }
10
+ /**
11
+ * Moderate an image via Google Cloud Vision SafeSearch.
12
+ * Throws on system errors (quota, network, etc.); returns a result on policy decisions.
13
+ *
14
+ * @param imageSource - GCS URI ("gs://bucket/path") or HTTPS URL.
15
+ */
16
+ export async function moderateImage(imageSource, options) {
17
+ const { rejectionLikelihoods, logger } = options;
18
+ const getClient = options.getClient ?? defaultGetVisionClient;
19
+ logger?.info?.(`[moderation-core] Image moderation: ${imageSource}`);
20
+ const client = await getClient();
21
+ const [result] = await client.safeSearchDetection(imageSource);
22
+ const safeSearch = result.safeSearchAnnotation;
23
+ if (!safeSearch) {
24
+ logger?.warn?.("[moderation-core] SafeSearch returned no annotation; rejecting as precaution");
25
+ return {
26
+ safe: false,
27
+ reason: "Content moderation check failed",
28
+ scores: { adult: "UNKNOWN", violence: "UNKNOWN", racy: "UNKNOWN" },
29
+ };
30
+ }
31
+ const scores = {
32
+ adult: likelihoodToString(safeSearch.adult),
33
+ violence: likelihoodToString(safeSearch.violence),
34
+ racy: likelihoodToString(safeSearch.racy),
35
+ };
36
+ const isAdult = isRejectionLikelihood(safeSearch.adult, rejectionLikelihoods);
37
+ const isViolent = isRejectionLikelihood(safeSearch.violence, rejectionLikelihoods);
38
+ const safe = !isAdult && !isViolent;
39
+ let reason;
40
+ if (isAdult)
41
+ reason = "Adult or sexually explicit content is not allowed";
42
+ else if (isViolent)
43
+ reason = "Violent or graphic content is not allowed";
44
+ return { safe, reason, scores };
45
+ }
46
+ /** Test-only: reset memoized default client. */
47
+ export function __resetDefaultVisionClient() {
48
+ _defaultClient = null;
49
+ }
50
+ //# sourceMappingURL=image-moderation.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"image-moderation.js","sourceRoot":"","sources":["../../src/server/image-moderation.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,qBAAqB,EACrB,kBAAkB,GACnB,MAAM,kBAAkB,CAAC;AAkB1B,IAAI,cAAc,GAAuC,IAAI,CAAC;AAC9D,KAAK,UAAU,sBAAsB;IACnC,IAAI,cAAc;QAAE,OAAO,cAAc,CAAC;IAC1C,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,sBAAsB,CAAC,CAAC;IACjD,cAAc,GAAG,IAAI,GAAG,CAAC,oBAAoB,EAAE,CAAC;IAChD,OAAO,cAAc,CAAC;AACxB,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,WAAmB,EACnB,OAA+B;IAE/B,MAAM,EAAE,oBAAoB,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;IACjD,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,sBAAsB,CAAC;IAE9D,MAAM,EAAE,IAAI,EAAE,CAAC,uCAAuC,WAAW,EAAE,CAAC,CAAC;IAErE,MAAM,MAAM,GAAG,MAAM,SAAS,EAAE,CAAC;IACjC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,MAAM,CAAC,mBAAmB,CAAC,WAAW,CAAC,CAAC;IAC/D,MAAM,UAAU,GAAG,MAAM,CAAC,oBAAoB,CAAC;IAE/C,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,MAAM,EAAE,IAAI,EAAE,CAAC,8EAA8E,CAAC,CAAC;QAC/F,OAAO;YACL,IAAI,EAAE,KAAK;YACX,MAAM,EAAE,iCAAiC;YACzC,MAAM,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,SAAS,EAAE,IAAI,EAAE,SAAS,EAAE;SACnE,CAAC;IACJ,CAAC;IAED,MAAM,MAAM,GAAG;QACb,KAAK,EAAE,kBAAkB,CAAC,UAAU,CAAC,KAAK,CAAC;QAC3C,QAAQ,EAAE,kBAAkB,CAAC,UAAU,CAAC,QAAQ,CAAC;QACjD,IAAI,EAAE,kBAAkB,CAAC,UAAU,CAAC,IAAI,CAAC;KAC1C,CAAC;IAEF,MAAM,OAAO,GAAG,qBAAqB,CAAC,UAAU,CAAC,KAAK,EAAE,oBAAoB,CAAC,CAAC;IAC9E,MAAM,SAAS,GAAG,qBAAqB,CAAC,UAAU,CAAC,QAAQ,EAAE,oBAAoB,CAAC,CAAC;IAEnF,MAAM,IAAI,GAAG,CAAC,OAAO,IAAI,CAAC,SAAS,CAAC;IACpC,IAAI,MAA0B,CAAC;IAC/B,IAAI,OAAO;QAAE,MAAM,GAAG,mDAAmD,CAAC;SACrE,IAAI,SAAS;QAAE,MAAM,GAAG,2CAA2C,CAAC;IAEzE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;AAClC,CAAC;AAED,gDAAgD;AAChD,MAAM,UAAU,0BAA0B;IACxC,cAAc,GAAG,IAAI,CAAC;AACxB,CAAC"}
@@ -0,0 +1,7 @@
1
+ export { moderateImage, __resetDefaultVisionClient, } from "./image-moderation.js";
2
+ export type { ImageModerationOptions } from "./image-moderation.js";
3
+ export { moderateVideo, __resetDefaultVideoClient, } from "./video-moderation.js";
4
+ export type { VideoModerationOptions } from "./video-moderation.js";
5
+ export { moderateText, perspectiveCheck, quickWordFilter, createWordListCache, } from "./text-moderation.js";
6
+ export type { WordListProvider, PerspectiveCheckOptions, ModerateTextOptions, } from "./text-moderation.js";
7
+ //# sourceMappingURL=index.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/server/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,aAAa,EACb,0BAA0B,GAC3B,MAAM,uBAAuB,CAAC;AAC/B,YAAY,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC;AAEpE,OAAO,EACL,aAAa,EACb,yBAAyB,GAC1B,MAAM,uBAAuB,CAAC;AAC/B,YAAY,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC;AAEpE,OAAO,EACL,YAAY,EACZ,gBAAgB,EAChB,eAAe,EACf,mBAAmB,GACpB,MAAM,sBAAsB,CAAC;AAC9B,YAAY,EACV,gBAAgB,EAChB,uBAAuB,EACvB,mBAAmB,GACpB,MAAM,sBAAsB,CAAC"}
@@ -0,0 +1,4 @@
1
+ export { moderateImage, __resetDefaultVisionClient, } from "./image-moderation.js";
2
+ export { moderateVideo, __resetDefaultVideoClient, } from "./video-moderation.js";
3
+ export { moderateText, perspectiveCheck, quickWordFilter, createWordListCache, } from "./text-moderation.js";
4
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/server/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,aAAa,EACb,0BAA0B,GAC3B,MAAM,uBAAuB,CAAC;AAG/B,OAAO,EACL,aAAa,EACb,yBAAyB,GAC1B,MAAM,uBAAuB,CAAC;AAG/B,OAAO,EACL,YAAY,EACZ,gBAAgB,EAChB,eAAe,EACf,mBAAmB,GACpB,MAAM,sBAAsB,CAAC"}
@@ -0,0 +1,46 @@
1
+ import type { ModerationLogger, PerspectiveThresholds, TextModerationResult } from "../types.js";
2
+ export interface WordListProvider {
3
+ /** Returns the active profanity word list. May read from cache, Firestore, etc. */
4
+ getWords(): Promise<ReadonlySet<string>>;
5
+ }
6
+ /**
7
+ * Build a memoized word-list provider. Calls `loader` on first use and
8
+ * any time the cache is older than `ttlMs`.
9
+ */
10
+ export declare function createWordListCache(args: {
11
+ loader: () => Promise<Iterable<string>>;
12
+ ttlMs: number;
13
+ logger?: ModerationLogger;
14
+ }): WordListProvider & {
15
+ __reset(): void;
16
+ };
17
+ export declare function quickWordFilter(text: string, wordList: WordListProvider): Promise<{
18
+ pass: boolean;
19
+ flaggedWords: string[];
20
+ }>;
21
+ export interface PerspectiveCheckOptions {
22
+ apiKey: string;
23
+ thresholds: PerspectiveThresholds;
24
+ logger?: ModerationLogger;
25
+ /** Fetch implementation override (test-friendly). Defaults to globalThis.fetch. */
26
+ fetchImpl?: typeof fetch;
27
+ }
28
+ export declare function perspectiveCheck(text: string, options: PerspectiveCheckOptions): Promise<TextModerationResult>;
29
+ export interface ModerateTextOptions {
30
+ wordList: WordListProvider;
31
+ perspective: {
32
+ getApiKey: () => string | undefined;
33
+ thresholds: PerspectiveThresholds;
34
+ fetchImpl?: typeof fetch;
35
+ };
36
+ /** Minimum text length before any moderation runs. Default 0 (always run). */
37
+ minLength?: number;
38
+ logger?: ModerationLogger;
39
+ }
40
+ /**
41
+ * Two-layer text moderation: word filter (cheap, local) → Perspective API.
42
+ * Returns a generic result — the caller decides how to respond
43
+ * (throw HttpsError, log violation, etc.).
44
+ */
45
+ export declare function moderateText(text: string, options: ModerateTextOptions): Promise<TextModerationResult>;
46
+ //# sourceMappingURL=text-moderation.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"text-moderation.d.ts","sourceRoot":"","sources":["../../src/server/text-moderation.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,gBAAgB,EAEhB,qBAAqB,EACrB,oBAAoB,EACrB,MAAM,aAAa,CAAC;AAErB,MAAM,WAAW,gBAAgB;IAC/B,mFAAmF;IACnF,QAAQ,IAAI,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC;CAC1C;AAED;;;GAGG;AACH,wBAAgB,mBAAmB,CAAC,IAAI,EAAE;IACxC,MAAM,EAAE,MAAM,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;IACxC,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,gBAAgB,CAAC;CAC3B,GAAG,gBAAgB,GAAG;IAAE,OAAO,IAAI,IAAI,CAAA;CAAE,CAmBzC;AAiBD,wBAAsB,eAAe,CACnC,IAAI,EAAE,MAAM,EACZ,QAAQ,EAAE,gBAAgB,GACzB,OAAO,CAAC;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,YAAY,EAAE,MAAM,EAAE,CAAA;CAAE,CAAC,CAYpD;AAED,MAAM,WAAW,uBAAuB;IACtC,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,qBAAqB,CAAC;IAClC,MAAM,CAAC,EAAE,gBAAgB,CAAC;IAC1B,mFAAmF;IACnF,SAAS,CAAC,EAAE,OAAO,KAAK,CAAC;CAC1B;AAED,wBAAsB,gBAAgB,CACpC,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,uBAAuB,GAC/B,OAAO,CAAC,oBAAoB,CAAC,CAmE/B;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,EAAE,gBAAgB,CAAC;IAC3B,WAAW,EAAE;QACX,SAAS,EAAE,MAAM,MAAM,GAAG,SAAS,CAAC;QACpC,UAAU,EAAE,qBAAqB,CAAC;QAClC,SAAS,CAAC,EAAE,OAAO,KAAK,CAAC;KAC1B,CAAC;IACF,8EAA8E;IAC9E,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,gBAAgB,CAAC;CAC3B;AAED;;;;GAIG;AACH,wBAAsB,YAAY,CAChC,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,mBAAmB,GAC3B,OAAO,CAAC,oBAAoB,CAAC,CA2B/B"}
@@ -0,0 +1,142 @@
1
+ /**
2
+ * Build a memoized word-list provider. Calls `loader` on first use and
3
+ * any time the cache is older than `ttlMs`.
4
+ */
5
+ export function createWordListCache(args) {
6
+ let cached = null;
7
+ let cachedAt = 0;
8
+ return {
9
+ async getWords() {
10
+ const now = Date.now();
11
+ if (cached && now - cachedAt < args.ttlMs)
12
+ return cached;
13
+ const fresh = await args.loader();
14
+ cached = new Set(fresh);
15
+ cachedAt = now;
16
+ args.logger?.info?.(`[moderation-core] Loaded ${cached.size} words into cache`);
17
+ return cached;
18
+ },
19
+ __reset() {
20
+ cached = null;
21
+ cachedAt = 0;
22
+ },
23
+ };
24
+ }
25
+ const LEET_SPEAK_MAP = {
26
+ "0": "o", "1": "i", "3": "e", "4": "a", "5": "s",
27
+ "7": "t", "8": "b", "@": "a", "$": "s", "!": "i", "+": "t",
28
+ };
29
+ function normalizeText(text) {
30
+ let normalized = text.toLowerCase();
31
+ for (const [leet, letter] of Object.entries(LEET_SPEAK_MAP)) {
32
+ normalized = normalized.split(leet).join(letter);
33
+ }
34
+ // Collapse 3+ repeated chars to 2 (e.g. "fuuuck" → "fuuck")
35
+ normalized = normalized.replace(/(.)\1{2,}/g, "$1$1");
36
+ return normalized;
37
+ }
38
+ export async function quickWordFilter(text, wordList) {
39
+ const words = await wordList.getWords();
40
+ if (words.size === 0)
41
+ return { pass: true, flaggedWords: [] };
42
+ const normalized = normalizeText(text);
43
+ const tokens = normalized.split(/[\s.,!?;:'"()[\]{}<>/\\|`~@#$%^&*+=_-]+/);
44
+ const flagged = [];
45
+ for (const token of tokens) {
46
+ const clean = token.replace(/[^a-z0-9]/gi, "");
47
+ if (clean.length > 1 && words.has(clean))
48
+ flagged.push(clean);
49
+ }
50
+ return { pass: flagged.length === 0, flaggedWords: flagged };
51
+ }
52
+ export async function perspectiveCheck(text, options) {
53
+ const { apiKey, thresholds, logger } = options;
54
+ const f = options.fetchImpl ?? fetch;
55
+ if (!apiKey) {
56
+ logger?.warn?.("[moderation-core] Perspective API key not provided; skipping Layer 2");
57
+ return { safe: true };
58
+ }
59
+ try {
60
+ const response = await f(`https://commentanalyzer.googleapis.com/v1alpha1/comments:analyze?key=${apiKey}`, {
61
+ method: "POST",
62
+ headers: { "Content-Type": "application/json" },
63
+ body: JSON.stringify({
64
+ comment: { text },
65
+ languages: ["en"],
66
+ requestedAttributes: {
67
+ TOXICITY: {},
68
+ SEVERE_TOXICITY: {},
69
+ IDENTITY_ATTACK: {},
70
+ INSULT: {},
71
+ PROFANITY: {},
72
+ THREAT: {},
73
+ },
74
+ }),
75
+ });
76
+ if (!response.ok) {
77
+ const errorText = await response.text();
78
+ logger?.error?.(`Perspective API error: ${response.status} - ${errorText}`);
79
+ return { safe: true };
80
+ }
81
+ const data = (await response.json());
82
+ const get = (k) => data.attributeScores?.[k]?.summaryScore?.value ?? 0;
83
+ const scores = {
84
+ toxicity: get("TOXICITY"),
85
+ severeToxicity: get("SEVERE_TOXICITY"),
86
+ identityAttack: get("IDENTITY_ATTACK"),
87
+ insult: get("INSULT"),
88
+ profanity: get("PROFANITY"),
89
+ threat: get("THREAT"),
90
+ };
91
+ if (scores.severeToxicity > thresholds.severeToxicity) {
92
+ return { safe: false, reason: "Content contains severe toxicity", scores, layer: "perspective" };
93
+ }
94
+ if (scores.identityAttack > thresholds.identityAttack) {
95
+ return { safe: false, reason: "Content contains hate speech or identity-based attacks", scores, layer: "perspective" };
96
+ }
97
+ if (scores.threat > thresholds.threat) {
98
+ return { safe: false, reason: "Content contains threats", scores, layer: "perspective" };
99
+ }
100
+ if (scores.toxicity > thresholds.toxicity) {
101
+ return { safe: false, reason: "Content is too toxic", scores, layer: "perspective" };
102
+ }
103
+ return { safe: true, scores };
104
+ }
105
+ catch (error) {
106
+ logger?.error?.("[moderation-core] Perspective API request failed:", error);
107
+ return { safe: true };
108
+ }
109
+ }
110
+ /**
111
+ * Two-layer text moderation: word filter (cheap, local) → Perspective API.
112
+ * Returns a generic result — the caller decides how to respond
113
+ * (throw HttpsError, log violation, etc.).
114
+ */
115
+ export async function moderateText(text, options) {
116
+ const { wordList, perspective, minLength = 0, logger } = options;
117
+ if (!text || text.trim().length === 0)
118
+ return { safe: true };
119
+ if (text.trim().length < minLength)
120
+ return { safe: true };
121
+ logger?.info?.(`[moderation-core] Text moderation: ${text.length} chars`);
122
+ const wordCheck = await quickWordFilter(text, wordList);
123
+ if (!wordCheck.pass) {
124
+ return {
125
+ safe: false,
126
+ reason: "Content contains prohibited language",
127
+ flaggedWords: wordCheck.flaggedWords,
128
+ layer: "word_filter",
129
+ };
130
+ }
131
+ const apiKey = perspective.getApiKey();
132
+ const perspectiveResult = await perspectiveCheck(text, {
133
+ apiKey: apiKey ?? "",
134
+ thresholds: perspective.thresholds,
135
+ logger,
136
+ fetchImpl: perspective.fetchImpl,
137
+ });
138
+ if (!perspectiveResult.safe)
139
+ return perspectiveResult;
140
+ return { safe: true, scores: perspectiveResult.scores };
141
+ }
142
+ //# sourceMappingURL=text-moderation.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"text-moderation.js","sourceRoot":"","sources":["../../src/server/text-moderation.ts"],"names":[],"mappings":"AAYA;;;GAGG;AACH,MAAM,UAAU,mBAAmB,CAAC,IAInC;IACC,IAAI,MAAM,GAAuB,IAAI,CAAC;IACtC,IAAI,QAAQ,GAAG,CAAC,CAAC;IAEjB,OAAO;QACL,KAAK,CAAC,QAAQ;YACZ,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACvB,IAAI,MAAM,IAAI,GAAG,GAAG,QAAQ,GAAG,IAAI,CAAC,KAAK;gBAAE,OAAO,MAAM,CAAC;YACzD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;YAClC,MAAM,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC;YACxB,QAAQ,GAAG,GAAG,CAAC;YACf,IAAI,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,4BAA4B,MAAM,CAAC,IAAI,mBAAmB,CAAC,CAAC;YAChF,OAAO,MAAM,CAAC;QAChB,CAAC;QACD,OAAO;YACL,MAAM,GAAG,IAAI,CAAC;YACd,QAAQ,GAAG,CAAC,CAAC;QACf,CAAC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,cAAc,GAA2B;IAC7C,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG;IAChD,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG;CAC3D,CAAC;AAEF,SAAS,aAAa,CAAC,IAAY;IACjC,IAAI,UAAU,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;IACpC,KAAK,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,EAAE,CAAC;QAC5D,UAAU,GAAG,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACnD,CAAC;IACD,4DAA4D;IAC5D,UAAU,GAAG,UAAU,CAAC,OAAO,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;IACtD,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,IAAY,EACZ,QAA0B;IAE1B,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,CAAC;IACxC,IAAI,KAAK,CAAC,IAAI,KAAK,CAAC;QAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,YAAY,EAAE,EAAE,EAAE,CAAC;IAE9D,MAAM,UAAU,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC;IACvC,MAAM,MAAM,GAAG,UAAU,CAAC,KAAK,CAAC,yCAAyC,CAAC,CAAC;IAC3E,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC;QAC/C,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC;YAAE,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAChE,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,YAAY,EAAE,OAAO,EAAE,CAAC;AAC/D,CAAC;AAUD,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,IAAY,EACZ,OAAgC;IAEhC,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;IAC/C,MAAM,CAAC,GAAG,OAAO,CAAC,SAAS,IAAI,KAAK,CAAC;IAErC,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,EAAE,IAAI,EAAE,CAAC,sEAAsE,CAAC,CAAC;QACvF,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;IACxB,CAAC;IAED,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,CAAC,CACtB,wEAAwE,MAAM,EAAE,EAChF;YACE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,OAAO,EAAE,EAAE,IAAI,EAAE;gBACjB,SAAS,EAAE,CAAC,IAAI,CAAC;gBACjB,mBAAmB,EAAE;oBACnB,QAAQ,EAAE,EAAE;oBACZ,eAAe,EAAE,EAAE;oBACnB,eAAe,EAAE,EAAE;oBACnB,MAAM,EAAE,EAAE;oBACV,SAAS,EAAE,EAAE;oBACb,MAAM,EAAE,EAAE;iBACX;aACF,CAAC;SACH,CACF,CAAC;QAEF,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACxC,MAAM,EAAE,KAAK,EAAE,CAAC,0BAA0B,QAAQ,CAAC,MAAM,MAAM,SAAS,EAAE,CAAC,CAAC;YAC5E,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;QACxB,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAElC,CAAC;QACF,MAAM,GAAG,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,KAAK,IAAI,CAAC,CAAC;QAE/E,MAAM,MAAM,GAAsB;YAChC,QAAQ,EAAE,GAAG,CAAC,UAAU,CAAC;YACzB,cAAc,EAAE,GAAG,CAAC,iBAAiB,CAAC;YACtC,cAAc,EAAE,GAAG,CAAC,iBAAiB,CAAC;YACtC,MAAM,EAAE,GAAG,CAAC,QAAQ,CAAC;YACrB,SAAS,EAAE,GAAG,CAAC,WAAW,CAAC;YAC3B,MAAM,EAAE,GAAG,CAAC,QAAQ,CAAC;SACtB,CAAC;QAEF,IAAI,MAAM,CAAC,cAAc,GAAG,UAAU,CAAC,cAAc,EAAE,CAAC;YACtD,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,kCAAkC,EAAE,MAAM,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC;QACnG,CAAC;QACD,IAAI,MAAM,CAAC,cAAc,GAAG,UAAU,CAAC,cAAc,EAAE,CAAC;YACtD,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,wDAAwD,EAAE,MAAM,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC;QACzH,CAAC;QACD,IAAI,MAAM,CAAC,MAAM,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC;YACtC,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,0BAA0B,EAAE,MAAM,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC;QAC3F,CAAC;QACD,IAAI,MAAM,CAAC,QAAQ,GAAG,UAAU,CAAC,QAAQ,EAAE,CAAC;YAC1C,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,sBAAsB,EAAE,MAAM,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC;QACvF,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;IAChC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,EAAE,KAAK,EAAE,CAAC,mDAAmD,EAAE,KAAK,CAAC,CAAC;QAC5E,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;IACxB,CAAC;AACH,CAAC;AAcD;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,IAAY,EACZ,OAA4B;IAE5B,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,SAAS,GAAG,CAAC,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;IACjE,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;IAC7D,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,SAAS;QAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;IAE1D,MAAM,EAAE,IAAI,EAAE,CAAC,sCAAsC,IAAI,CAAC,MAAM,QAAQ,CAAC,CAAC;IAE1E,MAAM,SAAS,GAAG,MAAM,eAAe,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACxD,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;QACpB,OAAO;YACL,IAAI,EAAE,KAAK;YACX,MAAM,EAAE,sCAAsC;YAC9C,YAAY,EAAE,SAAS,CAAC,YAAY;YACpC,KAAK,EAAE,aAAa;SACrB,CAAC;IACJ,CAAC;IAED,MAAM,MAAM,GAAG,WAAW,CAAC,SAAS,EAAE,CAAC;IACvC,MAAM,iBAAiB,GAAG,MAAM,gBAAgB,CAAC,IAAI,EAAE;QACrD,MAAM,EAAE,MAAM,IAAI,EAAE;QACpB,UAAU,EAAE,WAAW,CAAC,UAAU;QAClC,MAAM;QACN,SAAS,EAAE,WAAW,CAAC,SAAS;KACjC,CAAC,CAAC;IACH,IAAI,CAAC,iBAAiB,CAAC,IAAI;QAAE,OAAO,iBAAiB,CAAC;IAEtD,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,iBAAiB,CAAC,MAAM,EAAE,CAAC;AAC1D,CAAC"}
@@ -0,0 +1,14 @@
1
+ import type { MediaModerationResult, ModerationLogger } from "../types.js";
2
+ import type { VideoIntelligenceServiceClient } from "@google-cloud/video-intelligence";
3
+ export interface VideoModerationOptions {
4
+ rejectionLikelihoods: ReadonlySet<string>;
5
+ logger?: ModerationLogger;
6
+ getClient?: () => Promise<VideoIntelligenceServiceClient>;
7
+ }
8
+ /**
9
+ * Moderate a video via Google Cloud Video Intelligence.
10
+ * @param gcsUri - MUST be a GCS URI ("gs://bucket/path"); HTTPS URLs are not supported by the API.
11
+ */
12
+ export declare function moderateVideo(gcsUri: string, options: VideoModerationOptions): Promise<MediaModerationResult>;
13
+ export declare function __resetDefaultVideoClient(): void;
14
+ //# sourceMappingURL=video-moderation.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"video-moderation.d.ts","sourceRoot":"","sources":["../../src/server/video-moderation.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAEV,qBAAqB,EACrB,gBAAgB,EACjB,MAAM,aAAa,CAAC;AAErB,OAAO,KAAK,EAAE,8BAA8B,EAAE,MAAM,kCAAkC,CAAC;AAEvF,MAAM,WAAW,sBAAsB;IACrC,oBAAoB,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;IAC1C,MAAM,CAAC,EAAE,gBAAgB,CAAC;IAC1B,SAAS,CAAC,EAAE,MAAM,OAAO,CAAC,8BAA8B,CAAC,CAAC;CAC3D;AAUD;;;GAGG;AACH,wBAAsB,aAAa,CACjC,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,sBAAsB,GAC9B,OAAO,CAAC,qBAAqB,CAAC,CAgDhC;AAED,wBAAgB,yBAAyB,SAExC"}
@@ -0,0 +1,57 @@
1
+ import { isRejectionLikelihood, likelihoodToString, LIKELIHOOD_ORDER, } from "../likelihood.js";
2
+ let _defaultClient = null;
3
+ async function defaultGetVideoClient() {
4
+ if (_defaultClient)
5
+ return _defaultClient;
6
+ const mod = await import("@google-cloud/video-intelligence");
7
+ _defaultClient = new mod.VideoIntelligenceServiceClient();
8
+ return _defaultClient;
9
+ }
10
+ /**
11
+ * Moderate a video via Google Cloud Video Intelligence.
12
+ * @param gcsUri - MUST be a GCS URI ("gs://bucket/path"); HTTPS URLs are not supported by the API.
13
+ */
14
+ export async function moderateVideo(gcsUri, options) {
15
+ const { rejectionLikelihoods, logger } = options;
16
+ const getClient = options.getClient ?? defaultGetVideoClient;
17
+ logger?.info?.(`[moderation-core] Video moderation: ${gcsUri}`);
18
+ const { protos } = await import("@google-cloud/video-intelligence");
19
+ const client = await getClient();
20
+ const [operation] = await client.annotateVideo({
21
+ inputUri: gcsUri,
22
+ features: [
23
+ protos.google.cloud.videointelligence.v1.Feature.EXPLICIT_CONTENT_DETECTION,
24
+ ],
25
+ });
26
+ const [result] = await operation.promise();
27
+ const annotation = result.annotationResults?.[0];
28
+ const explicitAnnotation = annotation?.explicitAnnotation;
29
+ if (!explicitAnnotation?.frames?.length) {
30
+ logger?.warn?.("[moderation-core] No explicit-content frames returned; allowing content");
31
+ return { safe: true, scores: { adult: "UNKNOWN", violence: "UNKNOWN", racy: "UNKNOWN" } };
32
+ }
33
+ let maxAdult = "VERY_UNLIKELY";
34
+ let foundExplicit = false;
35
+ for (const frame of explicitAnnotation.frames) {
36
+ if (isRejectionLikelihood(frame.pornographyLikelihood, rejectionLikelihoods)) {
37
+ maxAdult = likelihoodToString(frame.pornographyLikelihood);
38
+ foundExplicit = true;
39
+ break;
40
+ }
41
+ const current = likelihoodToString(frame.pornographyLikelihood);
42
+ if (LIKELIHOOD_ORDER[current] > LIKELIHOOD_ORDER[maxAdult]) {
43
+ maxAdult = current;
44
+ }
45
+ }
46
+ const safe = !foundExplicit;
47
+ const reason = safe ? undefined : "Adult or sexually explicit content is not allowed";
48
+ return {
49
+ safe,
50
+ reason,
51
+ scores: { adult: maxAdult, violence: "NOT_CHECKED", racy: "NOT_CHECKED" },
52
+ };
53
+ }
54
+ export function __resetDefaultVideoClient() {
55
+ _defaultClient = null;
56
+ }
57
+ //# sourceMappingURL=video-moderation.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"video-moderation.js","sourceRoot":"","sources":["../../src/server/video-moderation.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,qBAAqB,EACrB,kBAAkB,EAClB,gBAAgB,GACjB,MAAM,kBAAkB,CAAC;AAe1B,IAAI,cAAc,GAA0C,IAAI,CAAC;AACjE,KAAK,UAAU,qBAAqB;IAClC,IAAI,cAAc;QAAE,OAAO,cAAc,CAAC;IAC1C,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,kCAAkC,CAAC,CAAC;IAC7D,cAAc,GAAG,IAAI,GAAG,CAAC,8BAA8B,EAAE,CAAC;IAC1D,OAAO,cAAc,CAAC;AACxB,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,MAAc,EACd,OAA+B;IAE/B,MAAM,EAAE,oBAAoB,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;IACjD,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,qBAAqB,CAAC;IAE7D,MAAM,EAAE,IAAI,EAAE,CAAC,uCAAuC,MAAM,EAAE,CAAC,CAAC;IAEhE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,kCAAkC,CAAC,CAAC;IACpE,MAAM,MAAM,GAAG,MAAM,SAAS,EAAE,CAAC;IAEjC,MAAM,CAAC,SAAS,CAAC,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC;QAC7C,QAAQ,EAAE,MAAM;QAChB,QAAQ,EAAE;YACR,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,EAAE,CAAC,OAAO,CAAC,0BAA0B;SAC5E;KACF,CAAC,CAAC;IAEH,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,SAAS,CAAC,OAAO,EAAE,CAAC;IAC3C,MAAM,UAAU,GAAG,MAAM,CAAC,iBAAiB,EAAE,CAAC,CAAC,CAAC,CAAC;IACjD,MAAM,kBAAkB,GAAG,UAAU,EAAE,kBAAkB,CAAC;IAE1D,IAAI,CAAC,kBAAkB,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;QACxC,MAAM,EAAE,IAAI,EAAE,CAAC,yEAAyE,CAAC,CAAC;QAC1F,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,SAAS,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,CAAC;IAC5F,CAAC;IAED,IAAI,QAAQ,GAAe,eAAe,CAAC;IAC3C,IAAI,aAAa,GAAG,KAAK,CAAC;IAE1B,KAAK,MAAM,KAAK,IAAI,kBAAkB,CAAC,MAAM,EAAE,CAAC;QAC9C,IAAI,qBAAqB,CAAC,KAAK,CAAC,qBAAqB,EAAE,oBAAoB,CAAC,EAAE,CAAC;YAC7E,QAAQ,GAAG,kBAAkB,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC;YAC3D,aAAa,GAAG,IAAI,CAAC;YACrB,MAAM;QACR,CAAC;QACD,MAAM,OAAO,GAAG,kBAAkB,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC;QAChE,IAAI,gBAAgB,CAAC,OAAO,CAAC,GAAG,gBAAgB,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC3D,QAAQ,GAAG,OAAO,CAAC;QACrB,CAAC;IACH,CAAC;IAED,MAAM,IAAI,GAAG,CAAC,aAAa,CAAC;IAC5B,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,mDAAmD,CAAC;IAEtF,OAAO;QACL,IAAI;QACJ,MAAM;QACN,MAAM,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,aAAa,EAAE,IAAI,EAAE,aAAa,EAAE;KAC1E,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,yBAAyB;IACvC,cAAc,GAAG,IAAI,CAAC;AACxB,CAAC"}
@@ -0,0 +1,42 @@
1
+ /** Google-style likelihood enum (string form). */
2
+ export type Likelihood = "UNKNOWN" | "VERY_UNLIKELY" | "UNLIKELY" | "POSSIBLE" | "LIKELY" | "VERY_LIKELY";
3
+ export interface MediaModerationScores {
4
+ adult: string;
5
+ violence: string;
6
+ racy: string;
7
+ }
8
+ export interface MediaModerationResult {
9
+ safe: boolean;
10
+ reason?: string;
11
+ scores: MediaModerationScores;
12
+ }
13
+ export interface PerspectiveScores {
14
+ toxicity: number;
15
+ severeToxicity: number;
16
+ identityAttack: number;
17
+ insult: number;
18
+ profanity: number;
19
+ threat: number;
20
+ }
21
+ export interface TextModerationResult {
22
+ safe: boolean;
23
+ reason?: string;
24
+ flaggedWords?: string[];
25
+ scores?: PerspectiveScores;
26
+ layer?: "word_filter" | "perspective";
27
+ }
28
+ export interface PerspectiveThresholds {
29
+ toxicity: number;
30
+ severeToxicity: number;
31
+ identityAttack: number;
32
+ insult: number;
33
+ profanity: number;
34
+ threat: number;
35
+ }
36
+ /** Generic logger used for diagnostic output. Consumers wire to their own. */
37
+ export interface ModerationLogger {
38
+ info?: (message: string, ...args: unknown[]) => void;
39
+ warn?: (message: string, ...args: unknown[]) => void;
40
+ error?: (message: string, ...args: unknown[]) => void;
41
+ }
42
+ //# sourceMappingURL=types.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,kDAAkD;AAClD,MAAM,MAAM,UAAU,GAClB,SAAS,GACT,eAAe,GACf,UAAU,GACV,UAAU,GACV,QAAQ,GACR,aAAa,CAAC;AAElB,MAAM,WAAW,qBAAqB;IACpC,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,qBAAqB;IACpC,IAAI,EAAE,OAAO,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,qBAAqB,CAAC;CAC/B;AAED,MAAM,WAAW,iBAAiB;IAChC,QAAQ,EAAE,MAAM,CAAC;IACjB,cAAc,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE,MAAM,CAAC;IACvB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,OAAO,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;IACxB,MAAM,CAAC,EAAE,iBAAiB,CAAC;IAC3B,KAAK,CAAC,EAAE,aAAa,GAAG,aAAa,CAAC;CACvC;AAED,MAAM,WAAW,qBAAqB;IACpC,QAAQ,EAAE,MAAM,CAAC;IACjB,cAAc,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE,MAAM,CAAC;IACvB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,8EAA8E;AAC9E,MAAM,WAAW,gBAAgB;IAC/B,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,KAAK,IAAI,CAAC;IACrD,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,KAAK,IAAI,CAAC;IACrD,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,KAAK,IAAI,CAAC;CACvD"}
package/dist/types.js ADDED
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=types.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":""}
package/package.json ADDED
@@ -0,0 +1,56 @@
1
+ {
2
+ "name": "@ttt-productions/moderation-core",
3
+ "version": "0.2.0",
4
+ "repository": {
5
+ "type": "git",
6
+ "url": "git+https://github.com/ttt-productions/ttt-packages.git",
7
+ "directory": "packages/moderation-core"
8
+ },
9
+ "type": "module",
10
+ "main": "dist/index.js",
11
+ "module": "dist/index.js",
12
+ "types": "dist/index.d.ts",
13
+ "sideEffects": false,
14
+ "files": [
15
+ "dist"
16
+ ],
17
+ "exports": {
18
+ ".": {
19
+ "types": "./dist/index.d.ts",
20
+ "default": "./dist/index.js"
21
+ },
22
+ "./server": {
23
+ "types": "./dist/server/index.d.ts",
24
+ "default": "./dist/server/index.js"
25
+ }
26
+ },
27
+ "scripts": {
28
+ "build": "tsc",
29
+ "clean": "rm -rf dist *.tsbuildinfo",
30
+ "typecheck": "tsc --noEmit",
31
+ "prepublishOnly": "npm run clean && npm run build"
32
+ },
33
+ "peerDependencies": {
34
+ "@google-cloud/vision": ">=4.0.0",
35
+ "@google-cloud/video-intelligence": ">=5.0.0"
36
+ },
37
+ "peerDependenciesMeta": {
38
+ "@google-cloud/vision": {
39
+ "optional": true
40
+ },
41
+ "@google-cloud/video-intelligence": {
42
+ "optional": true
43
+ }
44
+ },
45
+ "devDependencies": {
46
+ "@google-cloud/vision": "^4.0.0",
47
+ "@google-cloud/video-intelligence": "^5.0.0",
48
+ "typescript": "^5.8.3"
49
+ },
50
+ "engines": {
51
+ "node": ">=22",
52
+ "npm": ">=10"
53
+ },
54
+ "author": "DJ (TTT Productions)",
55
+ "license": "MIT"
56
+ }