@ttt-productions/moderation-core 0.8.0 → 0.8.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.js.map +1 -1
- package/dist/likelihood.js.map +1 -1
- package/dist/server/image-moderation.js.map +1 -1
- package/dist/server/index.d.ts +2 -2
- package/dist/server/index.d.ts.map +1 -1
- package/dist/server/index.js +1 -1
- package/dist/server/index.js.map +1 -1
- package/dist/server/text-moderation.js.map +1 -1
- package/dist/server/video-moderation.d.ts +13 -0
- package/dist/server/video-moderation.d.ts.map +1 -1
- package/dist/server/video-moderation.js +17 -0
- package/dist/server/video-moderation.js.map +1 -1
- package/dist/types.js.map +1 -1
- package/package.json +1 -1
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAQA,OAAO,EACL,cAAc,EACd,gBAAgB,EAChB,kBAAkB,EAClB,qBAAqB,GACtB,MAAM,iBAAiB,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAQA,OAAO,EACL,cAAc,EACd,gBAAgB,EAChB,kBAAkB,EAClB,qBAAqB,GACtB,MAAM,iBAAiB,CAAC","sourcesContent":["export type {\n Likelihood,\n MediaModerationScores,\n MediaModerationResult,\n TextModerationResult,\n ModerationLogger,\n} from \"./types.js\";\n\nexport {\n LIKELIHOOD_MAP,\n LIKELIHOOD_ORDER,\n likelihoodToString,\n isRejectionLikelihood,\n} from \"./likelihood.js\";\n"]}
|
package/dist/likelihood.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"likelihood.js","sourceRoot":"","sources":["../src/likelihood.ts"],"names":[],"mappings":"AAEA,6EAA6E;AAC7E,MAAM,CAAC,MAAM,cAAc,GAAwC;IACjE,CAAC,EAAE,SAAS;IACZ,CAAC,EAAE,eAAe;IAClB,CAAC,EAAE,UAAU;IACb,CAAC,EAAE,UAAU;IACb,CAAC,EAAE,QAAQ;IACX,CAAC,EAAE,aAAa;CACjB,CAAC;AAEF,+DAA+D;AAC/D,MAAM,CAAC,MAAM,gBAAgB,GAA+B;IAC1D,OAAO,EAAE,CAAC;IACV,aAAa,EAAE,CAAC;IAChB,QAAQ,EAAE,CAAC;IACX,QAAQ,EAAE,CAAC;IACX,MAAM,EAAE,CAAC;IACT,WAAW,EAAE,CAAC;CACf,CAAC;AAEF,MAAM,UAAU,kBAAkB,CAAC,KAAyC;IAC1E,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IAC5D,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,CAAC,cAAc,CAAC,KAAoC,CAAC,IAAK,KAAoB,CAAe,CAAC;IACvG,CAAC;IACD,OAAO,cAAc,CAAC,KAAK,CAAC,IAAI,SAAS,CAAC;AAC5C,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,qBAAqB,CACnC,KAAyC,EACzC,oBAAyC;IAEzC,MAAM,GAAG,GAAG,kBAAkB,CAAC,KAAK,CAAC,CAAC;IACtC,OAAO,oBAAoB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;AACvC,CAAC"}
|
|
1
|
+
{"version":3,"file":"likelihood.js","sourceRoot":"","sources":["../src/likelihood.ts"],"names":[],"mappings":"AAEA,6EAA6E;AAC7E,MAAM,CAAC,MAAM,cAAc,GAAwC;IACjE,CAAC,EAAE,SAAS;IACZ,CAAC,EAAE,eAAe;IAClB,CAAC,EAAE,UAAU;IACb,CAAC,EAAE,UAAU;IACb,CAAC,EAAE,QAAQ;IACX,CAAC,EAAE,aAAa;CACjB,CAAC;AAEF,+DAA+D;AAC/D,MAAM,CAAC,MAAM,gBAAgB,GAA+B;IAC1D,OAAO,EAAE,CAAC;IACV,aAAa,EAAE,CAAC;IAChB,QAAQ,EAAE,CAAC;IACX,QAAQ,EAAE,CAAC;IACX,MAAM,EAAE,CAAC;IACT,WAAW,EAAE,CAAC;CACf,CAAC;AAEF,MAAM,UAAU,kBAAkB,CAAC,KAAyC;IAC1E,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IAC5D,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,CAAC,cAAc,CAAC,KAAoC,CAAC,IAAK,KAAoB,CAAe,CAAC;IACvG,CAAC;IACD,OAAO,cAAc,CAAC,KAAK,CAAC,IAAI,SAAS,CAAC;AAC5C,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,qBAAqB,CACnC,KAAyC,EACzC,oBAAyC;IAEzC,MAAM,GAAG,GAAG,kBAAkB,CAAC,KAAK,CAAC,CAAC;IACtC,OAAO,oBAAoB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;AACvC,CAAC","sourcesContent":["import type { Likelihood } from \"./types.js\";\n\n/** Numeric enum value → string form, matching the Google APIs convention. */\nexport const LIKELIHOOD_MAP: Record<string | number, Likelihood> = {\n 0: \"UNKNOWN\",\n 1: \"VERY_UNLIKELY\",\n 2: \"UNLIKELY\",\n 3: \"POSSIBLE\",\n 4: \"LIKELY\",\n 5: \"VERY_LIKELY\",\n};\n\n/** Comparison order for likelihoods (higher = more severe). */\nexport const LIKELIHOOD_ORDER: Record<Likelihood, number> = {\n UNKNOWN: 0,\n VERY_UNLIKELY: 1,\n UNLIKELY: 2,\n POSSIBLE: 3,\n LIKELY: 4,\n VERY_LIKELY: 5,\n};\n\nexport function likelihoodToString(value: string | number | null | undefined): Likelihood {\n if (value === null || value === undefined) return \"UNKNOWN\";\n if (typeof value === \"string\") {\n return (LIKELIHOOD_MAP[value as keyof typeof LIKELIHOOD_MAP] ?? (value as Likelihood)) as Likelihood;\n }\n return LIKELIHOOD_MAP[value] ?? \"UNKNOWN\";\n}\n\n/**\n * Returns true if `value` is at or above any of the `rejectionLikelihoods`.\n * The caller provides the set — `moderation-core` does not bake in app-specific thresholds.\n */\nexport function isRejectionLikelihood(\n value: string | number | null | undefined,\n rejectionLikelihoods: ReadonlySet<string>,\n): boolean {\n const str = likelihoodToString(value);\n return rejectionLikelihoods.has(str);\n}\n"]}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"image-moderation.js","sourceRoot":"","sources":["../../src/server/image-moderation.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,qBAAqB,EACrB,kBAAkB,GACnB,MAAM,kBAAkB,CAAC;AAkB1B,IAAI,cAAc,GAAuC,IAAI,CAAC;AAC9D,KAAK,UAAU,sBAAsB;IACnC,IAAI,cAAc;QAAE,OAAO,cAAc,CAAC;IAC1C,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,sBAAsB,CAAC,CAAC;IACjD,cAAc,GAAG,IAAI,GAAG,CAAC,oBAAoB,EAAE,CAAC;IAChD,OAAO,cAAc,CAAC;AACxB,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,WAAmB,EACnB,OAA+B;IAE/B,MAAM,EAAE,oBAAoB,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;IACjD,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,sBAAsB,CAAC;IAE9D,MAAM,EAAE,IAAI,EAAE,CAAC,uCAAuC,WAAW,EAAE,CAAC,CAAC;IAErE,MAAM,MAAM,GAAG,MAAM,SAAS,EAAE,CAAC;IACjC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,MAAM,CAAC,mBAAmB,CAAC,WAAW,CAAC,CAAC;IAC/D,MAAM,UAAU,GAAG,MAAM,CAAC,oBAAoB,CAAC;IAE/C,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,MAAM,EAAE,IAAI,EAAE,CAAC,8EAA8E,CAAC,CAAC;QAC/F,OAAO;YACL,IAAI,EAAE,KAAK;YACX,MAAM,EAAE,iCAAiC;YACzC,MAAM,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,SAAS,EAAE,IAAI,EAAE,SAAS,EAAE;SACnE,CAAC;IACJ,CAAC;IAED,MAAM,MAAM,GAAG;QACb,KAAK,EAAE,kBAAkB,CAAC,UAAU,CAAC,KAAK,CAAC;QAC3C,QAAQ,EAAE,kBAAkB,CAAC,UAAU,CAAC,QAAQ,CAAC;QACjD,IAAI,EAAE,kBAAkB,CAAC,UAAU,CAAC,IAAI,CAAC;KAC1C,CAAC;IAEF,MAAM,OAAO,GAAG,qBAAqB,CAAC,UAAU,CAAC,KAAK,EAAE,oBAAoB,CAAC,CAAC;IAC9E,MAAM,SAAS,GAAG,qBAAqB,CAAC,UAAU,CAAC,QAAQ,EAAE,oBAAoB,CAAC,CAAC;IAEnF,MAAM,IAAI,GAAG,CAAC,OAAO,IAAI,CAAC,SAAS,CAAC;IACpC,IAAI,MAA0B,CAAC;IAC/B,IAAI,OAAO;QAAE,MAAM,GAAG,mDAAmD,CAAC;SACrE,IAAI,SAAS;QAAE,MAAM,GAAG,2CAA2C,CAAC;IAEzE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;AAClC,CAAC;AAED,gDAAgD;AAChD,MAAM,UAAU,0BAA0B;IACxC,cAAc,GAAG,IAAI,CAAC;AACxB,CAAC"}
|
|
1
|
+
{"version":3,"file":"image-moderation.js","sourceRoot":"","sources":["../../src/server/image-moderation.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,qBAAqB,EACrB,kBAAkB,GACnB,MAAM,kBAAkB,CAAC;AAkB1B,IAAI,cAAc,GAAuC,IAAI,CAAC;AAC9D,KAAK,UAAU,sBAAsB;IACnC,IAAI,cAAc;QAAE,OAAO,cAAc,CAAC;IAC1C,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,sBAAsB,CAAC,CAAC;IACjD,cAAc,GAAG,IAAI,GAAG,CAAC,oBAAoB,EAAE,CAAC;IAChD,OAAO,cAAc,CAAC;AACxB,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,WAAmB,EACnB,OAA+B;IAE/B,MAAM,EAAE,oBAAoB,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;IACjD,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,sBAAsB,CAAC;IAE9D,MAAM,EAAE,IAAI,EAAE,CAAC,uCAAuC,WAAW,EAAE,CAAC,CAAC;IAErE,MAAM,MAAM,GAAG,MAAM,SAAS,EAAE,CAAC;IACjC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,MAAM,CAAC,mBAAmB,CAAC,WAAW,CAAC,CAAC;IAC/D,MAAM,UAAU,GAAG,MAAM,CAAC,oBAAoB,CAAC;IAE/C,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,MAAM,EAAE,IAAI,EAAE,CAAC,8EAA8E,CAAC,CAAC;QAC/F,OAAO;YACL,IAAI,EAAE,KAAK;YACX,MAAM,EAAE,iCAAiC;YACzC,MAAM,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,SAAS,EAAE,IAAI,EAAE,SAAS,EAAE;SACnE,CAAC;IACJ,CAAC;IAED,MAAM,MAAM,GAAG;QACb,KAAK,EAAE,kBAAkB,CAAC,UAAU,CAAC,KAAK,CAAC;QAC3C,QAAQ,EAAE,kBAAkB,CAAC,UAAU,CAAC,QAAQ,CAAC;QACjD,IAAI,EAAE,kBAAkB,CAAC,UAAU,CAAC,IAAI,CAAC;KAC1C,CAAC;IAEF,MAAM,OAAO,GAAG,qBAAqB,CAAC,UAAU,CAAC,KAAK,EAAE,oBAAoB,CAAC,CAAC;IAC9E,MAAM,SAAS,GAAG,qBAAqB,CAAC,UAAU,CAAC,QAAQ,EAAE,oBAAoB,CAAC,CAAC;IAEnF,MAAM,IAAI,GAAG,CAAC,OAAO,IAAI,CAAC,SAAS,CAAC;IACpC,IAAI,MAA0B,CAAC;IAC/B,IAAI,OAAO;QAAE,MAAM,GAAG,mDAAmD,CAAC;SACrE,IAAI,SAAS;QAAE,MAAM,GAAG,2CAA2C,CAAC;IAEzE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;AAClC,CAAC;AAED,gDAAgD;AAChD,MAAM,UAAU,0BAA0B;IACxC,cAAc,GAAG,IAAI,CAAC;AACxB,CAAC","sourcesContent":["import {\n isRejectionLikelihood,\n likelihoodToString,\n} from \"../likelihood.js\";\nimport type {\n MediaModerationResult,\n ModerationLogger,\n} from \"../types.js\";\n\n// Type-only imports — the runtime modules are loaded dynamically.\nimport type * as vision from \"@google-cloud/vision\";\n\nexport interface ImageModerationOptions {\n /** Set of likelihood strings that should cause rejection (e.g. new Set([\"LIKELY\",\"VERY_LIKELY\"])). */\n rejectionLikelihoods: ReadonlySet<string>;\n /** Optional logger. */\n logger?: ModerationLogger;\n /** Lazy Vision client provider. Defaults to constructing a new ImageAnnotatorClient on first call. */\n getClient?: () => Promise<vision.ImageAnnotatorClient>;\n}\n\nlet _defaultClient: vision.ImageAnnotatorClient | null = null;\nasync function defaultGetVisionClient(): Promise<vision.ImageAnnotatorClient> {\n if (_defaultClient) return _defaultClient;\n const mod = await import(\"@google-cloud/vision\");\n _defaultClient = new mod.ImageAnnotatorClient();\n return _defaultClient;\n}\n\n/**\n * Moderate an image via Google Cloud Vision SafeSearch.\n * Throws on system errors (quota, network, etc.); returns a result on policy decisions.\n *\n * @param imageSource - GCS URI (\"gs://bucket/path\") or HTTPS URL.\n */\nexport async function moderateImage(\n imageSource: string,\n options: ImageModerationOptions,\n): Promise<MediaModerationResult> {\n const { rejectionLikelihoods, logger } = options;\n const getClient = options.getClient ?? defaultGetVisionClient;\n\n logger?.info?.(`[moderation-core] Image moderation: ${imageSource}`);\n\n const client = await getClient();\n const [result] = await client.safeSearchDetection(imageSource);\n const safeSearch = result.safeSearchAnnotation;\n\n if (!safeSearch) {\n logger?.warn?.(\"[moderation-core] SafeSearch returned no annotation; rejecting as precaution\");\n return {\n safe: false,\n reason: \"Content moderation check failed\",\n scores: { adult: \"UNKNOWN\", violence: \"UNKNOWN\", racy: \"UNKNOWN\" },\n };\n }\n\n const scores = {\n adult: likelihoodToString(safeSearch.adult),\n violence: likelihoodToString(safeSearch.violence),\n racy: likelihoodToString(safeSearch.racy),\n };\n\n const isAdult = isRejectionLikelihood(safeSearch.adult, rejectionLikelihoods);\n const isViolent = isRejectionLikelihood(safeSearch.violence, rejectionLikelihoods);\n\n const safe = !isAdult && !isViolent;\n let reason: string | undefined;\n if (isAdult) reason = \"Adult or sexually explicit content is not allowed\";\n else if (isViolent) reason = \"Violent or graphic content is not allowed\";\n\n return { safe, reason, scores };\n}\n\n/** Test-only: reset memoized default client. */\nexport function __resetDefaultVisionClient() {\n _defaultClient = null;\n}\n"]}
|
package/dist/server/index.d.ts
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
export { moderateImage, __resetDefaultVisionClient, } from "./image-moderation.js";
|
|
2
2
|
export type { ImageModerationOptions } from "./image-moderation.js";
|
|
3
|
-
export { moderateVideo, __resetDefaultVideoClient, } from "./video-moderation.js";
|
|
4
|
-
export type { VideoModerationOptions } from "./video-moderation.js";
|
|
3
|
+
export { moderateVideo, DEFAULT_VIDEO_POLL_BACKOFF, __resetDefaultVideoClient, } from "./video-moderation.js";
|
|
4
|
+
export type { VideoModerationOptions, VideoPollBackoff, } from "./video-moderation.js";
|
|
5
5
|
export { moderateText, quickWordFilter, createWordListCache, } from "./text-moderation.js";
|
|
6
6
|
export type { WordListProvider, ModerateTextOptions, } from "./text-moderation.js";
|
|
7
7
|
//# sourceMappingURL=index.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/server/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,aAAa,EACb,0BAA0B,GAC3B,MAAM,uBAAuB,CAAC;AAC/B,YAAY,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC;AAEpE,OAAO,EACL,aAAa,EACb,yBAAyB,GAC1B,MAAM,uBAAuB,CAAC;AAC/B,YAAY,
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/server/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,aAAa,EACb,0BAA0B,GAC3B,MAAM,uBAAuB,CAAC;AAC/B,YAAY,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC;AAEpE,OAAO,EACL,aAAa,EACb,0BAA0B,EAC1B,yBAAyB,GAC1B,MAAM,uBAAuB,CAAC;AAC/B,YAAY,EACV,sBAAsB,EACtB,gBAAgB,GACjB,MAAM,uBAAuB,CAAC;AAE/B,OAAO,EACL,YAAY,EACZ,eAAe,EACf,mBAAmB,GACpB,MAAM,sBAAsB,CAAC;AAC9B,YAAY,EACV,gBAAgB,EAChB,mBAAmB,GACpB,MAAM,sBAAsB,CAAC"}
|
package/dist/server/index.js
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
1
|
export { moderateImage, __resetDefaultVisionClient, } from "./image-moderation.js";
|
|
2
|
-
export { moderateVideo, __resetDefaultVideoClient, } from "./video-moderation.js";
|
|
2
|
+
export { moderateVideo, DEFAULT_VIDEO_POLL_BACKOFF, __resetDefaultVideoClient, } from "./video-moderation.js";
|
|
3
3
|
export { moderateText, quickWordFilter, createWordListCache, } from "./text-moderation.js";
|
|
4
4
|
//# sourceMappingURL=index.js.map
|
package/dist/server/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/server/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,aAAa,EACb,0BAA0B,GAC3B,MAAM,uBAAuB,CAAC;AAG/B,OAAO,EACL,aAAa,EACb,yBAAyB,GAC1B,MAAM,uBAAuB,CAAC;
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/server/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,aAAa,EACb,0BAA0B,GAC3B,MAAM,uBAAuB,CAAC;AAG/B,OAAO,EACL,aAAa,EACb,0BAA0B,EAC1B,yBAAyB,GAC1B,MAAM,uBAAuB,CAAC;AAM/B,OAAO,EACL,YAAY,EACZ,eAAe,EACf,mBAAmB,GACpB,MAAM,sBAAsB,CAAC","sourcesContent":["export {\n moderateImage,\n __resetDefaultVisionClient,\n} from \"./image-moderation.js\";\nexport type { ImageModerationOptions } from \"./image-moderation.js\";\n\nexport {\n moderateVideo,\n DEFAULT_VIDEO_POLL_BACKOFF,\n __resetDefaultVideoClient,\n} from \"./video-moderation.js\";\nexport type {\n VideoModerationOptions,\n VideoPollBackoff,\n} from \"./video-moderation.js\";\n\nexport {\n moderateText,\n quickWordFilter,\n createWordListCache,\n} from \"./text-moderation.js\";\nexport type {\n WordListProvider,\n ModerateTextOptions,\n} from \"./text-moderation.js\";\n"]}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"text-moderation.js","sourceRoot":"","sources":["../../src/server/text-moderation.ts"],"names":[],"mappings":"AAOA;;;GAGG;AACH,MAAM,UAAU,mBAAmB,CAAC,IAInC;IACC,IAAI,MAAM,GAAuB,IAAI,CAAC;IACtC,IAAI,QAAQ,GAAG,CAAC,CAAC;IAEjB,OAAO;QACL,KAAK,CAAC,QAAQ;YACZ,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACvB,IAAI,MAAM,IAAI,GAAG,GAAG,QAAQ,GAAG,IAAI,CAAC,KAAK;gBAAE,OAAO,MAAM,CAAC;YACzD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;YAClC,MAAM,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC;YACxB,QAAQ,GAAG,GAAG,CAAC;YACf,IAAI,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,4BAA4B,MAAM,CAAC,IAAI,mBAAmB,CAAC,CAAC;YAChF,OAAO,MAAM,CAAC;QAChB,CAAC;QACD,OAAO;YACL,MAAM,GAAG,IAAI,CAAC;YACd,QAAQ,GAAG,CAAC,CAAC;QACf,CAAC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,cAAc,GAA2B;IAC7C,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG;IAChD,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG;CAC3D,CAAC;AAEF,SAAS,aAAa,CAAC,IAAY;IACjC,IAAI,UAAU,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;IACpC,KAAK,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,EAAE,CAAC;QAC5D,UAAU,GAAG,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACnD,CAAC;IACD,4DAA4D;IAC5D,UAAU,GAAG,UAAU,CAAC,OAAO,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;IACtD,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,IAAY,EACZ,QAA0B;IAE1B,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,CAAC;IACxC,IAAI,KAAK,CAAC,IAAI,KAAK,CAAC;QAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,YAAY,EAAE,EAAE,EAAE,CAAC;IAE9D,MAAM,UAAU,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC;IACvC,MAAM,MAAM,GAAG,UAAU,CAAC,KAAK,CAAC,yCAAyC,CAAC,CAAC;IAC3E,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC;QAC/C,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC;YAAE,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAChE,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,YAAY,EAAE,OAAO,EAAE,CAAC;AAC/D,CAAC;AASD;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,IAAY,EACZ,OAA4B;IAE5B,MAAM,EAAE,QAAQ,EAAE,SAAS,GAAG,CAAC,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;IACpD,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;IAC7D,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,SAAS;QAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;IAE1D,MAAM,EAAE,IAAI,EAAE,CAAC,sCAAsC,IAAI,CAAC,MAAM,QAAQ,CAAC,CAAC;IAE1E,MAAM,SAAS,GAAG,MAAM,eAAe,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACxD,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;QACpB,OAAO;YACL,IAAI,EAAE,KAAK;YACX,MAAM,EAAE,sCAAsC;YAC9C,YAAY,EAAE,SAAS,CAAC,YAAY;YACpC,KAAK,EAAE,aAAa;SACrB,CAAC;IACJ,CAAC;IAED,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;AACxB,CAAC"}
|
|
1
|
+
{"version":3,"file":"text-moderation.js","sourceRoot":"","sources":["../../src/server/text-moderation.ts"],"names":[],"mappings":"AAOA;;;GAGG;AACH,MAAM,UAAU,mBAAmB,CAAC,IAInC;IACC,IAAI,MAAM,GAAuB,IAAI,CAAC;IACtC,IAAI,QAAQ,GAAG,CAAC,CAAC;IAEjB,OAAO;QACL,KAAK,CAAC,QAAQ;YACZ,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACvB,IAAI,MAAM,IAAI,GAAG,GAAG,QAAQ,GAAG,IAAI,CAAC,KAAK;gBAAE,OAAO,MAAM,CAAC;YACzD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;YAClC,MAAM,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC;YACxB,QAAQ,GAAG,GAAG,CAAC;YACf,IAAI,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,4BAA4B,MAAM,CAAC,IAAI,mBAAmB,CAAC,CAAC;YAChF,OAAO,MAAM,CAAC;QAChB,CAAC;QACD,OAAO;YACL,MAAM,GAAG,IAAI,CAAC;YACd,QAAQ,GAAG,CAAC,CAAC;QACf,CAAC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,cAAc,GAA2B;IAC7C,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG;IAChD,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG;CAC3D,CAAC;AAEF,SAAS,aAAa,CAAC,IAAY;IACjC,IAAI,UAAU,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;IACpC,KAAK,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,EAAE,CAAC;QAC5D,UAAU,GAAG,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACnD,CAAC;IACD,4DAA4D;IAC5D,UAAU,GAAG,UAAU,CAAC,OAAO,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;IACtD,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,IAAY,EACZ,QAA0B;IAE1B,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,CAAC;IACxC,IAAI,KAAK,CAAC,IAAI,KAAK,CAAC;QAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,YAAY,EAAE,EAAE,EAAE,CAAC;IAE9D,MAAM,UAAU,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC;IACvC,MAAM,MAAM,GAAG,UAAU,CAAC,KAAK,CAAC,yCAAyC,CAAC,CAAC;IAC3E,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC;QAC/C,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC;YAAE,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAChE,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,YAAY,EAAE,OAAO,EAAE,CAAC;AAC/D,CAAC;AASD;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,IAAY,EACZ,OAA4B;IAE5B,MAAM,EAAE,QAAQ,EAAE,SAAS,GAAG,CAAC,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;IACpD,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;IAC7D,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,SAAS;QAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;IAE1D,MAAM,EAAE,IAAI,EAAE,CAAC,sCAAsC,IAAI,CAAC,MAAM,QAAQ,CAAC,CAAC;IAE1E,MAAM,SAAS,GAAG,MAAM,eAAe,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACxD,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;QACpB,OAAO;YACL,IAAI,EAAE,KAAK;YACX,MAAM,EAAE,sCAAsC;YAC9C,YAAY,EAAE,SAAS,CAAC,YAAY;YACpC,KAAK,EAAE,aAAa;SACrB,CAAC;IACJ,CAAC;IAED,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;AACxB,CAAC","sourcesContent":["import type { ModerationLogger, TextModerationResult } from \"../types.js\";\n\nexport interface WordListProvider {\n /** Returns the active profanity word list. May read from cache, Firestore, etc. */\n getWords(): Promise<ReadonlySet<string>>;\n}\n\n/**\n * Build a memoized word-list provider. Calls `loader` on first use and\n * any time the cache is older than `ttlMs`.\n */\nexport function createWordListCache(args: {\n loader: () => Promise<Iterable<string>>;\n ttlMs: number;\n logger?: ModerationLogger;\n}): WordListProvider & { __reset(): void } {\n let cached: Set<string> | null = null;\n let cachedAt = 0;\n\n return {\n async getWords() {\n const now = Date.now();\n if (cached && now - cachedAt < args.ttlMs) return cached;\n const fresh = await args.loader();\n cached = new Set(fresh);\n cachedAt = now;\n args.logger?.info?.(`[moderation-core] Loaded ${cached.size} words into cache`);\n return cached;\n },\n __reset() {\n cached = null;\n cachedAt = 0;\n },\n };\n}\n\nconst LEET_SPEAK_MAP: Record<string, string> = {\n \"0\": \"o\", \"1\": \"i\", \"3\": \"e\", \"4\": \"a\", \"5\": \"s\",\n \"7\": \"t\", \"8\": \"b\", \"@\": \"a\", \"$\": \"s\", \"!\": \"i\", \"+\": \"t\",\n};\n\nfunction normalizeText(text: string): string {\n let normalized = text.toLowerCase();\n for (const [leet, letter] of Object.entries(LEET_SPEAK_MAP)) {\n normalized = normalized.split(leet).join(letter);\n }\n // Collapse 3+ repeated chars to 2 (e.g. \"fuuuck\" → \"fuuck\")\n normalized = normalized.replace(/(.)\\1{2,}/g, \"$1$1\");\n return normalized;\n}\n\nexport async function quickWordFilter(\n text: string,\n wordList: WordListProvider,\n): Promise<{ pass: boolean; flaggedWords: string[] }> {\n const words = await wordList.getWords();\n if (words.size === 0) return { pass: true, flaggedWords: [] };\n\n const normalized = normalizeText(text);\n const tokens = normalized.split(/[\\s.,!?;:'\"()[\\]{}<>/\\\\|`~@#$%^&*+=_-]+/);\n const flagged: string[] = [];\n for (const token of tokens) {\n const clean = token.replace(/[^a-z0-9]/gi, \"\");\n if (clean.length > 1 && words.has(clean)) flagged.push(clean);\n }\n return { pass: flagged.length === 0, flaggedWords: flagged };\n}\n\nexport interface ModerateTextOptions {\n wordList: WordListProvider;\n /** Minimum text length before any moderation runs. Default 0 (always run). */\n minLength?: number;\n logger?: ModerationLogger;\n}\n\n/**\n * Word-list text moderation (cheap, local). Returns a generic result — the\n * caller decides how to respond (throw HttpsError, log violation, etc.).\n */\nexport async function moderateText(\n text: string,\n options: ModerateTextOptions,\n): Promise<TextModerationResult> {\n const { wordList, minLength = 0, logger } = options;\n if (!text || text.trim().length === 0) return { safe: true };\n if (text.trim().length < minLength) return { safe: true };\n\n logger?.info?.(`[moderation-core] Text moderation: ${text.length} chars`);\n\n const wordCheck = await quickWordFilter(text, wordList);\n if (!wordCheck.pass) {\n return {\n safe: false,\n reason: \"Content contains prohibited language\",\n flaggedWords: wordCheck.flaggedWords,\n layer: \"word_filter\",\n };\n }\n\n return { safe: true };\n}\n"]}
|
|
@@ -1,9 +1,22 @@
|
|
|
1
1
|
import type { MediaModerationResult, ModerationLogger } from "../types.js";
|
|
2
2
|
import type { VideoIntelligenceServiceClient } from "@google-cloud/video-intelligence";
|
|
3
|
+
/** Poll cadence for the annotateVideo long-running operation. */
|
|
4
|
+
export interface VideoPollBackoff {
|
|
5
|
+
initialDelayMillis: number;
|
|
6
|
+
delayMultiplier: number;
|
|
7
|
+
maxDelayMillis: number;
|
|
8
|
+
}
|
|
9
|
+
/**
|
|
10
|
+
* Without an explicit `longrunning` backoff, gax polls the operation starting at
|
|
11
|
+
* 100ms (×1.3), which burns ~20 'Requests per minute' of Video Intelligence quota
|
|
12
|
+
* per video. Scans take tens of seconds, so the first poll waits 10s.
|
|
13
|
+
*/
|
|
14
|
+
export declare const DEFAULT_VIDEO_POLL_BACKOFF: VideoPollBackoff;
|
|
3
15
|
export interface VideoModerationOptions {
|
|
4
16
|
rejectionLikelihoods: ReadonlySet<string>;
|
|
5
17
|
logger?: ModerationLogger;
|
|
6
18
|
getClient?: () => Promise<VideoIntelligenceServiceClient>;
|
|
19
|
+
pollBackoff?: VideoPollBackoff;
|
|
7
20
|
}
|
|
8
21
|
/**
|
|
9
22
|
* Moderate a video via Google Cloud Video Intelligence.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"video-moderation.d.ts","sourceRoot":"","sources":["../../src/server/video-moderation.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAEV,qBAAqB,EACrB,gBAAgB,EACjB,MAAM,aAAa,CAAC;AAErB,OAAO,KAAK,EAAE,8BAA8B,EAAE,MAAM,kCAAkC,CAAC;AAEvF,MAAM,WAAW,sBAAsB;IACrC,oBAAoB,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;IAC1C,MAAM,CAAC,EAAE,gBAAgB,CAAC;IAC1B,SAAS,CAAC,EAAE,MAAM,OAAO,CAAC,8BAA8B,CAAC,CAAC;
|
|
1
|
+
{"version":3,"file":"video-moderation.d.ts","sourceRoot":"","sources":["../../src/server/video-moderation.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAEV,qBAAqB,EACrB,gBAAgB,EACjB,MAAM,aAAa,CAAC;AAErB,OAAO,KAAK,EAAE,8BAA8B,EAAE,MAAM,kCAAkC,CAAC;AAEvF,iEAAiE;AACjE,MAAM,WAAW,gBAAgB;IAC/B,kBAAkB,EAAE,MAAM,CAAC;IAC3B,eAAe,EAAE,MAAM,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;CACxB;AAED;;;;GAIG;AACH,eAAO,MAAM,0BAA0B,EAAE,gBAIxC,CAAC;AAEF,MAAM,WAAW,sBAAsB;IACrC,oBAAoB,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;IAC1C,MAAM,CAAC,EAAE,gBAAgB,CAAC;IAC1B,SAAS,CAAC,EAAE,MAAM,OAAO,CAAC,8BAA8B,CAAC,CAAC;IAC1D,WAAW,CAAC,EAAE,gBAAgB,CAAC;CAChC;AAUD;;;GAGG;AACH,wBAAsB,aAAa,CACjC,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,sBAAsB,GAC9B,OAAO,CAAC,qBAAqB,CAAC,CA0DhC;AAED,wBAAgB,yBAAyB,SAExC"}
|
|
@@ -1,4 +1,14 @@
|
|
|
1
1
|
import { isRejectionLikelihood, likelihoodToString, LIKELIHOOD_ORDER, } from "../likelihood.js";
|
|
2
|
+
/**
|
|
3
|
+
* Without an explicit `longrunning` backoff, gax polls the operation starting at
|
|
4
|
+
* 100ms (×1.3), which burns ~20 'Requests per minute' of Video Intelligence quota
|
|
5
|
+
* per video. Scans take tens of seconds, so the first poll waits 10s.
|
|
6
|
+
*/
|
|
7
|
+
export const DEFAULT_VIDEO_POLL_BACKOFF = {
|
|
8
|
+
initialDelayMillis: 10_000,
|
|
9
|
+
delayMultiplier: 1.5,
|
|
10
|
+
maxDelayMillis: 60_000,
|
|
11
|
+
};
|
|
2
12
|
let _defaultClient = null;
|
|
3
13
|
async function defaultGetVideoClient() {
|
|
4
14
|
if (_defaultClient)
|
|
@@ -17,11 +27,18 @@ export async function moderateVideo(gcsUri, options) {
|
|
|
17
27
|
logger?.info?.(`[moderation-core] Video moderation: ${gcsUri}`);
|
|
18
28
|
const { protos } = await import("@google-cloud/video-intelligence");
|
|
19
29
|
const client = await getClient();
|
|
30
|
+
const pollBackoff = options.pollBackoff ?? DEFAULT_VIDEO_POLL_BACKOFF;
|
|
20
31
|
const [operation] = await client.annotateVideo({
|
|
21
32
|
inputUri: gcsUri,
|
|
22
33
|
features: [
|
|
23
34
|
protos.google.cloud.videointelligence.v1.Feature.EXPLICIT_CONTENT_DETECTION,
|
|
24
35
|
],
|
|
36
|
+
}, {
|
|
37
|
+
longrunning: {
|
|
38
|
+
initialRetryDelayMillis: pollBackoff.initialDelayMillis,
|
|
39
|
+
retryDelayMultiplier: pollBackoff.delayMultiplier,
|
|
40
|
+
maxRetryDelayMillis: pollBackoff.maxDelayMillis,
|
|
41
|
+
},
|
|
25
42
|
});
|
|
26
43
|
const [result] = await operation.promise();
|
|
27
44
|
const annotation = result.annotationResults?.[0];
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"video-moderation.js","sourceRoot":"","sources":["../../src/server/video-moderation.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,qBAAqB,EACrB,kBAAkB,EAClB,gBAAgB,GACjB,MAAM,kBAAkB,CAAC;
|
|
1
|
+
{"version":3,"file":"video-moderation.js","sourceRoot":"","sources":["../../src/server/video-moderation.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,qBAAqB,EACrB,kBAAkB,EAClB,gBAAgB,GACjB,MAAM,kBAAkB,CAAC;AAgB1B;;;;GAIG;AACH,MAAM,CAAC,MAAM,0BAA0B,GAAqB;IAC1D,kBAAkB,EAAE,MAAM;IAC1B,eAAe,EAAE,GAAG;IACpB,cAAc,EAAE,MAAM;CACvB,CAAC;AASF,IAAI,cAAc,GAA0C,IAAI,CAAC;AACjE,KAAK,UAAU,qBAAqB;IAClC,IAAI,cAAc;QAAE,OAAO,cAAc,CAAC;IAC1C,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,kCAAkC,CAAC,CAAC;IAC7D,cAAc,GAAG,IAAI,GAAG,CAAC,8BAA8B,EAAE,CAAC;IAC1D,OAAO,cAAc,CAAC;AACxB,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,MAAc,EACd,OAA+B;IAE/B,MAAM,EAAE,oBAAoB,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;IACjD,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,qBAAqB,CAAC;IAE7D,MAAM,EAAE,IAAI,EAAE,CAAC,uCAAuC,MAAM,EAAE,CAAC,CAAC;IAEhE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,kCAAkC,CAAC,CAAC;IACpE,MAAM,MAAM,GAAG,MAAM,SAAS,EAAE,CAAC;IAEjC,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,0BAA0B,CAAC;IACtE,MAAM,CAAC,SAAS,CAAC,GAAG,MAAM,MAAM,CAAC,aAAa,CAC5C;QACE,QAAQ,EAAE,MAAM;QAChB,QAAQ,EAAE;YACR,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,EAAE,CAAC,OAAO,CAAC,0BAA0B;SAC5E;KACF,EACD;QACE,WAAW,EAAE;YACX,uBAAuB,EAAE,WAAW,CAAC,kBAAkB;YACvD,oBAAoB,EAAE,WAAW,CAAC,eAAe;YACjD,mBAAmB,EAAE,WAAW,CAAC,cAAc;SAChD;KACF,CACF,CAAC;IAEF,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,SAAS,CAAC,OAAO,EAAE,CAAC;IAC3C,MAAM,UAAU,GAAG,MAAM,CAAC,iBAAiB,EAAE,CAAC,CAAC,CAAC,CAAC;IACjD,MAAM,kBAAkB,GAAG,UAAU,EAAE,kBAAkB,CAAC;IAE1D,IAAI,CAAC,kBAAkB,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;QACxC,MAAM,EAAE,IAAI,EAAE,CAAC,yEAAyE,CAAC,CAAC;QAC1F,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,SAAS,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,CAAC;IAC5F,CAAC;IAED,IAAI,QAAQ,GAAe,eAAe,CAAC;IAC3C,IAAI,aAAa,GAAG,KAAK,CAAC;IAE1B,KAAK,MAAM,KAAK,IAAI,kBAAkB,CAAC,MAAM,EAAE,CAAC;QAC9C,IAAI,qBAAqB,CAAC,KAAK,CAAC,qBAAqB,EAAE,oBAAoB,CAAC,EAAE,CAAC;YAC7E,QAAQ,GAAG,kBAAkB,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC;YAC3D,aAAa,GAAG,IAAI,CAAC;YACrB,MAAM;QACR,CAAC;QACD,MAAM,OAAO,GAAG,kBAAkB,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC;QAChE,IAAI,gBAAgB,CAAC,OAAO,CAAC,GAAG,gBAAgB,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC3D,QAAQ,GAAG,OAAO,CAAC;QACrB,CAAC;IACH,CAAC;IAED,MAAM,IAAI,GAAG,CAAC,aAAa,CAAC;IAC5B,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,mDAAmD,CAAC;IAEtF,OAAO;QACL,IAAI;QACJ,MAAM;QACN,MAAM,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,aAAa,EAAE,IAAI,EAAE,aAAa,EAAE;KAC1E,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,yBAAyB;IACvC,cAAc,GAAG,IAAI,CAAC;AACxB,CAAC","sourcesContent":["import {\n isRejectionLikelihood,\n likelihoodToString,\n LIKELIHOOD_ORDER,\n} from \"../likelihood.js\";\nimport type {\n Likelihood,\n MediaModerationResult,\n ModerationLogger,\n} from \"../types.js\";\n\nimport type { VideoIntelligenceServiceClient } from \"@google-cloud/video-intelligence\";\n\n/** Poll cadence for the annotateVideo long-running operation. */\nexport interface VideoPollBackoff {\n initialDelayMillis: number;\n delayMultiplier: number;\n maxDelayMillis: number;\n}\n\n/**\n * Without an explicit `longrunning` backoff, gax polls the operation starting at\n * 100ms (×1.3), which burns ~20 'Requests per minute' of Video Intelligence quota\n * per video. Scans take tens of seconds, so the first poll waits 10s.\n */\nexport const DEFAULT_VIDEO_POLL_BACKOFF: VideoPollBackoff = {\n initialDelayMillis: 10_000,\n delayMultiplier: 1.5,\n maxDelayMillis: 60_000,\n};\n\nexport interface VideoModerationOptions {\n rejectionLikelihoods: ReadonlySet<string>;\n logger?: ModerationLogger;\n getClient?: () => Promise<VideoIntelligenceServiceClient>;\n pollBackoff?: VideoPollBackoff;\n}\n\nlet _defaultClient: VideoIntelligenceServiceClient | null = null;\nasync function defaultGetVideoClient(): Promise<VideoIntelligenceServiceClient> {\n if (_defaultClient) return _defaultClient;\n const mod = await import(\"@google-cloud/video-intelligence\");\n _defaultClient = new mod.VideoIntelligenceServiceClient();\n return _defaultClient;\n}\n\n/**\n * Moderate a video via Google Cloud Video Intelligence.\n * @param gcsUri - MUST be a GCS URI (\"gs://bucket/path\"); HTTPS URLs are not supported by the API.\n */\nexport async function moderateVideo(\n gcsUri: string,\n options: VideoModerationOptions,\n): Promise<MediaModerationResult> {\n const { rejectionLikelihoods, logger } = options;\n const getClient = options.getClient ?? defaultGetVideoClient;\n\n logger?.info?.(`[moderation-core] Video moderation: ${gcsUri}`);\n\n const { protos } = await import(\"@google-cloud/video-intelligence\");\n const client = await getClient();\n\n const pollBackoff = options.pollBackoff ?? DEFAULT_VIDEO_POLL_BACKOFF;\n const [operation] = await client.annotateVideo(\n {\n inputUri: gcsUri,\n features: [\n protos.google.cloud.videointelligence.v1.Feature.EXPLICIT_CONTENT_DETECTION,\n ],\n },\n {\n longrunning: {\n initialRetryDelayMillis: pollBackoff.initialDelayMillis,\n retryDelayMultiplier: pollBackoff.delayMultiplier,\n maxRetryDelayMillis: pollBackoff.maxDelayMillis,\n },\n },\n );\n\n const [result] = await operation.promise();\n const annotation = result.annotationResults?.[0];\n const explicitAnnotation = annotation?.explicitAnnotation;\n\n if (!explicitAnnotation?.frames?.length) {\n logger?.warn?.(\"[moderation-core] No explicit-content frames returned; allowing content\");\n return { safe: true, scores: { adult: \"UNKNOWN\", violence: \"UNKNOWN\", racy: \"UNKNOWN\" } };\n }\n\n let maxAdult: Likelihood = \"VERY_UNLIKELY\";\n let foundExplicit = false;\n\n for (const frame of explicitAnnotation.frames) {\n if (isRejectionLikelihood(frame.pornographyLikelihood, rejectionLikelihoods)) {\n maxAdult = likelihoodToString(frame.pornographyLikelihood);\n foundExplicit = true;\n break;\n }\n const current = likelihoodToString(frame.pornographyLikelihood);\n if (LIKELIHOOD_ORDER[current] > LIKELIHOOD_ORDER[maxAdult]) {\n maxAdult = current;\n }\n }\n\n const safe = !foundExplicit;\n const reason = safe ? undefined : \"Adult or sexually explicit content is not allowed\";\n\n return {\n safe,\n reason,\n scores: { adult: maxAdult, violence: \"NOT_CHECKED\", racy: \"NOT_CHECKED\" },\n };\n}\n\nexport function __resetDefaultVideoClient() {\n _defaultClient = null;\n}\n"]}
|
package/dist/types.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":""}
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"","sourcesContent":["/** Google-style likelihood enum (string form). */\nexport type Likelihood =\n | \"UNKNOWN\"\n | \"VERY_UNLIKELY\"\n | \"UNLIKELY\"\n | \"POSSIBLE\"\n | \"LIKELY\"\n | \"VERY_LIKELY\";\n\nexport interface MediaModerationScores {\n adult: string;\n violence: string;\n racy: string;\n}\n\nexport interface MediaModerationResult {\n safe: boolean;\n reason?: string;\n scores: MediaModerationScores;\n}\n\nexport interface TextModerationResult {\n safe: boolean;\n reason?: string;\n flaggedWords?: string[];\n layer?: \"word_filter\";\n}\n\n/** Generic logger used for diagnostic output. Consumers wire to their own. */\nexport interface ModerationLogger {\n info?: (message: string, ...args: unknown[]) => void;\n warn?: (message: string, ...args: unknown[]) => void;\n error?: (message: string, ...args: unknown[]) => void;\n}\n"]}
|