kakaotalk-chat-analyzer 0.19.4 → 0.19.5

package/README.md

@@ -205,7 +205,9 @@ kca llm pull 4B                     # 수동 size (없으면 분석 시 자동
 KCA_LLM_BACKEND=ollama kca ./chat.csv --preset custom
 ```
 
-환경 변수: `KCA_PRESET`, `KCA_SEMANTIC_MODEL`, `KCA_SENTIMENT_MODEL`, `KCA_LLM`(기본 on, `0`만 끔), `KCA_LLM_MODEL`(0.8B|2B|4B|9B), `KCA_LLM_BACKEND`, `KCA_OLLAMA_MODEL`, `KCA_LLM_MOCK`, `KCA_ONNX_GPU`, `KCA_EMBED_BATCH`, `KCA_SENTIMENT_BATCH`, `KCA_KIWI_WORKERS`, `KCA_NO_KIWI_WORKERS`, `KCA_PROFILE_PHASES`, `KCA_BENCH_CSV`, `KCA_KEYWORD_SUMMARY_TOP`, `KCA_SHOP_SEARCH_TOP`.
+환경 변수: `KCA_PRESET`, `KCA_SEMANTIC_MODEL`, `KCA_SENTIMENT_MODEL`, `KCA_LLM`(기본 on, `0`만 끔), `KCA_LLM_MODEL`(0.8B|2B|4B|9B), `KCA_LLM_BACKEND`, `KCA_OLLAMA_MODEL`, `KCA_LLM_MOCK`, `KCA_ONNX_GPU`, `KCA_EMBED_BATCH`, `KCA_SENTIMENT_BATCH`, `KCA_KIWI_WORKERS`, `KCA_NO_KIWI_WORKERS`, `KCA_PROFILE_PHASES`, `KCA_BENCH_CSV`, `KCA_KEYWORD_SUMMARY_TOP`, `KCA_SHOP_SEARCH_TOP`, `KCA_NO_ML_AUTO_INSTALL`, `KCA_SKIP_ML_POSTINSTALL`.
+
+**ML ONNX:** `npm install`·첫 분석 시 `kakaotalk-chat-analyzer-models`(감정 NSMC·임베딩) 자동 설치 시도. 없으면 Hub `daekeun-ml/koelectra-small-v3-nsmc` 등으로 폴백. 독성 ONNX는 필요 시 GitHub Release zip lazy(`KCA_NO_TOXICITY_DOWNLOAD=1`로 끔).
 
 **속도(품질 유지):** 대용량 CSV는 Kiwi worker pool(`KCA_KIWI_WORKERS`, RAM≥8GB 기본 2–4)·시맨틱/감정을 키워드 패스와 겹쳐 실행. `KCA_PROFILE_PHASES=1`로 단계별 ms. quality에서 GPU 가속: `onnxruntime-node` 설치 후 `KCA_ONNX_GPU=metal`(macOS)·`cuda`(Linux)·`dml`(Windows).
 
@@ -249,6 +251,8 @@ cd kakaotalk-chat-analyzer && npm install && npm run build && npm test
 
 | 버전 | 요약 |
 |------|------|
+| **0.19.5** | KoELECTRA NSMC·embed ONNX npm 번들 자동 설치·독성 lazy zip·Hub 폴백 정리 |
+| **0.19.4** | Qwen3.5 RAM greedy 자동 선택·모든 preset LLM on |
 | **0.18.2** | 주제 맵 3레인(graph·키워드·임베딩) 병합·테마 6~12·LLM `topicProposals` |
 | **0.18.1** | 키워드 빈도/특이어 dual-view·샵검색 통계·dyad 셀 숫자·LLM 인사이트 필드 |
 | **0.18.0** | preset(speed/balanced/quality)·5분 예산 skip·LLM 서사·KLUE 감정·dual-lane 툴팁·CI Playwright |

package/data/ml-models/manifest.json

@@ -0,0 +1,25 @@
+{
+  "schema": "kca-ml-models/1",
+  "version": "0.2.0",
+  "bundled": false,
+  "models": [
+    {
+      "id": "kca-koelectra-small-v3-nsmc",
+      "task": "text-classification",
+      "source": "daekeun-ml/koelectra-small-v3-nsmc",
+      "bundled": true
+    },
+    {
+      "id": "kca-koelectra-small-v3-embed",
+      "task": "feature-extraction",
+      "source": "monologg/koelectra-small-v3-discriminator",
+      "bundled": true
+    },
+    {
+      "id": "kca-kcelectra-base-toxicity",
+      "task": "text-classification",
+      "source": "monologg/koelectra-base-v3-discriminator",
+      "bundled": true
+    }
+  ]
+}

package/dist/src/ml/model-ids.d.ts

@@ -0,0 +1,15 @@
+/**
+ * kca 한국어 인코더 플레인 — Hub 원본 id (번들은 ml-bundled-models).
+ * 구 Xenova·dragonkue·cringepnh 모델은 사용하지 않습니다.
+ */
+/** NSMC 이진 감정 — 기본 감정 모델 */
+export declare const HUB_KOELECTRA_NSMC = "daekeun-ml/koelectra-small-v3-nsmc";
+/** feature-extraction — quality 시맨틱·임베딩 */
+export declare const HUB_KOELECTRA_EMBED = "monologg/koelectra-small-v3-discriminator";
+/** KorSTS 유사도 — balanced 시맨틱 */
+export declare const HUB_KOELECTRA_KORSTS = "daekeun-ml/koelectra-small-v3-korsts";
+/** 독성·공격 톤 (base) */
+export declare const HUB_KCELECTRA_TOXICITY = "monologg/koelectra-base-v3-discriminator";
+/** 익명 Hub 401 또는 정책상 금지 — `KCA_*_MODEL` 로만 시도 */
+export declare const DEPRECATED_SENTIMENT_HUB_IDS: readonly ["Xenova/bert-base-multilingual-uncased-sentiment", "Xenova/distilbert-base-multilingual-cased-sentiment", "Xenova/klue-roberta-small-sentiment", "Xenova/klue-roberta-base", "Xenova/twitter-xlm-roberta-base-sentiment", "smilegate-ai/kor_unified_sentiment", "cringepnh/koelectra-korean-sentiment"];
+export declare const DEPRECATED_SEMANTIC_HUB_IDS: readonly ["Xenova/multilingual-e5-small", "dragonkue/multilingual-e5-small-ko-v2", "Xenova/paraphrase-multilingual-MiniLM-L12-v2"];

package/dist/src/ml/model-ids.js

@@ -0,0 +1,28 @@
+/**
+ * kca 한국어 인코더 플레인 — Hub 원본 id (번들은 ml-bundled-models).
+ * 구 Xenova·dragonkue·cringepnh 모델은 사용하지 않습니다.
+ */
+/** NSMC 이진 감정 — 기본 감정 모델 */
+export const HUB_KOELECTRA_NSMC = "daekeun-ml/koelectra-small-v3-nsmc";
+/** feature-extraction — quality 시맨틱·임베딩 */
+export const HUB_KOELECTRA_EMBED = "monologg/koelectra-small-v3-discriminator";
+/** KorSTS 유사도 — balanced 시맨틱 */
+export const HUB_KOELECTRA_KORSTS = "daekeun-ml/koelectra-small-v3-korsts";
+/** 독성·공격 톤 (base) */
+export const HUB_KCELECTRA_TOXICITY = "monologg/koelectra-base-v3-discriminator";
+/** 익명 Hub 401 또는 정책상 금지 — `KCA_*_MODEL` 로만 시도 */
+export const DEPRECATED_SENTIMENT_HUB_IDS = [
+    "Xenova/bert-base-multilingual-uncased-sentiment",
+    "Xenova/distilbert-base-multilingual-cased-sentiment",
+    "Xenova/klue-roberta-small-sentiment",
+    "Xenova/klue-roberta-base",
+    "Xenova/twitter-xlm-roberta-base-sentiment",
+    "smilegate-ai/kor_unified_sentiment",
+    "cringepnh/koelectra-korean-sentiment",
+];
+export const DEPRECATED_SEMANTIC_HUB_IDS = [
+    "Xenova/multilingual-e5-small",
+    "dragonkue/multilingual-e5-small-ko-v2",
+    "Xenova/paraphrase-multilingual-MiniLM-L12-v2",
+];
+//# sourceMappingURL=model-ids.js.map

package/dist/src/ml/model-ids.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-ids.js","sourceRoot":"","sources":["../../../src/ml/model-ids.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,4BAA4B;AAC5B,MAAM,CAAC,MAAM,kBAAkB,GAAG,oCAAoC,CAAC;AAEvE,2CAA2C;AAC3C,MAAM,CAAC,MAAM,mBAAmB,GAAG,2CAA2C,CAAC;AAE/E,gCAAgC;AAChC,MAAM,CAAC,MAAM,oBAAoB,GAAG,sCAAsC,CAAC;AAE3E,qBAAqB;AACrB,MAAM,CAAC,MAAM,sBAAsB,GAAG,0CAA0C,CAAC;AAEjF,iDAAiD;AACjD,MAAM,CAAC,MAAM,4BAA4B,GAAG;IAC1C,iDAAiD;IACjD,qDAAqD;IACrD,qCAAqC;IACrC,0BAA0B;IAC1B,2CAA2C;IAC3C,oCAAoC;IACpC,sCAAsC;CAC9B,CAAC;AAEX,MAAM,CAAC,MAAM,2BAA2B,GAAG;IACzC,8BAA8B;IAC9B,uCAAuC;IACvC,8CAA8C;CACtC,CAAC"}

package/dist/src/ml/registry.d.ts

@@ -7,8 +7,6 @@ export interface MlModelSpec {
 }
 export declare const ML_MODEL_REGISTRY: Record<MlTask, MlModelSpec>;
 export declare function isBundledModelReady(task: MlTask): boolean;
-/** quality preset sentiment: 번들 id (레거시 디렉터리 포함) */
 export declare function resolveSentimentBundledId(): string;
-/** quality preset embedding: 번들 KoELECTRA 또는 E5 Hub */
 export declare function resolveEmbeddingModelId(preset: string | undefined): string;
 export declare function resolveToxicityModelId(): string;

package/dist/src/ml/registry.js

@@ -1,23 +1,22 @@
 import { BUNDLED_EMBED_MODEL_ID, BUNDLED_SENTIMENT_MODEL_ID, BUNDLED_TOXICITY_MODEL_ID, isBundledEmbedModelReady, isBundledSentimentModelReady, isBundledToxicityModelReady, resolveBundledSentimentModelId, } from "../ml-bundled-models.js";
-import { DEFAULT_SENTIMENT_MODEL } from "../sentiment-policy.js";
-import { DEFAULT_KOREAN_SEMANTIC_MODEL, QUALITY_KOREAN_SEMANTIC_MODEL, } from "../semantic-policy.js";
+import { HUB_KCELECTRA_TOXICITY, HUB_KOELECTRA_EMBED, HUB_KOELECTRA_KORSTS, HUB_KOELECTRA_NSMC, } from "./model-ids.js";
 export const ML_MODEL_REGISTRY = {
     sentiment: {
         task: "sentiment",
         bundledId: BUNDLED_SENTIMENT_MODEL_ID,
-        hubFallback: DEFAULT_SENTIMENT_MODEL,
+        hubFallback: HUB_KOELECTRA_NSMC,
         hubTask: "text-classification",
     },
     embedding: {
         task: "embedding",
         bundledId: BUNDLED_EMBED_MODEL_ID,
-        hubFallback: QUALITY_KOREAN_SEMANTIC_MODEL,
+        hubFallback: HUB_KOELECTRA_EMBED,
         hubTask: "feature-extraction",
     },
     toxicity: {
         task: "toxicity",
         bundledId: BUNDLED_TOXICITY_MODEL_ID,
-        hubFallback: "",
+        hubFallback: HUB_KCELECTRA_TOXICITY,
         hubTask: "text-classification",
     },
 };
@@ -28,27 +27,25 @@ export function isBundledModelReady(task) {
         return isBundledEmbedModelReady();
     return isBundledToxicityModelReady();
 }
-/** quality preset sentiment: 번들 id (레거시 디렉터리 포함) */
 export function resolveSentimentBundledId() {
     return resolveBundledSentimentModelId();
 }
-/** quality preset embedding: 번들 KoELECTRA 또는 E5 Hub */
 export function resolveEmbeddingModelId(preset) {
     const env = process.env.KCA_SEMANTIC_MODEL?.trim();
     if (env)
         return env;
-    if (preset === "quality" && isBundledEmbedModelReady())
+    if (isBundledEmbedModelReady())
         return BUNDLED_EMBED_MODEL_ID;
     if (preset === "quality")
-        return QUALITY_KOREAN_SEMANTIC_MODEL;
-    return DEFAULT_KOREAN_SEMANTIC_MODEL;
+        return HUB_KOELECTRA_EMBED;
+    return HUB_KOELECTRA_KORSTS;
 }
 export function resolveToxicityModelId() {
     const env = process.env.KCA_TOXICITY_MODEL?.trim();
     if (env)
         return env;
-    if (isBundledToxicityModelReady())
-        return BUNDLED_TOXICITY_MODEL_ID;
-    return "";
+    if (process.env.KCA_TOXICITY_HUB_ONLY === "1")
+        return HUB_KCELECTRA_TOXICITY;
+    return BUNDLED_TOXICITY_MODEL_ID;
 }
 //# sourceMappingURL=registry.js.map

package/dist/src/ml/registry.js.map

@@ -1 +1 @@
-{"version":3,"file":"registry.js","sourceRoot":"","sources":["../../../src/ml/registry.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,sBAAsB,EACtB,0BAA0B,EAC1B,yBAAyB,EACzB,wBAAwB,EACxB,4BAA4B,EAC5B,2BAA2B,EAC3B,8BAA8B,GAC/B,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAE,uBAAuB,EAAE,MAAM,wBAAwB,CAAC;AACjE,OAAO,EACL,6BAA6B,EAC7B,6BAA6B,GAC9B,MAAM,uBAAuB,CAAC;AAW/B,MAAM,CAAC,MAAM,iBAAiB,GAAgC;IAC5D,SAAS,EAAE;QACT,IAAI,EAAE,WAAW;QACjB,SAAS,EAAE,0BAA0B;QACrC,WAAW,EAAE,uBAAuB;QACpC,OAAO,EAAE,qBAAqB;KAC/B;IACD,SAAS,EAAE;QACT,IAAI,EAAE,WAAW;QACjB,SAAS,EAAE,sBAAsB;QACjC,WAAW,EAAE,6BAA6B;QAC1C,OAAO,EAAE,oBAAoB;KAC9B;IACD,QAAQ,EAAE;QACR,IAAI,EAAE,UAAU;QAChB,SAAS,EAAE,yBAAyB;QACpC,WAAW,EAAE,EAAE;QACf,OAAO,EAAE,qBAAqB;KAC/B;CACF,CAAC;AAEF,MAAM,UAAU,mBAAmB,CAAC,IAAY;IAC9C,IAAI,IAAI,KAAK,WAAW;QAAE,OAAO,4BAA4B,EAAE,CAAC;IAChE,IAAI,IAAI,KAAK,WAAW;QAAE,OAAO,wBAAwB,EAAE,CAAC;IAC5D,OAAO,2BAA2B,EAAE,CAAC;AACvC,CAAC;AAED,oDAAoD;AACpD,MAAM,UAAU,yBAAyB;IACvC,OAAO,8BAA8B,EAAE,CAAC;AAC1C,CAAC;AAED,uDAAuD;AACvD,MAAM,UAAU,uBAAuB,CAAC,MAA0B;IAChE,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,kBAAkB,EAAE,IAAI,EAAE,CAAC;IACnD,IAAI,GAAG;QAAE,OAAO,GAAG,CAAC;IACpB,IAAI,MAAM,KAAK,SAAS,IAAI,wBAAwB,EAAE;QAAE,OAAO,sBAAsB,CAAC;IACtF,IAAI,MAAM,KAAK,SAAS;QAAE,OAAO,6BAA6B,CAAC;IAC/D,OAAO,6BAA6B,CAAC;AACvC,CAAC;AAED,MAAM,UAAU,sBAAsB;IACpC,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,kBAAkB,EAAE,IAAI,EAAE,CAAC;IACnD,IAAI,GAAG;QAAE,OAAO,GAAG,CAAC;IACpB,IAAI,2BAA2B,EAAE;QAAE,OAAO,yBAAyB,CAAC;IACpE,OAAO,EAAE,CAAC;AACZ,CAAC"}
+{"version":3,"file":"registry.js","sourceRoot":"","sources":["../../../src/ml/registry.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,sBAAsB,EACtB,0BAA0B,EAC1B,yBAAyB,EACzB,wBAAwB,EACxB,4BAA4B,EAC5B,2BAA2B,EAC3B,8BAA8B,GAC/B,MAAM,yBAAyB,CAAC;AACjC,OAAO,EACL,sBAAsB,EACtB,mBAAmB,EACnB,oBAAoB,EACpB,kBAAkB,GACnB,MAAM,gBAAgB,CAAC;AAWxB,MAAM,CAAC,MAAM,iBAAiB,GAAgC;IAC5D,SAAS,EAAE;QACT,IAAI,EAAE,WAAW;QACjB,SAAS,EAAE,0BAA0B;QACrC,WAAW,EAAE,kBAAkB;QAC/B,OAAO,EAAE,qBAAqB;KAC/B;IACD,SAAS,EAAE;QACT,IAAI,EAAE,WAAW;QACjB,SAAS,EAAE,sBAAsB;QACjC,WAAW,EAAE,mBAAmB;QAChC,OAAO,EAAE,oBAAoB;KAC9B;IACD,QAAQ,EAAE;QACR,IAAI,EAAE,UAAU;QAChB,SAAS,EAAE,yBAAyB;QACpC,WAAW,EAAE,sBAAsB;QACnC,OAAO,EAAE,qBAAqB;KAC/B;CACF,CAAC;AAEF,MAAM,UAAU,mBAAmB,CAAC,IAAY;IAC9C,IAAI,IAAI,KAAK,WAAW;QAAE,OAAO,4BAA4B,EAAE,CAAC;IAChE,IAAI,IAAI,KAAK,WAAW;QAAE,OAAO,wBAAwB,EAAE,CAAC;IAC5D,OAAO,2BAA2B,EAAE,CAAC;AACvC,CAAC;AAED,MAAM,UAAU,yBAAyB;IACvC,OAAO,8BAA8B,EAAE,CAAC;AAC1C,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,MAA0B;IAChE,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,kBAAkB,EAAE,IAAI,EAAE,CAAC;IACnD,IAAI,GAAG;QAAE,OAAO,GAAG,CAAC;IACpB,IAAI,wBAAwB,EAAE;QAAE,OAAO,sBAAsB,CAAC;IAC9D,IAAI,MAAM,KAAK,SAAS;QAAE,OAAO,mBAAmB,CAAC;IACrD,OAAO,oBAAoB,CAAC;AAC9B,CAAC;AAED,MAAM,UAAU,sBAAsB;IACpC,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,kBAAkB,EAAE,IAAI,EAAE,CAAC;IACnD,IAAI,GAAG;QAAE,OAAO,GAAG,CAAC;IACpB,IAAI,OAAO,CAAC,GAAG,CAAC,qBAAqB,KAAK,GAAG;QAAE,OAAO,sBAAsB,CAAC;IAC7E,OAAO,yBAAyB,CAAC;AACnC,CAAC"}

package/dist/src/ml/tasks/index.js

@@ -1,8 +1,23 @@
+import { ensureCoreMlBundles } from "../../ml-bundle-install.js";
+import { ensureToxicityBundle } from "../../ml-bundle-cache.js";
 import { preloadSentimentPipeline } from "./sentiment.js";
 import { preloadSemanticPipeline } from "./embedding.js";
 import { preloadToxicityPipeline } from "../../toxicity-analyze.js";
+import { isBundledToxicityModelReady } from "../../ml-bundled-models.js";
 /** transformers 파이프라인 병렬 워밍업(실패는 stderr 만) */
 export async function preloadUtteranceMlTasks(opts) {
+    if (opts.sentiment || opts.semantic || opts.toxicity) {
+        await ensureCoreMlBundles().catch((error) => {
+            const msg = error instanceof Error ? error.message : String(error);
+            process.stderr.write(`[kca] ML 번들 준비 건너뜀: ${msg}\n`);
+        });
+    }
+    if (opts.toxicity && !process.env.KCA_TOXICITY_MODEL?.trim() && !isBundledToxicityModelReady()) {
+        await ensureToxicityBundle().catch((error) => {
+            const msg = error instanceof Error ? error.message : String(error);
+            process.stderr.write(`[kca] 독성 번들 준비 건너뜀: ${msg}\n`);
+        });
+    }
     const warmups = [];
     if (opts.sentiment) {
         warmups.push(preloadSentimentPipeline(opts.buildOptions, opts.messageCount).catch((error) => {

package/dist/src/ml/tasks/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/ml/tasks/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,wBAAwB,EAAE,MAAM,gBAAgB,CAAC;AAC1D,OAAO,EAAE,uBAAuB,EAAE,MAAM,gBAAgB,CAAC;AACzD,OAAO,EAAE,uBAAuB,EAAE,MAAM,2BAA2B,CAAC;AAUpE,8CAA8C;AAC9C,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAAC,IAAoC;IAChF,MAAM,OAAO,GAAuB,EAAE,CAAC;IACvC,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;QACnB,OAAO,CAAC,IAAI,CACV,wBAAwB,CAAC,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;YAC7E,MAAM,GAAG,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACnE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,qBAAqB,GAAG,IAAI,CAAC,CAAC;QACrD,CAAC,CAAC,CACH,CAAC;IACJ,CAAC;IACD,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;QAClB,OAAO,CAAC,IAAI,CACV,uBAAuB,CAAC,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;YAC5E,MAAM,GAAG,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACnE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,sBAAsB,GAAG,IAAI,CAAC,CAAC;QACtD,CAAC,CAAC,CACH,CAAC;IACJ,CAAC;IACD,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;QAClB,OAAO,CAAC,IAAI,CACV,uBAAuB,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;YACxC,MAAM,GAAG,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACnE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,qBAAqB,GAAG,IAAI,CAAC,CAAC;QACrD,CAAC,CAAC,CACH,CAAC;IACJ,CAAC;IACD,KAAK,MAAM,IAAI,IAAI,OAAO;QAAE,MAAM,IAAI,CAAC;AACzC,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/ml/tasks/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AACjE,OAAO,EAAE,oBAAoB,EAAE,MAAM,0BAA0B,CAAC;AAChE,OAAO,EAAE,wBAAwB,EAAE,MAAM,gBAAgB,CAAC;AAC1D,OAAO,EAAE,uBAAuB,EAAE,MAAM,gBAAgB,CAAC;AACzD,OAAO,EAAE,uBAAuB,EAAE,MAAM,2BAA2B,CAAC;AACpE,OAAO,EAAE,2BAA2B,EAAE,MAAM,4BAA4B,CAAC;AAUzE,8CAA8C;AAC9C,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAAC,IAAoC;IAChF,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;QACrD,MAAM,mBAAmB,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;YAC1C,MAAM,GAAG,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACnE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,uBAAuB,GAAG,IAAI,CAAC,CAAC;QACvD,CAAC,CAAC,CAAC;IACL,CAAC;IACD,IAAI,IAAI,CAAC,QAAQ,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,kBAAkB,EAAE,IAAI,EAAE,IAAI,CAAC,2BAA2B,EAAE,EAAE,CAAC;QAC/F,MAAM,oBAAoB,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;YAC3C,MAAM,GAAG,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACnE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,uBAAuB,GAAG,IAAI,CAAC,CAAC;QACvD,CAAC,CAAC,CAAC;IACL,CAAC;IAED,MAAM,OAAO,GAAuB,EAAE,CAAC;IACvC,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;QACnB,OAAO,CAAC,IAAI,CACV,wBAAwB,CAAC,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;YAC7E,MAAM,GAAG,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACnE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,qBAAqB,GAAG,IAAI,CAAC,CAAC;QACrD,CAAC,CAAC,CACH,CAAC;IACJ,CAAC;IACD,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;QAClB,OAAO,CAAC,IAAI,CACV,uBAAuB,CAAC,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;YAC5E,MAAM,GAAG,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACnE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,sBAAsB,GAAG,IAAI,CAAC,CAAC;QACtD,CAAC,CAAC,CACH,CAAC;IACJ,CAAC;IACD,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;QAClB,OAAO,CAAC,IAAI,CACV,uBAAuB,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;YACxC,MAAM,GAAG,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACnE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,qBAAqB,GAAG,IAAI,CAAC,CAAC;QACrD,CAAC,CAAC,CACH,CAAC;IACJ,CAAC;IACD,KAAK,MAAM,IAAI,IAAI,OAAO;QAAE,MAAM,IAAI,CAAC;AACzC,CAAC"}

package/dist/src/ml-bundle-cache.d.ts

@@ -0,0 +1,14 @@
+export declare const TOXICITY_ONNX_ASSET = "kca-kcelectra-base-toxicity-onnx.zip";
+export declare function mlBundleCacheDir(): string;
+export declare function readModelsPackageVersion(): string;
+export declare function toxicityReleaseTag(): string;
+export declare function toxicityReleaseAssetUrl(): string;
+export declare function isSentimentBundleReady(): boolean;
+export declare function isEmbedBundleReady(): boolean;
+export declare function isToxicityBundleReady(): boolean;
+export declare function isCoreBundleReady(): boolean;
+/** npm models 패키지 → monorepo data → user cache */
+export declare function listMlModelRoots(): string[];
+export declare function resolveMlModelRootFor(modelId: string): string | undefined;
+/** GitHub Release 에서 독성 ONNX zip 다운로드 → cache */
+export declare function ensureToxicityBundle(): Promise<boolean>;

package/dist/src/ml-bundle-cache.js

@@ -0,0 +1,167 @@
+import { createWriteStream, cpSync, existsSync, mkdirSync, readFileSync, readdirSync, rmSync, } from "node:fs";
+import { homedir } from "node:os";
+import { dirname, join } from "node:path";
+import { pipeline } from "node:stream/promises";
+import { Readable } from "node:stream";
+import { createRequire } from "node:module";
+import { spawnSync } from "node:child_process";
+import { fileURLToPath } from "node:url";
+import { BUNDLED_EMBED_MODEL_ID, BUNDLED_SENTIMENT_MODEL_ID, BUNDLED_TOXICITY_MODEL_ID, } from "./ml-bundle-ids.js";
+export const TOXICITY_ONNX_ASSET = "kca-kcelectra-base-toxicity-onnx.zip";
+const DEFAULT_REPO = "claudianus/kakaotalk-chat-analyzer";
+export function mlBundleCacheDir() {
+    const env = process.env.KCA_ML_CACHE?.trim();
+    if (env)
+        return join(env, "ml-models");
+    return join(homedir(), ".cache", "kakaotalk-chat-analyzer", "ml-models");
+}
+export function readModelsPackageVersion() {
+    try {
+        const req = createRequire(import.meta.url);
+        const pkg = req.resolve("kakaotalk-chat-analyzer-models/package.json");
+        return JSON.parse(readFileSync(pkg, "utf8")).version;
+    }
+    catch {
+        return process.env.KCA_ML_MODELS_VERSION?.trim() || "0.2.0";
+    }
+}
+export function toxicityReleaseTag() {
+    const env = process.env.KCA_ML_MODELS_RELEASE?.trim();
+    if (env)
+        return env;
+    return `ml-models-v${readModelsPackageVersion()}`;
+}
+export function toxicityReleaseAssetUrl() {
+    const repo = process.env.KCA_ML_MODELS_REPO?.trim() || DEFAULT_REPO;
+    const tag = toxicityReleaseTag();
+    return `https://github.com/${repo}/releases/download/${tag}/${TOXICITY_ONNX_ASSET}`;
+}
+function modelOnnxReady(root, modelId) {
+    return (existsSync(join(root, modelId, "config.json")) &&
+        existsSync(join(root, modelId, "onnx", "model.onnx")));
+}
+export function isSentimentBundleReady() {
+    return listMlModelRoots().some((r) => modelOnnxReady(r, BUNDLED_SENTIMENT_MODEL_ID));
+}
+export function isEmbedBundleReady() {
+    return listMlModelRoots().some((r) => modelOnnxReady(r, BUNDLED_EMBED_MODEL_ID));
+}
+export function isToxicityBundleReady() {
+    return listMlModelRoots().some((r) => modelOnnxReady(r, BUNDLED_TOXICITY_MODEL_ID));
+}
+export function isCoreBundleReady() {
+    return isSentimentBundleReady() && isEmbedBundleReady();
+}
+/** npm models 패키지 → monorepo data → user cache */
+export function listMlModelRoots() {
+    const roots = [];
+    try {
+        const req = createRequire(import.meta.url);
+        const pkg = req.resolve("kakaotalk-chat-analyzer-models/package.json");
+        const dir = join(dirname(pkg), "data", "ml-models");
+        if (existsSync(dir))
+            roots.push(dir);
+    }
+    catch {
+        /* not installed */
+    }
+    const pkgData = join(fileURLToPath(new URL("..", import.meta.url)), "..", "data", "ml-models");
+    if (existsSync(pkgData))
+        roots.push(pkgData);
+    const cache = mlBundleCacheDir();
+    if (existsSync(cache))
+        roots.push(cache);
+    return [...new Set(roots)];
+}
+export function resolveMlModelRootFor(modelId) {
+    for (const root of listMlModelRoots()) {
+        if (modelOnnxReady(root, modelId))
+            return root;
+    }
+    return undefined;
+}
+function extractZip(zipPath, destDir) {
+    mkdirSync(destDir, { recursive: true });
+    const tar = spawnSync("tar", ["-xf", zipPath, "-C", destDir], { encoding: "utf8" });
+    if (tar.status === 0)
+        return true;
+    const unzip = spawnSync("unzip", ["-q", "-o", zipPath, "-d", destDir], { encoding: "utf8" });
+    return unzip.status === 0;
+}
+let toxicityDownloadPromise = null;
+/** GitHub Release 에서 독성 ONNX zip 다운로드 → cache */
+export async function ensureToxicityBundle() {
+    if (isToxicityBundleReady())
+        return true;
+    if (process.env.KCA_NO_TOXICITY_DOWNLOAD === "1")
+        return false;
+    if (!toxicityDownloadPromise) {
+        toxicityDownloadPromise = downloadToxicityBundle().finally(() => {
+            if (!isToxicityBundleReady())
+                toxicityDownloadPromise = null;
+        });
+    }
+    return toxicityDownloadPromise;
+}
+async function downloadToxicityBundle() {
+    const url = toxicityReleaseAssetUrl();
+    const cache = mlBundleCacheDir();
+    const dlDir = join(cache, "..", "downloads");
+    mkdirSync(dlDir, { recursive: true });
+    const zipPath = join(dlDir, TOXICITY_ONNX_ASSET);
+    const tmpExtract = join(dlDir, "_toxicity_extract");
+    try {
+        process.stderr.write(`[kca] 독성 ML 번들 다운로드 중… ${url}\n`);
+        const res = await fetch(url, { redirect: "follow" });
+        if (!res.ok || !res.body) {
+            process.stderr.write(`[kca] 독성 번들 다운로드 실패 (${res.status}): ${url}\n`);
+            return false;
+        }
+        await pipeline(Readable.fromWeb(res.body), createWriteStream(zipPath));
+        if (existsSync(tmpExtract))
+            rmSync(tmpExtract, { recursive: true, force: true });
+        mkdirSync(tmpExtract, { recursive: true });
+        if (!extractZip(zipPath, tmpExtract)) {
+            process.stderr.write("[kca] 독성 번들 압축 해제 실패 (tar/unzip 필요)\n");
+            return false;
+        }
+        const nested = join(tmpExtract, BUNDLED_TOXICITY_MODEL_ID);
+        const src = existsSync(join(nested, "config.json"))
+            ? nested
+            : findModelDir(tmpExtract, BUNDLED_TOXICITY_MODEL_ID);
+        if (!src) {
+            process.stderr.write("[kca] 독성 번들 zip 구조가 예상과 다릅니다\n");
+            return false;
+        }
+        const dest = join(cache, BUNDLED_TOXICITY_MODEL_ID);
+        mkdirSync(cache, { recursive: true });
+        if (existsSync(dest))
+            rmSync(dest, { recursive: true, force: true });
+        cpSync(src, dest, { recursive: true });
+        process.stderr.write(`[kca] 독성 ML 번들 설치됨: ${dest}\n`);
+        return isToxicityBundleReady();
+    }
+    catch (error) {
+        const msg = error instanceof Error ? error.message : String(error);
+        process.stderr.write(`[kca] 독성 번들 다운로드 오류: ${msg}\n`);
+        return false;
+    }
+    finally {
+        if (existsSync(tmpExtract))
+            rmSync(tmpExtract, { recursive: true, force: true });
+    }
+}
+function findModelDir(root, modelId) {
+    const direct = join(root, modelId);
+    if (existsSync(join(direct, "config.json")))
+        return direct;
+    for (const name of readdirSync(root, { withFileTypes: true })) {
+        if (!name.isDirectory())
+            continue;
+        const p = join(root, name.name);
+        if (existsSync(join(p, "config.json")))
+            return p;
+    }
+    return undefined;
+}
+//# sourceMappingURL=ml-bundle-cache.js.map

package/dist/src/ml-bundle-cache.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ml-bundle-cache.js","sourceRoot":"","sources":["../../src/ml-bundle-cache.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,iBAAiB,EACjB,MAAM,EACN,UAAU,EACV,SAAS,EACT,YAAY,EACZ,WAAW,EACX,MAAM,GACP,MAAM,SAAS,CAAC;AACjB,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAChD,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AACvC,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAC/C,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EACL,sBAAsB,EACtB,0BAA0B,EAC1B,yBAAyB,GAC1B,MAAM,oBAAoB,CAAC;AAE5B,MAAM,CAAC,MAAM,mBAAmB,GAAG,sCAAsC,CAAC;AAC1E,MAAM,YAAY,GAAG,oCAAoC,CAAC;AAE1D,MAAM,UAAU,gBAAgB;IAC9B,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY,EAAE,IAAI,EAAE,CAAC;IAC7C,IAAI,GAAG;QAAE,OAAO,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;IACvC,OAAO,IAAI,CAAC,OAAO,EAAE,EAAE,QAAQ,EAAE,yBAAyB,EAAE,WAAW,CAAC,CAAC;AAC3E,CAAC;AAED,MAAM,UAAU,wBAAwB;IACtC,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC3C,MAAM,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,6CAA6C,CAAC,CAAC;QACvE,OAAO,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC,OAAiB,CAAC;IACjE,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,OAAO,CAAC,GAAG,CAAC,qBAAqB,EAAE,IAAI,EAAE,IAAI,OAAO,CAAC;IAC9D,CAAC;AACH,CAAC;AAED,MAAM,UAAU,kBAAkB;IAChC,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,qBAAqB,EAAE,IAAI,EAAE,CAAC;IACtD,IAAI,GAAG;QAAE,OAAO,GAAG,CAAC;IACpB,OAAO,cAAc,wBAAwB,EAAE,EAAE,CAAC;AACpD,CAAC;AAED,MAAM,UAAU,uBAAuB;IACrC,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,kBAAkB,EAAE,IAAI,EAAE,IAAI,YAAY,CAAC;IACpE,MAAM,GAAG,GAAG,kBAAkB,EAAE,CAAC;IACjC,OAAO,sBAAsB,IAAI,sBAAsB,GAAG,IAAI,mBAAmB,EAAE,CAAC;AACtF,CAAC;AAED,SAAS,cAAc,CAAC,IAAY,EAAE,OAAe;IACnD,OAAO,CACL,UAAU,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,aAAa,CAAC,CAAC;QAC9C,UAAU,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,YAAY,CAAC,CAAC,CACtD,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,sBAAsB;IACpC,OAAO,gBAAgB,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,cAAc,CAAC,CAAC,EAAE,0BAA0B,CAAC,CAAC,CAAC;AACvF,CAAC;AAED,MAAM,UAAU,kBAAkB;IAChC,OAAO,gBAAgB,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,cAAc,CAAC,CAAC,EAAE,sBAAsB,CAAC,CAAC,CAAC;AACnF,CAAC;AAED,MAAM,UAAU,qBAAqB;IACnC,OAAO,gBAAgB,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,cAAc,CAAC,CAAC,EAAE,yBAAyB,CAAC,CAAC,CAAC;AACtF,CAAC;AAED,MAAM,UAAU,iBAAiB;IAC/B,OAAO,sBAAsB,EAAE,IAAI,kBAAkB,EAAE,CAAC;AAC1D,CAAC;AAED,kDAAkD;AAClD,MAAM,UAAU,gBAAgB;IAC9B,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC3C,MAAM,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,6CAA6C,CAAC,CAAC;QACvE,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC;QACpD,IAAI,UAAU,CAAC,GAAG,CAAC;YAAE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACvC,CAAC;IAAC,MAAM,CAAC;QACP,mBAAmB;IACrB,CAAC;IACD,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC;IAC/F,IAAI,UAAU,CAAC,OAAO,CAAC;QAAE,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC7C,MAAM,KAAK,GAAG,gBAAgB,EAAE,CAAC;IACjC,IAAI,UAAU,CAAC,KAAK,CAAC;QAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACzC,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;AAC7B,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,OAAe;IACnD,KAAK,MAAM,IAAI,IAAI,gBAAgB,EAAE,EAAE,CAAC;QACtC,IAAI,cAAc,CAAC,IAAI,EAAE,OAAO,CAAC;YAAE,OAAO,IAAI,CAAC;IACjD,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,UAAU,CAAC,OAAe,EAAE,OAAe;IAClD,SAAS,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACxC,MAAM,GAAG,GAAG,SAAS,CAAC,KAAK,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC;IACpF,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAClC,MAAM,KAAK,GAAG,SAAS,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC;IAC7F,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC;AAC5B,CAAC;AAED,IAAI,uBAAuB,GAA4B,IAAI,CAAC;AAE5D,iDAAiD;AACjD,MAAM,CAAC,KAAK,UAAU,oBAAoB;IACxC,IAAI,qBAAqB,EAAE;QAAE,OAAO,IAAI,CAAC;IACzC,IAAI,OAAO,CAAC,GAAG,CAAC,wBAAwB,KAAK,GAAG;QAAE,OAAO,KAAK,CAAC;IAC/D,IAAI,CAAC,uBAAuB,EAAE,CAAC;QAC7B,uBAAuB,GAAG,sBAAsB,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE;YAC9D,IAAI,CAAC,qBAAqB,EAAE;gBAAE,uBAAuB,GAAG,IAAI,CAAC;QAC/D,CAAC,CAAC,CAAC;IACL,CAAC;IACD,OAAO,uBAAuB,CAAC;AACjC,CAAC;AAED,KAAK,UAAU,sBAAsB;IACnC,MAAM,GAAG,GAAG,uBAAuB,EAAE,CAAC;IACtC,MAAM,KAAK,GAAG,gBAAgB,EAAE,CAAC;IACjC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,WAAW,CAAC,CAAC;IAC7C,SAAS,CAAC,KAAK,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACtC,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,EAAE,mBAAmB,CAAC,CAAC;IACjD,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,EAAE,mBAAmB,CAAC,CAAC;IAEpD,IAAI,CAAC;QACH,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,0BAA0B,GAAG,IAAI,CAAC,CAAC;QACxD,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC;QACrD,IAAI,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;YACzB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,wBAAwB,GAAG,CAAC,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC;YACtE,OAAO,KAAK,CAAC;QACf,CAAC;QACD,MAAM,QAAQ,CACZ,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,IAAgD,CAAC,EACtE,iBAAiB,CAAC,OAAO,CAAC,CAC3B,CAAC;QACF,IAAI,UAAU,CAAC,UAAU,CAAC;YAAE,MAAM,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACjF,SAAS,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3C,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,UAAU,CAAC,EAAE,CAAC;YACrC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,uCAAuC,CAAC,CAAC;YAC9D,OAAO,KAAK,CAAC;QACf,CAAC;QACD,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,EAAE,yBAAyB,CAAC,CAAC;QAC3D,MAAM,GAAG,GAAG,UAAU,CAAC,IAAI,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;YACjD,CAAC,CAAC,MAAM;YACR,CAAC,CAAC,YAAY,CAAC,UAAU,EAAE,yBAAyB,CAAC,CAAC;QACxD,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,gCAAgC,CAAC,CAAC;YACvD,OAAO,KAAK,CAAC;QACf,CAAC;QACD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,EAAE,yBAAyB,CAAC,CAAC;QACpD,SAAS,CAAC,KAAK,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACtC,IAAI,UAAU,CAAC,IAAI,CAAC;YAAE,MAAM,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACrE,MAAM,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACvC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,uBAAuB,IAAI,IAAI,CAAC,CAAC;QACtD,OAAO,qBAAqB,EAAE,CAAC;IACjC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,GAAG,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACnE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,wBAAwB,GAAG,IAAI,CAAC,CAAC;QACtD,OAAO,KAAK,CAAC;IACf,CAAC;YAAS,CAAC;QACT,IAAI,UAAU,CAAC,UAAU,CAAC;YAAE,MAAM,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACnF,CAAC;AACH,CAAC;AAED,SAAS,YAAY,CAAC,IAAY,EAAE,OAAe;IACjD,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACnC,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;QAAE,OAAO,MAAM,CAAC;IAC3D,KAAK,MAAM,IAAI,IAAI,WAAW,CAAC,IAAI,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;QAC9D,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;YAAE,SAAS;QAClC,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;QAChC,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC;YAAE,OAAO,CAAC,CAAC;IACnD,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC"}

package/dist/src/ml-bundle-ids.d.ts

@@ -0,0 +1,6 @@
+/** NSMC KoELECTRA-Small */
+export declare const BUNDLED_SENTIMENT_MODEL_ID = "kca-koelectra-small-v3-nsmc";
+/** KorSTS / semantic embedding */
+export declare const BUNDLED_EMBED_MODEL_ID = "kca-koelectra-small-v3-embed";
+/** KcELECTRA-base toxicity */
+export declare const BUNDLED_TOXICITY_MODEL_ID = "kca-kcelectra-base-toxicity";

package/dist/src/ml-bundle-ids.js

@@ -0,0 +1,7 @@
+/** NSMC KoELECTRA-Small */
+export const BUNDLED_SENTIMENT_MODEL_ID = "kca-koelectra-small-v3-nsmc";
+/** KorSTS / semantic embedding */
+export const BUNDLED_EMBED_MODEL_ID = "kca-koelectra-small-v3-embed";
+/** KcELECTRA-base toxicity */
+export const BUNDLED_TOXICITY_MODEL_ID = "kca-kcelectra-base-toxicity";
+//# sourceMappingURL=ml-bundle-ids.js.map

package/dist/src/ml-bundle-ids.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ml-bundle-ids.js","sourceRoot":"","sources":["../../src/ml-bundle-ids.ts"],"names":[],"mappings":"AAAA,2BAA2B;AAC3B,MAAM,CAAC,MAAM,0BAA0B,GAAG,6BAA6B,CAAC;AAExE,kCAAkC;AAClC,MAAM,CAAC,MAAM,sBAAsB,GAAG,8BAA8B,CAAC;AAErE,8BAA8B;AAC9B,MAAM,CAAC,MAAM,yBAAyB,GAAG,6BAA6B,CAAC"}

package/dist/src/ml-bundle-install.d.ts

@@ -0,0 +1,2 @@
+/** 감정·임베딩 ONNX — npm models 패키지 자동 설치 */
+export declare function ensureCoreMlBundles(): Promise<boolean>;

package/dist/src/ml-bundle-install.js

@@ -0,0 +1,57 @@
+import { readFileSync } from "node:fs";
+import { spawnSync } from "node:child_process";
+import { createRequire } from "node:module";
+import { dirname, join } from "node:path";
+import { fileURLToPath } from "node:url";
+import { isCoreBundleReady, readModelsPackageVersion } from "./ml-bundle-cache.js";
+let coreInstallPromise = null;
+function kcaPackageRoot() {
+    try {
+        const req = createRequire(import.meta.url);
+        return dirname(req.resolve("kakaotalk-chat-analyzer/package.json"));
+    }
+    catch {
+        try {
+            return dirname(fileURLToPath(new URL("../../package.json", import.meta.url)));
+        }
+        catch {
+            return process.cwd();
+        }
+    }
+}
+function pinnedModelsVersion() {
+    try {
+        const root = kcaPackageRoot();
+        const pkg = JSON.parse(readFileSync(join(root, "package.json"), "utf8"));
+        const dep = pkg.dependencies?.["kakaotalk-chat-analyzer-models"] ??
+            pkg.optionalDependencies?.["kakaotalk-chat-analyzer-models"];
+        if (typeof dep === "string" && dep.length > 0 && !dep.startsWith("file:"))
+            return dep;
+    }
+    catch {
+        /* ignore */
+    }
+    return readModelsPackageVersion();
+}
+function runNpmInstallModels() {
+    const ver = pinnedModelsVersion();
+    const cwd = kcaPackageRoot();
+    process.stderr.write(`[kca] ML 번들 npm 설치 시도: kakaotalk-chat-analyzer-models@${ver}\n`);
+    const run = spawnSync("npm", ["install", `kakaotalk-chat-analyzer-models@${ver}`, "--no-save", "--no-audit", "--no-fund"], { cwd, stdio: "inherit", env: process.env });
+    return run.status === 0;
+}
+/** 감정·임베딩 ONNX — npm models 패키지 자동 설치 */
+export async function ensureCoreMlBundles() {
+    if (isCoreBundleReady())
+        return true;
+    if (process.env.KCA_NO_ML_AUTO_INSTALL === "1")
+        return false;
+    if (!coreInstallPromise) {
+        coreInstallPromise = (async () => {
+            runNpmInstallModels();
+            return isCoreBundleReady();
+        })();
+    }
+    return coreInstallPromise;
+}
+//# sourceMappingURL=ml-bundle-install.js.map

package/dist/src/ml-bundle-install.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ml-bundle-install.js","sourceRoot":"","sources":["../../src/ml-bundle-install.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACvC,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAC/C,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,iBAAiB,EAAE,wBAAwB,EAAE,MAAM,sBAAsB,CAAC;AAEnF,IAAI,kBAAkB,GAA4B,IAAI,CAAC;AAEvD,SAAS,cAAc;IACrB,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC3C,OAAO,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,sCAAsC,CAAC,CAAC,CAAC;IACtE,CAAC;IAAC,MAAM,CAAC;QACP,IAAI,CAAC;YACH,OAAO,OAAO,CAAC,aAAa,CAAC,IAAI,GAAG,CAAC,oBAAoB,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAChF,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,OAAO,CAAC,GAAG,EAAE,CAAC;QACvB,CAAC;IACH,CAAC;AACH,CAAC;AAED,SAAS,mBAAmB;IAC1B,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,cAAc,EAAE,CAAC;QAC9B,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,EAAE,cAAc,CAAC,EAAE,MAAM,CAAC,CAGtE,CAAC;QACF,MAAM,GAAG,GACP,GAAG,CAAC,YAAY,EAAE,CAAC,gCAAgC,CAAC;YACpD,GAAG,CAAC,oBAAoB,EAAE,CAAC,gCAAgC,CAAC,CAAC;QAC/D,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC;YAAE,OAAO,GAAG,CAAC;IACxF,CAAC;IAAC,MAAM,CAAC;QACP,YAAY;IACd,CAAC;IACD,OAAO,wBAAwB,EAAE,CAAC;AACpC,CAAC;AAED,SAAS,mBAAmB;IAC1B,MAAM,GAAG,GAAG,mBAAmB,EAAE,CAAC;IAClC,MAAM,GAAG,GAAG,cAAc,EAAE,CAAC;IAC7B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,yDAAyD,GAAG,IAAI,CAAC,CAAC;IACvF,MAAM,GAAG,GAAG,SAAS,CACnB,KAAK,EACL,CAAC,SAAS,EAAE,kCAAkC,GAAG,EAAE,EAAE,WAAW,EAAE,YAAY,EAAE,WAAW,CAAC,EAC5F,EAAE,GAAG,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,CAC5C,CAAC;IACF,OAAO,GAAG,CAAC,MAAM,KAAK,CAAC,CAAC;AAC1B,CAAC;AAED,yCAAyC;AACzC,MAAM,CAAC,KAAK,UAAU,mBAAmB;IACvC,IAAI,iBAAiB,EAAE;QAAE,OAAO,IAAI,CAAC;IACrC,IAAI,OAAO,CAAC,GAAG,CAAC,sBAAsB,KAAK,GAAG;QAAE,OAAO,KAAK,CAAC;IAC7D,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACxB,kBAAkB,GAAG,CAAC,KAAK,IAAI,EAAE;YAC/B,mBAAmB,EAAE,CAAC;YACtB,OAAO,iBAAiB,EAAE,CAAC;QAC7B,CAAC,CAAC,EAAE,CAAC;IACP,CAAC;IACD,OAAO,kBAAkB,CAAC;AAC5B,CAAC"}

package/dist/src/ml-bundled-models.d.ts

@@ -1,12 +1,5 @@
-/** NSMC KoELECTRA-Small (quality sentiment) */
-export declare const BUNDLED_SENTIMENT_MODEL_ID = "kca-koelectra-small-v3-nsmc";
-/** 이전 번들 디렉터리(호환) */
-export declare const LEGACY_BUNDLED_SENTIMENT_MODEL_ID = "kca-koelectra-korean-sentiment";
-/** KorSTS / semantic quality embedding */
-export declare const BUNDLED_EMBED_MODEL_ID = "kca-koelectra-small-v3-embed";
-/** KcELECTRA-base toxicity (optional, large) */
-export declare const BUNDLED_TOXICITY_MODEL_ID = "kca-kcelectra-base-toxicity";
-/** `data/ml-models/` — optional npm models 패키지 우선 */
+export { BUNDLED_EMBED_MODEL_ID, BUNDLED_SENTIMENT_MODEL_ID, BUNDLED_TOXICITY_MODEL_ID, } from "./ml-bundle-ids.js";
+/** transformers `env.localModelPath` — 코어 번들(NSMC+embed)이 함께 있는 루트 우선 */
 export declare function bundledMlModelsDir(): string;
 export declare function bundledModelDir(modelId: string): string;
 export declare function bundledSentimentModelDir(): string;

package/dist/src/ml-bundled-models.js

@@ -1,61 +1,48 @@
 import { existsSync } from "node:fs";
-import { createRequire } from "node:module";
-import { dirname, join } from "node:path";
+import { join, dirname } from "node:path";
 import { fileURLToPath } from "node:url";
-/** NSMC KoELECTRA-Small (quality sentiment) */
-export const BUNDLED_SENTIMENT_MODEL_ID = "kca-koelectra-small-v3-nsmc";
-/** 이전 번들 디렉터리(호환) */
-export const LEGACY_BUNDLED_SENTIMENT_MODEL_ID = "kca-koelectra-korean-sentiment";
-/** KorSTS / semantic quality embedding */
-export const BUNDLED_EMBED_MODEL_ID = "kca-koelectra-small-v3-embed";
-/** KcELECTRA-base toxicity (optional, large) */
-export const BUNDLED_TOXICITY_MODEL_ID = "kca-kcelectra-base-toxicity";
-const PKG_DATA = join(dirname(fileURLToPath(import.meta.url)), "..", "..", "data");
-function tryModelsPackageMlDir() {
-    try {
-        const req = createRequire(import.meta.url);
-        const pkgJson = req.resolve("kakaotalk-chat-analyzer-models/package.json");
-        const dir = join(dirname(pkgJson), "data", "ml-models");
-        if (existsSync(dir))
-            return dir;
+import { BUNDLED_EMBED_MODEL_ID, BUNDLED_SENTIMENT_MODEL_ID, BUNDLED_TOXICITY_MODEL_ID, } from "./ml-bundle-ids.js";
+import { isEmbedBundleReady, isSentimentBundleReady, isToxicityBundleReady, listMlModelRoots, resolveMlModelRootFor, } from "./ml-bundle-cache.js";
+const PKG_DATA_ML = join(dirname(fileURLToPath(import.meta.url)), "..", "..", "data", "ml-models");
+export { BUNDLED_EMBED_MODEL_ID, BUNDLED_SENTIMENT_MODEL_ID, BUNDLED_TOXICITY_MODEL_ID, } from "./ml-bundle-ids.js";
+/** transformers `env.localModelPath` — 코어 번들(NSMC+embed)이 함께 있는 루트 우선 */
+export function bundledMlModelsDir() {
+    for (const root of listMlModelRoots()) {
+        const sent = join(root, BUNDLED_SENTIMENT_MODEL_ID, "onnx", "model.onnx");
+        const embed = join(root, BUNDLED_EMBED_MODEL_ID, "onnx", "model.onnx");
+        if (existsSync(sent) && existsSync(embed))
+            return root;
     }
-    catch {
-        /* optional package not installed */
+    for (const modelId of [
+        BUNDLED_SENTIMENT_MODEL_ID,
+        BUNDLED_EMBED_MODEL_ID,
+        BUNDLED_TOXICITY_MODEL_ID,
+    ]) {
+        const root = resolveMlModelRootFor(modelId);
+        if (root)
+            return root;
     }
-    return undefined;
-}
-/** `data/ml-models/` — optional npm models 패키지 우선 */
-export function bundledMlModelsDir() {
-    const fromPkg = tryModelsPackageMlDir();
-    if (fromPkg)
-        return fromPkg;
-    return join(PKG_DATA, "ml-models");
+    const roots = listMlModelRoots();
+    return roots[0] ?? PKG_DATA_ML;
 }
 export function bundledModelDir(modelId) {
-    return join(bundledMlModelsDir(), modelId);
+    const root = resolveMlModelRootFor(modelId) ?? bundledMlModelsDir();
+    return join(root, modelId);
 }
 export function bundledSentimentModelDir() {
-    return bundledModelDir(resolveBundledSentimentModelId());
-}
-function modelConfigExists(modelId) {
-    return existsSync(join(bundledMlModelsDir(), modelId, "config.json"));
+    return bundledModelDir(BUNDLED_SENTIMENT_MODEL_ID);
 }
 export function resolveBundledSentimentModelId() {
-    if (modelConfigExists(BUNDLED_SENTIMENT_MODEL_ID))
-        return BUNDLED_SENTIMENT_MODEL_ID;
-    if (modelConfigExists(LEGACY_BUNDLED_SENTIMENT_MODEL_ID))
-        return LEGACY_BUNDLED_SENTIMENT_MODEL_ID;
     return BUNDLED_SENTIMENT_MODEL_ID;
 }
 export function isBundledSentimentModelReady() {
-    return (modelConfigExists(BUNDLED_SENTIMENT_MODEL_ID) ||
-        modelConfigExists(LEGACY_BUNDLED_SENTIMENT_MODEL_ID));
+    return isSentimentBundleReady();
 }
 export function isBundledEmbedModelReady() {
-    return modelConfigExists(BUNDLED_EMBED_MODEL_ID);
+    return isEmbedBundleReady();
 }
 export function isBundledToxicityModelReady() {
-    return modelConfigExists(BUNDLED_TOXICITY_MODEL_ID);
+    return isToxicityBundleReady();
 }
 /** 번들 ONNX가 있으면 transformers `env.localModelPath` 로 쓸 루트 */
 export function bundledMlModelsRoot() {
@@ -67,12 +54,7 @@ export function bundledMlModelsRoot() {
     return undefined;
 }
 export function isLocalBundledSentimentModel(modelId) {
-    if (modelId === BUNDLED_SENTIMENT_MODEL_ID)
-        return modelConfigExists(BUNDLED_SENTIMENT_MODEL_ID);
-    if (modelId === LEGACY_BUNDLED_SENTIMENT_MODEL_ID) {
-        return modelConfigExists(LEGACY_BUNDLED_SENTIMENT_MODEL_ID);
-    }
-    return false;
+    return modelId === BUNDLED_SENTIMENT_MODEL_ID && isBundledSentimentModelReady();
 }
 export function isLocalBundledEmbedModel(modelId) {
     return modelId === BUNDLED_EMBED_MODEL_ID && isBundledEmbedModelReady();