@aituber-onair/manneri 0.1.0

package/dist/types/index.d.ts

@@ -0,0 +1,114 @@
+export interface Message {
+    role: 'system' | 'user' | 'assistant' | 'tool';
+    content: string;
+    timestamp?: number;
+}
+import type { LocalizedPrompts } from './prompts.js';
+export interface ManneriConfig {
+    similarityThreshold: number;
+    repetitionLimit: number;
+    lookbackWindow: number;
+    interventionCooldown: number;
+    minMessageLength: number;
+    excludeKeywords: string[];
+    enableTopicTracking: boolean;
+    enableKeywordAnalysis: boolean;
+    debugMode: boolean;
+    enableAiPromptGeneration: boolean;
+    aiPromptGenerationProvider: 'openai' | 'gemini' | 'default';
+    aiPromptGenerationModel?: string;
+    language?: string;
+    customPrompts?: Partial<LocalizedPrompts>;
+}
+export interface SimilarityResult {
+    score: number;
+    isRepeated: boolean;
+    matchedMessages: Message[];
+}
+export interface ConversationPattern {
+    id: string;
+    pattern: string;
+    frequency: number;
+    firstSeen: number;
+    lastSeen: number;
+    messages: Message[];
+}
+export interface TopicInfo {
+    keywords: string[];
+    score: number;
+    category: string;
+    confidence: number;
+}
+export interface AnalysisResult {
+    similarity: SimilarityResult;
+    topics: TopicInfo[];
+    patterns: ConversationPattern[];
+    shouldIntervene: boolean;
+    interventionReason: string;
+    lastIntervention: number;
+}
+export interface DiversificationPrompt {
+    content: string;
+    type: 'topic_change' | 'pattern_break' | 'keyword_shift';
+    priority: 'low' | 'medium' | 'high';
+    context: string;
+}
+export interface AiProviderConfig {
+    provider: 'openai' | 'gemini';
+    model: string;
+    apiKey: string;
+}
+export interface TextAnalysisOptions {
+    minWordLength: number;
+    maxNgrams: number;
+    includeStopWords: boolean;
+    caseSensitive: boolean;
+    language: 'ja' | 'en' | 'auto';
+}
+export interface StorageData {
+    patterns: ConversationPattern[];
+    interventions: number[];
+    settings: Partial<ManneriConfig>;
+    lastCleanup: number;
+}
+export interface ManneriEvent {
+    pattern_detected: AnalysisResult;
+    intervention_triggered: DiversificationPrompt;
+    topic_changed: {
+        oldTopics: string[];
+        newTopics: string[];
+    };
+    similarity_calculated: {
+        score: number;
+        threshold: number;
+    };
+    config_updated: Partial<ManneriConfig>;
+    storage_cleaned: {
+        removedItems: number;
+    };
+    save_success: {
+        timestamp: number;
+    };
+    save_error: {
+        error: Error;
+    };
+    load_success: {
+        data: StorageData;
+        timestamp: number;
+    };
+    load_error: {
+        error: Error;
+    };
+    cleanup_completed: {
+        removedItems: number;
+        timestamp: number;
+    };
+    cleanup_error: {
+        error: Error;
+    };
+}
+export type ManneriEventHandler<T = unknown> = (data: T) => void;
+export declare const DEFAULT_MANNERI_CONFIG: ManneriConfig;
+export type { PromptTemplates, LocalizedPrompts, } from './prompts.js';
+export type { PersistenceProvider, PersistenceConfig, PersistenceEvents, } from './persistence.js';
+export { getPromptTemplate, overridePrompts } from './prompts.js';

package/dist/types/index.js

@@ -0,0 +1,28 @@
+export const DEFAULT_MANNERI_CONFIG = {
+    similarityThreshold: 0.75,
+    repetitionLimit: 3,
+    lookbackWindow: 10,
+    interventionCooldown: 300000,
+    minMessageLength: 10,
+    excludeKeywords: [
+        'はい',
+        'そうですね',
+        'そうです',
+        'いいえ',
+        'yes',
+        'no',
+        'ok',
+        'okay',
+    ],
+    enableTopicTracking: true,
+    enableKeywordAnalysis: true,
+    debugMode: false,
+    enableAiPromptGeneration: false,
+    aiPromptGenerationProvider: 'default',
+    aiPromptGenerationModel: undefined,
+    language: 'ja',
+    customPrompts: undefined,
+};
+// Re-export utility functions
+export { getPromptTemplate, overridePrompts } from './prompts.js';
+//# sourceMappingURL=index.js.map

package/dist/types/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/types/index.ts"],"names":[],"mappings":"AAuGA,MAAM,CAAC,MAAM,sBAAsB,GAAkB;IACnD,mBAAmB,EAAE,IAAI;IACzB,eAAe,EAAE,CAAC;IAClB,cAAc,EAAE,EAAE;IAClB,oBAAoB,EAAE,MAAM;IAC5B,gBAAgB,EAAE,EAAE;IACpB,eAAe,EAAE;QACf,IAAI;QACJ,OAAO;QACP,MAAM;QACN,KAAK;QACL,KAAK;QACL,IAAI;QACJ,IAAI;QACJ,MAAM;KACP;IACD,mBAAmB,EAAE,IAAI;IACzB,qBAAqB,EAAE,IAAI;IAC3B,SAAS,EAAE,KAAK;IAChB,wBAAwB,EAAE,KAAK;IAC/B,0BAA0B,EAAE,SAAS;IACrC,uBAAuB,EAAE,SAAS;IAClC,QAAQ,EAAE,IAAI;IACd,aAAa,EAAE,SAAS;CACzB,CAAC;AAeF,8BAA8B;AAC9B,OAAO,EAAE,iBAAiB,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC"}

package/dist/types/persistence.d.ts

@@ -0,0 +1,78 @@
+import type { StorageData } from './index.js';
+/**
+ * Interface for persistence providers
+ * Allows custom storage implementations (localStorage, IndexedDB, databases, etc.)
+ */
+export interface PersistenceProvider {
+    /**
+     * Save data to storage
+     * @param data Data to save
+     * @returns Promise<boolean> or boolean indicating success
+     */
+    save(data: StorageData): Promise<boolean> | boolean;
+    /**
+     * Load data from storage
+     * @returns Promise<StorageData | null> or StorageData | null
+     */
+    load(): Promise<StorageData | null> | StorageData | null;
+    /**
+     * Clear all data from storage
+     * @returns Promise<boolean> or boolean indicating success
+     */
+    clear(): Promise<boolean> | boolean;
+    /**
+     * Clean up old data (optional)
+     * @param maxAge Maximum age in milliseconds
+     * @returns Promise<number> or number of items removed
+     */
+    cleanup?(maxAge: number): Promise<number> | number;
+}
+/**
+ * Configuration for persistence
+ */
+export interface PersistenceConfig {
+    /**
+     * Persistence provider instance
+     */
+    provider: PersistenceProvider;
+    /**
+     * Auto-save interval in milliseconds (0 = disabled)
+     * @default 0
+     */
+    autoSaveInterval?: number;
+    /**
+     * Auto-cleanup interval in milliseconds (0 = disabled)
+     * @default 0
+     */
+    autoCleanupInterval?: number;
+    /**
+     * Maximum age for cleanup in milliseconds
+     * @default 7 * 24 * 60 * 60 * 1000 (7 days)
+     */
+    maxAge?: number;
+}
+/**
+ * Storage event types
+ */
+export interface PersistenceEvents {
+    save_success: {
+        timestamp: number;
+    };
+    save_error: {
+        error: Error;
+    };
+    load_success: {
+        data: StorageData;
+        timestamp: number;
+    };
+    load_error: {
+        error: Error;
+    };
+    cleanup_completed: {
+        removedItems: number;
+        timestamp: number;
+    };
+    cleanup_error: {
+        error: Error;
+    };
+}

package/dist/types/persistence.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=persistence.js.map

package/dist/types/persistence.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"persistence.js","sourceRoot":"","sources":["../../src/types/persistence.ts"],"names":[],"mappings":""}

package/dist/types/prompts.d.ts

@@ -0,0 +1,22 @@
+/**
+ * Prompt template types for intervention
+ */
+export interface PromptTemplates {
+    intervention: string[];
+}
+export interface LocalizedPrompts {
+    [language: string]: PromptTemplates;
+}
+export interface PromptConfig {
+    language?: string;
+    customPrompts?: Partial<LocalizedPrompts>;
+}
+export type SupportedLanguage = 'ja' | 'en' | string;
+/**
+ * Get prompt template for specific language and path
+ */
+export declare function getPromptTemplate(prompts: LocalizedPrompts, language: string, index?: number): string;
+/**
+ * Override default prompts with custom prompts where provided
+ */
+export declare function overridePrompts(defaultPrompts: LocalizedPrompts, customPrompts?: Partial<LocalizedPrompts>): LocalizedPrompts;

package/dist/types/prompts.js

@@ -0,0 +1,36 @@
+/**
+ * Prompt template types for intervention
+ */
+/**
+ * Get prompt template for specific language and path
+ */
+export function getPromptTemplate(prompts, language, index) {
+    const langPrompts = prompts[language] || prompts.en;
+    if (!langPrompts || !langPrompts.intervention) {
+        return 'Please change the topic and talk about something new.';
+    }
+    if (index !== undefined && langPrompts.intervention[index]) {
+        return langPrompts.intervention[index];
+    }
+    // Return random intervention prompt
+    const randomIndex = Math.floor(Math.random() * langPrompts.intervention.length);
+    return langPrompts.intervention[randomIndex];
+}
+/**
+ * Override default prompts with custom prompts where provided
+ */
+export function overridePrompts(defaultPrompts, customPrompts) {
+    if (!customPrompts)
+        return defaultPrompts;
+    const merged = { ...defaultPrompts };
+    for (const [lang, templates] of Object.entries(customPrompts)) {
+        if (templates?.intervention) {
+            merged[lang] = {
+                ...merged[lang], // Preserve default prompts
+                ...templates, // Override with custom prompts
+            };
+        }
+    }
+    return merged;
+}
+//# sourceMappingURL=prompts.js.map

package/dist/types/prompts.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompts.js","sourceRoot":"","sources":["../../src/types/prompts.ts"],"names":[],"mappings":"AAAA;;GAEG;AAiBH;;GAEG;AACH,MAAM,UAAU,iBAAiB,CAC/B,OAAyB,EACzB,QAAgB,EAChB,KAAc;IAEd,MAAM,WAAW,GAAG,OAAO,CAAC,QAAQ,CAAC,IAAI,OAAO,CAAC,EAAE,CAAC;IACpD,IAAI,CAAC,WAAW,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE,CAAC;QAC9C,OAAO,uDAAuD,CAAC;IACjE,CAAC;IAED,IAAI,KAAK,KAAK,SAAS,IAAI,WAAW,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC;QAC3D,OAAO,WAAW,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;IACzC,CAAC;IAED,oCAAoC;IACpC,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAC5B,IAAI,CAAC,MAAM,EAAE,GAAG,WAAW,CAAC,YAAY,CAAC,MAAM,CAChD,CAAC;IACF,OAAO,WAAW,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC;AAC/C,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,eAAe,CAC7B,cAAgC,EAChC,aAAyC;IAEzC,IAAI,CAAC,aAAa;QAAE,OAAO,cAAc,CAAC;IAE1C,MAAM,MAAM,GAAqB,EAAE,GAAG,cAAc,EAAE,CAAC;IAEvD,KAAK,MAAM,CAAC,IAAI,EAAE,SAAS,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,EAAE,CAAC;QAC9D,IAAI,SAAS,EAAE,YAAY,EAAE,CAAC;YAC5B,MAAM,CAAC,IAAI,CAAC,GAAG;gBACb,GAAG,MAAM,CAAC,IAAI,CAAC,EAAE,2BAA2B;gBAC5C,GAAG,SAAS,EAAE,+BAA+B;aAC9C,CAAC;QACJ,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/utils/browserUtils.d.ts

@@ -0,0 +1,20 @@
+import type { StorageData, ManneriConfig } from '../types/index.js';
+export declare function isBrowserEnvironment(): boolean;
+export declare function saveToLocalStorage(data: StorageData, storageKey?: string): boolean;
+export declare function loadFromLocalStorage(storageKey?: string): StorageData | null;
+export declare function clearLocalStorage(storageKey?: string): boolean;
+export declare function getStorageSize(storageKey?: string): number;
+export declare function cleanupOldData(storageKey?: string, maxAge?: number): boolean;
+export declare function debounce<T extends (...args: unknown[]) => void>(func: T, wait: number, immediate?: boolean): T;
+export declare function throttle<T extends (...args: unknown[]) => void>(func: T, limit: number): T;
+export declare function createWorkerFunction(fn: () => void): Worker | null;
+export declare function measurePerformance<T>(name: string, fn: () => T, enableLogging?: boolean): T;
+export declare function asyncMeasurePerformance<T>(name: string, fn: () => Promise<T>, enableLogging?: boolean): Promise<T>;
+export declare function createEventEmitter<EventMap extends Record<string, unknown>>(): {
+    on<K extends keyof EventMap>(event: K, listener: (data: EventMap[K]) => void): void;
+    off<K extends keyof EventMap>(event: K, listener: (data: EventMap[K]) => void): void;
+    emit<K extends keyof EventMap>(event: K, data: EventMap[K]): void;
+    removeAllListeners(): void;
+};
+export declare function generateId(): string;
+export declare function isValidConfig(config: unknown): config is ManneriConfig;

package/dist/utils/browserUtils.js

@@ -0,0 +1,206 @@
+const STORAGE_KEY = 'manneri_data';
+const STORAGE_VERSION = '1.0.0';
+export function isBrowserEnvironment() {
+    return typeof window !== 'undefined' && typeof localStorage !== 'undefined';
+}
+export function saveToLocalStorage(data, storageKey) {
+    if (!isBrowserEnvironment())
+        return false;
+    try {
+        const storageData = {
+            version: STORAGE_VERSION,
+            timestamp: Date.now(),
+            data,
+        };
+        localStorage.setItem(storageKey || STORAGE_KEY, JSON.stringify(storageData));
+        return true;
+    }
+    catch (error) {
+        console.warn('Failed to save manneri data to localStorage:', error);
+        return false;
+    }
+}
+export function loadFromLocalStorage(storageKey) {
+    if (!isBrowserEnvironment())
+        return null;
+    try {
+        const item = localStorage.getItem(storageKey || STORAGE_KEY);
+        if (!item)
+            return null;
+        const storageData = JSON.parse(item);
+        if (storageData.version !== STORAGE_VERSION) {
+            console.warn('Manneri storage version mismatch, clearing data');
+            clearLocalStorage(storageKey);
+            return null;
+        }
+        return storageData.data;
+    }
+    catch (error) {
+        console.warn('Failed to load manneri data from localStorage:', error);
+        return null;
+    }
+}
+export function clearLocalStorage(storageKey) {
+    if (!isBrowserEnvironment())
+        return false;
+    try {
+        localStorage.removeItem(storageKey || STORAGE_KEY);
+        return true;
+    }
+    catch (error) {
+        console.warn('Failed to clear manneri data from localStorage:', error);
+        return false;
+    }
+}
+export function getStorageSize(storageKey) {
+    if (!isBrowserEnvironment())
+        return 0;
+    try {
+        const item = localStorage.getItem(storageKey || STORAGE_KEY);
+        return item ? new Blob([item]).size : 0;
+    }
+    catch (error) {
+        return 0;
+    }
+}
+export function cleanupOldData(storageKey, maxAge = 24 * 60 * 60 * 1000) {
+    const data = loadFromLocalStorage(storageKey);
+    if (!data)
+        return false;
+    const now = Date.now();
+    const cutoff = now - maxAge;
+    const cleanedPatterns = data.patterns.filter((pattern) => pattern.lastSeen > cutoff);
+    const cleanedInterventions = data.interventions.filter((timestamp) => timestamp > cutoff);
+    const cleanedData = {
+        ...data,
+        patterns: cleanedPatterns,
+        interventions: cleanedInterventions,
+        lastCleanup: now,
+    };
+    return saveToLocalStorage(cleanedData, storageKey);
+}
+export function debounce(func, wait, immediate = false) {
+    let timeout = null;
+    return ((...args) => {
+        const later = () => {
+            timeout = null;
+            if (!immediate)
+                func(...args);
+        };
+        const callNow = immediate && !timeout;
+        if (timeout)
+            clearTimeout(timeout);
+        timeout = setTimeout(later, wait);
+        if (callNow)
+            func(...args);
+    });
+}
+export function throttle(func, limit) {
+    let inThrottle = false;
+    return ((...args) => {
+        if (!inThrottle) {
+            func(...args);
+            inThrottle = true;
+            setTimeout(() => {
+                inThrottle = false;
+            }, limit);
+        }
+    });
+}
+export function createWorkerFunction(fn) {
+    if (!isBrowserEnvironment() || typeof Worker === 'undefined')
+        return null;
+    try {
+        const functionString = fn.toString();
+        const blob = new Blob([`(${functionString})()`], {
+            type: 'application/javascript',
+        });
+        const url = URL.createObjectURL(blob);
+        const worker = new Worker(url);
+        worker.addEventListener('error', () => {
+            URL.revokeObjectURL(url);
+        });
+        return worker;
+    }
+    catch (error) {
+        console.warn('Failed to create worker:', error);
+        return null;
+    }
+}
+export function measurePerformance(name, fn, enableLogging = false) {
+    const start = performance.now();
+    const result = fn();
+    const end = performance.now();
+    if (enableLogging) {
+        console.log(`[Manneri] ${name}: ${(end - start).toFixed(2)}ms`);
+    }
+    return result;
+}
+export function asyncMeasurePerformance(name, fn, enableLogging = false) {
+    const start = performance.now();
+    return fn().then((result) => {
+        const end = performance.now();
+        if (enableLogging) {
+            console.log(`[Manneri] ${name}: ${(end - start).toFixed(2)}ms`);
+        }
+        return result;
+    });
+}
+export function createEventEmitter() {
+    const listeners = new Map();
+    return {
+        on(event, listener) {
+            const eventKey = String(event);
+            if (!listeners.has(eventKey)) {
+                listeners.set(eventKey, new Set());
+            }
+            listeners.get(eventKey)?.add(listener);
+        },
+        off(event, listener) {
+            const eventKey = String(event);
+            const eventListeners = listeners.get(eventKey);
+            if (eventListeners) {
+                eventListeners.delete(listener);
+                if (eventListeners.size === 0) {
+                    listeners.delete(eventKey);
+                }
+            }
+        },
+        emit(event, data) {
+            const eventKey = String(event);
+            const eventListeners = listeners.get(eventKey);
+            if (eventListeners) {
+                for (const listener of eventListeners) {
+                    try {
+                        listener(data);
+                    }
+                    catch (error) {
+                        console.error(`Error in event listener for ${String(event)}:`, error);
+                    }
+                }
+            }
+        },
+        removeAllListeners() {
+            listeners.clear();
+        },
+    };
+}
+export function generateId() {
+    return Math.random().toString(36).substr(2, 9) + Date.now().toString(36);
+}
+export function isValidConfig(config) {
+    if (typeof config !== 'object' || config === null) {
+        return false;
+    }
+    const c = config;
+    return (typeof c.similarityThreshold === 'number' &&
+        typeof c.repetitionLimit === 'number' &&
+        typeof c.lookbackWindow === 'number' &&
+        typeof c.interventionCooldown === 'number' &&
+        typeof c.minMessageLength === 'number' &&
+        Array.isArray(c.excludeKeywords) &&
+        typeof c.enableTopicTracking === 'boolean' &&
+        typeof c.enableKeywordAnalysis === 'boolean' &&
+        typeof c.debugMode === 'boolean');
+}
+//# sourceMappingURL=browserUtils.js.map

package/dist/utils/browserUtils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"browserUtils.js","sourceRoot":"","sources":["../../src/utils/browserUtils.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,GAAG,cAAc,CAAC;AACnC,MAAM,eAAe,GAAG,OAAO,CAAC;AAEhC,MAAM,UAAU,oBAAoB;IAClC,OAAO,OAAO,MAAM,KAAK,WAAW,IAAI,OAAO,YAAY,KAAK,WAAW,CAAC;AAC9E,CAAC;AAED,MAAM,UAAU,kBAAkB,CAChC,IAAiB,EACjB,UAAmB;IAEnB,IAAI,CAAC,oBAAoB,EAAE;QAAE,OAAO,KAAK,CAAC;IAE1C,IAAI,CAAC;QACH,MAAM,WAAW,GAAG;YAClB,OAAO,EAAE,eAAe;YACxB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,IAAI;SACL,CAAC;QAEF,YAAY,CAAC,OAAO,CAClB,UAAU,IAAI,WAAW,EACzB,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,CAC5B,CAAC;QACF,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,IAAI,CAAC,8CAA8C,EAAE,KAAK,CAAC,CAAC;QACpE,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,UAAmB;IACtD,IAAI,CAAC,oBAAoB,EAAE;QAAE,OAAO,IAAI,CAAC;IAEzC,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,YAAY,CAAC,OAAO,CAAC,UAAU,IAAI,WAAW,CAAC,CAAC;QAC7D,IAAI,CAAC,IAAI;YAAE,OAAO,IAAI,CAAC;QAEvB,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAErC,IAAI,WAAW,CAAC,OAAO,KAAK,eAAe,EAAE,CAAC;YAC5C,OAAO,CAAC,IAAI,CAAC,iDAAiD,CAAC,CAAC;YAChE,iBAAiB,CAAC,UAAU,CAAC,CAAC;YAC9B,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO,WAAW,CAAC,IAAI,CAAC;IAC1B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,IAAI,CAAC,gDAAgD,EAAE,KAAK,CAAC,CAAC;QACtE,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,UAAmB;IACnD,IAAI,CAAC,oBAAoB,EAAE;QAAE,OAAO,KAAK,CAAC;IAE1C,IAAI,CAAC;QACH,YAAY,CAAC,UAAU,CAAC,UAAU,IAAI,WAAW,CAAC,CAAC;QACnD,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,IAAI,CAAC,iDAAiD,EAAE,KAAK,CAAC,CAAC;QACvE,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,UAAmB;IAChD,IAAI,CAAC,oBAAoB,EAAE;QAAE,OAAO,CAAC,CAAC;IAEtC,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,YAAY,CAAC,OAAO,CAAC,UAAU,IAAI,WAAW,CAAC,CAAC;QAC7D,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,CAAC;IACX,CAAC;AACH,CAAC;AAED,MAAM,UAAU,cAAc,CAC5B,UAAmB,EACnB,MAAM,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI;IAE5B,MAAM,IAAI,GAAG,oBAAoB,CAAC,UAAU,CAAC,CAAC;IAC9C,IAAI,CAAC,IAAI;QAAE,OAAO,KAAK,CAAC;IAExB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACvB,MAAM,MAAM,GAAG,GAAG,GAAG,MAAM,CAAC;IAE5B,MAAM,eAAe,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAC1C,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,GAAG,MAAM,CACvC,CAAC;IACF,MAAM,oBAAoB,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,CACpD,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,GAAG,MAAM,CAClC,CAAC;IAEF,MAAM,WAAW,GAAgB;QAC/B,GAAG,IAAI;QACP,QAAQ,EAAE,eAAe;QACzB,aAAa,EAAE,oBAAoB;QACnC,WAAW,EAAE,GAAG;KACjB,CAAC;IAEF,OAAO,kBAAkB,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;AACrD,CAAC;AAED,MAAM,UAAU,QAAQ,CACtB,IAAO,EACP,IAAY,EACZ,SAAS,GAAG,KAAK;IAEjB,IAAI,OAAO,GAA0B,IAAI,CAAC;IAE1C,OAAO,CAAC,CAAC,GAAG,IAAmB,EAAE,EAAE;QACjC,MAAM,KAAK,GAAG,GAAG,EAAE;YACjB,OAAO,GAAG,IAAI,CAAC;YACf,IAAI,CAAC,SAAS;gBAAE,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;QAChC,CAAC,CAAC;QAEF,MAAM,OAAO,GAAG,SAAS,IAAI,CAAC,OAAO,CAAC;QAEtC,IAAI,OAAO;YAAE,YAAY,CAAC,OAAO,CAAC,CAAC;QACnC,OAAO,GAAG,UAAU,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QAElC,IAAI,OAAO;YAAE,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;IAC7B,CAAC,CAAM,CAAC;AACV,CAAC;AAED,MAAM,UAAU,QAAQ,CACtB,IAAO,EACP,KAAa;IAEb,IAAI,UAAU,GAAG,KAAK,CAAC;IAEvB,OAAO,CAAC,CAAC,GAAG,IAAmB,EAAE,EAAE;QACjC,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;YACd,UAAU,GAAG,IAAI,CAAC;YAClB,UAAU,CAAC,GAAG,EAAE;gBACd,UAAU,GAAG,KAAK,CAAC;YACrB,CAAC,EAAE,KAAK,CAAC,CAAC;QACZ,CAAC;IACH,CAAC,CAAM,CAAC;AACV,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,EAAc;IACjD,IAAI,CAAC,oBAAoB,EAAE,IAAI,OAAO,MAAM,KAAK,WAAW;QAAE,OAAO,IAAI,CAAC;IAE1E,IAAI,CAAC;QACH,MAAM,cAAc,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC;QACrC,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,CAAC,IAAI,cAAc,KAAK,CAAC,EAAE;YAC/C,IAAI,EAAE,wBAAwB;SAC/B,CAAC,CAAC;QACH,MAAM,GAAG,GAAG,GAAG,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;QAEtC,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,GAAG,CAAC,CAAC;QAE/B,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE;YACpC,GAAG,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;QAC3B,CAAC,CAAC,CAAC;QAEH,OAAO,MAAM,CAAC;IAChB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,IAAI,CAAC,0BAA0B,EAAE,KAAK,CAAC,CAAC;QAChD,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,MAAM,UAAU,kBAAkB,CAChC,IAAY,EACZ,EAAW,EACX,aAAa,GAAG,KAAK;IAErB,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IAChC,MAAM,MAAM,GAAG,EAAE,EAAE,CAAC;IACpB,MAAM,GAAG,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IAE9B,IAAI,aAAa,EAAE,CAAC;QAClB,OAAO,CAAC,GAAG,CAAC,aAAa,IAAI,KAAK,CAAC,GAAG,GAAG,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAClE,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,uBAAuB,CACrC,IAAY,EACZ,EAAoB,EACpB,aAAa,GAAG,KAAK;IAErB,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IAEhC,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE;QAC1B,MAAM,GAAG,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAE9B,IAAI,aAAa,EAAE,CAAC;YAClB,OAAO,CAAC,GAAG,CAAC,aAAa,IAAI,KAAK,CAAC,GAAG,GAAG,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAClE,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,kBAAkB;IAChC,MAAM,SAAS,GAAG,IAAI,GAAG,EAAwC,CAAC;IAElE,OAAO;QACL,EAAE,CACA,KAAQ,EACR,QAAqC;YAErC,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;YAC/B,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC7B,SAAS,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;YACrC,CAAC;YACD,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,GAAG,CAAC,QAAmC,CAAC,CAAC;QACpE,CAAC;QAED,GAAG,CACD,KAAQ,EACR,QAAqC;YAErC,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;YAC/B,MAAM,cAAc,GAAG,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YAC/C,IAAI,cAAc,EAAE,CAAC;gBACnB,cAAc,CAAC,MAAM,CAAC,QAAmC,CAAC,CAAC;gBAC3D,IAAI,cAAc,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;oBAC9B,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;gBAC7B,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,CAA2B,KAAQ,EAAE,IAAiB;YACxD,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;YAC/B,MAAM,cAAc,GAAG,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YAC/C,IAAI,cAAc,EAAE,CAAC;gBACnB,KAAK,MAAM,QAAQ,IAAI,cAAc,EAAE,CAAC;oBACtC,IAAI,CAAC;wBACH,QAAQ,CAAC,IAAI,CAAC,CAAC;oBACjB,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,OAAO,CAAC,KAAK,CACX,+BAA+B,MAAM,CAAC,KAAK,CAAC,GAAG,EAC/C,KAAK,CACN,CAAC;oBACJ,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,kBAAkB;YAChB,SAAS,CAAC,KAAK,EAAE,CAAC;QACpB,CAAC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,UAAU;IACxB,OAAO,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;AAC3E,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,MAAe;IAC3C,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;QAClD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM,CAAC,GAAG,MAAiC,CAAC;IAE5C,OAAO,CACL,OAAO,CAAC,CAAC,mBAAmB,KAAK,QAAQ;QACzC,OAAO,CAAC,CAAC,eAAe,KAAK,QAAQ;QACrC,OAAO,CAAC,CAAC,cAAc,KAAK,QAAQ;QACpC,OAAO,CAAC,CAAC,oBAAoB,KAAK,QAAQ;QAC1C,OAAO,CAAC,CAAC,gBAAgB,KAAK,QAAQ;QACtC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC;QAChC,OAAO,CAAC,CAAC,mBAAmB,KAAK,SAAS;QAC1C,OAAO,CAAC,CAAC,qBAAqB,KAAK,SAAS;QAC5C,OAAO,CAAC,CAAC,SAAS,KAAK,SAAS,CACjC,CAAC;AACJ,CAAC"}

package/dist/utils/textUtils.d.ts

@@ -0,0 +1,10 @@
+import type { TextAnalysisOptions } from '../types/index.js';
+export declare function normalizeText(text: string, options?: Partial<TextAnalysisOptions>): string;
+export declare function containsJapanese(text: string): boolean;
+export declare function tokenize(text: string, options?: Partial<TextAnalysisOptions>): string[];
+export declare function generateNgrams(tokens: string[], n: number): string[];
+export declare function calculateJaccardSimilarity(set1: Set<string>, set2: Set<string>): number;
+export declare function calculateCosineSimilarity(vector1: number[], vector2: number[]): number;
+export declare function createTfIdfVector(tokens: string[], vocabulary: string[], documentFrequencies: Map<string, number>, totalDocuments: number): number[];
+export declare function extractKeywords(text: string, options?: Partial<TextAnalysisOptions>): string[];
+export declare function calculateTextSimilarity(text1: string, text2: string, options?: Partial<TextAnalysisOptions>): number;