stellavault 0.4.4 → 0.5.0

package/packages/core/dist/intelligence/semantic-versioning.d.ts

@@ -1,37 +0,0 @@
-export interface SemanticVersion {
-    documentId: string;
-    timestamp: string;
-    embeddingHash: string;
-    drift: number;
-}
-export interface SemanticChangelog {
-    documentId: string;
-    title: string;
-    versions: SemanticVersion[];
-    totalDrift: number;
-    stability: number;
-}
-/**
- * Compute semantic drift between two embedding vectors.
- * Returns cosine distance (0 = identical, 1 = orthogonal, 2 = opposite)
- */
-export declare function computeSemanticDrift(vecA: number[], vecB: number[]): number;
-/**
- * Hash an embedding vector for quick comparison
- */
-export declare function hashEmbedding(vec: number[]): string;
-/**
- * Analyze semantic stability of a document given its embedding history.
- * In practice, we compare current embedding vs initial embedding to measure total drift.
- */
-export declare function analyzeSemanticStability(currentVec: number[], title: string, documentId: string): SemanticChangelog;
-/**
- * Compare two sets of embeddings to find documents with the most semantic drift.
- * Useful for "what changed the most since last index?"
- */
-export declare function findMostDrifted(previousEmbeddings: Map<string, number[]>, currentEmbeddings: Map<string, number[]>, titles: Map<string, string>, limit?: number): Array<{
-    documentId: string;
-    title: string;
-    drift: number;
-}>;
-//# sourceMappingURL=semantic-versioning.d.ts.map

package/packages/core/dist/intelligence/semantic-versioning.js

@@ -1,68 +0,0 @@
-// Knowledge Semantic Versioning (F-A13)
-// Track how a note's MEANING changes over time via embedding drift
-/**
- * Compute semantic drift between two embedding vectors.
- * Returns cosine distance (0 = identical, 1 = orthogonal, 2 = opposite)
- */
-export function computeSemanticDrift(vecA, vecB) {
-    if (vecA.length !== vecB.length || vecA.length === 0)
-        return 0;
-    let dot = 0, na = 0, nb = 0;
-    for (let i = 0; i < vecA.length; i++) {
-        dot += vecA[i] * vecB[i];
-        na += vecA[i] * vecA[i];
-        nb += vecB[i] * vecB[i];
-    }
-    const denom = Math.sqrt(na) * Math.sqrt(nb);
-    const similarity = denom === 0 ? 0 : dot / denom;
-    return 1 - similarity; // cosine distance
-}
-/**
- * Hash an embedding vector for quick comparison
- */
-export function hashEmbedding(vec) {
-    let hash = 0;
-    for (let i = 0; i < Math.min(vec.length, 50); i++) {
-        hash = ((hash << 5) - hash + Math.round(vec[i] * 10000)) | 0;
-    }
-    return Math.abs(hash).toString(36).slice(0, 8);
-}
-/**
- * Analyze semantic stability of a document given its embedding history.
- * In practice, we compare current embedding vs initial embedding to measure total drift.
- */
-export function analyzeSemanticStability(currentVec, title, documentId) {
-    // Single-point analysis (no history yet — foundation for future multi-version tracking)
-    const now = new Date().toISOString();
-    const hash = hashEmbedding(currentVec);
-    return {
-        documentId,
-        title,
-        versions: [{
-                documentId,
-                timestamp: now,
-                embeddingHash: hash,
-                drift: 0,
-            }],
-        totalDrift: 0,
-        stability: 1.0,
-    };
-}
-/**
- * Compare two sets of embeddings to find documents with the most semantic drift.
- * Useful for "what changed the most since last index?"
- */
-export function findMostDrifted(previousEmbeddings, currentEmbeddings, titles, limit = 10) {
-    const drifts = [];
-    for (const [docId, currentVec] of currentEmbeddings) {
-        const prevVec = previousEmbeddings.get(docId);
-        if (!prevVec)
-            continue;
-        const drift = computeSemanticDrift(prevVec, currentVec);
-        if (drift > 0.01) { // ignore trivial changes
-            drifts.push({ documentId: docId, title: titles.get(docId) ?? docId, drift: Math.round(drift * 1000) / 1000 });
-        }
-    }
-    return drifts.sort((a, b) => b.drift - a.drift).slice(0, limit);
-}
-//# sourceMappingURL=semantic-versioning.js.map

package/packages/core/dist/intelligence/types.d.ts

@@ -1,28 +0,0 @@
-export interface DecayState {
-    documentId: string;
-    stability: number;
-    difficulty: number;
-    lastAccess: string;
-    retrievability: number;
-}
-export interface AccessEvent {
-    documentId: string;
-    type: 'view' | 'search' | 'mcp_query';
-    timestamp: string;
-}
-export interface DecayReport {
-    totalDocuments: number;
-    decayingCount: number;
-    criticalCount: number;
-    averageR: number;
-    topDecaying: Array<DecayState & {
-        title: string;
-        daysSinceAccess: number;
-    }>;
-    clusterHealth: Array<{
-        label: string;
-        avgR: number;
-        count: number;
-    }>;
-}
-//# sourceMappingURL=types.d.ts.map

package/packages/core/dist/intelligence/types.js

@@ -1,3 +0,0 @@
-// Design Ref: §2.2 — FSRS 감쇠 타입 정의
-export {};
-//# sourceMappingURL=types.js.map

package/packages/core/dist/intelligence/wiki-compiler.d.ts

@@ -1,30 +0,0 @@
-export interface CompileResult {
-    rawDocCount: number;
-    wikiArticles: string[];
-    indexFile: string;
-    concepts: string[];
-}
-export interface RawDocument {
-    filePath: string;
-    title: string;
-    content: string;
-    tags: string[];
-}
-/**
- * raw/ 폴더를 스캔하여 문서 목록 반환
- */
-export declare function scanRawDirectory(rawPath: string): RawDocument[];
-/**
- * raw 문서들에서 핵심 개념(concepts) 추출
- */
-export declare function extractConcepts(docs: RawDocument[]): Map<string, string[]>;
-/**
- * 컴파일: raw/ → wiki/
- * - 개념별 문서 생성
- * - 인덱스 파일 생성
- * - 백링크 추가
- */
-export declare function compileWiki(rawPath: string, wikiPath: string, options?: {
-    force?: boolean;
-}): CompileResult;
-//# sourceMappingURL=wiki-compiler.d.ts.map

package/packages/core/dist/intelligence/wiki-compiler.js

@@ -1,222 +0,0 @@
-// Feature: stellavault compile — raw → wiki 컴파일
-// raw/ 폴더의 문서를 분석하여 구조화된 wiki .md 파일 생성
-import { readdirSync, readFileSync, writeFileSync, mkdirSync, existsSync, statSync } from 'node:fs';
-import { join, resolve, basename, extname } from 'node:path';
-/**
- * raw/ 폴더를 스캔하여 문서 목록 반환
- */
-export function scanRawDirectory(rawPath) {
-    if (!existsSync(rawPath))
-        return [];
-    const docs = [];
-    const files = readdirSync(rawPath, { recursive: true });
-    for (const file of files) {
-        const fullPath = join(rawPath, file);
-        if (!statSync(fullPath).isFile())
-            continue;
-        const ext = extname(file).toLowerCase();
-        if (!['.md', '.txt', '.html'].includes(ext))
-            continue;
-        const content = readFileSync(fullPath, 'utf-8');
-        const title = extractTitle(content, file);
-        const tags = extractTags(content);
-        docs.push({ filePath: file, title, content, tags });
-    }
-    return docs;
-}
-/**
- * 문서에서 제목 추출
- */
-function extractTitle(content, filename) {
-    // YAML frontmatter title
-    const fmMatch = content.match(/^---[\s\S]*?title:\s*["']?(.+?)["']?\s*$/m);
-    if (fmMatch)
-        return fmMatch[1];
-    // First heading
-    const headingMatch = content.match(/^#\s+(.+)$/m);
-    if (headingMatch)
-        return headingMatch[1];
-    // Filename
-    return basename(filename, extname(filename));
-}
-/**
- * 문서에서 태그 추출
- */
-function extractTags(content) {
-    const tags = new Set();
-    // YAML tags
-    const fmMatch = content.match(/^---[\s\S]*?tags:\s*\[([^\]]*)\]/m);
-    if (fmMatch) {
-        fmMatch[1].split(',').map(t => t.trim().replace(/["']/g, '')).filter(Boolean).forEach(t => tags.add(t));
-    }
-    // Inline #tags
-    const inlineTags = content.match(/#([a-zA-Z가-힣][a-zA-Z0-9가-힣_-]*)/g) ?? [];
-    inlineTags.forEach(t => tags.add(t.slice(1)));
-    return [...tags];
-}
-/**
- * raw 문서들에서 핵심 개념(concepts) 추출
- */
-export function extractConcepts(docs) {
-    const conceptMap = new Map(); // concept → [docPaths]
-    for (const doc of docs) {
-        // 태그를 개념으로
-        for (const tag of doc.tags) {
-            const existing = conceptMap.get(tag) ?? [];
-            existing.push(doc.filePath);
-            conceptMap.set(tag, existing);
-        }
-        // 제목 키워드를 개념으로
-        const titleWords = doc.title
-            .split(/[\s\-_,]+/)
-            .filter(w => w.length > 3)
-            .map(w => w.toLowerCase());
-        for (const word of titleWords) {
-            const existing = conceptMap.get(word) ?? [];
-            existing.push(doc.filePath);
-            conceptMap.set(word, existing);
-        }
-    }
-    // 2개 이상 문서에서 등장하는 개념만
-    const filtered = new Map();
-    for (const [concept, docPaths] of conceptMap) {
-        if (docPaths.length >= 2) {
-            filtered.set(concept, [...new Set(docPaths)]);
-        }
-    }
-    return filtered;
-}
-/**
- * 컴파일: raw/ → wiki/
- * - 개념별 문서 생성
- * - 인덱스 파일 생성
- * - 백링크 추가
- */
-export function compileWiki(rawPath, wikiPath, options = {}) {
-    const docs = scanRawDirectory(rawPath);
-    if (docs.length === 0) {
-        return { rawDocCount: 0, wikiArticles: [], indexFile: '', concepts: [] };
-    }
-    // wiki 디렉토리 생성
-    if (!existsSync(wikiPath)) {
-        mkdirSync(wikiPath, { recursive: true });
-    }
-    const concepts = extractConcepts(docs);
-    const wikiArticles = [];
-    // 1. 각 raw 문서의 요약 문서 생성
-    for (const doc of docs) {
-        const slug = doc.title.replace(/[^a-zA-Z0-9가-힣\s]/g, '').replace(/\s+/g, '-').toLowerCase();
-        const wikiFile = `${slug}.md`;
-        const wikiFullPath = resolve(wikiPath, wikiFile);
-        // path traversal 방지
-        if (!wikiFullPath.startsWith(resolve(wikiPath)))
-            continue;
-        const relatedDocs = findRelatedDocs(doc, docs);
-        const articleContent = generateArticle(doc, relatedDocs, concepts);
-        writeFileSync(wikiFullPath, articleContent, 'utf-8');
-        wikiArticles.push(wikiFile);
-    }
-    // 2. 개념별 허브 문서 생성
-    for (const [concept, docPaths] of concepts) {
-        const slug = concept.replace(/[^a-zA-Z0-9가-힣]/g, '-').toLowerCase();
-        const hubFile = `_concept-${slug}.md`;
-        const hubFullPath = resolve(wikiPath, hubFile);
-        if (!hubFullPath.startsWith(resolve(wikiPath)))
-            continue;
-        const relatedArticles = docPaths.map(p => {
-            const doc = docs.find(d => d.filePath === p);
-            return doc?.title ?? p;
-        });
-        const hubContent = [
-            '---',
-            `title: "Concept: ${concept}"`,
-            'type: concept',
-            `date: ${new Date().toISOString()}`,
-            '---',
-            '',
-            `# ${concept}`,
-            '',
-            `This concept appears in ${relatedArticles.length} documents.`,
-            '',
-            '## Related Documents',
-            ...relatedArticles.map(a => `- [[${a}]]`),
-            '',
-            '---',
-            '*Auto-generated by `stellavault compile`*',
-        ].join('\n');
-        writeFileSync(hubFullPath, hubContent, 'utf-8');
-        wikiArticles.push(hubFile);
-    }
-    // 3. 인덱스 파일 생성
-    const indexContent = generateIndex(docs, concepts, wikiArticles);
-    const indexPath = resolve(wikiPath, '_index.md');
-    writeFileSync(indexPath, indexContent, 'utf-8');
-    return {
-        rawDocCount: docs.length,
-        wikiArticles,
-        indexFile: '_index.md',
-        concepts: [...concepts.keys()],
-    };
-}
-function findRelatedDocs(doc, allDocs) {
-    return allDocs
-        .filter(d => d.filePath !== doc.filePath)
-        .filter(d => {
-        const sharedTags = doc.tags.filter(t => d.tags.includes(t));
-        return sharedTags.length > 0;
-    })
-        .slice(0, 5);
-}
-function generateArticle(doc, related, concepts) {
-    const docConcepts = [...concepts.keys()].filter(c => doc.content.toLowerCase().includes(c.toLowerCase()) || doc.tags.includes(c));
-    return [
-        '---',
-        `title: "${doc.title}"`,
-        `source: "${doc.filePath}"`,
-        `date: ${new Date().toISOString()}`,
-        `tags: [${doc.tags.map(t => `"${t}"`).join(', ')}]`,
-        'type: wiki-article',
-        '---',
-        '',
-        `# ${doc.title}`,
-        '',
-        '## Summary',
-        doc.content.substring(0, 500).replace(/^#.+$/gm, '').trim() + '...',
-        '',
-        docConcepts.length > 0 ? `## Related Concepts\n${docConcepts.map(c => `- [[_concept-${c}|${c}]]`).join('\n')}` : '',
-        '',
-        related.length > 0 ? `## 관련 문서\n${related.map(r => `- [[${r.title}]]`).join('\n')}` : '',
-        '',
-        `## Source`,
-        `- Source: \`${doc.filePath}\``,
-        '',
-        '---',
-        '*Compiled by `stellavault compile`*',
-    ].filter(Boolean).join('\n');
-}
-function generateIndex(docs, concepts, articles) {
-    return [
-        '---',
-        'title: "Wiki Index"',
-        `date: ${new Date().toISOString()}`,
-        'type: wiki-index',
-        '---',
-        '',
-        '# Wiki Index',
-        '',
-        `Compiled ${articles.length} wiki articles from ${docs.length} source documents.`,
-        '',
-        '## Concepts',
-        ...[...concepts.entries()]
-            .sort((a, b) => b[1].length - a[1].length)
-            .map(([c, paths]) => `- [[_concept-${c}|${c}]] (${paths.length})`),
-        '',
-        '## Articles',
-        ...docs.map(d => `- [[${d.title}]] — ${d.tags.map(t => `#${t}`).join(' ')}`),
-        '',
-        '---',
-        `*Last compiled: ${new Date().toISOString()}*`,
-        '*Generated by `stellavault compile`*',
-    ].join('\n');
-}
-//# sourceMappingURL=wiki-compiler.js.map

package/packages/core/dist/intelligence/youtube-extractor.d.ts

@@ -1,29 +0,0 @@
-export interface YouTubeContent {
-    title: string;
-    channelName: string;
-    description: string;
-    transcript: TimedSegment[];
-    rawTranscript: string;
-    duration: string;
-    publishDate: string;
-    tags: string[];
-    url: string;
-    videoId: string;
-    viewCount: string;
-    thumbnail: string;
-    summary: string;
-}
-export interface TimedSegment {
-    startTime: number;
-    text: string;
-}
-/**
- * YouTube URL에서 모든 콘텐츠 추출.
- * 반환값은 데이터만 — 노트 포맷팅은 별도.
- */
-export declare function extractYouTubeContent(url: string): Promise<YouTubeContent>;
-/**
- * 추출된 콘텐츠 → Stellavault .md 노트 (frontmatter 포함하지 않음 — pipeline이 처리).
- */
-export declare function formatYouTubeNote(content: YouTubeContent): string;
-//# sourceMappingURL=youtube-extractor.d.ts.map