forge-server 0.1.0

package/dist/util/config.d.ts

@@ -0,0 +1,23 @@
+/**
+ * Configuration loading from env vars + YAML files.
+ * Priority: env vars > YAML config > hardcoded defaults.
+ */
+import type { AppConfig } from './types.js';
+/**
+ * Load and merge configuration from YAML + env vars.
+ * Cached after first load.
+ */
+export declare function loadConfig(): AppConfig;
+/**
+ * Get connection URLs from config/env.
+ */
+export declare function getConnectionConfig(): {
+    falkordbUrl: string;
+    qdrantUrl: string;
+    graphName: string;
+};
+/**
+ * Get the default repo ID (first repo in config, or from env).
+ */
+export declare function getDefaultRepoId(config: AppConfig): string | undefined;
+//# sourceMappingURL=config.d.ts.map

package/dist/util/config.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../src/util/config.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAKH,OAAO,KAAK,EAAE,SAAS,EAAc,MAAM,YAAY,CAAC;AA2DxD;;;GAGG;AACH,wBAAgB,UAAU,IAAI,SAAS,CA0CtC;AAED;;GAEG;AACH,wBAAgB,mBAAmB,IAAI;IACrC,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;CACnB,CAMA;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,SAAS,GAAG,MAAM,GAAG,SAAS,CAItE"}

package/dist/util/config.js

@@ -0,0 +1,164 @@
+/**
+ * Configuration loading from env vars + YAML files.
+ * Priority: env vars > YAML config > hardcoded defaults.
+ */
+import { readFileSync, existsSync } from 'fs';
+import { resolve } from 'path';
+import { parse as parseYaml } from 'yaml';
+import { logger } from './logger.js';
+const DEFAULT_CONFIG = {
+    server: {
+        name: 'forge-knowledge',
+        version: '0.1.0',
+        transport: 'stdio',
+    },
+    embedding: {
+        model: 'Xenova/all-MiniLM-L6-v2',
+        dimension: 384,
+        batch_size: 32,
+    },
+    cache: {
+        max_size_mb: 100,
+        max_entries: 2000,
+        ttl_minutes: 30,
+    },
+    watcher: {
+        debounce_ms: 500,
+        ignored_patterns: [
+            '**/node_modules/**',
+            '**/.git/**',
+            '**/dist/**',
+            '**/build/**',
+            '**/*.map',
+            '**/package-lock.json',
+        ],
+        watched_extensions: [
+            '.ts', '.tsx', '.js', '.jsx', '.mts', '.cts',
+            '.json', '.yaml', '.yml', '.md', '.graphql', '.sql',
+        ],
+    },
+    indexing: {
+        max_file_size_kb: 500,
+        chunk_max_tokens: 1024,
+        chunk_overlap_tokens: 64,
+        git_history_depth: 500,
+    },
+    graph: {
+        name: 'forge_knowledge',
+        query_timeout_ms: 5000,
+    },
+    vector: {
+        code_chunks_collection: 'code_chunks',
+        observations_collection: 'observations',
+        hnsw_m: 16,
+        hnsw_ef_construct: 100,
+        on_disk_payload: true,
+    },
+    knowledge_routing: {
+        default_ownership: 'external',
+    },
+    repos: [],
+};
+let loadedConfig = null;
+/**
+ * Load and merge configuration from YAML + env vars.
+ * Cached after first load.
+ */
+export function loadConfig() {
+    if (loadedConfig)
+        return loadedConfig;
+    let config = { ...DEFAULT_CONFIG };
+    // Load YAML config
+    const configPath = process.env.REPOS_CONFIG
+        ? resolve(process.env.REPOS_CONFIG)
+        : resolve('./config/default.yaml');
+    const reposPath = process.env.REPOS_CONFIG
+        ? process.env.REPOS_CONFIG
+        : resolve('./config/repos.yaml');
+    if (existsSync(configPath)) {
+        try {
+            const yamlContent = readFileSync(configPath, 'utf8');
+            const yamlConfig = parseYaml(yamlContent);
+            config = deepMerge(config, yamlConfig);
+        }
+        catch (err) {
+            logger.warn(`Failed to load config from ${configPath}`, { error: String(err) });
+        }
+    }
+    // Load repos config separately
+    if (existsSync(reposPath)) {
+        try {
+            const reposContent = readFileSync(reposPath, 'utf8');
+            const reposYaml = parseYaml(reposContent);
+            if (reposYaml.repos) {
+                config.repos = reposYaml.repos;
+            }
+        }
+        catch (err) {
+            logger.warn(`Failed to load repos config from ${reposPath}`, { error: String(err) });
+        }
+    }
+    // Override with env vars
+    config = applyEnvOverrides(config);
+    loadedConfig = config;
+    return config;
+}
+/**
+ * Get connection URLs from config/env.
+ */
+export function getConnectionConfig() {
+    return {
+        falkordbUrl: process.env.FALKORDB_URL ?? 'redis://localhost:6380',
+        qdrantUrl: process.env.QDRANT_URL ?? 'http://localhost:6333',
+        graphName: process.env.GRAPH_NAME ?? 'forge_knowledge',
+    };
+}
+/**
+ * Get the default repo ID (first repo in config, or from env).
+ */
+export function getDefaultRepoId(config) {
+    const envRepo = process.env.DEFAULT_REPO_ID;
+    if (envRepo)
+        return envRepo;
+    return config.repos[0]?.id;
+}
+function applyEnvOverrides(config) {
+    if (process.env.LOG_LEVEL) {
+        // Log level handled by logger module
+    }
+    if (process.env.EMBEDDING_MODEL) {
+        config.embedding.model = process.env.EMBEDDING_MODEL;
+    }
+    if (process.env.EMBEDDING_DIMENSION) {
+        config.embedding.dimension = parseInt(process.env.EMBEDDING_DIMENSION, 10);
+    }
+    if (process.env.CACHE_MAX_SIZE_MB) {
+        config.cache.max_size_mb = parseInt(process.env.CACHE_MAX_SIZE_MB, 10);
+    }
+    if (process.env.CACHE_TTL_MINUTES) {
+        config.cache.ttl_minutes = parseInt(process.env.CACHE_TTL_MINUTES, 10);
+    }
+    if (process.env.GRAPH_NAME) {
+        config.graph.name = process.env.GRAPH_NAME;
+    }
+    if (process.env.WATCHER_DEBOUNCE_MS) {
+        config.watcher.debounce_ms = parseInt(process.env.WATCHER_DEBOUNCE_MS, 10);
+    }
+    return config;
+}
+// eslint-disable-next-line @typescript-eslint/no-explicit-any
+function deepMerge(target, source) {
+    if (!source || typeof source !== 'object')
+        return target;
+    const result = { ...target };
+    for (const key of Object.keys(source)) {
+        if (source[key] !== null && typeof source[key] === 'object' && !Array.isArray(source[key])) {
+            result[key] = deepMerge(target[key] ?? {}, source[key]);
+        }
+        else if (source[key] !== undefined) {
+            result[key] = source[key];
+        }
+    }
+    return result;
+}
+//# sourceMappingURL=config.js.map

package/dist/util/config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.js","sourceRoot":"","sources":["../../src/util/config.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,IAAI,CAAC;AAC9C,OAAO,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AAC/B,OAAO,EAAE,KAAK,IAAI,SAAS,EAAE,MAAM,MAAM,CAAC;AAE1C,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAErC,MAAM,cAAc,GAAc;IAChC,MAAM,EAAE;QACN,IAAI,EAAE,iBAAiB;QACvB,OAAO,EAAE,OAAO;QAChB,SAAS,EAAE,OAAO;KACnB;IACD,SAAS,EAAE;QACT,KAAK,EAAE,yBAAyB;QAChC,SAAS,EAAE,GAAG;QACd,UAAU,EAAE,EAAE;KACf;IACD,KAAK,EAAE;QACL,WAAW,EAAE,GAAG;QAChB,WAAW,EAAE,IAAI;QACjB,WAAW,EAAE,EAAE;KAChB;IACD,OAAO,EAAE;QACP,WAAW,EAAE,GAAG;QAChB,gBAAgB,EAAE;YAChB,oBAAoB;YACpB,YAAY;YACZ,YAAY;YACZ,aAAa;YACb,UAAU;YACV,sBAAsB;SACvB;QACD,kBAAkB,EAAE;YAClB,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM;YAC5C,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM;SACpD;KACF;IACD,QAAQ,EAAE;QACR,gBAAgB,EAAE,GAAG;QACrB,gBAAgB,EAAE,IAAI;QACtB,oBAAoB,EAAE,EAAE;QACxB,iBAAiB,EAAE,GAAG;KACvB;IACD,KAAK,EAAE;QACL,IAAI,EAAE,iBAAiB;QACvB,gBAAgB,EAAE,IAAI;KACvB;IACD,MAAM,EAAE;QACN,sBAAsB,EAAE,aAAa;QACrC,uBAAuB,EAAE,cAAc;QACvC,MAAM,EAAE,EAAE;QACV,iBAAiB,EAAE,GAAG;QACtB,eAAe,EAAE,IAAI;KACtB;IACD,iBAAiB,EAAE;QACjB,iBAAiB,EAAE,UAAU;KAC9B;IACD,KAAK,EAAE,EAAE;CACV,CAAC;AAEF,IAAI,YAAY,GAAqB,IAAI,CAAC;AAE1C;;;GAGG;AACH,MAAM,UAAU,UAAU;IACxB,IAAI,YAAY;QAAE,OAAO,YAAY,CAAC;IAEtC,IAAI,MAAM,GAAG,EAAE,GAAG,cAAc,EAAE,CAAC;IAEnC,mBAAmB;IACnB,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY;QACzC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC;QACnC,CAAC,CAAC,OAAO,CAAC,uBAAuB,CAAC,CAAC;IAErC,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY;QACxC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,YAAY;QAC1B,CAAC,CAAC,OAAO,CAAC,qBAAqB,CAAC,CAAC;IAEnC,IAAI,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QAC3B,IAAI,CAAC;YACH,MAAM,WAAW,GAAG,YAAY,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;YACrD,MAAM,UAAU,GAAG,SAAS,CAAC,WAAW,CAAuB,CAAC;YAChE,MAAM,GAAG,SAAS,CAAC,MAAM,EAAE,UAAU,CAAc,CAAC;QACtD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,IAAI,CAAC,8BAA8B,UAAU,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAClF,CAAC;IACH,CAAC;IAED,+BAA+B;IAC/B,IAAI,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QAC1B,IAAI,CAAC;YACH,MAAM,YAAY,GAAG,YAAY,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;YACrD,MAAM,SAAS,GAAG,SAAS,CAAC,YAAY,CAA6B,CAAC;YACtE,IAAI,SAAS,CAAC,KAAK,EAAE,CAAC;gBACpB,MAAM,CAAC,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC;YACjC,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,IAAI,CAAC,oCAAoC,SAAS,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACvF,CAAC;IACH,CAAC;IAED,yBAAyB;IACzB,MAAM,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC;IAEnC,YAAY,GAAG,MAAM,CAAC;IACtB,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB;IAKjC,OAAO;QACL,WAAW,EAAE,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,wBAAwB;QACjE,SAAS,EAAE,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,uBAAuB;QAC5D,SAAS,EAAE,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,iBAAiB;KACvD,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAAC,MAAiB;IAChD,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC;IAC5C,IAAI,OAAO;QAAE,OAAO,OAAO,CAAC;IAC5B,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;AAC7B,CAAC;AAED,SAAS,iBAAiB,CAAC,MAAiB;IAC1C,IAAI,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC;QAC1B,qCAAqC;IACvC,CAAC;IACD,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,CAAC;QAChC,MAAM,CAAC,SAAS,CAAC,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC;IACvD,CAAC;IACD,IAAI,OAAO,CAAC,GAAG,CAAC,mBAAmB,EAAE,CAAC;QACpC,MAAM,CAAC,SAAS,CAAC,SAAS,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,EAAE,EAAE,CAAC,CAAC;IAC7E,CAAC;IACD,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB,EAAE,CAAC;QAClC,MAAM,CAAC,KAAK,CAAC,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,iBAAiB,EAAE,EAAE,CAAC,CAAC;IACzE,CAAC;IACD,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB,EAAE,CAAC;QAClC,MAAM,CAAC,KAAK,CAAC,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,iBAAiB,EAAE,EAAE,CAAC,CAAC;IACzE,CAAC;IACD,IAAI,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC;QAC3B,MAAM,CAAC,KAAK,CAAC,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC;IAC7C,CAAC;IACD,IAAI,OAAO,CAAC,GAAG,CAAC,mBAAmB,EAAE,CAAC;QACpC,MAAM,CAAC,OAAO,CAAC,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,EAAE,EAAE,CAAC,CAAC;IAC7E,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,8DAA8D;AAC9D,SAAS,SAAS,CAAC,MAAW,EAAE,MAAW;IACzC,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ;QAAE,OAAO,MAAM,CAAC;IACzD,MAAM,MAAM,GAAG,EAAE,GAAG,MAAM,EAAE,CAAC;IAC7B,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;QACtC,IAAI,MAAM,CAAC,GAAG,CAAC,KAAK,IAAI,IAAI,OAAO,MAAM,CAAC,GAAG,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;YAC3F,MAAM,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QAC1D,CAAC;aAAM,IAAI,MAAM,CAAC,GAAG,CAAC,KAAK,SAAS,EAAE,CAAC;YACrC,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;QAC5B,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/util/logger.d.ts

@@ -0,0 +1,13 @@
+/**
+ * Structured logger for dk-forge-server
+ */
+export type LogLevel = 'debug' | 'info' | 'warn' | 'error';
+export declare function setLogLevel(level: LogLevel): void;
+export declare const logger: {
+    debug(message: string, meta?: unknown): void;
+    info(message: string, meta?: unknown): void;
+    warn(message: string, meta?: unknown): void;
+    error(message: string, meta?: unknown): void;
+};
+export default logger;
+//# sourceMappingURL=logger.d.ts.map

package/dist/util/logger.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"logger.d.ts","sourceRoot":"","sources":["../../src/util/logger.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,MAAM,MAAM,QAAQ,GAAG,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC;AAW3D,wBAAgB,WAAW,CAAC,KAAK,EAAE,QAAQ,GAAG,IAAI,CAEjD;AAYD,eAAO,MAAM,MAAM;mBACF,MAAM,SAAS,OAAO,GAAG,IAAI;kBAK9B,MAAM,SAAS,OAAO,GAAG,IAAI;kBAK7B,MAAM,SAAS,OAAO,GAAG,IAAI;mBAK5B,MAAM,SAAS,OAAO,GAAG,IAAI;CAK7C,CAAC;AAEF,eAAe,MAAM,CAAC"}

package/dist/util/logger.js

@@ -0,0 +1,45 @@
+/**
+ * Structured logger for dk-forge-server
+ */
+const LOG_LEVELS = {
+    debug: 0,
+    info: 1,
+    warn: 2,
+    error: 3,
+};
+let currentLevel = 'info';
+export function setLogLevel(level) {
+    currentLevel = level;
+}
+function shouldLog(level) {
+    return LOG_LEVELS[level] >= LOG_LEVELS[currentLevel];
+}
+function formatMessage(level, message, meta) {
+    const ts = new Date().toISOString();
+    const metaStr = meta !== undefined ? ' ' + JSON.stringify(meta) : '';
+    return `[${ts}] [${level.toUpperCase()}] ${message}${metaStr}`;
+}
+export const logger = {
+    debug(message, meta) {
+        if (shouldLog('debug')) {
+            process.stderr.write(formatMessage('debug', message, meta) + '\n');
+        }
+    },
+    info(message, meta) {
+        if (shouldLog('info')) {
+            process.stderr.write(formatMessage('info', message, meta) + '\n');
+        }
+    },
+    warn(message, meta) {
+        if (shouldLog('warn')) {
+            process.stderr.write(formatMessage('warn', message, meta) + '\n');
+        }
+    },
+    error(message, meta) {
+        if (shouldLog('error')) {
+            process.stderr.write(formatMessage('error', message, meta) + '\n');
+        }
+    },
+};
+export default logger;
+//# sourceMappingURL=logger.js.map

package/dist/util/logger.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"logger.js","sourceRoot":"","sources":["../../src/util/logger.ts"],"names":[],"mappings":"AAAA;;GAEG;AAIH,MAAM,UAAU,GAA6B;IAC3C,KAAK,EAAE,CAAC;IACR,IAAI,EAAE,CAAC;IACP,IAAI,EAAE,CAAC;IACP,KAAK,EAAE,CAAC;CACT,CAAC;AAEF,IAAI,YAAY,GAAa,MAAM,CAAC;AAEpC,MAAM,UAAU,WAAW,CAAC,KAAe;IACzC,YAAY,GAAG,KAAK,CAAC;AACvB,CAAC;AAED,SAAS,SAAS,CAAC,KAAe;IAChC,OAAO,UAAU,CAAC,KAAK,CAAC,IAAI,UAAU,CAAC,YAAY,CAAC,CAAC;AACvD,CAAC;AAED,SAAS,aAAa,CAAC,KAAe,EAAE,OAAe,EAAE,IAAc;IACrE,MAAM,EAAE,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACpC,MAAM,OAAO,GAAG,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACrE,OAAO,IAAI,EAAE,MAAM,KAAK,CAAC,WAAW,EAAE,KAAK,OAAO,GAAG,OAAO,EAAE,CAAC;AACjE,CAAC;AAED,MAAM,CAAC,MAAM,MAAM,GAAG;IACpB,KAAK,CAAC,OAAe,EAAE,IAAc;QACnC,IAAI,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC;YACvB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;QACrE,CAAC;IACH,CAAC;IACD,IAAI,CAAC,OAAe,EAAE,IAAc;QAClC,IAAI,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC;YACtB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;QACpE,CAAC;IACH,CAAC;IACD,IAAI,CAAC,OAAe,EAAE,IAAc;QAClC,IAAI,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC;YACtB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;QACpE,CAAC;IACH,CAAC;IACD,KAAK,CAAC,OAAe,EAAE,IAAc;QACnC,IAAI,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC;YACvB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;QACrE,CAAC;IACH,CAAC;CACF,CAAC;AAEF,eAAe,MAAM,CAAC"}

package/dist/util/token-counter.d.ts

@@ -0,0 +1,24 @@
+/**
+ * Approximate token counter.
+ * Uses char_count / 4 heuristic - good enough for budget control.
+ * No external dependencies.
+ */
+/**
+ * Estimate token count for a string.
+ * Heuristic: ~4 characters per token (GPT-style tokenization average).
+ */
+export declare function estimateTokens(text: string): number;
+/**
+ * Estimate token count for an array of strings (summed).
+ */
+export declare function estimateTokensForArray(texts: string[]): number;
+/**
+ * Check if content fits within a token budget.
+ */
+export declare function fitsInBudget(text: string, budgetTokens: number): boolean;
+/**
+ * Truncate text to approximately fit within a token budget.
+ * Truncates at word boundary when possible.
+ */
+export declare function truncateToTokenBudget(text: string, maxTokens: number): string;
+//# sourceMappingURL=token-counter.d.ts.map

package/dist/util/token-counter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"token-counter.d.ts","sourceRoot":"","sources":["../../src/util/token-counter.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH;;;GAGG;AACH,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAGnD;AAED;;GAEG;AACH,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,MAAM,CAE9D;AAED;;GAEG;AACH,wBAAgB,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,GAAG,OAAO,CAExE;AAED;;;GAGG;AACH,wBAAgB,qBAAqB,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM,CAkB7E"}

package/dist/util/token-counter.js

@@ -0,0 +1,48 @@
+/**
+ * Approximate token counter.
+ * Uses char_count / 4 heuristic - good enough for budget control.
+ * No external dependencies.
+ */
+/**
+ * Estimate token count for a string.
+ * Heuristic: ~4 characters per token (GPT-style tokenization average).
+ */
+export function estimateTokens(text) {
+    if (!text)
+        return 0;
+    return Math.ceil(text.length / 4);
+}
+/**
+ * Estimate token count for an array of strings (summed).
+ */
+export function estimateTokensForArray(texts) {
+    return texts.reduce((sum, text) => sum + estimateTokens(text), 0);
+}
+/**
+ * Check if content fits within a token budget.
+ */
+export function fitsInBudget(text, budgetTokens) {
+    return estimateTokens(text) <= budgetTokens;
+}
+/**
+ * Truncate text to approximately fit within a token budget.
+ * Truncates at word boundary when possible.
+ */
+export function truncateToTokenBudget(text, maxTokens) {
+    const maxChars = maxTokens * 4;
+    if (text.length <= maxChars)
+        return text;
+    // Try to truncate at a newline boundary
+    const truncated = text.slice(0, maxChars);
+    const lastNewline = truncated.lastIndexOf('\n');
+    if (lastNewline > maxChars * 0.8) {
+        return truncated.slice(0, lastNewline) + '\n... [truncated]';
+    }
+    // Fall back to word boundary
+    const lastSpace = truncated.lastIndexOf(' ');
+    if (lastSpace > maxChars * 0.8) {
+        return truncated.slice(0, lastSpace) + ' ... [truncated]';
+    }
+    return truncated + '... [truncated]';
+}
+//# sourceMappingURL=token-counter.js.map

package/dist/util/token-counter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"token-counter.js","sourceRoot":"","sources":["../../src/util/token-counter.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH;;;GAGG;AACH,MAAM,UAAU,cAAc,CAAC,IAAY;IACzC,IAAI,CAAC,IAAI;QAAE,OAAO,CAAC,CAAC;IACpB,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AACpC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,sBAAsB,CAAC,KAAe;IACpD,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,cAAc,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;AACpE,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,YAAY,CAAC,IAAY,EAAE,YAAoB;IAC7D,OAAO,cAAc,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC;AAC9C,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,qBAAqB,CAAC,IAAY,EAAE,SAAiB;IACnE,MAAM,QAAQ,GAAG,SAAS,GAAG,CAAC,CAAC;IAC/B,IAAI,IAAI,CAAC,MAAM,IAAI,QAAQ;QAAE,OAAO,IAAI,CAAC;IAEzC,wCAAwC;IACxC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;IAC1C,MAAM,WAAW,GAAG,SAAS,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;IAChD,IAAI,WAAW,GAAG,QAAQ,GAAG,GAAG,EAAE,CAAC;QACjC,OAAO,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,WAAW,CAAC,GAAG,mBAAmB,CAAC;IAC/D,CAAC;IAED,6BAA6B;IAC7B,MAAM,SAAS,GAAG,SAAS,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IAC7C,IAAI,SAAS,GAAG,QAAQ,GAAG,GAAG,EAAE,CAAC;QAC/B,OAAO,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,GAAG,kBAAkB,CAAC;IAC5D,CAAC;IAED,OAAO,SAAS,GAAG,iBAAiB,CAAC;AACvC,CAAC"}