fawn-memory 0.0.3

package/dist/knowpro/timestampIndex.d.ts

@@ -0,0 +1,43 @@
+import type { ITimestampToTextRangeIndex, MessageOrdinal } from "./interfaces.js";
+/**
+ * Creates an in-memory implementation of ITimestampToTextRangeIndex
+ */
+export declare function createTimestampIndex(): ITimestampToTextRangeIndex;
+/**
+ * Extended timestamp index with additional query methods for search ranking.
+ * This extends the base ITimestampToTextRangeIndex with semantic-ref aware methods.
+ */
+export interface TimestampIndexExtended extends ITimestampToTextRangeIndex {
+    /** Get timestamp for a specific message */
+    getMessageTimestamp(messageOrdinal: MessageOrdinal): Date | undefined;
+    /** Get all messages on a specific day */
+    getMessagesOnDay(date: Date): MessageOrdinal[];
+    /** Get all messages before a date */
+    getMessagesBefore(date: Date): MessageOrdinal[];
+    /** Get all messages after a date */
+    getMessagesAfter(date: Date): MessageOrdinal[];
+    /** Get all timestamps sorted chronologically */
+    getAllSorted(): Array<{
+        messageOrdinal: MessageOrdinal;
+        timestamp: Date;
+    }>;
+    /** Get the date range of all indexed messages */
+    getDateRange(): {
+        earliest: Date;
+        latest: Date;
+    } | undefined;
+    /** Get count of indexed timestamps */
+    size(): number;
+}
+/**
+ * Creates an extended timestamp index with additional query methods
+ */
+export declare function createTimestampIndexExtended(): TimestampIndexExtended;
+/** Parse common temporal expressions to date ranges */
+export declare function parseTemporalExpression(expression: string, referenceDate?: Date): {
+    start: Date;
+    end: Date;
+} | undefined;
+/** Check if a query contains temporal references */
+export declare function hasTemporalReference(query: string): boolean;
+//# sourceMappingURL=timestampIndex.d.ts.map

package/dist/knowpro/timestampIndex.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"timestampIndex.d.ts","sourceRoot":"","sources":["../../src/knowpro/timestampIndex.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAER,0BAA0B,EAE1B,cAAc,EAEjB,MAAM,iBAAiB,CAAC;AAqBzB;;GAEG;AACH,wBAAgB,oBAAoB,IAAI,0BAA0B,CAwFjE;AAED;;;GAGG;AACH,MAAM,WAAW,sBAAuB,SAAQ,0BAA0B;IACtE,2CAA2C;IAC3C,mBAAmB,CAAC,cAAc,EAAE,cAAc,GAAG,IAAI,GAAG,SAAS,CAAC;IAEtE,yCAAyC;IACzC,gBAAgB,CAAC,IAAI,EAAE,IAAI,GAAG,cAAc,EAAE,CAAC;IAE/C,qCAAqC;IACrC,iBAAiB,CAAC,IAAI,EAAE,IAAI,GAAG,cAAc,EAAE,CAAC;IAEhD,oCAAoC;IACpC,gBAAgB,CAAC,IAAI,EAAE,IAAI,GAAG,cAAc,EAAE,CAAC;IAE/C,gDAAgD;IAChD,YAAY,IAAI,KAAK,CAAC;QAAE,cAAc,EAAE,cAAc,CAAC;QAAC,SAAS,EAAE,IAAI,CAAA;KAAE,CAAC,CAAC;IAE3E,iDAAiD;IACjD,YAAY,IAAI;QAAE,QAAQ,EAAE,IAAI,CAAC;QAAC,MAAM,EAAE,IAAI,CAAA;KAAE,GAAG,SAAS,CAAC;IAE7D,sCAAsC;IACtC,IAAI,IAAI,MAAM,CAAC;CAClB;AAED;;GAEG;AACH,wBAAgB,4BAA4B,IAAI,sBAAsB,CAyJrE;AAED,uDAAuD;AACvD,wBAAgB,uBAAuB,CACnC,UAAU,EAAE,MAAM,EAClB,aAAa,GAAE,IAAiB,GACjC;IAAE,KAAK,EAAE,IAAI,CAAC;IAAC,GAAG,EAAE,IAAI,CAAA;CAAE,GAAG,SAAS,CA4ExC;AAED,oDAAoD;AACpD,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAwB3D"}

package/dist/knowpro/timestampIndex.js

@@ -0,0 +1,324 @@
+/** Helper to get day key (YYYY-MM-DD) from a date */
+function getDayKey(date) {
+    return date.toISOString().split('T')[0];
+}
+/** Helper to get start of day */
+function startOfDay(date) {
+    const d = new Date(date);
+    d.setHours(0, 0, 0, 0);
+    return d;
+}
+/** Helper to get end of day */
+function endOfDay(date) {
+    const d = new Date(date);
+    d.setHours(23, 59, 59, 999);
+    return d;
+}
+/**
+ * Creates an in-memory implementation of ITimestampToTextRangeIndex
+ */
+export function createTimestampIndex() {
+    // Message ordinal -> timestamp string
+    const messageToTimestamp = new Map();
+    // Day-level index: "YYYY-MM-DD" -> message ordinals
+    const dayIndex = new Map();
+    // Sorted array for range queries (maintained on demand)
+    let sortedEntries = null;
+    function invalidateSortedCache() {
+        sortedEntries = null;
+    }
+    function addTimestamp(messageOrdinal, timestamp) {
+        try {
+            const date = new Date(timestamp);
+            if (isNaN(date.getTime())) {
+                return false;
+            }
+            messageToTimestamp.set(messageOrdinal, timestamp);
+            const dayKey = getDayKey(date);
+            let dayMessages = dayIndex.get(dayKey);
+            if (!dayMessages) {
+                dayMessages = new Set();
+                dayIndex.set(dayKey, dayMessages);
+            }
+            dayMessages.add(messageOrdinal);
+            invalidateSortedCache();
+            return true;
+        }
+        catch {
+            return false;
+        }
+    }
+    function addTimestamps(messageTimestamps) {
+        let numberCompleted = 0;
+        for (const [messageOrdinal, timestamp] of messageTimestamps) {
+            if (addTimestamp(messageOrdinal, timestamp)) {
+                numberCompleted++;
+            }
+        }
+        return { numberCompleted };
+    }
+    function ensureSorted() {
+        if (sortedEntries === null) {
+            sortedEntries = [];
+            for (const [messageOrdinal, timestamp] of messageToTimestamp) {
+                sortedEntries.push({ messageOrdinal, timestamp: new Date(timestamp) });
+            }
+            sortedEntries.sort((a, b) => a.timestamp.getTime() - b.timestamp.getTime());
+        }
+        return sortedEntries;
+    }
+    function lookupRange(dateRange) {
+        const sorted = ensureSorted();
+        const startTime = dateRange.start.getTime();
+        const endTime = dateRange.end ? dateRange.end.getTime() : Infinity;
+        const results = [];
+        for (const entry of sorted) {
+            const time = entry.timestamp.getTime();
+            if (time >= startTime && time <= endTime) {
+                results.push({
+                    timestamp: messageToTimestamp.get(entry.messageOrdinal),
+                    range: {
+                        start: { messageOrdinal: entry.messageOrdinal }
+                    }
+                });
+            }
+            else if (time > endTime) {
+                break; // Past the end, no need to continue
+            }
+        }
+        return results;
+    }
+    return {
+        addTimestamp,
+        addTimestamps,
+        lookupRange
+    };
+}
+/**
+ * Creates an extended timestamp index with additional query methods
+ */
+export function createTimestampIndexExtended() {
+    // Message ordinal -> timestamp string
+    const messageToTimestamp = new Map();
+    // Day-level index: "YYYY-MM-DD" -> message ordinals
+    const dayIndex = new Map();
+    // Sorted array for range queries (maintained on demand)
+    let sortedEntries = null;
+    function invalidateSortedCache() {
+        sortedEntries = null;
+    }
+    function addTimestamp(messageOrdinal, timestamp) {
+        try {
+            const date = new Date(timestamp);
+            if (isNaN(date.getTime())) {
+                return false;
+            }
+            messageToTimestamp.set(messageOrdinal, timestamp);
+            const dayKey = getDayKey(date);
+            let dayMessages = dayIndex.get(dayKey);
+            if (!dayMessages) {
+                dayMessages = new Set();
+                dayIndex.set(dayKey, dayMessages);
+            }
+            dayMessages.add(messageOrdinal);
+            invalidateSortedCache();
+            return true;
+        }
+        catch {
+            return false;
+        }
+    }
+    function addTimestamps(messageTimestamps) {
+        let numberCompleted = 0;
+        for (const [messageOrdinal, timestamp] of messageTimestamps) {
+            if (addTimestamp(messageOrdinal, timestamp)) {
+                numberCompleted++;
+            }
+        }
+        return { numberCompleted };
+    }
+    function ensureSorted() {
+        if (sortedEntries === null) {
+            sortedEntries = [];
+            for (const [messageOrdinal, timestamp] of messageToTimestamp) {
+                sortedEntries.push({ messageOrdinal, timestamp: new Date(timestamp) });
+            }
+            sortedEntries.sort((a, b) => a.timestamp.getTime() - b.timestamp.getTime());
+        }
+        return sortedEntries;
+    }
+    function lookupRange(dateRange) {
+        const sorted = ensureSorted();
+        const startTime = dateRange.start.getTime();
+        const endTime = dateRange.end ? dateRange.end.getTime() : Infinity;
+        const results = [];
+        for (const entry of sorted) {
+            const time = entry.timestamp.getTime();
+            if (time >= startTime && time <= endTime) {
+                results.push({
+                    timestamp: messageToTimestamp.get(entry.messageOrdinal),
+                    range: {
+                        start: { messageOrdinal: entry.messageOrdinal }
+                    }
+                });
+            }
+            else if (time > endTime) {
+                break;
+            }
+        }
+        return results;
+    }
+    function getMessageTimestamp(messageOrdinal) {
+        const ts = messageToTimestamp.get(messageOrdinal);
+        return ts ? new Date(ts) : undefined;
+    }
+    function getMessagesOnDay(date) {
+        const dayKey = getDayKey(date);
+        const messages = dayIndex.get(dayKey);
+        return messages ? [...messages] : [];
+    }
+    function getMessagesBefore(date) {
+        const sorted = ensureSorted();
+        const targetTime = date.getTime();
+        const results = [];
+        for (const entry of sorted) {
+            if (entry.timestamp.getTime() < targetTime) {
+                results.push(entry.messageOrdinal);
+            }
+            else {
+                break;
+            }
+        }
+        return results;
+    }
+    function getMessagesAfter(date) {
+        const sorted = ensureSorted();
+        const targetTime = date.getTime();
+        const results = [];
+        for (const entry of sorted) {
+            if (entry.timestamp.getTime() > targetTime) {
+                results.push(entry.messageOrdinal);
+            }
+        }
+        return results;
+    }
+    function getAllSorted() {
+        return [...ensureSorted()];
+    }
+    function getDateRange() {
+        const sorted = ensureSorted();
+        if (sorted.length === 0) {
+            return undefined;
+        }
+        return {
+            earliest: sorted[0].timestamp,
+            latest: sorted[sorted.length - 1].timestamp
+        };
+    }
+    function size() {
+        return messageToTimestamp.size;
+    }
+    return {
+        addTimestamp,
+        addTimestamps,
+        lookupRange,
+        getMessageTimestamp,
+        getMessagesOnDay,
+        getMessagesBefore,
+        getMessagesAfter,
+        getAllSorted,
+        getDateRange,
+        size
+    };
+}
+/** Parse common temporal expressions to date ranges */
+export function parseTemporalExpression(expression, referenceDate = new Date()) {
+    const lower = expression.toLowerCase().trim();
+    const ref = new Date(referenceDate);
+    // Today
+    if (lower === 'today') {
+        return { start: startOfDay(ref), end: endOfDay(ref) };
+    }
+    // Yesterday
+    if (lower === 'yesterday') {
+        const yesterday = new Date(ref);
+        yesterday.setDate(yesterday.getDate() - 1);
+        return { start: startOfDay(yesterday), end: endOfDay(yesterday) };
+    }
+    // Last week
+    if (lower === 'last week') {
+        const end = new Date(ref);
+        const start = new Date(ref);
+        start.setDate(start.getDate() - 7);
+        return { start: startOfDay(start), end: endOfDay(end) };
+    }
+    // Last month
+    if (lower === 'last month') {
+        const end = new Date(ref);
+        const start = new Date(ref);
+        start.setMonth(start.getMonth() - 1);
+        return { start: startOfDay(start), end: endOfDay(end) };
+    }
+    // Last N days
+    const lastNDaysMatch = lower.match(/last (\d+) days?/);
+    if (lastNDaysMatch) {
+        const days = parseInt(lastNDaysMatch[1]);
+        const end = new Date(ref);
+        const start = new Date(ref);
+        start.setDate(start.getDate() - days);
+        return { start: startOfDay(start), end: endOfDay(end) };
+    }
+    // This week (start of week to now)
+    if (lower === 'this week') {
+        const start = new Date(ref);
+        const dayOfWeek = start.getDay();
+        start.setDate(start.getDate() - dayOfWeek); // Go to Sunday
+        return { start: startOfDay(start), end: endOfDay(ref) };
+    }
+    // This month
+    if (lower === 'this month') {
+        const start = new Date(ref.getFullYear(), ref.getMonth(), 1);
+        return { start: startOfDay(start), end: endOfDay(ref) };
+    }
+    // Month names (e.g., "in January", "January 2024")
+    const months = ['january', 'february', 'march', 'april', 'may', 'june',
+        'july', 'august', 'september', 'october', 'november', 'december'];
+    for (let i = 0; i < months.length; i++) {
+        if (lower.includes(months[i])) {
+            const yearMatch = lower.match(/\d{4}/);
+            const year = yearMatch ? parseInt(yearMatch[0]) : ref.getFullYear();
+            const start = new Date(year, i, 1);
+            const end = new Date(year, i + 1, 0); // Last day of month
+            return { start: startOfDay(start), end: endOfDay(end) };
+        }
+    }
+    // Specific date formats (try to parse)
+    const dateAttempt = new Date(expression);
+    if (!isNaN(dateAttempt.getTime())) {
+        return { start: startOfDay(dateAttempt), end: endOfDay(dateAttempt) };
+    }
+    return undefined;
+}
+/** Check if a query contains temporal references */
+export function hasTemporalReference(query) {
+    const lower = query.toLowerCase();
+    const temporalKeywords = [
+        'when', 'today', 'yesterday', 'last week', 'last month', 'this week',
+        'this month', 'last year', 'this year', 'ago', 'before', 'after',
+        'january', 'february', 'march', 'april', 'may', 'june',
+        'july', 'august', 'september', 'october', 'november', 'december',
+        'monday', 'tuesday', 'wednesday', 'thursday', 'friday', 'saturday', 'sunday',
+        'morning', 'afternoon', 'evening', 'night',
+        'recently', 'earlier', 'later', 'during'
+    ];
+    // Check for year patterns (4 digits)
+    if (/\b(19|20)\d{2}\b/.test(lower)) {
+        return true;
+    }
+    // Check for date patterns
+    if (/\b\d{1,2}\/\d{1,2}(\/\d{2,4})?\b/.test(lower)) {
+        return true;
+    }
+    return temporalKeywords.some(keyword => lower.includes(keyword));
+}
+//# sourceMappingURL=timestampIndex.js.map

package/dist/knowpro/timestampIndex.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"timestampIndex.js","sourceRoot":"","sources":["../../src/knowpro/timestampIndex.ts"],"names":[],"mappings":"AAQA,qDAAqD;AACrD,SAAS,SAAS,CAAC,IAAU;IACzB,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;AAC5C,CAAC;AAED,iCAAiC;AACjC,SAAS,UAAU,CAAC,IAAU;IAC1B,MAAM,CAAC,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC;IACzB,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IACvB,OAAO,CAAC,CAAC;AACb,CAAC;AAED,+BAA+B;AAC/B,SAAS,QAAQ,CAAC,IAAU;IACxB,MAAM,CAAC,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC;IACzB,CAAC,CAAC,QAAQ,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,GAAG,CAAC,CAAC;IAC5B,OAAO,CAAC,CAAC;AACb,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,oBAAoB;IAChC,sCAAsC;IACtC,MAAM,kBAAkB,GAAG,IAAI,GAAG,EAA0B,CAAC;IAE7D,oDAAoD;IACpD,MAAM,QAAQ,GAAG,IAAI,GAAG,EAA+B,CAAC;IAExD,wDAAwD;IACxD,IAAI,aAAa,GAAsE,IAAI,CAAC;IAE5F,SAAS,qBAAqB;QAC1B,aAAa,GAAG,IAAI,CAAC;IACzB,CAAC;IAED,SAAS,YAAY,CAAC,cAA8B,EAAE,SAAiB;QACnE,IAAI,CAAC;YACD,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC;YACjC,IAAI,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC;gBACxB,OAAO,KAAK,CAAC;YACjB,CAAC;YAED,kBAAkB,CAAC,GAAG,CAAC,cAAc,EAAE,SAAS,CAAC,CAAC;YAElD,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;YAC/B,IAAI,WAAW,GAAG,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YACvC,IAAI,CAAC,WAAW,EAAE,CAAC;gBACf,WAAW,GAAG,IAAI,GAAG,EAAE,CAAC;gBACxB,QAAQ,CAAC,GAAG,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;YACtC,CAAC;YACD,WAAW,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;YAEhC,qBAAqB,EAAE,CAAC;YACxB,OAAO,IAAI,CAAC;QAChB,CAAC;QAAC,MAAM,CAAC;YACL,OAAO,KAAK,CAAC;QACjB,CAAC;IACL,CAAC;IAED,SAAS,aAAa,CAClB,iBAA6C;QAE7C,IAAI,eAAe,GAAG,CAAC,CAAC;QACxB,KAAK,MAAM,CAAC,cAAc,EAAE,SAAS,CAAC,IAAI,iBAAiB,EAAE,CAAC;YAC1D,IAAI,YAAY,CAAC,cAAc,EAAE,SAAS,CAAC,EAAE,CAAC;gBAC1C,eAAe,EAAE,CAAC;YACtB,CAAC;QACL,CAAC;QACD,OAAO,EAAE,eAAe,EAAE,CAAC;IAC/B,CAAC;IAED,SAAS,YAAY;QACjB,IAAI,aAAa,KAAK,IAAI,EAAE,CAAC;YACzB,aAAa,GAAG,EAAE,CAAC;YACnB,KAAK,MAAM,CAAC,cAAc,EAAE,SAAS,CAAC,IAAI,kBAAkB,EAAE,CAAC;gBAC3D,aAAa,CAAC,IAAI,CAAC,EAAE,cAAc,EAAE,SAAS,EAAE,IAAI,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YAC3E,CAAC;YACD,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC;QAChF,CAAC;QACD,OAAO,aAAa,CAAC;IACzB,CAAC;IAED,SAAS,WAAW,CAAC,SAAoB;QACrC,MAAM,MAAM,GAAG,YAAY,EAAE,CAAC;QAC9B,MAAM,SAAS,GAAG,SAAS,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;QAC5C,MAAM,OAAO,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC;QAEnE,MAAM,OAAO,GAA2B,EAAE,CAAC;QAC3C,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACzB,MAAM,IAAI,GAAG,KAAK,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;YACvC,IAAI,IAAI,IAAI,SAAS,IAAI,IAAI,IAAI,OAAO,EAAE,CAAC;gBACvC,OAAO,CAAC,IAAI,CAAC;oBACT,SAAS,EAAE,kBAAkB,CAAC,GAAG,CAAC,KAAK,CAAC,cAAc,CAAE;oBACxD,KAAK,EAAE;wBACH,KAAK,EAAE,EAAE,cAAc,EAAE,KAAK,CAAC,cAAc,EAAE;qBAClD;iBACJ,CAAC,CAAC;YACP,CAAC;iBAAM,IAAI,IAAI,GAAG,OAAO,EAAE,CAAC;gBACxB,MAAM,CAAC,oCAAoC;YAC/C,CAAC;QACL,CAAC;QACD,OAAO,OAAO,CAAC;IACnB,CAAC;IAED,OAAO;QACH,YAAY;QACZ,aAAa;QACb,WAAW;KACd,CAAC;AACN,CAAC;AA6BD;;GAEG;AACH,MAAM,UAAU,4BAA4B;IACxC,sCAAsC;IACtC,MAAM,kBAAkB,GAAG,IAAI,GAAG,EAA0B,CAAC;IAE7D,oDAAoD;IACpD,MAAM,QAAQ,GAAG,IAAI,GAAG,EAA+B,CAAC;IAExD,wDAAwD;IACxD,IAAI,aAAa,GAAsE,IAAI,CAAC;IAE5F,SAAS,qBAAqB;QAC1B,aAAa,GAAG,IAAI,CAAC;IACzB,CAAC;IAED,SAAS,YAAY,CAAC,cAA8B,EAAE,SAAiB;QACnE,IAAI,CAAC;YACD,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC;YACjC,IAAI,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC;gBACxB,OAAO,KAAK,CAAC;YACjB,CAAC;YAED,kBAAkB,CAAC,GAAG,CAAC,cAAc,EAAE,SAAS,CAAC,CAAC;YAElD,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;YAC/B,IAAI,WAAW,GAAG,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YACvC,IAAI,CAAC,WAAW,EAAE,CAAC;gBACf,WAAW,GAAG,IAAI,GAAG,EAAE,CAAC;gBACxB,QAAQ,CAAC,GAAG,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;YACtC,CAAC;YACD,WAAW,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;YAEhC,qBAAqB,EAAE,CAAC;YACxB,OAAO,IAAI,CAAC;QAChB,CAAC;QAAC,MAAM,CAAC;YACL,OAAO,KAAK,CAAC;QACjB,CAAC;IACL,CAAC;IAED,SAAS,aAAa,CAClB,iBAA6C;QAE7C,IAAI,eAAe,GAAG,CAAC,CAAC;QACxB,KAAK,MAAM,CAAC,cAAc,EAAE,SAAS,CAAC,IAAI,iBAAiB,EAAE,CAAC;YAC1D,IAAI,YAAY,CAAC,cAAc,EAAE,SAAS,CAAC,EAAE,CAAC;gBAC1C,eAAe,EAAE,CAAC;YACtB,CAAC;QACL,CAAC;QACD,OAAO,EAAE,eAAe,EAAE,CAAC;IAC/B,CAAC;IAED,SAAS,YAAY;QACjB,IAAI,aAAa,KAAK,IAAI,EAAE,CAAC;YACzB,aAAa,GAAG,EAAE,CAAC;YACnB,KAAK,MAAM,CAAC,cAAc,EAAE,SAAS,CAAC,IAAI,kBAAkB,EAAE,CAAC;gBAC3D,aAAa,CAAC,IAAI,CAAC,EAAE,cAAc,EAAE,SAAS,EAAE,IAAI,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YAC3E,CAAC;YACD,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC;QAChF,CAAC;QACD,OAAO,aAAa,CAAC;IACzB,CAAC;IAED,SAAS,WAAW,CAAC,SAAoB;QACrC,MAAM,MAAM,GAAG,YAAY,EAAE,CAAC;QAC9B,MAAM,SAAS,GAAG,SAAS,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;QAC5C,MAAM,OAAO,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC;QAEnE,MAAM,OAAO,GAA2B,EAAE,CAAC;QAC3C,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACzB,MAAM,IAAI,GAAG,KAAK,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;YACvC,IAAI,IAAI,IAAI,SAAS,IAAI,IAAI,IAAI,OAAO,EAAE,CAAC;gBACvC,OAAO,CAAC,IAAI,CAAC;oBACT,SAAS,EAAE,kBAAkB,CAAC,GAAG,CAAC,KAAK,CAAC,cAAc,CAAE;oBACxD,KAAK,EAAE;wBACH,KAAK,EAAE,EAAE,cAAc,EAAE,KAAK,CAAC,cAAc,EAAE;qBAClD;iBACJ,CAAC,CAAC;YACP,CAAC;iBAAM,IAAI,IAAI,GAAG,OAAO,EAAE,CAAC;gBACxB,MAAM;YACV,CAAC;QACL,CAAC;QACD,OAAO,OAAO,CAAC;IACnB,CAAC;IAED,SAAS,mBAAmB,CAAC,cAA8B;QACvD,MAAM,EAAE,GAAG,kBAAkB,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;QAClD,OAAO,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACzC,CAAC;IAED,SAAS,gBAAgB,CAAC,IAAU;QAChC,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;QAC/B,MAAM,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACtC,OAAO,QAAQ,CAAC,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACzC,CAAC;IAED,SAAS,iBAAiB,CAAC,IAAU;QACjC,MAAM,MAAM,GAAG,YAAY,EAAE,CAAC;QAC9B,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;QAElC,MAAM,OAAO,GAAqB,EAAE,CAAC;QACrC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACzB,IAAI,KAAK,CAAC,SAAS,CAAC,OAAO,EAAE,GAAG,UAAU,EAAE,CAAC;gBACzC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;YACvC,CAAC;iBAAM,CAAC;gBACJ,MAAM;YACV,CAAC;QACL,CAAC;QACD,OAAO,OAAO,CAAC;IACnB,CAAC;IAED,SAAS,gBAAgB,CAAC,IAAU;QAChC,MAAM,MAAM,GAAG,YAAY,EAAE,CAAC;QAC9B,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;QAElC,MAAM,OAAO,GAAqB,EAAE,CAAC;QACrC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACzB,IAAI,KAAK,CAAC,SAAS,CAAC,OAAO,EAAE,GAAG,UAAU,EAAE,CAAC;gBACzC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;YACvC,CAAC;QACL,CAAC;QACD,OAAO,OAAO,CAAC;IACnB,CAAC;IAED,SAAS,YAAY;QACjB,OAAO,CAAC,GAAG,YAAY,EAAE,CAAC,CAAC;IAC/B,CAAC;IAED,SAAS,YAAY;QACjB,MAAM,MAAM,GAAG,YAAY,EAAE,CAAC;QAC9B,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACtB,OAAO,SAAS,CAAC;QACrB,CAAC;QACD,OAAO;YACH,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS;YAC7B,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,SAAS;SAC9C,CAAC;IACN,CAAC;IAED,SAAS,IAAI;QACT,OAAO,kBAAkB,CAAC,IAAI,CAAC;IACnC,CAAC;IAED,OAAO;QACH,YAAY;QACZ,aAAa;QACb,WAAW;QACX,mBAAmB;QACnB,gBAAgB;QAChB,iBAAiB;QACjB,gBAAgB;QAChB,YAAY;QACZ,YAAY;QACZ,IAAI;KACP,CAAC;AACN,CAAC;AAED,uDAAuD;AACvD,MAAM,UAAU,uBAAuB,CACnC,UAAkB,EAClB,gBAAsB,IAAI,IAAI,EAAE;IAEhC,MAAM,KAAK,GAAG,UAAU,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC;IAC9C,MAAM,GAAG,GAAG,IAAI,IAAI,CAAC,aAAa,CAAC,CAAC;IAEpC,QAAQ;IACR,IAAI,KAAK,KAAK,OAAO,EAAE,CAAC;QACpB,OAAO,EAAE,KAAK,EAAE,UAAU,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;IAC1D,CAAC;IAED,YAAY;IACZ,IAAI,KAAK,KAAK,WAAW,EAAE,CAAC;QACxB,MAAM,SAAS,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC;QAChC,SAAS,CAAC,OAAO,CAAC,SAAS,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;QAC3C,OAAO,EAAE,KAAK,EAAE,UAAU,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;IACtE,CAAC;IAED,YAAY;IACZ,IAAI,KAAK,KAAK,WAAW,EAAE,CAAC;QACxB,MAAM,GAAG,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC;QAC1B,MAAM,KAAK,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC;QAC5B,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;QACnC,OAAO,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;IAC5D,CAAC;IAED,aAAa;IACb,IAAI,KAAK,KAAK,YAAY,EAAE,CAAC;QACzB,MAAM,GAAG,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC;QAC1B,MAAM,KAAK,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC;QAC5B,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,CAAC;QACrC,OAAO,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;IAC5D,CAAC;IAED,cAAc;IACd,MAAM,cAAc,GAAG,KAAK,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC;IACvD,IAAI,cAAc,EAAE,CAAC;QACjB,MAAM,IAAI,GAAG,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;QACzC,MAAM,GAAG,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC;QAC1B,MAAM,KAAK,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC;QAC5B,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,CAAC;QACtC,OAAO,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;IAC5D,CAAC;IAED,mCAAmC;IACnC,IAAI,KAAK,KAAK,WAAW,EAAE,CAAC;QACxB,MAAM,KAAK,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC;QAC5B,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;QACjC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE,GAAG,SAAS,CAAC,CAAC,CAAC,eAAe;QAC3D,OAAO,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;IAC5D,CAAC;IAED,aAAa;IACb,IAAI,KAAK,KAAK,YAAY,EAAE,CAAC;QACzB,MAAM,KAAK,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,EAAE,GAAG,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC;QAC7D,OAAO,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;IAC5D,CAAC;IAED,mDAAmD;IACnD,MAAM,MAAM,GAAG,CAAC,SAAS,EAAE,UAAU,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM;QACtD,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,SAAS,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC;IAClF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAC5B,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACvC,MAAM,IAAI,GAAG,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC;YACpE,MAAM,KAAK,GAAG,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;YACnC,MAAM,GAAG,GAAG,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,oBAAoB;YAC1D,OAAO,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QAC5D,CAAC;IACL,CAAC;IAED,uCAAuC;IACvC,MAAM,WAAW,GAAG,IAAI,IAAI,CAAC,UAAU,CAAC,CAAC;IACzC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC;QAChC,OAAO,EAAE,KAAK,EAAE,UAAU,CAAC,WAAW,CAAC,EAAE,GAAG,EAAE,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;IAC1E,CAAC;IAED,OAAO,SAAS,CAAC;AACrB,CAAC;AAED,oDAAoD;AACpD,MAAM,UAAU,oBAAoB,CAAC,KAAa;IAC9C,MAAM,KAAK,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;IAElC,MAAM,gBAAgB,GAAG;QACrB,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,WAAW,EAAE,YAAY,EAAE,WAAW;QACpE,YAAY,EAAE,WAAW,EAAE,WAAW,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO;QAChE,SAAS,EAAE,UAAU,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM;QACtD,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,SAAS,EAAE,UAAU,EAAE,UAAU;QAChE,QAAQ,EAAE,SAAS,EAAE,WAAW,EAAE,UAAU,EAAE,QAAQ,EAAE,UAAU,EAAE,QAAQ;QAC5E,SAAS,EAAE,WAAW,EAAE,SAAS,EAAE,OAAO;QAC1C,UAAU,EAAE,SAAS,EAAE,OAAO,EAAE,QAAQ;KAC3C,CAAC;IAEF,qCAAqC;IACrC,IAAI,kBAAkB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QACjC,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,0BAA0B;IAC1B,IAAI,kCAAkC,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QACjD,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,OAAO,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;AACrE,CAAC"}

package/dist/rag/chunking.d.ts

@@ -0,0 +1,6 @@
+import type { TextChunk, ChunkingConfig } from './types.js';
+/**
+ * Split text into chunks based on configuration
+ */
+export declare function chunkText(text: string, config: ChunkingConfig, idPrefix?: string): TextChunk[];
+//# sourceMappingURL=chunking.d.ts.map

package/dist/rag/chunking.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunking.d.ts","sourceRoot":"","sources":["../../src/rag/chunking.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAE5D;;GAEG;AACH,wBAAgB,SAAS,CACvB,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE,cAAc,EACtB,QAAQ,GAAE,MAAgB,GACzB,SAAS,EAAE,CAmEb"}

package/dist/rag/chunking.js

@@ -0,0 +1,83 @@
+/**
+ * Split text into chunks based on configuration
+ */
+export function chunkText(text, config, idPrefix = 'chunk') {
+    const { maxChunkSize, overlap = 0, splitOnSentences = true } = config;
+    if (text.length === 0) {
+        return [];
+    }
+    if (text.length <= maxChunkSize) {
+        return [{
+                id: `${idPrefix}-0`,
+                text
+            }];
+    }
+    const chunks = [];
+    if (splitOnSentences) {
+        // Split on sentence boundaries (., !, ?)
+        const sentences = text.match(/[^.!?]+[.!?]+/g) || [text];
+        let currentChunk = '';
+        let chunkIndex = 0;
+        for (const sentence of sentences) {
+            if (currentChunk.length + sentence.length <= maxChunkSize) {
+                currentChunk += sentence;
+            }
+            else {
+                if (currentChunk) {
+                    chunks.push({
+                        id: `${idPrefix}-${chunkIndex++}`,
+                        text: currentChunk.trim()
+                    });
+                }
+                // If single sentence is too large, split it
+                if (sentence.length > maxChunkSize) {
+                    const parts = splitLongText(sentence, maxChunkSize, overlap);
+                    for (const part of parts) {
+                        chunks.push({
+                            id: `${idPrefix}-${chunkIndex++}`,
+                            text: part.trim()
+                        });
+                    }
+                    currentChunk = '';
+                }
+                else {
+                    currentChunk = sentence;
+                }
+            }
+        }
+        if (currentChunk) {
+            chunks.push({
+                id: `${idPrefix}-${chunkIndex}`,
+                text: currentChunk.trim()
+            });
+        }
+    }
+    else {
+        // Simple character-based splitting with overlap
+        const parts = splitLongText(text, maxChunkSize, overlap);
+        for (let i = 0; i < parts.length; i++) {
+            chunks.push({
+                id: `${idPrefix}-${i}`,
+                text: parts[i].trim()
+            });
+        }
+    }
+    return chunks.filter(chunk => chunk.text.length > 0);
+}
+/**
+ * Split long text into fixed-size chunks with overlap
+ */
+function splitLongText(text, maxSize, overlap) {
+    const chunks = [];
+    let start = 0;
+    while (start < text.length) {
+        const end = Math.min(start + maxSize, text.length);
+        chunks.push(text.substring(start, end));
+        if (end === text.length) {
+            break;
+        }
+        start = end - overlap;
+    }
+    return chunks;
+}
+//# sourceMappingURL=chunking.js.map

package/dist/rag/chunking.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunking.js","sourceRoot":"","sources":["../../src/rag/chunking.ts"],"names":[],"mappings":"AAEA;;GAEG;AACH,MAAM,UAAU,SAAS,CACvB,IAAY,EACZ,MAAsB,EACtB,WAAmB,OAAO;IAE1B,MAAM,EAAE,YAAY,EAAE,OAAO,GAAG,CAAC,EAAE,gBAAgB,GAAG,IAAI,EAAE,GAAG,MAAM,CAAC;IAEtE,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtB,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,IAAI,IAAI,CAAC,MAAM,IAAI,YAAY,EAAE,CAAC;QAChC,OAAO,CAAC;gBACN,EAAE,EAAE,GAAG,QAAQ,IAAI;gBACnB,IAAI;aACL,CAAC,CAAC;IACL,CAAC;IAED,MAAM,MAAM,GAAgB,EAAE,CAAC;IAE/B,IAAI,gBAAgB,EAAE,CAAC;QACrB,yCAAyC;QACzC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzD,IAAI,YAAY,GAAG,EAAE,CAAC;QACtB,IAAI,UAAU,GAAG,CAAC,CAAC;QAEnB,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YACjC,IAAI,YAAY,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,IAAI,YAAY,EAAE,CAAC;gBAC1D,YAAY,IAAI,QAAQ,CAAC;YAC3B,CAAC;iBAAM,CAAC;gBACN,IAAI,YAAY,EAAE,CAAC;oBACjB,MAAM,CAAC,IAAI,CAAC;wBACV,EAAE,EAAE,GAAG,QAAQ,IAAI,UAAU,EAAE,EAAE;wBACjC,IAAI,EAAE,YAAY,CAAC,IAAI,EAAE;qBAC1B,CAAC,CAAC;gBACL,CAAC;gBAED,4CAA4C;gBAC5C,IAAI,QAAQ,CAAC,MAAM,GAAG,YAAY,EAAE,CAAC;oBACnC,MAAM,KAAK,GAAG,aAAa,CAAC,QAAQ,EAAE,YAAY,EAAE,OAAO,CAAC,CAAC;oBAC7D,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;wBACzB,MAAM,CAAC,IAAI,CAAC;4BACV,EAAE,EAAE,GAAG,QAAQ,IAAI,UAAU,EAAE,EAAE;4BACjC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE;yBAClB,CAAC,CAAC;oBACL,CAAC;oBACD,YAAY,GAAG,EAAE,CAAC;gBACpB,CAAC;qBAAM,CAAC;oBACN,YAAY,GAAG,QAAQ,CAAC;gBAC1B,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,YAAY,EAAE,CAAC;YACjB,MAAM,CAAC,IAAI,CAAC;gBACV,EAAE,EAAE,GAAG,QAAQ,IAAI,UAAU,EAAE;gBAC/B,IAAI,EAAE,YAAY,CAAC,IAAI,EAAE;aAC1B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;SAAM,CAAC;QACN,gDAAgD;QAChD,MAAM,KAAK,GAAG,aAAa,CAAC,IAAI,EAAE,YAAY,EAAE,OAAO,CAAC,CAAC;QACzD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,MAAM,CAAC,IAAI,CAAC;gBACV,EAAE,EAAE,GAAG,QAAQ,IAAI,CAAC,EAAE;gBACtB,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE;aACtB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AACvD,CAAC;AAED;;GAEG;AACH,SAAS,aAAa,CAAC,IAAY,EAAE,OAAe,EAAE,OAAe;IACnE,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,KAAK,GAAG,CAAC,CAAC;IAEd,OAAO,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QAC3B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QACnD,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;QAExC,IAAI,GAAG,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC;YACxB,MAAM;QACR,CAAC;QAED,KAAK,GAAG,GAAG,GAAG,OAAO,CAAC;IACxB,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/rag/embeddingProvider.d.ts

@@ -0,0 +1,34 @@
+import type { Embedding } from './types.js';
+export type EmbeddingProviderType = 'openai' | 'voyage';
+export interface EmbeddingProviderConfig {
+    provider: EmbeddingProviderType;
+    apiKey: string;
+    model?: string;
+}
+export interface EmbeddingProvider {
+    readonly name: EmbeddingProviderType;
+    readonly model: string;
+    readonly dimensions: number;
+    /**
+     * Generate embeddings for a batch of texts
+     */
+    generateEmbeddings(texts: string[]): Promise<Embedding[]>;
+}
+/**
+ * OpenAI embedding provider
+ */
+export declare function createOpenAIEmbeddingProvider(apiKey: string, model?: string): EmbeddingProvider;
+/**
+ * Voyage AI embedding provider (recommended by Anthropic)
+ */
+export declare function createVoyageEmbeddingProvider(apiKey: string, model?: string): EmbeddingProvider;
+export declare function createEmbeddingProvider(config: EmbeddingProviderConfig): EmbeddingProvider;
+/**
+ * Create embedding provider from environment variables
+ * Uses EMBEDDING_PROVIDER env var (defaults to 'openai')
+ * API keys:
+ * - OpenAI: OPENAI_API_KEY
+ * - Voyage: VOYAGE_API_KEY
+ */
+export declare function createEmbeddingProviderFromEnv(): EmbeddingProvider;
+//# sourceMappingURL=embeddingProvider.d.ts.map

package/dist/rag/embeddingProvider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"embeddingProvider.d.ts","sourceRoot":"","sources":["../../src/rag/embeddingProvider.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAE5C,MAAM,MAAM,qBAAqB,GAAG,QAAQ,GAAG,QAAQ,CAAC;AAExD,MAAM,WAAW,uBAAuB;IACtC,QAAQ,EAAE,qBAAqB,CAAC;IAChC,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,IAAI,EAAE,qBAAqB,CAAC;IACrC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAE5B;;OAEG;IACH,kBAAkB,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;CAC3D;AAED;;GAEG;AACH,wBAAgB,6BAA6B,CAC3C,MAAM,EAAE,MAAM,EACd,KAAK,GAAE,MAAiC,GACvC,iBAAiB,CA8BnB;AAED;;GAEG;AACH,wBAAgB,6BAA6B,CAC3C,MAAM,EAAE,MAAM,EACd,KAAK,GAAE,MAAmB,GACzB,iBAAiB,CA8BnB;AAED,wBAAgB,uBAAuB,CAAC,MAAM,EAAE,uBAAuB,GAAG,iBAAiB,CAS1F;AAED;;;;;;GAMG;AACH,wBAAgB,8BAA8B,IAAI,iBAAiB,CAiBlE"}

package/dist/rag/embeddingProvider.js

@@ -0,0 +1,95 @@
+/**
+ * OpenAI embedding provider
+ */
+export function createOpenAIEmbeddingProvider(apiKey, model = 'text-embedding-3-small') {
+    const dimensions = model === 'text-embedding-3-small' ? 1536 :
+        model === 'text-embedding-3-large' ? 3072 : 1536;
+    return {
+        name: 'openai',
+        model,
+        dimensions,
+        async generateEmbeddings(texts) {
+            const response = await fetch('https://api.openai.com/v1/embeddings', {
+                method: 'POST',
+                headers: {
+                    'Content-Type': 'application/json',
+                    'Authorization': `Bearer ${apiKey}`
+                },
+                body: JSON.stringify({
+                    input: texts,
+                    model
+                })
+            });
+            if (!response.ok) {
+                const error = await response.text();
+                throw new Error(`OpenAI embedding API error: ${error}`);
+            }
+            const data = await response.json();
+            return data.data.map((item) => item.embedding);
+        }
+    };
+}
+/**
+ * Voyage AI embedding provider (recommended by Anthropic)
+ */
+export function createVoyageEmbeddingProvider(apiKey, model = 'voyage-3') {
+    const dimensions = model === 'voyage-3' ? 1024 :
+        model === 'voyage-3-lite' ? 512 : 1024;
+    return {
+        name: 'voyage',
+        model,
+        dimensions,
+        async generateEmbeddings(texts) {
+            const response = await fetch('https://api.voyageai.com/v1/embeddings', {
+                method: 'POST',
+                headers: {
+                    'Content-Type': 'application/json',
+                    'Authorization': `Bearer ${apiKey}`
+                },
+                body: JSON.stringify({
+                    input: texts,
+                    model
+                })
+            });
+            if (!response.ok) {
+                const error = await response.text();
+                throw new Error(`Voyage AI embedding API error: ${error}`);
+            }
+            const data = await response.json();
+            return data.data.map((item) => item.embedding);
+        }
+    };
+}
+export function createEmbeddingProvider(config) {
+    switch (config.provider) {
+        case 'openai':
+            return createOpenAIEmbeddingProvider(config.apiKey, config.model);
+        case 'voyage':
+            return createVoyageEmbeddingProvider(config.apiKey, config.model);
+        default:
+            throw new Error(`Unknown embedding provider: ${config.provider}`);
+    }
+}
+/**
+ * Create embedding provider from environment variables
+ * Uses EMBEDDING_PROVIDER env var (defaults to 'openai')
+ * API keys:
+ * - OpenAI: OPENAI_API_KEY
+ * - Voyage: VOYAGE_API_KEY
+ */
+export function createEmbeddingProviderFromEnv() {
+    const provider = (process.env.EMBEDDING_PROVIDER || 'openai');
+    let apiKey;
+    if (provider === 'voyage') {
+        apiKey = process.env.VOYAGE_API_KEY;
+    }
+    else {
+        apiKey = process.env.OPENAI_API_KEY || process.env.OPENAI_SDK_KEY;
+    }
+    const model = process.env.EMBEDDING_MODEL;
+    if (!apiKey) {
+        throw new Error(`Missing API key for embedding provider: ${provider}`);
+    }
+    return createEmbeddingProvider({ provider, apiKey, model });
+}
+//# sourceMappingURL=embeddingProvider.js.map

package/dist/rag/embeddingProvider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embeddingProvider.js","sourceRoot":"","sources":["../../src/rag/embeddingProvider.ts"],"names":[],"mappings":"AAqBA;;GAEG;AACH,MAAM,UAAU,6BAA6B,CAC3C,MAAc,EACd,QAAgB,wBAAwB;IAExC,MAAM,UAAU,GAAG,KAAK,KAAK,wBAAwB,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAC3C,KAAK,KAAK,wBAAwB,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;IAEpE,OAAO;QACL,IAAI,EAAE,QAAQ;QACd,KAAK;QACL,UAAU;QACV,KAAK,CAAC,kBAAkB,CAAC,KAAe;YACtC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,sCAAsC,EAAE;gBACnE,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,eAAe,EAAE,UAAU,MAAM,EAAE;iBACpC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,KAAK,EAAE,KAAK;oBACZ,KAAK;iBACN,CAAC;aACH,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACpC,MAAM,IAAI,KAAK,CAAC,+BAA+B,KAAK,EAAE,CAAC,CAAC;YAC1D,CAAC;YAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAA8C,CAAC;YAC/E,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACjD,CAAC;KACF,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,6BAA6B,CAC3C,MAAc,EACd,QAAgB,UAAU;IAE1B,MAAM,UAAU,GAAG,KAAK,KAAK,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAC7B,KAAK,KAAK,eAAe,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;IAE1D,OAAO;QACL,IAAI,EAAE,QAAQ;QACd,KAAK;QACL,UAAU;QACV,KAAK,CAAC,kBAAkB,CAAC,KAAe;YACtC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,wCAAwC,EAAE;gBACrE,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,eAAe,EAAE,UAAU,MAAM,EAAE;iBACpC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,KAAK,EAAE,KAAK;oBACZ,KAAK;iBACN,CAAC;aACH,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACpC,MAAM,IAAI,KAAK,CAAC,kCAAkC,KAAK,EAAE,CAAC,CAAC;YAC7D,CAAC;YAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAA8C,CAAC;YAC/E,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACjD,CAAC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,MAA+B;IACrE,QAAQ,MAAM,CAAC,QAAQ,EAAE,CAAC;QACxB,KAAK,QAAQ;YACX,OAAO,6BAA6B,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;QACpE,KAAK,QAAQ;YACX,OAAO,6BAA6B,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;QACpE;YACE,MAAM,IAAI,KAAK,CAAC,+BAA+B,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;IACtE,CAAC;AACH,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,8BAA8B;IAC5C,MAAM,QAAQ,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,kBAAkB,IAAI,QAAQ,CAA0B,CAAC;IAEvF,IAAI,MAA0B,CAAC;IAC/B,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAC1B,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;IACtC,CAAC;SAAM,CAAC;QACN,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;IACpE,CAAC;IAED,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC;IAE1C,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CAAC,2CAA2C,QAAQ,EAAE,CAAC,CAAC;IACzE,CAAC;IAED,OAAO,uBAAuB,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;AAC9D,CAAC"}

package/dist/rag/index.d.ts

@@ -0,0 +1,8 @@
+export { RAGIndex, type RAGIndexConfig, type VectorBackend, type FAISSIndexType } from './ragIndex.js';
+export { createVectorIndex, BruteForceIndex, FAISSIndex, HNSWIndex, type VectorIndex } from './vectorIndex.js';
+export { createEmbeddingProvider, createEmbeddingProviderFromEnv, createOpenAIEmbeddingProvider, createVoyageEmbeddingProvider, type EmbeddingProvider, type EmbeddingProviderType, type EmbeddingProviderConfig } from './embeddingProvider.js';
+export { chunkText } from './chunking.js';
+export { cosineSimilarity, normalizeVector, dotProduct } from './similarity.js';
+export type { Embedding, TextChunk, EmbeddedChunk, SimilaritySearchResult, ChunkingConfig } from './types.js';
+export { KnowproRAGAdapter, createKnowproRAGAdapter } from './knowproAdapter.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/rag/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/rag/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,QAAQ,EACR,KAAK,cAAc,EACnB,KAAK,aAAa,EAClB,KAAK,cAAc,EACpB,MAAM,eAAe,CAAC;AAEvB,OAAO,EACL,iBAAiB,EACjB,eAAe,EACf,UAAU,EACV,SAAS,EACT,KAAK,WAAW,EACjB,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EACL,uBAAuB,EACvB,8BAA8B,EAC9B,6BAA6B,EAC7B,6BAA6B,EAC7B,KAAK,iBAAiB,EACtB,KAAK,qBAAqB,EAC1B,KAAK,uBAAuB,EAC7B,MAAM,wBAAwB,CAAC;AAEhC,OAAO,EACL,SAAS,EACV,MAAM,eAAe,CAAC;AAEvB,OAAO,EACL,gBAAgB,EAChB,eAAe,EACf,UAAU,EACX,MAAM,iBAAiB,CAAC;AAEzB,YAAY,EACV,SAAS,EACT,SAAS,EACT,aAAa,EACb,sBAAsB,EACtB,cAAc,EACf,MAAM,YAAY,CAAC;AAEpB,OAAO,EACL,iBAAiB,EACjB,uBAAuB,EACxB,MAAM,qBAAqB,CAAC"}

package/dist/rag/index.js

@@ -0,0 +1,7 @@
+export { RAGIndex } from './ragIndex.js';
+export { createVectorIndex, BruteForceIndex, FAISSIndex, HNSWIndex } from './vectorIndex.js';
+export { createEmbeddingProvider, createEmbeddingProviderFromEnv, createOpenAIEmbeddingProvider, createVoyageEmbeddingProvider } from './embeddingProvider.js';
+export { chunkText } from './chunking.js';
+export { cosineSimilarity, normalizeVector, dotProduct } from './similarity.js';
+export { KnowproRAGAdapter, createKnowproRAGAdapter } from './knowproAdapter.js';
+//# sourceMappingURL=index.js.map

package/dist/rag/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/rag/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,QAAQ,EAIT,MAAM,eAAe,CAAC;AAEvB,OAAO,EACL,iBAAiB,EACjB,eAAe,EACf,UAAU,EACV,SAAS,EAEV,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EACL,uBAAuB,EACvB,8BAA8B,EAC9B,6BAA6B,EAC7B,6BAA6B,EAI9B,MAAM,wBAAwB,CAAC;AAEhC,OAAO,EACL,SAAS,EACV,MAAM,eAAe,CAAC;AAEvB,OAAO,EACL,gBAAgB,EAChB,eAAe,EACf,UAAU,EACX,MAAM,iBAAiB,CAAC;AAUzB,OAAO,EACL,iBAAiB,EACjB,uBAAuB,EACxB,MAAM,qBAAqB,CAAC"}