@iflow-mcp/apple-rag-mcp 4.6.2

package/dist/src/services/rag.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"rag.js","sourceRoot":"","sources":["../../../src/services/rag.ts"],"names":[],"mappings":"AAAA;;;GAGG;AASH,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAC5C,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAChD,OAAO,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAClD,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAChD,OAAO,EAA2B,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAE3E,MAAM,OAAO,UAAU;IACZ,QAAQ,CAAkB;IAC1B,SAAS,CAAmB;IACpB,QAAQ,CAAkB;IAC1B,YAAY,CAAe;IAE5C,YAAY,MAAiB,EAAE,GAAc;QAC3C,IAAI,CAAC,QAAQ,GAAG,IAAI,eAAe,CAAC,MAAM,CAAC,CAAC;QAC5C,IAAI,CAAC,SAAS,GAAG,IAAI,gBAAgB,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;QAC7D,IAAI,CAAC,QAAQ,GAAG,IAAI,eAAe,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;QAC3D,IAAI,CAAC,YAAY,GAAG,IAAI,YAAY,CAClC,IAAI,CAAC,QAAQ,EACb,IAAI,CAAC,SAAS,EACd,IAAI,CAAC,QAAQ,CACd,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU;QACd,oDAAoD;IACtD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK,CAAC,OAAiB;QAC3B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,EAAE,KAAK,EAAE,YAAY,GAAG,CAAC,EAAE,GAAG,OAAO,CAAC;QAE5C,+CAA+C;QAE/C,mBAAmB;QACnB,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC;YACnB,OAAO,IAAI,CAAC,mBAAmB,CAC7B,KAAK,EACL,sGAAsG,EACtG,oGAAoG,EACpG,SAAS,CACV,CAAC;QACJ,CAAC;QAED,MAAM,YAAY,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;QAClC,IAAI,YAAY,CAAC,MAAM,GAAG,KAAK,EAAE,CAAC;YAChC,OAAO,IAAI,CAAC,mBAAmB,CAC7B,KAAK,EACL,yEAAyE,EACzE,mDAAmD,EACnD,SAAS,CACV,CAAC;QACJ,CAAC;QAED,IAAI,CAAC;YACH,mDAAmD;YACnD,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;YAExB,iBAAiB;YACjB,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAE5D,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,YAAY,EAAE;gBAChE,WAAW;aACZ,CAAC,CAAC;YAEH,iBAAiB;YACjB,MAAM,gBAAgB,GAAG,IAAI,CAAC,aAAa,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;YAClE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAEzC,6BAA6B;YAC7B,MAAM,CAAC,IAAI,CACT,wBAAwB,CAAC,SAAS,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,iBAAiB,gBAAgB,CAAC,MAAM,YAAY,KAAK,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAClI,CAAC;YAEF,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,KAAK,EAAE,YAAY;gBACnB,OAAO,EAAE,gBAAgB;gBACzB,cAAc,EAAE,YAAY,CAAC,cAAc;gBAC3C,KAAK,EAAE,gBAAgB,CAAC,MAAM;gBAC9B,kBAAkB,EAAE,SAAS;aAC9B,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CACV,+BAA+B,YAAY,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE,CAC7H,CAAC;YACF,OAAO,IAAI,CAAC,mBAAmB,CAC7B,YAAY,EACZ,kBAAkB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE,EAC5E,mEAAmE,EACnE,SAAS,CACV,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,aAAa,CACnB,OAAsC;QAEtC,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;YAC9B,EAAE,EAAE,MAAM,CAAC,EAAE;YACb,GAAG,EAAE,MAAM,CAAC,GAAG;YACf,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,aAAa,EAAE,MAAM,CAAC,OAAO,CAAC,MAAM;YACpC,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,kBAAkB,EAAE,MAAM,CAAC,kBAAkB;SAC9C,CAAC,CAAC,CAAC;IACN,CAAC;IAED;;OAEG;IACK,mBAAmB,CACzB,KAAa,EACb,MAAc,EACd,WAAmB,EACnB,SAAiB;QAEjB,OAAO;YACL,OAAO,EAAE,KAAK;YACd,KAAK;YACL,OAAO,EAAE,EAAE;YACX,cAAc,EAAE,EAAE;YAClB,KAAK,EAAE,CAAC;YACR,kBAAkB,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;SAC3C,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;QAC9B,CAAC;IACH,CAAC;CACF"}

package/dist/src/services/rate-limit.d.ts

@@ -0,0 +1,27 @@
+/**
+ * Rate Limiting Service with D1 timeout protection
+ */
+import type { AuthContext } from "../types/index.js";
+interface RateLimitResult {
+    allowed: boolean;
+    limit: number;
+    remaining: number;
+    resetAt: string;
+    planType: string;
+    limitType: "weekly" | "minute";
+    minuteLimit?: number;
+    minuteRemaining?: number;
+    minuteResetAt?: string;
+}
+export declare class RateLimitService {
+    private d1;
+    constructor(d1: D1Database);
+    checkLimits(clientIP: string, authContext: AuthContext): Promise<RateLimitResult>;
+    private getPlanType;
+    private getUsageCount;
+    private getWeekStartTime;
+    private getWeeklyResetTime;
+    private getMinuteResetTime;
+}
+export {};
+//# sourceMappingURL=rate-limit.d.ts.map

package/dist/src/services/rate-limit.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rate-limit.d.ts","sourceRoot":"","sources":["../../../src/services/rate-limit.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAIrD,UAAU,eAAe;IACvB,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,QAAQ,GAAG,QAAQ,CAAC;IAC/B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAcD,qBAAa,gBAAgB;IACf,OAAO,CAAC,EAAE;gBAAF,EAAE,EAAE,UAAU;IAE5B,WAAW,CACf,QAAQ,EAAE,MAAM,EAChB,WAAW,EAAE,WAAW,GACvB,OAAO,CAAC,eAAe,CAAC;YAoCb,WAAW;YAiBX,aAAa;IA2B3B,OAAO,CAAC,gBAAgB;IAQxB,OAAO,CAAC,kBAAkB;IAQ1B,OAAO,CAAC,kBAAkB;CAM3B"}

package/dist/src/services/rate-limit.js

@@ -0,0 +1,91 @@
+/**
+ * Rate Limiting Service with D1 timeout protection
+ */
+import { withD1Timeout } from "../utils/d1-utils.js";
+import { logger } from "../utils/logger.js";
+const PLAN_LIMITS = {
+    anonymous: { weeklyQueries: 30, requestsPerMinute: 3 },
+    hobby: { weeklyQueries: 50, requestsPerMinute: 5 },
+    pro: { weeklyQueries: 50000, requestsPerMinute: 50 },
+    enterprise: { weeklyQueries: -1, requestsPerMinute: -1 },
+};
+export class RateLimitService {
+    d1;
+    constructor(d1) {
+        this.d1 = d1;
+    }
+    async checkLimits(clientIP, authContext) {
+        const identifier = authContext.userId || `anon_${clientIP}`;
+        const planType = authContext.isAuthenticated && authContext.userId
+            ? await this.getPlanType(authContext.userId)
+            : "anonymous";
+        const limits = PLAN_LIMITS[planType] || PLAN_LIMITS.hobby;
+        const [weeklyUsage, minuteUsage] = await Promise.all([
+            this.getUsageCount(identifier, "weekly"),
+            this.getUsageCount(identifier, "minute"),
+        ]);
+        const weeklyAllowed = limits.weeklyQueries === -1 || weeklyUsage < limits.weeklyQueries;
+        const minuteAllowed = limits.requestsPerMinute === -1 || minuteUsage < limits.requestsPerMinute;
+        const allowed = weeklyAllowed && minuteAllowed;
+        if (!allowed) {
+            logger.info(`Rate limit: ${identifier} (${planType}) weekly=${weeklyUsage}/${limits.weeklyQueries} minute=${minuteUsage}/${limits.requestsPerMinute}`);
+        }
+        return {
+            allowed,
+            limit: limits.weeklyQueries,
+            remaining: limits.weeklyQueries === -1 ? -1 : Math.max(0, limits.weeklyQueries - weeklyUsage),
+            resetAt: this.getWeeklyResetTime(),
+            planType,
+            limitType: !minuteAllowed ? "minute" : "weekly",
+            minuteLimit: limits.requestsPerMinute,
+            minuteRemaining: limits.requestsPerMinute === -1 ? -1 : Math.max(0, limits.requestsPerMinute - minuteUsage),
+            minuteResetAt: this.getMinuteResetTime(),
+        };
+    }
+    async getPlanType(userId) {
+        return withD1Timeout(async () => {
+            const result = await this.d1
+                .prepare(`SELECT plan_type FROM user_subscriptions
+             WHERE user_id = ? AND status = 'active' LIMIT 1`)
+                .bind(userId)
+                .first();
+            return result?.plan_type || "hobby";
+        }, "hobby", "get_plan_type");
+    }
+    async getUsageCount(identifier, period) {
+        const since = period === "weekly"
+            ? this.getWeekStartTime().toISOString()
+            : new Date(Date.now() - 60_000).toISOString();
+        const operator = period === "weekly" ? ">=" : ">";
+        return withD1Timeout(async () => {
+            const result = await this.d1
+                .prepare(`SELECT
+              (SELECT COUNT(*) FROM search_logs WHERE user_id = ? AND created_at ${operator} ? AND status_code = 200) +
+              (SELECT COUNT(*) FROM fetch_logs WHERE user_id = ? AND created_at ${operator} ? AND status_code = 200) as total`)
+                .bind(identifier, since, identifier, since)
+                .first();
+            return result?.total || 0;
+        }, 0, `get_${period}_usage`);
+    }
+    getWeekStartTime() {
+        const now = new Date();
+        const start = new Date(now);
+        start.setDate(now.getDate() - now.getDay());
+        start.setHours(0, 0, 0, 0);
+        return start;
+    }
+    getWeeklyResetTime() {
+        const now = new Date();
+        const next = new Date(now);
+        next.setDate(now.getDate() + (7 - now.getDay()));
+        next.setHours(0, 0, 0, 0);
+        return next.toISOString();
+    }
+    getMinuteResetTime() {
+        const next = new Date();
+        next.setSeconds(0, 0);
+        next.setMinutes(next.getMinutes() + 1);
+        return next.toISOString();
+    }
+}
+//# sourceMappingURL=rate-limit.js.map

package/dist/src/services/rate-limit.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"rate-limit.js","sourceRoot":"","sources":["../../../src/services/rate-limit.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAmB5C,MAAM,WAAW,GAA+B;IAC9C,SAAS,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE,iBAAiB,EAAE,CAAC,EAAE;IACtD,KAAK,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE,iBAAiB,EAAE,CAAC,EAAE;IAClD,GAAG,EAAE,EAAE,aAAa,EAAE,KAAK,EAAE,iBAAiB,EAAE,EAAE,EAAE;IACpD,UAAU,EAAE,EAAE,aAAa,EAAE,CAAC,CAAC,EAAE,iBAAiB,EAAE,CAAC,CAAC,EAAE;CACzD,CAAC;AAEF,MAAM,OAAO,gBAAgB;IACP;IAApB,YAAoB,EAAc;QAAd,OAAE,GAAF,EAAE,CAAY;IAAG,CAAC;IAEtC,KAAK,CAAC,WAAW,CACf,QAAgB,EAChB,WAAwB;QAExB,MAAM,UAAU,GAAG,WAAW,CAAC,MAAM,IAAI,QAAQ,QAAQ,EAAE,CAAC;QAC5D,MAAM,QAAQ,GAAG,WAAW,CAAC,eAAe,IAAI,WAAW,CAAC,MAAM;YAChE,CAAC,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,MAAM,CAAC;YAC5C,CAAC,CAAC,WAAW,CAAC;QAEhB,MAAM,MAAM,GAAG,WAAW,CAAC,QAAQ,CAAC,IAAI,WAAW,CAAC,KAAK,CAAC;QAE1D,MAAM,CAAC,WAAW,EAAE,WAAW,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YACnD,IAAI,CAAC,aAAa,CAAC,UAAU,EAAE,QAAQ,CAAC;YACxC,IAAI,CAAC,aAAa,CAAC,UAAU,EAAE,QAAQ,CAAC;SACzC,CAAC,CAAC;QAEH,MAAM,aAAa,GAAG,MAAM,CAAC,aAAa,KAAK,CAAC,CAAC,IAAI,WAAW,GAAG,MAAM,CAAC,aAAa,CAAC;QACxF,MAAM,aAAa,GAAG,MAAM,CAAC,iBAAiB,KAAK,CAAC,CAAC,IAAI,WAAW,GAAG,MAAM,CAAC,iBAAiB,CAAC;QAChG,MAAM,OAAO,GAAG,aAAa,IAAI,aAAa,CAAC;QAE/C,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,CAAC,IAAI,CACT,eAAe,UAAU,KAAK,QAAQ,YAAY,WAAW,IAAI,MAAM,CAAC,aAAa,WAAW,WAAW,IAAI,MAAM,CAAC,iBAAiB,EAAE,CAC1I,CAAC;QACJ,CAAC;QAED,OAAO;YACL,OAAO;YACP,KAAK,EAAE,MAAM,CAAC,aAAa;YAC3B,SAAS,EAAE,MAAM,CAAC,aAAa,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,aAAa,GAAG,WAAW,CAAC;YAC7F,OAAO,EAAE,IAAI,CAAC,kBAAkB,EAAE;YAClC,QAAQ;YACR,SAAS,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ;YAC/C,WAAW,EAAE,MAAM,CAAC,iBAAiB;YACrC,eAAe,EAAE,MAAM,CAAC,iBAAiB,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,iBAAiB,GAAG,WAAW,CAAC;YAC3G,aAAa,EAAE,IAAI,CAAC,kBAAkB,EAAE;SACzC,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,MAAc;QACtC,OAAO,aAAa,CAClB,KAAK,IAAI,EAAE;YACT,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,EAAE;iBACzB,OAAO,CACN;6DACiD,CAClD;iBACA,IAAI,CAAC,MAAM,CAAC;iBACZ,KAAK,EAAE,CAAC;YACX,OAAQ,MAAM,EAAE,SAAoB,IAAI,OAAO,CAAC;QAClD,CAAC,EACD,OAAO,EACP,eAAe,CAChB,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,aAAa,CACzB,UAAkB,EAClB,MAA2B;QAE3B,MAAM,KAAK,GAAG,MAAM,KAAK,QAAQ;YAC/B,CAAC,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC,WAAW,EAAE;YACvC,CAAC,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;QAEhD,MAAM,QAAQ,GAAG,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC;QAElD,OAAO,aAAa,CAClB,KAAK,IAAI,EAAE;YACT,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,EAAE;iBACzB,OAAO,CACN;mFACuE,QAAQ;kFACT,QAAQ,oCAAoC,CACnH;iBACA,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,CAAC;iBAC1C,KAAK,EAAE,CAAC;YACX,OAAQ,MAAM,EAAE,KAAgB,IAAI,CAAC,CAAC;QACxC,CAAC,EACD,CAAC,EACD,OAAO,MAAM,QAAQ,CACtB,CAAC;IACJ,CAAC;IAEO,gBAAgB;QACtB,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,KAAK,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC;QAC5B,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;QAC5C,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QAC3B,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,kBAAkB;QACxB,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC;QAC3B,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACjD,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QAC1B,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC;IAC5B,CAAC;IAEO,kBAAkB;QACxB,MAAM,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;QACxB,IAAI,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACtB,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,CAAC;QACvC,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC;IAC5B,CAAC;CACF"}

package/dist/src/services/reranker.d.ts

@@ -0,0 +1,40 @@
+/**
+ * DeepInfra Reranker Service - MCP Optimized
+ * Dual-model fallback: 8B → 4B, 2 attempts each
+ */
+import { DeepInfraService } from "./deepinfra-base.js";
+interface RerankerInput {
+    query: string;
+    documents: string[];
+    topN: number;
+}
+interface RerankerPayload {
+    queries: [string];
+    documents: string[];
+    top_n: number;
+}
+export interface RerankerResponse {
+    scores: number[];
+}
+export interface RankedDocument {
+    content: string;
+    originalIndex: number;
+    relevanceScore: number;
+}
+export declare class RerankerService extends DeepInfraService<RerankerInput, RerankerResponse, RankedDocument[]> {
+    protected readonly endpoint: string;
+    private static readonly MODELS;
+    private static readonly MAX_ATTEMPTS;
+    rerank(query: string, documents: string[], topN: number): Promise<RankedDocument[]>;
+    /**
+     * Dual-model fallback: 8B (2 attempts) → 4B (2 attempts) → fail
+     */
+    protected call(input: RerankerInput, operationName: string): Promise<RankedDocument[]>;
+    private tryModel;
+    private elapsed;
+    protected buildPayload(input: RerankerInput): RerankerPayload;
+    protected processResponse(response: RerankerResponse, input: RerankerInput): RankedDocument[];
+    healthCheck(): Promise<boolean>;
+}
+export {};
+//# sourceMappingURL=reranker.d.ts.map

package/dist/src/services/reranker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"reranker.d.ts","sourceRoot":"","sources":["../../../src/services/reranker.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EAAoB,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAEzE,UAAU,aAAa;IACrB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,UAAU,eAAe;IACvB,OAAO,EAAE,CAAC,MAAM,CAAC,CAAC;IAClB,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,gBAAgB;IAC/B,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB;AAED,MAAM,WAAW,cAAc;IAC7B,OAAO,EAAE,MAAM,CAAC;IAChB,aAAa,EAAE,MAAM,CAAC;IACtB,cAAc,EAAE,MAAM,CAAC;CACxB;AAID,qBAAa,eAAgB,SAAQ,gBAAgB,CACnD,aAAa,EACb,gBAAgB,EAChB,cAAc,EAAE,CACjB;IACC,SAAS,CAAC,QAAQ,CAAC,QAAQ,SACkC;IAE7D,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAS5B;IAEF,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAK;IAEnC,MAAM,CACV,KAAK,EAAE,MAAM,EACb,SAAS,EAAE,MAAM,EAAE,EACnB,IAAI,EAAE,MAAM,GACX,OAAO,CAAC,cAAc,EAAE,CAAC;IAc5B;;OAEG;cACsB,IAAI,CAC3B,KAAK,EAAE,aAAa,EACpB,aAAa,EAAE,MAAM,GACpB,OAAO,CAAC,cAAc,EAAE,CAAC;YAyBd,QAAQ;IAsBtB,OAAO,CAAC,OAAO;IAIf,SAAS,CAAC,YAAY,CAAC,KAAK,EAAE,aAAa,GAAG,eAAe;IAQ7D,SAAS,CAAC,eAAe,CACvB,QAAQ,EAAE,gBAAgB,EAC1B,KAAK,EAAE,aAAa,GACnB,cAAc,EAAE;IAqBb,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;CAUtC"}

package/dist/src/services/reranker.js

@@ -0,0 +1,97 @@
+/**
+ * DeepInfra Reranker Service - MCP Optimized
+ * Dual-model fallback: 8B → 4B, 2 attempts each
+ */
+import { logger } from "../utils/logger.js";
+import { DEEPINFRA_CONFIG, DeepInfraService } from "./deepinfra-base.js";
+export class RerankerService extends DeepInfraService {
+    endpoint = `/v1/inference/${DEEPINFRA_CONFIG.RERANKER_MODEL_PRIMARY}`;
+    static MODELS = [
+        {
+            endpoint: `/v1/inference/${DEEPINFRA_CONFIG.RERANKER_MODEL_PRIMARY}`,
+            name: "8B",
+        },
+        {
+            endpoint: `/v1/inference/${DEEPINFRA_CONFIG.RERANKER_MODEL_FALLBACK}`,
+            name: "4B",
+        },
+    ];
+    static MAX_ATTEMPTS = 2;
+    async rerank(query, documents, topN) {
+        if (!query?.trim())
+            throw new Error("Query cannot be empty for reranking");
+        if (!documents?.length)
+            throw new Error("Documents cannot be empty for reranking");
+        const validTopN = Math.min(topN, documents.length);
+        if (validTopN <= 0)
+            throw new Error("top_n must be greater than 0");
+        return this.call({ query: query.trim(), documents, topN: validTopN }, "Document reranking");
+    }
+    /**
+     * Dual-model fallback: 8B (2 attempts) → 4B (2 attempts) → fail
+     */
+    async call(input, operationName) {
+        const startTime = Date.now();
+        const payload = this.buildPayload(input);
+        const errors = [];
+        for (const model of RerankerService.MODELS) {
+            const result = await this.tryModel(model, payload, input);
+            if (result.success) {
+                logger.info(`${operationName} completed with ${model.name} (${this.elapsed(startTime)})`);
+                return result.data;
+            }
+            errors.push(`${model.name}: ${result.error}`);
+            logger.warn(`${model.name} model failed, ${model === RerankerService.MODELS[0] ? "switching to 4B" : "no more fallbacks"}`);
+        }
+        logger.error(`${operationName} failed after all attempts (${this.elapsed(startTime)}): ${errors.join(" | ")}`);
+        throw new Error(`Reranking failed: ${errors.join(" | ")}`);
+    }
+    async tryModel(model, payload, input) {
+        let lastError = "";
+        for (let attempt = 1; attempt <= RerankerService.MAX_ATTEMPTS; attempt++) {
+            try {
+                const response = await this.singleRequest(model.endpoint, payload);
+                return { success: true, data: this.processResponse(response, input) };
+            }
+            catch (e) {
+                lastError = e instanceof Error ? e.message : String(e);
+                logger.warn(`${model.name} attempt ${attempt}/${RerankerService.MAX_ATTEMPTS} failed: ${lastError}`);
+            }
+        }
+        return { success: false, error: lastError };
+    }
+    elapsed(startTime) {
+        return `${((Date.now() - startTime) / 1000).toFixed(1)}s`;
+    }
+    buildPayload(input) {
+        return {
+            queries: [input.query],
+            documents: input.documents,
+            top_n: input.topN,
+        };
+    }
+    processResponse(response, input) {
+        if (!response.scores?.length) {
+            throw new Error("No reranking results received from DeepInfra API");
+        }
+        const count = Math.min(input.topN, response.scores.length, input.documents.length);
+        return input.documents
+            .map((content, index) => ({
+            content,
+            originalIndex: index,
+            relevanceScore: response.scores[index] ?? 0,
+        }))
+            .sort((a, b) => b.relevanceScore - a.relevanceScore)
+            .slice(0, count);
+    }
+    async healthCheck() {
+        try {
+            return (await this.rerank("test query", ["test document"], 1)).length > 0;
+        }
+        catch (error) {
+            logger.error(`Reranker health check failed: ${error instanceof Error ? error.message : String(error)}`);
+            return false;
+        }
+    }
+}
+//# sourceMappingURL=reranker.js.map

package/dist/src/services/reranker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"reranker.js","sourceRoot":"","sources":["../../../src/services/reranker.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAC5C,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AA0BzE,MAAM,OAAO,eAAgB,SAAQ,gBAIpC;IACoB,QAAQ,GACzB,iBAAiB,gBAAgB,CAAC,sBAAsB,EAAE,CAAC;IAErD,MAAM,CAAU,MAAM,GAA2B;QACvD;YACE,QAAQ,EAAE,iBAAiB,gBAAgB,CAAC,sBAAsB,EAAE;YACpE,IAAI,EAAE,IAAI;SACX;QACD;YACE,QAAQ,EAAE,iBAAiB,gBAAgB,CAAC,uBAAuB,EAAE;YACrE,IAAI,EAAE,IAAI;SACX;KACF,CAAC;IAEM,MAAM,CAAU,YAAY,GAAG,CAAC,CAAC;IAEzC,KAAK,CAAC,MAAM,CACV,KAAa,EACb,SAAmB,EACnB,IAAY;QAEZ,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;QAC3E,IAAI,CAAC,SAAS,EAAE,MAAM;YACpB,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;QAE7D,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC;QACnD,IAAI,SAAS,IAAI,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAEpE,OAAO,IAAI,CAAC,IAAI,CACd,EAAE,KAAK,EAAE,KAAK,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,SAAS,EAAE,EACnD,oBAAoB,CACrB,CAAC;IACJ,CAAC;IAED;;OAEG;IACgB,KAAK,CAAC,IAAI,CAC3B,KAAoB,EACpB,aAAqB;QAErB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;QACzC,MAAM,MAAM,GAAa,EAAE,CAAC;QAE5B,KAAK,MAAM,KAAK,IAAI,eAAe,CAAC,MAAM,EAAE,CAAC;YAC3C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;YAC1D,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;gBACnB,MAAM,CAAC,IAAI,CACT,GAAG,aAAa,mBAAmB,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,GAAG,CAC7E,CAAC;gBACF,OAAO,MAAM,CAAC,IAAK,CAAC;YACtB,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,IAAI,KAAK,MAAM,CAAC,KAAM,EAAE,CAAC,CAAC;YAC/C,MAAM,CAAC,IAAI,CACT,GAAG,KAAK,CAAC,IAAI,kBAAkB,KAAK,KAAK,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,mBAAmB,EAAE,CAC/G,CAAC;QACJ,CAAC;QAED,MAAM,CAAC,KAAK,CACV,GAAG,aAAa,+BAA+B,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CACjG,CAAC;QACF,MAAM,IAAI,KAAK,CAAC,qBAAqB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IAC7D,CAAC;IAEO,KAAK,CAAC,QAAQ,CACpB,KAAkB,EAClB,OAAwB,EACxB,KAAoB;QAEpB,IAAI,SAAS,GAAG,EAAE,CAAC;QAEnB,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,eAAe,CAAC,YAAY,EAAE,OAAO,EAAE,EAAE,CAAC;YACzE,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;gBACnE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,KAAK,CAAC,EAAE,CAAC;YACxE,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,SAAS,GAAG,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;gBACvD,MAAM,CAAC,IAAI,CACT,GAAG,KAAK,CAAC,IAAI,YAAY,OAAO,IAAI,eAAe,CAAC,YAAY,YAAY,SAAS,EAAE,CACxF,CAAC;YACJ,CAAC;QACH,CAAC;QAED,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;IAC9C,CAAC;IAEO,OAAO,CAAC,SAAiB;QAC/B,OAAO,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;IAC5D,CAAC;IAES,YAAY,CAAC,KAAoB;QACzC,OAAO;YACL,OAAO,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC;YACtB,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,KAAK,EAAE,KAAK,CAAC,IAAI;SAClB,CAAC;IACJ,CAAC;IAES,eAAe,CACvB,QAA0B,EAC1B,KAAoB;QAEpB,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;QACtE,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CACpB,KAAK,CAAC,IAAI,EACV,QAAQ,CAAC,MAAM,CAAC,MAAM,EACtB,KAAK,CAAC,SAAS,CAAC,MAAM,CACvB,CAAC;QAEF,OAAO,KAAK,CAAC,SAAS;aACnB,GAAG,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;YACxB,OAAO;YACP,aAAa,EAAE,KAAK;YACpB,cAAc,EAAE,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC;SAC5C,CAAC,CAAC;aACF,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,cAAc,GAAG,CAAC,CAAC,cAAc,CAAC;aACnD,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,WAAW;QACf,IAAI,CAAC;YACH,OAAO,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;QAC5E,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CACV,iCAAiC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAC1F,CAAC;YACF,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC"}

package/dist/src/services/search-engine.d.ts

@@ -0,0 +1,89 @@
+/**
+ * Hybrid Search Engine for Apple Developer Documentation
+ *
+ * Advanced implementation combining Semantic Search for RAG with precise
+ * Keyword Search and Hybrid Search, optimized for developer documentation retrieval.
+ *
+ * Pipeline: Query → [Vector (4N) + Technical Term (4N)] → Merge → Title Merge → AI Rerank → Results
+ *
+ * Features:
+ * - 4N+4N hybrid candidate strategy
+ * - Semantic vector search with pgvector HNSW
+ * - Technical term search with PostgreSQL 'simple' configuration
+ * - Title-based content merging
+ * - AI reranking with Qwen3-Reranker-8B
+ */
+import type { AdditionalUrl, SearchOptions } from "../types/index.js";
+import type { DatabaseService } from "./database.js";
+import type { EmbeddingService } from "./embedding.js";
+import type { RerankerService } from "./reranker.js";
+export interface ParsedChunk {
+    content: string;
+    title: string | null;
+}
+export interface ProcessedResult {
+    id: string;
+    url: string;
+    title: string | null;
+    content: string;
+    contentLength: number;
+    chunk_index: number;
+    total_chunks: number;
+    mergedChunkIndices?: number[];
+}
+export interface RankedSearchResult {
+    id: string;
+    url: string;
+    title: string | null;
+    content: string;
+    chunk_index: number;
+    total_chunks: number;
+    mergedChunkIndices?: number[];
+    original_index: number;
+}
+export interface SearchEngineResult {
+    results: RankedSearchResult[];
+    additionalUrls: AdditionalUrl[];
+}
+export declare class SearchEngine {
+    private database;
+    private embedding;
+    private reranker;
+    constructor(database: DatabaseService, embedding: EmbeddingService, reranker: RerankerService);
+    /**
+     * Execute hybrid search optimized for Apple Developer Documentation
+     */
+    search(query: string, options?: SearchOptions): Promise<SearchEngineResult>;
+    /**
+     * Hybrid search with 4N+4N candidate strategy
+     *
+     * 1. Parallel: Vector search (4N) + Technical term search (4N)
+     * 2. Merge and deduplicate by ID
+     * 3. Title-based content merging
+     * 4. AI reranking for optimal results
+     */
+    private hybridSearchWithReranker;
+    /**
+     * Retrieve semantic search candidates with error handling
+     */
+    private getSemanticCandidates;
+    /**
+     * Retrieve keyword search candidates with error handling
+     */
+    private getKeywordCandidates;
+    /**
+     * Merge and deduplicate candidates from semantic and keyword search
+     */
+    private mergeCandidates;
+    /**
+     * Collect additional URLs from processed results
+     */
+    private collectAdditionalUrls;
+    /**
+     * Process RAG candidates through title-based merging
+     */
+    private processResults;
+    private parseChunk;
+    private mergeByTitle;
+}
+//# sourceMappingURL=search-engine.d.ts.map

package/dist/src/services/search-engine.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"search-engine.d.ts","sourceRoot":"","sources":["../../../src/services/search-engine.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,KAAK,EACV,aAAa,EACb,aAAa,EAEd,MAAM,mBAAmB,CAAC;AAE3B,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AACrD,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AACvD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAErD,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;CACtB;AAED,MAAM,WAAW,eAAe;IAC9B,EAAE,EAAE,MAAM,CAAC;IACX,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,kBAAkB,CAAC,EAAE,MAAM,EAAE,CAAC;CAC/B;AAED,MAAM,WAAW,kBAAkB;IACjC,EAAE,EAAE,MAAM,CAAC;IACX,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,kBAAkB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC9B,cAAc,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,kBAAkB;IACjC,OAAO,EAAE,kBAAkB,EAAE,CAAC;IAC9B,cAAc,EAAE,aAAa,EAAE,CAAC;CACjC;AAED,qBAAa,YAAY;IAErB,OAAO,CAAC,QAAQ;IAChB,OAAO,CAAC,SAAS;IACjB,OAAO,CAAC,QAAQ;gBAFR,QAAQ,EAAE,eAAe,EACzB,SAAS,EAAE,gBAAgB,EAC3B,QAAQ,EAAE,eAAe;IAGnC;;OAEG;IACG,MAAM,CACV,KAAK,EAAE,MAAM,EACb,OAAO,GAAE,aAAkB,GAC1B,OAAO,CAAC,kBAAkB,CAAC;IAK9B;;;;;;;OAOG;YACW,wBAAwB;IA8EtC;;OAEG;YACW,qBAAqB;IAyBnC;;OAEG;YACW,oBAAoB;IAwBlC;;OAEG;IACH,OAAO,CAAC,eAAe;IAqBvB;;OAEG;IACH,OAAO,CAAC,qBAAqB;IAqB7B;;OAEG;IACH,OAAO,CAAC,cAAc;IAKtB,OAAO,CAAC,UAAU;IASlB,OAAO,CAAC,YAAY;CAkDrB"}

package/dist/src/services/search-engine.js

@@ -0,0 +1,225 @@
+/**
+ * Hybrid Search Engine for Apple Developer Documentation
+ *
+ * Advanced implementation combining Semantic Search for RAG with precise
+ * Keyword Search and Hybrid Search, optimized for developer documentation retrieval.
+ *
+ * Pipeline: Query → [Vector (4N) + Technical Term (4N)] → Merge → Title Merge → AI Rerank → Results
+ *
+ * Features:
+ * - 4N+4N hybrid candidate strategy
+ * - Semantic vector search with pgvector HNSW
+ * - Technical term search with PostgreSQL 'simple' configuration
+ * - Title-based content merging
+ * - AI reranking with Qwen3-Reranker-8B
+ */
+import { logger } from "../utils/logger.js";
+export class SearchEngine {
+    database;
+    embedding;
+    reranker;
+    constructor(database, embedding, reranker) {
+        this.database = database;
+        this.embedding = embedding;
+        this.reranker = reranker;
+    }
+    /**
+     * Execute hybrid search optimized for Apple Developer Documentation
+     */
+    async search(query, options = {}) {
+        const { resultCount = 4 } = options;
+        return this.hybridSearchWithReranker(query, resultCount);
+    }
+    /**
+     * Hybrid search with 4N+4N candidate strategy
+     *
+     * 1. Parallel: Vector search (4N) + Technical term search (4N)
+     * 2. Merge and deduplicate by ID
+     * 3. Title-based content merging
+     * 4. AI reranking for optimal results
+     */
+    async hybridSearchWithReranker(query, resultCount) {
+        // Step 1: Parallel candidate retrieval (4N each, no minimum limit)
+        const candidateCount = resultCount * 4;
+        const [semanticResults, keywordResults] = await Promise.all([
+            this.getSemanticCandidates(query, candidateCount),
+            this.getKeywordCandidates(query, candidateCount),
+        ]);
+        // Step 2: Merge and deduplicate candidates
+        const mergedCandidates = this.mergeCandidates(semanticResults, keywordResults);
+        // Step 3: Process results (title-based merging)
+        const processedResults = this.processResults(mergedCandidates);
+        // Step 4: AI reranking with fallback mechanism
+        let finalResults;
+        try {
+            const rankedDocuments = await this.reranker.rerank(query, processedResults.map((r) => r.content), Math.min(resultCount, processedResults.length));
+            // Step 5: Map back to final results
+            finalResults = rankedDocuments.map((doc) => {
+                const processed = processedResults[doc.originalIndex];
+                return {
+                    id: processed.id,
+                    url: processed.url,
+                    title: processed.title,
+                    content: processed.content,
+                    chunk_index: processed.chunk_index,
+                    total_chunks: processed.total_chunks,
+                    mergedChunkIndices: processed.mergedChunkIndices,
+                    original_index: doc.originalIndex,
+                };
+            });
+        }
+        catch (error) {
+            logger.error(`Reranking failed, falling back to original order (query_length: ${query.length}, candidates: ${processedResults.length}): ${error instanceof Error ? error.message : String(error)}`);
+            // Fallback: use original order, truncate to requested count
+            finalResults = processedResults
+                .slice(0, resultCount)
+                .map((processed, index) => ({
+                id: processed.id,
+                url: processed.url,
+                title: processed.title,
+                content: processed.content,
+                chunk_index: processed.chunk_index,
+                total_chunks: processed.total_chunks,
+                mergedChunkIndices: processed.mergedChunkIndices,
+                original_index: index,
+            }));
+            logger.warn(`Reranking failed, using original order with ${finalResults.length} results`);
+        }
+        // Collect additional URLs
+        const additionalUrls = this.collectAdditionalUrls(processedResults, finalResults);
+        return { results: finalResults, additionalUrls };
+    }
+    /**
+     * Retrieve semantic search candidates with error handling
+     */
+    async getSemanticCandidates(query, resultCount) {
+        const startTime = Date.now();
+        try {
+            const queryEmbedding = await this.embedding.createEmbedding(query);
+            const results = await this.database.semanticSearch(queryEmbedding, {
+                resultCount,
+            });
+            logger.info(`Semantic search completed (${((Date.now() - startTime) / 1000).toFixed(1)}s): ${results.length} results`);
+            return results;
+        }
+        catch (error) {
+            logger.error(`Semantic search failed, falling back to keyword-only: ${error instanceof Error ? error.message : String(error)}`);
+            return [];
+        }
+    }
+    /**
+     * Retrieve keyword search candidates with error handling
+     */
+    async getKeywordCandidates(query, resultCount) {
+        const startTime = Date.now();
+        try {
+            const results = await this.database.keywordSearch(query, {
+                resultCount,
+            });
+            logger.info(`Keyword search completed (${((Date.now() - startTime) / 1000).toFixed(1)}s): ${results.length} results`);
+            return results;
+        }
+        catch (error) {
+            logger.error(`Keyword search failed: ${error instanceof Error ? error.message : String(error)}`);
+            return [];
+        }
+    }
+    /**
+     * Merge and deduplicate candidates from semantic and keyword search
+     */
+    mergeCandidates(semanticResults, keywordResults) {
+        const seen = new Set();
+        // Prioritize semantic results, then add unique keyword results
+        return [
+            ...semanticResults.filter((result) => {
+                if (seen.has(result.id))
+                    return false;
+                seen.add(result.id);
+                return true;
+            }),
+            ...keywordResults.filter((result) => {
+                if (seen.has(result.id))
+                    return false;
+                seen.add(result.id);
+                return true;
+            }),
+        ];
+    }
+    /**
+     * Collect additional URLs from processed results
+     */
+    collectAdditionalUrls(processedResults, finalResults) {
+        const finalUrls = new Set(finalResults.map((r) => r.url));
+        return processedResults
+            .filter((r) => !finalUrls.has(r.url))
+            .reduce((urls, r) => {
+            if (!urls.some((u) => u.url === r.url)) {
+                urls.push({
+                    url: r.url,
+                    title: r.title,
+                    characterCount: r.contentLength,
+                });
+            }
+            return urls;
+        }, [])
+            .slice(0, 10);
+    }
+    /**
+     * Process RAG candidates through title-based merging
+     */
+    processResults(candidates) {
+        // Step 1: Merge by title
+        return this.mergeByTitle(candidates);
+    }
+    parseChunk(content, title) {
+        // Since data migration is complete, content is now plain text
+        // and title comes from the dedicated title field
+        return {
+            title: title || "",
+            content: content,
+        };
+    }
+    mergeByTitle(results) {
+        const titleGroups = new Map();
+        // Group by title
+        for (const result of results) {
+            const { title } = this.parseChunk(result.content, result.title);
+            const titleKey = title || "untitled";
+            if (!titleGroups.has(titleKey)) {
+                titleGroups.set(titleKey, []);
+            }
+            titleGroups.get(titleKey).push(result);
+        }
+        return Array.from(titleGroups.entries()).map(([title, group]) => {
+            const primary = group[0];
+            // Sort and merge chunks by original index to maintain proper content order
+            const chunkIndices = group
+                .map((r) => r.chunk_index)
+                .sort((a, b) => a - b);
+            const mergedContent = group
+                .sort((a, b) => a.chunk_index - b.chunk_index)
+                .map((r) => this.parseChunk(r.content, r.title).content)
+                .join("\n\n---\n\n");
+            // Detect complete document merging
+            const isCompleteDocument = chunkIndices.length === primary.total_chunks &&
+                chunkIndices.every((idx, i) => idx === i);
+            // Determine final chunk representation
+            const [chunk_index, total_chunks] = chunkIndices.length === 1
+                ? [chunkIndices[0], primary.total_chunks]
+                : isCompleteDocument
+                    ? [0, 1]
+                    : [Math.min(...chunkIndices), primary.total_chunks];
+            return {
+                id: primary.id,
+                url: primary.url,
+                title,
+                content: mergedContent,
+                mergedChunkIndices: chunkIndices.length > 1 ? chunkIndices : undefined,
+                contentLength: mergedContent.length,
+                chunk_index,
+                total_chunks,
+            };
+        });
+    }
+}
+//# sourceMappingURL=search-engine.js.map

package/dist/src/services/search-engine.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"search-engine.js","sourceRoot":"","sources":["../../../src/services/search-engine.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAOH,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAqC5C,MAAM,OAAO,YAAY;IAEb;IACA;IACA;IAHV,YACU,QAAyB,EACzB,SAA2B,EAC3B,QAAyB;QAFzB,aAAQ,GAAR,QAAQ,CAAiB;QACzB,cAAS,GAAT,SAAS,CAAkB;QAC3B,aAAQ,GAAR,QAAQ,CAAiB;IAChC,CAAC;IAEJ;;OAEG;IACH,KAAK,CAAC,MAAM,CACV,KAAa,EACb,UAAyB,EAAE;QAE3B,MAAM,EAAE,WAAW,GAAG,CAAC,EAAE,GAAG,OAAO,CAAC;QACpC,OAAO,IAAI,CAAC,wBAAwB,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;IAC3D,CAAC;IAED;;;;;;;OAOG;IACK,KAAK,CAAC,wBAAwB,CACpC,KAAa,EACb,WAAmB;QAEnB,mEAAmE;QACnE,MAAM,cAAc,GAAG,WAAW,GAAG,CAAC,CAAC;QAEvC,MAAM,CAAC,eAAe,EAAE,cAAc,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAC1D,IAAI,CAAC,qBAAqB,CAAC,KAAK,EAAE,cAAc,CAAC;YACjD,IAAI,CAAC,oBAAoB,CAAC,KAAK,EAAE,cAAc,CAAC;SACjD,CAAC,CAAC;QAEH,2CAA2C;QAC3C,MAAM,gBAAgB,GAAG,IAAI,CAAC,eAAe,CAC3C,eAAe,EACf,cAAc,CACf,CAAC;QAEF,gDAAgD;QAChD,MAAM,gBAAgB,GAAG,IAAI,CAAC,cAAc,CAAC,gBAAgB,CAAC,CAAC;QAE/D,+CAA+C;QAC/C,IAAI,YAAkC,CAAC;QAEvC,IAAI,CAAC;YACH,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,CAChD,KAAK,EACL,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,EACtC,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,gBAAgB,CAAC,MAAM,CAAC,CAC/C,CAAC;YAEF,oCAAoC;YACpC,YAAY,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;gBACzC,MAAM,SAAS,GAAG,gBAAgB,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;gBACtD,OAAO;oBACL,EAAE,EAAE,SAAS,CAAC,EAAE;oBAChB,GAAG,EAAE,SAAS,CAAC,GAAG;oBAClB,KAAK,EAAE,SAAS,CAAC,KAAK;oBACtB,OAAO,EAAE,SAAS,CAAC,OAAO;oBAC1B,WAAW,EAAE,SAAS,CAAC,WAAW;oBAClC,YAAY,EAAE,SAAS,CAAC,YAAY;oBACpC,kBAAkB,EAAE,SAAS,CAAC,kBAAkB;oBAChD,cAAc,EAAE,GAAG,CAAC,aAAa;iBAClC,CAAC;YACJ,CAAC,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CACV,mEAAmE,KAAK,CAAC,MAAM,iBAAiB,gBAAgB,CAAC,MAAM,MAAM,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CACtL,CAAC;YAEF,4DAA4D;YAC5D,YAAY,GAAG,gBAAgB;iBAC5B,KAAK,CAAC,CAAC,EAAE,WAAW,CAAC;iBACrB,GAAG,CAAC,CAAC,SAAS,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;gBAC1B,EAAE,EAAE,SAAS,CAAC,EAAE;gBAChB,GAAG,EAAE,SAAS,CAAC,GAAG;gBAClB,KAAK,EAAE,SAAS,CAAC,KAAK;gBACtB,OAAO,EAAE,SAAS,CAAC,OAAO;gBAC1B,WAAW,EAAE,SAAS,CAAC,WAAW;gBAClC,YAAY,EAAE,SAAS,CAAC,YAAY;gBACpC,kBAAkB,EAAE,SAAS,CAAC,kBAAkB;gBAChD,cAAc,EAAE,KAAK;aACtB,CAAC,CAAC,CAAC;YAEN,MAAM,CAAC,IAAI,CACT,+CAA+C,YAAY,CAAC,MAAM,UAAU,CAC7E,CAAC;QACJ,CAAC;QAED,0BAA0B;QAC1B,MAAM,cAAc,GAAG,IAAI,CAAC,qBAAqB,CAC/C,gBAAgB,EAChB,YAAY,CACb,CAAC;QAEF,OAAO,EAAE,OAAO,EAAE,YAAY,EAAE,cAAc,EAAE,CAAC;IACnD,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,qBAAqB,CACjC,KAAa,EACb,WAAmB;QAEnB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,IAAI,CAAC;YACH,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;YACnE,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,cAAc,EAAE;gBACjE,WAAW;aACZ,CAAC,CAAC;YAEH,MAAM,CAAC,IAAI,CACT,8BAA8B,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,OAAO,CAAC,MAAM,UAAU,CAC1G,CAAC;YAEF,OAAO,OAAO,CAAC;QACjB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CACV,yDAAyD,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAClH,CAAC;YACF,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,oBAAoB,CAChC,KAAa,EACb,WAAmB;QAEnB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,KAAK,EAAE;gBACvD,WAAW;aACZ,CAAC,CAAC;YAEH,MAAM,CAAC,IAAI,CACT,6BAA6B,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,OAAO,CAAC,MAAM,UAAU,CACzG,CAAC;YAEF,OAAO,OAAO,CAAC;QACjB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CACV,0BAA0B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CACnF,CAAC;YACF,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,eAAe,CACrB,eAA+B,EAC/B,cAA8B;QAE9B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;QAE/B,+DAA+D;QAC/D,OAAO;YACL,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE;gBACnC,IAAI,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;oBAAE,OAAO,KAAK,CAAC;gBACtC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBACpB,OAAO,IAAI,CAAC;YACd,CAAC,CAAC;YACF,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE;gBAClC,IAAI,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;oBAAE,OAAO,KAAK,CAAC;gBACtC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBACpB,OAAO,IAAI,CAAC;YACd,CAAC,CAAC;SACH,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,qBAAqB,CAC3B,gBAAmC,EACnC,YAAkC;QAElC,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAE1D,OAAO,gBAAgB;aACpB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;aACpC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE;YAClB,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;gBACvC,IAAI,CAAC,IAAI,CAAC;oBACR,GAAG,EAAE,CAAC,CAAC,GAAG;oBACV,KAAK,EAAE,CAAC,CAAC,KAAK;oBACd,cAAc,EAAE,CAAC,CAAC,aAAa;iBAChC,CAAC,CAAC;YACL,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC,EAAE,EAAqB,CAAC;aACxB,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAClB,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,UAA0B;QAC/C,yBAAyB;QACzB,OAAO,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC;IACvC,CAAC;IAEO,UAAU,CAAC,OAAe,EAAE,KAAoB;QACtD,8DAA8D;QAC9D,iDAAiD;QACjD,OAAO;YACL,KAAK,EAAE,KAAK,IAAI,EAAE;YAClB,OAAO,EAAE,OAAO;SACjB,CAAC;IACJ,CAAC;IAEO,YAAY,CAAC,OAAuB;QAC1C,MAAM,WAAW,GAAG,IAAI,GAAG,EAA0B,CAAC;QAEtD,iBAAiB;QACjB,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;YAChE,MAAM,QAAQ,GAAG,KAAK,IAAI,UAAU,CAAC;YACrC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC/B,WAAW,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;YAChC,CAAC;YACD,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC1C,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,EAAE;YAC9D,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YAEzB,2EAA2E;YAC3E,MAAM,YAAY,GAAG,KAAK;iBACvB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC;iBACzB,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YACzB,MAAM,aAAa,GAAG,KAAK;iBACxB,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC,WAAW,CAAC;iBAC7C,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC;iBACvD,IAAI,CAAC,aAAa,CAAC,CAAC;YAEvB,mCAAmC;YACnC,MAAM,kBAAkB,GACtB,YAAY,CAAC,MAAM,KAAK,OAAO,CAAC,YAAY;gBAC5C,YAAY,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC;YAE5C,uCAAuC;YACvC,MAAM,CAAC,WAAW,EAAE,YAAY,CAAC,GAC/B,YAAY,CAAC,MAAM,KAAK,CAAC;gBACvB,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,YAAY,CAAC;gBACzC,CAAC,CAAC,kBAAkB;oBAClB,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;oBACR,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,YAAY,CAAC,EAAE,OAAO,CAAC,YAAY,CAAC,CAAC;YAE1D,OAAO;gBACL,EAAE,EAAE,OAAO,CAAC,EAAE;gBACd,GAAG,EAAE,OAAO,CAAC,GAAG;gBAChB,KAAK;gBACL,OAAO,EAAE,aAAa;gBACtB,kBAAkB,EAAE,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS;gBACtE,aAAa,EAAE,aAAa,CAAC,MAAM;gBACnC,WAAW;gBACX,YAAY;aACb,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;CACF"}

package/dist/src/services/tool-call-logger.d.ts

@@ -0,0 +1,36 @@
+/**
+ * Tool Call Logger with background D1 writes
+ */
+export interface SearchLogEntry {
+    userId: string;
+    mcpToken?: string | null;
+    requestedQuery: string;
+    actualQuery: string;
+    resultCount: number;
+    responseTimeMs: number;
+    statusCode?: number;
+    errorCode?: string | null;
+    ipAddress?: string;
+    countryCode?: string | null;
+}
+export interface FetchLogEntry {
+    userId: string;
+    mcpToken?: string | null;
+    requestedUrl: string;
+    actualUrl: string;
+    pageId?: string | null;
+    responseTimeMs: number;
+    statusCode?: number;
+    errorCode?: string | null;
+    ipAddress?: string;
+    countryCode?: string | null;
+}
+export declare class ToolCallLogger {
+    private d1;
+    constructor(d1: D1Database);
+    logSearch(entry: SearchLogEntry): void;
+    logFetch(entry: FetchLogEntry): void;
+    private insertSearchLog;
+    private insertFetchLog;
+}
+//# sourceMappingURL=tool-call-logger.d.ts.map