@stackmemoryai/stackmemory 0.2.8 → 0.3.0

package/dist/integrations/pg-aiguide/embedding-provider.js

@@ -0,0 +1,174 @@
+import { logger } from "../../core/monitoring/logger.js";
+import crypto from "crypto";
+class OpenAIEmbeddingProvider {
+  apiKey;
+  model;
+  dimensions;
+  constructor(model = "text-embedding-ada-002") {
+    this.apiKey = process.env.OPENAI_API_KEY;
+    this.model = model;
+    this.dimensions = model === "text-embedding-ada-002" ? 1536 : 3072;
+  }
+  async createEmbedding(text) {
+    if (!this.apiKey) {
+      throw new Error("OPENAI_API_KEY environment variable is not set");
+    }
+    try {
+      const response = await fetch("https://api.openai.com/v1/embeddings", {
+        method: "POST",
+        headers: {
+          "Content-Type": "application/json",
+          Authorization: `Bearer ${this.apiKey}`
+        },
+        body: JSON.stringify({
+          input: text,
+          model: this.model
+        })
+      });
+      if (!response.ok) {
+        throw new Error(`OpenAI API error: ${response.statusText}`);
+      }
+      const data = await response.json();
+      return data.data[0].embedding;
+    } catch (error) {
+      logger.error(
+        "Failed to create OpenAI embedding",
+        error instanceof Error ? error : new Error(String(error))
+      );
+      throw error;
+    }
+  }
+  getDimensions() {
+    return this.dimensions;
+  }
+  getName() {
+    return `OpenAI-${this.model}`;
+  }
+}
+class LocalEmbeddingProvider {
+  dimensions;
+  vocabulary = /* @__PURE__ */ new Map();
+  idf = /* @__PURE__ */ new Map();
+  documentCount = 0;
+  constructor(dimensions = 384) {
+    this.dimensions = dimensions;
+  }
+  tokenize(text) {
+    return text.toLowerCase().replace(/[^\w\s]/g, " ").split(/\s+/).filter((token) => token.length > 2);
+  }
+  getWordVector(word) {
+    const hash = crypto.createHash("sha256").update(word).digest();
+    const vector = new Array(this.dimensions).fill(0);
+    for (let i = 0; i < Math.min(hash.length, this.dimensions); i++) {
+      const value = (hash[i] - 128) / 128;
+      vector[i] = value;
+    }
+    return vector;
+  }
+  async createEmbedding(text) {
+    const tokens = this.tokenize(text);
+    const vector = new Array(this.dimensions).fill(0);
+    if (tokens.length === 0) {
+      return vector;
+    }
+    const termFreq = /* @__PURE__ */ new Map();
+    for (const token of tokens) {
+      termFreq.set(token, (termFreq.get(token) || 0) + 1);
+    }
+    this.documentCount++;
+    for (const token of new Set(tokens)) {
+      if (!this.vocabulary.has(token)) {
+        this.vocabulary.set(token, this.vocabulary.size);
+      }
+      this.idf.set(token, (this.idf.get(token) || 0) + 1);
+    }
+    let totalWeight = 0;
+    for (const [token, freq] of termFreq.entries()) {
+      const tf = freq / tokens.length;
+      const docFreq = this.idf.get(token) || 1;
+      const idf = Math.log((this.documentCount + 1) / (docFreq + 1));
+      const weight = tf * idf;
+      const wordVector = this.getWordVector(token);
+      for (let i = 0; i < this.dimensions; i++) {
+        vector[i] += wordVector[i] * weight;
+      }
+      totalWeight += weight;
+    }
+    if (totalWeight > 0) {
+      const magnitude = Math.sqrt(
+        vector.reduce((sum, val) => sum + val * val, 0)
+      );
+      if (magnitude > 0) {
+        for (let i = 0; i < this.dimensions; i++) {
+          vector[i] /= magnitude;
+        }
+      }
+    }
+    return vector;
+  }
+  getDimensions() {
+    return this.dimensions;
+  }
+  getName() {
+    return "Local-TFIDF";
+  }
+}
+class HybridEmbeddingProvider {
+  openai;
+  local;
+  useOpenAI;
+  constructor(dimensions = 1536) {
+    this.openai = new OpenAIEmbeddingProvider();
+    this.local = new LocalEmbeddingProvider(dimensions);
+    this.useOpenAI = !!process.env.OPENAI_API_KEY;
+    if (!this.useOpenAI) {
+      logger.warn("OPENAI_API_KEY not set, using local embeddings");
+    }
+  }
+  async createEmbedding(text) {
+    if (this.useOpenAI) {
+      try {
+        return await this.openai.createEmbedding(text);
+      } catch (error) {
+        logger.warn(
+          "OpenAI embedding failed, falling back to local",
+          error instanceof Error ? error : void 0
+        );
+        this.useOpenAI = false;
+      }
+    }
+    const localEmbedding = await this.local.createEmbedding(text);
+    const targetDimensions = this.getDimensions();
+    if (localEmbedding.length < targetDimensions) {
+      return [
+        ...localEmbedding,
+        ...new Array(targetDimensions - localEmbedding.length).fill(0)
+      ];
+    }
+    return localEmbedding.slice(0, targetDimensions);
+  }
+  getDimensions() {
+    return this.useOpenAI ? this.openai.getDimensions() : this.local.getDimensions();
+  }
+  getName() {
+    return this.useOpenAI ? this.openai.getName() : `Hybrid-${this.local.getName()}`;
+  }
+}
+function createEmbeddingProvider(type) {
+  switch (type) {
+    case "openai":
+      return new OpenAIEmbeddingProvider();
+    case "local":
+      return new LocalEmbeddingProvider();
+    case "hybrid":
+    default:
+      return new HybridEmbeddingProvider();
+  }
+}
+export {
+  HybridEmbeddingProvider,
+  LocalEmbeddingProvider,
+  OpenAIEmbeddingProvider,
+  createEmbeddingProvider
+};
+//# sourceMappingURL=embedding-provider.js.map

package/dist/integrations/pg-aiguide/embedding-provider.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../../src/integrations/pg-aiguide/embedding-provider.ts"],
+  "sourcesContent": ["import { logger } from '../../core/monitoring/logger.js';\nimport crypto from 'crypto';\n\nexport interface EmbeddingProvider {\n  createEmbedding(text: string): Promise<number[]>;\n  getDimensions(): number;\n  getName(): string;\n}\n\n/**\n * OpenAI Embeddings Provider\n * Requires OPENAI_API_KEY environment variable\n */\nexport class OpenAIEmbeddingProvider implements EmbeddingProvider {\n  private apiKey: string | undefined;\n  private model: string;\n  private dimensions: number;\n\n  constructor(model = 'text-embedding-ada-002') {\n    this.apiKey = process.env.OPENAI_API_KEY;\n    this.model = model;\n    this.dimensions = model === 'text-embedding-ada-002' ? 1536 : 3072; // ada-002 vs text-embedding-3-small\n  }\n\n  async createEmbedding(text: string): Promise<number[]> {\n    if (!this.apiKey) {\n      throw new Error('OPENAI_API_KEY environment variable is not set');\n    }\n\n    try {\n      const response = await fetch('https://api.openai.com/v1/embeddings', {\n        method: 'POST',\n        headers: {\n          'Content-Type': 'application/json',\n          Authorization: `Bearer ${this.apiKey}`,\n        },\n        body: JSON.stringify({\n          input: text,\n          model: this.model,\n        }),\n      });\n\n      if (!response.ok) {\n        throw new Error(`OpenAI API error: ${response.statusText}`);\n      }\n\n      const data = (await response.json()) as {\n        data: Array<{ embedding: number[] }>;\n      };\n      return data.data[0].embedding;\n    } catch (error) {\n      logger.error(\n        'Failed to create OpenAI embedding',\n        error instanceof Error ? error : new Error(String(error))\n      );\n      throw error;\n    }\n  }\n\n  getDimensions(): number {\n    return this.dimensions;\n  }\n\n  getName(): string {\n    return `OpenAI-${this.model}`;\n  }\n}\n\n/**\n * Local Embeddings Provider using simple TF-IDF-like approach\n * Deterministic and doesn't require external APIs\n */\nexport class LocalEmbeddingProvider implements EmbeddingProvider {\n  private dimensions: number;\n  private vocabulary: Map<string, number> = new Map();\n  private idf: Map<string, number> = new Map();\n  private documentCount = 0;\n\n  constructor(dimensions = 384) {\n    this.dimensions = dimensions;\n  }\n\n  private tokenize(text: string): string[] {\n    return text\n      .toLowerCase()\n      .replace(/[^\\w\\s]/g, ' ')\n      .split(/\\s+/)\n      .filter((token) => token.length > 2);\n  }\n\n  private getWordVector(word: string): number[] {\n    // Use deterministic hashing to create a vector for each word\n    const hash = crypto.createHash('sha256').update(word).digest();\n    const vector = new Array(this.dimensions).fill(0);\n\n    // Use hash bytes to set vector components\n    for (let i = 0; i < Math.min(hash.length, this.dimensions); i++) {\n      const value = (hash[i] - 128) / 128; // Normalize to [-1, 1]\n      vector[i] = value;\n    }\n\n    return vector;\n  }\n\n  async createEmbedding(text: string): Promise<number[]> {\n    const tokens = this.tokenize(text);\n    const vector = new Array(this.dimensions).fill(0);\n\n    if (tokens.length === 0) {\n      return vector;\n    }\n\n    // Calculate TF-IDF weighted average of word vectors\n    const termFreq = new Map<string, number>();\n\n    // Count term frequencies\n    for (const token of tokens) {\n      termFreq.set(token, (termFreq.get(token) || 0) + 1);\n    }\n\n    // Build vocabulary and update document frequency\n    this.documentCount++;\n    for (const token of new Set(tokens)) {\n      if (!this.vocabulary.has(token)) {\n        this.vocabulary.set(token, this.vocabulary.size);\n      }\n      this.idf.set(token, (this.idf.get(token) || 0) + 1);\n    }\n\n    // Calculate weighted vector\n    let totalWeight = 0;\n\n    for (const [token, freq] of termFreq.entries()) {\n      const tf = freq / tokens.length;\n      const docFreq = this.idf.get(token) || 1;\n      const idf = Math.log((this.documentCount + 1) / (docFreq + 1));\n      const weight = tf * idf;\n\n      const wordVector = this.getWordVector(token);\n      for (let i = 0; i < this.dimensions; i++) {\n        vector[i] += wordVector[i] * weight;\n      }\n      totalWeight += weight;\n    }\n\n    // Normalize the vector\n    if (totalWeight > 0) {\n      const magnitude = Math.sqrt(\n        vector.reduce((sum, val) => sum + val * val, 0)\n      );\n      if (magnitude > 0) {\n        for (let i = 0; i < this.dimensions; i++) {\n          vector[i] /= magnitude;\n        }\n      }\n    }\n\n    return vector;\n  }\n\n  getDimensions(): number {\n    return this.dimensions;\n  }\n\n  getName(): string {\n    return 'Local-TFIDF';\n  }\n}\n\n/**\n * Hybrid provider that tries OpenAI first, falls back to local\n */\nexport class HybridEmbeddingProvider implements EmbeddingProvider {\n  private openai: OpenAIEmbeddingProvider;\n  private local: LocalEmbeddingProvider;\n  private useOpenAI: boolean;\n\n  constructor(dimensions = 1536) {\n    this.openai = new OpenAIEmbeddingProvider();\n    this.local = new LocalEmbeddingProvider(dimensions);\n    this.useOpenAI = !!process.env.OPENAI_API_KEY;\n\n    if (!this.useOpenAI) {\n      logger.warn('OPENAI_API_KEY not set, using local embeddings');\n    }\n  }\n\n  async createEmbedding(text: string): Promise<number[]> {\n    if (this.useOpenAI) {\n      try {\n        return await this.openai.createEmbedding(text);\n      } catch (error) {\n        logger.warn(\n          'OpenAI embedding failed, falling back to local',\n          error instanceof Error ? error : undefined\n        );\n        this.useOpenAI = false; // Disable for future calls\n      }\n    }\n\n    const localEmbedding = await this.local.createEmbedding(text);\n\n    // Pad or truncate to match expected dimensions\n    const targetDimensions = this.getDimensions();\n    if (localEmbedding.length < targetDimensions) {\n      return [\n        ...localEmbedding,\n        ...new Array(targetDimensions - localEmbedding.length).fill(0),\n      ];\n    }\n    return localEmbedding.slice(0, targetDimensions);\n  }\n\n  getDimensions(): number {\n    return this.useOpenAI\n      ? this.openai.getDimensions()\n      : this.local.getDimensions();\n  }\n\n  getName(): string {\n    return this.useOpenAI\n      ? this.openai.getName()\n      : `Hybrid-${this.local.getName()}`;\n  }\n}\n\n// Factory function\nexport function createEmbeddingProvider(\n  type?: 'openai' | 'local' | 'hybrid'\n): EmbeddingProvider {\n  switch (type) {\n    case 'openai':\n      return new OpenAIEmbeddingProvider();\n    case 'local':\n      return new LocalEmbeddingProvider();\n    case 'hybrid':\n    default:\n      return new HybridEmbeddingProvider();\n  }\n}\n"],
+  "mappings": "AAAA,SAAS,cAAc;AACvB,OAAO,YAAY;AAYZ,MAAM,wBAAqD;AAAA,EACxD;AAAA,EACA;AAAA,EACA;AAAA,EAER,YAAY,QAAQ,0BAA0B;AAC5C,SAAK,SAAS,QAAQ,IAAI;AAC1B,SAAK,QAAQ;AACb,SAAK,aAAa,UAAU,2BAA2B,OAAO;AAAA,EAChE;AAAA,EAEA,MAAM,gBAAgB,MAAiC;AACrD,QAAI,CAAC,KAAK,QAAQ;AAChB,YAAM,IAAI,MAAM,gDAAgD;AAAA,IAClE;AAEA,QAAI;AACF,YAAM,WAAW,MAAM,MAAM,wCAAwC;AAAA,QACnE,QAAQ;AAAA,QACR,SAAS;AAAA,UACP,gBAAgB;AAAA,UAChB,eAAe,UAAU,KAAK,MAAM;AAAA,QACtC;AAAA,QACA,MAAM,KAAK,UAAU;AAAA,UACnB,OAAO;AAAA,UACP,OAAO,KAAK;AAAA,QACd,CAAC;AAAA,MACH,CAAC;AAED,UAAI,CAAC,SAAS,IAAI;AAChB,cAAM,IAAI,MAAM,qBAAqB,SAAS,UAAU,EAAE;AAAA,MAC5D;AAEA,YAAM,OAAQ,MAAM,SAAS,KAAK;AAGlC,aAAO,KAAK,KAAK,CAAC,EAAE;AAAA,IACtB,SAAS,OAAO;AACd,aAAO;AAAA,QACL;AAAA,QACA,iBAAiB,QAAQ,QAAQ,IAAI,MAAM,OAAO,KAAK,CAAC;AAAA,MAC1D;AACA,YAAM;AAAA,IACR;AAAA,EACF;AAAA,EAEA,gBAAwB;AACtB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,UAAkB;AAChB,WAAO,UAAU,KAAK,KAAK;AAAA,EAC7B;AACF;AAMO,MAAM,uBAAoD;AAAA,EACvD;AAAA,EACA,aAAkC,oBAAI,IAAI;AAAA,EAC1C,MAA2B,oBAAI,IAAI;AAAA,EACnC,gBAAgB;AAAA,EAExB,YAAY,aAAa,KAAK;AAC5B,SAAK,aAAa;AAAA,EACpB;AAAA,EAEQ,SAAS,MAAwB;AACvC,WAAO,KACJ,YAAY,EACZ,QAAQ,YAAY,GAAG,EACvB,MAAM,KAAK,EACX,OAAO,CAAC,UAAU,MAAM,SAAS,CAAC;AAAA,EACvC;AAAA,EAEQ,cAAc,MAAwB;AAE5C,UAAM,OAAO,OAAO,WAAW,QAAQ,EAAE,OAAO,IAAI,EAAE,OAAO;AAC7D,UAAM,SAAS,IAAI,MAAM,KAAK,UAAU,EAAE,KAAK,CAAC;AAGhD,aAAS,IAAI,GAAG,IAAI,KAAK,IAAI,KAAK,QAAQ,KAAK,UAAU,GAAG,KAAK;AAC/D,YAAM,SAAS,KAAK,CAAC,IAAI,OAAO;AAChC,aAAO,CAAC,IAAI;AAAA,IACd;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,MAAM,gBAAgB,MAAiC;AACrD,UAAM,SAAS,KAAK,SAAS,IAAI;AACjC,UAAM,SAAS,IAAI,MAAM,KAAK,UAAU,EAAE,KAAK,CAAC;AAEhD,QAAI,OAAO,WAAW,GAAG;AACvB,aAAO;AAAA,IACT;AAGA,UAAM,WAAW,oBAAI,IAAoB;AAGzC,eAAW,SAAS,QAAQ;AAC1B,eAAS,IAAI,QAAQ,SAAS,IAAI,KAAK,KAAK,KAAK,CAAC;AAAA,IACpD;AAGA,SAAK;AACL,eAAW,SAAS,IAAI,IAAI,MAAM,GAAG;AACnC,UAAI,CAAC,KAAK,WAAW,IAAI,KAAK,GAAG;AAC/B,aAAK,WAAW,IAAI,OAAO,KAAK,WAAW,IAAI;AAAA,MACjD;AACA,WAAK,IAAI,IAAI,QAAQ,KAAK,IAAI,IAAI,KAAK,KAAK,KAAK,CAAC;AAAA,IACpD;AAGA,QAAI,cAAc;AAElB,eAAW,CAAC,OAAO,IAAI,KAAK,SAAS,QAAQ,GAAG;AAC9C,YAAM,KAAK,OAAO,OAAO;AACzB,YAAM,UAAU,KAAK,IAAI,IAAI,KAAK,KAAK;AACvC,YAAM,MAAM,KAAK,KAAK,KAAK,gBAAgB,MAAM,UAAU,EAAE;AAC7D,YAAM,SAAS,KAAK;AAEpB,YAAM,aAAa,KAAK,cAAc,KAAK;AAC3C,eAAS,IAAI,GAAG,IAAI,KAAK,YAAY,KAAK;AACxC,eAAO,CAAC,KAAK,WAAW,CAAC,IAAI;AAAA,MAC/B;AACA,qBAAe;AAAA,IACjB;AAGA,QAAI,cAAc,GAAG;AACnB,YAAM,YAAY,KAAK;AAAA,QACrB,OAAO,OAAO,CAAC,KAAK,QAAQ,MAAM,MAAM,KAAK,CAAC;AAAA,MAChD;AACA,UAAI,YAAY,GAAG;AACjB,iBAAS,IAAI,GAAG,IAAI,KAAK,YAAY,KAAK;AACxC,iBAAO,CAAC,KAAK;AAAA,QACf;AAAA,MACF;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,gBAAwB;AACtB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,UAAkB;AAChB,WAAO;AAAA,EACT;AACF;AAKO,MAAM,wBAAqD;AAAA,EACxD;AAAA,EACA;AAAA,EACA;AAAA,EAER,YAAY,aAAa,MAAM;AAC7B,SAAK,SAAS,IAAI,wBAAwB;AAC1C,SAAK,QAAQ,IAAI,uBAAuB,UAAU;AAClD,SAAK,YAAY,CAAC,CAAC,QAAQ,IAAI;AAE/B,QAAI,CAAC,KAAK,WAAW;AACnB,aAAO,KAAK,gDAAgD;AAAA,IAC9D;AAAA,EACF;AAAA,EAEA,MAAM,gBAAgB,MAAiC;AACrD,QAAI,KAAK,WAAW;AAClB,UAAI;AACF,eAAO,MAAM,KAAK,OAAO,gBAAgB,IAAI;AAAA,MAC/C,SAAS,OAAO;AACd,eAAO;AAAA,UACL;AAAA,UACA,iBAAiB,QAAQ,QAAQ;AAAA,QACnC;AACA,aAAK,YAAY;AAAA,MACnB;AAAA,IACF;AAEA,UAAM,iBAAiB,MAAM,KAAK,MAAM,gBAAgB,IAAI;AAG5D,UAAM,mBAAmB,KAAK,cAAc;AAC5C,QAAI,eAAe,SAAS,kBAAkB;AAC5C,aAAO;AAAA,QACL,GAAG;AAAA,QACH,GAAG,IAAI,MAAM,mBAAmB,eAAe,MAAM,EAAE,KAAK,CAAC;AAAA,MAC/D;AAAA,IACF;AACA,WAAO,eAAe,MAAM,GAAG,gBAAgB;AAAA,EACjD;AAAA,EAEA,gBAAwB;AACtB,WAAO,KAAK,YACR,KAAK,OAAO,cAAc,IAC1B,KAAK,MAAM,cAAc;AAAA,EAC/B;AAAA,EAEA,UAAkB;AAChB,WAAO,KAAK,YACR,KAAK,OAAO,QAAQ,IACpB,UAAU,KAAK,MAAM,QAAQ,CAAC;AAAA,EACpC;AACF;AAGO,SAAS,wBACd,MACmB;AACnB,UAAQ,MAAM;AAAA,IACZ,KAAK;AACH,aAAO,IAAI,wBAAwB;AAAA,IACrC,KAAK;AACH,aAAO,IAAI,uBAAuB;AAAA,IACpC,KAAK;AAAA,IACL;AACE,aAAO,IAAI,wBAAwB;AAAA,EACvC;AACF;",
+  "names": []
+}

package/dist/integrations/pg-aiguide/semantic-search.js

@@ -0,0 +1,183 @@
+import { logger } from "../../core/monitoring/logger.js";
+import {
+  createEmbeddingProvider
+} from "./embedding-provider.js";
+import { sanitizeSQLIdentifier } from "../../validation/schemas.js";
+class SemanticSearch {
+  pool;
+  config;
+  embeddingProvider;
+  constructor(config) {
+    this.pool = config.pool;
+    this.config = config;
+    this.embeddingProvider = config.embeddingProvider || createEmbeddingProvider("hybrid");
+    if (this.embeddingProvider.getDimensions() !== config.vectorDimensions) {
+      logger.warn(
+        `Embedding provider dimensions (${this.embeddingProvider.getDimensions()}) don't match config (${config.vectorDimensions}). Using provider dimensions.`
+      );
+      this.config.vectorDimensions = this.embeddingProvider.getDimensions();
+    }
+  }
+  async createEmbedding(text) {
+    return this.embeddingProvider.createEmbedding(text);
+  }
+  async indexContent(id, content, metadata) {
+    const embedding = await this.createEmbedding(content);
+    const query = `
+      INSERT INTO ${this.config.tableName} (id, ${this.config.contentColumn}, ${this.config.embeddingColumn}, metadata)
+      VALUES ($1, $2, $3, $4)
+      ON CONFLICT (id) DO UPDATE
+      SET ${this.config.contentColumn} = $2,
+          ${this.config.embeddingColumn} = $3,
+          metadata = $4
+    `;
+    await this.pool.query(query, [
+      id,
+      content,
+      `[${embedding.join(",")}]`,
+      metadata ? JSON.stringify(metadata) : null
+    ]);
+  }
+  async search(query, limit = 10, threshold = 0.7) {
+    const queryEmbedding = await this.createEmbedding(query);
+    const sanitizedTable = sanitizeSQLIdentifier(this.config.tableName);
+    const sanitizedContent = sanitizeSQLIdentifier(this.config.contentColumn);
+    const sanitizedEmbedding = sanitizeSQLIdentifier(
+      this.config.embeddingColumn
+    );
+    const searchQuery = `
+      SELECT 
+        id,
+        ${sanitizedContent} as content,
+        metadata,
+        1 - (${sanitizedEmbedding} <=> $1::vector) as similarity
+      FROM ${sanitizedTable}
+      WHERE 1 - (${sanitizedEmbedding} <=> $1::vector) > $2
+      ORDER BY ${sanitizedEmbedding} <=> $1::vector
+      LIMIT $3
+    `;
+    const result = await this.pool.query(searchQuery, [
+      `[${queryEmbedding.join(",")}]`,
+      threshold,
+      limit
+    ]);
+    return result.rows.map((row) => ({
+      id: row.id,
+      content: row.content,
+      similarity: row.similarity,
+      metadata: row.metadata
+    }));
+  }
+  async findSimilar(id, limit = 10) {
+    const sanitizedTable = sanitizeSQLIdentifier(this.config.tableName);
+    const sanitizedContent = sanitizeSQLIdentifier(this.config.contentColumn);
+    const sanitizedEmbedding = sanitizeSQLIdentifier(
+      this.config.embeddingColumn
+    );
+    const query = `
+      WITH target AS (
+        SELECT ${sanitizedEmbedding} as embedding
+        FROM ${sanitizedTable}
+        WHERE id = $1
+      )
+      SELECT 
+        t.id,
+        t.${sanitizedContent} as content,
+        t.metadata,
+        1 - (t.${sanitizedEmbedding} <=> target.embedding) as similarity
+      FROM ${sanitizedTable} t, target
+      WHERE t.id != $1
+      ORDER BY t.${this.config.embeddingColumn} <=> target.embedding
+      LIMIT $2
+    `;
+    const result = await this.pool.query(query, [id, limit]);
+    return result.rows.map((row) => ({
+      id: row.id,
+      content: row.content,
+      similarity: row.similarity,
+      metadata: row.metadata
+    }));
+  }
+  async cluster(k, maxIterations = 10) {
+    const sanitizedTable = sanitizeSQLIdentifier(this.config.tableName);
+    const sanitizedContent = sanitizeSQLIdentifier(this.config.contentColumn);
+    const sanitizedEmbedding = sanitizeSQLIdentifier(
+      this.config.embeddingColumn
+    );
+    const query = `
+      WITH clusters AS (
+        SELECT 
+          id,
+          ${sanitizedContent} as content,
+          metadata,
+          kmeans(${sanitizedEmbedding}, $1, $2) OVER () as cluster_id
+        FROM ${sanitizedTable}
+      )
+      SELECT * FROM clusters ORDER BY cluster_id
+    `;
+    const result = await this.pool.query(query, [k, maxIterations]);
+    const clusterMap = /* @__PURE__ */ new Map();
+    for (const row of result.rows) {
+      const clusterId = row.cluster_id;
+      if (!clusterMap.has(clusterId)) {
+        clusterMap.set(clusterId, []);
+      }
+      clusterMap.get(clusterId).push({
+        id: row.id,
+        content: row.content,
+        similarity: 1,
+        // Cluster membership
+        metadata: row.metadata
+      });
+    }
+    return clusterMap;
+  }
+  async reindex() {
+    const sanitizedTable = sanitizeSQLIdentifier(this.config.tableName);
+    const indexName = `idx_${sanitizedTable}_embedding`;
+    const sanitizedIndex = sanitizeSQLIdentifier(indexName);
+    const query = `REINDEX INDEX CONCURRENTLY ${sanitizedIndex}`;
+    try {
+      await this.pool.query(query);
+      logger.info(`Reindexed ${sanitizedTable} embeddings`);
+    } catch (error) {
+      logger.error(
+        "Failed to reindex embeddings",
+        error instanceof Error ? error : void 0
+      );
+      throw error;
+    }
+  }
+  async getStats() {
+    const sanitizedTable = sanitizeSQLIdentifier(this.config.tableName);
+    const sanitizedEmbedding = sanitizeSQLIdentifier(
+      this.config.embeddingColumn
+    );
+    const indexName = `idx_${sanitizedTable}_embedding`;
+    const statsQuery = `
+      SELECT 
+        COUNT(*) as total,
+        AVG(
+          1 - (${sanitizedEmbedding} <=> (
+            SELECT AVG(${sanitizedEmbedding})::vector 
+            FROM ${sanitizedTable}
+          ))
+        ) as avg_similarity,
+        pg_size_pretty(
+          pg_relation_size($1::regclass)
+        ) as index_size
+      FROM ${sanitizedTable}
+    `;
+    const result = await this.pool.query(statsQuery, [indexName]);
+    const row = result.rows[0];
+    return {
+      totalDocuments: parseInt(row.total),
+      avgSimilarity: parseFloat(row.avg_similarity) || 0,
+      indexSize: row.index_size || "0 bytes"
+    };
+  }
+}
+export {
+  SemanticSearch
+};
+//# sourceMappingURL=semantic-search.js.map

package/dist/integrations/pg-aiguide/semantic-search.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../../src/integrations/pg-aiguide/semantic-search.ts"],
+  "sourcesContent": ["import { Pool } from 'pg';\nimport { logger } from '../../core/monitoring/logger.js';\nimport {\n  EmbeddingProvider,\n  createEmbeddingProvider,\n} from './embedding-provider.js';\nimport { sanitizeSQLIdentifier } from '../../validation/schemas.js';\n\nexport interface SemanticSearchConfig {\n  pool: Pool;\n  tableName: string;\n  embeddingColumn: string;\n  contentColumn: string;\n  vectorDimensions: number;\n  embeddingProvider?: EmbeddingProvider;\n}\n\nexport interface SearchResult {\n  id: string;\n  content: string;\n  similarity: number;\n  metadata?: Record<string, any>;\n}\n\nexport class SemanticSearch {\n  private pool: Pool;\n  private config: SemanticSearchConfig;\n  private embeddingProvider: EmbeddingProvider;\n\n  constructor(config: SemanticSearchConfig) {\n    this.pool = config.pool;\n    this.config = config;\n    this.embeddingProvider =\n      config.embeddingProvider || createEmbeddingProvider('hybrid');\n\n    // Verify dimensions match\n    if (this.embeddingProvider.getDimensions() !== config.vectorDimensions) {\n      logger.warn(\n        `Embedding provider dimensions (${this.embeddingProvider.getDimensions()}) ` +\n          `don't match config (${config.vectorDimensions}). Using provider dimensions.`\n      );\n      this.config.vectorDimensions = this.embeddingProvider.getDimensions();\n    }\n  }\n\n  async createEmbedding(text: string): Promise<number[]> {\n    return this.embeddingProvider.createEmbedding(text);\n  }\n\n  async indexContent(\n    id: string,\n    content: string,\n    metadata?: Record<string, any>\n  ): Promise<void> {\n    const embedding = await this.createEmbedding(content);\n\n    const query = `\n      INSERT INTO ${this.config.tableName} (id, ${this.config.contentColumn}, ${this.config.embeddingColumn}, metadata)\n      VALUES ($1, $2, $3, $4)\n      ON CONFLICT (id) DO UPDATE\n      SET ${this.config.contentColumn} = $2,\n          ${this.config.embeddingColumn} = $3,\n          metadata = $4\n    `;\n\n    await this.pool.query(query, [\n      id,\n      content,\n      `[${embedding.join(',')}]`,\n      metadata ? JSON.stringify(metadata) : null,\n    ]);\n  }\n\n  async search(\n    query: string,\n    limit = 10,\n    threshold = 0.7\n  ): Promise<SearchResult[]> {\n    const queryEmbedding = await this.createEmbedding(query);\n\n    // Sanitize all identifiers to prevent SQL injection\n    const sanitizedTable = sanitizeSQLIdentifier(this.config.tableName);\n    const sanitizedContent = sanitizeSQLIdentifier(this.config.contentColumn);\n    const sanitizedEmbedding = sanitizeSQLIdentifier(\n      this.config.embeddingColumn\n    );\n\n    const searchQuery = `\n      SELECT \n        id,\n        ${sanitizedContent} as content,\n        metadata,\n        1 - (${sanitizedEmbedding} <=> $1::vector) as similarity\n      FROM ${sanitizedTable}\n      WHERE 1 - (${sanitizedEmbedding} <=> $1::vector) > $2\n      ORDER BY ${sanitizedEmbedding} <=> $1::vector\n      LIMIT $3\n    `;\n\n    const result = await this.pool.query(searchQuery, [\n      `[${queryEmbedding.join(',')}]`,\n      threshold,\n      limit,\n    ]);\n\n    return result.rows.map((row: any) => ({\n      id: row.id,\n      content: row.content,\n      similarity: row.similarity,\n      metadata: row.metadata,\n    }));\n  }\n\n  async findSimilar(id: string, limit = 10): Promise<SearchResult[]> {\n    // Sanitize all identifiers to prevent SQL injection\n    const sanitizedTable = sanitizeSQLIdentifier(this.config.tableName);\n    const sanitizedContent = sanitizeSQLIdentifier(this.config.contentColumn);\n    const sanitizedEmbedding = sanitizeSQLIdentifier(\n      this.config.embeddingColumn\n    );\n\n    const query = `\n      WITH target AS (\n        SELECT ${sanitizedEmbedding} as embedding\n        FROM ${sanitizedTable}\n        WHERE id = $1\n      )\n      SELECT \n        t.id,\n        t.${sanitizedContent} as content,\n        t.metadata,\n        1 - (t.${sanitizedEmbedding} <=> target.embedding) as similarity\n      FROM ${sanitizedTable} t, target\n      WHERE t.id != $1\n      ORDER BY t.${this.config.embeddingColumn} <=> target.embedding\n      LIMIT $2\n    `;\n\n    const result = await this.pool.query(query, [id, limit]);\n\n    return result.rows.map((row: any) => ({\n      id: row.id,\n      content: row.content,\n      similarity: row.similarity,\n      metadata: row.metadata,\n    }));\n  }\n\n  async cluster(\n    k: number,\n    maxIterations = 10\n  ): Promise<Map<number, SearchResult[]>> {\n    // Sanitize all identifiers to prevent SQL injection\n    const sanitizedTable = sanitizeSQLIdentifier(this.config.tableName);\n    const sanitizedContent = sanitizeSQLIdentifier(this.config.contentColumn);\n    const sanitizedEmbedding = sanitizeSQLIdentifier(\n      this.config.embeddingColumn\n    );\n\n    // K-means clustering using pgvector\n    const query = `\n      WITH clusters AS (\n        SELECT \n          id,\n          ${sanitizedContent} as content,\n          metadata,\n          kmeans(${sanitizedEmbedding}, $1, $2) OVER () as cluster_id\n        FROM ${sanitizedTable}\n      )\n      SELECT * FROM clusters ORDER BY cluster_id\n    `;\n\n    const result = await this.pool.query(query, [k, maxIterations]);\n\n    const clusterMap = new Map<number, SearchResult[]>();\n\n    for (const row of result.rows) {\n      const clusterId = row.cluster_id;\n      if (!clusterMap.has(clusterId)) {\n        clusterMap.set(clusterId, []);\n      }\n\n      clusterMap.get(clusterId)!.push({\n        id: row.id,\n        content: row.content,\n        similarity: 1.0, // Cluster membership\n        metadata: row.metadata,\n      });\n    }\n\n    return clusterMap;\n  }\n\n  async reindex(): Promise<void> {\n    // Sanitize table name to prevent SQL injection\n    const sanitizedTable = sanitizeSQLIdentifier(this.config.tableName);\n\n    // Rebuild the IVFFlat index for better performance\n    // Using sanitized identifier prevents SQL injection\n    const indexName = `idx_${sanitizedTable}_embedding`;\n    const sanitizedIndex = sanitizeSQLIdentifier(indexName);\n\n    const query = `REINDEX INDEX CONCURRENTLY ${sanitizedIndex}`;\n\n    try {\n      await this.pool.query(query);\n      logger.info(`Reindexed ${sanitizedTable} embeddings`);\n    } catch (error) {\n      logger.error(\n        'Failed to reindex embeddings',\n        error instanceof Error ? error : undefined\n      );\n      throw error;\n    }\n  }\n\n  async getStats(): Promise<{\n    totalDocuments: number;\n    avgSimilarity: number;\n    indexSize: string;\n  }> {\n    // Sanitize all identifiers to prevent SQL injection\n    const sanitizedTable = sanitizeSQLIdentifier(this.config.tableName);\n    const sanitizedEmbedding = sanitizeSQLIdentifier(\n      this.config.embeddingColumn\n    );\n    const indexName = `idx_${sanitizedTable}_embedding`;\n\n    const statsQuery = `\n      SELECT \n        COUNT(*) as total,\n        AVG(\n          1 - (${sanitizedEmbedding} <=> (\n            SELECT AVG(${sanitizedEmbedding})::vector \n            FROM ${sanitizedTable}\n          ))\n        ) as avg_similarity,\n        pg_size_pretty(\n          pg_relation_size($1::regclass)\n        ) as index_size\n      FROM ${sanitizedTable}\n    `;\n\n    const result = await this.pool.query(statsQuery, [indexName]);\n    const row: any = result.rows[0];\n\n    return {\n      totalDocuments: parseInt(row.total),\n      avgSimilarity: parseFloat(row.avg_similarity) || 0,\n      indexSize: row.index_size || '0 bytes',\n    };\n  }\n}\n"],
+  "mappings": "AACA,SAAS,cAAc;AACvB;AAAA,EAEE;AAAA,OACK;AACP,SAAS,6BAA6B;AAkB/B,MAAM,eAAe;AAAA,EAClB;AAAA,EACA;AAAA,EACA;AAAA,EAER,YAAY,QAA8B;AACxC,SAAK,OAAO,OAAO;AACnB,SAAK,SAAS;AACd,SAAK,oBACH,OAAO,qBAAqB,wBAAwB,QAAQ;AAG9D,QAAI,KAAK,kBAAkB,cAAc,MAAM,OAAO,kBAAkB;AACtE,aAAO;AAAA,QACL,kCAAkC,KAAK,kBAAkB,cAAc,CAAC,yBAC/C,OAAO,gBAAgB;AAAA,MAClD;AACA,WAAK,OAAO,mBAAmB,KAAK,kBAAkB,cAAc;AAAA,IACtE;AAAA,EACF;AAAA,EAEA,MAAM,gBAAgB,MAAiC;AACrD,WAAO,KAAK,kBAAkB,gBAAgB,IAAI;AAAA,EACpD;AAAA,EAEA,MAAM,aACJ,IACA,SACA,UACe;AACf,UAAM,YAAY,MAAM,KAAK,gBAAgB,OAAO;AAEpD,UAAM,QAAQ;AAAA,oBACE,KAAK,OAAO,SAAS,SAAS,KAAK,OAAO,aAAa,KAAK,KAAK,OAAO,eAAe;AAAA;AAAA;AAAA,YAG/F,KAAK,OAAO,aAAa;AAAA,YACzB,KAAK,OAAO,eAAe;AAAA;AAAA;AAInC,UAAM,KAAK,KAAK,MAAM,OAAO;AAAA,MAC3B;AAAA,MACA;AAAA,MACA,IAAI,UAAU,KAAK,GAAG,CAAC;AAAA,MACvB,WAAW,KAAK,UAAU,QAAQ,IAAI;AAAA,IACxC,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,OACJ,OACA,QAAQ,IACR,YAAY,KACa;AACzB,UAAM,iBAAiB,MAAM,KAAK,gBAAgB,KAAK;AAGvD,UAAM,iBAAiB,sBAAsB,KAAK,OAAO,SAAS;AAClE,UAAM,mBAAmB,sBAAsB,KAAK,OAAO,aAAa;AACxE,UAAM,qBAAqB;AAAA,MACzB,KAAK,OAAO;AAAA,IACd;AAEA,UAAM,cAAc;AAAA;AAAA;AAAA,UAGd,gBAAgB;AAAA;AAAA,eAEX,kBAAkB;AAAA,aACpB,cAAc;AAAA,mBACR,kBAAkB;AAAA,iBACpB,kBAAkB;AAAA;AAAA;AAI/B,UAAM,SAAS,MAAM,KAAK,KAAK,MAAM,aAAa;AAAA,MAChD,IAAI,eAAe,KAAK,GAAG,CAAC;AAAA,MAC5B;AAAA,MACA;AAAA,IACF,CAAC;AAED,WAAO,OAAO,KAAK,IAAI,CAAC,SAAc;AAAA,MACpC,IAAI,IAAI;AAAA,MACR,SAAS,IAAI;AAAA,MACb,YAAY,IAAI;AAAA,MAChB,UAAU,IAAI;AAAA,IAChB,EAAE;AAAA,EACJ;AAAA,EAEA,MAAM,YAAY,IAAY,QAAQ,IAA6B;AAEjE,UAAM,iBAAiB,sBAAsB,KAAK,OAAO,SAAS;AAClE,UAAM,mBAAmB,sBAAsB,KAAK,OAAO,aAAa;AACxE,UAAM,qBAAqB;AAAA,MACzB,KAAK,OAAO;AAAA,IACd;AAEA,UAAM,QAAQ;AAAA;AAAA,iBAED,kBAAkB;AAAA,eACpB,cAAc;AAAA;AAAA;AAAA;AAAA;AAAA,YAKjB,gBAAgB;AAAA;AAAA,iBAEX,kBAAkB;AAAA,aACtB,cAAc;AAAA;AAAA,mBAER,KAAK,OAAO,eAAe;AAAA;AAAA;AAI1C,UAAM,SAAS,MAAM,KAAK,KAAK,MAAM,OAAO,CAAC,IAAI,KAAK,CAAC;AAEvD,WAAO,OAAO,KAAK,IAAI,CAAC,SAAc;AAAA,MACpC,IAAI,IAAI;AAAA,MACR,SAAS,IAAI;AAAA,MACb,YAAY,IAAI;AAAA,MAChB,UAAU,IAAI;AAAA,IAChB,EAAE;AAAA,EACJ;AAAA,EAEA,MAAM,QACJ,GACA,gBAAgB,IACsB;AAEtC,UAAM,iBAAiB,sBAAsB,KAAK,OAAO,SAAS;AAClE,UAAM,mBAAmB,sBAAsB,KAAK,OAAO,aAAa;AACxE,UAAM,qBAAqB;AAAA,MACzB,KAAK,OAAO;AAAA,IACd;AAGA,UAAM,QAAQ;AAAA;AAAA;AAAA;AAAA,YAIN,gBAAgB;AAAA;AAAA,mBAET,kBAAkB;AAAA,eACtB,cAAc;AAAA;AAAA;AAAA;AAKzB,UAAM,SAAS,MAAM,KAAK,KAAK,MAAM,OAAO,CAAC,GAAG,aAAa,CAAC;AAE9D,UAAM,aAAa,oBAAI,IAA4B;AAEnD,eAAW,OAAO,OAAO,MAAM;AAC7B,YAAM,YAAY,IAAI;AACtB,UAAI,CAAC,WAAW,IAAI,SAAS,GAAG;AAC9B,mBAAW,IAAI,WAAW,CAAC,CAAC;AAAA,MAC9B;AAEA,iBAAW,IAAI,SAAS,EAAG,KAAK;AAAA,QAC9B,IAAI,IAAI;AAAA,QACR,SAAS,IAAI;AAAA,QACb,YAAY;AAAA;AAAA,QACZ,UAAU,IAAI;AAAA,MAChB,CAAC;AAAA,IACH;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,MAAM,UAAyB;AAE7B,UAAM,iBAAiB,sBAAsB,KAAK,OAAO,SAAS;AAIlE,UAAM,YAAY,OAAO,cAAc;AACvC,UAAM,iBAAiB,sBAAsB,SAAS;AAEtD,UAAM,QAAQ,8BAA8B,cAAc;AAE1D,QAAI;AACF,YAAM,KAAK,KAAK,MAAM,KAAK;AAC3B,aAAO,KAAK,aAAa,cAAc,aAAa;AAAA,IACtD,SAAS,OAAO;AACd,aAAO;AAAA,QACL;AAAA,QACA,iBAAiB,QAAQ,QAAQ;AAAA,MACnC;AACA,YAAM;AAAA,IACR;AAAA,EACF;AAAA,EAEA,MAAM,WAIH;AAED,UAAM,iBAAiB,sBAAsB,KAAK,OAAO,SAAS;AAClE,UAAM,qBAAqB;AAAA,MACzB,KAAK,OAAO;AAAA,IACd;AACA,UAAM,YAAY,OAAO,cAAc;AAEvC,UAAM,aAAa;AAAA;AAAA;AAAA;AAAA,iBAIN,kBAAkB;AAAA,yBACV,kBAAkB;AAAA,mBACxB,cAAc;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,aAMpB,cAAc;AAAA;AAGvB,UAAM,SAAS,MAAM,KAAK,KAAK,MAAM,YAAY,CAAC,SAAS,CAAC;AAC5D,UAAM,MAAW,OAAO,KAAK,CAAC;AAE9B,WAAO;AAAA,MACL,gBAAgB,SAAS,IAAI,KAAK;AAAA,MAClC,eAAe,WAAW,IAAI,cAAc,KAAK;AAAA,MACjD,WAAW,IAAI,cAAc;AAAA,IAC/B;AAAA,EACF;AACF;",
+  "names": []
+}

package/dist/integrations/pg-aiguide/timescale-analytics.js

@@ -0,0 +1,220 @@
+import { logger } from "../../core/monitoring/logger.js";
+class TimescaleAnalytics {
+  pool;
+  config;
+  constructor(config) {
+    this.pool = config.pool;
+    this.config = config;
+  }
+  async createContinuousAggregate(name, interval, columns) {
+    const aggregates = columns.map(
+      (col) => `
+      AVG(${col}) as avg_${col},
+      MIN(${col}) as min_${col},
+      MAX(${col}) as max_${col},
+      SUM(${col}) as sum_${col}
+    `
+    ).join(",\n      ");
+    const query = `
+      CREATE MATERIALIZED VIEW IF NOT EXISTS ${name}
+      WITH (timescaledb.continuous) AS
+      SELECT 
+        time_bucket('${interval}', ${this.config.timeColumn}) as bucket,
+        COUNT(*) as count,
+        ${aggregates}
+      FROM ${this.config.tableName}
+      GROUP BY bucket
+      WITH NO DATA
+    `;
+    await this.pool.query(query);
+    await this.pool.query(`
+      SELECT add_continuous_aggregate_policy('${name}',
+        start_offset => INTERVAL '1 month',
+        end_offset => INTERVAL '1 hour',
+        schedule_interval => INTERVAL '1 hour',
+        if_not_exists => TRUE
+      )
+    `);
+    logger.info(`Created continuous aggregate: ${name}`);
+  }
+  async getTimeSeries(startTime, endTime, interval, columns) {
+    const selectedColumns = columns || this.config.valueColumns;
+    const aggregates = selectedColumns.map(
+      (col) => `
+      AVG(${col})::float as avg_${col},
+      MIN(${col})::float as min_${col},
+      MAX(${col})::float as max_${col},
+      SUM(${col})::float as sum_${col}
+    `
+    ).join(",\n      ");
+    const query = `
+      SELECT 
+        time_bucket($1, ${this.config.timeColumn}) as period,
+        COUNT(*)::int as count,
+        ${aggregates}
+      FROM ${this.config.tableName}
+      WHERE ${this.config.timeColumn} >= $2
+        AND ${this.config.timeColumn} <= $3
+      GROUP BY period
+      ORDER BY period
+    `;
+    const result = await this.pool.query(query, [interval, startTime, endTime]);
+    return result.rows.map((row) => {
+      const avg = {};
+      const min = {};
+      const max = {};
+      const sum = {};
+      selectedColumns.forEach((col) => {
+        avg[col] = row[`avg_${col}`];
+        min[col] = row[`min_${col}`];
+        max[col] = row[`max_${col}`];
+        sum[col] = row[`sum_${col}`];
+      });
+      return {
+        period: row.period,
+        count: row.count,
+        avg,
+        min,
+        max,
+        sum
+      };
+    });
+  }
+  async detectAnomalies(column, sensitivity = 2.5, lookback = "7 days") {
+    const query = `
+      WITH stats AS (
+        SELECT 
+          AVG(${column})::float as mean,
+          STDDEV(${column})::float as stddev
+        FROM ${this.config.tableName}
+        WHERE ${this.config.timeColumn} >= NOW() - INTERVAL '${lookback}'
+      ),
+      anomalies AS (
+        SELECT 
+          ${this.config.timeColumn} as timestamp,
+          ${column} as value,
+          metadata,
+          ABS(${column} - stats.mean) / NULLIF(stats.stddev, 0) as z_score
+        FROM ${this.config.tableName}, stats
+        WHERE ${this.config.timeColumn} >= NOW() - INTERVAL '${lookback}'
+          AND ABS(${column} - stats.mean) / NULLIF(stats.stddev, 0) > $1
+      )
+      SELECT * FROM anomalies
+      ORDER BY z_score DESC
+    `;
+    const result = await this.pool.query(query, [sensitivity]);
+    return result.rows.map((row) => ({
+      timestamp: row.timestamp,
+      values: { [column]: row.value, z_score: row.z_score },
+      metadata: row.metadata
+    }));
+  }
+  async forecast(column, periods, method = "linear") {
+    if (method === "linear") {
+      const query = `
+        WITH regression AS (
+          SELECT 
+            regr_slope(${column}, EXTRACT(EPOCH FROM ${this.config.timeColumn}))::float as slope,
+            regr_intercept(${column}, EXTRACT(EPOCH FROM ${this.config.timeColumn}))::float as intercept,
+            MAX(${this.config.timeColumn}) as last_time,
+            EXTRACT(EPOCH FROM MAX(${this.config.timeColumn})) as last_epoch
+          FROM ${this.config.tableName}
+          WHERE ${this.config.timeColumn} >= NOW() - INTERVAL '30 days'
+        ),
+        forecast_times AS (
+          SELECT 
+            last_time + (INTERVAL '1 hour' * generate_series(1, $1)) as forecast_time
+          FROM regression
+        )
+        SELECT 
+          forecast_time as timestamp,
+          (intercept + slope * EXTRACT(EPOCH FROM forecast_time))::float as forecast_value
+        FROM forecast_times, regression
+      `;
+      const result = await this.pool.query(query, [periods]);
+      return result.rows.map((row) => ({
+        timestamp: row.timestamp,
+        values: { [column]: row.forecast_value, forecast: true }
+      }));
+    }
+    logger.warn("Seasonal forecasting not yet implemented");
+    return [];
+  }
+  async getRetentionPolicy() {
+    const query = `
+      SELECT 
+        hypertable_name as table_name,
+        drop_after::text as retention_period,
+        schedule_interval IS NOT NULL as is_enabled
+      FROM timescaledb_information.retention_policies
+      WHERE hypertable_name = $1
+    `;
+    const result = await this.pool.query(query, [this.config.tableName]);
+    return result.rows.map((row) => ({
+      tableName: row.table_name,
+      retentionPeriod: row.retention_period,
+      isEnabled: row.is_enabled
+    }));
+  }
+  async setRetentionPolicy(retentionPeriod) {
+    const query = `
+      SELECT add_retention_policy($1, 
+        drop_after => INTERVAL '${retentionPeriod}',
+        if_not_exists => TRUE
+      )
+    `;
+    await this.pool.query(query, [this.config.tableName]);
+    logger.info(
+      `Set retention policy for ${this.config.tableName}: ${retentionPeriod}`
+    );
+  }
+  async compress(olderThan) {
+    await this.pool.query(`
+      ALTER TABLE ${this.config.tableName} 
+      SET (timescaledb.compress, 
+           timescaledb.compress_segmentby = 'type',
+           timescaledb.compress_orderby = '${this.config.timeColumn} DESC')
+    `);
+    await this.pool.query(
+      `
+      SELECT add_compression_policy($1,
+        compress_after => INTERVAL '${olderThan}',
+        if_not_exists => TRUE
+      )
+    `,
+      [this.config.tableName]
+    );
+    logger.info(
+      `Enabled compression for ${this.config.tableName} older than ${olderThan}`
+    );
+  }
+  async getChunkStats() {
+    const query = `
+      SELECT 
+        COUNT(*) as total_chunks,
+        COUNT(*) FILTER (WHERE is_compressed) as compressed_chunks,
+        pg_size_pretty(SUM(total_bytes)) as total_size,
+        pg_size_pretty(SUM(total_bytes) FILTER (WHERE is_compressed)) as compressed_size,
+        CASE 
+          WHEN SUM(uncompressed_total_bytes) > 0 
+          THEN (1 - SUM(total_bytes)::float / SUM(uncompressed_total_bytes))::numeric(4,2)
+          ELSE 0
+        END as compression_ratio
+      FROM timescaledb_information.chunks
+      WHERE hypertable_name = $1
+    `;
+    const result = await this.pool.query(query, [this.config.tableName]);
+    const row = result.rows[0];
+    return {
+      totalChunks: parseInt(row.total_chunks) || 0,
+      compressedChunks: parseInt(row.compressed_chunks) || 0,
+      totalSize: row.total_size || "0 bytes",
+      compressedSize: row.compressed_size || "0 bytes",
+      compressionRatio: parseFloat(row.compression_ratio) || 0
+    };
+  }
+}
+export {
+  TimescaleAnalytics
+};
+//# sourceMappingURL=timescale-analytics.js.map

package/dist/integrations/pg-aiguide/timescale-analytics.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../../src/integrations/pg-aiguide/timescale-analytics.ts"],
+  "sourcesContent": ["import { Pool } from 'pg';\nimport { logger } from '../../core/monitoring/logger.js';\n\nexport interface TimeSeriesConfig {\n  pool: Pool;\n  tableName: string;\n  timeColumn: string;\n  valueColumns: string[];\n}\n\nexport interface TimeSeriesData {\n  timestamp: Date;\n  values: Record<string, any>;\n  metadata?: Record<string, any>;\n}\n\nexport interface AggregateResult {\n  period: Date;\n  count: number;\n  avg: Record<string, number>;\n  min: Record<string, number>;\n  max: Record<string, number>;\n  sum: Record<string, number>;\n}\n\nexport class TimescaleAnalytics {\n  private pool: Pool;\n  private config: TimeSeriesConfig;\n\n  constructor(config: TimeSeriesConfig) {\n    this.pool = config.pool;\n    this.config = config;\n  }\n\n  async createContinuousAggregate(\n    name: string,\n    interval: string,\n    columns: string[]\n  ): Promise<void> {\n    const aggregates = columns\n      .map(\n        (col) => `\n      AVG(${col}) as avg_${col},\n      MIN(${col}) as min_${col},\n      MAX(${col}) as max_${col},\n      SUM(${col}) as sum_${col}\n    `\n      )\n      .join(',\\n      ');\n\n    const query = `\n      CREATE MATERIALIZED VIEW IF NOT EXISTS ${name}\n      WITH (timescaledb.continuous) AS\n      SELECT \n        time_bucket('${interval}', ${this.config.timeColumn}) as bucket,\n        COUNT(*) as count,\n        ${aggregates}\n      FROM ${this.config.tableName}\n      GROUP BY bucket\n      WITH NO DATA\n    `;\n\n    await this.pool.query(query);\n\n    // Add refresh policy\n    await this.pool.query(`\n      SELECT add_continuous_aggregate_policy('${name}',\n        start_offset => INTERVAL '1 month',\n        end_offset => INTERVAL '1 hour',\n        schedule_interval => INTERVAL '1 hour',\n        if_not_exists => TRUE\n      )\n    `);\n\n    logger.info(`Created continuous aggregate: ${name}`);\n  }\n\n  async getTimeSeries(\n    startTime: Date,\n    endTime: Date,\n    interval: string,\n    columns?: string[]\n  ): Promise<AggregateResult[]> {\n    const selectedColumns = columns || this.config.valueColumns;\n\n    const aggregates = selectedColumns\n      .map(\n        (col) => `\n      AVG(${col})::float as avg_${col},\n      MIN(${col})::float as min_${col},\n      MAX(${col})::float as max_${col},\n      SUM(${col})::float as sum_${col}\n    `\n      )\n      .join(',\\n      ');\n\n    const query = `\n      SELECT \n        time_bucket($1, ${this.config.timeColumn}) as period,\n        COUNT(*)::int as count,\n        ${aggregates}\n      FROM ${this.config.tableName}\n      WHERE ${this.config.timeColumn} >= $2\n        AND ${this.config.timeColumn} <= $3\n      GROUP BY period\n      ORDER BY period\n    `;\n\n    const result = await this.pool.query(query, [interval, startTime, endTime]);\n\n    return result.rows.map((row: any) => {\n      const avg: Record<string, number> = {};\n      const min: Record<string, number> = {};\n      const max: Record<string, number> = {};\n      const sum: Record<string, number> = {};\n\n      selectedColumns.forEach((col) => {\n        avg[col] = row[`avg_${col}`];\n        min[col] = row[`min_${col}`];\n        max[col] = row[`max_${col}`];\n        sum[col] = row[`sum_${col}`];\n      });\n\n      return {\n        period: row.period,\n        count: row.count,\n        avg,\n        min,\n        max,\n        sum,\n      };\n    });\n  }\n\n  async detectAnomalies(\n    column: string,\n    sensitivity = 2.5,\n    lookback = '7 days'\n  ): Promise<TimeSeriesData[]> {\n    const query = `\n      WITH stats AS (\n        SELECT \n          AVG(${column})::float as mean,\n          STDDEV(${column})::float as stddev\n        FROM ${this.config.tableName}\n        WHERE ${this.config.timeColumn} >= NOW() - INTERVAL '${lookback}'\n      ),\n      anomalies AS (\n        SELECT \n          ${this.config.timeColumn} as timestamp,\n          ${column} as value,\n          metadata,\n          ABS(${column} - stats.mean) / NULLIF(stats.stddev, 0) as z_score\n        FROM ${this.config.tableName}, stats\n        WHERE ${this.config.timeColumn} >= NOW() - INTERVAL '${lookback}'\n          AND ABS(${column} - stats.mean) / NULLIF(stats.stddev, 0) > $1\n      )\n      SELECT * FROM anomalies\n      ORDER BY z_score DESC\n    `;\n\n    const result = await this.pool.query(query, [sensitivity]);\n\n    return result.rows.map((row) => ({\n      timestamp: row.timestamp,\n      values: { [column]: row.value, z_score: row.z_score },\n      metadata: row.metadata,\n    }));\n  }\n\n  async forecast(\n    column: string,\n    periods: number,\n    method: 'linear' | 'seasonal' = 'linear'\n  ): Promise<TimeSeriesData[]> {\n    // Simple linear regression forecast\n    if (method === 'linear') {\n      const query = `\n        WITH regression AS (\n          SELECT \n            regr_slope(${column}, EXTRACT(EPOCH FROM ${this.config.timeColumn}))::float as slope,\n            regr_intercept(${column}, EXTRACT(EPOCH FROM ${this.config.timeColumn}))::float as intercept,\n            MAX(${this.config.timeColumn}) as last_time,\n            EXTRACT(EPOCH FROM MAX(${this.config.timeColumn})) as last_epoch\n          FROM ${this.config.tableName}\n          WHERE ${this.config.timeColumn} >= NOW() - INTERVAL '30 days'\n        ),\n        forecast_times AS (\n          SELECT \n            last_time + (INTERVAL '1 hour' * generate_series(1, $1)) as forecast_time\n          FROM regression\n        )\n        SELECT \n          forecast_time as timestamp,\n          (intercept + slope * EXTRACT(EPOCH FROM forecast_time))::float as forecast_value\n        FROM forecast_times, regression\n      `;\n\n      const result = await this.pool.query(query, [periods]);\n\n      return result.rows.map((row) => ({\n        timestamp: row.timestamp,\n        values: { [column]: row.forecast_value, forecast: true },\n      }));\n    }\n\n    // Seasonal decomposition would require more complex logic\n    logger.warn('Seasonal forecasting not yet implemented');\n    return [];\n  }\n\n  async getRetentionPolicy(): Promise<\n    {\n      tableName: string;\n      retentionPeriod: string;\n      isEnabled: boolean;\n    }[]\n  > {\n    const query = `\n      SELECT \n        hypertable_name as table_name,\n        drop_after::text as retention_period,\n        schedule_interval IS NOT NULL as is_enabled\n      FROM timescaledb_information.retention_policies\n      WHERE hypertable_name = $1\n    `;\n\n    const result = await this.pool.query(query, [this.config.tableName]);\n\n    return result.rows.map((row) => ({\n      tableName: row.table_name,\n      retentionPeriod: row.retention_period,\n      isEnabled: row.is_enabled,\n    }));\n  }\n\n  async setRetentionPolicy(retentionPeriod: string): Promise<void> {\n    const query = `\n      SELECT add_retention_policy($1, \n        drop_after => INTERVAL '${retentionPeriod}',\n        if_not_exists => TRUE\n      )\n    `;\n\n    await this.pool.query(query, [this.config.tableName]);\n    logger.info(\n      `Set retention policy for ${this.config.tableName}: ${retentionPeriod}`\n    );\n  }\n\n  async compress(olderThan: string): Promise<void> {\n    // Enable compression\n    await this.pool.query(`\n      ALTER TABLE ${this.config.tableName} \n      SET (timescaledb.compress, \n           timescaledb.compress_segmentby = 'type',\n           timescaledb.compress_orderby = '${this.config.timeColumn} DESC')\n    `);\n\n    // Add compression policy\n    await this.pool.query(\n      `\n      SELECT add_compression_policy($1,\n        compress_after => INTERVAL '${olderThan}',\n        if_not_exists => TRUE\n      )\n    `,\n      [this.config.tableName]\n    );\n\n    logger.info(\n      `Enabled compression for ${this.config.tableName} older than ${olderThan}`\n    );\n  }\n\n  async getChunkStats(): Promise<{\n    totalChunks: number;\n    compressedChunks: number;\n    totalSize: string;\n    compressedSize: string;\n    compressionRatio: number;\n  }> {\n    const query = `\n      SELECT \n        COUNT(*) as total_chunks,\n        COUNT(*) FILTER (WHERE is_compressed) as compressed_chunks,\n        pg_size_pretty(SUM(total_bytes)) as total_size,\n        pg_size_pretty(SUM(total_bytes) FILTER (WHERE is_compressed)) as compressed_size,\n        CASE \n          WHEN SUM(uncompressed_total_bytes) > 0 \n          THEN (1 - SUM(total_bytes)::float / SUM(uncompressed_total_bytes))::numeric(4,2)\n          ELSE 0\n        END as compression_ratio\n      FROM timescaledb_information.chunks\n      WHERE hypertable_name = $1\n    `;\n\n    const result = await this.pool.query(query, [this.config.tableName]);\n    const row = result.rows[0];\n\n    return {\n      totalChunks: parseInt(row.total_chunks) || 0,\n      compressedChunks: parseInt(row.compressed_chunks) || 0,\n      totalSize: row.total_size || '0 bytes',\n      compressedSize: row.compressed_size || '0 bytes',\n      compressionRatio: parseFloat(row.compression_ratio) || 0,\n    };\n  }\n}\n"],
+  "mappings": "AACA,SAAS,cAAc;AAwBhB,MAAM,mBAAmB;AAAA,EACtB;AAAA,EACA;AAAA,EAER,YAAY,QAA0B;AACpC,SAAK,OAAO,OAAO;AACnB,SAAK,SAAS;AAAA,EAChB;AAAA,EAEA,MAAM,0BACJ,MACA,UACA,SACe;AACf,UAAM,aAAa,QAChB;AAAA,MACC,CAAC,QAAQ;AAAA,YACL,GAAG,YAAY,GAAG;AAAA,YAClB,GAAG,YAAY,GAAG;AAAA,YAClB,GAAG,YAAY,GAAG;AAAA,YAClB,GAAG,YAAY,GAAG;AAAA;AAAA,IAExB,EACC,KAAK,WAAW;AAEnB,UAAM,QAAQ;AAAA,+CAC6B,IAAI;AAAA;AAAA;AAAA,uBAG5B,QAAQ,MAAM,KAAK,OAAO,UAAU;AAAA;AAAA,UAEjD,UAAU;AAAA,aACP,KAAK,OAAO,SAAS;AAAA;AAAA;AAAA;AAK9B,UAAM,KAAK,KAAK,MAAM,KAAK;AAG3B,UAAM,KAAK,KAAK,MAAM;AAAA,gDACsB,IAAI;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,KAM/C;AAED,WAAO,KAAK,iCAAiC,IAAI,EAAE;AAAA,EACrD;AAAA,EAEA,MAAM,cACJ,WACA,SACA,UACA,SAC4B;AAC5B,UAAM,kBAAkB,WAAW,KAAK,OAAO;AAE/C,UAAM,aAAa,gBAChB;AAAA,MACC,CAAC,QAAQ;AAAA,YACL,GAAG,mBAAmB,GAAG;AAAA,YACzB,GAAG,mBAAmB,GAAG;AAAA,YACzB,GAAG,mBAAmB,GAAG;AAAA,YACzB,GAAG,mBAAmB,GAAG;AAAA;AAAA,IAE/B,EACC,KAAK,WAAW;AAEnB,UAAM,QAAQ;AAAA;AAAA,0BAEQ,KAAK,OAAO,UAAU;AAAA;AAAA,UAEtC,UAAU;AAAA,aACP,KAAK,OAAO,SAAS;AAAA,cACpB,KAAK,OAAO,UAAU;AAAA,cACtB,KAAK,OAAO,UAAU;AAAA;AAAA;AAAA;AAKhC,UAAM,SAAS,MAAM,KAAK,KAAK,MAAM,OAAO,CAAC,UAAU,WAAW,OAAO,CAAC;AAE1E,WAAO,OAAO,KAAK,IAAI,CAAC,QAAa;AACnC,YAAM,MAA8B,CAAC;AACrC,YAAM,MAA8B,CAAC;AACrC,YAAM,MAA8B,CAAC;AACrC,YAAM,MAA8B,CAAC;AAErC,sBAAgB,QAAQ,CAAC,QAAQ;AAC/B,YAAI,GAAG,IAAI,IAAI,OAAO,GAAG,EAAE;AAC3B,YAAI,GAAG,IAAI,IAAI,OAAO,GAAG,EAAE;AAC3B,YAAI,GAAG,IAAI,IAAI,OAAO,GAAG,EAAE;AAC3B,YAAI,GAAG,IAAI,IAAI,OAAO,GAAG,EAAE;AAAA,MAC7B,CAAC;AAED,aAAO;AAAA,QACL,QAAQ,IAAI;AAAA,QACZ,OAAO,IAAI;AAAA,QACX;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,MACF;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,gBACJ,QACA,cAAc,KACd,WAAW,UACgB;AAC3B,UAAM,QAAQ;AAAA;AAAA;AAAA,gBAGF,MAAM;AAAA,mBACH,MAAM;AAAA,eACV,KAAK,OAAO,SAAS;AAAA,gBACpB,KAAK,OAAO,UAAU,yBAAyB,QAAQ;AAAA;AAAA;AAAA;AAAA,YAI3D,KAAK,OAAO,UAAU;AAAA,YACtB,MAAM;AAAA;AAAA,gBAEF,MAAM;AAAA,eACP,KAAK,OAAO,SAAS;AAAA,gBACpB,KAAK,OAAO,UAAU,yBAAyB,QAAQ;AAAA,oBACnD,MAAM;AAAA;AAAA;AAAA;AAAA;AAMtB,UAAM,SAAS,MAAM,KAAK,KAAK,MAAM,OAAO,CAAC,WAAW,CAAC;AAEzD,WAAO,OAAO,KAAK,IAAI,CAAC,SAAS;AAAA,MAC/B,WAAW,IAAI;AAAA,MACf,QAAQ,EAAE,CAAC,MAAM,GAAG,IAAI,OAAO,SAAS,IAAI,QAAQ;AAAA,MACpD,UAAU,IAAI;AAAA,IAChB,EAAE;AAAA,EACJ;AAAA,EAEA,MAAM,SACJ,QACA,SACA,SAAgC,UACL;AAE3B,QAAI,WAAW,UAAU;AACvB,YAAM,QAAQ;AAAA;AAAA;AAAA,yBAGK,MAAM,wBAAwB,KAAK,OAAO,UAAU;AAAA,6BAChD,MAAM,wBAAwB,KAAK,OAAO,UAAU;AAAA,kBAC/D,KAAK,OAAO,UAAU;AAAA,qCACH,KAAK,OAAO,UAAU;AAAA,iBAC1C,KAAK,OAAO,SAAS;AAAA,kBACpB,KAAK,OAAO,UAAU;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAalC,YAAM,SAAS,MAAM,KAAK,KAAK,MAAM,OAAO,CAAC,OAAO,CAAC;AAErD,aAAO,OAAO,KAAK,IAAI,CAAC,SAAS;AAAA,QAC/B,WAAW,IAAI;AAAA,QACf,QAAQ,EAAE,CAAC,MAAM,GAAG,IAAI,gBAAgB,UAAU,KAAK;AAAA,MACzD,EAAE;AAAA,IACJ;AAGA,WAAO,KAAK,0CAA0C;AACtD,WAAO,CAAC;AAAA,EACV;AAAA,EAEA,MAAM,qBAMJ;AACA,UAAM,QAAQ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AASd,UAAM,SAAS,MAAM,KAAK,KAAK,MAAM,OAAO,CAAC,KAAK,OAAO,SAAS,CAAC;AAEnE,WAAO,OAAO,KAAK,IAAI,CAAC,SAAS;AAAA,MAC/B,WAAW,IAAI;AAAA,MACf,iBAAiB,IAAI;AAAA,MACrB,WAAW,IAAI;AAAA,IACjB,EAAE;AAAA,EACJ;AAAA,EAEA,MAAM,mBAAmB,iBAAwC;AAC/D,UAAM,QAAQ;AAAA;AAAA,kCAEgB,eAAe;AAAA;AAAA;AAAA;AAK7C,UAAM,KAAK,KAAK,MAAM,OAAO,CAAC,KAAK,OAAO,SAAS,CAAC;AACpD,WAAO;AAAA,MACL,4BAA4B,KAAK,OAAO,SAAS,KAAK,eAAe;AAAA,IACvE;AAAA,EACF;AAAA,EAEA,MAAM,SAAS,WAAkC;AAE/C,UAAM,KAAK,KAAK,MAAM;AAAA,oBACN,KAAK,OAAO,SAAS;AAAA;AAAA;AAAA,6CAGI,KAAK,OAAO,UAAU;AAAA,KAC9D;AAGD,UAAM,KAAK,KAAK;AAAA,MACd;AAAA;AAAA,sCAEgC,SAAS;AAAA;AAAA;AAAA;AAAA,MAIzC,CAAC,KAAK,OAAO,SAAS;AAAA,IACxB;AAEA,WAAO;AAAA,MACL,2BAA2B,KAAK,OAAO,SAAS,eAAe,SAAS;AAAA,IAC1E;AAAA,EACF;AAAA,EAEA,MAAM,gBAMH;AACD,UAAM,QAAQ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAed,UAAM,SAAS,MAAM,KAAK,KAAK,MAAM,OAAO,CAAC,KAAK,OAAO,SAAS,CAAC;AACnE,UAAM,MAAM,OAAO,KAAK,CAAC;AAEzB,WAAO;AAAA,MACL,aAAa,SAAS,IAAI,YAAY,KAAK;AAAA,MAC3C,kBAAkB,SAAS,IAAI,iBAAiB,KAAK;AAAA,MACrD,WAAW,IAAI,cAAc;AAAA,MAC7B,gBAAgB,IAAI,mBAAmB;AAAA,MACvC,kBAAkB,WAAW,IAAI,iBAAiB,KAAK;AAAA,IACzD;AAAA,EACF;AACF;",
+  "names": []
+}