@promptev/context-engine 0.0.1 → 0.0.2

package/dist/hono.d.cts

@@ -1,7 +1,7 @@
-import { h as handleIngestJson, c as createToolsHandlers } from './router-Dsv3fv0R.cjs';
-import './governance-D8g6Wyvb.cjs';
+import { h as handleIngestJson, c as createToolsHandlers } from './router-CiFwC-EN.cjs';
+import './governance-P9pRb4Ol.cjs';
 import 'pg';
-import './config-CNnASw5X.cjs';
+import './config-C5RZ00W6.cjs';
 import 'zod';
 import './redaction-BqD_DEUQ.cjs';
 

package/dist/hono.d.ts

@@ -1,7 +1,7 @@
-import { h as handleIngestJson, c as createToolsHandlers } from './router-B_DTkQgU.js';
-import './governance-XFVgtEdV.js';
+import { h as handleIngestJson, c as createToolsHandlers } from './router-D8gBzwLd.js';
+import './governance-BLPK7NMe.js';
 import 'pg';
-import './config-CdlSkKgV.js';
+import './config-BODDdXJ7.js';
 import 'zod';
 import './redaction-BqD_DEUQ.js';
 

package/dist/index.cjs

@@ -814,6 +814,47 @@ var init_hooks = __esm({
   }
 });
 
+// src/providers/google.ts
+async function buildGenaiClient(cfg2, timeoutMs, purpose) {
+  const specifier = "@google/genai";
+  let mod;
+  try {
+    mod = await import(specifier);
+  } catch {
+    throw new exports.ExtraMissingError("gemini", specifier, purpose);
+  }
+  const Ctor = mod.GoogleGenAI ?? mod.Client;
+  if (!Ctor) {
+    throw new exports.ExtraMissingError("gemini", specifier, purpose);
+  }
+  const opts = { httpOptions: { timeout: timeoutMs } };
+  if (cfg2.provider === "vertex_ai") {
+    opts.vertexai = true;
+    if (cfg2.project || cfg2.location) {
+      if (cfg2.project) opts.project = cfg2.project;
+      if (cfg2.location) opts.location = cfg2.location;
+    } else if (cfg2.apiKey) {
+      opts.apiKey = cfg2.apiKey;
+    }
+  } else {
+    opts.apiKey = cfg2.apiKey ?? null;
+  }
+  try {
+    return new Ctor(opts);
+  } catch (err) {
+    const message = err instanceof Error ? err.message : String(err);
+    if (!message.includes("Authentication is not set up")) throw err;
+    throw new Error(
+      `${message} Set \`project\` on the provider config, or export GOOGLE_CLOUD_PROJECT and GOOGLE_CLOUD_LOCATION. Credentials themselves come from Application Default Credentials.`
+    );
+  }
+}
+var init_google = __esm({
+  "src/providers/google.ts"() {
+    init_errors();
+  }
+});
+
 // src/providers/llm.ts
 var llm_exports = {};
 __export(llm_exports, {
@@ -849,20 +890,6 @@ function buildOpenAIChatClient(cfg2) {
     maxRetries: 0
   });
 }
-async function loadGeminiChatClient(apiKey) {
-  const specifier = "@google/genai";
-  let mod;
-  try {
-    mod = await import(specifier);
-  } catch {
-    throw new exports.ExtraMissingError("gemini", specifier, "gemini llm");
-  }
-  const Ctor = mod.GoogleGenAI ?? mod.Client;
-  if (!Ctor) {
-    throw new exports.ExtraMissingError("gemini", specifier, "gemini llm");
-  }
-  return new Ctor({ apiKey: apiKey ?? null, httpOptions: { timeout: GEMINI_CALL_TIMEOUT_MS } });
-}
 async function loadBedrockSdk() {
   const specifier = "@aws-sdk/client-bedrock-runtime";
   try {
@@ -881,7 +908,7 @@ function buildLlmClient(cfg2, opts) {
   if (OPENAI_FAMILY.has(cfg2.provider)) {
     return new exports.LLMClient(cfg2, { client: buildOpenAIChatClient(cfg2) });
   }
-  if (cfg2.provider === "gemini" || cfg2.provider === "bedrock") {
+  if (GOOGLE_FAMILY.has(cfg2.provider) || cfg2.provider === "bedrock") {
     return new exports.LLMClient(cfg2);
   }
   throw new Error(`unknown llm provider: ${JSON.stringify(cfg2.provider)}`);
@@ -898,16 +925,18 @@ async function callLlm(cfg2, opts) {
     await owned.aclose();
   }
 }
-var CALL_TIMEOUT_MS, TIMEOUT_MS, GEMINI_CALL_TIMEOUT_MS, ANTHROPIC_VERSION, ANTHROPIC_MAX_TOKENS, OPENAI_FAMILY; exports.LLMClient = void 0;
+var CALL_TIMEOUT_MS, TIMEOUT_MS, GEMINI_CALL_TIMEOUT_MS, ANTHROPIC_VERSION, ANTHROPIC_MAX_TOKENS, OPENAI_FAMILY, GOOGLE_FAMILY; exports.LLMClient = void 0;
 var init_llm = __esm({
   "src/providers/llm.ts"() {
     init_errors();
+    init_google();
     CALL_TIMEOUT_MS = 24e4;
     TIMEOUT_MS = CALL_TIMEOUT_MS;
     GEMINI_CALL_TIMEOUT_MS = CALL_TIMEOUT_MS;
     ANTHROPIC_VERSION = "2023-06-01";
     ANTHROPIC_MAX_TOKENS = 4096;
     OPENAI_FAMILY = /* @__PURE__ */ new Set(["openai", "azure_openai", "custom"]);
+    GOOGLE_FAMILY = /* @__PURE__ */ new Set(["gemini", "vertex_ai"]);
     exports.LLMClient = class {
       cfg;
       provider;
@@ -947,7 +976,7 @@ var init_llm = __esm({
         if (OPENAI_FAMILY.has(this.provider)) {
           return this.callOpenAI(system, user, jsonMode, images, maxTokens, temperature);
         }
-        if (this.provider === "gemini") {
+        if (GOOGLE_FAMILY.has(this.provider)) {
           return this.callGemini(system, user, jsonMode, images, maxTokens, thinkingBudget, temperature);
         }
         if (this.provider === "bedrock") {
@@ -1030,7 +1059,11 @@ Respond with valid JSON only.`;
       }
       async callGemini(system, user, jsonMode, images, maxTokens, thinkingBudget = null, temperature = null) {
         if (!this.genaiClient) {
-          this.genaiClient = await loadGeminiChatClient(this.cfg.apiKey);
+          this.genaiClient = await buildGenaiClient(
+            this.cfg,
+            GEMINI_CALL_TIMEOUT_MS,
+            "gemini llm"
+          );
         }
         const parts = [];
         for (const img of images ?? []) {
@@ -1909,17 +1942,30 @@ var init_config = __esm({
   "src/config.ts"() {
     init_redaction();
     embeddingSchema = zod.z.object({
-      provider: zod.z.enum(["openai", "azure_openai", "gemini", "voyage", "cohere", "custom"]),
+      provider: zod.z.enum(["openai", "azure_openai", "gemini", "vertex_ai", "voyage", "cohere", "custom"]),
       model: zod.z.string(),
       dim: zod.z.number().int().positive().nullable().optional().default(null),
       apiKey: zod.z.string().nullable().optional().default(null),
-      baseUrl: zod.z.string().nullable().optional().default(null)
+      baseUrl: zod.z.string().nullable().optional().default(null),
+      // `vertex_ai` only. Left optional on purpose: the Google SDK resolves both
+      // from GOOGLE_CLOUD_PROJECT / GOOGLE_CLOUD_LOCATION, which is how a GCP
+      // deployment is already wired, and requiring them here would break it.
+      //
+      // No `.default(null)`, unlike the fields above — these types come from
+      // `z.infer`, so a default would make them REQUIRED on the output type and
+      // break every hand-written `EmbeddingConfig` literal already compiled
+      // against 0.0.1. Optional keeps the addition additive.
+      project: zod.z.string().nullable().optional(),
+      location: zod.z.string().nullable().optional()
     });
     llmSchema = zod.z.object({
-      provider: zod.z.enum(["anthropic", "openai", "azure_openai", "gemini", "bedrock", "custom"]),
+      provider: zod.z.enum(["anthropic", "openai", "azure_openai", "gemini", "vertex_ai", "bedrock", "custom"]),
       model: zod.z.string(),
       apiKey: zod.z.string().nullable().optional().default(null),
-      baseUrl: zod.z.string().nullable().optional().default(null)
+      baseUrl: zod.z.string().nullable().optional().default(null),
+      // `vertex_ai` only — see the note on embeddingSchema.
+      project: zod.z.string().nullable().optional(),
+      location: zod.z.string().nullable().optional()
     });
     graphSchema = zod.z.object({
       enabled: zod.z.boolean().default(false),
@@ -7578,20 +7624,8 @@ function parseSpreadsheetText(dfd, text) {
   return out;
 }
 async function compute(instruction, opts) {
-  if (!opts.config.enableCodeExecution) {
-    throw new exports.EngineActionError(
-      "compute() executes generated code and is disabled by default; set enableCodeExecution=true only in a deployment with out-of-process/container isolation."
-    );
-  }
-  const llmCfg = opts.modelCfg ?? opts.config.llm;
-  if (llmCfg == null) {
-    throw new Error("compute() requires an LLM: pass modelCfg= or configure ContextEngineConfig.llm");
-  }
-  if (!instruction?.trim()) {
-    throw new exports.EngineActionError("instruction must not be empty");
-  }
+  checkComputePreconditions(opts.config, opts.modelCfg, instruction);
   const dfd = await requireDanfo();
-  const timeout = Math.max(1, Math.min(Math.trunc(opts.timeout || DEFAULT_COMPUTE_TIMEOUT), 300));
   const principals = opts.principals ?? null;
   const params = [];
   let where = scopeSql(opts.sourceIds ?? null, principals, params);
@@ -7661,6 +7695,69 @@ async function compute(instruction, opts) {
   if (!Object.keys(dfs).length) {
     throw new exports.EngineActionError("in-scope documents did not parse into any usable dataframe");
   }
+  return computeOverFrames(dfs, instruction, {
+    config: opts.config,
+    modelCfg: opts.modelCfg,
+    timeout: opts.timeout,
+    hooks: opts.hooks,
+    principals,
+    documents
+  });
+}
+function checkComputePreconditions(config, modelCfg, instruction) {
+  if (!config.enableCodeExecution) {
+    throw new exports.EngineActionError(
+      "compute() executes generated code and is disabled by default; set enableCodeExecution=true only in a deployment with out-of-process/container isolation."
+    );
+  }
+  const llmCfg = modelCfg ?? config.llm;
+  if (llmCfg == null) {
+    throw new Error("compute() requires an LLM: pass modelCfg= or configure ContextEngineConfig.llm");
+  }
+  if (!instruction?.trim()) {
+    throw new exports.EngineActionError("instruction must not be empty");
+  }
+  return llmCfg;
+}
+function maskFrames(frames, policy, opts) {
+  if (policy == null || policy.isEmpty()) return frames;
+  const mask = (text) => redactValueRecursive(text, policy, opts);
+  const masked = {};
+  for (const [name, rows] of Object.entries(frames)) {
+    const labels = /* @__PURE__ */ new Map();
+    const taken = /* @__PURE__ */ new Set();
+    for (const row of rows) {
+      for (const column of Object.keys(row)) {
+        if (labels.has(column)) continue;
+        const base = mask(column);
+        let label = base;
+        for (let n = 2; taken.has(label); n++) label = `${base}_${n}`;
+        taken.add(label);
+        labels.set(column, label);
+      }
+    }
+    masked[name] = rows.map(
+      (row) => Object.fromEntries(
+        Object.entries(row).map(([column, value]) => [
+          labels.get(column) ?? column,
+          typeof value === "string" ? mask(value) : value
+        ])
+      )
+    );
+  }
+  return masked;
+}
+async function computeOverFrames(frames, instruction, opts) {
+  const llmCfg = checkComputePreconditions(opts.config, opts.modelCfg, instruction);
+  if (!frames || !Object.keys(frames).length) {
+    throw new exports.EngineActionError("no tabular data to compute over");
+  }
+  const hooks = opts.hooks ?? {};
+  const principals = opts.principals ?? null;
+  const documents = [...opts.documents ?? []];
+  const timeout = Math.max(1, Math.min(Math.trunc(opts.timeout || DEFAULT_COMPUTE_TIMEOUT), 300));
+  const redactOpts = { principals, secretKey: opts.config.secretKey, hooks };
+  const dfs = maskFrames(frames, opts.config.redaction, redactOpts);
   const schemaLines = Object.entries(dfs).map(
     ([name, table]) => `- ${name}: columns=${JSON.stringify(Object.keys(table[0] ?? {}))}, rows=${table.length}`
   );
@@ -7677,7 +7774,7 @@ ${schemaLines.join("\n")}`;
       jsonMode: false
     });
   } catch (exc) {
-    emitError(opts.hooks, exc, { stage: "compute_codegen", instruction: instruction.slice(0, 200) });
+    emitError(hooks, exc, { stage: "compute_codegen", instruction: instruction.slice(0, 200) });
     throw exc;
   }
   const code = stripCodeFences(rawCode);
@@ -7688,12 +7785,12 @@ ${schemaLines.join("\n")}`;
       maskedCode = redactValueRecursive(code.slice(0, 500), opts.config.redaction, {
         principals,
         secretKey: opts.config.secretKey,
-        hooks: opts.hooks
+        hooks
       });
     } catch {
       maskedCode = "<redaction failed: code omitted>";
     }
-    emitError(opts.hooks, new Error(execResult.error || "compute execution failed"), {
+    emitError(hooks, new Error(execResult.error || "compute execution failed"), {
       stage: "compute_exec",
       code: maskedCode
     });
@@ -7714,7 +7811,7 @@ ${schemaLines.join("\n")}`;
   return redactValueRecursive(result, opts.config.redaction, {
     principals,
     secretKey: opts.config.secretKey,
-    hooks: opts.hooks
+    hooks
   });
 }
 
@@ -7829,10 +7926,11 @@ init_errors();
 init_hooks();
 
 // src/providers/embeddings.ts
-init_errors();
 init_text();
+init_google();
 var TIMEOUT_MS3 = 3e4;
 var OPENAI_FAMILY2 = /* @__PURE__ */ new Set(["openai", "azure_openai", "custom"]);
+var GOOGLE_FAMILY2 = /* @__PURE__ */ new Set(["gemini", "vertex_ai"]);
 function estimatedTokens(texts) {
   return texts.reduce((n, t) => n + tokenCount(t), 0);
 }
@@ -7904,7 +8002,7 @@ var Embedder = class {
   /** Provider dispatch. Overridable per-instance (tests stub this). */
   async rawEmbed(texts, kind = "document") {
     if (OPENAI_FAMILY2.has(this.provider)) return this.embedOpenAI(texts);
-    if (this.provider === "gemini") return this.embedGemini(texts);
+    if (GOOGLE_FAMILY2.has(this.provider)) return this.embedGemini(texts);
     if (this.provider === "voyage") return this.embedVoyage(texts, kind);
     if (this.provider === "cohere") return this.embedCohere(texts, kind);
     throw new Error(`unknown embedding provider: ${JSON.stringify(this.provider)}`);
@@ -7920,7 +8018,7 @@ var Embedder = class {
   }
   async embedGemini(texts) {
     if (!this.genaiClient) {
-      this.genaiClient = await loadGeminiEmbedClient(this.cfg.apiKey);
+      this.genaiClient = await buildGenaiClient(this.cfg, TIMEOUT_MS3, "gemini embeddings");
     }
     const resp = await this.genaiClient.models.embedContent({
       model: this.model,
@@ -7969,20 +8067,6 @@ var Embedder = class {
     return this.fetchImpl;
   }
 };
-async function loadGeminiEmbedClient(apiKey) {
-  const specifier = "@google/genai";
-  let mod;
-  try {
-    mod = await import(specifier);
-  } catch {
-    throw new exports.ExtraMissingError("gemini", specifier, "gemini embeddings");
-  }
-  const Ctor = mod.GoogleGenAI ?? mod.Client;
-  if (!Ctor) {
-    throw new exports.ExtraMissingError("gemini", specifier, "gemini embeddings");
-  }
-  return new Ctor({ apiKey: apiKey ?? null, httpOptions: { timeout: TIMEOUT_MS3 } });
-}
 function buildEmbedder(cfg2, opts) {
   if (opts?.client || opts?.fetch || opts?.fetchImpl) {
     return new Embedder(cfg2, opts);
@@ -7993,7 +8077,7 @@ function buildEmbedder(cfg2, opts) {
   if (cfg2.provider === "voyage" || cfg2.provider === "cohere") {
     return new Embedder(cfg2, { fetch: globalThis.fetch });
   }
-  if (cfg2.provider === "gemini") {
+  if (GOOGLE_FAMILY2.has(cfg2.provider)) {
     return new Embedder(cfg2);
   }
   throw new Error(`unknown embedding provider: ${JSON.stringify(cfg2.provider)}`);
@@ -12976,6 +13060,7 @@ exports.buildEmbedder = buildEmbedder;
 exports.buildLlmClient = buildLlmClient;
 exports.callLlm = callLlm;
 exports.compute = compute;
+exports.computeOverFrames = computeOverFrames;
 exports.configSchema = configSchema;
 exports.createMcpApp = createMcpApp;
 exports.decryptDict = decryptDict;