promptopskit 0.6.2 → 0.7.1

package/dist/index.cjs

@@ -37,6 +37,8 @@ __export(src_exports, {
   PromptAssetOverridesSchema: () => PromptAssetOverridesSchema,
   PromptAssetSchema: () => PromptAssetSchema,
   PromptOpsKit: () => PromptOpsKit,
+  THETOKENCOMPANY_DEFAULT_BASE_URL: () => THETOKENCOMPANY_DEFAULT_BASE_URL,
+  THETOKENCOMPANY_DEFAULT_MODEL: () => THETOKENCOMPANY_DEFAULT_MODEL,
   anthropicAdapter: () => anthropicAdapter,
   applyOverrides: () => applyOverrides,
   applyUsageTapEntitlements: () => applyUsageTapEntitlements,
@@ -457,6 +459,16 @@ function mergeOverride(base, override) {
   if (override.response !== void 0) {
     result.response = { ...result.response, ...override.response };
   }
+  if (override.compression !== void 0) {
+    result.compression = {
+      ...result.compression,
+      ...override.compression,
+      thetokencompany: mergeRecordBlock(
+        result.compression?.thetokencompany,
+        override.compression.thetokencompany
+      )
+    };
+  }
   if (override.cache !== void 0) {
     result.cache = {
       ...result.cache,
@@ -682,6 +694,14 @@ var RawProviderBodySchema = import_zod.z.object({
   openrouter: import_zod.z.record(import_zod.z.unknown()).optional(),
   llmasaservice: import_zod.z.record(import_zod.z.unknown()).optional()
 });
+var TheTokenCompanyCompressionSchema = import_zod.z.object({
+  enabled: import_zod.z.boolean().optional(),
+  model: import_zod.z.string().min(1).optional(),
+  aggressiveness: import_zod.z.number().min(0).max(1).optional()
+});
+var CompressionSchema = import_zod.z.object({
+  thetokencompany: TheTokenCompanyCompressionSchema.optional()
+});
 var OpenAICacheSchema = import_zod.z.object({
   prompt_cache_key: import_zod.z.string().min(1).optional(),
   retention: import_zod.z.enum(["in_memory", "24h"]).optional()
@@ -754,6 +774,7 @@ var PromptAssetOverridesSchema = import_zod.z.object({
   reasoning: ReasoningSchema.optional(),
   sampling: SamplingSchema.optional(),
   response: ResponseSchemaWithValidation.optional(),
+  compression: CompressionSchema.optional(),
   cache: CacheSchema.optional(),
   raw: RawProviderBodySchema.optional(),
   tools: import_zod.z.array(ToolRefSchema).optional(),
@@ -775,6 +796,7 @@ var PromptDefaultsSchema = import_zod.z.object({
   reasoning: ReasoningSchema.optional(),
   sampling: SamplingSchema.optional(),
   response: ResponseSchema.optional(),
+  compression: CompressionSchema.optional(),
   cache: CacheSchema.optional(),
   raw: RawProviderBodySchema.optional(),
   tools: import_zod.z.array(ToolRefSchema).optional(),
@@ -799,6 +821,7 @@ var PromptAssetSchema = import_zod.z.object({
   reasoning: ReasoningSchema.optional(),
   sampling: SamplingSchema.optional(),
   response: ResponseSchemaWithValidation.optional(),
+  compression: CompressionSchema.optional(),
   cache: CacheSchema.optional(),
   raw: RawProviderBodySchema.optional(),
   tools: import_zod.z.array(ToolRefSchema).optional(),
@@ -1159,6 +1182,7 @@ function mergeDefaults(base, local) {
     reasoning: mergeRecordBlock2(base.reasoning, local.reasoning),
     sampling: mergeRecordBlock2(base.sampling, local.sampling),
     response: mergeRecordBlock2(base.response, local.response),
+    compression: mergeCompression(base.compression, local.compression),
     cache: mergeCache(base.cache, local.cache),
     raw: mergeRaw(base.raw, local.raw),
     tools: local.tools ?? base.tools,
@@ -1179,6 +1203,7 @@ function mergeDefaults(base, local) {
   };
 }
 function applyDefaults(asset, defaults) {
+  const compression = mergeCompression(defaults.compression, asset.compression);
   const cache = mergeCache(defaults.cache, asset.cache);
   const raw = mergeRaw(defaults.raw, asset.raw);
   const providerOptions = mergeProviderOptions(defaults.provider_options, asset.provider_options);
@@ -1192,7 +1217,7 @@ function applyDefaults(asset, defaults) {
   const hasDefaultMetadata = defaults.metadata && Object.keys(defaults.metadata).length > 0;
   const hasDefaultSystem = !!defaults.sections?.system_instructions;
   const hasDefaultScalars = defaults.provider !== void 0 || defaults.model !== void 0 || defaults.fallback_models !== void 0 || defaults.tools !== void 0 || defaults.includes !== void 0;
-  const hasDefaultObjects = cache !== void 0 || raw !== void 0 || providerOptions !== void 0 || reasoning !== void 0 || sampling !== void 0 || response !== void 0 || mcp !== void 0 || context !== void 0 || environments !== void 0 || tiers !== void 0;
+  const hasDefaultObjects = compression !== void 0 || cache !== void 0 || raw !== void 0 || providerOptions !== void 0 || reasoning !== void 0 || sampling !== void 0 || response !== void 0 || mcp !== void 0 || context !== void 0 || environments !== void 0 || tiers !== void 0;
   if (!hasDefaultMetadata && !hasDefaultSystem && !hasDefaultScalars && !hasDefaultObjects) {
     return asset;
   }
@@ -1211,6 +1236,7 @@ function applyDefaults(asset, defaults) {
     reasoning,
     sampling,
     response,
+    compression,
     cache,
     raw,
     tools: asset.tools ?? defaults.tools,
@@ -1280,6 +1306,15 @@ function mergeCache(base, local) {
   if (merged.google && Object.keys(merged.google).length === 0) delete merged.google;
   return Object.keys(merged).length > 0 ? merged : void 0;
 }
+function mergeCompression(base, local) {
+  const merged = {
+    ...base ?? {},
+    ...local ?? {},
+    thetokencompany: mergeRecordBlock2(base?.thetokencompany, local?.thetokencompany)
+  };
+  removeEmptyProviderBlocks(merged);
+  return Object.keys(merged).length > 0 ? merged : void 0;
+}
 function mergeRaw(base, local) {
   const merged = {
     ...base ?? {},
@@ -1323,12 +1358,14 @@ function mergeOverrideConfig(base, local) {
   const reasoning = mergeRecordBlock2(base?.reasoning, local.reasoning);
   const sampling = mergeRecordBlock2(base?.sampling, local.sampling);
   const response = mergeRecordBlock2(base?.response, local.response);
+  const compression = mergeCompression(base?.compression, local.compression);
   const cache = mergeCache(base?.cache, local.cache);
   const raw = mergeRaw(base?.raw, local.raw);
   const providerOptions = mergeProviderOptions(base?.provider_options, local.provider_options);
   if (reasoning !== void 0) merged.reasoning = reasoning;
   if (sampling !== void 0) merged.sampling = sampling;
   if (response !== void 0) merged.response = response;
+  if (compression !== void 0) merged.compression = compression;
   if (cache !== void 0) merged.cache = cache;
   if (raw !== void 0) merged.raw = raw;
   if (providerOptions !== void 0) merged.provider_options = providerOptions;
@@ -1524,6 +1561,97 @@ function compactHistoryForPrompt(asset, runtime) {
   return [compacted, ...preserved];
 }
 
+// src/compression.ts
+var THETOKENCOMPANY_DEFAULT_MODEL = "bear-2";
+var THETOKENCOMPANY_DEFAULT_BASE_URL = "https://api.thetokencompany.com";
+async function applyPromptCompressionForRender(asset, runtime) {
+  const config = asset.compression?.thetokencompany;
+  if (config?.enabled !== true || !asset.sections.prompt_template) {
+    return { asset, runtime, compression: [] };
+  }
+  const sections = renderSections(asset, {
+    variables: runtime.variables,
+    strict: runtime.strict
+  });
+  if (!sections.prompt_template) {
+    return { asset, runtime, compression: [] };
+  }
+  const model = config.model ?? THETOKENCOMPANY_DEFAULT_MODEL;
+  const result = await compressWithTheTokenCompany(sections.prompt_template, {
+    apiKey: runtime.theTokenCompany?.apiKey,
+    baseURL: runtime.theTokenCompany?.baseURL,
+    fetch: runtime.theTokenCompany?.fetch,
+    model,
+    aggressiveness: config.aggressiveness
+  });
+  return {
+    asset: {
+      ...asset,
+      sections: {
+        ...asset.sections,
+        ...sections,
+        prompt_template: result.output
+      }
+    },
+    runtime: {
+      ...runtime,
+      variables: {},
+      strict: false
+    },
+    compression: [{
+      provider: "thetokencompany",
+      model,
+      inputTokens: result.input_tokens,
+      outputTokens: result.output_tokens,
+      tokensSaved: result.tokens_saved,
+      compressionRatio: result.compression_ratio
+    }]
+  };
+}
+async function compressWithTheTokenCompany(input, options) {
+  const apiKey = options.apiKey ?? getEnv("THETOKENCOMPANY_API_KEY") ?? getEnv("TTC_API_KEY");
+  if (!apiKey) {
+    throw new Error(
+      "TheTokenCompany compression is enabled, but no API key was provided. Pass theTokenCompany.apiKey to renderPrompt() or set THETOKENCOMPANY_API_KEY."
+    );
+  }
+  const fetchImpl = options.fetch ?? globalThis.fetch;
+  if (!fetchImpl) {
+    throw new Error("TheTokenCompany compression requires a runtime with fetch support.");
+  }
+  const baseURL = (options.baseURL ?? THETOKENCOMPANY_DEFAULT_BASE_URL).replace(/\/+$/, "");
+  const compressionSettings = options.aggressiveness === void 0 ? void 0 : { aggressiveness: options.aggressiveness };
+  const response = await fetchImpl(`${baseURL}/v1/compress`, {
+    method: "POST",
+    headers: {
+      Authorization: `Bearer ${apiKey}`,
+      "Content-Type": "application/json"
+    },
+    body: JSON.stringify({
+      model: options.model,
+      input,
+      ...compressionSettings ? { compression_settings: compressionSettings } : {}
+    })
+  });
+  if (!response.ok) {
+    const body = await response.text().catch(() => "");
+    throw new Error(
+      `TheTokenCompany compression failed with HTTP ${response.status}` + (body ? `: ${body}` : ".")
+    );
+  }
+  const data = await response.json();
+  if (typeof data.output !== "string" || typeof data.output_tokens !== "number" || typeof data.input_tokens !== "number" || typeof data.tokens_saved !== "number" || typeof data.compression_ratio !== "number") {
+    throw new Error("TheTokenCompany compression returned an invalid response payload.");
+  }
+  return data;
+}
+function getEnv(name) {
+  if (typeof process === "undefined") {
+    return void 0;
+  }
+  return process.env[name];
+}
+
 // src/providers/prompt-input.ts
 function isPromptLookup(input) {
   return "path" in input && typeof input.path === "string";
@@ -1547,21 +1675,27 @@ function withPromptInputSupport(adapter) {
   };
   const renderPrompt2 = async (input, runtime) => {
     const resolved = await resolveProviderPromptInput(input, runtime);
-    const sanitization = sanitizeContextVariables(resolved, runtime.variables, {
+    const resolvedForRender = resolveAssetForProvider(resolved, runtime);
+    const sanitization = sanitizeContextVariables(resolvedForRender, runtime.variables, {
       onContextOverflow: runtime.onContextOverflow
     });
     if (sanitization.shortCircuit) {
       return {
         provider: adapter.name,
-        model: resolved.model ?? "",
+        model: resolvedForRender.model ?? "",
         returnMessage: sanitization.shortCircuit.returnMessage
       };
     }
-    return adapter.render(resolved, {
+    const prepared = await applyPromptCompressionForRender(resolvedForRender, {
       ...runtime,
+      environment: void 0,
+      tier: void 0,
+      runtime: void 0,
       variables: sanitization.variables,
-      history: compactHistoryForPrompt(resolved, runtime)
+      history: compactHistoryForPrompt(resolvedForRender, runtime)
     });
+    const request = adapter.render(prepared.asset, prepared.runtime);
+    return prepared.compression.length > 0 ? { ...request, compression: prepared.compression } : request;
   };
   return {
     ...adapter,
@@ -2253,6 +2387,7 @@ var KNOWN_FRONT_MATTER_KEYS = /* @__PURE__ */ new Set([
   "tiers",
   "metadata",
   "cache",
+  "compression",
   "provider_options",
   "raw"
 ]);
@@ -3023,7 +3158,7 @@ var PromptOpsKit = class {
         console.warn(`[promptopskit] Warning: ${warning}`);
       }
     }
-    const request = adapter.render(resolved, {
+    const prepared = await applyPromptCompressionForRender(resolved, {
       variables: sanitization.variables,
       history: compactHistoryForPrompt(resolved, {
         history: options.history,
@@ -3032,11 +3167,14 @@ var PromptOpsKit = class {
       onHistoryCompaction: options.onHistoryCompaction,
       toolRegistry: options.toolRegistry,
       strict: options.strict,
-      openaiResponses: options.openaiResponses
+      openaiResponses: options.openaiResponses,
+      theTokenCompany: options.theTokenCompany
     });
+    const request = adapter.render(prepared.asset, prepared.runtime);
     return {
       resolved,
-      request,
+      request: prepared.compression.length > 0 ? { ...request, compression: prepared.compression } : request,
+      ...prepared.compression.length > 0 ? { compression: prepared.compression } : {},
       warnings: shouldIncludeContextWarningsInResult(contextWarningPolicy) ? [...validation.warnings, ...contextSizeWarnings] : validation.warnings
     };
   }
@@ -3101,6 +3239,8 @@ async function renderPrompt(options) {
   PromptAssetOverridesSchema,
   PromptAssetSchema,
   PromptOpsKit,
+  THETOKENCOMPANY_DEFAULT_BASE_URL,
+  THETOKENCOMPANY_DEFAULT_MODEL,
   anthropicAdapter,
   applyOverrides,
   applyUsageTapEntitlements,