promptopskit 0.4.0 → 0.5.0

package/dist/index.cjs

@@ -30,6 +30,10 @@ var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: tru
 // src/index.ts
 var src_exports = {};
 __export(src_exports, {
+  LLMASASERVICE_BASE_URL: () => LLMASASERVICE_BASE_URL,
+  LLMASASERVICE_DEFAULT_MODEL: () => LLMASASERVICE_DEFAULT_MODEL,
+  LLMASASERVICE_RESPONSE_HEADER_NAMES: () => LLMASASERVICE_RESPONSE_HEADER_NAMES,
+  LLMASASERVICE_SDK_PLACEHOLDER_API_KEY: () => LLMASASERVICE_SDK_PLACEHOLDER_API_KEY,
   PromptAssetOverridesSchema: () => PromptAssetOverridesSchema,
   PromptAssetSchema: () => PromptAssetSchema,
   PromptOpsKit: () => PromptOpsKit,
@@ -37,6 +41,7 @@ __export(src_exports, {
   applyOverrides: () => applyOverrides,
   applyUsageTapEntitlements: () => applyUsageTapEntitlements,
   beginUsageTapCall: () => beginUsageTapCall,
+  createLLMAsAServiceOpenAIConfig: () => createLLMAsAServiceOpenAIConfig,
   createPromptOpsKit: () => createPromptOpsKit,
   createUsageTapClient: () => createUsageTapClient,
   defaultUsageTapErrorMapper: () => defaultUsageTapErrorMapper,
@@ -49,6 +54,7 @@ __export(src_exports, {
   geminiAdapter: () => geminiAdapter,
   getAdapter: () => getAdapter,
   interpolate: () => interpolate,
+  llmasaserviceAdapter: () => llmasaserviceAdapter,
   loadPromptFile: () => loadPromptFile,
   openaiAdapter: () => openaiAdapter,
   openaiResponsesAdapter: () => openaiResponsesAdapter,
@@ -58,6 +64,7 @@ __export(src_exports, {
   resolveIncludes: () => resolveIncludes,
   runAnthropicWithUsageTap: () => runAnthropicWithUsageTap,
   runGeminiWithUsageTap: () => runGeminiWithUsageTap,
+  runLLMAsAServiceWithUsageTap: () => runLLMAsAServiceWithUsageTap,
   runOpenAIWithUsageTap: () => runOpenAIWithUsageTap,
   runOpenRouterWithUsageTap: () => runOpenRouterWithUsageTap,
   validateAsset: () => validateAsset,
@@ -165,7 +172,8 @@ function mergeOverride(base, override) {
       anthropic: mergeRecordBlock(result.raw?.anthropic, override.raw.anthropic),
       gemini: mergeRecordBlock(result.raw?.gemini, override.raw.gemini),
       google: mergeRecordBlock(result.raw?.google, override.raw.google),
-      openrouter: mergeRecordBlock(result.raw?.openrouter, override.raw.openrouter)
+      openrouter: mergeRecordBlock(result.raw?.openrouter, override.raw.openrouter),
+      llmasaservice: mergeRecordBlock(result.raw?.llmasaservice, override.raw.llmasaservice)
     };
   }
   if (override.provider_options !== void 0) {
@@ -183,6 +191,10 @@ function mergeOverride(base, override) {
       openrouter: {
         ...result.provider_options?.openrouter,
         ...override.provider_options.openrouter
+      },
+      llmasaservice: {
+        ...result.provider_options?.llmasaservice,
+        ...override.provider_options.llmasaservice
       }
     };
   }
@@ -318,10 +330,26 @@ var OpenRouterProviderOptionsSchema = import_zod.z.object({
   plugins: import_zod.z.array(import_zod.z.record(import_zod.z.unknown())).optional(),
   models: import_zod.z.array(import_zod.z.string()).optional()
 });
+var LLMAsAServiceCustomerSchema = import_zod.z.object({
+  customer_id: import_zod.z.string(),
+  customer_name: import_zod.z.string().optional(),
+  customer_user_id: import_zod.z.string().optional(),
+  customer_user_name: import_zod.z.string().optional(),
+  customer_user_email: import_zod.z.string().optional()
+});
+var LLMAsAServiceProviderOptionsSchema = import_zod.z.object({
+  base_url: import_zod.z.string().url().optional(),
+  project_id: import_zod.z.string().optional(),
+  customer: LLMAsAServiceCustomerSchema.optional(),
+  conversationId: import_zod.z.string().optional(),
+  conversationTitle: import_zod.z.string().optional(),
+  projectId: import_zod.z.string().optional()
+});
 var ProviderOptionsSchema = import_zod.z.object({
   anthropic: AnthropicProviderOptionsSchema.optional(),
   gemini: GeminiProviderOptionsSchema.optional(),
-  openrouter: OpenRouterProviderOptionsSchema.optional()
+  openrouter: OpenRouterProviderOptionsSchema.optional(),
+  llmasaservice: LLMAsAServiceProviderOptionsSchema.optional()
 });
 var RawProviderBodySchema = import_zod.z.object({
   openai: import_zod.z.record(import_zod.z.unknown()).optional(),
@@ -330,7 +358,8 @@ var RawProviderBodySchema = import_zod.z.object({
   anthropic: import_zod.z.record(import_zod.z.unknown()).optional(),
   gemini: import_zod.z.record(import_zod.z.unknown()).optional(),
   google: import_zod.z.record(import_zod.z.unknown()).optional(),
-  openrouter: import_zod.z.record(import_zod.z.unknown()).optional()
+  openrouter: import_zod.z.record(import_zod.z.unknown()).optional(),
+  llmasaservice: import_zod.z.record(import_zod.z.unknown()).optional()
 });
 var OpenAICacheSchema = import_zod.z.object({
   prompt_cache_key: import_zod.z.string().min(1).optional(),
@@ -417,7 +446,7 @@ var SectionsSchema = import_zod.z.object({
   notes: import_zod.z.string().optional()
 });
 var PromptDefaultsSchema = import_zod.z.object({
-  provider: import_zod.z.enum(["openai", "openai-responses", "anthropic", "google", "gemini", "openrouter", "any"]).optional(),
+  provider: import_zod.z.enum(["openai", "openai-responses", "anthropic", "google", "gemini", "openrouter", "llmasaservice", "any"]).optional(),
   model: import_zod.z.string().optional(),
   cache: CacheSchema.optional(),
   metadata: MetadataSchema.optional(),
@@ -429,7 +458,7 @@ var PromptAssetSchema = import_zod.z.object({
   id: import_zod.z.string(),
   schema_version: import_zod.z.number().int().positive().default(1),
   description: import_zod.z.string().optional(),
-  provider: import_zod.z.enum(["openai", "openai-responses", "anthropic", "google", "gemini", "openrouter", "any"]).optional(),
+  provider: import_zod.z.enum(["openai", "openai-responses", "anthropic", "google", "gemini", "openrouter", "llmasaservice", "any"]).optional(),
   model: import_zod.z.string().optional(),
   fallback_models: import_zod.z.array(import_zod.z.string()).optional(),
   reasoning: ReasoningSchema.optional(),
@@ -685,6 +714,7 @@ function mergeDefaults(base, local) {
   return {
     provider: local.provider ?? base.provider,
     model: local.model ?? base.model,
+    cache: mergeCache(base.cache, local.cache),
     metadata: {
       ...base.metadata ?? {},
       ...local.metadata ?? {}
@@ -696,10 +726,12 @@ function mergeDefaults(base, local) {
   };
 }
 function applyDefaults(asset, defaults) {
+  const cache = mergeCache(defaults.cache, asset.cache);
   const hasDefaultMetadata = defaults.metadata && Object.keys(defaults.metadata).length > 0;
   const hasDefaultSystem = !!defaults.sections?.system_instructions;
   const hasDefaultScalars = defaults.provider !== void 0 || defaults.model !== void 0;
-  if (!hasDefaultMetadata && !hasDefaultSystem && !hasDefaultScalars) {
+  const hasDefaultCache = cache !== void 0;
+  if (!hasDefaultMetadata && !hasDefaultSystem && !hasDefaultScalars && !hasDefaultCache) {
     return asset;
   }
   const mergedMetadata = {
@@ -713,10 +745,38 @@ function applyDefaults(asset, defaults) {
     ...asset,
     provider: asset.provider ?? defaults.provider,
     model: asset.model ?? defaults.model,
+    cache,
     metadata,
     sections
   };
 }
+function mergeCache(base, local) {
+  const merged = {
+    ...base ?? {},
+    ...local ?? {},
+    openai: {
+      ...base?.openai ?? {},
+      ...local?.openai ?? {}
+    },
+    anthropic: {
+      ...base?.anthropic ?? {},
+      ...local?.anthropic ?? {}
+    },
+    gemini: {
+      ...base?.gemini ?? {},
+      ...local?.gemini ?? {}
+    },
+    google: {
+      ...base?.google ?? {},
+      ...local?.google ?? {}
+    }
+  };
+  if (merged.openai && Object.keys(merged.openai).length === 0) delete merged.openai;
+  if (merged.anthropic && Object.keys(merged.anthropic).length === 0) delete merged.anthropic;
+  if (merged.gemini && Object.keys(merged.gemini).length === 0) delete merged.gemini;
+  if (merged.google && Object.keys(merged.google).length === 0) delete merged.google;
+  return Object.keys(merged).length > 0 ? merged : void 0;
+}
 
 // src/composition/resolve-includes.ts
 async function resolveIncludes(asset, basePath, visited = /* @__PURE__ */ new Set()) {
@@ -1143,6 +1203,56 @@ function collectContextSizeWarnings(asset, variables = {}) {
   return warnings;
 }
 
+// src/history.ts
+function defaultCompactHistory(info) {
+  const content = info.overflow.map((message) => `${message.role}: ${message.content}`).join("\n\n");
+  return {
+    role: "user",
+    content: `Earlier conversation compacted to preserve history:
+
+${content}`
+  };
+}
+function normalizeCompactionResult(result) {
+  if (typeof result === "string") {
+    return {
+      role: "user",
+      content: result
+    };
+  }
+  return result;
+}
+function compactHistoryForPrompt(asset, runtime) {
+  const history = runtime.history;
+  const maxItems = asset.context?.history?.max_items;
+  if (!history || maxItems === void 0 || history.length <= maxItems) {
+    return history;
+  }
+  if (maxItems === 1) {
+    const info2 = {
+      promptId: asset.id,
+      maxItems,
+      overflow: history,
+      preserved: [],
+      history
+    };
+    const compacted2 = runtime.onHistoryCompaction ? normalizeCompactionResult(runtime.onHistoryCompaction(info2)) : defaultCompactHistory(info2);
+    return [compacted2];
+  }
+  const preservedCount = maxItems - 1;
+  const overflow = history.slice(0, history.length - preservedCount);
+  const preserved = history.slice(-preservedCount);
+  const info = {
+    promptId: asset.id,
+    maxItems,
+    overflow,
+    preserved,
+    history
+  };
+  const compacted = runtime.onHistoryCompaction ? normalizeCompactionResult(runtime.onHistoryCompaction(info)) : defaultCompactHistory(info);
+  return [compacted, ...preserved];
+}
+
 // src/providers/prompt-input.ts
 function isPromptLookup(input) {
   return "path" in input && typeof input.path === "string";
@@ -1178,7 +1288,8 @@ function withPromptInputSupport(adapter) {
     }
     return adapter.render(resolved, {
       ...runtime,
-      variables: sanitization.variables
+      variables: sanitization.variables,
+      history: compactHistoryForPrompt(resolved, runtime)
     });
   };
   return {
@@ -1231,8 +1342,9 @@ var openaiAdapter = withPromptInputSupport({
     if (sections.system_instructions) {
       messages.push({ role: "system", content: sections.system_instructions });
     }
-    if (runtime.history) {
-      for (const msg of runtime.history) {
+    const history = compactHistoryForPrompt(resolvedAsset, runtime);
+    if (history) {
+      for (const msg of history) {
         messages.push({ role: msg.role, content: msg.content });
       }
     }
@@ -1329,8 +1441,9 @@ var openaiResponsesAdapter = withPromptInputSupport({
     });
     const responseOptions = runtime.openaiResponses;
     const input = [];
-    if (runtime.history) {
-      for (const msg of runtime.history) {
+    const history = compactHistoryForPrompt(resolvedAsset, runtime);
+    if (history) {
+      for (const msg of history) {
         input.push({ role: msg.role, content: msg.content });
       }
     }
@@ -1443,8 +1556,9 @@ var anthropicAdapter = withPromptInputSupport({
       ...anthropicCacheConfig.ttl ? { ttl: anthropicCacheConfig.ttl } : {}
     } : void 0;
     const cacheMode = anthropicCacheConfig?.mode ?? "automatic";
-    if (runtime.history) {
-      for (const msg of runtime.history) {
+    const history = compactHistoryForPrompt(resolvedAsset, runtime);
+    if (history) {
+      for (const msg of history) {
         messages.push({ role: msg.role, content: msg.content });
       }
     }
@@ -1569,8 +1683,9 @@ var geminiAdapter = withPromptInputSupport({
       strict: runtime.strict
     });
     const contents = [];
-    if (runtime.history) {
-      for (const msg of runtime.history) {
+    const history = compactHistoryForPrompt(resolvedAsset, runtime);
+    if (history) {
+      for (const msg of history) {
         contents.push({
           role: msg.role === "assistant" ? "model" : "user",
           parts: [{ text: msg.content }]
@@ -1672,6 +1787,7 @@ var openrouterAdapter = withPromptInputSupport({
       {
         variables: runtime.variables,
         history: runtime.history,
+        onHistoryCompaction: runtime.onHistoryCompaction,
         toolRegistry: runtime.toolRegistry,
         strict: runtime.strict
       }
@@ -1693,6 +1809,118 @@ var openrouterAdapter = withPromptInputSupport({
   }
 });
 
+// src/providers/llmasaservice.ts
+var LLMASASERVICE_BASE_URL = "https://gateway.llmasaservice.io";
+var LLMASASERVICE_SDK_PLACEHOLDER_API_KEY = "not-used-by-llm-gateway";
+var LLMASASERVICE_DEFAULT_MODEL = "group:standard";
+var LLMASASERVICE_RESPONSE_HEADER_NAMES = [
+  "x-request-id",
+  "x-llm-model-id",
+  "x-llm-model-group"
+];
+function createLLMAsAServiceOpenAIConfig(options = {}) {
+  return {
+    baseURL: options.baseURL ?? LLMASASERVICE_BASE_URL,
+    apiKey: LLMASASERVICE_SDK_PLACEHOLDER_API_KEY,
+    defaultHeaders: {
+      "x-project-id": options.projectId ?? ""
+    }
+  };
+}
+function isGPT5ModelSelector(model) {
+  if (!model) return false;
+  return model.split(/[|,]/).map((candidate) => candidate.trim()).some((candidate) => candidate.startsWith("gpt-5") || candidate.startsWith("openai:gpt-5"));
+}
+function defaultModel() {
+  return LLMASASERVICE_DEFAULT_MODEL;
+}
+function isRecord(value) {
+  return typeof value === "object" && value !== null && !Array.isArray(value);
+}
+function rawCustomerId(asset) {
+  const customer = isRecord(asset.raw?.llmasaservice?.customer) ? asset.raw.llmasaservice.customer : void 0;
+  return customer?.customer_id;
+}
+function isGatewayRenderValidation(runtime) {
+  return runtime?.runtime !== void 0;
+}
+var llmasaserviceAdapter = withPromptInputSupport({
+  name: "llmasaservice",
+  validate(asset, runtime) {
+    const resolvedAsset = resolveAssetForProvider(asset, runtime);
+    const validation = openaiAdapter.validate(
+      {
+        ...resolvedAsset,
+        model: resolvedAsset.model ?? defaultModel()
+      },
+      runtime
+    );
+    const warnings = validation.warnings.filter(
+      (warning) => warning !== "OpenAI adapter requires a model to be specified."
+    );
+    const errors = [...validation.errors];
+    const gatewayOptions = resolvedAsset.provider_options?.llmasaservice;
+    const missingProjectId = !gatewayOptions?.project_id;
+    const missingCustomerId = !gatewayOptions?.customer?.customer_id && typeof rawCustomerId(resolvedAsset) !== "string";
+    const validateRenderMetadata = isGatewayRenderValidation(runtime);
+    if (missingProjectId && validateRenderMetadata) {
+      errors.push(
+        "LLMAsAService adapter requires provider_options.llmasaservice.project_id for x-project-id routing."
+      );
+    }
+    if (missingCustomerId && validateRenderMetadata) {
+      errors.push(
+        "LLMAsAService adapter requires customer.customer_id in provider_options.llmasaservice.customer or raw.llmasaservice.customer."
+      );
+    }
+    if ((missingProjectId || missingCustomerId) && !validateRenderMetadata) {
+      warnings.push(
+        "LLMAsAService project_id and customer.customer_id must be supplied before rendering, usually through runtime provider_options."
+      );
+    }
+    return {
+      valid: errors.length === 0,
+      errors,
+      warnings
+    };
+  },
+  render(asset, runtime) {
+    const resolvedAsset = resolveAssetForProvider(asset, runtime);
+    const options = resolvedAsset.provider_options?.llmasaservice;
+    const model = resolvedAsset.model ?? defaultModel();
+    const result = openaiAdapter.render(
+      { ...resolvedAsset, model, raw: void 0 },
+      {
+        variables: runtime.variables,
+        history: runtime.history,
+        onHistoryCompaction: runtime.onHistoryCompaction,
+        toolRegistry: runtime.toolRegistry,
+        strict: runtime.strict
+      }
+    );
+    let body = { ...result.body };
+    if (isGPT5ModelSelector(model) && body.max_tokens !== void 0 && body.max_completion_tokens === void 0) {
+      body.max_completion_tokens = body.max_tokens;
+      delete body.max_tokens;
+    }
+    if (options?.customer !== void 0) body.customer = options.customer;
+    if (options?.conversationId !== void 0) body.conversationId = options.conversationId;
+    if (options?.conversationTitle !== void 0) body.conversationTitle = options.conversationTitle;
+    if (options?.projectId !== void 0) body.projectId = options.projectId;
+    body = applyRawProviderBody(body, resolvedAsset, "llmasaservice");
+    const projectId = options?.project_id ?? "";
+    return {
+      body,
+      provider: "llmasaservice",
+      model,
+      baseURL: options?.base_url ?? LLMASASERVICE_BASE_URL,
+      headers: {
+        "x-project-id": projectId
+      }
+    };
+  }
+});
+
 // src/providers/index.ts
 var adapters = {
   openai: openaiAdapter,
@@ -1700,7 +1928,8 @@ var adapters = {
   anthropic: anthropicAdapter,
   google: geminiAdapter,
   gemini: geminiAdapter,
-  openrouter: openrouterAdapter
+  openrouter: openrouterAdapter,
+  llmasaservice: llmasaserviceAdapter
 };
 function getAdapter(provider) {
   const adapter = adapters[provider];
@@ -1936,7 +2165,7 @@ function validateAsset(asset, frontMatterKeys, filePath) {
     });
   }
   for (const [envName, overrides] of Object.entries(asset.environments ?? {})) {
-    if (asset.cache && (!isRecord(overrides) || !overrides.cache)) {
+    if (asset.cache && (!isRecord2(overrides) || !overrides.cache)) {
       warnings.push({
         code: "POK045",
         message: `Environment "${envName}" does not override cache while prompt-level cache is defined.`,
@@ -1946,7 +2175,7 @@ function validateAsset(asset, frontMatterKeys, filePath) {
     }
   }
   for (const [tierName, overrides] of Object.entries(asset.tiers ?? {})) {
-    if (asset.cache && (!isRecord(overrides) || !overrides.cache)) {
+    if (asset.cache && (!isRecord2(overrides) || !overrides.cache)) {
       warnings.push({
         code: "POK045",
         message: `Tier "${tierName}" does not override cache while prompt-level cache is defined.`,
@@ -1956,7 +2185,7 @@ function validateAsset(asset, frontMatterKeys, filePath) {
     }
   }
   for (const tool of asset.tools ?? []) {
-    if (isRecord(tool)) {
+    if (isRecord2(tool)) {
       if (!tool.description) {
         warnings.push({
           code: "POK047",
@@ -2011,7 +2240,7 @@ function findClosestMatch(input, candidates) {
   }
   return best;
 }
-function isRecord(value) {
+function isRecord2(value) {
   return typeof value === "object" && value !== null && !Array.isArray(value);
 }
 
@@ -2290,7 +2519,7 @@ function applyUsageTapEntitlements(request, begin, options = {}) {
   if (!isObject2(nextRequest.body)) {
     return nextRequest;
   }
-  if (nextRequest.provider === "openai" || nextRequest.provider === "openrouter") {
+  if (nextRequest.provider === "openai" || nextRequest.provider === "openrouter" || nextRequest.provider === "llmasaservice") {
     capOpenAIReasoning(nextRequest.body, allowed);
     if (isRecordArray(nextRequest.body.tools)) {
       nextRequest.body.tools = filterOpenAITools(nextRequest.body.tools, allowed, options);
@@ -2379,6 +2608,9 @@ function runOpenAIWithUsageTap(client, options) {
 function runOpenRouterWithUsageTap(client, options) {
   return runProviderWithUsageTap(client, options, extractOpenAIUsage);
 }
+function runLLMAsAServiceWithUsageTap(client, options) {
+  return runProviderWithUsageTap(client, options, extractOpenAIUsage);
+}
 function runAnthropicWithUsageTap(client, options) {
   return runProviderWithUsageTap(client, options, extractAnthropicUsage);
 }
@@ -2482,7 +2714,11 @@ var PromptOpsKit = class {
     }
     const request = adapter.render(resolved, {
       variables: sanitization.variables,
-      history: options.history,
+      history: compactHistoryForPrompt(resolved, {
+        history: options.history,
+        onHistoryCompaction: options.onHistoryCompaction
+      }),
+      onHistoryCompaction: options.onHistoryCompaction,
       toolRegistry: options.toolRegistry,
       strict: options.strict,
       openaiResponses: options.openaiResponses
@@ -2547,6 +2783,10 @@ async function renderPrompt(options) {
 }
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
+  LLMASASERVICE_BASE_URL,
+  LLMASASERVICE_DEFAULT_MODEL,
+  LLMASASERVICE_RESPONSE_HEADER_NAMES,
+  LLMASASERVICE_SDK_PLACEHOLDER_API_KEY,
   PromptAssetOverridesSchema,
   PromptAssetSchema,
   PromptOpsKit,
@@ -2554,6 +2794,7 @@ async function renderPrompt(options) {
   applyOverrides,
   applyUsageTapEntitlements,
   beginUsageTapCall,
+  createLLMAsAServiceOpenAIConfig,
   createPromptOpsKit,
   createUsageTapClient,
   defaultUsageTapErrorMapper,
@@ -2566,6 +2807,7 @@ async function renderPrompt(options) {
   geminiAdapter,
   getAdapter,
   interpolate,
+  llmasaserviceAdapter,
   loadPromptFile,
   openaiAdapter,
   openaiResponsesAdapter,
@@ -2575,6 +2817,7 @@ async function renderPrompt(options) {
   resolveIncludes,
   runAnthropicWithUsageTap,
   runGeminiWithUsageTap,
+  runLLMAsAServiceWithUsageTap,
   runOpenAIWithUsageTap,
   runOpenRouterWithUsageTap,
   validateAsset,