@animalabs/membrane 0.5.20 → 0.5.22

package/src/membrane.ts

@@ -1015,12 +1015,17 @@ export class Membrane {
       cacheTtl: request.cacheTtl,
       additionalStopSequences,
       maxParticipantsForStop,
+      contextPrefix: request.contextPrefix,
     });
 
     const providerRequest = {
       model: request.config.model,
       maxTokens: request.config.maxTokens,
       temperature: request.config.temperature,
+      topP: request.config.topP,
+      topK: request.config.topK,
+      presencePenalty: request.config.presencePenalty,
+      frequencyPenalty: request.config.frequencyPenalty,
       messages: buildResult.messages,
       system: buildResult.systemContent,
       stopSequences: buildResult.stopSequences,

package/src/providers/anthropic.ts

@@ -141,7 +141,17 @@ export class AnthropicAdapter implements ProviderAdapter {
     if (request.temperature !== undefined) {
       params.temperature = request.temperature;
     }
-    
+
+    // Anthropic API rejects requests with both temperature and top_p set.
+    // When both are provided, prefer temperature (more commonly tuned) and drop top_p.
+    if (request.topP !== undefined && request.temperature === undefined) {
+      params.top_p = request.topP;
+    }
+
+    if (request.topK !== undefined) {
+      params.top_k = request.topK;
+    }
+
     if (request.stopSequences && request.stopSequences.length > 0) {
       params.stop_sequences = request.stopSequences;
     }

package/src/providers/bedrock.ts

@@ -58,6 +58,8 @@ interface BedrockMessageRequest {
   }>;
   system?: string | Array<{ type: 'text'; text: string; cache_control?: { type: 'ephemeral' } }>;
   temperature?: number;
+  top_p?: number;
+  top_k?: number;
   stop_sequences?: string[];
   tools?: unknown[];
   thinking?: { type: 'enabled'; budget_tokens: number };
@@ -343,6 +345,15 @@ export class BedrockAdapter implements ProviderAdapter {
       params.temperature = request.temperature;
     }
 
+    // Anthropic API (via Bedrock) rejects requests with both temperature and top_p set.
+    if (request.topP !== undefined && request.temperature === undefined) {
+      params.top_p = request.topP;
+    }
+
+    if (request.topK !== undefined) {
+      params.top_k = request.topK;
+    }
+
     if (request.stopSequences && request.stopSequences.length > 0) {
       params.stop_sequences = request.stopSequences;
     }

package/src/providers/gemini.ts

@@ -52,6 +52,7 @@ interface GeminiRequest {
     maxOutputTokens?: number;
     temperature?: number;
     topP?: number;
+    topK?: number;
     stopSequences?: string[];
   };
   tools?: { functionDeclarations: GeminiFunctionDeclaration[] }[];
@@ -336,6 +337,14 @@ export class GeminiAdapter implements ProviderAdapter {
       geminiRequest.generationConfig.temperature = request.temperature;
     }
 
+    if (request.topP !== undefined) {
+      geminiRequest.generationConfig.topP = request.topP;
+    }
+
+    if (request.topK !== undefined) {
+      geminiRequest.generationConfig.topK = request.topK;
+    }
+
     if (request.stopSequences && request.stopSequences.length > 0) {
       // Gemini API limits stop sequences to 5
       geminiRequest.generationConfig.stopSequences = request.stopSequences.slice(0, 5);

package/src/providers/openai-compatible.ts

@@ -278,7 +278,19 @@ export class OpenAICompatibleAdapter implements ProviderAdapter {
     if (request.temperature !== undefined) {
       params.temperature = request.temperature;
     }
-    
+
+    if (request.topP !== undefined) {
+      params.top_p = request.topP;
+    }
+
+    if (request.presencePenalty !== undefined) {
+      params.presence_penalty = request.presencePenalty;
+    }
+
+    if (request.frequencyPenalty !== undefined) {
+      params.frequency_penalty = request.frequencyPenalty;
+    }
+
     if (request.stopSequences && request.stopSequences.length > 0) {
       params.stop = request.stopSequences;
     }

package/src/providers/openai-completions.ts

@@ -37,6 +37,9 @@ interface CompletionsRequest {
   prompt: string;
   max_tokens?: number;
   temperature?: number;
+  top_p?: number;
+  presence_penalty?: number;
+  frequency_penalty?: number;
   stop?: string[];
   stream?: boolean;
 }
@@ -344,6 +347,18 @@ export class OpenAICompletionsAdapter implements ProviderAdapter {
       params.temperature = request.temperature;
     }
 
+    if (request.topP !== undefined) {
+      params.top_p = request.topP;
+    }
+
+    if (request.presencePenalty !== undefined) {
+      params.presence_penalty = request.presencePenalty;
+    }
+
+    if (request.frequencyPenalty !== undefined) {
+      params.frequency_penalty = request.frequencyPenalty;
+    }
+
     // Generate stop sequences from participant names + EOT token + any extras
     const stopSequences = [
       ...this.generateStopSequences(participants),

package/src/providers/openai.ts

@@ -376,7 +376,19 @@ export class OpenAIAdapter implements ProviderAdapter {
     if (request.temperature !== undefined && !noTemperatureSupport(model)) {
       params.temperature = request.temperature;
     }
-    
+
+    if (request.topP !== undefined && !noTemperatureSupport(model)) {
+      params.top_p = request.topP;
+    }
+
+    if (request.presencePenalty !== undefined) {
+      params.presence_penalty = request.presencePenalty;
+    }
+
+    if (request.frequencyPenalty !== undefined) {
+      params.frequency_penalty = request.frequencyPenalty;
+    }
+
     // Reasoning models (o1, o3, o4) don't support stop sequences
     if (request.stopSequences && request.stopSequences.length > 0 && !noStopSupport(model)) {
       params.stop = request.stopSequences;

package/src/providers/openrouter.ts

@@ -298,7 +298,21 @@ export class OpenRouterAdapter implements ProviderAdapter {
     if (request.temperature !== undefined) {
       params.temperature = request.temperature;
     }
-    
+
+    // Anthropic models (routed via OpenRouter) reject both temperature and top_p.
+    const isAnthropicModel = /claude|anthropic/i.test(request.model);
+    if (request.topP !== undefined && !(isAnthropicModel && request.temperature !== undefined)) {
+      params.top_p = request.topP;
+    }
+
+    if (request.presencePenalty !== undefined) {
+      params.presence_penalty = request.presencePenalty;
+    }
+
+    if (request.frequencyPenalty !== undefined) {
+      params.frequency_penalty = request.frequencyPenalty;
+    }
+
     if (request.stopSequences && request.stopSequences.length > 0) {
       params.stop = request.stopSequences;
     }

package/src/types/provider.ts

@@ -202,7 +202,19 @@ export interface ProviderRequest {
   
   /** Temperature */
   temperature?: number;
-  
+
+  /** Top P nucleus sampling */
+  topP?: number;
+
+  /** Top K sampling */
+  topK?: number;
+
+  /** Presence penalty */
+  presencePenalty?: number;
+
+  /** Frequency penalty */
+  frequencyPenalty?: number;
+
   /** Stop sequences */
   stopSequences?: string[];
   

package/src/types/request.ts

@@ -139,7 +139,14 @@ export interface NormalizedRequest {
    * '1h' = 1 hour TTL (extended caching)
    */
   cacheTtl?: '5m' | '1h';
-  
+
+  /**
+   * Context prefix for simulacrum seeding.
+   * Injected as first assistant message (before conversation history).
+   * Cached when promptCaching is enabled.
+   */
+  contextPrefix?: string;
+
   /** Provider-specific parameters (pass-through) */
   providerParams?: Record<string, unknown>;
 }