@flotorch/loadtest 0.2.2 → 0.2.3

package/dist/index.js

@@ -455,7 +455,7 @@ var cyan = wrap("36", "39");
 var magenta = wrap("35", "39");
 
 // src/cli/args.ts
-var VERSION = true ? "0.2.2" : "dev";
+var VERSION = true ? "0.2.3" : "dev";
 var VALID_COMMANDS = /* @__PURE__ */ new Set(["run", "generate", "bench", "report", "init"]);
 var HELP_TEXT = `
 ${bold("FLOTorch Load Tester")} ${dim(`v${VERSION}`)}
@@ -882,12 +882,13 @@ var OpenAIBackend = class _OpenAIBackend {
     }
     messages.push({ role: "user", content: prompt2 });
     const body = {
-      model,
       messages,
       stream: streaming,
-      ...params
+      ...params,
+      model,
+      max_tokens: maxTokens
     };
-    if (body.max_tokens && this.isOpenAIHost()) {
+    if (this.isOpenAIHost()) {
       body.max_completion_tokens = body.max_tokens;
       delete body.max_tokens;
     }
@@ -1017,7 +1018,7 @@ var SageMakerBackend = class _SageMakerBackend {
   }
   constructor(config) {
     this.baseURL = config.baseURL ?? `https://runtime.sagemaker.${config.region}.amazonaws.com`;
-    this.requestFormat = config.requestFormat ?? "sagemaker" /* Sagemaker */;
+    this.requestFormat = config.requestFormat ?? "openai" /* OpenAI */;
     this.signer = new SignatureV4({
       service: "sagemaker",
       region: config.region,
@@ -1068,22 +1069,25 @@ var SageMakerBackend = class _SageMakerBackend {
     return this.parseResponse(response);
   }
   buildRequestBody(prompt2, maxTokens, systemPrompt, params, streaming) {
-    const messages = [];
-    if (systemPrompt) messages.push({ role: "system", content: systemPrompt });
-    messages.push({ role: "user", content: prompt2 });
     if (this.requestFormat === "openai" /* OpenAI */) {
+      const messages = [];
+      if (systemPrompt) messages.push({ role: "system", content: systemPrompt });
+      messages.push({ role: "user", content: prompt2 });
       return {
         messages,
-        max_tokens: maxTokens,
         stream: streaming,
-        ...params
+        ...params,
+        max_tokens: maxTokens
       };
     }
+    const rawPrompt = systemPrompt ? `${systemPrompt}
+
+${prompt2}` : prompt2;
     return {
-      inputs: [messages],
+      inputs: rawPrompt,
       parameters: {
-        max_new_tokens: maxTokens,
-        ...params
+        ...params,
+        max_new_tokens: maxTokens
       }
     };
   }
@@ -1262,7 +1266,7 @@ function createBackend(config) {
     case "openai":
       return OpenAIBackend.create(baseURL);
     case "sagemaker": {
-      const requestFormat = config.provider.config?.["requestFormat"] ?? "sagemaker" /* Sagemaker */;
+      const requestFormat = config.provider.config?.["requestFormat"] ?? "openai" /* OpenAI */;
       return SageMakerBackend.create(baseURL, requestFormat);
     }
     default:

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@flotorch/loadtest",
-  "version": "0.2.2",
+  "version": "0.2.3",
   "description": "LLM inference load testing and benchmarking tool",
   "license": "MIT",
   "repository": {