@forklaunch/core 3.3.0 → 3.4.0

package/lib/http/index.mjs

@@ -2861,12 +2861,55 @@ function signPlatformEvent(params) {
   });
 }
 
+// src/http/modelStream.ts
+async function* readModelStream(response) {
+  const reader = response.body?.getReader();
+  if (!reader)
+    throw new ModelGatewayRequestError(502, "The model stream is empty.");
+  const decoder = new TextDecoder();
+  let buffer = "", bytes = 0;
+  try {
+    for (; ; ) {
+      const part = await reader.read();
+      if (part.done) break;
+      bytes += part.value.byteLength;
+      if (bytes > 512e3) throw new Error("oversized");
+      buffer += decoder.decode(part.value, { stream: true });
+      let match;
+      while (match = buffer.match(/\r?\n\r?\n/)) {
+        const event = buffer.slice(0, match.index);
+        buffer = buffer.slice(match.index + match[0].length);
+        const data = event.split(/\r?\n/).filter((line) => line.startsWith("data:")).map((line) => line.slice(5).trimStart()).join("\n");
+        if (!data) continue;
+        if (data === "[DONE]") return;
+        const value = JSON.parse(data);
+        if (value.error || !Array.isArray(value.choices))
+          throw new Error("invalid");
+        yield value;
+      }
+    }
+    throw new Error("interrupted");
+  } catch {
+    throw new ModelGatewayRequestError(
+      502,
+      "The model stream was interrupted. No automatic retry was sent."
+    );
+  } finally {
+    await reader.cancel().catch(() => {
+    });
+    reader.releaseLock();
+  }
+}
+
 // src/http/modelGatewayClient.ts
 var ModelGatewayRequestError = class extends InstanceGatewayRequestError {
   name = "ModelGatewayRequestError";
 };
 function createModelGatewayClient(options2 = {}) {
-  const transport = createInstanceGatewayTransport(options2, "The model gateway");
+  const transport = createInstanceGatewayTransport(
+    options2,
+    "The model gateway"
+  );
   async function send(method, route, body, signal) {
     try {
       return await transport.request(method, route, body, { signal });
@@ -2902,42 +2945,12 @@ function createModelGatewayClient(options2 = {}) {
             request,
             streamOptions.signal
           );
-          if (!response.body) return;
-          for await (const data of sseData(response.body)) {
-            if (data === "[DONE]") return;
-            try {
-              yield JSON.parse(data);
-            } catch {
-            }
-          }
+          yield* readModelStream(response);
         }
       }
     }
   };
 }
-async function* sseData(stream) {
-  const decoder = new TextDecoder();
-  let buffer = "";
-  const reader = stream.getReader();
-  try {
-    for (; ; ) {
-      const { value, done } = await reader.read();
-      if (done) break;
-      buffer += decoder.decode(value, { stream: true });
-      let boundary;
-      while ((boundary = buffer.search(/\r?\n\r?\n/)) !== -1) {
-        const event = buffer.slice(0, boundary);
-        buffer = buffer.slice(boundary).replace(/^\r?\n\r?\n/, "");
-        const data = event.split(/\r?\n/).filter((line) => line.startsWith("data:")).map((line) => line.slice(5).trimStart()).join("\n");
-        if (data) yield data;
-      }
-    }
-    const tail = buffer.trim();
-    if (tail.startsWith("data:")) yield tail.slice(5).trimStart();
-  } finally {
-    reader.releaseLock();
-  }
-}
 
 // src/http/previewModelGatewayClient.ts
 function record(value) {
@@ -2993,9 +3006,9 @@ function createPreviewModelGatewayClient(options2 = {}) {
     options2,
     "The local preview model gateway"
   );
-  async function send(method, route, body) {
+  async function send(method, route, body, signal) {
     try {
-      return await transport.request(method, route, body);
+      return await transport.request(method, route, body, { signal });
     } catch (error) {
       if (error instanceof InstanceGatewayRequestError)
         throw new ModelGatewayRequestError(
@@ -3013,6 +3026,15 @@ function createPreviewModelGatewayClient(options2 = {}) {
     },
     chat: {
       completions: {
+        async *stream(request, options3 = {}) {
+          const response = await send(
+            "POST",
+            "/models/chat/completions",
+            { ...request, stream: true },
+            options3.signal
+          );
+          yield* readModelStream(response);
+        },
         async create(request) {
           return await (await send(
             "POST",
@@ -3546,6 +3568,19 @@ function createPaymentsClient(options2 = {}) {
     },
     status() {
       return call("GET", "/payments/status");
+    },
+    payouts(params = {}) {
+      const { limit } = params;
+      if (limit !== void 0 && (!Number.isInteger(limit) || limit < 1 || limit > 50)) {
+        throw new TypeError("limit must be a whole number from 1 to 50");
+      }
+      return call(
+        "GET",
+        limit === void 0 ? "/payments/payouts" : `/payments/payouts?limit=${limit}`
+      );
+    },
+    dashboardLink() {
+      return call("POST", "/payments/dashboard-link", {});
     }
   };
 }
@@ -3630,8 +3665,8 @@ function createStripeClient(options2 = {}) {
     return new StripeClass(options2.apiKey, options2.config);
   }
   const settings = instanceGatewaySettings(options2, "Payments");
-  const gateway = new URL(settings.gatewayUrl);
-  const protocol = gateway.protocol === "http:" ? "http" : "https";
+  const gateway2 = new URL(settings.gatewayUrl);
+  const protocol = gateway2.protocol === "http:" ? "http" : "https";
   return new StripeClass(
     // No key: the authenticator below replaces it, and the gateway holds the
     // real one. (stripe-node accepts an authenticator in place of a key.)
@@ -3639,8 +3674,8 @@ function createStripeClient(options2 = {}) {
     {
       maxNetworkRetries: 2,
       ...options2.config,
-      host: gateway.hostname,
-      port: gateway.port || (protocol === "http" ? 80 : 443),
+      host: gateway2.hostname,
+      port: gateway2.port || (protocol === "http" ? 80 : 443),
       protocol,
       telemetry: false,
       // The signed fetch sets `authorization`; nothing else may.
@@ -5767,6 +5802,134 @@ function registerDelegatedSurface(surface, mount, register) {
   }
   return register(mount);
 }
+
+// src/http/localModelGatewayClient.ts
+import { execFile } from "child_process";
+import { promisify } from "util";
+var execute = promisify(execFile);
+var gateway = "https://studio-orchestrator.forklaunch.com/studio-orchestrator/desktop-runtime-model-gateway";
+function validate(value) {
+  if (!value || !/^[a-f0-9]{64}$/.test(value.grantId) || !/^[a-f0-9]{64}$/.test(value.capability) || value.gatewayBaseUrl !== `${gateway}/${value.grantId}/v1` || value.scope !== "local-runtime" || !Number.isSafeInteger(value.expiresAt) || value.expiresAt <= Date.now() || value.expiresAt > Date.now() + 9e5 || !/^[A-Za-z0-9._-]{1,128}$/.test(value.model) || !Number.isInteger(value.maxCalls) || value.maxCalls < 1 || value.maxCalls > 20 || !Number.isInteger(value.maxUnits) || value.maxUnits < 1 || value.maxUnits > 1e5) {
+    throw new Error(
+      "Invalid local model connection. No model request was sent."
+    );
+  }
+  return value;
+}
+function createLocalModelGatewayClient(options2 = {}) {
+  if (process.env.FORKLAUNCH_API_KEY === void 0 && !options2.credentialProvider && process.env.FORKLAUNCH_LOCAL_MODEL_RELAY === "1") {
+    return createPreviewModelGatewayClient({ fetch: options2.fetch });
+  }
+  const applicationId = options2.applicationId ?? process.env.FORKLAUNCH_APPLICATION_ID;
+  const model = options2.model ?? process.env.AGENT_MODEL;
+  if (applicationId && !/^[a-f0-9-]{36}$/i.test(applicationId)) {
+    throw new Error(
+      "FORKLAUNCH_APPLICATION_ID must be a saved application UUID."
+    );
+  }
+  const provider = options2.credentialProvider ?? (async () => {
+    const args = ["model", "credential", "--json"];
+    if (applicationId) args.push("--application-id", applicationId);
+    if (model) args.push("--model", model);
+    try {
+      const { stdout } = await execute("forklaunch", args, {
+        timeout: 35e3,
+        maxBuffer: 65536,
+        windowsHide: true
+      });
+      return JSON.parse(stdout);
+    } catch {
+      throw new Error(
+        "Could not connect the local agent. Run forklaunch login, check app access, and use a CLI that supports model credential."
+      );
+    }
+  });
+  const optionsFetch = options2.fetch ?? fetch;
+  let pending;
+  let credential;
+  async function connection() {
+    if (credential && credential.expiresAt > Date.now()) return credential;
+    pending ??= provider().then(validate).then((value) => credential = value).finally(() => {
+      pending = void 0;
+    });
+    return pending;
+  }
+  return {
+    async models() {
+      const c = await connection();
+      return {
+        models: [{ id: c.model }],
+        preview: {
+          expiresAt: c.expiresAt,
+          maxCalls: c.maxCalls,
+          maxUnits: c.maxUnits
+        }
+      };
+    },
+    chat: {
+      completions: {
+        async *stream(request, options3 = {}) {
+          const c = await connection();
+          if (request.model !== c.model)
+            throw new ModelGatewayRequestError(
+              400,
+              "Choose the model authorized for this local session."
+            );
+          const response = await optionsFetch(
+            `${c.gatewayBaseUrl}/chat/completions`,
+            {
+              method: "POST",
+              redirect: "error",
+              signal: options3.signal ? AbortSignal.any([options3.signal, AbortSignal.timeout(6e4)]) : AbortSignal.timeout(6e4),
+              headers: {
+                authorization: `Bearer ${c.capability}`,
+                "content-type": "application/json"
+              },
+              body: JSON.stringify({ ...request, stream: true })
+            }
+          );
+          if (!response.ok) {
+            await response.body?.cancel();
+            throw new ModelGatewayRequestError(
+              response.status,
+              "The local model stream was refused. No automatic retry was sent."
+            );
+          }
+          yield* readModelStream(response);
+        },
+        async create(request) {
+          const c = await connection();
+          if (request.model !== c.model)
+            throw new ModelGatewayRequestError(
+              400,
+              "Choose the model authorized for this local session."
+            );
+          const response = await (options2.fetch ?? fetch)(
+            `${c.gatewayBaseUrl}/chat/completions`,
+            {
+              method: "POST",
+              redirect: "error",
+              signal: AbortSignal.timeout(6e4),
+              headers: {
+                authorization: `Bearer ${c.capability}`,
+                "content-type": "application/json"
+              },
+              body: JSON.stringify({ ...request, stream: false })
+            }
+          );
+          if (!response.ok) {
+            await response.body?.cancel();
+            throw new ModelGatewayRequestError(
+              response.status,
+              "The local model request was refused or failed. No automatic retry was sent."
+            );
+          }
+          return response.json();
+        }
+      }
+    }
+  };
+}
 export {
   ATTR_API_NAME,
   ATTR_APPLICATION_ID,
@@ -5809,6 +5972,7 @@ export {
   createEmailClient,
   createHmacToken,
   createInstanceGatewayTransport,
+  createLocalModelGatewayClient,
   createModelGatewayClient,
   createPaymentsClient,
   createPreviewModelGatewayClient,