@forklaunch/core 3.0.1 → 3.1.0

package/lib/http/index.mjs

@@ -2627,6 +2627,92 @@ async function* sseData(stream) {
   }
 }
 
+// src/http/previewModelGatewayClient.ts
+function record(value) {
+  return !!value && typeof value === "object" && !Array.isArray(value);
+}
+function invalidCatalog() {
+  throw new ModelGatewayRequestError(
+    502,
+    "The local preview model catalog is invalid or expired."
+  );
+}
+function previewCatalog(raw) {
+  if (!record(raw) || !record(raw.preview)) return invalidCatalog();
+  const preview = raw.preview;
+  if (Object.keys(raw).some((key) => !["models", "preview"].includes(key)) || Object.keys(preview).some(
+    (key) => !["expiresAt", "maxCalls", "maxUnits"].includes(key)
+  ) || !Array.isArray(raw.models) || raw.models.length !== 1 || !record(raw.models[0]) || Object.keys(raw.models[0]).some((key) => key !== "id") || typeof raw.models[0].id !== "string" || !/^[\w.:-]{1,160}$/.test(raw.models[0].id) || typeof preview.expiresAt !== "number" || !Number.isSafeInteger(preview.expiresAt) || preview.expiresAt <= Date.now() || preview.expiresAt > Date.now() + 15 * 6e4 || typeof preview.maxCalls !== "number" || !Number.isSafeInteger(preview.maxCalls) || preview.maxCalls < 1 || preview.maxCalls > 20 || typeof preview.maxUnits !== "number" || !Number.isSafeInteger(preview.maxUnits) || preview.maxUnits < 1 || preview.maxUnits > 1e5)
+    return invalidCatalog();
+  return {
+    models: [{ id: raw.models[0].id }],
+    preview: {
+      expiresAt: preview.expiresAt,
+      maxCalls: preview.maxCalls,
+      maxUnits: preview.maxUnits
+    }
+  };
+}
+async function readPreviewCatalog(response) {
+  if (!response.body) return invalidCatalog();
+  const reader = response.body.getReader();
+  const decoder = new TextDecoder();
+  let text = "", bytes = 0;
+  try {
+    for (; ; ) {
+      const { done, value } = await reader.read();
+      if (done) break;
+      bytes += value.byteLength;
+      if (bytes > 8192) return invalidCatalog();
+      text += decoder.decode(value, { stream: true });
+    }
+    text += decoder.decode();
+    return previewCatalog(JSON.parse(text));
+  } catch {
+    return invalidCatalog();
+  } finally {
+    await reader.cancel().catch(() => {
+    });
+    reader.releaseLock();
+  }
+}
+function createPreviewModelGatewayClient(options2 = {}) {
+  const transport = createInstanceGatewayTransport(
+    options2,
+    "The local preview model gateway"
+  );
+  async function send(method, route, body) {
+    try {
+      return await transport.request(method, route, body);
+    } catch (error) {
+      if (error instanceof InstanceGatewayRequestError)
+        throw new ModelGatewayRequestError(
+          error.status,
+          "The local preview model request was refused or is unavailable.",
+          error.retryAfterSeconds
+        );
+      throw error;
+    }
+  }
+  return {
+    async models() {
+      const response = await send("GET", "/models");
+      return readPreviewCatalog(response);
+    },
+    chat: {
+      completions: {
+        async create(request) {
+          return await (await send(
+            "POST",
+            "/models/chat/completions",
+            request
+          )).json();
+        }
+      }
+    }
+  };
+}
+
 // src/http/emailClient.ts
 var EmailRequestError = class extends InstanceGatewayRequestError {
   name = "EmailRequestError";
@@ -2712,7 +2798,7 @@ function createEmailClient(options2 = {}) {
     INSTANCE_HMAC_KEY: options2.hmacKey ?? process.env.INSTANCE_HMAC_KEY
   })) {
     throw new Error(
-      "Email is sent by the ForkLaunch platform and is only available to managed instances: PLATFORM_GATEWAY_URL, INSTANCE_ID and INSTANCE_HMAC_KEY must be set. Locally, `forklaunch infra add <service> email` sets them to the gateway mock in docker-compose."
+      "Email is sent by the ForkLaunch platform: PLATFORM_GATEWAY_URL, INSTANCE_ID and INSTANCE_HMAC_KEY must be set. A managed instance and an app deployed with `forklaunch deploy create` get them from the platform at deploy. Locally, `forklaunch infra add <service> email` sets them to the gateway mock in docker-compose."
     );
   }
   const transport = createInstanceGatewayTransport(options2, "Email");
@@ -3139,6 +3225,9 @@ function createStripeClient(options2 = {}) {
   const explicitGateway = Boolean(
     options2.gatewayUrl || options2.instanceId || options2.hmacKey
   );
+  if (!explicitGateway && options2.apiKey) {
+    return new StripeClass(options2.apiKey, options2.config);
+  }
   if (!explicitGateway && !isManagedInstance()) {
     if (!options2.apiKey) {
       throw new Error(
@@ -5227,8 +5316,8 @@ var RateLimiter = class {
       const now = Date.now();
       let counter;
       try {
-        const record = await this.cache.readRecord(key);
-        counter = record.value;
+        const record2 = await this.cache.readRecord(key);
+        counter = record2.value;
         if (now >= counter.resetAt) {
           counter = { count: 0, resetAt: now + windowMs };
         }
@@ -5311,6 +5400,7 @@ export {
   createInstanceGatewayTransport,
   createModelGatewayClient,
   createPaymentsClient,
+  createPreviewModelGatewayClient,
   createSmsClient,
   createStripeClient,
   createVoiceClient,