@upstash/qstash 2.6.0 → 2.7.0-canary-1

package/index.mjs

@@ -13,10 +13,18 @@ var DLQ = class {
    * List messages in the dlq
    */
   async listMessages(options) {
+    const filterPayload = {
+      ...options?.filter,
+      topicName: options?.filter?.urlGroup
+    };
     const messagesPayload = await this.http.request({
       method: "GET",
       path: ["v2", "dlq"],
-      query: { cursor: options?.cursor }
+      query: {
+        cursor: options?.cursor,
+        count: options?.count,
+        ...filterPayload
+      }
     });
     return {
       messages: messagesPayload.messages.map((message) => {
@@ -193,6 +201,133 @@ var HttpClient = class {
   }
 };
 
+// src/client/llm/chat.ts
+var Chat = class _Chat {
+  http;
+  token;
+  constructor(http, token) {
+    this.http = http;
+    this.token = token;
+  }
+  static toChatRequest(request) {
+    const messages = [];
+    messages.push(
+      { role: "system", content: request.system },
+      { role: "user", content: request.user }
+    );
+    const chatRequest = { ...request, messages };
+    return chatRequest;
+  }
+  /**
+   * Calls the Upstash completions api given a ChatRequest.
+   *
+   * Returns a ChatCompletion or a stream of ChatCompletionChunks
+   * if stream is enabled.
+   *
+   * @param request ChatRequest with messages
+   * @returns Chat completion or stream
+   */
+  create = async (request) => {
+    if (request.provider.owner != "upstash")
+      return this.createThirdParty(request);
+    const body = JSON.stringify(request);
+    if ("stream" in request && request.stream) {
+      return this.http.requestStream({
+        path: ["llm", "v1", "chat", "completions"],
+        method: "POST",
+        headers: {
+          "Content-Type": "application/json",
+          Connection: "keep-alive",
+          Accept: "text/event-stream",
+          "Cache-Control": "no-cache",
+          Authorization: `Bearer ${this.token}`
+        },
+        body
+      });
+    }
+    return this.http.request({
+      path: ["llm", "v1", "chat", "completions"],
+      method: "POST",
+      headers: { "Content-Type": "application/json", Authorization: `Bearer ${this.token}` },
+      body
+    });
+  };
+  /**
+   * Calls the Upstash completions api given a ChatRequest.
+   *
+   * Returns a ChatCompletion or a stream of ChatCompletionChunks
+   * if stream is enabled.
+   *
+   * @param request ChatRequest with messages
+   * @returns Chat completion or stream
+   */
+  createThirdParty = async (request) => {
+    const { baseUrl, token, owner } = request.provider;
+    if (owner === "upstash")
+      throw new Error("Upstash is not 3rd party provider!");
+    delete request.provider;
+    delete request.system;
+    const body = JSON.stringify(request);
+    if ("stream" in request && request.stream) {
+      return this.http.requestStream({
+        path: ["v1", "chat", "completions"],
+        method: "POST",
+        headers: {
+          "Content-Type": "application/json",
+          Connection: "keep-alive",
+          Accept: "text/event-stream",
+          "Cache-Control": "no-cache",
+          Authorization: `Bearer ${token}`
+        },
+        body,
+        baseUrl
+      });
+    }
+    return this.http.request({
+      path: ["v1", "chat", "completions"],
+      method: "POST",
+      headers: {
+        "Content-Type": "application/json",
+        Authorization: `Bearer ${token}`
+      },
+      body,
+      baseUrl
+    });
+  };
+  /**
+   * Calls the Upstash completions api given a PromptRequest.
+   *
+   * Returns a ChatCompletion or a stream of ChatCompletionChunks
+   * if stream is enabled.
+   *
+   * @param request PromptRequest with system and user messages.
+   *    Note that system parameter shouldn't be passed in the case of
+   *    mistralai/Mistral-7B-Instruct-v0.2 model.
+   * @returns Chat completion or stream
+   */
+  prompt = async (request) => {
+    const chatRequest = _Chat.toChatRequest(request);
+    return this.create(chatRequest);
+  };
+};
+
+// src/client/llm/utils.ts
+function appendLLMOptionsIfNeeded(request, headers) {
+  if (request.api?.provider?.owner === "upstash") {
+    request.api = { name: "llm" };
+    return;
+  }
+  if (request.api && "provider" in request.api) {
+    const provider = request.api.provider;
+    if (!provider?.baseUrl)
+      throw new Error("baseUrl cannot be empty or undefined!");
+    if (!provider.token)
+      throw new Error("token cannot be empty or undefined!");
+    request.url = `${provider.baseUrl}/v1/chat/completions`;
+    headers.set("Authorization", `Bearer ${provider.token}`);
+  }
+}
+
 // src/client/messages.ts
 var Messages = class {
   http;
@@ -223,30 +358,23 @@ var Messages = class {
       parseResponseAsJson: false
     });
   }
-};
-
-// src/client/llm/constants.ts
-var PROVIDER_MAP = {
-  openai: "https://api.openai.com",
-  togetherai: "https://api.together.xyz"
-};
-
-// src/client/llm/utils.ts
-function appendLLMOptions(request, headers) {
-  if ("llmProvider" in request) {
-    const llmProvider = request.llmProvider;
-    if (llmProvider === "openai") {
-      const token = process.env.OPENAI_API_KEY ?? request.llmToken;
-      request.url = request.url ?? `${PROVIDER_MAP[llmProvider]}/v1/chat/completion`;
-      headers.set("Authorization", `Bearer ${token}`);
-    }
-    if (llmProvider === "togetherai") {
-      const token = process.env.TOGETHER_API_KEY ?? request.llmToken;
-      request.url = request.url ?? `${PROVIDER_MAP[llmProvider]}/v1/chat/completion`;
-      headers.set("Authorization", `Bearer ${token}`);
-    }
+  async deleteMany(messageIds) {
+    const result = await this.http.request({
+      method: "DELETE",
+      path: ["v2", "messages"],
+      headers: { "Content-Type": "application/json" },
+      body: JSON.stringify({ messageIds })
+    });
+    return result.cancelled;
   }
-}
+  async deleteAll() {
+    const result = await this.http.request({
+      method: "DELETE",
+      path: ["v2", "messages"]
+    });
+    return result.cancelled;
+  }
+};
 
 // src/client/utils.ts
 var isIgnoredHeader = (header) => {
@@ -294,7 +422,7 @@ function processHeaders(request) {
   return headers;
 }
 function getRequestPath(request) {
-  return request.url ?? request.urlGroup ?? `api/${request.api}`;
+  return request.url ?? request.urlGroup ?? `api/${request.api?.name}`;
 }
 
 // src/client/queue.ts
@@ -384,7 +512,7 @@ var Queue = class {
   async enqueueJSON(request) {
     const headers = prefixHeaders(new Headers(request.headers));
     headers.set("Content-Type", "application/json");
-    appendLLMOptions(request, headers);
+    appendLLMOptionsIfNeeded(request, headers);
     const response = await this.enqueue({
       ...request,
       body: JSON.stringify(request.body),
@@ -576,125 +704,17 @@ var UrlGroups = class {
   }
 };
 
-// src/client/llm/chat.ts
-var Chat = class _Chat {
-  http;
-  constructor(http) {
-    this.http = http;
-  }
-  static toChatRequest(request) {
-    const messages = [];
-    messages.push(
-      { role: "system", content: request.system },
-      { role: "user", content: request.user }
-    );
-    const chatRequest = { ...request, messages };
-    return chatRequest;
-  }
-  /**
-   * Calls the Upstash completions api given a ChatRequest.
-   *
-   * Returns a ChatCompletion or a stream of ChatCompletionChunks
-   * if stream is enabled.
-   *
-   * @param request ChatRequest with messages
-   * @returns Chat completion or stream
-   */
-  create = async (request) => {
-    if (request.provider === "openai" || request.provider === "togetherai")
-      return this.createThirdParty(request);
-    const body = JSON.stringify(request);
-    if ("stream" in request && request.stream) {
-      return this.http.requestStream({
-        path: ["llm", "v1", "chat", "completions"],
-        method: "POST",
-        headers: {
-          "Content-Type": "application/json",
-          Connection: "keep-alive",
-          Accept: "text/event-stream",
-          "Cache-Control": "no-cache"
-        },
-        body
-      });
-    }
-    return this.http.request({
-      path: ["llm", "v1", "chat", "completions"],
-      method: "POST",
-      headers: { "Content-Type": "application/json" },
-      body
-    });
-  };
-  /**
-   * Calls the Upstash completions api given a ChatRequest.
-   *
-   * Returns a ChatCompletion or a stream of ChatCompletionChunks
-   * if stream is enabled.
-   *
-   * @param request ChatRequest with messages
-   * @returns Chat completion or stream
-   */
-  createThirdParty = async (request) => {
-    if (request.provider === "openai" || request.provider === "togetherai") {
-      const baseUrl = PROVIDER_MAP[request.provider];
-      const llmToken = request.llmToken;
-      delete request.llmToken;
-      delete request.system;
-      delete request.provider;
-      const body = JSON.stringify(request);
-      if ("stream" in request && request.stream) {
-        return this.http.requestStream({
-          path: ["v1", "chat", "completions"],
-          method: "POST",
-          headers: {
-            "Content-Type": "application/json",
-            Connection: "keep-alive",
-            Accept: "text/event-stream",
-            "Cache-Control": "no-cache",
-            Authorization: `Bearer ${llmToken}`
-          },
-          body,
-          baseUrl
-        });
-      }
-      return this.http.request({
-        path: ["v1", "chat", "completions"],
-        method: "POST",
-        headers: {
-          "Content-Type": "application/json",
-          Authorization: `Bearer ${llmToken}`
-        },
-        body,
-        baseUrl
-      });
-    }
-    throw new Error("Could not find any third party provider");
-  };
-  /**
-   * Calls the Upstash completions api given a PromptRequest.
-   *
-   * Returns a ChatCompletion or a stream of ChatCompletionChunks
-   * if stream is enabled.
-   *
-   * @param request PromptRequest with system and user messages.
-   *    Note that system parameter shouldn't be passed in the case of
-   *    mistralai/Mistral-7B-Instruct-v0.2 model.
-   * @returns Chat completion or stream
-   */
-  prompt = async (request) => {
-    const chatRequest = _Chat.toChatRequest(request);
-    return this.create(chatRequest);
-  };
-};
-
 // src/client/client.ts
 var Client = class {
   http;
+  token;
   constructor(config) {
     this.http = new HttpClient({
       retry: config.retry,
       baseUrl: config.baseUrl ? config.baseUrl.replace(/\/$/, "") : "https://qstash.upstash.io",
       authorization: `Bearer ${config.token}`
     });
+    this.token = config.token;
   }
   /**
    * Access the urlGroup API.
@@ -742,7 +762,7 @@ var Client = class {
    * Call the create or prompt methods
    */
   chat() {
-    return new Chat(this.http);
+    return new Chat(this.http, this.token);
   }
   async publish(request) {
     const headers = processHeaders(request);
@@ -761,7 +781,7 @@ var Client = class {
   async publishJSON(request) {
     const headers = prefixHeaders(new Headers(request.headers));
     headers.set("Content-Type", "application/json");
-    appendLLMOptions(request, headers);
+    appendLLMOptionsIfNeeded(request, headers);
     const response = await this.publish({
       ...request,
       headers,
@@ -803,7 +823,7 @@ var Client = class {
         message.body = JSON.stringify(message.body);
       }
       message.headers = new Headers(message.headers);
-      appendLLMOptions(message, message.headers);
+      appendLLMOptionsIfNeeded(message, message.headers);
       message.headers.set("Content-Type", "application/json");
     }
     const response = await this.batch(request);
@@ -857,6 +877,31 @@ var Client = class {
     };
   }
 };
+
+// src/client/llm/providers.ts
+var upstash = () => {
+  return {
+    owner: "upstash",
+    baseUrl: "https://qstash.upstash.io/llm",
+    token: ""
+  };
+};
+var openai = ({
+  token
+}) => {
+  return { token, owner: "openai", baseUrl: "https://api.openai.com" };
+};
+var custom = ({
+  baseUrl,
+  token
+}) => {
+  const trimmedBaseUrl = baseUrl.replace(/\/(v1\/)?chat\/completions$/, "");
+  return {
+    token,
+    owner: "custom",
+    baseUrl: trimmedBaseUrl
+  };
+};
 export {
   Chat,
   Client,
@@ -867,5 +912,8 @@ export {
   Receiver,
   Schedules,
   SignatureError,
-  UrlGroups
+  UrlGroups,
+  custom,
+  openai,
+  upstash
 };

package/package.json

@@ -1 +1 @@
-{"version":"v2.6.0","name":"@upstash/qstash","description":"Official Typescript client for QStash","author":"Andreas Thomas <dev@chronark.com>","license":"MIT","homepage":"https://github.com/upstash/sdk-qstash-ts#readme","repository":{"type":"git","url":"git+https://github.com/upstash/sdk-qstash-ts.git"},"bugs":{"url":"https://github.com/upstash/sdk-qstash-ts/issues"},"main":"./index.js","module":"./index.mjs","types":"./index.d.ts","files":["./**"],"exports":{".":{"import":"./index.mjs","require":"./index.js"},"./nextjs":{"import":"./nextjs.js","require":"./nextjs.js"},"./dist/nextjs":{"import":"./nextjs.js","require":"./nextjs.js"}},"typesVersions":{"*":{"nextjs":["./nextjs.d.ts"]}},"keywords":["qstash","queue","events","serverless","upstash"],"scripts":{"build":"tsup && cp README.md ./dist/ && cp package.json ./dist/ && cp LICENSE ./dist/","test":"bun test","fmt":"prettier --write .","lint":"tsc && eslint \"src/**/*.{js,ts,tsx}\" --quiet --fix"},"devDependencies":{"@commitlint/cli":"^19.2.2","@commitlint/config-conventional":"^19.2.2","@types/bun":"^1.1.1","@types/crypto-js":"^4.2.0","@typescript-eslint/eslint-plugin":"^7.0.1","@typescript-eslint/parser":"^7.0.1","ai":"^3.1.28","bun-types":"^1.1.7","eslint":"^8","eslint-plugin-unicorn":"^51.0.1","husky":"^9.0.10","next":"^14.0.2","prettier":"^3.2.5","tsup":"latest","typescript":"^5.4.5","undici-types":"^6.16.0","vitest":"latest"},"dependencies":{"crypto-js":">=4.2.0","jose":"^ 5.2.3"}}
+{"version":"v2.7.0-canary-1","name":"@upstash/qstash","description":"Official Typescript client for QStash","author":"Andreas Thomas <dev@chronark.com>","license":"MIT","homepage":"https://github.com/upstash/sdk-qstash-ts#readme","repository":{"type":"git","url":"git+https://github.com/upstash/sdk-qstash-ts.git"},"bugs":{"url":"https://github.com/upstash/sdk-qstash-ts/issues"},"main":"./index.js","module":"./index.mjs","types":"./index.d.ts","files":["./**"],"exports":{".":{"import":"./index.mjs","require":"./index.js"},"./nextjs":{"import":"./nextjs.js","require":"./nextjs.js"},"./dist/nextjs":{"import":"./nextjs.js","require":"./nextjs.js"}},"typesVersions":{"*":{"nextjs":["./nextjs.d.ts"]}},"keywords":["qstash","queue","events","serverless","upstash"],"scripts":{"build":"tsup && cp README.md ./dist/ && cp package.json ./dist/ && cp LICENSE ./dist/","test":"bun test","fmt":"prettier --write .","lint":"tsc && eslint \"src/**/*.{js,ts,tsx}\" --quiet --fix"},"devDependencies":{"@commitlint/cli":"^19.2.2","@commitlint/config-conventional":"^19.2.2","@types/bun":"^1.1.1","@types/crypto-js":"^4.2.0","@typescript-eslint/eslint-plugin":"^7.0.1","@typescript-eslint/parser":"^7.0.1","ai":"^3.1.28","bun-types":"^1.1.7","eslint":"^8","eslint-plugin-unicorn":"^51.0.1","husky":"^9.0.10","next":"^14.0.2","prettier":"^3.2.5","tsup":"latest","typescript":"^5.4.5","undici-types":"^6.16.0","vitest":"latest"},"dependencies":{"crypto-js":">=4.2.0","jose":"^ 5.2.3"}}