notdiamond 0.3.12 → 1.0.1

package/dist/index.cjs

@@ -30,7 +30,7 @@ const axios__default = /*#__PURE__*/_interopDefaultCompat(axios);
 
 const name = "notdiamond";
 const type = "module";
-const version = "1.0.0";
+const version = "1.0.1";
 const author = "not-diamond";
 const license = "MIT";
 const description = "TS/JS client for the NotDiamond API";
@@ -436,14 +436,14 @@ function getLangChainModel(provider, llmKeys, responseModel) {
       throw new Error(`Unsupported provider: ${provider.provider}`);
   }
 }
-async function callLLM(provider, options, llmKeys) {
+async function callLLM(provider, options, llmKeys, runtimeArgs) {
   const model = getLangChainModel(provider, llmKeys, options.responseModel);
   const langChainMessages = extendProviderSystemPrompt(
     options.messages.map(convertToLangChainMessage),
     options,
     provider
   );
-  const response = await model.invoke(langChainMessages);
+  const response = await model.invoke(langChainMessages, runtimeArgs);
   return extractContent(response);
 }
 function extendProviderSystemPrompt(messages$1, options, provider) {
@@ -467,14 +467,14 @@ function convertToLangChainMessage(msg) {
       return new messages.HumanMessage(msg.content);
   }
 }
-async function* callLLMStream(provider, options, llmKeys) {
+async function* callLLMStream(provider, options, llmKeys, runtimeArgs) {
   const model = getLangChainModel(provider, llmKeys, options.responseModel);
   const langChainMessages = extendProviderSystemPrompt(
     options.messages.map(convertToLangChainMessage),
     options,
     provider
   );
-  const stream = await model.stream(langChainMessages);
+  const stream = await model.stream(langChainMessages, runtimeArgs);
   for await (const chunk of stream) {
     yield extractContent(chunk);
   }
@@ -625,10 +625,15 @@ class NotDiamond {
    * @param options The options for the model.
    * @returns A promise that resolves to the results of the model.
    */
-  async acreate(options) {
+  async acreate(options, runtimeArgs = {}) {
     const selectedModel = await this.modelSelect(options);
     const { providers } = selectedModel;
-    const content = await callLLM(providers[0], options, this.llmKeys);
+    const content = await callLLM(
+      providers[0],
+      options,
+      this.llmKeys,
+      runtimeArgs
+    );
     return { content, providers };
   }
   /**
@@ -637,8 +642,8 @@ class NotDiamond {
    * @param callback Optional callback function to handle the result.
    * @returns A promise that resolves to the results of the model or a callback function
    */
-  create(options, callback) {
-    const promise = this.acreate(options);
+  create(options, runtimeArgs = {}, callback) {
+    const promise = this.acreate(options, runtimeArgs);
     if (callback) {
       promise.then((result) => callback(null, result)).catch((error) => callback(error));
     } else {
@@ -650,7 +655,7 @@ class NotDiamond {
    * @param options The options for the model.
    * @returns A promise that resolves to an object containing the provider and an AsyncIterable of strings.
    */
-  async astream(options) {
+  async astream(options, runtimeArgs = {}) {
     const selectedModel = await this.modelSelect(options);
     const { providers } = selectedModel;
     const stream = await Promise.resolve(
@@ -660,7 +665,8 @@ class NotDiamond {
           model: "gpt-3.5-turbo"
         },
         options,
-        this.llmKeys
+        this.llmKeys,
+        runtimeArgs
       )
     );
     return {
@@ -677,11 +683,11 @@ class NotDiamond {
    * @param callback Optional callback function to handle each chunk of the stream.
    * @returns A promise that resolves to an object containing the provider and an AsyncIterable of strings or a callback function
    */
-  stream(options, callback) {
+  stream(options, runtimeArgs = {}, callback) {
     if (!options.llmProviders || options.llmProviders.length === 0) {
       throw new Error("No LLM providers specified");
     }
-    const promise = this.astream(options);
+    const promise = this.astream(options, runtimeArgs);
     if (callback) {
       promise.then(async ({ provider, stream }) => {
         for await (const chunk of stream) {

package/dist/index.d.cts

@@ -176,7 +176,7 @@ declare class NotDiamond {
      * @param callback Optional callback function to handle the result.
      * @returns A promise that resolves to the results of the model or a callback function
      */
-    create(options: ModelSelectOptions, callback?: (error: Error | null, result?: {
+    create(options: ModelSelectOptions, runtimeArgs?: Record<string, string>, callback?: (error: Error | null, result?: {
         content: string;
         providers: Provider[];
     }) => void): Promise<{
@@ -195,7 +195,7 @@ declare class NotDiamond {
      * @param callback Optional callback function to handle each chunk of the stream.
      * @returns A promise that resolves to an object containing the provider and an AsyncIterable of strings or a callback function
      */
-    stream(options: ModelSelectOptions, callback?: (error: Error | null, result?: {
+    stream(options: ModelSelectOptions, runtimeArgs?: Record<string, string>, callback?: (error: Error | null, result?: {
         provider: Provider;
         chunk?: string;
     }) => void): Promise<{

package/dist/index.d.mts

@@ -176,7 +176,7 @@ declare class NotDiamond {
      * @param callback Optional callback function to handle the result.
      * @returns A promise that resolves to the results of the model or a callback function
      */
-    create(options: ModelSelectOptions, callback?: (error: Error | null, result?: {
+    create(options: ModelSelectOptions, runtimeArgs?: Record<string, string>, callback?: (error: Error | null, result?: {
         content: string;
         providers: Provider[];
     }) => void): Promise<{
@@ -195,7 +195,7 @@ declare class NotDiamond {
      * @param callback Optional callback function to handle each chunk of the stream.
      * @returns A promise that resolves to an object containing the provider and an AsyncIterable of strings or a callback function
      */
-    stream(options: ModelSelectOptions, callback?: (error: Error | null, result?: {
+    stream(options: ModelSelectOptions, runtimeArgs?: Record<string, string>, callback?: (error: Error | null, result?: {
         provider: Provider;
         chunk?: string;
     }) => void): Promise<{

package/dist/index.d.ts

@@ -176,7 +176,7 @@ declare class NotDiamond {
      * @param callback Optional callback function to handle the result.
      * @returns A promise that resolves to the results of the model or a callback function
      */
-    create(options: ModelSelectOptions, callback?: (error: Error | null, result?: {
+    create(options: ModelSelectOptions, runtimeArgs?: Record<string, string>, callback?: (error: Error | null, result?: {
         content: string;
         providers: Provider[];
     }) => void): Promise<{
@@ -195,7 +195,7 @@ declare class NotDiamond {
      * @param callback Optional callback function to handle each chunk of the stream.
      * @returns A promise that resolves to an object containing the provider and an AsyncIterable of strings or a callback function
      */
-    stream(options: ModelSelectOptions, callback?: (error: Error | null, result?: {
+    stream(options: ModelSelectOptions, runtimeArgs?: Record<string, string>, callback?: (error: Error | null, result?: {
         provider: Provider;
         chunk?: string;
     }) => void): Promise<{

package/dist/index.mjs

@@ -11,7 +11,7 @@ import { ChatTogetherAI } from '@langchain/community/chat_models/togetherai';
 
 const name = "notdiamond";
 const type = "module";
-const version = "1.0.0";
+const version = "1.0.1";
 const author = "not-diamond";
 const license = "MIT";
 const description = "TS/JS client for the NotDiamond API";
@@ -417,14 +417,14 @@ function getLangChainModel(provider, llmKeys, responseModel) {
       throw new Error(`Unsupported provider: ${provider.provider}`);
   }
 }
-async function callLLM(provider, options, llmKeys) {
+async function callLLM(provider, options, llmKeys, runtimeArgs) {
   const model = getLangChainModel(provider, llmKeys, options.responseModel);
   const langChainMessages = extendProviderSystemPrompt(
     options.messages.map(convertToLangChainMessage),
     options,
     provider
   );
-  const response = await model.invoke(langChainMessages);
+  const response = await model.invoke(langChainMessages, runtimeArgs);
   return extractContent(response);
 }
 function extendProviderSystemPrompt(messages, options, provider) {
@@ -448,14 +448,14 @@ function convertToLangChainMessage(msg) {
       return new HumanMessage(msg.content);
   }
 }
-async function* callLLMStream(provider, options, llmKeys) {
+async function* callLLMStream(provider, options, llmKeys, runtimeArgs) {
   const model = getLangChainModel(provider, llmKeys, options.responseModel);
   const langChainMessages = extendProviderSystemPrompt(
     options.messages.map(convertToLangChainMessage),
     options,
     provider
   );
-  const stream = await model.stream(langChainMessages);
+  const stream = await model.stream(langChainMessages, runtimeArgs);
   for await (const chunk of stream) {
     yield extractContent(chunk);
   }
@@ -606,10 +606,15 @@ class NotDiamond {
    * @param options The options for the model.
    * @returns A promise that resolves to the results of the model.
    */
-  async acreate(options) {
+  async acreate(options, runtimeArgs = {}) {
     const selectedModel = await this.modelSelect(options);
     const { providers } = selectedModel;
-    const content = await callLLM(providers[0], options, this.llmKeys);
+    const content = await callLLM(
+      providers[0],
+      options,
+      this.llmKeys,
+      runtimeArgs
+    );
     return { content, providers };
   }
   /**
@@ -618,8 +623,8 @@ class NotDiamond {
    * @param callback Optional callback function to handle the result.
    * @returns A promise that resolves to the results of the model or a callback function
    */
-  create(options, callback) {
-    const promise = this.acreate(options);
+  create(options, runtimeArgs = {}, callback) {
+    const promise = this.acreate(options, runtimeArgs);
     if (callback) {
       promise.then((result) => callback(null, result)).catch((error) => callback(error));
     } else {
@@ -631,7 +636,7 @@ class NotDiamond {
    * @param options The options for the model.
    * @returns A promise that resolves to an object containing the provider and an AsyncIterable of strings.
    */
-  async astream(options) {
+  async astream(options, runtimeArgs = {}) {
     const selectedModel = await this.modelSelect(options);
     const { providers } = selectedModel;
     const stream = await Promise.resolve(
@@ -641,7 +646,8 @@ class NotDiamond {
           model: "gpt-3.5-turbo"
         },
         options,
-        this.llmKeys
+        this.llmKeys,
+        runtimeArgs
       )
     );
     return {
@@ -658,11 +664,11 @@ class NotDiamond {
    * @param callback Optional callback function to handle each chunk of the stream.
    * @returns A promise that resolves to an object containing the provider and an AsyncIterable of strings or a callback function
    */
-  stream(options, callback) {
+  stream(options, runtimeArgs = {}, callback) {
     if (!options.llmProviders || options.llmProviders.length === 0) {
       throw new Error("No LLM providers specified");
     }
-    const promise = this.astream(options);
+    const promise = this.astream(options, runtimeArgs);
     if (callback) {
       promise.then(async ({ provider, stream }) => {
         for await (const chunk of stream) {

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "notdiamond",
   "type": "module",
-  "version": "0.3.12",
+  "version": "1.0.1",
   "author": "not-diamond",
   "license": "MIT",
   "description": "TS/JS client for the NotDiamond API",