langchain 0.0.134 → 0.0.136

package/dist/agents/chat_convo/outputParser.cjs

@@ -36,16 +36,19 @@ class ChatConversationalAgentOutputParser extends types_js_1.AgentActionOutputPa
      */
     async parse(text) {
         let jsonOutput = text.trim();
-        if (jsonOutput.includes("```json")) {
-            jsonOutput = jsonOutput.split("```json")[1].trimStart();
-        }
-        else if (jsonOutput.includes("```")) {
-            const firstIndex = jsonOutput.indexOf("```");
-            jsonOutput = jsonOutput.slice(firstIndex + 3).trimStart();
-        }
-        const lastIndex = jsonOutput.lastIndexOf("```");
-        if (lastIndex !== -1) {
-            jsonOutput = jsonOutput.slice(0, lastIndex).trimEnd();
+        if (jsonOutput.includes("```json") || jsonOutput.includes("```")) {
+            const testString = jsonOutput.includes("```json") ? "```json" : "```";
+            const firstIndex = jsonOutput.indexOf(testString);
+            const actionInputIndex = jsonOutput.indexOf("action_input");
+            if (actionInputIndex > firstIndex) {
+                jsonOutput = jsonOutput
+                    .slice(firstIndex + testString.length)
+                    .trimStart();
+                const lastIndex = jsonOutput.lastIndexOf("```");
+                if (lastIndex !== -1) {
+                    jsonOutput = jsonOutput.slice(0, lastIndex).trimEnd();
+                }
+            }
         }
         try {
             const response = JSON.parse(jsonOutput);

package/dist/agents/chat_convo/outputParser.js

@@ -33,16 +33,19 @@ export class ChatConversationalAgentOutputParser extends AgentActionOutputParser
      */
     async parse(text) {
         let jsonOutput = text.trim();
-        if (jsonOutput.includes("```json")) {
-            jsonOutput = jsonOutput.split("```json")[1].trimStart();
-        }
-        else if (jsonOutput.includes("```")) {
-            const firstIndex = jsonOutput.indexOf("```");
-            jsonOutput = jsonOutput.slice(firstIndex + 3).trimStart();
-        }
-        const lastIndex = jsonOutput.lastIndexOf("```");
-        if (lastIndex !== -1) {
-            jsonOutput = jsonOutput.slice(0, lastIndex).trimEnd();
+        if (jsonOutput.includes("```json") || jsonOutput.includes("```")) {
+            const testString = jsonOutput.includes("```json") ? "```json" : "```";
+            const firstIndex = jsonOutput.indexOf(testString);
+            const actionInputIndex = jsonOutput.indexOf("action_input");
+            if (actionInputIndex > firstIndex) {
+                jsonOutput = jsonOutput
+                    .slice(firstIndex + testString.length)
+                    .trimStart();
+                const lastIndex = jsonOutput.lastIndexOf("```");
+                if (lastIndex !== -1) {
+                    jsonOutput = jsonOutput.slice(0, lastIndex).trimEnd();
+                }
+            }
         }
         try {
             const response = JSON.parse(jsonOutput);

package/dist/callbacks/base.d.ts

@@ -1,4 +1,4 @@
-import { AgentAction, AgentFinish, BaseMessage, ChainValues, LLMResult } from "../schema/index.js";
+import { AgentAction, AgentFinish, BaseMessage, ChainValues, ChatGenerationChunk, GenerationChunk, LLMResult } from "../schema/index.js";
 import { Serializable, Serialized, SerializedNotImplemented } from "../load/serializable.js";
 import { SerializedFields } from "../load/map_keys.js";
 import { Document } from "../document.js";
@@ -22,6 +22,9 @@ export interface NewTokenIndices {
     prompt: number;
     completion: number;
 }
+export type HandleLLMNewTokenCallbackFields = {
+    chunk?: GenerationChunk | ChatGenerationChunk;
+};
 /**
  * Abstract class that provides a set of optional methods that can be
  * overridden in derived classes to handle various events during the
@@ -43,7 +46,7 @@ declare abstract class BaseCallbackHandlerMethodsClass {
      * idx.completion is the index of the completion that produced the token
      *   (if multiple completions per prompt are requested)
      */
-    idx: NewTokenIndices, runId: string, parentRunId?: string, tags?: string[]): Promise<void> | void;
+    idx: NewTokenIndices, runId: string, parentRunId?: string, tags?: string[], fields?: HandleLLMNewTokenCallbackFields): Promise<void> | void;
     /**
      * Called if an LLM/ChatModel run encounters an error
      */
@@ -182,7 +185,7 @@ export declare abstract class BaseCallbackHandler extends BaseCallbackHandlerMet
         /**
          * Called when an LLM/ChatModel in `streaming` mode produces a new token
          */
-        handleLLMNewToken?(token: string, idx: NewTokenIndices, runId: string, parentRunId?: string | undefined, tags?: string[] | undefined): void | Promise<void>;
+        handleLLMNewToken?(token: string, idx: NewTokenIndices, runId: string, parentRunId?: string | undefined, tags?: string[] | undefined, fields?: HandleLLMNewTokenCallbackFields | undefined): void | Promise<void>;
         /**
          * Called if an LLM/ChatModel run encounters an error
          */

package/dist/callbacks/handlers/tracer.cjs

@@ -332,7 +332,7 @@ class BaseTracer extends base_js_1.BaseCallbackHandler {
         });
         await this.onText?.(run);
     }
-    async handleLLMNewToken(token, idx, runId) {
+    async handleLLMNewToken(token, idx, runId, _parentRunId, _tags, fields) {
         const run = this.runMap.get(runId);
         if (!run || run?.run_type !== "llm") {
             return;
@@ -340,7 +340,7 @@ class BaseTracer extends base_js_1.BaseCallbackHandler {
         run.events.push({
             name: "new_token",
             time: Date.now(),
-            kwargs: { token, idx },
+            kwargs: { token, idx, chunk: fields?.chunk },
         });
         await this.onLLMNewToken?.(run);
     }

package/dist/callbacks/handlers/tracer.d.ts

@@ -1,7 +1,7 @@
 import { KVMap, BaseRun } from "langsmith/schemas";
 import { AgentAction, AgentFinish, BaseMessage, ChainValues, LLMResult } from "../../schema/index.js";
 import { Serialized } from "../../load/serializable.js";
-import { BaseCallbackHandler, BaseCallbackHandlerInput, NewTokenIndices } from "../base.js";
+import { BaseCallbackHandler, BaseCallbackHandlerInput, HandleLLMNewTokenCallbackFields, NewTokenIndices } from "../base.js";
 import { Document } from "../../document.js";
 export type RunType = string;
 export interface Run extends BaseRun {
@@ -44,7 +44,7 @@ export declare abstract class BaseTracer extends BaseCallbackHandler {
     handleRetrieverEnd(documents: Document<Record<string, unknown>>[], runId: string): Promise<void>;
     handleRetrieverError(error: Error, runId: string): Promise<void>;
     handleText(text: string, runId: string): Promise<void>;
-    handleLLMNewToken(token: string, idx: NewTokenIndices, runId: string): Promise<void>;
+    handleLLMNewToken(token: string, idx: NewTokenIndices, runId: string, _parentRunId?: string, _tags?: string[], fields?: HandleLLMNewTokenCallbackFields): Promise<void>;
     onLLMStart?(run: Run): void | Promise<void>;
     onLLMEnd?(run: Run): void | Promise<void>;
     onLLMError?(run: Run): void | Promise<void>;

package/dist/callbacks/handlers/tracer.js

@@ -329,7 +329,7 @@ export class BaseTracer extends BaseCallbackHandler {
         });
         await this.onText?.(run);
     }
-    async handleLLMNewToken(token, idx, runId) {
+    async handleLLMNewToken(token, idx, runId, _parentRunId, _tags, fields) {
         const run = this.runMap.get(runId);
         if (!run || run?.run_type !== "llm") {
             return;
@@ -337,7 +337,7 @@ export class BaseTracer extends BaseCallbackHandler {
         run.events.push({
             name: "new_token",
             time: Date.now(),
-            kwargs: { token, idx },
+            kwargs: { token, idx, chunk: fields?.chunk },
         });
         await this.onLLMNewToken?.(run);
     }

package/dist/callbacks/manager.cjs

@@ -137,11 +137,11 @@ class CallbackManagerForRetrieverRun extends BaseRunManager {
 }
 exports.CallbackManagerForRetrieverRun = CallbackManagerForRetrieverRun;
 class CallbackManagerForLLMRun extends BaseRunManager {
-    async handleLLMNewToken(token, idx = { prompt: 0, completion: 0 }) {
+    async handleLLMNewToken(token, idx, _runId, _parentRunId, _tags, fields) {
         await Promise.all(this.handlers.map((handler) => (0, promises_js_1.consumeCallback)(async () => {
             if (!handler.ignoreLLM) {
                 try {
-                    await handler.handleLLMNewToken?.(token, idx, this.runId, this._parentRunId, this.tags);
+                    await handler.handleLLMNewToken?.(token, idx ?? { prompt: 0, completion: 0 }, this.runId, this._parentRunId, this.tags, fields);
                 }
                 catch (err) {
                     console.error(`Error in handler ${handler.constructor.name}, handleLLMNewToken: ${err}`);

package/dist/callbacks/manager.d.ts

@@ -1,5 +1,5 @@
 import { AgentAction, AgentFinish, BaseMessage, ChainValues, LLMResult } from "../schema/index.js";
-import { BaseCallbackHandler, CallbackHandlerMethods, NewTokenIndices } from "./base.js";
+import { BaseCallbackHandler, CallbackHandlerMethods, HandleLLMNewTokenCallbackFields, NewTokenIndices } from "./base.js";
 import { LangChainTracerFields } from "./handlers/tracer_langchain.js";
 import { Serialized } from "../load/serializable.js";
 import { Document } from "../document.js";
@@ -62,7 +62,7 @@ export declare class CallbackManagerForRetrieverRun extends BaseRunManager imple
     handleRetrieverError(err: Error | unknown): Promise<void>;
 }
 export declare class CallbackManagerForLLMRun extends BaseRunManager implements BaseCallbackManagerMethods {
-    handleLLMNewToken(token: string, idx?: NewTokenIndices): Promise<void>;
+    handleLLMNewToken(token: string, idx?: NewTokenIndices, _runId?: string, _parentRunId?: string, _tags?: string[], fields?: HandleLLMNewTokenCallbackFields): Promise<void>;
     handleLLMError(err: Error | unknown): Promise<void>;
     handleLLMEnd(output: LLMResult): Promise<void>;
 }

package/dist/callbacks/manager.js

@@ -131,11 +131,11 @@ export class CallbackManagerForRetrieverRun extends BaseRunManager {
     }
 }
 export class CallbackManagerForLLMRun extends BaseRunManager {
-    async handleLLMNewToken(token, idx = { prompt: 0, completion: 0 }) {
+    async handleLLMNewToken(token, idx, _runId, _parentRunId, _tags, fields) {
         await Promise.all(this.handlers.map((handler) => consumeCallback(async () => {
             if (!handler.ignoreLLM) {
                 try {
-                    await handler.handleLLMNewToken?.(token, idx, this.runId, this._parentRunId, this.tags);
+                    await handler.handleLLMNewToken?.(token, idx ?? { prompt: 0, completion: 0 }, this.runId, this._parentRunId, this.tags, fields);
                 }
                 catch (err) {
                     console.error(`Error in handler ${handler.constructor.name}, handleLLMNewToken: ${err}`);

package/dist/chains/question_answering/map_reduce_prompts.d.ts

@@ -1,6 +1,6 @@
 import { PromptTemplate } from "../../prompts/prompt.js";
 import { ConditionalPromptSelector } from "../../prompts/selectors/conditional.js";
-export declare const DEFAULT_COMBINE_QA_PROMPT: PromptTemplate<any, any>;
+export declare const DEFAULT_COMBINE_QA_PROMPT: PromptTemplate<import("../../prompts/prompt.js").ParamsFromFString<"Use the following portion of a long document to see if any of the text is relevant to answer the question. \nReturn any relevant text verbatim.\n{context}\nQuestion: {question}\nRelevant text, if any:">, any>;
 export declare const COMBINE_QA_PROMPT_SELECTOR: ConditionalPromptSelector;
-export declare const COMBINE_PROMPT: PromptTemplate<any, any>;
+export declare const COMBINE_PROMPT: PromptTemplate<import("../../prompts/prompt.js").ParamsFromFString<"Given the following extracted parts of a long document and a question, create a final answer. \nIf you don't know the answer, just say that you don't know. Don't try to make up an answer.\n\nQUESTION: Which state/country's law governs the interpretation of the contract?\n=========\nContent: This Agreement is governed by English law and the parties submit to the exclusive jurisdiction of the English courts in  relation to any dispute (contractual or non-contractual) concerning this Agreement save that either party may apply to any court for an  injunction or other relief to protect its Intellectual Property Rights.\n\nContent: No Waiver. Failure or delay in exercising any right or remedy under this Agreement shall not constitute a waiver of such (or any other)  right or remedy.\n\n11.7 Severability. The invalidity, illegality or unenforceability of any term (or part of a term) of this Agreement shall not affect the continuation  in force of the remainder of the term (if any) and this Agreement.\n\n11.8 No Agency. Except as expressly stated otherwise, nothing in this Agreement shall create an agency, partnership or joint venture of any  kind between the parties.\n\n11.9 No Third-Party Beneficiaries.\n\nContent: (b) if Google believes, in good faith, that the Distributor has violated or caused Google to violate any Anti-Bribery Laws (as  defined in Clause 8.5) or that such a violation is reasonably likely to occur,\n=========\nFINAL ANSWER: This Agreement is governed by English law.\n\nQUESTION: What did the president say about Michael Jackson?\n=========\nContent: Madam Speaker, Madam Vice President, our First Lady and Second Gentleman. Members of Congress and the Cabinet. Justices of the Supreme Court. My fellow Americans.  \n\nLast year COVID-19 kept us apart. This year we are finally together again. \n\nTonight, we meet as Democrats Republicans and Independents. But most importantly as Americans. \n\nWith a duty to one another to the American people to the Constitution. \n\nAnd with an unwavering resolve that freedom will always triumph over tyranny. \n\nSix days ago, Russia’s Vladimir Putin sought to shake the foundations of the free world thinking he could make it bend to his menacing ways. But he badly miscalculated. \n\nHe thought he could roll into Ukraine and the world would roll over. Instead he met a wall of strength he never imagined. \n\nHe met the Ukrainian people. \n\nFrom President Zelenskyy to every Ukrainian, their fearlessness, their courage, their determination, inspires the world. \n\nGroups of citizens blocking tanks with their bodies. Everyone from students to retirees teachers turned soldiers defending their homeland.\n\nContent: And we won’t stop. \n\nWe have lost so much to COVID-19. Time with one another. And worst of all, so much loss of life. \n\nLet’s use this moment to reset. Let’s stop looking at COVID-19 as a partisan dividing line and see it for what it is: A God-awful disease.  \n\nLet’s stop seeing each other as enemies, and start seeing each other for who we really are: Fellow Americans.  \n\nWe can’t change how divided we’ve been. But we can change how we move forward—on COVID-19 and other issues we must face together. \n\nI recently visited the New York City Police Department days after the funerals of Officer Wilbert Mora and his partner, Officer Jason Rivera. \n\nThey were responding to a 9-1-1 call when a man shot and killed them with a stolen gun. \n\nOfficer Mora was 27 years old. \n\nOfficer Rivera was 22. \n\nBoth Dominican Americans who’d grown up on the same streets they later chose to patrol as police officers. \n\nI spoke with their families and told them that we are forever in debt for their sacrifice, and we will carry on their mission to restore the trust and safety every community deserves.\n\nContent: And a proud Ukrainian people, who have known 30 years  of independence, have repeatedly shown that they will not tolerate anyone who tries to take their country backwards.  \n\nTo all Americans, I will be honest with you, as I’ve always promised. A Russian dictator, invading a foreign country, has costs around the world. \n\nAnd I’m taking robust action to make sure the pain of our sanctions  is targeted at Russia’s economy. And I will use every tool at our disposal to protect American businesses and consumers. \n\nTonight, I can announce that the United States has worked with 30 other countries to release 60 Million barrels of oil from reserves around the world.  \n\nAmerica will lead that effort, releasing 30 Million barrels from our own Strategic Petroleum Reserve. And we stand ready to do more if necessary, unified with our allies.  \n\nThese steps will help blunt gas prices here at home. And I know the news about what’s happening can seem alarming. \n\nBut I want you to know that we are going to be okay.\n\nContent: More support for patients and families. \n\nTo get there, I call on Congress to fund ARPA-H, the Advanced Research Projects Agency for Health. \n\nIt’s based on DARPA—the Defense Department project that led to the Internet, GPS, and so much more.  \n\nARPA-H will have a singular purpose—to drive breakthroughs in cancer, Alzheimer’s, diabetes, and more. \n\nA unity agenda for the nation. \n\nWe can do this. \n\nMy fellow Americans—tonight , we have gathered in a sacred space—the citadel of our democracy. \n\nIn this Capitol, generation after generation, Americans have debated great questions amid great strife, and have done great things. \n\nWe have fought for freedom, expanded liberty, defeated totalitarianism and terror. \n\nAnd built the strongest, freest, and most prosperous nation the world has ever known. \n\nNow is the hour. \n\nOur moment of responsibility. \n\nOur test of resolve and conscience, of history itself. \n\nIt is in this moment that our character is formed. Our purpose is found. Our future is forged. \n\nWell I know this nation.\n=========\nFINAL ANSWER: The president did not mention Michael Jackson.\n\nQUESTION: {question}\n=========\n{summaries}\n=========\nFINAL ANSWER:">, any>;
 export declare const COMBINE_PROMPT_SELECTOR: ConditionalPromptSelector;

package/dist/chains/retrieval_qa.cjs

@@ -56,7 +56,7 @@ class RetrievalQAChain extends base_js_1.BaseChain {
         }
         const question = values[this.inputKey];
         const docs = await this.retriever.getRelevantDocuments(question, runManager?.getChild("retriever"));
-        const inputs = { question, input_documents: docs };
+        const inputs = { question, input_documents: docs, ...values };
         const result = await this.combineDocumentsChain.call(inputs, runManager?.getChild("combine_documents"));
         if (this.returnSourceDocuments) {
             return {

package/dist/chains/retrieval_qa.js

@@ -53,7 +53,7 @@ export class RetrievalQAChain extends BaseChain {
         }
         const question = values[this.inputKey];
         const docs = await this.retriever.getRelevantDocuments(question, runManager?.getChild("retriever"));
-        const inputs = { question, input_documents: docs };
+        const inputs = { question, input_documents: docs, ...values };
         const result = await this.combineDocumentsChain.call(inputs, runManager?.getChild("combine_documents"));
         if (this.returnSourceDocuments) {
             return {

package/dist/chat_models/openai.cjs

@@ -402,7 +402,10 @@ class ChatOpenAI extends base_js_1.BaseChatModel {
             });
             yield generationChunk;
             // eslint-disable-next-line no-void
-            void runManager?.handleLLMNewToken(generationChunk.text ?? "");
+            void runManager?.handleLLMNewToken(generationChunk.text ?? "", {
+                prompt: 0,
+                completion: choice.index,
+            }, undefined, undefined, undefined, { chunk: generationChunk });
         }
     }
     startStream(request, options) {
@@ -548,13 +551,15 @@ class ChatOpenAI extends base_js_1.BaseChatModel {
                                         choice.message.function_call.arguments +=
                                             part.delta?.function_call?.arguments ?? "";
                                     }
-                                    // eslint-disable-next-line no-void
+                                    const chunk = _convertDeltaToMessageChunk(part.delta, "assistant");
+                                    const generationChunk = new index_js_1.ChatGenerationChunk({
+                                        message: chunk,
+                                        text: chunk.content,
+                                    });
                                     void runManager?.handleLLMNewToken(part.delta?.content ?? "", {
                                         prompt: options.promptIndex ?? 0,
                                         completion: part.index,
-                                    });
-                                    // TODO we don't currently have a callback method for
-                                    // sending the function call arguments
+                                    }, undefined, undefined, undefined, { chunk: generationChunk });
                                 }
                             }
                             // when all messages are finished, resolve

package/dist/chat_models/openai.js

@@ -396,7 +396,10 @@ export class ChatOpenAI extends BaseChatModel {
             });
             yield generationChunk;
             // eslint-disable-next-line no-void
-            void runManager?.handleLLMNewToken(generationChunk.text ?? "");
+            void runManager?.handleLLMNewToken(generationChunk.text ?? "", {
+                prompt: 0,
+                completion: choice.index,
+            }, undefined, undefined, undefined, { chunk: generationChunk });
         }
     }
     startStream(request, options) {
@@ -542,13 +545,15 @@ export class ChatOpenAI extends BaseChatModel {
                                         choice.message.function_call.arguments +=
                                             part.delta?.function_call?.arguments ?? "";
                                     }
-                                    // eslint-disable-next-line no-void
+                                    const chunk = _convertDeltaToMessageChunk(part.delta, "assistant");
+                                    const generationChunk = new ChatGenerationChunk({
+                                        message: chunk,
+                                        text: chunk.content,
+                                    });
                                     void runManager?.handleLLMNewToken(part.delta?.content ?? "", {
                                         prompt: options.promptIndex ?? 0,
                                         completion: part.index,
-                                    });
-                                    // TODO we don't currently have a callback method for
-                                    // sending the function call arguments
+                                    }, undefined, undefined, undefined, { chunk: generationChunk });
                                 }
                             }
                             // when all messages are finished, resolve

package/dist/llms/writer.cjs

@@ -0,0 +1,167 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Writer = void 0;
+const writer_sdk_1 = require("@writerai/writer-sdk");
+const base_js_1 = require("./base.cjs");
+const env_js_1 = require("../util/env.cjs");
+/**
+ * Class representing a Writer Large Language Model (LLM). It interacts
+ * with the Writer API to generate text completions.
+ */
+class Writer extends base_js_1.LLM {
+    static lc_name() {
+        return "Writer";
+    }
+    get lc_secrets() {
+        return {
+            apiKey: "WRITER_API_KEY",
+            orgId: "WRITER_ORG_ID",
+        };
+    }
+    get lc_aliases() {
+        return {
+            apiKey: "writer_api_key",
+            orgId: "writer_org_id",
+        };
+    }
+    constructor(fields) {
+        super(fields ?? {});
+        Object.defineProperty(this, "lc_serializable", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: true
+        });
+        Object.defineProperty(this, "apiKey", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "orgId", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "model", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "palmyra-instruct"
+        });
+        Object.defineProperty(this, "temperature", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "minTokens", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "maxTokens", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "bestOf", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "frequencyPenalty", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "logprobs", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "n", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "presencePenalty", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "topP", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        const apiKey = fields?.apiKey ?? (0, env_js_1.getEnvironmentVariable)("WRITER_API_KEY");
+        const orgId = fields?.orgId ?? (0, env_js_1.getEnvironmentVariable)("WRITER_ORG_ID");
+        if (!apiKey) {
+            throw new Error("Please set the WRITER_API_KEY environment variable or pass it to the constructor as the apiKey field.");
+        }
+        if (!orgId) {
+            throw new Error("Please set the WRITER_ORG_ID environment variable or pass it to the constructor as the orgId field.");
+        }
+        this.apiKey = apiKey;
+        this.orgId = typeof orgId === "string" ? parseInt(orgId, 10) : orgId;
+        this.model = fields?.model ?? this.model;
+        this.temperature = fields?.temperature ?? this.temperature;
+        this.minTokens = fields?.minTokens ?? this.minTokens;
+        this.maxTokens = fields?.maxTokens ?? this.maxTokens;
+        this.bestOf = fields?.bestOf ?? this.bestOf;
+        this.frequencyPenalty = fields?.frequencyPenalty ?? this.frequencyPenalty;
+        this.logprobs = fields?.logprobs ?? this.logprobs;
+        this.n = fields?.n ?? this.n;
+        this.presencePenalty = fields?.presencePenalty ?? this.presencePenalty;
+        this.topP = fields?.topP ?? this.topP;
+    }
+    _llmType() {
+        return "writer";
+    }
+    /** @ignore */
+    async _call(prompt, options) {
+        const sdk = new writer_sdk_1.Writer({
+            security: {
+                apiKey: this.apiKey,
+            },
+            organizationId: this.orgId,
+        });
+        return this.caller.callWithOptions({ signal: options.signal }, async () => {
+            try {
+                const res = await sdk.completions.create({
+                    completionRequest: {
+                        prompt,
+                        stop: options.stop,
+                        temperature: this.temperature,
+                        minTokens: this.minTokens,
+                        maxTokens: this.maxTokens,
+                        bestOf: this.bestOf,
+                        n: this.n,
+                        frequencyPenalty: this.frequencyPenalty,
+                        logprobs: this.logprobs,
+                        presencePenalty: this.presencePenalty,
+                        topP: this.topP,
+                    },
+                    modelId: this.model,
+                });
+                return (res.completionResponse?.choices?.[0].text ?? "No completion found.");
+            }
+            catch (e) {
+                // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                e.response = e.rawResponse;
+                throw e;
+            }
+        });
+    }
+}
+exports.Writer = Writer;

package/dist/llms/writer.d.ts

@@ -0,0 +1,60 @@
+import { BaseLLMParams, LLM } from "./base.js";
+/**
+ * Interface for the input parameters specific to the Writer model.
+ */
+export interface WriterInput extends BaseLLMParams {
+    /** Writer API key */
+    apiKey?: string;
+    /** Writer organization ID */
+    orgId?: string | number;
+    /** Model to use */
+    model?: string;
+    /** Sampling temperature to use */
+    temperature?: number;
+    /** Minimum number of tokens to generate. */
+    minTokens?: number;
+    /** Maximum number of tokens to generate in the completion. */
+    maxTokens?: number;
+    /** Generates this many completions server-side and returns the "best"." */
+    bestOf?: number;
+    /** Penalizes repeated tokens according to frequency. */
+    frequencyPenalty?: number;
+    /** Whether to return log probabilities. */
+    logprobs?: number;
+    /** Number of completions to generate. */
+    n?: number;
+    /** Penalizes repeated tokens regardless of frequency. */
+    presencePenalty?: number;
+    /** Total probability mass of tokens to consider at each step. */
+    topP?: number;
+}
+/**
+ * Class representing a Writer Large Language Model (LLM). It interacts
+ * with the Writer API to generate text completions.
+ */
+export declare class Writer extends LLM implements WriterInput {
+    static lc_name(): string;
+    get lc_secrets(): {
+        [key: string]: string;
+    } | undefined;
+    get lc_aliases(): {
+        [key: string]: string;
+    } | undefined;
+    lc_serializable: boolean;
+    apiKey: string;
+    orgId: number;
+    model: string;
+    temperature?: number;
+    minTokens?: number;
+    maxTokens?: number;
+    bestOf?: number;
+    frequencyPenalty?: number;
+    logprobs?: number;
+    n?: number;
+    presencePenalty?: number;
+    topP?: number;
+    constructor(fields?: WriterInput);
+    _llmType(): string;
+    /** @ignore */
+    _call(prompt: string, options: this["ParsedCallOptions"]): Promise<string>;
+}