@langchain/google-common 2.1.5 → 2.1.6-dev-1767748783694
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/chat_models.cjs.map +1 -1
- package/dist/chat_models.js.map +1 -1
- package/dist/connection.cjs.map +1 -1
- package/dist/connection.js.map +1 -1
- package/dist/embeddings.cjs.map +1 -1
- package/dist/embeddings.js.map +1 -1
- package/dist/experimental/media.cjs.map +1 -1
- package/dist/experimental/media.d.cts.map +1 -1
- package/dist/experimental/media.js.map +1 -1
- package/dist/utils/gemini.cjs.map +1 -1
- package/dist/utils/gemini.js.map +1 -1
- package/dist/utils/zod_to_gemini_parameters.cjs.map +1 -1
- package/dist/utils/zod_to_gemini_parameters.js.map +1 -1
- package/package.json +4 -5
- package/experimental/media.cjs +0 -1
- package/experimental/media.d.cts +0 -1
- package/experimental/media.d.ts +0 -1
- package/experimental/media.js +0 -1
- package/experimental/utils/media_core.cjs +0 -1
- package/experimental/utils/media_core.d.cts +0 -1
- package/experimental/utils/media_core.d.ts +0 -1
- package/experimental/utils/media_core.js +0 -1
- package/types.cjs +0 -1
- package/types.d.cts +0 -1
- package/types.d.ts +0 -1
- package/types.js +0 -1
- package/utils.cjs +0 -1
- package/utils.d.cts +0 -1
- package/utils.d.ts +0 -1
- package/utils.js +0 -1
package/dist/chat_models.cjs.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"chat_models.cjs","names":["AbstractGoogleLLMConnection","fields: GoogleAIBaseLLMInput<AuthOptions> | undefined","caller: AsyncCaller","client: GoogleAbstractedClient","streaming: boolean","apiConfig: GeminiAPIConfig","geminiConfig: GeminiAPIConfig","getGeminiAPI","BaseChatModel","fields?: ChatGoogleBaseInput<AuthOptions>","ensureParams","copyAndValidateModelParamsInto","DefaultGeminiSafetyHandler","options: this[\"ParsedCallOptions\"]","apiKey: string","ApiKeyGoogleAuth","fields?: GoogleAIBaseLLMInput<AuthOptions>","fields: GoogleBaseLLMInput<AuthOptions>","tools: GoogleAIToolType[]","kwargs?: Partial<GoogleAIBaseLanguageModelCallOptions>","convertToGeminiTools","options?: this[\"ParsedCallOptions\"]","copyAIModelParams","messages: BaseMessage[]","runManager: CallbackManagerForLLMRun | undefined","finalChunk: ChatGenerationChunk | null","chunk","_messages: BaseMessage[]","runManager?: CallbackManagerForLLMRun","usageMetadata: UsageMetadata | undefined","ChatGenerationChunk","AIMessageChunk","PROFILES","outputSchema:\n | InteropZodType<RunOutput>\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n | Record<string, any>","config?: StructuredOutputMethodOptions<boolean>","schema: InteropZodType<RunOutput> | Record<string, any>","outputParser: BaseLLMOutputParser<RunOutput>","tools: GeminiTool[]","schemaToGeminiParameters","JsonOutputKeyToolsParser","geminiFunctionDefinition: GeminiFunctionDeclaration","parameters: GeminiJsonSchema","removeAdditionalProperties","JsonOutputParser","RunnablePassthrough","input: any","config","RunnableSequence"],"sources":["../src/chat_models.ts"],"sourcesContent":["import { getEnvironmentVariable } from \"@langchain/core/utils/env\";\nimport { UsageMetadata, type BaseMessage } from \"@langchain/core/messages\";\nimport { CallbackManagerForLLMRun } from \"@langchain/core/callbacks/manager\";\n\nimport {\n BaseChatModel,\n LangSmithParams,\n type BaseChatModelParams,\n} from \"@langchain/core/language_models/chat_models\";\nimport { ChatGenerationChunk, ChatResult } from \"@langchain/core/outputs\";\nimport { AIMessageChunk } from \"@langchain/core/messages\";\nimport {\n BaseLanguageModelInput,\n StructuredOutputMethodOptions,\n} from \"@langchain/core/language_models/base\";\nimport { type ModelProfile } from \"@langchain/core/language_models/profile\";\nimport {\n Runnable,\n RunnablePassthrough,\n RunnableSequence,\n} from \"@langchain/core/runnables\";\nimport { JsonOutputKeyToolsParser } from \"@langchain/core/output_parsers/openai_tools\";\nimport {\n BaseLLMOutputParser,\n JsonOutputParser,\n} from \"@langchain/core/output_parsers\";\nimport { AsyncCaller } from \"@langchain/core/utils/async_caller\";\nimport { concat } from \"@langchain/core/utils/stream\";\nimport {\n InteropZodType,\n isInteropZodSchema,\n} from \"@langchain/core/utils/types\";\nimport {\n GoogleAIBaseLLMInput,\n GoogleAIModelParams,\n GoogleAISafetySetting,\n GoogleConnectionParams,\n GooglePlatformType,\n GeminiTool,\n GoogleAIBaseLanguageModelCallOptions,\n GoogleAIAPI,\n GoogleAIAPIParams,\n GoogleSearchToolSetting,\n GoogleSpeechConfig,\n GeminiJsonSchema,\n} from \"./types.js\";\nimport {\n convertToGeminiTools,\n copyAIModelParams,\n copyAndValidateModelParamsInto,\n} from \"./utils/common.js\";\nimport { AbstractGoogleLLMConnection } from \"./connection.js\";\nimport { DefaultGeminiSafetyHandler, getGeminiAPI } from \"./utils/gemini.js\";\nimport { ApiKeyGoogleAuth, GoogleAbstractedClient } from \"./auth.js\";\nimport { JsonStream } from \"./utils/stream.js\";\nimport { ensureParams } from \"./utils/failed_handler.js\";\nimport type {\n GoogleBaseLLMInput,\n GoogleAISafetyHandler,\n GoogleAISafetyParams,\n GeminiFunctionDeclaration,\n GeminiFunctionSchema,\n GoogleAIToolType,\n GeminiAPIConfig,\n GoogleAIModelModality,\n} from \"./types.js\";\nimport {\n removeAdditionalProperties,\n schemaToGeminiParameters,\n} from \"./utils/zod_to_gemini_parameters.js\";\nimport PROFILES from \"./profiles.js\";\n\nexport class ChatConnection<AuthOptions> extends AbstractGoogleLLMConnection<\n BaseMessage[],\n AuthOptions\n> {\n convertSystemMessageToHumanContent: boolean | undefined;\n\n constructor(\n fields: GoogleAIBaseLLMInput<AuthOptions> | undefined,\n caller: AsyncCaller,\n client: GoogleAbstractedClient,\n streaming: boolean\n ) {\n super(fields, caller, client, streaming);\n this.convertSystemMessageToHumanContent =\n fields?.convertSystemMessageToHumanContent;\n }\n\n get useSystemInstruction(): boolean {\n return typeof this.convertSystemMessageToHumanContent === \"boolean\"\n ? !this.convertSystemMessageToHumanContent\n : this.computeUseSystemInstruction;\n }\n\n get computeUseSystemInstruction(): boolean {\n // This works on models from April 2024 and later\n // Vertex AI: gemini-1.5-pro and gemini-1.0-002 and later\n // AI Studio: gemini-1.5-pro-latest\n if (this.modelFamily === \"palm\") {\n return false;\n } else if (this.modelName === \"gemini-1.0-pro-001\") {\n return false;\n } else if (this.modelName.startsWith(\"gemini-pro-vision\")) {\n return false;\n } else if (this.modelName.startsWith(\"gemini-1.0-pro-vision\")) {\n return false;\n } else if (this.modelName === \"gemini-pro\" && this.platform === \"gai\") {\n // on AI Studio gemini-pro is still pointing at gemini-1.0-pro-001\n return false;\n } else if (this.modelFamily === \"gemma\") {\n // At least as of 12 Mar 2025 gemma 3 on AIS, trying to use system instructions yields an error:\n // \"Developer instruction is not enabled for models/gemma-3-27b-it\"\n return false;\n }\n return true;\n }\n\n computeGoogleSearchToolAdjustmentFromModel(): Exclude<\n GoogleSearchToolSetting,\n boolean\n > {\n if (this.modelName.startsWith(\"gemini-1.0\")) {\n return \"googleSearchRetrieval\";\n } else if (this.modelName.startsWith(\"gemini-1.5\")) {\n return \"googleSearchRetrieval\";\n } else {\n return \"googleSearch\";\n }\n }\n\n computeGoogleSearchToolAdjustment(\n apiConfig: GeminiAPIConfig\n ): Exclude<GoogleSearchToolSetting, true> {\n const adj = apiConfig.googleSearchToolAdjustment;\n if (adj === undefined || adj === true) {\n return this.computeGoogleSearchToolAdjustmentFromModel();\n } else {\n return adj;\n }\n }\n\n buildGeminiAPI(): GoogleAIAPI {\n const apiConfig: GeminiAPIConfig =\n (this.apiConfig as GeminiAPIConfig) ?? {};\n const googleSearchToolAdjustment =\n this.computeGoogleSearchToolAdjustment(apiConfig);\n const geminiConfig: GeminiAPIConfig = {\n useSystemInstruction: this.useSystemInstruction,\n googleSearchToolAdjustment,\n ...apiConfig,\n };\n return getGeminiAPI(geminiConfig);\n }\n\n get api(): GoogleAIAPI {\n switch (this.apiName) {\n case \"google\":\n return this.buildGeminiAPI();\n default:\n return super.api;\n }\n }\n}\n\n/**\n * Input to chat model class.\n */\nexport interface ChatGoogleBaseInput<AuthOptions>\n extends BaseChatModelParams,\n GoogleConnectionParams<AuthOptions>,\n GoogleAIModelParams,\n GoogleAISafetyParams,\n GoogleAIAPIParams,\n Pick<GoogleAIBaseLanguageModelCallOptions, \"streamUsage\"> {}\n\n/**\n * Integration with a Google chat model.\n */\nexport abstract class ChatGoogleBase<AuthOptions>\n extends BaseChatModel<GoogleAIBaseLanguageModelCallOptions, AIMessageChunk>\n implements ChatGoogleBaseInput<AuthOptions>\n{\n // Used for tracing, replace with the same name as your class\n static lc_name() {\n return \"ChatGoogle\";\n }\n\n get lc_secrets(): { [key: string]: string } | undefined {\n return {\n authOptions: \"GOOGLE_AUTH_OPTIONS\",\n };\n }\n\n lc_serializable = true;\n\n // Set based on modelName\n model: string;\n\n modelName = \"gemini-pro\";\n\n temperature: number;\n\n maxOutputTokens: number;\n\n maxReasoningTokens: number;\n\n topP: number;\n\n topK: number;\n\n seed: number;\n\n presencePenalty: number;\n\n frequencyPenalty: number;\n\n stopSequences: string[] = [];\n\n logprobs: boolean;\n\n topLogprobs: number = 0;\n\n safetySettings: GoogleAISafetySetting[] = [];\n\n responseModalities?: GoogleAIModelModality[];\n\n // May intentionally be undefined, meaning to compute this.\n convertSystemMessageToHumanContent: boolean | undefined;\n\n safetyHandler: GoogleAISafetyHandler;\n\n speechConfig: GoogleSpeechConfig;\n\n streamUsage = true;\n\n streaming = false;\n\n labels?: Record<string, string>;\n\n protected connection: ChatConnection<AuthOptions>;\n\n protected streamedConnection: ChatConnection<AuthOptions>;\n\n constructor(fields?: ChatGoogleBaseInput<AuthOptions>) {\n super(ensureParams(fields));\n\n copyAndValidateModelParamsInto(fields, this);\n this.safetyHandler =\n fields?.safetyHandler ?? new DefaultGeminiSafetyHandler();\n this.streamUsage = fields?.streamUsage ?? this.streamUsage;\n const client = this.buildClient(fields);\n this.buildConnection(fields ?? {}, client);\n }\n\n getLsParams(options: this[\"ParsedCallOptions\"]): LangSmithParams {\n const params = this.invocationParams(options);\n return {\n ls_provider: \"google_vertexai\",\n ls_model_name: this.model,\n ls_model_type: \"chat\",\n ls_temperature: params.temperature ?? undefined,\n ls_max_tokens: params.maxOutputTokens ?? undefined,\n ls_stop: options.stop,\n };\n }\n\n abstract buildAbstractedClient(\n fields?: GoogleAIBaseLLMInput<AuthOptions>\n ): GoogleAbstractedClient;\n\n buildApiKeyClient(apiKey: string): GoogleAbstractedClient {\n return new ApiKeyGoogleAuth(apiKey);\n }\n\n buildApiKey(fields?: GoogleAIBaseLLMInput<AuthOptions>): string | undefined {\n return fields?.apiKey ?? getEnvironmentVariable(\"GOOGLE_API_KEY\");\n }\n\n buildClient(\n fields?: GoogleAIBaseLLMInput<AuthOptions>\n ): GoogleAbstractedClient {\n const apiKey = this.buildApiKey(fields);\n if (apiKey) {\n return this.buildApiKeyClient(apiKey);\n } else {\n return this.buildAbstractedClient(fields);\n }\n }\n\n buildConnection(\n fields: GoogleBaseLLMInput<AuthOptions>,\n client: GoogleAbstractedClient\n ) {\n this.connection = new ChatConnection(\n { ...fields, ...this },\n this.caller,\n client,\n false\n );\n\n this.streamedConnection = new ChatConnection(\n { ...fields, ...this },\n this.caller,\n client,\n true\n );\n }\n\n get platform(): GooglePlatformType {\n return this.connection.platform;\n }\n\n override bindTools(\n tools: GoogleAIToolType[],\n kwargs?: Partial<GoogleAIBaseLanguageModelCallOptions>\n ): Runnable<\n BaseLanguageModelInput,\n AIMessageChunk,\n GoogleAIBaseLanguageModelCallOptions\n > {\n return this.withConfig({ tools: convertToGeminiTools(tools), ...kwargs });\n }\n\n // Replace\n _llmType() {\n return \"chat_integration\";\n }\n\n /**\n * Get the parameters used to invoke the model\n */\n override invocationParams(options?: this[\"ParsedCallOptions\"]) {\n return copyAIModelParams(this, options);\n }\n\n async _generate(\n messages: BaseMessage[],\n options: this[\"ParsedCallOptions\"],\n runManager: CallbackManagerForLLMRun | undefined\n ): Promise<ChatResult> {\n const parameters = this.invocationParams(options);\n if (this.streaming) {\n const stream = this._streamResponseChunks(messages, options, runManager);\n let finalChunk: ChatGenerationChunk | null = null;\n for await (const chunk of stream) {\n finalChunk = !finalChunk ? chunk : concat(finalChunk, chunk);\n }\n if (!finalChunk) {\n throw new Error(\"No chunks were returned from the stream.\");\n }\n return {\n generations: [finalChunk],\n };\n }\n\n const response = await this.connection.request(\n messages,\n parameters,\n options,\n runManager\n );\n const ret = this.connection.api.responseToChatResult(response);\n const chunk = ret?.generations?.[0];\n if (chunk) {\n await runManager?.handleLLMNewToken(chunk.text || \"\");\n }\n return ret;\n }\n\n async *_streamResponseChunks(\n _messages: BaseMessage[],\n options: this[\"ParsedCallOptions\"],\n runManager?: CallbackManagerForLLMRun\n ): AsyncGenerator<ChatGenerationChunk> {\n // Make the call as a streaming request\n const parameters = this.invocationParams(options);\n const response = await this.streamedConnection.request(\n _messages,\n parameters,\n options,\n runManager\n );\n\n // Get the streaming parser of the response\n const stream = response.data as JsonStream;\n let usageMetadata: UsageMetadata | undefined;\n // Loop until the end of the stream\n // During the loop, yield each time we get a chunk from the streaming parser\n // that is either available or added to the queue\n while (!stream.streamDone) {\n const output = await stream.nextChunk();\n await runManager?.handleCustomEvent(\n `google-chunk-${this.constructor.name}`,\n {\n output,\n }\n );\n if (\n output &&\n output.usageMetadata &&\n this.streamUsage !== false &&\n options.streamUsage !== false\n ) {\n usageMetadata = {\n input_tokens: output.usageMetadata.promptTokenCount,\n output_tokens: output.usageMetadata.candidatesTokenCount,\n total_tokens: output.usageMetadata.totalTokenCount,\n };\n }\n const chunk =\n output !== null\n ? this.connection.api.responseToChatGeneration({ data: output })\n : new ChatGenerationChunk({\n text: \"\",\n generationInfo: { finishReason: \"stop\" },\n message: new AIMessageChunk({\n content: \"\",\n usage_metadata: usageMetadata,\n }),\n });\n if (chunk) {\n yield chunk;\n await runManager?.handleLLMNewToken(\n chunk.text ?? \"\",\n undefined,\n undefined,\n undefined,\n undefined,\n { chunk }\n );\n }\n }\n }\n\n /** @ignore */\n _combineLLMOutput() {\n return [];\n }\n\n /**\n * Return profiling information for the model.\n *\n * Provides information about the model's capabilities and constraints,\n * including token limits, multimodal support, and advanced features like\n * tool calling and structured output.\n *\n * @returns {ModelProfile} An object describing the model's capabilities and constraints\n */\n get profile(): ModelProfile {\n return PROFILES[this.model] ?? {};\n }\n\n withStructuredOutput<\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n RunOutput extends Record<string, any> = Record<string, any>\n >(\n outputSchema:\n | InteropZodType<RunOutput>\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n | Record<string, any>,\n config?: StructuredOutputMethodOptions<false>\n ): Runnable<BaseLanguageModelInput, RunOutput>;\n\n withStructuredOutput<\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n RunOutput extends Record<string, any> = Record<string, any>\n >(\n outputSchema:\n | InteropZodType<RunOutput>\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n | Record<string, any>,\n config?: StructuredOutputMethodOptions<true>\n ): Runnable<BaseLanguageModelInput, { raw: BaseMessage; parsed: RunOutput }>;\n\n withStructuredOutput<\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n RunOutput extends Record<string, any> = Record<string, any>\n >(\n outputSchema:\n | InteropZodType<RunOutput>\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n | Record<string, any>,\n config?: StructuredOutputMethodOptions<boolean>\n ):\n | Runnable<BaseLanguageModelInput, RunOutput>\n | Runnable<\n BaseLanguageModelInput,\n { raw: BaseMessage; parsed: RunOutput }\n > {\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n const schema: InteropZodType<RunOutput> | Record<string, any> =\n outputSchema;\n const name = config?.name;\n const method = config?.method;\n const includeRaw = config?.includeRaw;\n if (method === \"jsonMode\") {\n throw new Error(\n `Google only supports \"jsonSchema\" or \"functionCalling\" as a method.`\n );\n }\n\n let llm;\n let outputParser: BaseLLMOutputParser<RunOutput>;\n if (method === \"functionCalling\") {\n let functionName = name ?? \"extract\";\n let tools: GeminiTool[];\n if (isInteropZodSchema(schema)) {\n const jsonSchema = schemaToGeminiParameters(schema);\n tools = [\n {\n functionDeclarations: [\n {\n name: functionName,\n description:\n jsonSchema.description ?? \"A function available to call.\",\n parameters: jsonSchema as GeminiFunctionSchema,\n },\n ],\n },\n ];\n outputParser = new JsonOutputKeyToolsParser({\n returnSingle: true,\n keyName: functionName,\n zodSchema: schema,\n });\n } else {\n let geminiFunctionDefinition: GeminiFunctionDeclaration;\n if (\n typeof schema.name === \"string\" &&\n typeof schema.parameters === \"object\" &&\n schema.parameters != null\n ) {\n geminiFunctionDefinition = schema as GeminiFunctionDeclaration;\n functionName = schema.name;\n } else {\n // We are providing the schema for *just* the parameters, probably\n const parameters: GeminiJsonSchema =\n removeAdditionalProperties(schema);\n geminiFunctionDefinition = {\n name: functionName,\n description: schema.description ?? \"\",\n parameters,\n };\n }\n tools = [\n {\n functionDeclarations: [geminiFunctionDefinition],\n },\n ];\n outputParser = new JsonOutputKeyToolsParser<RunOutput>({\n returnSingle: true,\n keyName: functionName,\n });\n }\n llm = this.bindTools(tools).withConfig({ tool_choice: functionName });\n } else {\n // Default to jsonSchema method\n const jsonSchema = schemaToGeminiParameters(schema);\n llm = this.withConfig({\n responseSchema: jsonSchema as GeminiJsonSchema,\n });\n outputParser = new JsonOutputParser();\n }\n\n if (!includeRaw) {\n return llm.pipe(outputParser).withConfig({\n runName: \"ChatGoogleStructuredOutput\",\n }) as Runnable<BaseLanguageModelInput, RunOutput>;\n }\n\n const parserAssign = RunnablePassthrough.assign({\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n parsed: (input: any, config) => outputParser.invoke(input.raw, config),\n });\n const parserNone = RunnablePassthrough.assign({\n parsed: () => null,\n });\n const parsedWithFallback = parserAssign.withFallbacks({\n fallbacks: [parserNone],\n });\n return RunnableSequence.from<\n BaseLanguageModelInput,\n { raw: BaseMessage; parsed: RunOutput }\n >([\n {\n raw: llm,\n },\n parsedWithFallback,\n ]).withConfig({\n runName: \"StructuredOutputRunnable\",\n });\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;AAwEA,IAAa,iBAAb,cAAiDA,+CAG/C;CACA;CAEA,YACEC,QACAC,QACAC,QACAC,WACA;EACA,MAAM,QAAQ,QAAQ,QAAQ,UAAU;EACxC,KAAK,qCACH,QAAQ;CACX;CAED,IAAI,uBAAgC;AAClC,SAAO,OAAO,KAAK,uCAAuC,YACtD,CAAC,KAAK,qCACN,KAAK;CACV;CAED,IAAI,8BAAuC;AAIzC,MAAI,KAAK,gBAAgB,OACvB,QAAO;WACE,KAAK,cAAc,qBAC5B,QAAO;WACE,KAAK,UAAU,WAAW,oBAAoB,CACvD,QAAO;WACE,KAAK,UAAU,WAAW,wBAAwB,CAC3D,QAAO;WACE,KAAK,cAAc,gBAAgB,KAAK,aAAa,MAE9D,QAAO;WACE,KAAK,gBAAgB,QAG9B,QAAO;AAET,SAAO;CACR;CAED,6CAGE;AACA,MAAI,KAAK,UAAU,WAAW,aAAa,CACzC,QAAO;WACE,KAAK,UAAU,WAAW,aAAa,CAChD,QAAO;MAEP,QAAO;CAEV;CAED,kCACEC,WACwC;EACxC,MAAM,MAAM,UAAU;AACtB,MAAI,QAAQ,UAAa,QAAQ,KAC/B,QAAO,KAAK,4CAA4C;MAExD,QAAO;CAEV;CAED,iBAA8B;EAC5B,MAAMA,YACH,KAAK,aAAiC,CAAE;EAC3C,MAAM,6BACJ,KAAK,kCAAkC,UAAU;EACnD,MAAMC,eAAgC;GACpC,sBAAsB,KAAK;GAC3B;GACA,GAAG;EACJ;AACD,SAAOC,4BAAa,aAAa;CAClC;CAED,IAAI,MAAmB;AACrB,UAAQ,KAAK,SAAb;GACE,KAAK,SACH,QAAO,KAAK,gBAAgB;GAC9B,QACE,QAAO,MAAM;EAChB;CACF;AACF;;;;AAgBD,IAAsB,iBAAtB,cACUC,2DAEV;CAEE,OAAO,UAAU;AACf,SAAO;CACR;CAED,IAAI,aAAoD;AACtD,SAAO,EACL,aAAa,sBACd;CACF;CAED,kBAAkB;CAGlB;CAEA,YAAY;CAEZ;CAEA;CAEA;CAEA;CAEA;CAEA;CAEA;CAEA;CAEA,gBAA0B,CAAE;CAE5B;CAEA,cAAsB;CAEtB,iBAA0C,CAAE;CAE5C;CAGA;CAEA;CAEA;CAEA,cAAc;CAEd,YAAY;CAEZ;CAEA,AAAU;CAEV,AAAU;CAEV,YAAYC,QAA2C;EACrD,MAAMC,oCAAa,OAAO,CAAC;EAE3BC,8CAA+B,QAAQ,KAAK;EAC5C,KAAK,gBACH,QAAQ,iBAAiB,IAAIC;EAC/B,KAAK,cAAc,QAAQ,eAAe,KAAK;EAC/C,MAAM,SAAS,KAAK,YAAY,OAAO;EACvC,KAAK,gBAAgB,UAAU,CAAE,GAAE,OAAO;CAC3C;CAED,YAAYC,SAAqD;EAC/D,MAAM,SAAS,KAAK,iBAAiB,QAAQ;AAC7C,SAAO;GACL,aAAa;GACb,eAAe,KAAK;GACpB,eAAe;GACf,gBAAgB,OAAO,eAAe;GACtC,eAAe,OAAO,mBAAmB;GACzC,SAAS,QAAQ;EAClB;CACF;CAMD,kBAAkBC,QAAwC;AACxD,SAAO,IAAIC,8BAAiB;CAC7B;CAED,YAAYC,QAAgE;AAC1E,SAAO,QAAQ,iEAAiC,iBAAiB;CAClE;CAED,YACEA,QACwB;EACxB,MAAM,SAAS,KAAK,YAAY,OAAO;AACvC,MAAI,OACF,QAAO,KAAK,kBAAkB,OAAO;MAErC,QAAO,KAAK,sBAAsB,OAAO;CAE5C;CAED,gBACEC,QACAd,QACA;EACA,KAAK,aAAa,IAAI,eACpB;GAAE,GAAG;GAAQ,GAAG;EAAM,GACtB,KAAK,QACL,QACA;EAGF,KAAK,qBAAqB,IAAI,eAC5B;GAAE,GAAG;GAAQ,GAAG;EAAM,GACtB,KAAK,QACL,QACA;CAEH;CAED,IAAI,WAA+B;AACjC,SAAO,KAAK,WAAW;CACxB;CAED,AAAS,UACPe,OACAC,QAKA;AACA,SAAO,KAAK,WAAW;GAAE,OAAOC,oCAAqB,MAAM;GAAE,GAAG;EAAQ,EAAC;CAC1E;CAGD,WAAW;AACT,SAAO;CACR;;;;CAKD,AAAS,iBAAiBC,SAAqC;AAC7D,SAAOC,iCAAkB,MAAM,QAAQ;CACxC;CAED,MAAM,UACJC,UACAV,SACAW,YACqB;EACrB,MAAM,aAAa,KAAK,iBAAiB,QAAQ;AACjD,MAAI,KAAK,WAAW;GAClB,MAAM,SAAS,KAAK,sBAAsB,UAAU,SAAS,WAAW;GACxE,IAAIC,aAAyC;AAC7C,cAAW,MAAMC,WAAS,QACxB,aAAa,CAAC,aAAaA,oDAAe,YAAYA,QAAM;AAE9D,OAAI,CAAC,WACH,OAAM,IAAI,MAAM;AAElB,UAAO,EACL,aAAa,CAAC,UAAW,EAC1B;EACF;EAED,MAAM,WAAW,MAAM,KAAK,WAAW,QACrC,UACA,YACA,SACA,WACD;EACD,MAAM,MAAM,KAAK,WAAW,IAAI,qBAAqB,SAAS;EAC9D,MAAM,QAAQ,KAAK,cAAc;AACjC,MAAI,OACF,MAAM,YAAY,kBAAkB,MAAM,QAAQ,GAAG;AAEvD,SAAO;CACR;CAED,OAAO,sBACLC,WACAd,SACAe,YACqC;EAErC,MAAM,aAAa,KAAK,iBAAiB,QAAQ;EACjD,MAAM,WAAW,MAAM,KAAK,mBAAmB,QAC7C,WACA,YACA,SACA,WACD;EAGD,MAAM,SAAS,SAAS;EACxB,IAAIC;AAIJ,SAAO,CAAC,OAAO,YAAY;GACzB,MAAM,SAAS,MAAM,OAAO,WAAW;GACvC,MAAM,YAAY,kBAChB,CAAC,aAAa,EAAE,KAAK,YAAY,MAAM,EACvC,EACE,OACD,EACF;AACD,OACE,UACA,OAAO,iBACP,KAAK,gBAAgB,SACrB,QAAQ,gBAAgB,OAExB,gBAAgB;IACd,cAAc,OAAO,cAAc;IACnC,eAAe,OAAO,cAAc;IACpC,cAAc,OAAO,cAAc;GACpC;GAEH,MAAM,QACJ,WAAW,OACP,KAAK,WAAW,IAAI,yBAAyB,EAAE,MAAM,OAAQ,EAAC,GAC9D,IAAIC,6CAAoB;IACtB,MAAM;IACN,gBAAgB,EAAE,cAAc,OAAQ;IACxC,SAAS,IAAIC,yCAAe;KAC1B,SAAS;KACT,gBAAgB;IACjB;GACF;AACP,OAAI,OAAO;IACT,MAAM;IACN,MAAM,YAAY,kBAChB,MAAM,QAAQ,IACd,QACA,QACA,QACA,QACA,EAAE,MAAO,EACV;GACF;EACF;CACF;;CAGD,oBAAoB;AAClB,SAAO,CAAE;CACV;;;;;;;;;;CAWD,IAAI,UAAwB;AAC1B,SAAOC,yBAAS,KAAK,UAAU,CAAE;CAClC;CAwBD,qBAIEC,cAIAC,QAMI;EAEJ,MAAMC,SACJ;EACF,MAAM,OAAO,QAAQ;EACrB,MAAM,SAAS,QAAQ;EACvB,MAAM,aAAa,QAAQ;AAC3B,MAAI,WAAW,WACb,OAAM,IAAI,MACR,CAAC,mEAAmE,CAAC;EAIzE,IAAI;EACJ,IAAIC;AACJ,MAAI,WAAW,mBAAmB;GAChC,IAAI,eAAe,QAAQ;GAC3B,IAAIC;AACJ,4DAAuB,OAAO,EAAE;IAC9B,MAAM,aAAaC,0DAAyB,OAAO;IACnD,QAAQ,CACN,EACE,sBAAsB,CACpB;KACE,MAAM;KACN,aACE,WAAW,eAAe;KAC5B,YAAY;IACb,CACF,EACF,CACF;IACD,eAAe,IAAIC,sEAAyB;KAC1C,cAAc;KACd,SAAS;KACT,WAAW;IACZ;GACF,OAAM;IACL,IAAIC;AACJ,QACE,OAAO,OAAO,SAAS,YACvB,OAAO,OAAO,eAAe,YAC7B,OAAO,cAAc,MACrB;KACA,2BAA2B;KAC3B,eAAe,OAAO;IACvB,OAAM;KAEL,MAAMC,aACJC,4DAA2B,OAAO;KACpC,2BAA2B;MACzB,MAAM;MACN,aAAa,OAAO,eAAe;MACnC;KACD;IACF;IACD,QAAQ,CACN,EACE,sBAAsB,CAAC,wBAAyB,EACjD,CACF;IACD,eAAe,IAAIH,sEAAoC;KACrD,cAAc;KACd,SAAS;IACV;GACF;GACD,MAAM,KAAK,UAAU,MAAM,CAAC,WAAW,EAAE,aAAa,aAAc,EAAC;EACtE,OAAM;GAEL,MAAM,aAAaD,0DAAyB,OAAO;GACnD,MAAM,KAAK,WAAW,EACpB,gBAAgB,WACjB,EAAC;GACF,eAAe,IAAIK;EACpB;AAED,MAAI,CAAC,WACH,QAAO,IAAI,KAAK,aAAa,CAAC,WAAW,EACvC,SAAS,6BACV,EAAC;EAGJ,MAAM,eAAeC,+CAAoB,OAAO,EAE9C,QAAQ,CAACC,OAAYC,aAAW,aAAa,OAAO,MAAM,KAAKA,SAAO,CACvE,EAAC;EACF,MAAM,aAAaF,+CAAoB,OAAO,EAC5C,QAAQ,MAAM,KACf,EAAC;EACF,MAAM,qBAAqB,aAAa,cAAc,EACpD,WAAW,CAAC,UAAW,EACxB,EAAC;AACF,SAAOG,4CAAiB,KAGtB,CACA,EACE,KAAK,IACN,GACD,kBACD,EAAC,CAAC,WAAW,EACZ,SAAS,2BACV,EAAC;CACH;AACF"}
|
|
1
|
+
{"version":3,"file":"chat_models.cjs","names":["AbstractGoogleLLMConnection","fields: GoogleAIBaseLLMInput<AuthOptions> | undefined","caller: AsyncCaller","client: GoogleAbstractedClient","streaming: boolean","apiConfig: GeminiAPIConfig","geminiConfig: GeminiAPIConfig","getGeminiAPI","BaseChatModel","fields?: ChatGoogleBaseInput<AuthOptions>","ensureParams","copyAndValidateModelParamsInto","DefaultGeminiSafetyHandler","options: this[\"ParsedCallOptions\"]","apiKey: string","ApiKeyGoogleAuth","fields?: GoogleAIBaseLLMInput<AuthOptions>","fields: GoogleBaseLLMInput<AuthOptions>","tools: GoogleAIToolType[]","kwargs?: Partial<GoogleAIBaseLanguageModelCallOptions>","convertToGeminiTools","options?: this[\"ParsedCallOptions\"]","copyAIModelParams","messages: BaseMessage[]","runManager: CallbackManagerForLLMRun | undefined","finalChunk: ChatGenerationChunk | null","chunk","_messages: BaseMessage[]","runManager?: CallbackManagerForLLMRun","usageMetadata: UsageMetadata | undefined","ChatGenerationChunk","AIMessageChunk","PROFILES","outputSchema:\n | InteropZodType<RunOutput>\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n | Record<string, any>","config?: StructuredOutputMethodOptions<boolean>","schema: InteropZodType<RunOutput> | Record<string, any>","outputParser: BaseLLMOutputParser<RunOutput>","tools: GeminiTool[]","schemaToGeminiParameters","JsonOutputKeyToolsParser","geminiFunctionDefinition: GeminiFunctionDeclaration","parameters: GeminiJsonSchema","removeAdditionalProperties","JsonOutputParser","RunnablePassthrough","input: any","config","RunnableSequence"],"sources":["../src/chat_models.ts"],"sourcesContent":["import { getEnvironmentVariable } from \"@langchain/core/utils/env\";\nimport { UsageMetadata, type BaseMessage } from \"@langchain/core/messages\";\nimport { CallbackManagerForLLMRun } from \"@langchain/core/callbacks/manager\";\n\nimport {\n BaseChatModel,\n LangSmithParams,\n type BaseChatModelParams,\n} from \"@langchain/core/language_models/chat_models\";\nimport { ChatGenerationChunk, ChatResult } from \"@langchain/core/outputs\";\nimport { AIMessageChunk } from \"@langchain/core/messages\";\nimport {\n BaseLanguageModelInput,\n StructuredOutputMethodOptions,\n} from \"@langchain/core/language_models/base\";\nimport { type ModelProfile } from \"@langchain/core/language_models/profile\";\nimport {\n Runnable,\n RunnablePassthrough,\n RunnableSequence,\n} from \"@langchain/core/runnables\";\nimport { JsonOutputKeyToolsParser } from \"@langchain/core/output_parsers/openai_tools\";\nimport {\n BaseLLMOutputParser,\n JsonOutputParser,\n} from \"@langchain/core/output_parsers\";\nimport { AsyncCaller } from \"@langchain/core/utils/async_caller\";\nimport { concat } from \"@langchain/core/utils/stream\";\nimport {\n InteropZodType,\n isInteropZodSchema,\n} from \"@langchain/core/utils/types\";\nimport {\n GoogleAIBaseLLMInput,\n GoogleAIModelParams,\n GoogleAISafetySetting,\n GoogleConnectionParams,\n GooglePlatformType,\n GeminiTool,\n GoogleAIBaseLanguageModelCallOptions,\n GoogleAIAPI,\n GoogleAIAPIParams,\n GoogleSearchToolSetting,\n GoogleSpeechConfig,\n GeminiJsonSchema,\n} from \"./types.js\";\nimport {\n convertToGeminiTools,\n copyAIModelParams,\n copyAndValidateModelParamsInto,\n} from \"./utils/common.js\";\nimport { AbstractGoogleLLMConnection } from \"./connection.js\";\nimport { DefaultGeminiSafetyHandler, getGeminiAPI } from \"./utils/gemini.js\";\nimport { ApiKeyGoogleAuth, GoogleAbstractedClient } from \"./auth.js\";\nimport { JsonStream } from \"./utils/stream.js\";\nimport { ensureParams } from \"./utils/failed_handler.js\";\nimport type {\n GoogleBaseLLMInput,\n GoogleAISafetyHandler,\n GoogleAISafetyParams,\n GeminiFunctionDeclaration,\n GeminiFunctionSchema,\n GoogleAIToolType,\n GeminiAPIConfig,\n GoogleAIModelModality,\n} from \"./types.js\";\nimport {\n removeAdditionalProperties,\n schemaToGeminiParameters,\n} from \"./utils/zod_to_gemini_parameters.js\";\nimport PROFILES from \"./profiles.js\";\n\nexport class ChatConnection<AuthOptions> extends AbstractGoogleLLMConnection<\n BaseMessage[],\n AuthOptions\n> {\n convertSystemMessageToHumanContent: boolean | undefined;\n\n constructor(\n fields: GoogleAIBaseLLMInput<AuthOptions> | undefined,\n caller: AsyncCaller,\n client: GoogleAbstractedClient,\n streaming: boolean\n ) {\n super(fields, caller, client, streaming);\n this.convertSystemMessageToHumanContent =\n fields?.convertSystemMessageToHumanContent;\n }\n\n get useSystemInstruction(): boolean {\n return typeof this.convertSystemMessageToHumanContent === \"boolean\"\n ? !this.convertSystemMessageToHumanContent\n : this.computeUseSystemInstruction;\n }\n\n get computeUseSystemInstruction(): boolean {\n // This works on models from April 2024 and later\n // Vertex AI: gemini-1.5-pro and gemini-1.0-002 and later\n // AI Studio: gemini-1.5-pro-latest\n if (this.modelFamily === \"palm\") {\n return false;\n } else if (this.modelName === \"gemini-1.0-pro-001\") {\n return false;\n } else if (this.modelName.startsWith(\"gemini-pro-vision\")) {\n return false;\n } else if (this.modelName.startsWith(\"gemini-1.0-pro-vision\")) {\n return false;\n } else if (this.modelName === \"gemini-pro\" && this.platform === \"gai\") {\n // on AI Studio gemini-pro is still pointing at gemini-1.0-pro-001\n return false;\n } else if (this.modelFamily === \"gemma\") {\n // At least as of 12 Mar 2025 gemma 3 on AIS, trying to use system instructions yields an error:\n // \"Developer instruction is not enabled for models/gemma-3-27b-it\"\n return false;\n }\n return true;\n }\n\n computeGoogleSearchToolAdjustmentFromModel(): Exclude<\n GoogleSearchToolSetting,\n boolean\n > {\n if (this.modelName.startsWith(\"gemini-1.0\")) {\n return \"googleSearchRetrieval\";\n } else if (this.modelName.startsWith(\"gemini-1.5\")) {\n return \"googleSearchRetrieval\";\n } else {\n return \"googleSearch\";\n }\n }\n\n computeGoogleSearchToolAdjustment(\n apiConfig: GeminiAPIConfig\n ): Exclude<GoogleSearchToolSetting, true> {\n const adj = apiConfig.googleSearchToolAdjustment;\n if (adj === undefined || adj === true) {\n return this.computeGoogleSearchToolAdjustmentFromModel();\n } else {\n return adj;\n }\n }\n\n buildGeminiAPI(): GoogleAIAPI {\n const apiConfig: GeminiAPIConfig =\n (this.apiConfig as GeminiAPIConfig) ?? {};\n const googleSearchToolAdjustment =\n this.computeGoogleSearchToolAdjustment(apiConfig);\n const geminiConfig: GeminiAPIConfig = {\n useSystemInstruction: this.useSystemInstruction,\n googleSearchToolAdjustment,\n ...apiConfig,\n };\n return getGeminiAPI(geminiConfig);\n }\n\n get api(): GoogleAIAPI {\n switch (this.apiName) {\n case \"google\":\n return this.buildGeminiAPI();\n default:\n return super.api;\n }\n }\n}\n\n/**\n * Input to chat model class.\n */\nexport interface ChatGoogleBaseInput<AuthOptions>\n extends BaseChatModelParams,\n GoogleConnectionParams<AuthOptions>,\n GoogleAIModelParams,\n GoogleAISafetyParams,\n GoogleAIAPIParams,\n Pick<GoogleAIBaseLanguageModelCallOptions, \"streamUsage\"> {}\n\n/**\n * Integration with a Google chat model.\n */\nexport abstract class ChatGoogleBase<AuthOptions>\n extends BaseChatModel<GoogleAIBaseLanguageModelCallOptions, AIMessageChunk>\n implements ChatGoogleBaseInput<AuthOptions>\n{\n // Used for tracing, replace with the same name as your class\n static lc_name() {\n return \"ChatGoogle\";\n }\n\n get lc_secrets(): { [key: string]: string } | undefined {\n return {\n authOptions: \"GOOGLE_AUTH_OPTIONS\",\n };\n }\n\n lc_serializable = true;\n\n // Set based on modelName\n model: string;\n\n modelName = \"gemini-pro\";\n\n temperature: number;\n\n maxOutputTokens: number;\n\n maxReasoningTokens: number;\n\n topP: number;\n\n topK: number;\n\n seed: number;\n\n presencePenalty: number;\n\n frequencyPenalty: number;\n\n stopSequences: string[] = [];\n\n logprobs: boolean;\n\n topLogprobs: number = 0;\n\n safetySettings: GoogleAISafetySetting[] = [];\n\n responseModalities?: GoogleAIModelModality[];\n\n // May intentionally be undefined, meaning to compute this.\n convertSystemMessageToHumanContent: boolean | undefined;\n\n safetyHandler: GoogleAISafetyHandler;\n\n speechConfig: GoogleSpeechConfig;\n\n streamUsage = true;\n\n streaming = false;\n\n labels?: Record<string, string>;\n\n protected connection: ChatConnection<AuthOptions>;\n\n protected streamedConnection: ChatConnection<AuthOptions>;\n\n constructor(fields?: ChatGoogleBaseInput<AuthOptions>) {\n super(ensureParams(fields));\n\n copyAndValidateModelParamsInto(fields, this);\n this.safetyHandler =\n fields?.safetyHandler ?? new DefaultGeminiSafetyHandler();\n this.streamUsage = fields?.streamUsage ?? this.streamUsage;\n const client = this.buildClient(fields);\n this.buildConnection(fields ?? {}, client);\n }\n\n getLsParams(options: this[\"ParsedCallOptions\"]): LangSmithParams {\n const params = this.invocationParams(options);\n return {\n ls_provider: \"google_vertexai\",\n ls_model_name: this.model,\n ls_model_type: \"chat\",\n ls_temperature: params.temperature ?? undefined,\n ls_max_tokens: params.maxOutputTokens ?? undefined,\n ls_stop: options.stop,\n };\n }\n\n abstract buildAbstractedClient(\n fields?: GoogleAIBaseLLMInput<AuthOptions>\n ): GoogleAbstractedClient;\n\n buildApiKeyClient(apiKey: string): GoogleAbstractedClient {\n return new ApiKeyGoogleAuth(apiKey);\n }\n\n buildApiKey(fields?: GoogleAIBaseLLMInput<AuthOptions>): string | undefined {\n return fields?.apiKey ?? getEnvironmentVariable(\"GOOGLE_API_KEY\");\n }\n\n buildClient(\n fields?: GoogleAIBaseLLMInput<AuthOptions>\n ): GoogleAbstractedClient {\n const apiKey = this.buildApiKey(fields);\n if (apiKey) {\n return this.buildApiKeyClient(apiKey);\n } else {\n return this.buildAbstractedClient(fields);\n }\n }\n\n buildConnection(\n fields: GoogleBaseLLMInput<AuthOptions>,\n client: GoogleAbstractedClient\n ) {\n this.connection = new ChatConnection(\n { ...fields, ...this },\n this.caller,\n client,\n false\n );\n\n this.streamedConnection = new ChatConnection(\n { ...fields, ...this },\n this.caller,\n client,\n true\n );\n }\n\n get platform(): GooglePlatformType {\n return this.connection.platform;\n }\n\n override bindTools(\n tools: GoogleAIToolType[],\n kwargs?: Partial<GoogleAIBaseLanguageModelCallOptions>\n ): Runnable<\n BaseLanguageModelInput,\n AIMessageChunk,\n GoogleAIBaseLanguageModelCallOptions\n > {\n return this.withConfig({ tools: convertToGeminiTools(tools), ...kwargs });\n }\n\n // Replace\n _llmType() {\n return \"chat_integration\";\n }\n\n /**\n * Get the parameters used to invoke the model\n */\n override invocationParams(options?: this[\"ParsedCallOptions\"]) {\n return copyAIModelParams(this, options);\n }\n\n async _generate(\n messages: BaseMessage[],\n options: this[\"ParsedCallOptions\"],\n runManager: CallbackManagerForLLMRun | undefined\n ): Promise<ChatResult> {\n const parameters = this.invocationParams(options);\n if (this.streaming) {\n const stream = this._streamResponseChunks(messages, options, runManager);\n let finalChunk: ChatGenerationChunk | null = null;\n for await (const chunk of stream) {\n finalChunk = !finalChunk ? chunk : concat(finalChunk, chunk);\n }\n if (!finalChunk) {\n throw new Error(\"No chunks were returned from the stream.\");\n }\n return {\n generations: [finalChunk],\n };\n }\n\n const response = await this.connection.request(\n messages,\n parameters,\n options,\n runManager\n );\n const ret = this.connection.api.responseToChatResult(response);\n const chunk = ret?.generations?.[0];\n if (chunk) {\n await runManager?.handleLLMNewToken(chunk.text || \"\");\n }\n return ret;\n }\n\n async *_streamResponseChunks(\n _messages: BaseMessage[],\n options: this[\"ParsedCallOptions\"],\n runManager?: CallbackManagerForLLMRun\n ): AsyncGenerator<ChatGenerationChunk> {\n // Make the call as a streaming request\n const parameters = this.invocationParams(options);\n const response = await this.streamedConnection.request(\n _messages,\n parameters,\n options,\n runManager\n );\n\n // Get the streaming parser of the response\n const stream = response.data as JsonStream;\n let usageMetadata: UsageMetadata | undefined;\n // Loop until the end of the stream\n // During the loop, yield each time we get a chunk from the streaming parser\n // that is either available or added to the queue\n while (!stream.streamDone) {\n const output = await stream.nextChunk();\n await runManager?.handleCustomEvent(\n `google-chunk-${this.constructor.name}`,\n {\n output,\n }\n );\n if (\n output &&\n output.usageMetadata &&\n this.streamUsage !== false &&\n options.streamUsage !== false\n ) {\n usageMetadata = {\n input_tokens: output.usageMetadata.promptTokenCount,\n output_tokens: output.usageMetadata.candidatesTokenCount,\n total_tokens: output.usageMetadata.totalTokenCount,\n };\n }\n const chunk =\n output !== null\n ? this.connection.api.responseToChatGeneration({ data: output })\n : new ChatGenerationChunk({\n text: \"\",\n generationInfo: { finishReason: \"stop\" },\n message: new AIMessageChunk({\n content: \"\",\n usage_metadata: usageMetadata,\n }),\n });\n if (chunk) {\n yield chunk;\n await runManager?.handleLLMNewToken(\n chunk.text ?? \"\",\n undefined,\n undefined,\n undefined,\n undefined,\n { chunk }\n );\n }\n }\n }\n\n /** @ignore */\n _combineLLMOutput() {\n return [];\n }\n\n /**\n * Return profiling information for the model.\n *\n * Provides information about the model's capabilities and constraints,\n * including token limits, multimodal support, and advanced features like\n * tool calling and structured output.\n *\n * @returns {ModelProfile} An object describing the model's capabilities and constraints\n */\n get profile(): ModelProfile {\n return PROFILES[this.model] ?? {};\n }\n\n withStructuredOutput<\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n RunOutput extends Record<string, any> = Record<string, any>,\n >(\n outputSchema:\n | InteropZodType<RunOutput>\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n | Record<string, any>,\n config?: StructuredOutputMethodOptions<false>\n ): Runnable<BaseLanguageModelInput, RunOutput>;\n\n withStructuredOutput<\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n RunOutput extends Record<string, any> = Record<string, any>,\n >(\n outputSchema:\n | InteropZodType<RunOutput>\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n | Record<string, any>,\n config?: StructuredOutputMethodOptions<true>\n ): Runnable<BaseLanguageModelInput, { raw: BaseMessage; parsed: RunOutput }>;\n\n withStructuredOutput<\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n RunOutput extends Record<string, any> = Record<string, any>,\n >(\n outputSchema:\n | InteropZodType<RunOutput>\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n | Record<string, any>,\n config?: StructuredOutputMethodOptions<boolean>\n ):\n | Runnable<BaseLanguageModelInput, RunOutput>\n | Runnable<\n BaseLanguageModelInput,\n { raw: BaseMessage; parsed: RunOutput }\n > {\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n const schema: InteropZodType<RunOutput> | Record<string, any> =\n outputSchema;\n const name = config?.name;\n const method = config?.method;\n const includeRaw = config?.includeRaw;\n if (method === \"jsonMode\") {\n throw new Error(\n `Google only supports \"jsonSchema\" or \"functionCalling\" as a method.`\n );\n }\n\n let llm;\n let outputParser: BaseLLMOutputParser<RunOutput>;\n if (method === \"functionCalling\") {\n let functionName = name ?? \"extract\";\n let tools: GeminiTool[];\n if (isInteropZodSchema(schema)) {\n const jsonSchema = schemaToGeminiParameters(schema);\n tools = [\n {\n functionDeclarations: [\n {\n name: functionName,\n description:\n jsonSchema.description ?? \"A function available to call.\",\n parameters: jsonSchema as GeminiFunctionSchema,\n },\n ],\n },\n ];\n outputParser = new JsonOutputKeyToolsParser({\n returnSingle: true,\n keyName: functionName,\n zodSchema: schema,\n });\n } else {\n let geminiFunctionDefinition: GeminiFunctionDeclaration;\n if (\n typeof schema.name === \"string\" &&\n typeof schema.parameters === \"object\" &&\n schema.parameters != null\n ) {\n geminiFunctionDefinition = schema as GeminiFunctionDeclaration;\n functionName = schema.name;\n } else {\n // We are providing the schema for *just* the parameters, probably\n const parameters: GeminiJsonSchema =\n removeAdditionalProperties(schema);\n geminiFunctionDefinition = {\n name: functionName,\n description: schema.description ?? \"\",\n parameters,\n };\n }\n tools = [\n {\n functionDeclarations: [geminiFunctionDefinition],\n },\n ];\n outputParser = new JsonOutputKeyToolsParser<RunOutput>({\n returnSingle: true,\n keyName: functionName,\n });\n }\n llm = this.bindTools(tools).withConfig({ tool_choice: functionName });\n } else {\n // Default to jsonSchema method\n const jsonSchema = schemaToGeminiParameters(schema);\n llm = this.withConfig({\n responseSchema: jsonSchema as GeminiJsonSchema,\n });\n outputParser = new JsonOutputParser();\n }\n\n if (!includeRaw) {\n return llm.pipe(outputParser).withConfig({\n runName: \"ChatGoogleStructuredOutput\",\n }) as Runnable<BaseLanguageModelInput, RunOutput>;\n }\n\n const parserAssign = RunnablePassthrough.assign({\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n parsed: (input: any, config) => outputParser.invoke(input.raw, config),\n });\n const parserNone = RunnablePassthrough.assign({\n parsed: () => null,\n });\n const parsedWithFallback = parserAssign.withFallbacks({\n fallbacks: [parserNone],\n });\n return RunnableSequence.from<\n BaseLanguageModelInput,\n { raw: BaseMessage; parsed: RunOutput }\n >([\n {\n raw: llm,\n },\n parsedWithFallback,\n ]).withConfig({\n runName: \"StructuredOutputRunnable\",\n });\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;AAwEA,IAAa,iBAAb,cAAiDA,+CAG/C;CACA;CAEA,YACEC,QACAC,QACAC,QACAC,WACA;EACA,MAAM,QAAQ,QAAQ,QAAQ,UAAU;EACxC,KAAK,qCACH,QAAQ;CACX;CAED,IAAI,uBAAgC;AAClC,SAAO,OAAO,KAAK,uCAAuC,YACtD,CAAC,KAAK,qCACN,KAAK;CACV;CAED,IAAI,8BAAuC;AAIzC,MAAI,KAAK,gBAAgB,OACvB,QAAO;WACE,KAAK,cAAc,qBAC5B,QAAO;WACE,KAAK,UAAU,WAAW,oBAAoB,CACvD,QAAO;WACE,KAAK,UAAU,WAAW,wBAAwB,CAC3D,QAAO;WACE,KAAK,cAAc,gBAAgB,KAAK,aAAa,MAE9D,QAAO;WACE,KAAK,gBAAgB,QAG9B,QAAO;AAET,SAAO;CACR;CAED,6CAGE;AACA,MAAI,KAAK,UAAU,WAAW,aAAa,CACzC,QAAO;WACE,KAAK,UAAU,WAAW,aAAa,CAChD,QAAO;MAEP,QAAO;CAEV;CAED,kCACEC,WACwC;EACxC,MAAM,MAAM,UAAU;AACtB,MAAI,QAAQ,UAAa,QAAQ,KAC/B,QAAO,KAAK,4CAA4C;MAExD,QAAO;CAEV;CAED,iBAA8B;EAC5B,MAAMA,YACH,KAAK,aAAiC,CAAE;EAC3C,MAAM,6BACJ,KAAK,kCAAkC,UAAU;EACnD,MAAMC,eAAgC;GACpC,sBAAsB,KAAK;GAC3B;GACA,GAAG;EACJ;AACD,SAAOC,4BAAa,aAAa;CAClC;CAED,IAAI,MAAmB;AACrB,UAAQ,KAAK,SAAb;GACE,KAAK,SACH,QAAO,KAAK,gBAAgB;GAC9B,QACE,QAAO,MAAM;EAChB;CACF;AACF;;;;AAgBD,IAAsB,iBAAtB,cACUC,2DAEV;CAEE,OAAO,UAAU;AACf,SAAO;CACR;CAED,IAAI,aAAoD;AACtD,SAAO,EACL,aAAa,sBACd;CACF;CAED,kBAAkB;CAGlB;CAEA,YAAY;CAEZ;CAEA;CAEA;CAEA;CAEA;CAEA;CAEA;CAEA;CAEA,gBAA0B,CAAE;CAE5B;CAEA,cAAsB;CAEtB,iBAA0C,CAAE;CAE5C;CAGA;CAEA;CAEA;CAEA,cAAc;CAEd,YAAY;CAEZ;CAEA,AAAU;CAEV,AAAU;CAEV,YAAYC,QAA2C;EACrD,MAAMC,oCAAa,OAAO,CAAC;EAE3BC,8CAA+B,QAAQ,KAAK;EAC5C,KAAK,gBACH,QAAQ,iBAAiB,IAAIC;EAC/B,KAAK,cAAc,QAAQ,eAAe,KAAK;EAC/C,MAAM,SAAS,KAAK,YAAY,OAAO;EACvC,KAAK,gBAAgB,UAAU,CAAE,GAAE,OAAO;CAC3C;CAED,YAAYC,SAAqD;EAC/D,MAAM,SAAS,KAAK,iBAAiB,QAAQ;AAC7C,SAAO;GACL,aAAa;GACb,eAAe,KAAK;GACpB,eAAe;GACf,gBAAgB,OAAO,eAAe;GACtC,eAAe,OAAO,mBAAmB;GACzC,SAAS,QAAQ;EAClB;CACF;CAMD,kBAAkBC,QAAwC;AACxD,SAAO,IAAIC,8BAAiB;CAC7B;CAED,YAAYC,QAAgE;AAC1E,SAAO,QAAQ,iEAAiC,iBAAiB;CAClE;CAED,YACEA,QACwB;EACxB,MAAM,SAAS,KAAK,YAAY,OAAO;AACvC,MAAI,OACF,QAAO,KAAK,kBAAkB,OAAO;MAErC,QAAO,KAAK,sBAAsB,OAAO;CAE5C;CAED,gBACEC,QACAd,QACA;EACA,KAAK,aAAa,IAAI,eACpB;GAAE,GAAG;GAAQ,GAAG;EAAM,GACtB,KAAK,QACL,QACA;EAGF,KAAK,qBAAqB,IAAI,eAC5B;GAAE,GAAG;GAAQ,GAAG;EAAM,GACtB,KAAK,QACL,QACA;CAEH;CAED,IAAI,WAA+B;AACjC,SAAO,KAAK,WAAW;CACxB;CAED,AAAS,UACPe,OACAC,QAKA;AACA,SAAO,KAAK,WAAW;GAAE,OAAOC,oCAAqB,MAAM;GAAE,GAAG;EAAQ,EAAC;CAC1E;CAGD,WAAW;AACT,SAAO;CACR;;;;CAKD,AAAS,iBAAiBC,SAAqC;AAC7D,SAAOC,iCAAkB,MAAM,QAAQ;CACxC;CAED,MAAM,UACJC,UACAV,SACAW,YACqB;EACrB,MAAM,aAAa,KAAK,iBAAiB,QAAQ;AACjD,MAAI,KAAK,WAAW;GAClB,MAAM,SAAS,KAAK,sBAAsB,UAAU,SAAS,WAAW;GACxE,IAAIC,aAAyC;AAC7C,cAAW,MAAMC,WAAS,QACxB,aAAa,CAAC,aAAaA,oDAAe,YAAYA,QAAM;AAE9D,OAAI,CAAC,WACH,OAAM,IAAI,MAAM;AAElB,UAAO,EACL,aAAa,CAAC,UAAW,EAC1B;EACF;EAED,MAAM,WAAW,MAAM,KAAK,WAAW,QACrC,UACA,YACA,SACA,WACD;EACD,MAAM,MAAM,KAAK,WAAW,IAAI,qBAAqB,SAAS;EAC9D,MAAM,QAAQ,KAAK,cAAc;AACjC,MAAI,OACF,MAAM,YAAY,kBAAkB,MAAM,QAAQ,GAAG;AAEvD,SAAO;CACR;CAED,OAAO,sBACLC,WACAd,SACAe,YACqC;EAErC,MAAM,aAAa,KAAK,iBAAiB,QAAQ;EACjD,MAAM,WAAW,MAAM,KAAK,mBAAmB,QAC7C,WACA,YACA,SACA,WACD;EAGD,MAAM,SAAS,SAAS;EACxB,IAAIC;AAIJ,SAAO,CAAC,OAAO,YAAY;GACzB,MAAM,SAAS,MAAM,OAAO,WAAW;GACvC,MAAM,YAAY,kBAChB,CAAC,aAAa,EAAE,KAAK,YAAY,MAAM,EACvC,EACE,OACD,EACF;AACD,OACE,UACA,OAAO,iBACP,KAAK,gBAAgB,SACrB,QAAQ,gBAAgB,OAExB,gBAAgB;IACd,cAAc,OAAO,cAAc;IACnC,eAAe,OAAO,cAAc;IACpC,cAAc,OAAO,cAAc;GACpC;GAEH,MAAM,QACJ,WAAW,OACP,KAAK,WAAW,IAAI,yBAAyB,EAAE,MAAM,OAAQ,EAAC,GAC9D,IAAIC,6CAAoB;IACtB,MAAM;IACN,gBAAgB,EAAE,cAAc,OAAQ;IACxC,SAAS,IAAIC,yCAAe;KAC1B,SAAS;KACT,gBAAgB;IACjB;GACF;AACP,OAAI,OAAO;IACT,MAAM;IACN,MAAM,YAAY,kBAChB,MAAM,QAAQ,IACd,QACA,QACA,QACA,QACA,EAAE,MAAO,EACV;GACF;EACF;CACF;;CAGD,oBAAoB;AAClB,SAAO,CAAE;CACV;;;;;;;;;;CAWD,IAAI,UAAwB;AAC1B,SAAOC,yBAAS,KAAK,UAAU,CAAE;CAClC;CAwBD,qBAIEC,cAIAC,QAMI;EAEJ,MAAMC,SACJ;EACF,MAAM,OAAO,QAAQ;EACrB,MAAM,SAAS,QAAQ;EACvB,MAAM,aAAa,QAAQ;AAC3B,MAAI,WAAW,WACb,OAAM,IAAI,MACR,CAAC,mEAAmE,CAAC;EAIzE,IAAI;EACJ,IAAIC;AACJ,MAAI,WAAW,mBAAmB;GAChC,IAAI,eAAe,QAAQ;GAC3B,IAAIC;AACJ,4DAAuB,OAAO,EAAE;IAC9B,MAAM,aAAaC,0DAAyB,OAAO;IACnD,QAAQ,CACN,EACE,sBAAsB,CACpB;KACE,MAAM;KACN,aACE,WAAW,eAAe;KAC5B,YAAY;IACb,CACF,EACF,CACF;IACD,eAAe,IAAIC,sEAAyB;KAC1C,cAAc;KACd,SAAS;KACT,WAAW;IACZ;GACF,OAAM;IACL,IAAIC;AACJ,QACE,OAAO,OAAO,SAAS,YACvB,OAAO,OAAO,eAAe,YAC7B,OAAO,cAAc,MACrB;KACA,2BAA2B;KAC3B,eAAe,OAAO;IACvB,OAAM;KAEL,MAAMC,aACJC,4DAA2B,OAAO;KACpC,2BAA2B;MACzB,MAAM;MACN,aAAa,OAAO,eAAe;MACnC;KACD;IACF;IACD,QAAQ,CACN,EACE,sBAAsB,CAAC,wBAAyB,EACjD,CACF;IACD,eAAe,IAAIH,sEAAoC;KACrD,cAAc;KACd,SAAS;IACV;GACF;GACD,MAAM,KAAK,UAAU,MAAM,CAAC,WAAW,EAAE,aAAa,aAAc,EAAC;EACtE,OAAM;GAEL,MAAM,aAAaD,0DAAyB,OAAO;GACnD,MAAM,KAAK,WAAW,EACpB,gBAAgB,WACjB,EAAC;GACF,eAAe,IAAIK;EACpB;AAED,MAAI,CAAC,WACH,QAAO,IAAI,KAAK,aAAa,CAAC,WAAW,EACvC,SAAS,6BACV,EAAC;EAGJ,MAAM,eAAeC,+CAAoB,OAAO,EAE9C,QAAQ,CAACC,OAAYC,aAAW,aAAa,OAAO,MAAM,KAAKA,SAAO,CACvE,EAAC;EACF,MAAM,aAAaF,+CAAoB,OAAO,EAC5C,QAAQ,MAAM,KACf,EAAC;EACF,MAAM,qBAAqB,aAAa,cAAc,EACpD,WAAW,CAAC,UAAW,EACxB,EAAC;AACF,SAAOG,4CAAiB,KAGtB,CACA,EACE,KAAK,IACN,GACD,kBACD,EAAC,CAAC,WAAW,EACZ,SAAS,2BACV,EAAC;CACH;AACF"}
|
package/dist/chat_models.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"chat_models.js","names":["fields: GoogleAIBaseLLMInput<AuthOptions> | undefined","caller: AsyncCaller","client: GoogleAbstractedClient","streaming: boolean","apiConfig: GeminiAPIConfig","geminiConfig: GeminiAPIConfig","fields?: ChatGoogleBaseInput<AuthOptions>","options: this[\"ParsedCallOptions\"]","apiKey: string","fields?: GoogleAIBaseLLMInput<AuthOptions>","fields: GoogleBaseLLMInput<AuthOptions>","tools: GoogleAIToolType[]","kwargs?: Partial<GoogleAIBaseLanguageModelCallOptions>","options?: this[\"ParsedCallOptions\"]","messages: BaseMessage[]","runManager: CallbackManagerForLLMRun | undefined","finalChunk: ChatGenerationChunk | null","chunk","_messages: BaseMessage[]","runManager?: CallbackManagerForLLMRun","usageMetadata: UsageMetadata | undefined","PROFILES","outputSchema:\n | InteropZodType<RunOutput>\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n | Record<string, any>","config?: StructuredOutputMethodOptions<boolean>","schema: InteropZodType<RunOutput> | Record<string, any>","outputParser: BaseLLMOutputParser<RunOutput>","tools: GeminiTool[]","geminiFunctionDefinition: GeminiFunctionDeclaration","parameters: GeminiJsonSchema","input: any","config"],"sources":["../src/chat_models.ts"],"sourcesContent":["import { getEnvironmentVariable } from \"@langchain/core/utils/env\";\nimport { UsageMetadata, type BaseMessage } from \"@langchain/core/messages\";\nimport { CallbackManagerForLLMRun } from \"@langchain/core/callbacks/manager\";\n\nimport {\n BaseChatModel,\n LangSmithParams,\n type BaseChatModelParams,\n} from \"@langchain/core/language_models/chat_models\";\nimport { ChatGenerationChunk, ChatResult } from \"@langchain/core/outputs\";\nimport { AIMessageChunk } from \"@langchain/core/messages\";\nimport {\n BaseLanguageModelInput,\n StructuredOutputMethodOptions,\n} from \"@langchain/core/language_models/base\";\nimport { type ModelProfile } from \"@langchain/core/language_models/profile\";\nimport {\n Runnable,\n RunnablePassthrough,\n RunnableSequence,\n} from \"@langchain/core/runnables\";\nimport { JsonOutputKeyToolsParser } from \"@langchain/core/output_parsers/openai_tools\";\nimport {\n BaseLLMOutputParser,\n JsonOutputParser,\n} from \"@langchain/core/output_parsers\";\nimport { AsyncCaller } from \"@langchain/core/utils/async_caller\";\nimport { concat } from \"@langchain/core/utils/stream\";\nimport {\n InteropZodType,\n isInteropZodSchema,\n} from \"@langchain/core/utils/types\";\nimport {\n GoogleAIBaseLLMInput,\n GoogleAIModelParams,\n GoogleAISafetySetting,\n GoogleConnectionParams,\n GooglePlatformType,\n GeminiTool,\n GoogleAIBaseLanguageModelCallOptions,\n GoogleAIAPI,\n GoogleAIAPIParams,\n GoogleSearchToolSetting,\n GoogleSpeechConfig,\n GeminiJsonSchema,\n} from \"./types.js\";\nimport {\n convertToGeminiTools,\n copyAIModelParams,\n copyAndValidateModelParamsInto,\n} from \"./utils/common.js\";\nimport { AbstractGoogleLLMConnection } from \"./connection.js\";\nimport { DefaultGeminiSafetyHandler, getGeminiAPI } from \"./utils/gemini.js\";\nimport { ApiKeyGoogleAuth, GoogleAbstractedClient } from \"./auth.js\";\nimport { JsonStream } from \"./utils/stream.js\";\nimport { ensureParams } from \"./utils/failed_handler.js\";\nimport type {\n GoogleBaseLLMInput,\n GoogleAISafetyHandler,\n GoogleAISafetyParams,\n GeminiFunctionDeclaration,\n GeminiFunctionSchema,\n GoogleAIToolType,\n GeminiAPIConfig,\n GoogleAIModelModality,\n} from \"./types.js\";\nimport {\n removeAdditionalProperties,\n schemaToGeminiParameters,\n} from \"./utils/zod_to_gemini_parameters.js\";\nimport PROFILES from \"./profiles.js\";\n\nexport class ChatConnection<AuthOptions> extends AbstractGoogleLLMConnection<\n BaseMessage[],\n AuthOptions\n> {\n convertSystemMessageToHumanContent: boolean | undefined;\n\n constructor(\n fields: GoogleAIBaseLLMInput<AuthOptions> | undefined,\n caller: AsyncCaller,\n client: GoogleAbstractedClient,\n streaming: boolean\n ) {\n super(fields, caller, client, streaming);\n this.convertSystemMessageToHumanContent =\n fields?.convertSystemMessageToHumanContent;\n }\n\n get useSystemInstruction(): boolean {\n return typeof this.convertSystemMessageToHumanContent === \"boolean\"\n ? !this.convertSystemMessageToHumanContent\n : this.computeUseSystemInstruction;\n }\n\n get computeUseSystemInstruction(): boolean {\n // This works on models from April 2024 and later\n // Vertex AI: gemini-1.5-pro and gemini-1.0-002 and later\n // AI Studio: gemini-1.5-pro-latest\n if (this.modelFamily === \"palm\") {\n return false;\n } else if (this.modelName === \"gemini-1.0-pro-001\") {\n return false;\n } else if (this.modelName.startsWith(\"gemini-pro-vision\")) {\n return false;\n } else if (this.modelName.startsWith(\"gemini-1.0-pro-vision\")) {\n return false;\n } else if (this.modelName === \"gemini-pro\" && this.platform === \"gai\") {\n // on AI Studio gemini-pro is still pointing at gemini-1.0-pro-001\n return false;\n } else if (this.modelFamily === \"gemma\") {\n // At least as of 12 Mar 2025 gemma 3 on AIS, trying to use system instructions yields an error:\n // \"Developer instruction is not enabled for models/gemma-3-27b-it\"\n return false;\n }\n return true;\n }\n\n computeGoogleSearchToolAdjustmentFromModel(): Exclude<\n GoogleSearchToolSetting,\n boolean\n > {\n if (this.modelName.startsWith(\"gemini-1.0\")) {\n return \"googleSearchRetrieval\";\n } else if (this.modelName.startsWith(\"gemini-1.5\")) {\n return \"googleSearchRetrieval\";\n } else {\n return \"googleSearch\";\n }\n }\n\n computeGoogleSearchToolAdjustment(\n apiConfig: GeminiAPIConfig\n ): Exclude<GoogleSearchToolSetting, true> {\n const adj = apiConfig.googleSearchToolAdjustment;\n if (adj === undefined || adj === true) {\n return this.computeGoogleSearchToolAdjustmentFromModel();\n } else {\n return adj;\n }\n }\n\n buildGeminiAPI(): GoogleAIAPI {\n const apiConfig: GeminiAPIConfig =\n (this.apiConfig as GeminiAPIConfig) ?? {};\n const googleSearchToolAdjustment =\n this.computeGoogleSearchToolAdjustment(apiConfig);\n const geminiConfig: GeminiAPIConfig = {\n useSystemInstruction: this.useSystemInstruction,\n googleSearchToolAdjustment,\n ...apiConfig,\n };\n return getGeminiAPI(geminiConfig);\n }\n\n get api(): GoogleAIAPI {\n switch (this.apiName) {\n case \"google\":\n return this.buildGeminiAPI();\n default:\n return super.api;\n }\n }\n}\n\n/**\n * Input to chat model class.\n */\nexport interface ChatGoogleBaseInput<AuthOptions>\n extends BaseChatModelParams,\n GoogleConnectionParams<AuthOptions>,\n GoogleAIModelParams,\n GoogleAISafetyParams,\n GoogleAIAPIParams,\n Pick<GoogleAIBaseLanguageModelCallOptions, \"streamUsage\"> {}\n\n/**\n * Integration with a Google chat model.\n */\nexport abstract class ChatGoogleBase<AuthOptions>\n extends BaseChatModel<GoogleAIBaseLanguageModelCallOptions, AIMessageChunk>\n implements ChatGoogleBaseInput<AuthOptions>\n{\n // Used for tracing, replace with the same name as your class\n static lc_name() {\n return \"ChatGoogle\";\n }\n\n get lc_secrets(): { [key: string]: string } | undefined {\n return {\n authOptions: \"GOOGLE_AUTH_OPTIONS\",\n };\n }\n\n lc_serializable = true;\n\n // Set based on modelName\n model: string;\n\n modelName = \"gemini-pro\";\n\n temperature: number;\n\n maxOutputTokens: number;\n\n maxReasoningTokens: number;\n\n topP: number;\n\n topK: number;\n\n seed: number;\n\n presencePenalty: number;\n\n frequencyPenalty: number;\n\n stopSequences: string[] = [];\n\n logprobs: boolean;\n\n topLogprobs: number = 0;\n\n safetySettings: GoogleAISafetySetting[] = [];\n\n responseModalities?: GoogleAIModelModality[];\n\n // May intentionally be undefined, meaning to compute this.\n convertSystemMessageToHumanContent: boolean | undefined;\n\n safetyHandler: GoogleAISafetyHandler;\n\n speechConfig: GoogleSpeechConfig;\n\n streamUsage = true;\n\n streaming = false;\n\n labels?: Record<string, string>;\n\n protected connection: ChatConnection<AuthOptions>;\n\n protected streamedConnection: ChatConnection<AuthOptions>;\n\n constructor(fields?: ChatGoogleBaseInput<AuthOptions>) {\n super(ensureParams(fields));\n\n copyAndValidateModelParamsInto(fields, this);\n this.safetyHandler =\n fields?.safetyHandler ?? new DefaultGeminiSafetyHandler();\n this.streamUsage = fields?.streamUsage ?? this.streamUsage;\n const client = this.buildClient(fields);\n this.buildConnection(fields ?? {}, client);\n }\n\n getLsParams(options: this[\"ParsedCallOptions\"]): LangSmithParams {\n const params = this.invocationParams(options);\n return {\n ls_provider: \"google_vertexai\",\n ls_model_name: this.model,\n ls_model_type: \"chat\",\n ls_temperature: params.temperature ?? undefined,\n ls_max_tokens: params.maxOutputTokens ?? undefined,\n ls_stop: options.stop,\n };\n }\n\n abstract buildAbstractedClient(\n fields?: GoogleAIBaseLLMInput<AuthOptions>\n ): GoogleAbstractedClient;\n\n buildApiKeyClient(apiKey: string): GoogleAbstractedClient {\n return new ApiKeyGoogleAuth(apiKey);\n }\n\n buildApiKey(fields?: GoogleAIBaseLLMInput<AuthOptions>): string | undefined {\n return fields?.apiKey ?? getEnvironmentVariable(\"GOOGLE_API_KEY\");\n }\n\n buildClient(\n fields?: GoogleAIBaseLLMInput<AuthOptions>\n ): GoogleAbstractedClient {\n const apiKey = this.buildApiKey(fields);\n if (apiKey) {\n return this.buildApiKeyClient(apiKey);\n } else {\n return this.buildAbstractedClient(fields);\n }\n }\n\n buildConnection(\n fields: GoogleBaseLLMInput<AuthOptions>,\n client: GoogleAbstractedClient\n ) {\n this.connection = new ChatConnection(\n { ...fields, ...this },\n this.caller,\n client,\n false\n );\n\n this.streamedConnection = new ChatConnection(\n { ...fields, ...this },\n this.caller,\n client,\n true\n );\n }\n\n get platform(): GooglePlatformType {\n return this.connection.platform;\n }\n\n override bindTools(\n tools: GoogleAIToolType[],\n kwargs?: Partial<GoogleAIBaseLanguageModelCallOptions>\n ): Runnable<\n BaseLanguageModelInput,\n AIMessageChunk,\n GoogleAIBaseLanguageModelCallOptions\n > {\n return this.withConfig({ tools: convertToGeminiTools(tools), ...kwargs });\n }\n\n // Replace\n _llmType() {\n return \"chat_integration\";\n }\n\n /**\n * Get the parameters used to invoke the model\n */\n override invocationParams(options?: this[\"ParsedCallOptions\"]) {\n return copyAIModelParams(this, options);\n }\n\n async _generate(\n messages: BaseMessage[],\n options: this[\"ParsedCallOptions\"],\n runManager: CallbackManagerForLLMRun | undefined\n ): Promise<ChatResult> {\n const parameters = this.invocationParams(options);\n if (this.streaming) {\n const stream = this._streamResponseChunks(messages, options, runManager);\n let finalChunk: ChatGenerationChunk | null = null;\n for await (const chunk of stream) {\n finalChunk = !finalChunk ? chunk : concat(finalChunk, chunk);\n }\n if (!finalChunk) {\n throw new Error(\"No chunks were returned from the stream.\");\n }\n return {\n generations: [finalChunk],\n };\n }\n\n const response = await this.connection.request(\n messages,\n parameters,\n options,\n runManager\n );\n const ret = this.connection.api.responseToChatResult(response);\n const chunk = ret?.generations?.[0];\n if (chunk) {\n await runManager?.handleLLMNewToken(chunk.text || \"\");\n }\n return ret;\n }\n\n async *_streamResponseChunks(\n _messages: BaseMessage[],\n options: this[\"ParsedCallOptions\"],\n runManager?: CallbackManagerForLLMRun\n ): AsyncGenerator<ChatGenerationChunk> {\n // Make the call as a streaming request\n const parameters = this.invocationParams(options);\n const response = await this.streamedConnection.request(\n _messages,\n parameters,\n options,\n runManager\n );\n\n // Get the streaming parser of the response\n const stream = response.data as JsonStream;\n let usageMetadata: UsageMetadata | undefined;\n // Loop until the end of the stream\n // During the loop, yield each time we get a chunk from the streaming parser\n // that is either available or added to the queue\n while (!stream.streamDone) {\n const output = await stream.nextChunk();\n await runManager?.handleCustomEvent(\n `google-chunk-${this.constructor.name}`,\n {\n output,\n }\n );\n if (\n output &&\n output.usageMetadata &&\n this.streamUsage !== false &&\n options.streamUsage !== false\n ) {\n usageMetadata = {\n input_tokens: output.usageMetadata.promptTokenCount,\n output_tokens: output.usageMetadata.candidatesTokenCount,\n total_tokens: output.usageMetadata.totalTokenCount,\n };\n }\n const chunk =\n output !== null\n ? this.connection.api.responseToChatGeneration({ data: output })\n : new ChatGenerationChunk({\n text: \"\",\n generationInfo: { finishReason: \"stop\" },\n message: new AIMessageChunk({\n content: \"\",\n usage_metadata: usageMetadata,\n }),\n });\n if (chunk) {\n yield chunk;\n await runManager?.handleLLMNewToken(\n chunk.text ?? \"\",\n undefined,\n undefined,\n undefined,\n undefined,\n { chunk }\n );\n }\n }\n }\n\n /** @ignore */\n _combineLLMOutput() {\n return [];\n }\n\n /**\n * Return profiling information for the model.\n *\n * Provides information about the model's capabilities and constraints,\n * including token limits, multimodal support, and advanced features like\n * tool calling and structured output.\n *\n * @returns {ModelProfile} An object describing the model's capabilities and constraints\n */\n get profile(): ModelProfile {\n return PROFILES[this.model] ?? {};\n }\n\n withStructuredOutput<\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n RunOutput extends Record<string, any> = Record<string, any>\n >(\n outputSchema:\n | InteropZodType<RunOutput>\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n | Record<string, any>,\n config?: StructuredOutputMethodOptions<false>\n ): Runnable<BaseLanguageModelInput, RunOutput>;\n\n withStructuredOutput<\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n RunOutput extends Record<string, any> = Record<string, any>\n >(\n outputSchema:\n | InteropZodType<RunOutput>\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n | Record<string, any>,\n config?: StructuredOutputMethodOptions<true>\n ): Runnable<BaseLanguageModelInput, { raw: BaseMessage; parsed: RunOutput }>;\n\n withStructuredOutput<\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n RunOutput extends Record<string, any> = Record<string, any>\n >(\n outputSchema:\n | InteropZodType<RunOutput>\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n | Record<string, any>,\n config?: StructuredOutputMethodOptions<boolean>\n ):\n | Runnable<BaseLanguageModelInput, RunOutput>\n | Runnable<\n BaseLanguageModelInput,\n { raw: BaseMessage; parsed: RunOutput }\n > {\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n const schema: InteropZodType<RunOutput> | Record<string, any> =\n outputSchema;\n const name = config?.name;\n const method = config?.method;\n const includeRaw = config?.includeRaw;\n if (method === \"jsonMode\") {\n throw new Error(\n `Google only supports \"jsonSchema\" or \"functionCalling\" as a method.`\n );\n }\n\n let llm;\n let outputParser: BaseLLMOutputParser<RunOutput>;\n if (method === \"functionCalling\") {\n let functionName = name ?? \"extract\";\n let tools: GeminiTool[];\n if (isInteropZodSchema(schema)) {\n const jsonSchema = schemaToGeminiParameters(schema);\n tools = [\n {\n functionDeclarations: [\n {\n name: functionName,\n description:\n jsonSchema.description ?? \"A function available to call.\",\n parameters: jsonSchema as GeminiFunctionSchema,\n },\n ],\n },\n ];\n outputParser = new JsonOutputKeyToolsParser({\n returnSingle: true,\n keyName: functionName,\n zodSchema: schema,\n });\n } else {\n let geminiFunctionDefinition: GeminiFunctionDeclaration;\n if (\n typeof schema.name === \"string\" &&\n typeof schema.parameters === \"object\" &&\n schema.parameters != null\n ) {\n geminiFunctionDefinition = schema as GeminiFunctionDeclaration;\n functionName = schema.name;\n } else {\n // We are providing the schema for *just* the parameters, probably\n const parameters: GeminiJsonSchema =\n removeAdditionalProperties(schema);\n geminiFunctionDefinition = {\n name: functionName,\n description: schema.description ?? \"\",\n parameters,\n };\n }\n tools = [\n {\n functionDeclarations: [geminiFunctionDefinition],\n },\n ];\n outputParser = new JsonOutputKeyToolsParser<RunOutput>({\n returnSingle: true,\n keyName: functionName,\n });\n }\n llm = this.bindTools(tools).withConfig({ tool_choice: functionName });\n } else {\n // Default to jsonSchema method\n const jsonSchema = schemaToGeminiParameters(schema);\n llm = this.withConfig({\n responseSchema: jsonSchema as GeminiJsonSchema,\n });\n outputParser = new JsonOutputParser();\n }\n\n if (!includeRaw) {\n return llm.pipe(outputParser).withConfig({\n runName: \"ChatGoogleStructuredOutput\",\n }) as Runnable<BaseLanguageModelInput, RunOutput>;\n }\n\n const parserAssign = RunnablePassthrough.assign({\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n parsed: (input: any, config) => outputParser.invoke(input.raw, config),\n });\n const parserNone = RunnablePassthrough.assign({\n parsed: () => null,\n });\n const parsedWithFallback = parserAssign.withFallbacks({\n fallbacks: [parserNone],\n });\n return RunnableSequence.from<\n BaseLanguageModelInput,\n { raw: BaseMessage; parsed: RunOutput }\n >([\n {\n raw: llm,\n },\n parsedWithFallback,\n ]).withConfig({\n runName: \"StructuredOutputRunnable\",\n });\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAwEA,IAAa,iBAAb,cAAiD,4BAG/C;CACA;CAEA,YACEA,QACAC,QACAC,QACAC,WACA;EACA,MAAM,QAAQ,QAAQ,QAAQ,UAAU;EACxC,KAAK,qCACH,QAAQ;CACX;CAED,IAAI,uBAAgC;AAClC,SAAO,OAAO,KAAK,uCAAuC,YACtD,CAAC,KAAK,qCACN,KAAK;CACV;CAED,IAAI,8BAAuC;AAIzC,MAAI,KAAK,gBAAgB,OACvB,QAAO;WACE,KAAK,cAAc,qBAC5B,QAAO;WACE,KAAK,UAAU,WAAW,oBAAoB,CACvD,QAAO;WACE,KAAK,UAAU,WAAW,wBAAwB,CAC3D,QAAO;WACE,KAAK,cAAc,gBAAgB,KAAK,aAAa,MAE9D,QAAO;WACE,KAAK,gBAAgB,QAG9B,QAAO;AAET,SAAO;CACR;CAED,6CAGE;AACA,MAAI,KAAK,UAAU,WAAW,aAAa,CACzC,QAAO;WACE,KAAK,UAAU,WAAW,aAAa,CAChD,QAAO;MAEP,QAAO;CAEV;CAED,kCACEC,WACwC;EACxC,MAAM,MAAM,UAAU;AACtB,MAAI,QAAQ,UAAa,QAAQ,KAC/B,QAAO,KAAK,4CAA4C;MAExD,QAAO;CAEV;CAED,iBAA8B;EAC5B,MAAMA,YACH,KAAK,aAAiC,CAAE;EAC3C,MAAM,6BACJ,KAAK,kCAAkC,UAAU;EACnD,MAAMC,eAAgC;GACpC,sBAAsB,KAAK;GAC3B;GACA,GAAG;EACJ;AACD,SAAO,aAAa,aAAa;CAClC;CAED,IAAI,MAAmB;AACrB,UAAQ,KAAK,SAAb;GACE,KAAK,SACH,QAAO,KAAK,gBAAgB;GAC9B,QACE,QAAO,MAAM;EAChB;CACF;AACF;;;;AAgBD,IAAsB,iBAAtB,cACU,cAEV;CAEE,OAAO,UAAU;AACf,SAAO;CACR;CAED,IAAI,aAAoD;AACtD,SAAO,EACL,aAAa,sBACd;CACF;CAED,kBAAkB;CAGlB;CAEA,YAAY;CAEZ;CAEA;CAEA;CAEA;CAEA;CAEA;CAEA;CAEA;CAEA,gBAA0B,CAAE;CAE5B;CAEA,cAAsB;CAEtB,iBAA0C,CAAE;CAE5C;CAGA;CAEA;CAEA;CAEA,cAAc;CAEd,YAAY;CAEZ;CAEA,AAAU;CAEV,AAAU;CAEV,YAAYC,QAA2C;EACrD,MAAM,aAAa,OAAO,CAAC;EAE3B,+BAA+B,QAAQ,KAAK;EAC5C,KAAK,gBACH,QAAQ,iBAAiB,IAAI;EAC/B,KAAK,cAAc,QAAQ,eAAe,KAAK;EAC/C,MAAM,SAAS,KAAK,YAAY,OAAO;EACvC,KAAK,gBAAgB,UAAU,CAAE,GAAE,OAAO;CAC3C;CAED,YAAYC,SAAqD;EAC/D,MAAM,SAAS,KAAK,iBAAiB,QAAQ;AAC7C,SAAO;GACL,aAAa;GACb,eAAe,KAAK;GACpB,eAAe;GACf,gBAAgB,OAAO,eAAe;GACtC,eAAe,OAAO,mBAAmB;GACzC,SAAS,QAAQ;EAClB;CACF;CAMD,kBAAkBC,QAAwC;AACxD,SAAO,IAAI,iBAAiB;CAC7B;CAED,YAAYC,QAAgE;AAC1E,SAAO,QAAQ,UAAU,uBAAuB,iBAAiB;CAClE;CAED,YACEA,QACwB;EACxB,MAAM,SAAS,KAAK,YAAY,OAAO;AACvC,MAAI,OACF,QAAO,KAAK,kBAAkB,OAAO;MAErC,QAAO,KAAK,sBAAsB,OAAO;CAE5C;CAED,gBACEC,QACAR,QACA;EACA,KAAK,aAAa,IAAI,eACpB;GAAE,GAAG;GAAQ,GAAG;EAAM,GACtB,KAAK,QACL,QACA;EAGF,KAAK,qBAAqB,IAAI,eAC5B;GAAE,GAAG;GAAQ,GAAG;EAAM,GACtB,KAAK,QACL,QACA;CAEH;CAED,IAAI,WAA+B;AACjC,SAAO,KAAK,WAAW;CACxB;CAED,AAAS,UACPS,OACAC,QAKA;AACA,SAAO,KAAK,WAAW;GAAE,OAAO,qBAAqB,MAAM;GAAE,GAAG;EAAQ,EAAC;CAC1E;CAGD,WAAW;AACT,SAAO;CACR;;;;CAKD,AAAS,iBAAiBC,SAAqC;AAC7D,SAAO,kBAAkB,MAAM,QAAQ;CACxC;CAED,MAAM,UACJC,UACAP,SACAQ,YACqB;EACrB,MAAM,aAAa,KAAK,iBAAiB,QAAQ;AACjD,MAAI,KAAK,WAAW;GAClB,MAAM,SAAS,KAAK,sBAAsB,UAAU,SAAS,WAAW;GACxE,IAAIC,aAAyC;AAC7C,cAAW,MAAMC,WAAS,QACxB,aAAa,CAAC,aAAaA,UAAQ,OAAO,YAAYA,QAAM;AAE9D,OAAI,CAAC,WACH,OAAM,IAAI,MAAM;AAElB,UAAO,EACL,aAAa,CAAC,UAAW,EAC1B;EACF;EAED,MAAM,WAAW,MAAM,KAAK,WAAW,QACrC,UACA,YACA,SACA,WACD;EACD,MAAM,MAAM,KAAK,WAAW,IAAI,qBAAqB,SAAS;EAC9D,MAAM,QAAQ,KAAK,cAAc;AACjC,MAAI,OACF,MAAM,YAAY,kBAAkB,MAAM,QAAQ,GAAG;AAEvD,SAAO;CACR;CAED,OAAO,sBACLC,WACAX,SACAY,YACqC;EAErC,MAAM,aAAa,KAAK,iBAAiB,QAAQ;EACjD,MAAM,WAAW,MAAM,KAAK,mBAAmB,QAC7C,WACA,YACA,SACA,WACD;EAGD,MAAM,SAAS,SAAS;EACxB,IAAIC;AAIJ,SAAO,CAAC,OAAO,YAAY;GACzB,MAAM,SAAS,MAAM,OAAO,WAAW;GACvC,MAAM,YAAY,kBAChB,CAAC,aAAa,EAAE,KAAK,YAAY,MAAM,EACvC,EACE,OACD,EACF;AACD,OACE,UACA,OAAO,iBACP,KAAK,gBAAgB,SACrB,QAAQ,gBAAgB,OAExB,gBAAgB;IACd,cAAc,OAAO,cAAc;IACnC,eAAe,OAAO,cAAc;IACpC,cAAc,OAAO,cAAc;GACpC;GAEH,MAAM,QACJ,WAAW,OACP,KAAK,WAAW,IAAI,yBAAyB,EAAE,MAAM,OAAQ,EAAC,GAC9D,IAAI,oBAAoB;IACtB,MAAM;IACN,gBAAgB,EAAE,cAAc,OAAQ;IACxC,SAAS,IAAI,eAAe;KAC1B,SAAS;KACT,gBAAgB;IACjB;GACF;AACP,OAAI,OAAO;IACT,MAAM;IACN,MAAM,YAAY,kBAChB,MAAM,QAAQ,IACd,QACA,QACA,QACA,QACA,EAAE,MAAO,EACV;GACF;EACF;CACF;;CAGD,oBAAoB;AAClB,SAAO,CAAE;CACV;;;;;;;;;;CAWD,IAAI,UAAwB;AAC1B,SAAOC,iBAAS,KAAK,UAAU,CAAE;CAClC;CAwBD,qBAIEC,cAIAC,QAMI;EAEJ,MAAMC,SACJ;EACF,MAAM,OAAO,QAAQ;EACrB,MAAM,SAAS,QAAQ;EACvB,MAAM,aAAa,QAAQ;AAC3B,MAAI,WAAW,WACb,OAAM,IAAI,MACR,CAAC,mEAAmE,CAAC;EAIzE,IAAI;EACJ,IAAIC;AACJ,MAAI,WAAW,mBAAmB;GAChC,IAAI,eAAe,QAAQ;GAC3B,IAAIC;AACJ,OAAI,mBAAmB,OAAO,EAAE;IAC9B,MAAM,aAAa,yBAAyB,OAAO;IACnD,QAAQ,CACN,EACE,sBAAsB,CACpB;KACE,MAAM;KACN,aACE,WAAW,eAAe;KAC5B,YAAY;IACb,CACF,EACF,CACF;IACD,eAAe,IAAI,yBAAyB;KAC1C,cAAc;KACd,SAAS;KACT,WAAW;IACZ;GACF,OAAM;IACL,IAAIC;AACJ,QACE,OAAO,OAAO,SAAS,YACvB,OAAO,OAAO,eAAe,YAC7B,OAAO,cAAc,MACrB;KACA,2BAA2B;KAC3B,eAAe,OAAO;IACvB,OAAM;KAEL,MAAMC,aACJ,2BAA2B,OAAO;KACpC,2BAA2B;MACzB,MAAM;MACN,aAAa,OAAO,eAAe;MACnC;KACD;IACF;IACD,QAAQ,CACN,EACE,sBAAsB,CAAC,wBAAyB,EACjD,CACF;IACD,eAAe,IAAI,yBAAoC;KACrD,cAAc;KACd,SAAS;IACV;GACF;GACD,MAAM,KAAK,UAAU,MAAM,CAAC,WAAW,EAAE,aAAa,aAAc,EAAC;EACtE,OAAM;GAEL,MAAM,aAAa,yBAAyB,OAAO;GACnD,MAAM,KAAK,WAAW,EACpB,gBAAgB,WACjB,EAAC;GACF,eAAe,IAAI;EACpB;AAED,MAAI,CAAC,WACH,QAAO,IAAI,KAAK,aAAa,CAAC,WAAW,EACvC,SAAS,6BACV,EAAC;EAGJ,MAAM,eAAe,oBAAoB,OAAO,EAE9C,QAAQ,CAACC,OAAYC,aAAW,aAAa,OAAO,MAAM,KAAKA,SAAO,CACvE,EAAC;EACF,MAAM,aAAa,oBAAoB,OAAO,EAC5C,QAAQ,MAAM,KACf,EAAC;EACF,MAAM,qBAAqB,aAAa,cAAc,EACpD,WAAW,CAAC,UAAW,EACxB,EAAC;AACF,SAAO,iBAAiB,KAGtB,CACA,EACE,KAAK,IACN,GACD,kBACD,EAAC,CAAC,WAAW,EACZ,SAAS,2BACV,EAAC;CACH;AACF"}
|
|
1
|
+
{"version":3,"file":"chat_models.js","names":["fields: GoogleAIBaseLLMInput<AuthOptions> | undefined","caller: AsyncCaller","client: GoogleAbstractedClient","streaming: boolean","apiConfig: GeminiAPIConfig","geminiConfig: GeminiAPIConfig","fields?: ChatGoogleBaseInput<AuthOptions>","options: this[\"ParsedCallOptions\"]","apiKey: string","fields?: GoogleAIBaseLLMInput<AuthOptions>","fields: GoogleBaseLLMInput<AuthOptions>","tools: GoogleAIToolType[]","kwargs?: Partial<GoogleAIBaseLanguageModelCallOptions>","options?: this[\"ParsedCallOptions\"]","messages: BaseMessage[]","runManager: CallbackManagerForLLMRun | undefined","finalChunk: ChatGenerationChunk | null","chunk","_messages: BaseMessage[]","runManager?: CallbackManagerForLLMRun","usageMetadata: UsageMetadata | undefined","PROFILES","outputSchema:\n | InteropZodType<RunOutput>\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n | Record<string, any>","config?: StructuredOutputMethodOptions<boolean>","schema: InteropZodType<RunOutput> | Record<string, any>","outputParser: BaseLLMOutputParser<RunOutput>","tools: GeminiTool[]","geminiFunctionDefinition: GeminiFunctionDeclaration","parameters: GeminiJsonSchema","input: any","config"],"sources":["../src/chat_models.ts"],"sourcesContent":["import { getEnvironmentVariable } from \"@langchain/core/utils/env\";\nimport { UsageMetadata, type BaseMessage } from \"@langchain/core/messages\";\nimport { CallbackManagerForLLMRun } from \"@langchain/core/callbacks/manager\";\n\nimport {\n BaseChatModel,\n LangSmithParams,\n type BaseChatModelParams,\n} from \"@langchain/core/language_models/chat_models\";\nimport { ChatGenerationChunk, ChatResult } from \"@langchain/core/outputs\";\nimport { AIMessageChunk } from \"@langchain/core/messages\";\nimport {\n BaseLanguageModelInput,\n StructuredOutputMethodOptions,\n} from \"@langchain/core/language_models/base\";\nimport { type ModelProfile } from \"@langchain/core/language_models/profile\";\nimport {\n Runnable,\n RunnablePassthrough,\n RunnableSequence,\n} from \"@langchain/core/runnables\";\nimport { JsonOutputKeyToolsParser } from \"@langchain/core/output_parsers/openai_tools\";\nimport {\n BaseLLMOutputParser,\n JsonOutputParser,\n} from \"@langchain/core/output_parsers\";\nimport { AsyncCaller } from \"@langchain/core/utils/async_caller\";\nimport { concat } from \"@langchain/core/utils/stream\";\nimport {\n InteropZodType,\n isInteropZodSchema,\n} from \"@langchain/core/utils/types\";\nimport {\n GoogleAIBaseLLMInput,\n GoogleAIModelParams,\n GoogleAISafetySetting,\n GoogleConnectionParams,\n GooglePlatformType,\n GeminiTool,\n GoogleAIBaseLanguageModelCallOptions,\n GoogleAIAPI,\n GoogleAIAPIParams,\n GoogleSearchToolSetting,\n GoogleSpeechConfig,\n GeminiJsonSchema,\n} from \"./types.js\";\nimport {\n convertToGeminiTools,\n copyAIModelParams,\n copyAndValidateModelParamsInto,\n} from \"./utils/common.js\";\nimport { AbstractGoogleLLMConnection } from \"./connection.js\";\nimport { DefaultGeminiSafetyHandler, getGeminiAPI } from \"./utils/gemini.js\";\nimport { ApiKeyGoogleAuth, GoogleAbstractedClient } from \"./auth.js\";\nimport { JsonStream } from \"./utils/stream.js\";\nimport { ensureParams } from \"./utils/failed_handler.js\";\nimport type {\n GoogleBaseLLMInput,\n GoogleAISafetyHandler,\n GoogleAISafetyParams,\n GeminiFunctionDeclaration,\n GeminiFunctionSchema,\n GoogleAIToolType,\n GeminiAPIConfig,\n GoogleAIModelModality,\n} from \"./types.js\";\nimport {\n removeAdditionalProperties,\n schemaToGeminiParameters,\n} from \"./utils/zod_to_gemini_parameters.js\";\nimport PROFILES from \"./profiles.js\";\n\nexport class ChatConnection<AuthOptions> extends AbstractGoogleLLMConnection<\n BaseMessage[],\n AuthOptions\n> {\n convertSystemMessageToHumanContent: boolean | undefined;\n\n constructor(\n fields: GoogleAIBaseLLMInput<AuthOptions> | undefined,\n caller: AsyncCaller,\n client: GoogleAbstractedClient,\n streaming: boolean\n ) {\n super(fields, caller, client, streaming);\n this.convertSystemMessageToHumanContent =\n fields?.convertSystemMessageToHumanContent;\n }\n\n get useSystemInstruction(): boolean {\n return typeof this.convertSystemMessageToHumanContent === \"boolean\"\n ? !this.convertSystemMessageToHumanContent\n : this.computeUseSystemInstruction;\n }\n\n get computeUseSystemInstruction(): boolean {\n // This works on models from April 2024 and later\n // Vertex AI: gemini-1.5-pro and gemini-1.0-002 and later\n // AI Studio: gemini-1.5-pro-latest\n if (this.modelFamily === \"palm\") {\n return false;\n } else if (this.modelName === \"gemini-1.0-pro-001\") {\n return false;\n } else if (this.modelName.startsWith(\"gemini-pro-vision\")) {\n return false;\n } else if (this.modelName.startsWith(\"gemini-1.0-pro-vision\")) {\n return false;\n } else if (this.modelName === \"gemini-pro\" && this.platform === \"gai\") {\n // on AI Studio gemini-pro is still pointing at gemini-1.0-pro-001\n return false;\n } else if (this.modelFamily === \"gemma\") {\n // At least as of 12 Mar 2025 gemma 3 on AIS, trying to use system instructions yields an error:\n // \"Developer instruction is not enabled for models/gemma-3-27b-it\"\n return false;\n }\n return true;\n }\n\n computeGoogleSearchToolAdjustmentFromModel(): Exclude<\n GoogleSearchToolSetting,\n boolean\n > {\n if (this.modelName.startsWith(\"gemini-1.0\")) {\n return \"googleSearchRetrieval\";\n } else if (this.modelName.startsWith(\"gemini-1.5\")) {\n return \"googleSearchRetrieval\";\n } else {\n return \"googleSearch\";\n }\n }\n\n computeGoogleSearchToolAdjustment(\n apiConfig: GeminiAPIConfig\n ): Exclude<GoogleSearchToolSetting, true> {\n const adj = apiConfig.googleSearchToolAdjustment;\n if (adj === undefined || adj === true) {\n return this.computeGoogleSearchToolAdjustmentFromModel();\n } else {\n return adj;\n }\n }\n\n buildGeminiAPI(): GoogleAIAPI {\n const apiConfig: GeminiAPIConfig =\n (this.apiConfig as GeminiAPIConfig) ?? {};\n const googleSearchToolAdjustment =\n this.computeGoogleSearchToolAdjustment(apiConfig);\n const geminiConfig: GeminiAPIConfig = {\n useSystemInstruction: this.useSystemInstruction,\n googleSearchToolAdjustment,\n ...apiConfig,\n };\n return getGeminiAPI(geminiConfig);\n }\n\n get api(): GoogleAIAPI {\n switch (this.apiName) {\n case \"google\":\n return this.buildGeminiAPI();\n default:\n return super.api;\n }\n }\n}\n\n/**\n * Input to chat model class.\n */\nexport interface ChatGoogleBaseInput<AuthOptions>\n extends BaseChatModelParams,\n GoogleConnectionParams<AuthOptions>,\n GoogleAIModelParams,\n GoogleAISafetyParams,\n GoogleAIAPIParams,\n Pick<GoogleAIBaseLanguageModelCallOptions, \"streamUsage\"> {}\n\n/**\n * Integration with a Google chat model.\n */\nexport abstract class ChatGoogleBase<AuthOptions>\n extends BaseChatModel<GoogleAIBaseLanguageModelCallOptions, AIMessageChunk>\n implements ChatGoogleBaseInput<AuthOptions>\n{\n // Used for tracing, replace with the same name as your class\n static lc_name() {\n return \"ChatGoogle\";\n }\n\n get lc_secrets(): { [key: string]: string } | undefined {\n return {\n authOptions: \"GOOGLE_AUTH_OPTIONS\",\n };\n }\n\n lc_serializable = true;\n\n // Set based on modelName\n model: string;\n\n modelName = \"gemini-pro\";\n\n temperature: number;\n\n maxOutputTokens: number;\n\n maxReasoningTokens: number;\n\n topP: number;\n\n topK: number;\n\n seed: number;\n\n presencePenalty: number;\n\n frequencyPenalty: number;\n\n stopSequences: string[] = [];\n\n logprobs: boolean;\n\n topLogprobs: number = 0;\n\n safetySettings: GoogleAISafetySetting[] = [];\n\n responseModalities?: GoogleAIModelModality[];\n\n // May intentionally be undefined, meaning to compute this.\n convertSystemMessageToHumanContent: boolean | undefined;\n\n safetyHandler: GoogleAISafetyHandler;\n\n speechConfig: GoogleSpeechConfig;\n\n streamUsage = true;\n\n streaming = false;\n\n labels?: Record<string, string>;\n\n protected connection: ChatConnection<AuthOptions>;\n\n protected streamedConnection: ChatConnection<AuthOptions>;\n\n constructor(fields?: ChatGoogleBaseInput<AuthOptions>) {\n super(ensureParams(fields));\n\n copyAndValidateModelParamsInto(fields, this);\n this.safetyHandler =\n fields?.safetyHandler ?? new DefaultGeminiSafetyHandler();\n this.streamUsage = fields?.streamUsage ?? this.streamUsage;\n const client = this.buildClient(fields);\n this.buildConnection(fields ?? {}, client);\n }\n\n getLsParams(options: this[\"ParsedCallOptions\"]): LangSmithParams {\n const params = this.invocationParams(options);\n return {\n ls_provider: \"google_vertexai\",\n ls_model_name: this.model,\n ls_model_type: \"chat\",\n ls_temperature: params.temperature ?? undefined,\n ls_max_tokens: params.maxOutputTokens ?? undefined,\n ls_stop: options.stop,\n };\n }\n\n abstract buildAbstractedClient(\n fields?: GoogleAIBaseLLMInput<AuthOptions>\n ): GoogleAbstractedClient;\n\n buildApiKeyClient(apiKey: string): GoogleAbstractedClient {\n return new ApiKeyGoogleAuth(apiKey);\n }\n\n buildApiKey(fields?: GoogleAIBaseLLMInput<AuthOptions>): string | undefined {\n return fields?.apiKey ?? getEnvironmentVariable(\"GOOGLE_API_KEY\");\n }\n\n buildClient(\n fields?: GoogleAIBaseLLMInput<AuthOptions>\n ): GoogleAbstractedClient {\n const apiKey = this.buildApiKey(fields);\n if (apiKey) {\n return this.buildApiKeyClient(apiKey);\n } else {\n return this.buildAbstractedClient(fields);\n }\n }\n\n buildConnection(\n fields: GoogleBaseLLMInput<AuthOptions>,\n client: GoogleAbstractedClient\n ) {\n this.connection = new ChatConnection(\n { ...fields, ...this },\n this.caller,\n client,\n false\n );\n\n this.streamedConnection = new ChatConnection(\n { ...fields, ...this },\n this.caller,\n client,\n true\n );\n }\n\n get platform(): GooglePlatformType {\n return this.connection.platform;\n }\n\n override bindTools(\n tools: GoogleAIToolType[],\n kwargs?: Partial<GoogleAIBaseLanguageModelCallOptions>\n ): Runnable<\n BaseLanguageModelInput,\n AIMessageChunk,\n GoogleAIBaseLanguageModelCallOptions\n > {\n return this.withConfig({ tools: convertToGeminiTools(tools), ...kwargs });\n }\n\n // Replace\n _llmType() {\n return \"chat_integration\";\n }\n\n /**\n * Get the parameters used to invoke the model\n */\n override invocationParams(options?: this[\"ParsedCallOptions\"]) {\n return copyAIModelParams(this, options);\n }\n\n async _generate(\n messages: BaseMessage[],\n options: this[\"ParsedCallOptions\"],\n runManager: CallbackManagerForLLMRun | undefined\n ): Promise<ChatResult> {\n const parameters = this.invocationParams(options);\n if (this.streaming) {\n const stream = this._streamResponseChunks(messages, options, runManager);\n let finalChunk: ChatGenerationChunk | null = null;\n for await (const chunk of stream) {\n finalChunk = !finalChunk ? chunk : concat(finalChunk, chunk);\n }\n if (!finalChunk) {\n throw new Error(\"No chunks were returned from the stream.\");\n }\n return {\n generations: [finalChunk],\n };\n }\n\n const response = await this.connection.request(\n messages,\n parameters,\n options,\n runManager\n );\n const ret = this.connection.api.responseToChatResult(response);\n const chunk = ret?.generations?.[0];\n if (chunk) {\n await runManager?.handleLLMNewToken(chunk.text || \"\");\n }\n return ret;\n }\n\n async *_streamResponseChunks(\n _messages: BaseMessage[],\n options: this[\"ParsedCallOptions\"],\n runManager?: CallbackManagerForLLMRun\n ): AsyncGenerator<ChatGenerationChunk> {\n // Make the call as a streaming request\n const parameters = this.invocationParams(options);\n const response = await this.streamedConnection.request(\n _messages,\n parameters,\n options,\n runManager\n );\n\n // Get the streaming parser of the response\n const stream = response.data as JsonStream;\n let usageMetadata: UsageMetadata | undefined;\n // Loop until the end of the stream\n // During the loop, yield each time we get a chunk from the streaming parser\n // that is either available or added to the queue\n while (!stream.streamDone) {\n const output = await stream.nextChunk();\n await runManager?.handleCustomEvent(\n `google-chunk-${this.constructor.name}`,\n {\n output,\n }\n );\n if (\n output &&\n output.usageMetadata &&\n this.streamUsage !== false &&\n options.streamUsage !== false\n ) {\n usageMetadata = {\n input_tokens: output.usageMetadata.promptTokenCount,\n output_tokens: output.usageMetadata.candidatesTokenCount,\n total_tokens: output.usageMetadata.totalTokenCount,\n };\n }\n const chunk =\n output !== null\n ? this.connection.api.responseToChatGeneration({ data: output })\n : new ChatGenerationChunk({\n text: \"\",\n generationInfo: { finishReason: \"stop\" },\n message: new AIMessageChunk({\n content: \"\",\n usage_metadata: usageMetadata,\n }),\n });\n if (chunk) {\n yield chunk;\n await runManager?.handleLLMNewToken(\n chunk.text ?? \"\",\n undefined,\n undefined,\n undefined,\n undefined,\n { chunk }\n );\n }\n }\n }\n\n /** @ignore */\n _combineLLMOutput() {\n return [];\n }\n\n /**\n * Return profiling information for the model.\n *\n * Provides information about the model's capabilities and constraints,\n * including token limits, multimodal support, and advanced features like\n * tool calling and structured output.\n *\n * @returns {ModelProfile} An object describing the model's capabilities and constraints\n */\n get profile(): ModelProfile {\n return PROFILES[this.model] ?? {};\n }\n\n withStructuredOutput<\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n RunOutput extends Record<string, any> = Record<string, any>,\n >(\n outputSchema:\n | InteropZodType<RunOutput>\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n | Record<string, any>,\n config?: StructuredOutputMethodOptions<false>\n ): Runnable<BaseLanguageModelInput, RunOutput>;\n\n withStructuredOutput<\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n RunOutput extends Record<string, any> = Record<string, any>,\n >(\n outputSchema:\n | InteropZodType<RunOutput>\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n | Record<string, any>,\n config?: StructuredOutputMethodOptions<true>\n ): Runnable<BaseLanguageModelInput, { raw: BaseMessage; parsed: RunOutput }>;\n\n withStructuredOutput<\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n RunOutput extends Record<string, any> = Record<string, any>,\n >(\n outputSchema:\n | InteropZodType<RunOutput>\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n | Record<string, any>,\n config?: StructuredOutputMethodOptions<boolean>\n ):\n | Runnable<BaseLanguageModelInput, RunOutput>\n | Runnable<\n BaseLanguageModelInput,\n { raw: BaseMessage; parsed: RunOutput }\n > {\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n const schema: InteropZodType<RunOutput> | Record<string, any> =\n outputSchema;\n const name = config?.name;\n const method = config?.method;\n const includeRaw = config?.includeRaw;\n if (method === \"jsonMode\") {\n throw new Error(\n `Google only supports \"jsonSchema\" or \"functionCalling\" as a method.`\n );\n }\n\n let llm;\n let outputParser: BaseLLMOutputParser<RunOutput>;\n if (method === \"functionCalling\") {\n let functionName = name ?? \"extract\";\n let tools: GeminiTool[];\n if (isInteropZodSchema(schema)) {\n const jsonSchema = schemaToGeminiParameters(schema);\n tools = [\n {\n functionDeclarations: [\n {\n name: functionName,\n description:\n jsonSchema.description ?? \"A function available to call.\",\n parameters: jsonSchema as GeminiFunctionSchema,\n },\n ],\n },\n ];\n outputParser = new JsonOutputKeyToolsParser({\n returnSingle: true,\n keyName: functionName,\n zodSchema: schema,\n });\n } else {\n let geminiFunctionDefinition: GeminiFunctionDeclaration;\n if (\n typeof schema.name === \"string\" &&\n typeof schema.parameters === \"object\" &&\n schema.parameters != null\n ) {\n geminiFunctionDefinition = schema as GeminiFunctionDeclaration;\n functionName = schema.name;\n } else {\n // We are providing the schema for *just* the parameters, probably\n const parameters: GeminiJsonSchema =\n removeAdditionalProperties(schema);\n geminiFunctionDefinition = {\n name: functionName,\n description: schema.description ?? \"\",\n parameters,\n };\n }\n tools = [\n {\n functionDeclarations: [geminiFunctionDefinition],\n },\n ];\n outputParser = new JsonOutputKeyToolsParser<RunOutput>({\n returnSingle: true,\n keyName: functionName,\n });\n }\n llm = this.bindTools(tools).withConfig({ tool_choice: functionName });\n } else {\n // Default to jsonSchema method\n const jsonSchema = schemaToGeminiParameters(schema);\n llm = this.withConfig({\n responseSchema: jsonSchema as GeminiJsonSchema,\n });\n outputParser = new JsonOutputParser();\n }\n\n if (!includeRaw) {\n return llm.pipe(outputParser).withConfig({\n runName: \"ChatGoogleStructuredOutput\",\n }) as Runnable<BaseLanguageModelInput, RunOutput>;\n }\n\n const parserAssign = RunnablePassthrough.assign({\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n parsed: (input: any, config) => outputParser.invoke(input.raw, config),\n });\n const parserNone = RunnablePassthrough.assign({\n parsed: () => null,\n });\n const parsedWithFallback = parserAssign.withFallbacks({\n fallbacks: [parserNone],\n });\n return RunnableSequence.from<\n BaseLanguageModelInput,\n { raw: BaseMessage; parsed: RunOutput }\n >([\n {\n raw: llm,\n },\n parsedWithFallback,\n ]).withConfig({\n runName: \"StructuredOutputRunnable\",\n });\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAwEA,IAAa,iBAAb,cAAiD,4BAG/C;CACA;CAEA,YACEA,QACAC,QACAC,QACAC,WACA;EACA,MAAM,QAAQ,QAAQ,QAAQ,UAAU;EACxC,KAAK,qCACH,QAAQ;CACX;CAED,IAAI,uBAAgC;AAClC,SAAO,OAAO,KAAK,uCAAuC,YACtD,CAAC,KAAK,qCACN,KAAK;CACV;CAED,IAAI,8BAAuC;AAIzC,MAAI,KAAK,gBAAgB,OACvB,QAAO;WACE,KAAK,cAAc,qBAC5B,QAAO;WACE,KAAK,UAAU,WAAW,oBAAoB,CACvD,QAAO;WACE,KAAK,UAAU,WAAW,wBAAwB,CAC3D,QAAO;WACE,KAAK,cAAc,gBAAgB,KAAK,aAAa,MAE9D,QAAO;WACE,KAAK,gBAAgB,QAG9B,QAAO;AAET,SAAO;CACR;CAED,6CAGE;AACA,MAAI,KAAK,UAAU,WAAW,aAAa,CACzC,QAAO;WACE,KAAK,UAAU,WAAW,aAAa,CAChD,QAAO;MAEP,QAAO;CAEV;CAED,kCACEC,WACwC;EACxC,MAAM,MAAM,UAAU;AACtB,MAAI,QAAQ,UAAa,QAAQ,KAC/B,QAAO,KAAK,4CAA4C;MAExD,QAAO;CAEV;CAED,iBAA8B;EAC5B,MAAMA,YACH,KAAK,aAAiC,CAAE;EAC3C,MAAM,6BACJ,KAAK,kCAAkC,UAAU;EACnD,MAAMC,eAAgC;GACpC,sBAAsB,KAAK;GAC3B;GACA,GAAG;EACJ;AACD,SAAO,aAAa,aAAa;CAClC;CAED,IAAI,MAAmB;AACrB,UAAQ,KAAK,SAAb;GACE,KAAK,SACH,QAAO,KAAK,gBAAgB;GAC9B,QACE,QAAO,MAAM;EAChB;CACF;AACF;;;;AAgBD,IAAsB,iBAAtB,cACU,cAEV;CAEE,OAAO,UAAU;AACf,SAAO;CACR;CAED,IAAI,aAAoD;AACtD,SAAO,EACL,aAAa,sBACd;CACF;CAED,kBAAkB;CAGlB;CAEA,YAAY;CAEZ;CAEA;CAEA;CAEA;CAEA;CAEA;CAEA;CAEA;CAEA,gBAA0B,CAAE;CAE5B;CAEA,cAAsB;CAEtB,iBAA0C,CAAE;CAE5C;CAGA;CAEA;CAEA;CAEA,cAAc;CAEd,YAAY;CAEZ;CAEA,AAAU;CAEV,AAAU;CAEV,YAAYC,QAA2C;EACrD,MAAM,aAAa,OAAO,CAAC;EAE3B,+BAA+B,QAAQ,KAAK;EAC5C,KAAK,gBACH,QAAQ,iBAAiB,IAAI;EAC/B,KAAK,cAAc,QAAQ,eAAe,KAAK;EAC/C,MAAM,SAAS,KAAK,YAAY,OAAO;EACvC,KAAK,gBAAgB,UAAU,CAAE,GAAE,OAAO;CAC3C;CAED,YAAYC,SAAqD;EAC/D,MAAM,SAAS,KAAK,iBAAiB,QAAQ;AAC7C,SAAO;GACL,aAAa;GACb,eAAe,KAAK;GACpB,eAAe;GACf,gBAAgB,OAAO,eAAe;GACtC,eAAe,OAAO,mBAAmB;GACzC,SAAS,QAAQ;EAClB;CACF;CAMD,kBAAkBC,QAAwC;AACxD,SAAO,IAAI,iBAAiB;CAC7B;CAED,YAAYC,QAAgE;AAC1E,SAAO,QAAQ,UAAU,uBAAuB,iBAAiB;CAClE;CAED,YACEA,QACwB;EACxB,MAAM,SAAS,KAAK,YAAY,OAAO;AACvC,MAAI,OACF,QAAO,KAAK,kBAAkB,OAAO;MAErC,QAAO,KAAK,sBAAsB,OAAO;CAE5C;CAED,gBACEC,QACAR,QACA;EACA,KAAK,aAAa,IAAI,eACpB;GAAE,GAAG;GAAQ,GAAG;EAAM,GACtB,KAAK,QACL,QACA;EAGF,KAAK,qBAAqB,IAAI,eAC5B;GAAE,GAAG;GAAQ,GAAG;EAAM,GACtB,KAAK,QACL,QACA;CAEH;CAED,IAAI,WAA+B;AACjC,SAAO,KAAK,WAAW;CACxB;CAED,AAAS,UACPS,OACAC,QAKA;AACA,SAAO,KAAK,WAAW;GAAE,OAAO,qBAAqB,MAAM;GAAE,GAAG;EAAQ,EAAC;CAC1E;CAGD,WAAW;AACT,SAAO;CACR;;;;CAKD,AAAS,iBAAiBC,SAAqC;AAC7D,SAAO,kBAAkB,MAAM,QAAQ;CACxC;CAED,MAAM,UACJC,UACAP,SACAQ,YACqB;EACrB,MAAM,aAAa,KAAK,iBAAiB,QAAQ;AACjD,MAAI,KAAK,WAAW;GAClB,MAAM,SAAS,KAAK,sBAAsB,UAAU,SAAS,WAAW;GACxE,IAAIC,aAAyC;AAC7C,cAAW,MAAMC,WAAS,QACxB,aAAa,CAAC,aAAaA,UAAQ,OAAO,YAAYA,QAAM;AAE9D,OAAI,CAAC,WACH,OAAM,IAAI,MAAM;AAElB,UAAO,EACL,aAAa,CAAC,UAAW,EAC1B;EACF;EAED,MAAM,WAAW,MAAM,KAAK,WAAW,QACrC,UACA,YACA,SACA,WACD;EACD,MAAM,MAAM,KAAK,WAAW,IAAI,qBAAqB,SAAS;EAC9D,MAAM,QAAQ,KAAK,cAAc;AACjC,MAAI,OACF,MAAM,YAAY,kBAAkB,MAAM,QAAQ,GAAG;AAEvD,SAAO;CACR;CAED,OAAO,sBACLC,WACAX,SACAY,YACqC;EAErC,MAAM,aAAa,KAAK,iBAAiB,QAAQ;EACjD,MAAM,WAAW,MAAM,KAAK,mBAAmB,QAC7C,WACA,YACA,SACA,WACD;EAGD,MAAM,SAAS,SAAS;EACxB,IAAIC;AAIJ,SAAO,CAAC,OAAO,YAAY;GACzB,MAAM,SAAS,MAAM,OAAO,WAAW;GACvC,MAAM,YAAY,kBAChB,CAAC,aAAa,EAAE,KAAK,YAAY,MAAM,EACvC,EACE,OACD,EACF;AACD,OACE,UACA,OAAO,iBACP,KAAK,gBAAgB,SACrB,QAAQ,gBAAgB,OAExB,gBAAgB;IACd,cAAc,OAAO,cAAc;IACnC,eAAe,OAAO,cAAc;IACpC,cAAc,OAAO,cAAc;GACpC;GAEH,MAAM,QACJ,WAAW,OACP,KAAK,WAAW,IAAI,yBAAyB,EAAE,MAAM,OAAQ,EAAC,GAC9D,IAAI,oBAAoB;IACtB,MAAM;IACN,gBAAgB,EAAE,cAAc,OAAQ;IACxC,SAAS,IAAI,eAAe;KAC1B,SAAS;KACT,gBAAgB;IACjB;GACF;AACP,OAAI,OAAO;IACT,MAAM;IACN,MAAM,YAAY,kBAChB,MAAM,QAAQ,IACd,QACA,QACA,QACA,QACA,EAAE,MAAO,EACV;GACF;EACF;CACF;;CAGD,oBAAoB;AAClB,SAAO,CAAE;CACV;;;;;;;;;;CAWD,IAAI,UAAwB;AAC1B,SAAOC,iBAAS,KAAK,UAAU,CAAE;CAClC;CAwBD,qBAIEC,cAIAC,QAMI;EAEJ,MAAMC,SACJ;EACF,MAAM,OAAO,QAAQ;EACrB,MAAM,SAAS,QAAQ;EACvB,MAAM,aAAa,QAAQ;AAC3B,MAAI,WAAW,WACb,OAAM,IAAI,MACR,CAAC,mEAAmE,CAAC;EAIzE,IAAI;EACJ,IAAIC;AACJ,MAAI,WAAW,mBAAmB;GAChC,IAAI,eAAe,QAAQ;GAC3B,IAAIC;AACJ,OAAI,mBAAmB,OAAO,EAAE;IAC9B,MAAM,aAAa,yBAAyB,OAAO;IACnD,QAAQ,CACN,EACE,sBAAsB,CACpB;KACE,MAAM;KACN,aACE,WAAW,eAAe;KAC5B,YAAY;IACb,CACF,EACF,CACF;IACD,eAAe,IAAI,yBAAyB;KAC1C,cAAc;KACd,SAAS;KACT,WAAW;IACZ;GACF,OAAM;IACL,IAAIC;AACJ,QACE,OAAO,OAAO,SAAS,YACvB,OAAO,OAAO,eAAe,YAC7B,OAAO,cAAc,MACrB;KACA,2BAA2B;KAC3B,eAAe,OAAO;IACvB,OAAM;KAEL,MAAMC,aACJ,2BAA2B,OAAO;KACpC,2BAA2B;MACzB,MAAM;MACN,aAAa,OAAO,eAAe;MACnC;KACD;IACF;IACD,QAAQ,CACN,EACE,sBAAsB,CAAC,wBAAyB,EACjD,CACF;IACD,eAAe,IAAI,yBAAoC;KACrD,cAAc;KACd,SAAS;IACV;GACF;GACD,MAAM,KAAK,UAAU,MAAM,CAAC,WAAW,EAAE,aAAa,aAAc,EAAC;EACtE,OAAM;GAEL,MAAM,aAAa,yBAAyB,OAAO;GACnD,MAAM,KAAK,WAAW,EACpB,gBAAgB,WACjB,EAAC;GACF,eAAe,IAAI;EACpB;AAED,MAAI,CAAC,WACH,QAAO,IAAI,KAAK,aAAa,CAAC,WAAW,EACvC,SAAS,6BACV,EAAC;EAGJ,MAAM,eAAe,oBAAoB,OAAO,EAE9C,QAAQ,CAACC,OAAYC,aAAW,aAAa,OAAO,MAAM,KAAKA,SAAO,CACvE,EAAC;EACF,MAAM,aAAa,oBAAoB,OAAO,EAC5C,QAAQ,MAAM,KACf,EAAC;EACF,MAAM,qBAAqB,aAAa,cAAc,EACpD,WAAW,CAAC,UAAW,EACxB,EAAC;AACF,SAAO,iBAAiB,KAGtB,CACA,EACE,KAAK,IACN,GACD,kBACD,EAAC,CAAC,WAAW,EACZ,SAAS,2BACV,EAAC;CACH;AACF"}
|
package/dist/connection.cjs.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"connection.cjs","names":["caller: AsyncCaller","client: GoogleAbstractedClient","streaming?: boolean","data: unknown | undefined","_options: CallOptions","requestHeaders: Record<string, string>","opts: GoogleAbstractedClientOps","options: CallOptions","response: unknown","fields: GoogleConnectionParams<AuthOptions> | undefined","fields: GoogleConnectionParams<any> | undefined","fields: GoogleAIBaseLLMInput<AuthOptions> | undefined","modelToFamily","modelToPublisher","getGeminiAPI","getAnthropicAPI","input: InputType","parameters: GoogleAIModelRequestParams","runManager?: BaseRunManager","streamingParameters: GoogleAIModelRequestParams","input: MessageType","BaseCallbackHandler","eventName: string","data: any","runId: string","tags?: string[]","metadata?: Record<string, any>","_eventInfo: GoogleCustomEventInfo","_runId: string","_metadata?: Record<string, any>","_eventName: string","_tags?: string[]"],"sources":["../src/connection.ts"],"sourcesContent":["/* eslint-disable @typescript-eslint/no-explicit-any */\nimport { BaseLanguageModelCallOptions } from \"@langchain/core/language_models/base\";\nimport {\n AsyncCaller,\n AsyncCallerCallOptions,\n} from \"@langchain/core/utils/async_caller\";\nimport { getRuntimeEnvironment } from \"@langchain/core/utils/env\";\nimport { BaseRunManager } from \"@langchain/core/callbacks/manager\";\nimport { BaseCallbackHandler } from \"@langchain/core/callbacks/base\";\nimport type {\n GoogleAIBaseLLMInput,\n GoogleConnectionParams,\n GooglePlatformType,\n GoogleResponse,\n GoogleLLMResponse,\n GoogleAIModelRequestParams,\n GoogleRawResponse,\n GoogleAIAPI,\n VertexModelFamily,\n GoogleAIAPIConfig,\n AnthropicAPIConfig,\n GeminiAPIConfig,\n GoogleModelParams,\n} from \"./types.js\";\nimport {\n GoogleAbstractedClient,\n GoogleAbstractedClientOps,\n GoogleAbstractedClientOpsMethod,\n} from \"./auth.js\";\nimport {\n getGeminiAPI,\n modelToFamily,\n modelToPublisher,\n} from \"./utils/index.js\";\nimport { getAnthropicAPI } from \"./utils/anthropic.js\";\n\nexport abstract class GoogleConnection<\n CallOptions extends AsyncCallerCallOptions,\n ResponseType extends GoogleResponse\n> {\n caller: AsyncCaller;\n\n client: GoogleAbstractedClient;\n\n streaming: boolean;\n\n constructor(\n caller: AsyncCaller,\n client: GoogleAbstractedClient,\n streaming?: boolean\n ) {\n this.caller = caller;\n this.client = client;\n this.streaming = streaming ?? false;\n }\n\n abstract buildUrl(): Promise<string>;\n\n abstract buildMethod(): GoogleAbstractedClientOpsMethod;\n\n async _clientInfoHeaders(): Promise<Record<string, string>> {\n const { userAgent, clientLibraryVersion } = await this._getClientInfo();\n return {\n \"User-Agent\": userAgent,\n \"Client-Info\": clientLibraryVersion,\n };\n }\n\n async _getClientInfo(): Promise<{\n userAgent: string;\n clientLibraryVersion: string;\n }> {\n const env = await getRuntimeEnvironment();\n const langchain = env?.library ?? \"langchain-js\";\n // TODO: Add an API for getting the current LangChain version\n const langchainVersion = \"0\";\n const moduleName = await this._moduleName();\n let clientLibraryVersion = `${langchain}/${langchainVersion}`;\n if (moduleName && moduleName.length) {\n clientLibraryVersion = `${clientLibraryVersion}-${moduleName}`;\n }\n return {\n userAgent: clientLibraryVersion,\n clientLibraryVersion: `${langchainVersion}-${moduleName}`,\n };\n }\n\n async _moduleName(): Promise<string> {\n return this.constructor.name;\n }\n\n async additionalHeaders(): Promise<Record<string, string>> {\n return {};\n }\n\n async _buildOpts(\n data: unknown | undefined,\n _options: CallOptions,\n requestHeaders: Record<string, string> = {}\n ): Promise<GoogleAbstractedClientOps> {\n const url = await this.buildUrl();\n const method = this.buildMethod();\n const infoHeaders = (await this._clientInfoHeaders()) ?? {};\n const additionalHeaders = (await this.additionalHeaders()) ?? {};\n const headers = {\n ...infoHeaders,\n ...additionalHeaders,\n ...requestHeaders,\n };\n\n const opts: GoogleAbstractedClientOps = {\n url,\n method,\n headers,\n };\n if (data && method === \"POST\") {\n opts.data = data;\n }\n if (this.streaming) {\n opts.responseType = \"stream\";\n } else {\n opts.responseType = \"json\";\n }\n return opts;\n }\n\n async _request(\n data: unknown | undefined,\n options: CallOptions,\n requestHeaders: Record<string, string> = {}\n ): Promise<ResponseType> {\n const opts = await this._buildOpts(data, options, requestHeaders);\n const callResponse = await this.caller.callWithOptions(\n { signal: options?.signal },\n async () => this.client.request(opts)\n );\n const response: unknown = callResponse; // Done for typecast safety, I guess\n return <ResponseType>response;\n }\n}\n\nexport abstract class GoogleHostConnection<\n CallOptions extends AsyncCallerCallOptions,\n ResponseType extends GoogleResponse,\n AuthOptions\n >\n extends GoogleConnection<CallOptions, ResponseType>\n implements GoogleConnectionParams<AuthOptions>\n{\n // This does not default to a value intentionally.\n // Use the \"platform\" getter if you need this.\n platformType: GooglePlatformType | undefined;\n\n _endpoint: string | undefined;\n\n _location: string | undefined;\n\n _apiVersion: string | undefined;\n\n constructor(\n fields: GoogleConnectionParams<AuthOptions> | undefined,\n caller: AsyncCaller,\n client: GoogleAbstractedClient,\n streaming?: boolean\n ) {\n super(caller, client, streaming);\n this.caller = caller;\n\n this.platformType = this.fieldPlatformType(fields);\n this._endpoint = fields?.endpoint;\n this._location = fields?.location;\n this._apiVersion = fields?.apiVersion;\n this.client = client;\n }\n\n fieldPlatformType(\n fields: GoogleConnectionParams<any> | undefined\n ): GooglePlatformType | undefined {\n if (typeof fields === \"undefined\") {\n return undefined;\n }\n if (typeof fields.platformType !== \"undefined\") {\n return fields.platformType;\n }\n if (fields.vertexai === true) {\n return \"gcp\";\n }\n return undefined;\n }\n\n get platform(): GooglePlatformType {\n return this.platformType ?? this.computedPlatformType;\n }\n\n get computedPlatformType(): GooglePlatformType {\n return \"gcp\";\n }\n\n get computedApiVersion(): string {\n return \"v1\";\n }\n\n get apiVersion(): string {\n return this._apiVersion ?? this.computedApiVersion;\n }\n\n get location(): string {\n return this._location ?? this.computedLocation;\n }\n\n get computedLocation(): string {\n return \"us-central1\";\n }\n\n get endpoint(): string {\n return this._endpoint ?? this.computedEndpoint;\n }\n\n get computedEndpoint(): string {\n if (this.location === \"global\") {\n return \"aiplatform.googleapis.com\";\n } else {\n return `${this.location}-aiplatform.googleapis.com`;\n }\n }\n\n buildMethod(): GoogleAbstractedClientOpsMethod {\n return \"POST\";\n }\n}\n\nexport abstract class GoogleRawConnection<\n CallOptions extends AsyncCallerCallOptions,\n AuthOptions\n> extends GoogleHostConnection<CallOptions, GoogleRawResponse, AuthOptions> {\n async _buildOpts(\n data: unknown | undefined,\n _options: CallOptions,\n requestHeaders: Record<string, string> = {}\n ): Promise<GoogleAbstractedClientOps> {\n const opts = await super._buildOpts(data, _options, requestHeaders);\n opts.responseType = \"blob\";\n return opts;\n }\n}\n\nexport abstract class GoogleAIConnection<\n CallOptions extends AsyncCallerCallOptions,\n InputType,\n AuthOptions,\n ResponseType extends GoogleResponse\n >\n extends GoogleHostConnection<CallOptions, ResponseType, AuthOptions>\n implements GoogleAIBaseLLMInput<AuthOptions>\n{\n model: string;\n\n modelName: string;\n\n client: GoogleAbstractedClient;\n\n _apiName?: string;\n\n apiConfig?: GoogleAIAPIConfig;\n\n constructor(\n fields: GoogleAIBaseLLMInput<AuthOptions> | undefined,\n caller: AsyncCaller,\n client: GoogleAbstractedClient,\n streaming?: boolean\n ) {\n super(fields, caller, client, streaming);\n this.client = client;\n this.modelName = fields?.model ?? fields?.modelName ?? this.model;\n this.model = this.modelName;\n\n this._apiName = fields?.apiName;\n this.apiConfig = {\n safetyHandler: fields?.safetyHandler, // For backwards compatibility\n ...fields?.apiConfig,\n };\n }\n\n get modelFamily(): VertexModelFamily {\n return modelToFamily(this.model);\n }\n\n get modelPublisher(): string {\n return modelToPublisher(this.model);\n }\n\n get computedAPIName(): string {\n // At least at the moment, model publishers and APIs map the same\n return this.modelPublisher;\n }\n\n get apiName(): string {\n return this._apiName ?? this.computedAPIName;\n }\n\n get api(): GoogleAIAPI {\n switch (this.apiName) {\n case \"google\":\n case \"gemma\": // TODO: Is this true?\n return getGeminiAPI(this.apiConfig as GeminiAPIConfig);\n case \"anthropic\":\n return getAnthropicAPI(this.apiConfig as AnthropicAPIConfig);\n default:\n throw new Error(`Unknown API: ${this.apiName}`);\n }\n }\n\n get isApiKey(): boolean {\n return this.client.clientType === \"apiKey\";\n }\n\n fieldPlatformType(\n fields: GoogleConnectionParams<any> | undefined\n ): GooglePlatformType | undefined {\n const ret = super.fieldPlatformType(fields);\n if (typeof ret !== \"undefined\") {\n return ret;\n }\n if (fields?.vertexai === false) {\n return \"gai\";\n }\n return undefined;\n }\n\n get computedPlatformType(): GooglePlatformType {\n // This is not a completely correct assumption, since GCP can\n // have an API Key. But if so, then people need to set the platform\n // type explicitly.\n if (this.isApiKey) {\n return \"gai\";\n } else {\n return \"gcp\";\n }\n }\n\n get computedApiVersion(): string {\n switch (this.platform) {\n case \"gai\":\n return \"v1beta\";\n default:\n return \"v1\";\n }\n }\n\n get computedLocation(): string {\n switch (this.apiName) {\n case \"google\":\n return super.computedLocation;\n case \"anthropic\":\n return \"us-east5\";\n default:\n throw new Error(\n `Unknown apiName: ${this.apiName}. Can't get location.`\n );\n }\n }\n\n abstract buildUrlMethod(): Promise<string>;\n\n async buildUrlGenerativeLanguage(): Promise<string> {\n const method = await this.buildUrlMethod();\n const url = `https://generativelanguage.googleapis.com/${this.apiVersion}/models/${this.model}:${method}`;\n return url;\n }\n\n async buildUrlVertexExpress(): Promise<string> {\n const method = await this.buildUrlMethod();\n const publisher = this.modelPublisher;\n const url = `https://aiplatform.googleapis.com/${this.apiVersion}/publishers/${publisher}/models/${this.model}:${method}`;\n return url;\n }\n\n async buildUrlVertexLocation(): Promise<string> {\n const projectId = await this.client.getProjectId();\n const method = await this.buildUrlMethod();\n const publisher = this.modelPublisher;\n const url = `https://${this.endpoint}/${this.apiVersion}/projects/${projectId}/locations/${this.location}/publishers/${publisher}/models/${this.model}:${method}`;\n return url;\n }\n\n async buildUrlVertex(): Promise<string> {\n if (this.isApiKey) {\n return this.buildUrlVertexExpress();\n } else {\n return this.buildUrlVertexLocation();\n }\n }\n\n async buildUrl(): Promise<string> {\n switch (this.platform) {\n case \"gai\":\n return this.buildUrlGenerativeLanguage();\n default:\n return this.buildUrlVertex();\n }\n }\n\n abstract formatData(\n input: InputType,\n parameters: GoogleModelParams\n ): Promise<unknown>;\n\n async request(\n input: InputType,\n parameters: GoogleAIModelRequestParams,\n\n options: CallOptions,\n runManager?: BaseRunManager\n ): Promise<ResponseType> {\n const moduleName = this.constructor.name;\n const streamingParameters: GoogleAIModelRequestParams = {\n ...parameters,\n streaming: this.streaming,\n };\n const data = await this.formatData(input, streamingParameters);\n\n await runManager?.handleCustomEvent(`google-request-${moduleName}`, {\n data,\n parameters: streamingParameters,\n options,\n connection: {\n ...this,\n url: await this.buildUrl(),\n urlMethod: await this.buildUrlMethod(),\n modelFamily: this.modelFamily,\n modelPublisher: this.modelPublisher,\n computedPlatformType: this.computedPlatformType,\n },\n });\n\n const response = await this._request(data, options);\n\n await runManager?.handleCustomEvent(`google-response-${moduleName}`, {\n response,\n });\n\n return response;\n }\n}\n\nexport abstract class AbstractGoogleLLMConnection<\n MessageType,\n AuthOptions\n> extends GoogleAIConnection<\n BaseLanguageModelCallOptions,\n MessageType,\n AuthOptions,\n GoogleLLMResponse\n> {\n async buildUrlMethodGemini(): Promise<string> {\n return this.streaming ? \"streamGenerateContent\" : \"generateContent\";\n }\n\n async buildUrlMethodClaude(): Promise<string> {\n return this.streaming ? \"streamRawPredict\" : \"rawPredict\";\n }\n\n async buildUrlMethod(): Promise<string> {\n switch (this.modelFamily) {\n case \"gemini\":\n case \"gemma\": // TODO: Is this true?\n return this.buildUrlMethodGemini();\n case \"claude\":\n return this.buildUrlMethodClaude();\n default:\n throw new Error(`Unknown model family: ${this.modelFamily}`);\n }\n }\n\n async formatData(\n input: MessageType,\n parameters: GoogleAIModelRequestParams\n ): Promise<unknown> {\n // Filter out labels for non-Vertex AI platforms (labels are only supported on Vertex AI)\n let filteredParameters = parameters;\n if (parameters.labels && this.platform !== \"gcp\") {\n const { labels, ...paramsWithoutLabels } = parameters;\n filteredParameters = paramsWithoutLabels;\n }\n\n return this.api.formatData(input, filteredParameters);\n }\n}\n\nexport interface GoogleCustomEventInfo {\n subEvent: string;\n module: string;\n}\n\nexport abstract class GoogleRequestCallbackHandler extends BaseCallbackHandler {\n customEventInfo(eventName: string): GoogleCustomEventInfo {\n const names = eventName.split(\"-\");\n return {\n subEvent: names[1],\n module: names[2],\n };\n }\n\n abstract handleCustomRequestEvent(\n eventName: string,\n eventInfo: GoogleCustomEventInfo,\n data: any,\n runId: string,\n tags?: string[],\n metadata?: Record<string, any>\n ): any;\n\n abstract handleCustomResponseEvent(\n eventName: string,\n eventInfo: GoogleCustomEventInfo,\n data: any,\n runId: string,\n tags?: string[],\n metadata?: Record<string, any>\n ): any;\n\n abstract handleCustomChunkEvent(\n eventName: string,\n eventInfo: GoogleCustomEventInfo,\n data: any,\n runId: string,\n tags?: string[],\n metadata?: Record<string, any>\n ): any;\n\n handleCustomEvent(\n eventName: string,\n data: any,\n runId: string,\n tags?: string[],\n metadata?: Record<string, any>\n ): any {\n if (!eventName) {\n return undefined;\n }\n const eventInfo = this.customEventInfo(eventName);\n switch (eventInfo.subEvent) {\n case \"request\":\n return this.handleCustomRequestEvent(\n eventName,\n eventInfo,\n data,\n runId,\n tags,\n metadata\n );\n case \"response\":\n return this.handleCustomResponseEvent(\n eventName,\n eventInfo,\n data,\n runId,\n tags,\n metadata\n );\n case \"chunk\":\n return this.handleCustomChunkEvent(\n eventName,\n eventInfo,\n data,\n runId,\n tags,\n metadata\n );\n default:\n console.error(\n `Unexpected eventInfo for ${eventName} ${JSON.stringify(\n eventInfo,\n null,\n 1\n )}`\n );\n }\n }\n}\n\nexport class GoogleRequestLogger extends GoogleRequestCallbackHandler {\n name: string = \"GoogleRequestLogger\";\n\n log(eventName: string, data: any, tags?: string[]): undefined {\n const tagStr = tags ? `[${tags}]` : \"[]\";\n console.log(`${eventName} ${tagStr} ${JSON.stringify(data, null, 1)}`);\n }\n\n handleCustomRequestEvent(\n eventName: string,\n _eventInfo: GoogleCustomEventInfo,\n data: any,\n _runId: string,\n tags?: string[],\n _metadata?: Record<string, any>\n ): any {\n this.log(eventName, data, tags);\n }\n\n handleCustomResponseEvent(\n eventName: string,\n _eventInfo: GoogleCustomEventInfo,\n data: any,\n _runId: string,\n tags?: string[],\n _metadata?: Record<string, any>\n ): any {\n this.log(eventName, data, tags);\n }\n\n handleCustomChunkEvent(\n eventName: string,\n _eventInfo: GoogleCustomEventInfo,\n data: any,\n _runId: string,\n tags?: string[],\n _metadata?: Record<string, any>\n ): any {\n this.log(eventName, data, tags);\n }\n}\n\nexport class GoogleRequestRecorder extends GoogleRequestCallbackHandler {\n name = \"GoogleRequestRecorder\";\n\n request: any = {};\n\n response: any = {};\n\n chunk: any[] = [];\n\n handleCustomRequestEvent(\n _eventName: string,\n _eventInfo: GoogleCustomEventInfo,\n data: any,\n _runId: string,\n _tags?: string[],\n _metadata?: Record<string, any>\n ): any {\n this.request = data;\n }\n\n handleCustomResponseEvent(\n _eventName: string,\n _eventInfo: GoogleCustomEventInfo,\n data: any,\n _runId: string,\n _tags?: string[],\n _metadata?: Record<string, any>\n ): any {\n this.response = data;\n }\n\n handleCustomChunkEvent(\n _eventName: string,\n _eventInfo: GoogleCustomEventInfo,\n data: any,\n _runId: string,\n _tags?: string[],\n _metadata?: Record<string, any>\n ): any {\n this.chunk.push(data);\n }\n}\n"],"mappings":";;;;;;;;;AAoCA,IAAsB,mBAAtB,MAGE;CACA;CAEA;CAEA;CAEA,YACEA,QACAC,QACAC,WACA;EACA,KAAK,SAAS;EACd,KAAK,SAAS;EACd,KAAK,YAAY,aAAa;CAC/B;CAMD,MAAM,qBAAsD;EAC1D,MAAM,EAAE,WAAW,sBAAsB,GAAG,MAAM,KAAK,gBAAgB;AACvE,SAAO;GACL,cAAc;GACd,eAAe;EAChB;CACF;CAED,MAAM,iBAGH;EACD,MAAM,MAAM,6DAA6B;EACzC,MAAM,YAAY,KAAK,WAAW;EAElC,MAAM,mBAAmB;EACzB,MAAM,aAAa,MAAM,KAAK,aAAa;EAC3C,IAAI,uBAAuB,GAAG,UAAU,CAAC,EAAE,kBAAkB;AAC7D,MAAI,cAAc,WAAW,QAC3B,uBAAuB,GAAG,qBAAqB,CAAC,EAAE,YAAY;AAEhE,SAAO;GACL,WAAW;GACX,sBAAsB,GAAG,iBAAiB,CAAC,EAAE,YAAY;EAC1D;CACF;CAED,MAAM,cAA+B;AACnC,SAAO,KAAK,YAAY;CACzB;CAED,MAAM,oBAAqD;AACzD,SAAO,CAAE;CACV;CAED,MAAM,WACJC,MACAC,UACAC,iBAAyC,CAAE,GACP;EACpC,MAAM,MAAM,MAAM,KAAK,UAAU;EACjC,MAAM,SAAS,KAAK,aAAa;EACjC,MAAM,cAAe,MAAM,KAAK,oBAAoB,IAAK,CAAE;EAC3D,MAAM,oBAAqB,MAAM,KAAK,mBAAmB,IAAK,CAAE;EAChE,MAAM,UAAU;GACd,GAAG;GACH,GAAG;GACH,GAAG;EACJ;EAED,MAAMC,OAAkC;GACtC;GACA;GACA;EACD;AACD,MAAI,QAAQ,WAAW,QACrB,KAAK,OAAO;AAEd,MAAI,KAAK,WACP,KAAK,eAAe;OAEpB,KAAK,eAAe;AAEtB,SAAO;CACR;CAED,MAAM,SACJH,MACAI,SACAF,iBAAyC,CAAE,GACpB;EACvB,MAAM,OAAO,MAAM,KAAK,WAAW,MAAM,SAAS,eAAe;EACjE,MAAM,eAAe,MAAM,KAAK,OAAO,gBACrC,EAAE,QAAQ,SAAS,OAAQ,GAC3B,YAAY,KAAK,OAAO,QAAQ,KAAK,CACtC;EACD,MAAMG,WAAoB;AAC1B,SAAqB;CACtB;AACF;AAED,IAAsB,uBAAtB,cAKU,iBAEV;CAGE;CAEA;CAEA;CAEA;CAEA,YACEC,QACAT,QACAC,QACAC,WACA;EACA,MAAM,QAAQ,QAAQ,UAAU;EAChC,KAAK,SAAS;EAEd,KAAK,eAAe,KAAK,kBAAkB,OAAO;EAClD,KAAK,YAAY,QAAQ;EACzB,KAAK,YAAY,QAAQ;EACzB,KAAK,cAAc,QAAQ;EAC3B,KAAK,SAAS;CACf;CAED,kBACEQ,QACgC;AAChC,MAAI,OAAO,WAAW,YACpB,QAAO;AAET,MAAI,OAAO,OAAO,iBAAiB,YACjC,QAAO,OAAO;AAEhB,MAAI,OAAO,aAAa,KACtB,QAAO;AAET,SAAO;CACR;CAED,IAAI,WAA+B;AACjC,SAAO,KAAK,gBAAgB,KAAK;CAClC;CAED,IAAI,uBAA2C;AAC7C,SAAO;CACR;CAED,IAAI,qBAA6B;AAC/B,SAAO;CACR;CAED,IAAI,aAAqB;AACvB,SAAO,KAAK,eAAe,KAAK;CACjC;CAED,IAAI,WAAmB;AACrB,SAAO,KAAK,aAAa,KAAK;CAC/B;CAED,IAAI,mBAA2B;AAC7B,SAAO;CACR;CAED,IAAI,WAAmB;AACrB,SAAO,KAAK,aAAa,KAAK;CAC/B;CAED,IAAI,mBAA2B;AAC7B,MAAI,KAAK,aAAa,SACpB,QAAO;MAEP,QAAO,GAAG,KAAK,SAAS,0BAA0B,CAAC;CAEtD;CAED,cAA+C;AAC7C,SAAO;CACR;AACF;AAED,IAAsB,sBAAtB,cAGU,qBAAkE;CAC1E,MAAM,WACJP,MACAC,UACAC,iBAAyC,CAAE,GACP;EACpC,MAAM,OAAO,MAAM,MAAM,WAAW,MAAM,UAAU,eAAe;EACnE,KAAK,eAAe;AACpB,SAAO;CACR;AACF;AAED,IAAsB,qBAAtB,cAMU,qBAEV;CACE;CAEA;CAEA;CAEA;CAEA;CAEA,YACEM,QACAX,QACAC,QACAC,WACA;EACA,MAAM,QAAQ,QAAQ,QAAQ,UAAU;EACxC,KAAK,SAAS;EACd,KAAK,YAAY,QAAQ,SAAS,QAAQ,aAAa,KAAK;EAC5D,KAAK,QAAQ,KAAK;EAElB,KAAK,WAAW,QAAQ;EACxB,KAAK,YAAY;GACf,eAAe,QAAQ;GACvB,GAAG,QAAQ;EACZ;CACF;CAED,IAAI,cAAiC;AACnC,SAAOU,6BAAc,KAAK,MAAM;CACjC;CAED,IAAI,iBAAyB;AAC3B,SAAOC,gCAAiB,KAAK,MAAM;CACpC;CAED,IAAI,kBAA0B;AAE5B,SAAO,KAAK;CACb;CAED,IAAI,UAAkB;AACpB,SAAO,KAAK,YAAY,KAAK;CAC9B;CAED,IAAI,MAAmB;AACrB,UAAQ,KAAK,SAAb;GACE,KAAK;GACL,KAAK,QACH,QAAOC,4BAAa,KAAK,UAA6B;GACxD,KAAK,YACH,QAAOC,kCAAgB,KAAK,UAAgC;GAC9D,QACE,OAAM,IAAI,MAAM,CAAC,aAAa,EAAE,KAAK,SAAS;EACjD;CACF;CAED,IAAI,WAAoB;AACtB,SAAO,KAAK,OAAO,eAAe;CACnC;CAED,kBACEL,QACgC;EAChC,MAAM,MAAM,MAAM,kBAAkB,OAAO;AAC3C,MAAI,OAAO,QAAQ,YACjB,QAAO;AAET,MAAI,QAAQ,aAAa,MACvB,QAAO;AAET,SAAO;CACR;CAED,IAAI,uBAA2C;AAI7C,MAAI,KAAK,SACP,QAAO;MAEP,QAAO;CAEV;CAED,IAAI,qBAA6B;AAC/B,UAAQ,KAAK,UAAb;GACE,KAAK,MACH,QAAO;GACT,QACE,QAAO;EACV;CACF;CAED,IAAI,mBAA2B;AAC7B,UAAQ,KAAK,SAAb;GACE,KAAK,SACH,QAAO,MAAM;GACf,KAAK,YACH,QAAO;GACT,QACE,OAAM,IAAI,MACR,CAAC,iBAAiB,EAAE,KAAK,QAAQ,qBAAqB,CAAC;EAE5D;CACF;CAID,MAAM,6BAA8C;EAClD,MAAM,SAAS,MAAM,KAAK,gBAAgB;EAC1C,MAAM,MAAM,CAAC,0CAA0C,EAAE,KAAK,WAAW,QAAQ,EAAE,KAAK,MAAM,CAAC,EAAE,QAAQ;AACzG,SAAO;CACR;CAED,MAAM,wBAAyC;EAC7C,MAAM,SAAS,MAAM,KAAK,gBAAgB;EAC1C,MAAM,YAAY,KAAK;EACvB,MAAM,MAAM,CAAC,kCAAkC,EAAE,KAAK,WAAW,YAAY,EAAE,UAAU,QAAQ,EAAE,KAAK,MAAM,CAAC,EAAE,QAAQ;AACzH,SAAO;CACR;CAED,MAAM,yBAA0C;EAC9C,MAAM,YAAY,MAAM,KAAK,OAAO,cAAc;EAClD,MAAM,SAAS,MAAM,KAAK,gBAAgB;EAC1C,MAAM,YAAY,KAAK;EACvB,MAAM,MAAM,CAAC,QAAQ,EAAE,KAAK,SAAS,CAAC,EAAE,KAAK,WAAW,UAAU,EAAE,UAAU,WAAW,EAAE,KAAK,SAAS,YAAY,EAAE,UAAU,QAAQ,EAAE,KAAK,MAAM,CAAC,EAAE,QAAQ;AACjK,SAAO;CACR;CAED,MAAM,iBAAkC;AACtC,MAAI,KAAK,SACP,QAAO,KAAK,uBAAuB;MAEnC,QAAO,KAAK,wBAAwB;CAEvC;CAED,MAAM,WAA4B;AAChC,UAAQ,KAAK,UAAb;GACE,KAAK,MACH,QAAO,KAAK,4BAA4B;GAC1C,QACE,QAAO,KAAK,gBAAgB;EAC/B;CACF;CAOD,MAAM,QACJM,OACAC,YAEAV,SACAW,YACuB;EACvB,MAAM,aAAa,KAAK,YAAY;EACpC,MAAMC,sBAAkD;GACtD,GAAG;GACH,WAAW,KAAK;EACjB;EACD,MAAM,OAAO,MAAM,KAAK,WAAW,OAAO,oBAAoB;EAE9D,MAAM,YAAY,kBAAkB,CAAC,eAAe,EAAE,YAAY,EAAE;GAClE;GACA,YAAY;GACZ;GACA,YAAY;IACV,GAAG;IACH,KAAK,MAAM,KAAK,UAAU;IAC1B,WAAW,MAAM,KAAK,gBAAgB;IACtC,aAAa,KAAK;IAClB,gBAAgB,KAAK;IACrB,sBAAsB,KAAK;GAC5B;EACF,EAAC;EAEF,MAAM,WAAW,MAAM,KAAK,SAAS,MAAM,QAAQ;EAEnD,MAAM,YAAY,kBAAkB,CAAC,gBAAgB,EAAE,YAAY,EAAE,EACnE,SACD,EAAC;AAEF,SAAO;CACR;AACF;AAED,IAAsB,8BAAtB,cAGU,mBAKR;CACA,MAAM,uBAAwC;AAC5C,SAAO,KAAK,YAAY,0BAA0B;CACnD;CAED,MAAM,uBAAwC;AAC5C,SAAO,KAAK,YAAY,qBAAqB;CAC9C;CAED,MAAM,iBAAkC;AACtC,UAAQ,KAAK,aAAb;GACE,KAAK;GACL,KAAK,QACH,QAAO,KAAK,sBAAsB;GACpC,KAAK,SACH,QAAO,KAAK,sBAAsB;GACpC,QACE,OAAM,IAAI,MAAM,CAAC,sBAAsB,EAAE,KAAK,aAAa;EAC9D;CACF;CAED,MAAM,WACJC,OACAH,YACkB;EAElB,IAAI,qBAAqB;AACzB,MAAI,WAAW,UAAU,KAAK,aAAa,OAAO;GAChD,MAAM,EAAE,OAAQ,GAAG,qBAAqB,GAAG;GAC3C,qBAAqB;EACtB;AAED,SAAO,KAAK,IAAI,WAAW,OAAO,mBAAmB;CACtD;AACF;AAOD,IAAsB,+BAAtB,cAA2DI,oDAAoB;CAC7E,gBAAgBC,WAA0C;EACxD,MAAM,QAAQ,UAAU,MAAM,IAAI;AAClC,SAAO;GACL,UAAU,MAAM;GAChB,QAAQ,MAAM;EACf;CACF;CA6BD,kBACEA,WACAC,MACAC,OACAC,MACAC,UACK;AACL,MAAI,CAAC,UACH,QAAO;EAET,MAAM,YAAY,KAAK,gBAAgB,UAAU;AACjD,UAAQ,UAAU,UAAlB;GACE,KAAK,UACH,QAAO,KAAK,yBACV,WACA,WACA,MACA,OACA,MACA,SACD;GACH,KAAK,WACH,QAAO,KAAK,0BACV,WACA,WACA,MACA,OACA,MACA,SACD;GACH,KAAK,QACH,QAAO,KAAK,uBACV,WACA,WACA,MACA,OACA,MACA,SACD;GACH,SACE,QAAQ,MACN,CAAC,yBAAyB,EAAE,UAAU,CAAC,EAAE,KAAK,UAC5C,WACA,MACA,EACD,EAAE,CACJ;EACJ;CACF;AACF;AAED,IAAa,sBAAb,cAAyC,6BAA6B;CACpE,OAAe;CAEf,IAAIJ,WAAmBC,MAAWE,MAA4B;EAC5D,MAAM,SAAS,OAAO,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,GAAG;EACpC,QAAQ,IAAI,GAAG,UAAU,CAAC,EAAE,OAAO,CAAC,EAAE,KAAK,UAAU,MAAM,MAAM,EAAE,EAAE,CAAC;CACvE;CAED,yBACEH,WACAK,YACAJ,MACAK,QACAH,MACAI,WACK;EACL,KAAK,IAAI,WAAW,MAAM,KAAK;CAChC;CAED,0BACEP,WACAK,YACAJ,MACAK,QACAH,MACAI,WACK;EACL,KAAK,IAAI,WAAW,MAAM,KAAK;CAChC;CAED,uBACEP,WACAK,YACAJ,MACAK,QACAH,MACAI,WACK;EACL,KAAK,IAAI,WAAW,MAAM,KAAK;CAChC;AACF;AAED,IAAa,wBAAb,cAA2C,6BAA6B;CACtE,OAAO;CAEP,UAAe,CAAE;CAEjB,WAAgB,CAAE;CAElB,QAAe,CAAE;CAEjB,yBACEC,YACAH,YACAJ,MACAK,QACAG,OACAF,WACK;EACL,KAAK,UAAU;CAChB;CAED,0BACEC,YACAH,YACAJ,MACAK,QACAG,OACAF,WACK;EACL,KAAK,WAAW;CACjB;CAED,uBACEC,YACAH,YACAJ,MACAK,QACAG,OACAF,WACK;EACL,KAAK,MAAM,KAAK,KAAK;CACtB;AACF"}
|
|
1
|
+
{"version":3,"file":"connection.cjs","names":["caller: AsyncCaller","client: GoogleAbstractedClient","streaming?: boolean","data: unknown | undefined","_options: CallOptions","requestHeaders: Record<string, string>","opts: GoogleAbstractedClientOps","options: CallOptions","response: unknown","fields: GoogleConnectionParams<AuthOptions> | undefined","fields: GoogleConnectionParams<any> | undefined","fields: GoogleAIBaseLLMInput<AuthOptions> | undefined","modelToFamily","modelToPublisher","getGeminiAPI","getAnthropicAPI","input: InputType","parameters: GoogleAIModelRequestParams","runManager?: BaseRunManager","streamingParameters: GoogleAIModelRequestParams","input: MessageType","BaseCallbackHandler","eventName: string","data: any","runId: string","tags?: string[]","metadata?: Record<string, any>","_eventInfo: GoogleCustomEventInfo","_runId: string","_metadata?: Record<string, any>","_eventName: string","_tags?: string[]"],"sources":["../src/connection.ts"],"sourcesContent":["/* eslint-disable @typescript-eslint/no-explicit-any */\nimport { BaseLanguageModelCallOptions } from \"@langchain/core/language_models/base\";\nimport {\n AsyncCaller,\n AsyncCallerCallOptions,\n} from \"@langchain/core/utils/async_caller\";\nimport { getRuntimeEnvironment } from \"@langchain/core/utils/env\";\nimport { BaseRunManager } from \"@langchain/core/callbacks/manager\";\nimport { BaseCallbackHandler } from \"@langchain/core/callbacks/base\";\nimport type {\n GoogleAIBaseLLMInput,\n GoogleConnectionParams,\n GooglePlatformType,\n GoogleResponse,\n GoogleLLMResponse,\n GoogleAIModelRequestParams,\n GoogleRawResponse,\n GoogleAIAPI,\n VertexModelFamily,\n GoogleAIAPIConfig,\n AnthropicAPIConfig,\n GeminiAPIConfig,\n GoogleModelParams,\n} from \"./types.js\";\nimport {\n GoogleAbstractedClient,\n GoogleAbstractedClientOps,\n GoogleAbstractedClientOpsMethod,\n} from \"./auth.js\";\nimport {\n getGeminiAPI,\n modelToFamily,\n modelToPublisher,\n} from \"./utils/index.js\";\nimport { getAnthropicAPI } from \"./utils/anthropic.js\";\n\nexport abstract class GoogleConnection<\n CallOptions extends AsyncCallerCallOptions,\n ResponseType extends GoogleResponse,\n> {\n caller: AsyncCaller;\n\n client: GoogleAbstractedClient;\n\n streaming: boolean;\n\n constructor(\n caller: AsyncCaller,\n client: GoogleAbstractedClient,\n streaming?: boolean\n ) {\n this.caller = caller;\n this.client = client;\n this.streaming = streaming ?? false;\n }\n\n abstract buildUrl(): Promise<string>;\n\n abstract buildMethod(): GoogleAbstractedClientOpsMethod;\n\n async _clientInfoHeaders(): Promise<Record<string, string>> {\n const { userAgent, clientLibraryVersion } = await this._getClientInfo();\n return {\n \"User-Agent\": userAgent,\n \"Client-Info\": clientLibraryVersion,\n };\n }\n\n async _getClientInfo(): Promise<{\n userAgent: string;\n clientLibraryVersion: string;\n }> {\n const env = await getRuntimeEnvironment();\n const langchain = env?.library ?? \"langchain-js\";\n // TODO: Add an API for getting the current LangChain version\n const langchainVersion = \"0\";\n const moduleName = await this._moduleName();\n let clientLibraryVersion = `${langchain}/${langchainVersion}`;\n if (moduleName && moduleName.length) {\n clientLibraryVersion = `${clientLibraryVersion}-${moduleName}`;\n }\n return {\n userAgent: clientLibraryVersion,\n clientLibraryVersion: `${langchainVersion}-${moduleName}`,\n };\n }\n\n async _moduleName(): Promise<string> {\n return this.constructor.name;\n }\n\n async additionalHeaders(): Promise<Record<string, string>> {\n return {};\n }\n\n async _buildOpts(\n data: unknown | undefined,\n _options: CallOptions,\n requestHeaders: Record<string, string> = {}\n ): Promise<GoogleAbstractedClientOps> {\n const url = await this.buildUrl();\n const method = this.buildMethod();\n const infoHeaders = (await this._clientInfoHeaders()) ?? {};\n const additionalHeaders = (await this.additionalHeaders()) ?? {};\n const headers = {\n ...infoHeaders,\n ...additionalHeaders,\n ...requestHeaders,\n };\n\n const opts: GoogleAbstractedClientOps = {\n url,\n method,\n headers,\n };\n if (data && method === \"POST\") {\n opts.data = data;\n }\n if (this.streaming) {\n opts.responseType = \"stream\";\n } else {\n opts.responseType = \"json\";\n }\n return opts;\n }\n\n async _request(\n data: unknown | undefined,\n options: CallOptions,\n requestHeaders: Record<string, string> = {}\n ): Promise<ResponseType> {\n const opts = await this._buildOpts(data, options, requestHeaders);\n const callResponse = await this.caller.callWithOptions(\n { signal: options?.signal },\n async () => this.client.request(opts)\n );\n const response: unknown = callResponse; // Done for typecast safety, I guess\n return <ResponseType>response;\n }\n}\n\nexport abstract class GoogleHostConnection<\n CallOptions extends AsyncCallerCallOptions,\n ResponseType extends GoogleResponse,\n AuthOptions,\n >\n extends GoogleConnection<CallOptions, ResponseType>\n implements GoogleConnectionParams<AuthOptions>\n{\n // This does not default to a value intentionally.\n // Use the \"platform\" getter if you need this.\n platformType: GooglePlatformType | undefined;\n\n _endpoint: string | undefined;\n\n _location: string | undefined;\n\n _apiVersion: string | undefined;\n\n constructor(\n fields: GoogleConnectionParams<AuthOptions> | undefined,\n caller: AsyncCaller,\n client: GoogleAbstractedClient,\n streaming?: boolean\n ) {\n super(caller, client, streaming);\n this.caller = caller;\n\n this.platformType = this.fieldPlatformType(fields);\n this._endpoint = fields?.endpoint;\n this._location = fields?.location;\n this._apiVersion = fields?.apiVersion;\n this.client = client;\n }\n\n fieldPlatformType(\n fields: GoogleConnectionParams<any> | undefined\n ): GooglePlatformType | undefined {\n if (typeof fields === \"undefined\") {\n return undefined;\n }\n if (typeof fields.platformType !== \"undefined\") {\n return fields.platformType;\n }\n if (fields.vertexai === true) {\n return \"gcp\";\n }\n return undefined;\n }\n\n get platform(): GooglePlatformType {\n return this.platformType ?? this.computedPlatformType;\n }\n\n get computedPlatformType(): GooglePlatformType {\n return \"gcp\";\n }\n\n get computedApiVersion(): string {\n return \"v1\";\n }\n\n get apiVersion(): string {\n return this._apiVersion ?? this.computedApiVersion;\n }\n\n get location(): string {\n return this._location ?? this.computedLocation;\n }\n\n get computedLocation(): string {\n return \"us-central1\";\n }\n\n get endpoint(): string {\n return this._endpoint ?? this.computedEndpoint;\n }\n\n get computedEndpoint(): string {\n if (this.location === \"global\") {\n return \"aiplatform.googleapis.com\";\n } else {\n return `${this.location}-aiplatform.googleapis.com`;\n }\n }\n\n buildMethod(): GoogleAbstractedClientOpsMethod {\n return \"POST\";\n }\n}\n\nexport abstract class GoogleRawConnection<\n CallOptions extends AsyncCallerCallOptions,\n AuthOptions,\n> extends GoogleHostConnection<CallOptions, GoogleRawResponse, AuthOptions> {\n async _buildOpts(\n data: unknown | undefined,\n _options: CallOptions,\n requestHeaders: Record<string, string> = {}\n ): Promise<GoogleAbstractedClientOps> {\n const opts = await super._buildOpts(data, _options, requestHeaders);\n opts.responseType = \"blob\";\n return opts;\n }\n}\n\nexport abstract class GoogleAIConnection<\n CallOptions extends AsyncCallerCallOptions,\n InputType,\n AuthOptions,\n ResponseType extends GoogleResponse,\n >\n extends GoogleHostConnection<CallOptions, ResponseType, AuthOptions>\n implements GoogleAIBaseLLMInput<AuthOptions>\n{\n model: string;\n\n modelName: string;\n\n client: GoogleAbstractedClient;\n\n _apiName?: string;\n\n apiConfig?: GoogleAIAPIConfig;\n\n constructor(\n fields: GoogleAIBaseLLMInput<AuthOptions> | undefined,\n caller: AsyncCaller,\n client: GoogleAbstractedClient,\n streaming?: boolean\n ) {\n super(fields, caller, client, streaming);\n this.client = client;\n this.modelName = fields?.model ?? fields?.modelName ?? this.model;\n this.model = this.modelName;\n\n this._apiName = fields?.apiName;\n this.apiConfig = {\n safetyHandler: fields?.safetyHandler, // For backwards compatibility\n ...fields?.apiConfig,\n };\n }\n\n get modelFamily(): VertexModelFamily {\n return modelToFamily(this.model);\n }\n\n get modelPublisher(): string {\n return modelToPublisher(this.model);\n }\n\n get computedAPIName(): string {\n // At least at the moment, model publishers and APIs map the same\n return this.modelPublisher;\n }\n\n get apiName(): string {\n return this._apiName ?? this.computedAPIName;\n }\n\n get api(): GoogleAIAPI {\n switch (this.apiName) {\n case \"google\":\n case \"gemma\": // TODO: Is this true?\n return getGeminiAPI(this.apiConfig as GeminiAPIConfig);\n case \"anthropic\":\n return getAnthropicAPI(this.apiConfig as AnthropicAPIConfig);\n default:\n throw new Error(`Unknown API: ${this.apiName}`);\n }\n }\n\n get isApiKey(): boolean {\n return this.client.clientType === \"apiKey\";\n }\n\n fieldPlatformType(\n fields: GoogleConnectionParams<any> | undefined\n ): GooglePlatformType | undefined {\n const ret = super.fieldPlatformType(fields);\n if (typeof ret !== \"undefined\") {\n return ret;\n }\n if (fields?.vertexai === false) {\n return \"gai\";\n }\n return undefined;\n }\n\n get computedPlatformType(): GooglePlatformType {\n // This is not a completely correct assumption, since GCP can\n // have an API Key. But if so, then people need to set the platform\n // type explicitly.\n if (this.isApiKey) {\n return \"gai\";\n } else {\n return \"gcp\";\n }\n }\n\n get computedApiVersion(): string {\n switch (this.platform) {\n case \"gai\":\n return \"v1beta\";\n default:\n return \"v1\";\n }\n }\n\n get computedLocation(): string {\n switch (this.apiName) {\n case \"google\":\n return super.computedLocation;\n case \"anthropic\":\n return \"us-east5\";\n default:\n throw new Error(\n `Unknown apiName: ${this.apiName}. Can't get location.`\n );\n }\n }\n\n abstract buildUrlMethod(): Promise<string>;\n\n async buildUrlGenerativeLanguage(): Promise<string> {\n const method = await this.buildUrlMethod();\n const url = `https://generativelanguage.googleapis.com/${this.apiVersion}/models/${this.model}:${method}`;\n return url;\n }\n\n async buildUrlVertexExpress(): Promise<string> {\n const method = await this.buildUrlMethod();\n const publisher = this.modelPublisher;\n const url = `https://aiplatform.googleapis.com/${this.apiVersion}/publishers/${publisher}/models/${this.model}:${method}`;\n return url;\n }\n\n async buildUrlVertexLocation(): Promise<string> {\n const projectId = await this.client.getProjectId();\n const method = await this.buildUrlMethod();\n const publisher = this.modelPublisher;\n const url = `https://${this.endpoint}/${this.apiVersion}/projects/${projectId}/locations/${this.location}/publishers/${publisher}/models/${this.model}:${method}`;\n return url;\n }\n\n async buildUrlVertex(): Promise<string> {\n if (this.isApiKey) {\n return this.buildUrlVertexExpress();\n } else {\n return this.buildUrlVertexLocation();\n }\n }\n\n async buildUrl(): Promise<string> {\n switch (this.platform) {\n case \"gai\":\n return this.buildUrlGenerativeLanguage();\n default:\n return this.buildUrlVertex();\n }\n }\n\n abstract formatData(\n input: InputType,\n parameters: GoogleModelParams\n ): Promise<unknown>;\n\n async request(\n input: InputType,\n parameters: GoogleAIModelRequestParams,\n\n options: CallOptions,\n runManager?: BaseRunManager\n ): Promise<ResponseType> {\n const moduleName = this.constructor.name;\n const streamingParameters: GoogleAIModelRequestParams = {\n ...parameters,\n streaming: this.streaming,\n };\n const data = await this.formatData(input, streamingParameters);\n\n await runManager?.handleCustomEvent(`google-request-${moduleName}`, {\n data,\n parameters: streamingParameters,\n options,\n connection: {\n ...this,\n url: await this.buildUrl(),\n urlMethod: await this.buildUrlMethod(),\n modelFamily: this.modelFamily,\n modelPublisher: this.modelPublisher,\n computedPlatformType: this.computedPlatformType,\n },\n });\n\n const response = await this._request(data, options);\n\n await runManager?.handleCustomEvent(`google-response-${moduleName}`, {\n response,\n });\n\n return response;\n }\n}\n\nexport abstract class AbstractGoogleLLMConnection<\n MessageType,\n AuthOptions,\n> extends GoogleAIConnection<\n BaseLanguageModelCallOptions,\n MessageType,\n AuthOptions,\n GoogleLLMResponse\n> {\n async buildUrlMethodGemini(): Promise<string> {\n return this.streaming ? \"streamGenerateContent\" : \"generateContent\";\n }\n\n async buildUrlMethodClaude(): Promise<string> {\n return this.streaming ? \"streamRawPredict\" : \"rawPredict\";\n }\n\n async buildUrlMethod(): Promise<string> {\n switch (this.modelFamily) {\n case \"gemini\":\n case \"gemma\": // TODO: Is this true?\n return this.buildUrlMethodGemini();\n case \"claude\":\n return this.buildUrlMethodClaude();\n default:\n throw new Error(`Unknown model family: ${this.modelFamily}`);\n }\n }\n\n async formatData(\n input: MessageType,\n parameters: GoogleAIModelRequestParams\n ): Promise<unknown> {\n // Filter out labels for non-Vertex AI platforms (labels are only supported on Vertex AI)\n let filteredParameters = parameters;\n if (parameters.labels && this.platform !== \"gcp\") {\n const { labels, ...paramsWithoutLabels } = parameters;\n filteredParameters = paramsWithoutLabels;\n }\n\n return this.api.formatData(input, filteredParameters);\n }\n}\n\nexport interface GoogleCustomEventInfo {\n subEvent: string;\n module: string;\n}\n\nexport abstract class GoogleRequestCallbackHandler extends BaseCallbackHandler {\n customEventInfo(eventName: string): GoogleCustomEventInfo {\n const names = eventName.split(\"-\");\n return {\n subEvent: names[1],\n module: names[2],\n };\n }\n\n abstract handleCustomRequestEvent(\n eventName: string,\n eventInfo: GoogleCustomEventInfo,\n data: any,\n runId: string,\n tags?: string[],\n metadata?: Record<string, any>\n ): any;\n\n abstract handleCustomResponseEvent(\n eventName: string,\n eventInfo: GoogleCustomEventInfo,\n data: any,\n runId: string,\n tags?: string[],\n metadata?: Record<string, any>\n ): any;\n\n abstract handleCustomChunkEvent(\n eventName: string,\n eventInfo: GoogleCustomEventInfo,\n data: any,\n runId: string,\n tags?: string[],\n metadata?: Record<string, any>\n ): any;\n\n handleCustomEvent(\n eventName: string,\n data: any,\n runId: string,\n tags?: string[],\n metadata?: Record<string, any>\n ): any {\n if (!eventName) {\n return undefined;\n }\n const eventInfo = this.customEventInfo(eventName);\n switch (eventInfo.subEvent) {\n case \"request\":\n return this.handleCustomRequestEvent(\n eventName,\n eventInfo,\n data,\n runId,\n tags,\n metadata\n );\n case \"response\":\n return this.handleCustomResponseEvent(\n eventName,\n eventInfo,\n data,\n runId,\n tags,\n metadata\n );\n case \"chunk\":\n return this.handleCustomChunkEvent(\n eventName,\n eventInfo,\n data,\n runId,\n tags,\n metadata\n );\n default:\n console.error(\n `Unexpected eventInfo for ${eventName} ${JSON.stringify(\n eventInfo,\n null,\n 1\n )}`\n );\n }\n }\n}\n\nexport class GoogleRequestLogger extends GoogleRequestCallbackHandler {\n name: string = \"GoogleRequestLogger\";\n\n log(eventName: string, data: any, tags?: string[]): undefined {\n const tagStr = tags ? `[${tags}]` : \"[]\";\n console.log(`${eventName} ${tagStr} ${JSON.stringify(data, null, 1)}`);\n }\n\n handleCustomRequestEvent(\n eventName: string,\n _eventInfo: GoogleCustomEventInfo,\n data: any,\n _runId: string,\n tags?: string[],\n _metadata?: Record<string, any>\n ): any {\n this.log(eventName, data, tags);\n }\n\n handleCustomResponseEvent(\n eventName: string,\n _eventInfo: GoogleCustomEventInfo,\n data: any,\n _runId: string,\n tags?: string[],\n _metadata?: Record<string, any>\n ): any {\n this.log(eventName, data, tags);\n }\n\n handleCustomChunkEvent(\n eventName: string,\n _eventInfo: GoogleCustomEventInfo,\n data: any,\n _runId: string,\n tags?: string[],\n _metadata?: Record<string, any>\n ): any {\n this.log(eventName, data, tags);\n }\n}\n\nexport class GoogleRequestRecorder extends GoogleRequestCallbackHandler {\n name = \"GoogleRequestRecorder\";\n\n request: any = {};\n\n response: any = {};\n\n chunk: any[] = [];\n\n handleCustomRequestEvent(\n _eventName: string,\n _eventInfo: GoogleCustomEventInfo,\n data: any,\n _runId: string,\n _tags?: string[],\n _metadata?: Record<string, any>\n ): any {\n this.request = data;\n }\n\n handleCustomResponseEvent(\n _eventName: string,\n _eventInfo: GoogleCustomEventInfo,\n data: any,\n _runId: string,\n _tags?: string[],\n _metadata?: Record<string, any>\n ): any {\n this.response = data;\n }\n\n handleCustomChunkEvent(\n _eventName: string,\n _eventInfo: GoogleCustomEventInfo,\n data: any,\n _runId: string,\n _tags?: string[],\n _metadata?: Record<string, any>\n ): any {\n this.chunk.push(data);\n }\n}\n"],"mappings":";;;;;;;;;AAoCA,IAAsB,mBAAtB,MAGE;CACA;CAEA;CAEA;CAEA,YACEA,QACAC,QACAC,WACA;EACA,KAAK,SAAS;EACd,KAAK,SAAS;EACd,KAAK,YAAY,aAAa;CAC/B;CAMD,MAAM,qBAAsD;EAC1D,MAAM,EAAE,WAAW,sBAAsB,GAAG,MAAM,KAAK,gBAAgB;AACvE,SAAO;GACL,cAAc;GACd,eAAe;EAChB;CACF;CAED,MAAM,iBAGH;EACD,MAAM,MAAM,6DAA6B;EACzC,MAAM,YAAY,KAAK,WAAW;EAElC,MAAM,mBAAmB;EACzB,MAAM,aAAa,MAAM,KAAK,aAAa;EAC3C,IAAI,uBAAuB,GAAG,UAAU,CAAC,EAAE,kBAAkB;AAC7D,MAAI,cAAc,WAAW,QAC3B,uBAAuB,GAAG,qBAAqB,CAAC,EAAE,YAAY;AAEhE,SAAO;GACL,WAAW;GACX,sBAAsB,GAAG,iBAAiB,CAAC,EAAE,YAAY;EAC1D;CACF;CAED,MAAM,cAA+B;AACnC,SAAO,KAAK,YAAY;CACzB;CAED,MAAM,oBAAqD;AACzD,SAAO,CAAE;CACV;CAED,MAAM,WACJC,MACAC,UACAC,iBAAyC,CAAE,GACP;EACpC,MAAM,MAAM,MAAM,KAAK,UAAU;EACjC,MAAM,SAAS,KAAK,aAAa;EACjC,MAAM,cAAe,MAAM,KAAK,oBAAoB,IAAK,CAAE;EAC3D,MAAM,oBAAqB,MAAM,KAAK,mBAAmB,IAAK,CAAE;EAChE,MAAM,UAAU;GACd,GAAG;GACH,GAAG;GACH,GAAG;EACJ;EAED,MAAMC,OAAkC;GACtC;GACA;GACA;EACD;AACD,MAAI,QAAQ,WAAW,QACrB,KAAK,OAAO;AAEd,MAAI,KAAK,WACP,KAAK,eAAe;OAEpB,KAAK,eAAe;AAEtB,SAAO;CACR;CAED,MAAM,SACJH,MACAI,SACAF,iBAAyC,CAAE,GACpB;EACvB,MAAM,OAAO,MAAM,KAAK,WAAW,MAAM,SAAS,eAAe;EACjE,MAAM,eAAe,MAAM,KAAK,OAAO,gBACrC,EAAE,QAAQ,SAAS,OAAQ,GAC3B,YAAY,KAAK,OAAO,QAAQ,KAAK,CACtC;EACD,MAAMG,WAAoB;AAC1B,SAAqB;CACtB;AACF;AAED,IAAsB,uBAAtB,cAKU,iBAEV;CAGE;CAEA;CAEA;CAEA;CAEA,YACEC,QACAT,QACAC,QACAC,WACA;EACA,MAAM,QAAQ,QAAQ,UAAU;EAChC,KAAK,SAAS;EAEd,KAAK,eAAe,KAAK,kBAAkB,OAAO;EAClD,KAAK,YAAY,QAAQ;EACzB,KAAK,YAAY,QAAQ;EACzB,KAAK,cAAc,QAAQ;EAC3B,KAAK,SAAS;CACf;CAED,kBACEQ,QACgC;AAChC,MAAI,OAAO,WAAW,YACpB,QAAO;AAET,MAAI,OAAO,OAAO,iBAAiB,YACjC,QAAO,OAAO;AAEhB,MAAI,OAAO,aAAa,KACtB,QAAO;AAET,SAAO;CACR;CAED,IAAI,WAA+B;AACjC,SAAO,KAAK,gBAAgB,KAAK;CAClC;CAED,IAAI,uBAA2C;AAC7C,SAAO;CACR;CAED,IAAI,qBAA6B;AAC/B,SAAO;CACR;CAED,IAAI,aAAqB;AACvB,SAAO,KAAK,eAAe,KAAK;CACjC;CAED,IAAI,WAAmB;AACrB,SAAO,KAAK,aAAa,KAAK;CAC/B;CAED,IAAI,mBAA2B;AAC7B,SAAO;CACR;CAED,IAAI,WAAmB;AACrB,SAAO,KAAK,aAAa,KAAK;CAC/B;CAED,IAAI,mBAA2B;AAC7B,MAAI,KAAK,aAAa,SACpB,QAAO;MAEP,QAAO,GAAG,KAAK,SAAS,0BAA0B,CAAC;CAEtD;CAED,cAA+C;AAC7C,SAAO;CACR;AACF;AAED,IAAsB,sBAAtB,cAGU,qBAAkE;CAC1E,MAAM,WACJP,MACAC,UACAC,iBAAyC,CAAE,GACP;EACpC,MAAM,OAAO,MAAM,MAAM,WAAW,MAAM,UAAU,eAAe;EACnE,KAAK,eAAe;AACpB,SAAO;CACR;AACF;AAED,IAAsB,qBAAtB,cAMU,qBAEV;CACE;CAEA;CAEA;CAEA;CAEA;CAEA,YACEM,QACAX,QACAC,QACAC,WACA;EACA,MAAM,QAAQ,QAAQ,QAAQ,UAAU;EACxC,KAAK,SAAS;EACd,KAAK,YAAY,QAAQ,SAAS,QAAQ,aAAa,KAAK;EAC5D,KAAK,QAAQ,KAAK;EAElB,KAAK,WAAW,QAAQ;EACxB,KAAK,YAAY;GACf,eAAe,QAAQ;GACvB,GAAG,QAAQ;EACZ;CACF;CAED,IAAI,cAAiC;AACnC,SAAOU,6BAAc,KAAK,MAAM;CACjC;CAED,IAAI,iBAAyB;AAC3B,SAAOC,gCAAiB,KAAK,MAAM;CACpC;CAED,IAAI,kBAA0B;AAE5B,SAAO,KAAK;CACb;CAED,IAAI,UAAkB;AACpB,SAAO,KAAK,YAAY,KAAK;CAC9B;CAED,IAAI,MAAmB;AACrB,UAAQ,KAAK,SAAb;GACE,KAAK;GACL,KAAK,QACH,QAAOC,4BAAa,KAAK,UAA6B;GACxD,KAAK,YACH,QAAOC,kCAAgB,KAAK,UAAgC;GAC9D,QACE,OAAM,IAAI,MAAM,CAAC,aAAa,EAAE,KAAK,SAAS;EACjD;CACF;CAED,IAAI,WAAoB;AACtB,SAAO,KAAK,OAAO,eAAe;CACnC;CAED,kBACEL,QACgC;EAChC,MAAM,MAAM,MAAM,kBAAkB,OAAO;AAC3C,MAAI,OAAO,QAAQ,YACjB,QAAO;AAET,MAAI,QAAQ,aAAa,MACvB,QAAO;AAET,SAAO;CACR;CAED,IAAI,uBAA2C;AAI7C,MAAI,KAAK,SACP,QAAO;MAEP,QAAO;CAEV;CAED,IAAI,qBAA6B;AAC/B,UAAQ,KAAK,UAAb;GACE,KAAK,MACH,QAAO;GACT,QACE,QAAO;EACV;CACF;CAED,IAAI,mBAA2B;AAC7B,UAAQ,KAAK,SAAb;GACE,KAAK,SACH,QAAO,MAAM;GACf,KAAK,YACH,QAAO;GACT,QACE,OAAM,IAAI,MACR,CAAC,iBAAiB,EAAE,KAAK,QAAQ,qBAAqB,CAAC;EAE5D;CACF;CAID,MAAM,6BAA8C;EAClD,MAAM,SAAS,MAAM,KAAK,gBAAgB;EAC1C,MAAM,MAAM,CAAC,0CAA0C,EAAE,KAAK,WAAW,QAAQ,EAAE,KAAK,MAAM,CAAC,EAAE,QAAQ;AACzG,SAAO;CACR;CAED,MAAM,wBAAyC;EAC7C,MAAM,SAAS,MAAM,KAAK,gBAAgB;EAC1C,MAAM,YAAY,KAAK;EACvB,MAAM,MAAM,CAAC,kCAAkC,EAAE,KAAK,WAAW,YAAY,EAAE,UAAU,QAAQ,EAAE,KAAK,MAAM,CAAC,EAAE,QAAQ;AACzH,SAAO;CACR;CAED,MAAM,yBAA0C;EAC9C,MAAM,YAAY,MAAM,KAAK,OAAO,cAAc;EAClD,MAAM,SAAS,MAAM,KAAK,gBAAgB;EAC1C,MAAM,YAAY,KAAK;EACvB,MAAM,MAAM,CAAC,QAAQ,EAAE,KAAK,SAAS,CAAC,EAAE,KAAK,WAAW,UAAU,EAAE,UAAU,WAAW,EAAE,KAAK,SAAS,YAAY,EAAE,UAAU,QAAQ,EAAE,KAAK,MAAM,CAAC,EAAE,QAAQ;AACjK,SAAO;CACR;CAED,MAAM,iBAAkC;AACtC,MAAI,KAAK,SACP,QAAO,KAAK,uBAAuB;MAEnC,QAAO,KAAK,wBAAwB;CAEvC;CAED,MAAM,WAA4B;AAChC,UAAQ,KAAK,UAAb;GACE,KAAK,MACH,QAAO,KAAK,4BAA4B;GAC1C,QACE,QAAO,KAAK,gBAAgB;EAC/B;CACF;CAOD,MAAM,QACJM,OACAC,YAEAV,SACAW,YACuB;EACvB,MAAM,aAAa,KAAK,YAAY;EACpC,MAAMC,sBAAkD;GACtD,GAAG;GACH,WAAW,KAAK;EACjB;EACD,MAAM,OAAO,MAAM,KAAK,WAAW,OAAO,oBAAoB;EAE9D,MAAM,YAAY,kBAAkB,CAAC,eAAe,EAAE,YAAY,EAAE;GAClE;GACA,YAAY;GACZ;GACA,YAAY;IACV,GAAG;IACH,KAAK,MAAM,KAAK,UAAU;IAC1B,WAAW,MAAM,KAAK,gBAAgB;IACtC,aAAa,KAAK;IAClB,gBAAgB,KAAK;IACrB,sBAAsB,KAAK;GAC5B;EACF,EAAC;EAEF,MAAM,WAAW,MAAM,KAAK,SAAS,MAAM,QAAQ;EAEnD,MAAM,YAAY,kBAAkB,CAAC,gBAAgB,EAAE,YAAY,EAAE,EACnE,SACD,EAAC;AAEF,SAAO;CACR;AACF;AAED,IAAsB,8BAAtB,cAGU,mBAKR;CACA,MAAM,uBAAwC;AAC5C,SAAO,KAAK,YAAY,0BAA0B;CACnD;CAED,MAAM,uBAAwC;AAC5C,SAAO,KAAK,YAAY,qBAAqB;CAC9C;CAED,MAAM,iBAAkC;AACtC,UAAQ,KAAK,aAAb;GACE,KAAK;GACL,KAAK,QACH,QAAO,KAAK,sBAAsB;GACpC,KAAK,SACH,QAAO,KAAK,sBAAsB;GACpC,QACE,OAAM,IAAI,MAAM,CAAC,sBAAsB,EAAE,KAAK,aAAa;EAC9D;CACF;CAED,MAAM,WACJC,OACAH,YACkB;EAElB,IAAI,qBAAqB;AACzB,MAAI,WAAW,UAAU,KAAK,aAAa,OAAO;GAChD,MAAM,EAAE,OAAQ,GAAG,qBAAqB,GAAG;GAC3C,qBAAqB;EACtB;AAED,SAAO,KAAK,IAAI,WAAW,OAAO,mBAAmB;CACtD;AACF;AAOD,IAAsB,+BAAtB,cAA2DI,oDAAoB;CAC7E,gBAAgBC,WAA0C;EACxD,MAAM,QAAQ,UAAU,MAAM,IAAI;AAClC,SAAO;GACL,UAAU,MAAM;GAChB,QAAQ,MAAM;EACf;CACF;CA6BD,kBACEA,WACAC,MACAC,OACAC,MACAC,UACK;AACL,MAAI,CAAC,UACH,QAAO;EAET,MAAM,YAAY,KAAK,gBAAgB,UAAU;AACjD,UAAQ,UAAU,UAAlB;GACE,KAAK,UACH,QAAO,KAAK,yBACV,WACA,WACA,MACA,OACA,MACA,SACD;GACH,KAAK,WACH,QAAO,KAAK,0BACV,WACA,WACA,MACA,OACA,MACA,SACD;GACH,KAAK,QACH,QAAO,KAAK,uBACV,WACA,WACA,MACA,OACA,MACA,SACD;GACH,SACE,QAAQ,MACN,CAAC,yBAAyB,EAAE,UAAU,CAAC,EAAE,KAAK,UAC5C,WACA,MACA,EACD,EAAE,CACJ;EACJ;CACF;AACF;AAED,IAAa,sBAAb,cAAyC,6BAA6B;CACpE,OAAe;CAEf,IAAIJ,WAAmBC,MAAWE,MAA4B;EAC5D,MAAM,SAAS,OAAO,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,GAAG;EACpC,QAAQ,IAAI,GAAG,UAAU,CAAC,EAAE,OAAO,CAAC,EAAE,KAAK,UAAU,MAAM,MAAM,EAAE,EAAE,CAAC;CACvE;CAED,yBACEH,WACAK,YACAJ,MACAK,QACAH,MACAI,WACK;EACL,KAAK,IAAI,WAAW,MAAM,KAAK;CAChC;CAED,0BACEP,WACAK,YACAJ,MACAK,QACAH,MACAI,WACK;EACL,KAAK,IAAI,WAAW,MAAM,KAAK;CAChC;CAED,uBACEP,WACAK,YACAJ,MACAK,QACAH,MACAI,WACK;EACL,KAAK,IAAI,WAAW,MAAM,KAAK;CAChC;AACF;AAED,IAAa,wBAAb,cAA2C,6BAA6B;CACtE,OAAO;CAEP,UAAe,CAAE;CAEjB,WAAgB,CAAE;CAElB,QAAe,CAAE;CAEjB,yBACEC,YACAH,YACAJ,MACAK,QACAG,OACAF,WACK;EACL,KAAK,UAAU;CAChB;CAED,0BACEC,YACAH,YACAJ,MACAK,QACAG,OACAF,WACK;EACL,KAAK,WAAW;CACjB;CAED,uBACEC,YACAH,YACAJ,MACAK,QACAG,OACAF,WACK;EACL,KAAK,MAAM,KAAK,KAAK;CACtB;AACF"}
|
package/dist/connection.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"connection.js","names":["caller: AsyncCaller","client: GoogleAbstractedClient","streaming?: boolean","data: unknown | undefined","_options: CallOptions","requestHeaders: Record<string, string>","opts: GoogleAbstractedClientOps","options: CallOptions","response: unknown","fields: GoogleConnectionParams<AuthOptions> | undefined","fields: GoogleConnectionParams<any> | undefined","fields: GoogleAIBaseLLMInput<AuthOptions> | undefined","input: InputType","parameters: GoogleAIModelRequestParams","runManager?: BaseRunManager","streamingParameters: GoogleAIModelRequestParams","input: MessageType","eventName: string","data: any","runId: string","tags?: string[]","metadata?: Record<string, any>","_eventInfo: GoogleCustomEventInfo","_runId: string","_metadata?: Record<string, any>","_eventName: string","_tags?: string[]"],"sources":["../src/connection.ts"],"sourcesContent":["/* eslint-disable @typescript-eslint/no-explicit-any */\nimport { BaseLanguageModelCallOptions } from \"@langchain/core/language_models/base\";\nimport {\n AsyncCaller,\n AsyncCallerCallOptions,\n} from \"@langchain/core/utils/async_caller\";\nimport { getRuntimeEnvironment } from \"@langchain/core/utils/env\";\nimport { BaseRunManager } from \"@langchain/core/callbacks/manager\";\nimport { BaseCallbackHandler } from \"@langchain/core/callbacks/base\";\nimport type {\n GoogleAIBaseLLMInput,\n GoogleConnectionParams,\n GooglePlatformType,\n GoogleResponse,\n GoogleLLMResponse,\n GoogleAIModelRequestParams,\n GoogleRawResponse,\n GoogleAIAPI,\n VertexModelFamily,\n GoogleAIAPIConfig,\n AnthropicAPIConfig,\n GeminiAPIConfig,\n GoogleModelParams,\n} from \"./types.js\";\nimport {\n GoogleAbstractedClient,\n GoogleAbstractedClientOps,\n GoogleAbstractedClientOpsMethod,\n} from \"./auth.js\";\nimport {\n getGeminiAPI,\n modelToFamily,\n modelToPublisher,\n} from \"./utils/index.js\";\nimport { getAnthropicAPI } from \"./utils/anthropic.js\";\n\nexport abstract class GoogleConnection<\n CallOptions extends AsyncCallerCallOptions,\n ResponseType extends GoogleResponse\n> {\n caller: AsyncCaller;\n\n client: GoogleAbstractedClient;\n\n streaming: boolean;\n\n constructor(\n caller: AsyncCaller,\n client: GoogleAbstractedClient,\n streaming?: boolean\n ) {\n this.caller = caller;\n this.client = client;\n this.streaming = streaming ?? false;\n }\n\n abstract buildUrl(): Promise<string>;\n\n abstract buildMethod(): GoogleAbstractedClientOpsMethod;\n\n async _clientInfoHeaders(): Promise<Record<string, string>> {\n const { userAgent, clientLibraryVersion } = await this._getClientInfo();\n return {\n \"User-Agent\": userAgent,\n \"Client-Info\": clientLibraryVersion,\n };\n }\n\n async _getClientInfo(): Promise<{\n userAgent: string;\n clientLibraryVersion: string;\n }> {\n const env = await getRuntimeEnvironment();\n const langchain = env?.library ?? \"langchain-js\";\n // TODO: Add an API for getting the current LangChain version\n const langchainVersion = \"0\";\n const moduleName = await this._moduleName();\n let clientLibraryVersion = `${langchain}/${langchainVersion}`;\n if (moduleName && moduleName.length) {\n clientLibraryVersion = `${clientLibraryVersion}-${moduleName}`;\n }\n return {\n userAgent: clientLibraryVersion,\n clientLibraryVersion: `${langchainVersion}-${moduleName}`,\n };\n }\n\n async _moduleName(): Promise<string> {\n return this.constructor.name;\n }\n\n async additionalHeaders(): Promise<Record<string, string>> {\n return {};\n }\n\n async _buildOpts(\n data: unknown | undefined,\n _options: CallOptions,\n requestHeaders: Record<string, string> = {}\n ): Promise<GoogleAbstractedClientOps> {\n const url = await this.buildUrl();\n const method = this.buildMethod();\n const infoHeaders = (await this._clientInfoHeaders()) ?? {};\n const additionalHeaders = (await this.additionalHeaders()) ?? {};\n const headers = {\n ...infoHeaders,\n ...additionalHeaders,\n ...requestHeaders,\n };\n\n const opts: GoogleAbstractedClientOps = {\n url,\n method,\n headers,\n };\n if (data && method === \"POST\") {\n opts.data = data;\n }\n if (this.streaming) {\n opts.responseType = \"stream\";\n } else {\n opts.responseType = \"json\";\n }\n return opts;\n }\n\n async _request(\n data: unknown | undefined,\n options: CallOptions,\n requestHeaders: Record<string, string> = {}\n ): Promise<ResponseType> {\n const opts = await this._buildOpts(data, options, requestHeaders);\n const callResponse = await this.caller.callWithOptions(\n { signal: options?.signal },\n async () => this.client.request(opts)\n );\n const response: unknown = callResponse; // Done for typecast safety, I guess\n return <ResponseType>response;\n }\n}\n\nexport abstract class GoogleHostConnection<\n CallOptions extends AsyncCallerCallOptions,\n ResponseType extends GoogleResponse,\n AuthOptions\n >\n extends GoogleConnection<CallOptions, ResponseType>\n implements GoogleConnectionParams<AuthOptions>\n{\n // This does not default to a value intentionally.\n // Use the \"platform\" getter if you need this.\n platformType: GooglePlatformType | undefined;\n\n _endpoint: string | undefined;\n\n _location: string | undefined;\n\n _apiVersion: string | undefined;\n\n constructor(\n fields: GoogleConnectionParams<AuthOptions> | undefined,\n caller: AsyncCaller,\n client: GoogleAbstractedClient,\n streaming?: boolean\n ) {\n super(caller, client, streaming);\n this.caller = caller;\n\n this.platformType = this.fieldPlatformType(fields);\n this._endpoint = fields?.endpoint;\n this._location = fields?.location;\n this._apiVersion = fields?.apiVersion;\n this.client = client;\n }\n\n fieldPlatformType(\n fields: GoogleConnectionParams<any> | undefined\n ): GooglePlatformType | undefined {\n if (typeof fields === \"undefined\") {\n return undefined;\n }\n if (typeof fields.platformType !== \"undefined\") {\n return fields.platformType;\n }\n if (fields.vertexai === true) {\n return \"gcp\";\n }\n return undefined;\n }\n\n get platform(): GooglePlatformType {\n return this.platformType ?? this.computedPlatformType;\n }\n\n get computedPlatformType(): GooglePlatformType {\n return \"gcp\";\n }\n\n get computedApiVersion(): string {\n return \"v1\";\n }\n\n get apiVersion(): string {\n return this._apiVersion ?? this.computedApiVersion;\n }\n\n get location(): string {\n return this._location ?? this.computedLocation;\n }\n\n get computedLocation(): string {\n return \"us-central1\";\n }\n\n get endpoint(): string {\n return this._endpoint ?? this.computedEndpoint;\n }\n\n get computedEndpoint(): string {\n if (this.location === \"global\") {\n return \"aiplatform.googleapis.com\";\n } else {\n return `${this.location}-aiplatform.googleapis.com`;\n }\n }\n\n buildMethod(): GoogleAbstractedClientOpsMethod {\n return \"POST\";\n }\n}\n\nexport abstract class GoogleRawConnection<\n CallOptions extends AsyncCallerCallOptions,\n AuthOptions\n> extends GoogleHostConnection<CallOptions, GoogleRawResponse, AuthOptions> {\n async _buildOpts(\n data: unknown | undefined,\n _options: CallOptions,\n requestHeaders: Record<string, string> = {}\n ): Promise<GoogleAbstractedClientOps> {\n const opts = await super._buildOpts(data, _options, requestHeaders);\n opts.responseType = \"blob\";\n return opts;\n }\n}\n\nexport abstract class GoogleAIConnection<\n CallOptions extends AsyncCallerCallOptions,\n InputType,\n AuthOptions,\n ResponseType extends GoogleResponse\n >\n extends GoogleHostConnection<CallOptions, ResponseType, AuthOptions>\n implements GoogleAIBaseLLMInput<AuthOptions>\n{\n model: string;\n\n modelName: string;\n\n client: GoogleAbstractedClient;\n\n _apiName?: string;\n\n apiConfig?: GoogleAIAPIConfig;\n\n constructor(\n fields: GoogleAIBaseLLMInput<AuthOptions> | undefined,\n caller: AsyncCaller,\n client: GoogleAbstractedClient,\n streaming?: boolean\n ) {\n super(fields, caller, client, streaming);\n this.client = client;\n this.modelName = fields?.model ?? fields?.modelName ?? this.model;\n this.model = this.modelName;\n\n this._apiName = fields?.apiName;\n this.apiConfig = {\n safetyHandler: fields?.safetyHandler, // For backwards compatibility\n ...fields?.apiConfig,\n };\n }\n\n get modelFamily(): VertexModelFamily {\n return modelToFamily(this.model);\n }\n\n get modelPublisher(): string {\n return modelToPublisher(this.model);\n }\n\n get computedAPIName(): string {\n // At least at the moment, model publishers and APIs map the same\n return this.modelPublisher;\n }\n\n get apiName(): string {\n return this._apiName ?? this.computedAPIName;\n }\n\n get api(): GoogleAIAPI {\n switch (this.apiName) {\n case \"google\":\n case \"gemma\": // TODO: Is this true?\n return getGeminiAPI(this.apiConfig as GeminiAPIConfig);\n case \"anthropic\":\n return getAnthropicAPI(this.apiConfig as AnthropicAPIConfig);\n default:\n throw new Error(`Unknown API: ${this.apiName}`);\n }\n }\n\n get isApiKey(): boolean {\n return this.client.clientType === \"apiKey\";\n }\n\n fieldPlatformType(\n fields: GoogleConnectionParams<any> | undefined\n ): GooglePlatformType | undefined {\n const ret = super.fieldPlatformType(fields);\n if (typeof ret !== \"undefined\") {\n return ret;\n }\n if (fields?.vertexai === false) {\n return \"gai\";\n }\n return undefined;\n }\n\n get computedPlatformType(): GooglePlatformType {\n // This is not a completely correct assumption, since GCP can\n // have an API Key. But if so, then people need to set the platform\n // type explicitly.\n if (this.isApiKey) {\n return \"gai\";\n } else {\n return \"gcp\";\n }\n }\n\n get computedApiVersion(): string {\n switch (this.platform) {\n case \"gai\":\n return \"v1beta\";\n default:\n return \"v1\";\n }\n }\n\n get computedLocation(): string {\n switch (this.apiName) {\n case \"google\":\n return super.computedLocation;\n case \"anthropic\":\n return \"us-east5\";\n default:\n throw new Error(\n `Unknown apiName: ${this.apiName}. Can't get location.`\n );\n }\n }\n\n abstract buildUrlMethod(): Promise<string>;\n\n async buildUrlGenerativeLanguage(): Promise<string> {\n const method = await this.buildUrlMethod();\n const url = `https://generativelanguage.googleapis.com/${this.apiVersion}/models/${this.model}:${method}`;\n return url;\n }\n\n async buildUrlVertexExpress(): Promise<string> {\n const method = await this.buildUrlMethod();\n const publisher = this.modelPublisher;\n const url = `https://aiplatform.googleapis.com/${this.apiVersion}/publishers/${publisher}/models/${this.model}:${method}`;\n return url;\n }\n\n async buildUrlVertexLocation(): Promise<string> {\n const projectId = await this.client.getProjectId();\n const method = await this.buildUrlMethod();\n const publisher = this.modelPublisher;\n const url = `https://${this.endpoint}/${this.apiVersion}/projects/${projectId}/locations/${this.location}/publishers/${publisher}/models/${this.model}:${method}`;\n return url;\n }\n\n async buildUrlVertex(): Promise<string> {\n if (this.isApiKey) {\n return this.buildUrlVertexExpress();\n } else {\n return this.buildUrlVertexLocation();\n }\n }\n\n async buildUrl(): Promise<string> {\n switch (this.platform) {\n case \"gai\":\n return this.buildUrlGenerativeLanguage();\n default:\n return this.buildUrlVertex();\n }\n }\n\n abstract formatData(\n input: InputType,\n parameters: GoogleModelParams\n ): Promise<unknown>;\n\n async request(\n input: InputType,\n parameters: GoogleAIModelRequestParams,\n\n options: CallOptions,\n runManager?: BaseRunManager\n ): Promise<ResponseType> {\n const moduleName = this.constructor.name;\n const streamingParameters: GoogleAIModelRequestParams = {\n ...parameters,\n streaming: this.streaming,\n };\n const data = await this.formatData(input, streamingParameters);\n\n await runManager?.handleCustomEvent(`google-request-${moduleName}`, {\n data,\n parameters: streamingParameters,\n options,\n connection: {\n ...this,\n url: await this.buildUrl(),\n urlMethod: await this.buildUrlMethod(),\n modelFamily: this.modelFamily,\n modelPublisher: this.modelPublisher,\n computedPlatformType: this.computedPlatformType,\n },\n });\n\n const response = await this._request(data, options);\n\n await runManager?.handleCustomEvent(`google-response-${moduleName}`, {\n response,\n });\n\n return response;\n }\n}\n\nexport abstract class AbstractGoogleLLMConnection<\n MessageType,\n AuthOptions\n> extends GoogleAIConnection<\n BaseLanguageModelCallOptions,\n MessageType,\n AuthOptions,\n GoogleLLMResponse\n> {\n async buildUrlMethodGemini(): Promise<string> {\n return this.streaming ? \"streamGenerateContent\" : \"generateContent\";\n }\n\n async buildUrlMethodClaude(): Promise<string> {\n return this.streaming ? \"streamRawPredict\" : \"rawPredict\";\n }\n\n async buildUrlMethod(): Promise<string> {\n switch (this.modelFamily) {\n case \"gemini\":\n case \"gemma\": // TODO: Is this true?\n return this.buildUrlMethodGemini();\n case \"claude\":\n return this.buildUrlMethodClaude();\n default:\n throw new Error(`Unknown model family: ${this.modelFamily}`);\n }\n }\n\n async formatData(\n input: MessageType,\n parameters: GoogleAIModelRequestParams\n ): Promise<unknown> {\n // Filter out labels for non-Vertex AI platforms (labels are only supported on Vertex AI)\n let filteredParameters = parameters;\n if (parameters.labels && this.platform !== \"gcp\") {\n const { labels, ...paramsWithoutLabels } = parameters;\n filteredParameters = paramsWithoutLabels;\n }\n\n return this.api.formatData(input, filteredParameters);\n }\n}\n\nexport interface GoogleCustomEventInfo {\n subEvent: string;\n module: string;\n}\n\nexport abstract class GoogleRequestCallbackHandler extends BaseCallbackHandler {\n customEventInfo(eventName: string): GoogleCustomEventInfo {\n const names = eventName.split(\"-\");\n return {\n subEvent: names[1],\n module: names[2],\n };\n }\n\n abstract handleCustomRequestEvent(\n eventName: string,\n eventInfo: GoogleCustomEventInfo,\n data: any,\n runId: string,\n tags?: string[],\n metadata?: Record<string, any>\n ): any;\n\n abstract handleCustomResponseEvent(\n eventName: string,\n eventInfo: GoogleCustomEventInfo,\n data: any,\n runId: string,\n tags?: string[],\n metadata?: Record<string, any>\n ): any;\n\n abstract handleCustomChunkEvent(\n eventName: string,\n eventInfo: GoogleCustomEventInfo,\n data: any,\n runId: string,\n tags?: string[],\n metadata?: Record<string, any>\n ): any;\n\n handleCustomEvent(\n eventName: string,\n data: any,\n runId: string,\n tags?: string[],\n metadata?: Record<string, any>\n ): any {\n if (!eventName) {\n return undefined;\n }\n const eventInfo = this.customEventInfo(eventName);\n switch (eventInfo.subEvent) {\n case \"request\":\n return this.handleCustomRequestEvent(\n eventName,\n eventInfo,\n data,\n runId,\n tags,\n metadata\n );\n case \"response\":\n return this.handleCustomResponseEvent(\n eventName,\n eventInfo,\n data,\n runId,\n tags,\n metadata\n );\n case \"chunk\":\n return this.handleCustomChunkEvent(\n eventName,\n eventInfo,\n data,\n runId,\n tags,\n metadata\n );\n default:\n console.error(\n `Unexpected eventInfo for ${eventName} ${JSON.stringify(\n eventInfo,\n null,\n 1\n )}`\n );\n }\n }\n}\n\nexport class GoogleRequestLogger extends GoogleRequestCallbackHandler {\n name: string = \"GoogleRequestLogger\";\n\n log(eventName: string, data: any, tags?: string[]): undefined {\n const tagStr = tags ? `[${tags}]` : \"[]\";\n console.log(`${eventName} ${tagStr} ${JSON.stringify(data, null, 1)}`);\n }\n\n handleCustomRequestEvent(\n eventName: string,\n _eventInfo: GoogleCustomEventInfo,\n data: any,\n _runId: string,\n tags?: string[],\n _metadata?: Record<string, any>\n ): any {\n this.log(eventName, data, tags);\n }\n\n handleCustomResponseEvent(\n eventName: string,\n _eventInfo: GoogleCustomEventInfo,\n data: any,\n _runId: string,\n tags?: string[],\n _metadata?: Record<string, any>\n ): any {\n this.log(eventName, data, tags);\n }\n\n handleCustomChunkEvent(\n eventName: string,\n _eventInfo: GoogleCustomEventInfo,\n data: any,\n _runId: string,\n tags?: string[],\n _metadata?: Record<string, any>\n ): any {\n this.log(eventName, data, tags);\n }\n}\n\nexport class GoogleRequestRecorder extends GoogleRequestCallbackHandler {\n name = \"GoogleRequestRecorder\";\n\n request: any = {};\n\n response: any = {};\n\n chunk: any[] = [];\n\n handleCustomRequestEvent(\n _eventName: string,\n _eventInfo: GoogleCustomEventInfo,\n data: any,\n _runId: string,\n _tags?: string[],\n _metadata?: Record<string, any>\n ): any {\n this.request = data;\n }\n\n handleCustomResponseEvent(\n _eventName: string,\n _eventInfo: GoogleCustomEventInfo,\n data: any,\n _runId: string,\n _tags?: string[],\n _metadata?: Record<string, any>\n ): any {\n this.response = data;\n }\n\n handleCustomChunkEvent(\n _eventName: string,\n _eventInfo: GoogleCustomEventInfo,\n data: any,\n _runId: string,\n _tags?: string[],\n _metadata?: Record<string, any>\n ): any {\n this.chunk.push(data);\n }\n}\n"],"mappings":";;;;;;;;AAoCA,IAAsB,mBAAtB,MAGE;CACA;CAEA;CAEA;CAEA,YACEA,QACAC,QACAC,WACA;EACA,KAAK,SAAS;EACd,KAAK,SAAS;EACd,KAAK,YAAY,aAAa;CAC/B;CAMD,MAAM,qBAAsD;EAC1D,MAAM,EAAE,WAAW,sBAAsB,GAAG,MAAM,KAAK,gBAAgB;AACvE,SAAO;GACL,cAAc;GACd,eAAe;EAChB;CACF;CAED,MAAM,iBAGH;EACD,MAAM,MAAM,MAAM,uBAAuB;EACzC,MAAM,YAAY,KAAK,WAAW;EAElC,MAAM,mBAAmB;EACzB,MAAM,aAAa,MAAM,KAAK,aAAa;EAC3C,IAAI,uBAAuB,GAAG,UAAU,CAAC,EAAE,kBAAkB;AAC7D,MAAI,cAAc,WAAW,QAC3B,uBAAuB,GAAG,qBAAqB,CAAC,EAAE,YAAY;AAEhE,SAAO;GACL,WAAW;GACX,sBAAsB,GAAG,iBAAiB,CAAC,EAAE,YAAY;EAC1D;CACF;CAED,MAAM,cAA+B;AACnC,SAAO,KAAK,YAAY;CACzB;CAED,MAAM,oBAAqD;AACzD,SAAO,CAAE;CACV;CAED,MAAM,WACJC,MACAC,UACAC,iBAAyC,CAAE,GACP;EACpC,MAAM,MAAM,MAAM,KAAK,UAAU;EACjC,MAAM,SAAS,KAAK,aAAa;EACjC,MAAM,cAAe,MAAM,KAAK,oBAAoB,IAAK,CAAE;EAC3D,MAAM,oBAAqB,MAAM,KAAK,mBAAmB,IAAK,CAAE;EAChE,MAAM,UAAU;GACd,GAAG;GACH,GAAG;GACH,GAAG;EACJ;EAED,MAAMC,OAAkC;GACtC;GACA;GACA;EACD;AACD,MAAI,QAAQ,WAAW,QACrB,KAAK,OAAO;AAEd,MAAI,KAAK,WACP,KAAK,eAAe;OAEpB,KAAK,eAAe;AAEtB,SAAO;CACR;CAED,MAAM,SACJH,MACAI,SACAF,iBAAyC,CAAE,GACpB;EACvB,MAAM,OAAO,MAAM,KAAK,WAAW,MAAM,SAAS,eAAe;EACjE,MAAM,eAAe,MAAM,KAAK,OAAO,gBACrC,EAAE,QAAQ,SAAS,OAAQ,GAC3B,YAAY,KAAK,OAAO,QAAQ,KAAK,CACtC;EACD,MAAMG,WAAoB;AAC1B,SAAqB;CACtB;AACF;AAED,IAAsB,uBAAtB,cAKU,iBAEV;CAGE;CAEA;CAEA;CAEA;CAEA,YACEC,QACAT,QACAC,QACAC,WACA;EACA,MAAM,QAAQ,QAAQ,UAAU;EAChC,KAAK,SAAS;EAEd,KAAK,eAAe,KAAK,kBAAkB,OAAO;EAClD,KAAK,YAAY,QAAQ;EACzB,KAAK,YAAY,QAAQ;EACzB,KAAK,cAAc,QAAQ;EAC3B,KAAK,SAAS;CACf;CAED,kBACEQ,QACgC;AAChC,MAAI,OAAO,WAAW,YACpB,QAAO;AAET,MAAI,OAAO,OAAO,iBAAiB,YACjC,QAAO,OAAO;AAEhB,MAAI,OAAO,aAAa,KACtB,QAAO;AAET,SAAO;CACR;CAED,IAAI,WAA+B;AACjC,SAAO,KAAK,gBAAgB,KAAK;CAClC;CAED,IAAI,uBAA2C;AAC7C,SAAO;CACR;CAED,IAAI,qBAA6B;AAC/B,SAAO;CACR;CAED,IAAI,aAAqB;AACvB,SAAO,KAAK,eAAe,KAAK;CACjC;CAED,IAAI,WAAmB;AACrB,SAAO,KAAK,aAAa,KAAK;CAC/B;CAED,IAAI,mBAA2B;AAC7B,SAAO;CACR;CAED,IAAI,WAAmB;AACrB,SAAO,KAAK,aAAa,KAAK;CAC/B;CAED,IAAI,mBAA2B;AAC7B,MAAI,KAAK,aAAa,SACpB,QAAO;MAEP,QAAO,GAAG,KAAK,SAAS,0BAA0B,CAAC;CAEtD;CAED,cAA+C;AAC7C,SAAO;CACR;AACF;AAED,IAAsB,sBAAtB,cAGU,qBAAkE;CAC1E,MAAM,WACJP,MACAC,UACAC,iBAAyC,CAAE,GACP;EACpC,MAAM,OAAO,MAAM,MAAM,WAAW,MAAM,UAAU,eAAe;EACnE,KAAK,eAAe;AACpB,SAAO;CACR;AACF;AAED,IAAsB,qBAAtB,cAMU,qBAEV;CACE;CAEA;CAEA;CAEA;CAEA;CAEA,YACEM,QACAX,QACAC,QACAC,WACA;EACA,MAAM,QAAQ,QAAQ,QAAQ,UAAU;EACxC,KAAK,SAAS;EACd,KAAK,YAAY,QAAQ,SAAS,QAAQ,aAAa,KAAK;EAC5D,KAAK,QAAQ,KAAK;EAElB,KAAK,WAAW,QAAQ;EACxB,KAAK,YAAY;GACf,eAAe,QAAQ;GACvB,GAAG,QAAQ;EACZ;CACF;CAED,IAAI,cAAiC;AACnC,SAAO,cAAc,KAAK,MAAM;CACjC;CAED,IAAI,iBAAyB;AAC3B,SAAO,iBAAiB,KAAK,MAAM;CACpC;CAED,IAAI,kBAA0B;AAE5B,SAAO,KAAK;CACb;CAED,IAAI,UAAkB;AACpB,SAAO,KAAK,YAAY,KAAK;CAC9B;CAED,IAAI,MAAmB;AACrB,UAAQ,KAAK,SAAb;GACE,KAAK;GACL,KAAK,QACH,QAAO,aAAa,KAAK,UAA6B;GACxD,KAAK,YACH,QAAO,gBAAgB,KAAK,UAAgC;GAC9D,QACE,OAAM,IAAI,MAAM,CAAC,aAAa,EAAE,KAAK,SAAS;EACjD;CACF;CAED,IAAI,WAAoB;AACtB,SAAO,KAAK,OAAO,eAAe;CACnC;CAED,kBACEQ,QACgC;EAChC,MAAM,MAAM,MAAM,kBAAkB,OAAO;AAC3C,MAAI,OAAO,QAAQ,YACjB,QAAO;AAET,MAAI,QAAQ,aAAa,MACvB,QAAO;AAET,SAAO;CACR;CAED,IAAI,uBAA2C;AAI7C,MAAI,KAAK,SACP,QAAO;MAEP,QAAO;CAEV;CAED,IAAI,qBAA6B;AAC/B,UAAQ,KAAK,UAAb;GACE,KAAK,MACH,QAAO;GACT,QACE,QAAO;EACV;CACF;CAED,IAAI,mBAA2B;AAC7B,UAAQ,KAAK,SAAb;GACE,KAAK,SACH,QAAO,MAAM;GACf,KAAK,YACH,QAAO;GACT,QACE,OAAM,IAAI,MACR,CAAC,iBAAiB,EAAE,KAAK,QAAQ,qBAAqB,CAAC;EAE5D;CACF;CAID,MAAM,6BAA8C;EAClD,MAAM,SAAS,MAAM,KAAK,gBAAgB;EAC1C,MAAM,MAAM,CAAC,0CAA0C,EAAE,KAAK,WAAW,QAAQ,EAAE,KAAK,MAAM,CAAC,EAAE,QAAQ;AACzG,SAAO;CACR;CAED,MAAM,wBAAyC;EAC7C,MAAM,SAAS,MAAM,KAAK,gBAAgB;EAC1C,MAAM,YAAY,KAAK;EACvB,MAAM,MAAM,CAAC,kCAAkC,EAAE,KAAK,WAAW,YAAY,EAAE,UAAU,QAAQ,EAAE,KAAK,MAAM,CAAC,EAAE,QAAQ;AACzH,SAAO;CACR;CAED,MAAM,yBAA0C;EAC9C,MAAM,YAAY,MAAM,KAAK,OAAO,cAAc;EAClD,MAAM,SAAS,MAAM,KAAK,gBAAgB;EAC1C,MAAM,YAAY,KAAK;EACvB,MAAM,MAAM,CAAC,QAAQ,EAAE,KAAK,SAAS,CAAC,EAAE,KAAK,WAAW,UAAU,EAAE,UAAU,WAAW,EAAE,KAAK,SAAS,YAAY,EAAE,UAAU,QAAQ,EAAE,KAAK,MAAM,CAAC,EAAE,QAAQ;AACjK,SAAO;CACR;CAED,MAAM,iBAAkC;AACtC,MAAI,KAAK,SACP,QAAO,KAAK,uBAAuB;MAEnC,QAAO,KAAK,wBAAwB;CAEvC;CAED,MAAM,WAA4B;AAChC,UAAQ,KAAK,UAAb;GACE,KAAK,MACH,QAAO,KAAK,4BAA4B;GAC1C,QACE,QAAO,KAAK,gBAAgB;EAC/B;CACF;CAOD,MAAM,QACJE,OACAC,YAEAN,SACAO,YACuB;EACvB,MAAM,aAAa,KAAK,YAAY;EACpC,MAAMC,sBAAkD;GACtD,GAAG;GACH,WAAW,KAAK;EACjB;EACD,MAAM,OAAO,MAAM,KAAK,WAAW,OAAO,oBAAoB;EAE9D,MAAM,YAAY,kBAAkB,CAAC,eAAe,EAAE,YAAY,EAAE;GAClE;GACA,YAAY;GACZ;GACA,YAAY;IACV,GAAG;IACH,KAAK,MAAM,KAAK,UAAU;IAC1B,WAAW,MAAM,KAAK,gBAAgB;IACtC,aAAa,KAAK;IAClB,gBAAgB,KAAK;IACrB,sBAAsB,KAAK;GAC5B;EACF,EAAC;EAEF,MAAM,WAAW,MAAM,KAAK,SAAS,MAAM,QAAQ;EAEnD,MAAM,YAAY,kBAAkB,CAAC,gBAAgB,EAAE,YAAY,EAAE,EACnE,SACD,EAAC;AAEF,SAAO;CACR;AACF;AAED,IAAsB,8BAAtB,cAGU,mBAKR;CACA,MAAM,uBAAwC;AAC5C,SAAO,KAAK,YAAY,0BAA0B;CACnD;CAED,MAAM,uBAAwC;AAC5C,SAAO,KAAK,YAAY,qBAAqB;CAC9C;CAED,MAAM,iBAAkC;AACtC,UAAQ,KAAK,aAAb;GACE,KAAK;GACL,KAAK,QACH,QAAO,KAAK,sBAAsB;GACpC,KAAK,SACH,QAAO,KAAK,sBAAsB;GACpC,QACE,OAAM,IAAI,MAAM,CAAC,sBAAsB,EAAE,KAAK,aAAa;EAC9D;CACF;CAED,MAAM,WACJC,OACAH,YACkB;EAElB,IAAI,qBAAqB;AACzB,MAAI,WAAW,UAAU,KAAK,aAAa,OAAO;GAChD,MAAM,EAAE,OAAQ,GAAG,qBAAqB,GAAG;GAC3C,qBAAqB;EACtB;AAED,SAAO,KAAK,IAAI,WAAW,OAAO,mBAAmB;CACtD;AACF;AAOD,IAAsB,+BAAtB,cAA2D,oBAAoB;CAC7E,gBAAgBI,WAA0C;EACxD,MAAM,QAAQ,UAAU,MAAM,IAAI;AAClC,SAAO;GACL,UAAU,MAAM;GAChB,QAAQ,MAAM;EACf;CACF;CA6BD,kBACEA,WACAC,MACAC,OACAC,MACAC,UACK;AACL,MAAI,CAAC,UACH,QAAO;EAET,MAAM,YAAY,KAAK,gBAAgB,UAAU;AACjD,UAAQ,UAAU,UAAlB;GACE,KAAK,UACH,QAAO,KAAK,yBACV,WACA,WACA,MACA,OACA,MACA,SACD;GACH,KAAK,WACH,QAAO,KAAK,0BACV,WACA,WACA,MACA,OACA,MACA,SACD;GACH,KAAK,QACH,QAAO,KAAK,uBACV,WACA,WACA,MACA,OACA,MACA,SACD;GACH,SACE,QAAQ,MACN,CAAC,yBAAyB,EAAE,UAAU,CAAC,EAAE,KAAK,UAC5C,WACA,MACA,EACD,EAAE,CACJ;EACJ;CACF;AACF;AAED,IAAa,sBAAb,cAAyC,6BAA6B;CACpE,OAAe;CAEf,IAAIJ,WAAmBC,MAAWE,MAA4B;EAC5D,MAAM,SAAS,OAAO,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,GAAG;EACpC,QAAQ,IAAI,GAAG,UAAU,CAAC,EAAE,OAAO,CAAC,EAAE,KAAK,UAAU,MAAM,MAAM,EAAE,EAAE,CAAC;CACvE;CAED,yBACEH,WACAK,YACAJ,MACAK,QACAH,MACAI,WACK;EACL,KAAK,IAAI,WAAW,MAAM,KAAK;CAChC;CAED,0BACEP,WACAK,YACAJ,MACAK,QACAH,MACAI,WACK;EACL,KAAK,IAAI,WAAW,MAAM,KAAK;CAChC;CAED,uBACEP,WACAK,YACAJ,MACAK,QACAH,MACAI,WACK;EACL,KAAK,IAAI,WAAW,MAAM,KAAK;CAChC;AACF;AAED,IAAa,wBAAb,cAA2C,6BAA6B;CACtE,OAAO;CAEP,UAAe,CAAE;CAEjB,WAAgB,CAAE;CAElB,QAAe,CAAE;CAEjB,yBACEC,YACAH,YACAJ,MACAK,QACAG,OACAF,WACK;EACL,KAAK,UAAU;CAChB;CAED,0BACEC,YACAH,YACAJ,MACAK,QACAG,OACAF,WACK;EACL,KAAK,WAAW;CACjB;CAED,uBACEC,YACAH,YACAJ,MACAK,QACAG,OACAF,WACK;EACL,KAAK,MAAM,KAAK,KAAK;CACtB;AACF"}
|
|
1
|
+
{"version":3,"file":"connection.js","names":["caller: AsyncCaller","client: GoogleAbstractedClient","streaming?: boolean","data: unknown | undefined","_options: CallOptions","requestHeaders: Record<string, string>","opts: GoogleAbstractedClientOps","options: CallOptions","response: unknown","fields: GoogleConnectionParams<AuthOptions> | undefined","fields: GoogleConnectionParams<any> | undefined","fields: GoogleAIBaseLLMInput<AuthOptions> | undefined","input: InputType","parameters: GoogleAIModelRequestParams","runManager?: BaseRunManager","streamingParameters: GoogleAIModelRequestParams","input: MessageType","eventName: string","data: any","runId: string","tags?: string[]","metadata?: Record<string, any>","_eventInfo: GoogleCustomEventInfo","_runId: string","_metadata?: Record<string, any>","_eventName: string","_tags?: string[]"],"sources":["../src/connection.ts"],"sourcesContent":["/* eslint-disable @typescript-eslint/no-explicit-any */\nimport { BaseLanguageModelCallOptions } from \"@langchain/core/language_models/base\";\nimport {\n AsyncCaller,\n AsyncCallerCallOptions,\n} from \"@langchain/core/utils/async_caller\";\nimport { getRuntimeEnvironment } from \"@langchain/core/utils/env\";\nimport { BaseRunManager } from \"@langchain/core/callbacks/manager\";\nimport { BaseCallbackHandler } from \"@langchain/core/callbacks/base\";\nimport type {\n GoogleAIBaseLLMInput,\n GoogleConnectionParams,\n GooglePlatformType,\n GoogleResponse,\n GoogleLLMResponse,\n GoogleAIModelRequestParams,\n GoogleRawResponse,\n GoogleAIAPI,\n VertexModelFamily,\n GoogleAIAPIConfig,\n AnthropicAPIConfig,\n GeminiAPIConfig,\n GoogleModelParams,\n} from \"./types.js\";\nimport {\n GoogleAbstractedClient,\n GoogleAbstractedClientOps,\n GoogleAbstractedClientOpsMethod,\n} from \"./auth.js\";\nimport {\n getGeminiAPI,\n modelToFamily,\n modelToPublisher,\n} from \"./utils/index.js\";\nimport { getAnthropicAPI } from \"./utils/anthropic.js\";\n\nexport abstract class GoogleConnection<\n CallOptions extends AsyncCallerCallOptions,\n ResponseType extends GoogleResponse,\n> {\n caller: AsyncCaller;\n\n client: GoogleAbstractedClient;\n\n streaming: boolean;\n\n constructor(\n caller: AsyncCaller,\n client: GoogleAbstractedClient,\n streaming?: boolean\n ) {\n this.caller = caller;\n this.client = client;\n this.streaming = streaming ?? false;\n }\n\n abstract buildUrl(): Promise<string>;\n\n abstract buildMethod(): GoogleAbstractedClientOpsMethod;\n\n async _clientInfoHeaders(): Promise<Record<string, string>> {\n const { userAgent, clientLibraryVersion } = await this._getClientInfo();\n return {\n \"User-Agent\": userAgent,\n \"Client-Info\": clientLibraryVersion,\n };\n }\n\n async _getClientInfo(): Promise<{\n userAgent: string;\n clientLibraryVersion: string;\n }> {\n const env = await getRuntimeEnvironment();\n const langchain = env?.library ?? \"langchain-js\";\n // TODO: Add an API for getting the current LangChain version\n const langchainVersion = \"0\";\n const moduleName = await this._moduleName();\n let clientLibraryVersion = `${langchain}/${langchainVersion}`;\n if (moduleName && moduleName.length) {\n clientLibraryVersion = `${clientLibraryVersion}-${moduleName}`;\n }\n return {\n userAgent: clientLibraryVersion,\n clientLibraryVersion: `${langchainVersion}-${moduleName}`,\n };\n }\n\n async _moduleName(): Promise<string> {\n return this.constructor.name;\n }\n\n async additionalHeaders(): Promise<Record<string, string>> {\n return {};\n }\n\n async _buildOpts(\n data: unknown | undefined,\n _options: CallOptions,\n requestHeaders: Record<string, string> = {}\n ): Promise<GoogleAbstractedClientOps> {\n const url = await this.buildUrl();\n const method = this.buildMethod();\n const infoHeaders = (await this._clientInfoHeaders()) ?? {};\n const additionalHeaders = (await this.additionalHeaders()) ?? {};\n const headers = {\n ...infoHeaders,\n ...additionalHeaders,\n ...requestHeaders,\n };\n\n const opts: GoogleAbstractedClientOps = {\n url,\n method,\n headers,\n };\n if (data && method === \"POST\") {\n opts.data = data;\n }\n if (this.streaming) {\n opts.responseType = \"stream\";\n } else {\n opts.responseType = \"json\";\n }\n return opts;\n }\n\n async _request(\n data: unknown | undefined,\n options: CallOptions,\n requestHeaders: Record<string, string> = {}\n ): Promise<ResponseType> {\n const opts = await this._buildOpts(data, options, requestHeaders);\n const callResponse = await this.caller.callWithOptions(\n { signal: options?.signal },\n async () => this.client.request(opts)\n );\n const response: unknown = callResponse; // Done for typecast safety, I guess\n return <ResponseType>response;\n }\n}\n\nexport abstract class GoogleHostConnection<\n CallOptions extends AsyncCallerCallOptions,\n ResponseType extends GoogleResponse,\n AuthOptions,\n >\n extends GoogleConnection<CallOptions, ResponseType>\n implements GoogleConnectionParams<AuthOptions>\n{\n // This does not default to a value intentionally.\n // Use the \"platform\" getter if you need this.\n platformType: GooglePlatformType | undefined;\n\n _endpoint: string | undefined;\n\n _location: string | undefined;\n\n _apiVersion: string | undefined;\n\n constructor(\n fields: GoogleConnectionParams<AuthOptions> | undefined,\n caller: AsyncCaller,\n client: GoogleAbstractedClient,\n streaming?: boolean\n ) {\n super(caller, client, streaming);\n this.caller = caller;\n\n this.platformType = this.fieldPlatformType(fields);\n this._endpoint = fields?.endpoint;\n this._location = fields?.location;\n this._apiVersion = fields?.apiVersion;\n this.client = client;\n }\n\n fieldPlatformType(\n fields: GoogleConnectionParams<any> | undefined\n ): GooglePlatformType | undefined {\n if (typeof fields === \"undefined\") {\n return undefined;\n }\n if (typeof fields.platformType !== \"undefined\") {\n return fields.platformType;\n }\n if (fields.vertexai === true) {\n return \"gcp\";\n }\n return undefined;\n }\n\n get platform(): GooglePlatformType {\n return this.platformType ?? this.computedPlatformType;\n }\n\n get computedPlatformType(): GooglePlatformType {\n return \"gcp\";\n }\n\n get computedApiVersion(): string {\n return \"v1\";\n }\n\n get apiVersion(): string {\n return this._apiVersion ?? this.computedApiVersion;\n }\n\n get location(): string {\n return this._location ?? this.computedLocation;\n }\n\n get computedLocation(): string {\n return \"us-central1\";\n }\n\n get endpoint(): string {\n return this._endpoint ?? this.computedEndpoint;\n }\n\n get computedEndpoint(): string {\n if (this.location === \"global\") {\n return \"aiplatform.googleapis.com\";\n } else {\n return `${this.location}-aiplatform.googleapis.com`;\n }\n }\n\n buildMethod(): GoogleAbstractedClientOpsMethod {\n return \"POST\";\n }\n}\n\nexport abstract class GoogleRawConnection<\n CallOptions extends AsyncCallerCallOptions,\n AuthOptions,\n> extends GoogleHostConnection<CallOptions, GoogleRawResponse, AuthOptions> {\n async _buildOpts(\n data: unknown | undefined,\n _options: CallOptions,\n requestHeaders: Record<string, string> = {}\n ): Promise<GoogleAbstractedClientOps> {\n const opts = await super._buildOpts(data, _options, requestHeaders);\n opts.responseType = \"blob\";\n return opts;\n }\n}\n\nexport abstract class GoogleAIConnection<\n CallOptions extends AsyncCallerCallOptions,\n InputType,\n AuthOptions,\n ResponseType extends GoogleResponse,\n >\n extends GoogleHostConnection<CallOptions, ResponseType, AuthOptions>\n implements GoogleAIBaseLLMInput<AuthOptions>\n{\n model: string;\n\n modelName: string;\n\n client: GoogleAbstractedClient;\n\n _apiName?: string;\n\n apiConfig?: GoogleAIAPIConfig;\n\n constructor(\n fields: GoogleAIBaseLLMInput<AuthOptions> | undefined,\n caller: AsyncCaller,\n client: GoogleAbstractedClient,\n streaming?: boolean\n ) {\n super(fields, caller, client, streaming);\n this.client = client;\n this.modelName = fields?.model ?? fields?.modelName ?? this.model;\n this.model = this.modelName;\n\n this._apiName = fields?.apiName;\n this.apiConfig = {\n safetyHandler: fields?.safetyHandler, // For backwards compatibility\n ...fields?.apiConfig,\n };\n }\n\n get modelFamily(): VertexModelFamily {\n return modelToFamily(this.model);\n }\n\n get modelPublisher(): string {\n return modelToPublisher(this.model);\n }\n\n get computedAPIName(): string {\n // At least at the moment, model publishers and APIs map the same\n return this.modelPublisher;\n }\n\n get apiName(): string {\n return this._apiName ?? this.computedAPIName;\n }\n\n get api(): GoogleAIAPI {\n switch (this.apiName) {\n case \"google\":\n case \"gemma\": // TODO: Is this true?\n return getGeminiAPI(this.apiConfig as GeminiAPIConfig);\n case \"anthropic\":\n return getAnthropicAPI(this.apiConfig as AnthropicAPIConfig);\n default:\n throw new Error(`Unknown API: ${this.apiName}`);\n }\n }\n\n get isApiKey(): boolean {\n return this.client.clientType === \"apiKey\";\n }\n\n fieldPlatformType(\n fields: GoogleConnectionParams<any> | undefined\n ): GooglePlatformType | undefined {\n const ret = super.fieldPlatformType(fields);\n if (typeof ret !== \"undefined\") {\n return ret;\n }\n if (fields?.vertexai === false) {\n return \"gai\";\n }\n return undefined;\n }\n\n get computedPlatformType(): GooglePlatformType {\n // This is not a completely correct assumption, since GCP can\n // have an API Key. But if so, then people need to set the platform\n // type explicitly.\n if (this.isApiKey) {\n return \"gai\";\n } else {\n return \"gcp\";\n }\n }\n\n get computedApiVersion(): string {\n switch (this.platform) {\n case \"gai\":\n return \"v1beta\";\n default:\n return \"v1\";\n }\n }\n\n get computedLocation(): string {\n switch (this.apiName) {\n case \"google\":\n return super.computedLocation;\n case \"anthropic\":\n return \"us-east5\";\n default:\n throw new Error(\n `Unknown apiName: ${this.apiName}. Can't get location.`\n );\n }\n }\n\n abstract buildUrlMethod(): Promise<string>;\n\n async buildUrlGenerativeLanguage(): Promise<string> {\n const method = await this.buildUrlMethod();\n const url = `https://generativelanguage.googleapis.com/${this.apiVersion}/models/${this.model}:${method}`;\n return url;\n }\n\n async buildUrlVertexExpress(): Promise<string> {\n const method = await this.buildUrlMethod();\n const publisher = this.modelPublisher;\n const url = `https://aiplatform.googleapis.com/${this.apiVersion}/publishers/${publisher}/models/${this.model}:${method}`;\n return url;\n }\n\n async buildUrlVertexLocation(): Promise<string> {\n const projectId = await this.client.getProjectId();\n const method = await this.buildUrlMethod();\n const publisher = this.modelPublisher;\n const url = `https://${this.endpoint}/${this.apiVersion}/projects/${projectId}/locations/${this.location}/publishers/${publisher}/models/${this.model}:${method}`;\n return url;\n }\n\n async buildUrlVertex(): Promise<string> {\n if (this.isApiKey) {\n return this.buildUrlVertexExpress();\n } else {\n return this.buildUrlVertexLocation();\n }\n }\n\n async buildUrl(): Promise<string> {\n switch (this.platform) {\n case \"gai\":\n return this.buildUrlGenerativeLanguage();\n default:\n return this.buildUrlVertex();\n }\n }\n\n abstract formatData(\n input: InputType,\n parameters: GoogleModelParams\n ): Promise<unknown>;\n\n async request(\n input: InputType,\n parameters: GoogleAIModelRequestParams,\n\n options: CallOptions,\n runManager?: BaseRunManager\n ): Promise<ResponseType> {\n const moduleName = this.constructor.name;\n const streamingParameters: GoogleAIModelRequestParams = {\n ...parameters,\n streaming: this.streaming,\n };\n const data = await this.formatData(input, streamingParameters);\n\n await runManager?.handleCustomEvent(`google-request-${moduleName}`, {\n data,\n parameters: streamingParameters,\n options,\n connection: {\n ...this,\n url: await this.buildUrl(),\n urlMethod: await this.buildUrlMethod(),\n modelFamily: this.modelFamily,\n modelPublisher: this.modelPublisher,\n computedPlatformType: this.computedPlatformType,\n },\n });\n\n const response = await this._request(data, options);\n\n await runManager?.handleCustomEvent(`google-response-${moduleName}`, {\n response,\n });\n\n return response;\n }\n}\n\nexport abstract class AbstractGoogleLLMConnection<\n MessageType,\n AuthOptions,\n> extends GoogleAIConnection<\n BaseLanguageModelCallOptions,\n MessageType,\n AuthOptions,\n GoogleLLMResponse\n> {\n async buildUrlMethodGemini(): Promise<string> {\n return this.streaming ? \"streamGenerateContent\" : \"generateContent\";\n }\n\n async buildUrlMethodClaude(): Promise<string> {\n return this.streaming ? \"streamRawPredict\" : \"rawPredict\";\n }\n\n async buildUrlMethod(): Promise<string> {\n switch (this.modelFamily) {\n case \"gemini\":\n case \"gemma\": // TODO: Is this true?\n return this.buildUrlMethodGemini();\n case \"claude\":\n return this.buildUrlMethodClaude();\n default:\n throw new Error(`Unknown model family: ${this.modelFamily}`);\n }\n }\n\n async formatData(\n input: MessageType,\n parameters: GoogleAIModelRequestParams\n ): Promise<unknown> {\n // Filter out labels for non-Vertex AI platforms (labels are only supported on Vertex AI)\n let filteredParameters = parameters;\n if (parameters.labels && this.platform !== \"gcp\") {\n const { labels, ...paramsWithoutLabels } = parameters;\n filteredParameters = paramsWithoutLabels;\n }\n\n return this.api.formatData(input, filteredParameters);\n }\n}\n\nexport interface GoogleCustomEventInfo {\n subEvent: string;\n module: string;\n}\n\nexport abstract class GoogleRequestCallbackHandler extends BaseCallbackHandler {\n customEventInfo(eventName: string): GoogleCustomEventInfo {\n const names = eventName.split(\"-\");\n return {\n subEvent: names[1],\n module: names[2],\n };\n }\n\n abstract handleCustomRequestEvent(\n eventName: string,\n eventInfo: GoogleCustomEventInfo,\n data: any,\n runId: string,\n tags?: string[],\n metadata?: Record<string, any>\n ): any;\n\n abstract handleCustomResponseEvent(\n eventName: string,\n eventInfo: GoogleCustomEventInfo,\n data: any,\n runId: string,\n tags?: string[],\n metadata?: Record<string, any>\n ): any;\n\n abstract handleCustomChunkEvent(\n eventName: string,\n eventInfo: GoogleCustomEventInfo,\n data: any,\n runId: string,\n tags?: string[],\n metadata?: Record<string, any>\n ): any;\n\n handleCustomEvent(\n eventName: string,\n data: any,\n runId: string,\n tags?: string[],\n metadata?: Record<string, any>\n ): any {\n if (!eventName) {\n return undefined;\n }\n const eventInfo = this.customEventInfo(eventName);\n switch (eventInfo.subEvent) {\n case \"request\":\n return this.handleCustomRequestEvent(\n eventName,\n eventInfo,\n data,\n runId,\n tags,\n metadata\n );\n case \"response\":\n return this.handleCustomResponseEvent(\n eventName,\n eventInfo,\n data,\n runId,\n tags,\n metadata\n );\n case \"chunk\":\n return this.handleCustomChunkEvent(\n eventName,\n eventInfo,\n data,\n runId,\n tags,\n metadata\n );\n default:\n console.error(\n `Unexpected eventInfo for ${eventName} ${JSON.stringify(\n eventInfo,\n null,\n 1\n )}`\n );\n }\n }\n}\n\nexport class GoogleRequestLogger extends GoogleRequestCallbackHandler {\n name: string = \"GoogleRequestLogger\";\n\n log(eventName: string, data: any, tags?: string[]): undefined {\n const tagStr = tags ? `[${tags}]` : \"[]\";\n console.log(`${eventName} ${tagStr} ${JSON.stringify(data, null, 1)}`);\n }\n\n handleCustomRequestEvent(\n eventName: string,\n _eventInfo: GoogleCustomEventInfo,\n data: any,\n _runId: string,\n tags?: string[],\n _metadata?: Record<string, any>\n ): any {\n this.log(eventName, data, tags);\n }\n\n handleCustomResponseEvent(\n eventName: string,\n _eventInfo: GoogleCustomEventInfo,\n data: any,\n _runId: string,\n tags?: string[],\n _metadata?: Record<string, any>\n ): any {\n this.log(eventName, data, tags);\n }\n\n handleCustomChunkEvent(\n eventName: string,\n _eventInfo: GoogleCustomEventInfo,\n data: any,\n _runId: string,\n tags?: string[],\n _metadata?: Record<string, any>\n ): any {\n this.log(eventName, data, tags);\n }\n}\n\nexport class GoogleRequestRecorder extends GoogleRequestCallbackHandler {\n name = \"GoogleRequestRecorder\";\n\n request: any = {};\n\n response: any = {};\n\n chunk: any[] = [];\n\n handleCustomRequestEvent(\n _eventName: string,\n _eventInfo: GoogleCustomEventInfo,\n data: any,\n _runId: string,\n _tags?: string[],\n _metadata?: Record<string, any>\n ): any {\n this.request = data;\n }\n\n handleCustomResponseEvent(\n _eventName: string,\n _eventInfo: GoogleCustomEventInfo,\n data: any,\n _runId: string,\n _tags?: string[],\n _metadata?: Record<string, any>\n ): any {\n this.response = data;\n }\n\n handleCustomChunkEvent(\n _eventName: string,\n _eventInfo: GoogleCustomEventInfo,\n data: any,\n _runId: string,\n _tags?: string[],\n _metadata?: Record<string, any>\n ): any {\n this.chunk.push(data);\n }\n}\n"],"mappings":";;;;;;;;AAoCA,IAAsB,mBAAtB,MAGE;CACA;CAEA;CAEA;CAEA,YACEA,QACAC,QACAC,WACA;EACA,KAAK,SAAS;EACd,KAAK,SAAS;EACd,KAAK,YAAY,aAAa;CAC/B;CAMD,MAAM,qBAAsD;EAC1D,MAAM,EAAE,WAAW,sBAAsB,GAAG,MAAM,KAAK,gBAAgB;AACvE,SAAO;GACL,cAAc;GACd,eAAe;EAChB;CACF;CAED,MAAM,iBAGH;EACD,MAAM,MAAM,MAAM,uBAAuB;EACzC,MAAM,YAAY,KAAK,WAAW;EAElC,MAAM,mBAAmB;EACzB,MAAM,aAAa,MAAM,KAAK,aAAa;EAC3C,IAAI,uBAAuB,GAAG,UAAU,CAAC,EAAE,kBAAkB;AAC7D,MAAI,cAAc,WAAW,QAC3B,uBAAuB,GAAG,qBAAqB,CAAC,EAAE,YAAY;AAEhE,SAAO;GACL,WAAW;GACX,sBAAsB,GAAG,iBAAiB,CAAC,EAAE,YAAY;EAC1D;CACF;CAED,MAAM,cAA+B;AACnC,SAAO,KAAK,YAAY;CACzB;CAED,MAAM,oBAAqD;AACzD,SAAO,CAAE;CACV;CAED,MAAM,WACJC,MACAC,UACAC,iBAAyC,CAAE,GACP;EACpC,MAAM,MAAM,MAAM,KAAK,UAAU;EACjC,MAAM,SAAS,KAAK,aAAa;EACjC,MAAM,cAAe,MAAM,KAAK,oBAAoB,IAAK,CAAE;EAC3D,MAAM,oBAAqB,MAAM,KAAK,mBAAmB,IAAK,CAAE;EAChE,MAAM,UAAU;GACd,GAAG;GACH,GAAG;GACH,GAAG;EACJ;EAED,MAAMC,OAAkC;GACtC;GACA;GACA;EACD;AACD,MAAI,QAAQ,WAAW,QACrB,KAAK,OAAO;AAEd,MAAI,KAAK,WACP,KAAK,eAAe;OAEpB,KAAK,eAAe;AAEtB,SAAO;CACR;CAED,MAAM,SACJH,MACAI,SACAF,iBAAyC,CAAE,GACpB;EACvB,MAAM,OAAO,MAAM,KAAK,WAAW,MAAM,SAAS,eAAe;EACjE,MAAM,eAAe,MAAM,KAAK,OAAO,gBACrC,EAAE,QAAQ,SAAS,OAAQ,GAC3B,YAAY,KAAK,OAAO,QAAQ,KAAK,CACtC;EACD,MAAMG,WAAoB;AAC1B,SAAqB;CACtB;AACF;AAED,IAAsB,uBAAtB,cAKU,iBAEV;CAGE;CAEA;CAEA;CAEA;CAEA,YACEC,QACAT,QACAC,QACAC,WACA;EACA,MAAM,QAAQ,QAAQ,UAAU;EAChC,KAAK,SAAS;EAEd,KAAK,eAAe,KAAK,kBAAkB,OAAO;EAClD,KAAK,YAAY,QAAQ;EACzB,KAAK,YAAY,QAAQ;EACzB,KAAK,cAAc,QAAQ;EAC3B,KAAK,SAAS;CACf;CAED,kBACEQ,QACgC;AAChC,MAAI,OAAO,WAAW,YACpB,QAAO;AAET,MAAI,OAAO,OAAO,iBAAiB,YACjC,QAAO,OAAO;AAEhB,MAAI,OAAO,aAAa,KACtB,QAAO;AAET,SAAO;CACR;CAED,IAAI,WAA+B;AACjC,SAAO,KAAK,gBAAgB,KAAK;CAClC;CAED,IAAI,uBAA2C;AAC7C,SAAO;CACR;CAED,IAAI,qBAA6B;AAC/B,SAAO;CACR;CAED,IAAI,aAAqB;AACvB,SAAO,KAAK,eAAe,KAAK;CACjC;CAED,IAAI,WAAmB;AACrB,SAAO,KAAK,aAAa,KAAK;CAC/B;CAED,IAAI,mBAA2B;AAC7B,SAAO;CACR;CAED,IAAI,WAAmB;AACrB,SAAO,KAAK,aAAa,KAAK;CAC/B;CAED,IAAI,mBAA2B;AAC7B,MAAI,KAAK,aAAa,SACpB,QAAO;MAEP,QAAO,GAAG,KAAK,SAAS,0BAA0B,CAAC;CAEtD;CAED,cAA+C;AAC7C,SAAO;CACR;AACF;AAED,IAAsB,sBAAtB,cAGU,qBAAkE;CAC1E,MAAM,WACJP,MACAC,UACAC,iBAAyC,CAAE,GACP;EACpC,MAAM,OAAO,MAAM,MAAM,WAAW,MAAM,UAAU,eAAe;EACnE,KAAK,eAAe;AACpB,SAAO;CACR;AACF;AAED,IAAsB,qBAAtB,cAMU,qBAEV;CACE;CAEA;CAEA;CAEA;CAEA;CAEA,YACEM,QACAX,QACAC,QACAC,WACA;EACA,MAAM,QAAQ,QAAQ,QAAQ,UAAU;EACxC,KAAK,SAAS;EACd,KAAK,YAAY,QAAQ,SAAS,QAAQ,aAAa,KAAK;EAC5D,KAAK,QAAQ,KAAK;EAElB,KAAK,WAAW,QAAQ;EACxB,KAAK,YAAY;GACf,eAAe,QAAQ;GACvB,GAAG,QAAQ;EACZ;CACF;CAED,IAAI,cAAiC;AACnC,SAAO,cAAc,KAAK,MAAM;CACjC;CAED,IAAI,iBAAyB;AAC3B,SAAO,iBAAiB,KAAK,MAAM;CACpC;CAED,IAAI,kBAA0B;AAE5B,SAAO,KAAK;CACb;CAED,IAAI,UAAkB;AACpB,SAAO,KAAK,YAAY,KAAK;CAC9B;CAED,IAAI,MAAmB;AACrB,UAAQ,KAAK,SAAb;GACE,KAAK;GACL,KAAK,QACH,QAAO,aAAa,KAAK,UAA6B;GACxD,KAAK,YACH,QAAO,gBAAgB,KAAK,UAAgC;GAC9D,QACE,OAAM,IAAI,MAAM,CAAC,aAAa,EAAE,KAAK,SAAS;EACjD;CACF;CAED,IAAI,WAAoB;AACtB,SAAO,KAAK,OAAO,eAAe;CACnC;CAED,kBACEQ,QACgC;EAChC,MAAM,MAAM,MAAM,kBAAkB,OAAO;AAC3C,MAAI,OAAO,QAAQ,YACjB,QAAO;AAET,MAAI,QAAQ,aAAa,MACvB,QAAO;AAET,SAAO;CACR;CAED,IAAI,uBAA2C;AAI7C,MAAI,KAAK,SACP,QAAO;MAEP,QAAO;CAEV;CAED,IAAI,qBAA6B;AAC/B,UAAQ,KAAK,UAAb;GACE,KAAK,MACH,QAAO;GACT,QACE,QAAO;EACV;CACF;CAED,IAAI,mBAA2B;AAC7B,UAAQ,KAAK,SAAb;GACE,KAAK,SACH,QAAO,MAAM;GACf,KAAK,YACH,QAAO;GACT,QACE,OAAM,IAAI,MACR,CAAC,iBAAiB,EAAE,KAAK,QAAQ,qBAAqB,CAAC;EAE5D;CACF;CAID,MAAM,6BAA8C;EAClD,MAAM,SAAS,MAAM,KAAK,gBAAgB;EAC1C,MAAM,MAAM,CAAC,0CAA0C,EAAE,KAAK,WAAW,QAAQ,EAAE,KAAK,MAAM,CAAC,EAAE,QAAQ;AACzG,SAAO;CACR;CAED,MAAM,wBAAyC;EAC7C,MAAM,SAAS,MAAM,KAAK,gBAAgB;EAC1C,MAAM,YAAY,KAAK;EACvB,MAAM,MAAM,CAAC,kCAAkC,EAAE,KAAK,WAAW,YAAY,EAAE,UAAU,QAAQ,EAAE,KAAK,MAAM,CAAC,EAAE,QAAQ;AACzH,SAAO;CACR;CAED,MAAM,yBAA0C;EAC9C,MAAM,YAAY,MAAM,KAAK,OAAO,cAAc;EAClD,MAAM,SAAS,MAAM,KAAK,gBAAgB;EAC1C,MAAM,YAAY,KAAK;EACvB,MAAM,MAAM,CAAC,QAAQ,EAAE,KAAK,SAAS,CAAC,EAAE,KAAK,WAAW,UAAU,EAAE,UAAU,WAAW,EAAE,KAAK,SAAS,YAAY,EAAE,UAAU,QAAQ,EAAE,KAAK,MAAM,CAAC,EAAE,QAAQ;AACjK,SAAO;CACR;CAED,MAAM,iBAAkC;AACtC,MAAI,KAAK,SACP,QAAO,KAAK,uBAAuB;MAEnC,QAAO,KAAK,wBAAwB;CAEvC;CAED,MAAM,WAA4B;AAChC,UAAQ,KAAK,UAAb;GACE,KAAK,MACH,QAAO,KAAK,4BAA4B;GAC1C,QACE,QAAO,KAAK,gBAAgB;EAC/B;CACF;CAOD,MAAM,QACJE,OACAC,YAEAN,SACAO,YACuB;EACvB,MAAM,aAAa,KAAK,YAAY;EACpC,MAAMC,sBAAkD;GACtD,GAAG;GACH,WAAW,KAAK;EACjB;EACD,MAAM,OAAO,MAAM,KAAK,WAAW,OAAO,oBAAoB;EAE9D,MAAM,YAAY,kBAAkB,CAAC,eAAe,EAAE,YAAY,EAAE;GAClE;GACA,YAAY;GACZ;GACA,YAAY;IACV,GAAG;IACH,KAAK,MAAM,KAAK,UAAU;IAC1B,WAAW,MAAM,KAAK,gBAAgB;IACtC,aAAa,KAAK;IAClB,gBAAgB,KAAK;IACrB,sBAAsB,KAAK;GAC5B;EACF,EAAC;EAEF,MAAM,WAAW,MAAM,KAAK,SAAS,MAAM,QAAQ;EAEnD,MAAM,YAAY,kBAAkB,CAAC,gBAAgB,EAAE,YAAY,EAAE,EACnE,SACD,EAAC;AAEF,SAAO;CACR;AACF;AAED,IAAsB,8BAAtB,cAGU,mBAKR;CACA,MAAM,uBAAwC;AAC5C,SAAO,KAAK,YAAY,0BAA0B;CACnD;CAED,MAAM,uBAAwC;AAC5C,SAAO,KAAK,YAAY,qBAAqB;CAC9C;CAED,MAAM,iBAAkC;AACtC,UAAQ,KAAK,aAAb;GACE,KAAK;GACL,KAAK,QACH,QAAO,KAAK,sBAAsB;GACpC,KAAK,SACH,QAAO,KAAK,sBAAsB;GACpC,QACE,OAAM,IAAI,MAAM,CAAC,sBAAsB,EAAE,KAAK,aAAa;EAC9D;CACF;CAED,MAAM,WACJC,OACAH,YACkB;EAElB,IAAI,qBAAqB;AACzB,MAAI,WAAW,UAAU,KAAK,aAAa,OAAO;GAChD,MAAM,EAAE,OAAQ,GAAG,qBAAqB,GAAG;GAC3C,qBAAqB;EACtB;AAED,SAAO,KAAK,IAAI,WAAW,OAAO,mBAAmB;CACtD;AACF;AAOD,IAAsB,+BAAtB,cAA2D,oBAAoB;CAC7E,gBAAgBI,WAA0C;EACxD,MAAM,QAAQ,UAAU,MAAM,IAAI;AAClC,SAAO;GACL,UAAU,MAAM;GAChB,QAAQ,MAAM;EACf;CACF;CA6BD,kBACEA,WACAC,MACAC,OACAC,MACAC,UACK;AACL,MAAI,CAAC,UACH,QAAO;EAET,MAAM,YAAY,KAAK,gBAAgB,UAAU;AACjD,UAAQ,UAAU,UAAlB;GACE,KAAK,UACH,QAAO,KAAK,yBACV,WACA,WACA,MACA,OACA,MACA,SACD;GACH,KAAK,WACH,QAAO,KAAK,0BACV,WACA,WACA,MACA,OACA,MACA,SACD;GACH,KAAK,QACH,QAAO,KAAK,uBACV,WACA,WACA,MACA,OACA,MACA,SACD;GACH,SACE,QAAQ,MACN,CAAC,yBAAyB,EAAE,UAAU,CAAC,EAAE,KAAK,UAC5C,WACA,MACA,EACD,EAAE,CACJ;EACJ;CACF;AACF;AAED,IAAa,sBAAb,cAAyC,6BAA6B;CACpE,OAAe;CAEf,IAAIJ,WAAmBC,MAAWE,MAA4B;EAC5D,MAAM,SAAS,OAAO,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,GAAG;EACpC,QAAQ,IAAI,GAAG,UAAU,CAAC,EAAE,OAAO,CAAC,EAAE,KAAK,UAAU,MAAM,MAAM,EAAE,EAAE,CAAC;CACvE;CAED,yBACEH,WACAK,YACAJ,MACAK,QACAH,MACAI,WACK;EACL,KAAK,IAAI,WAAW,MAAM,KAAK;CAChC;CAED,0BACEP,WACAK,YACAJ,MACAK,QACAH,MACAI,WACK;EACL,KAAK,IAAI,WAAW,MAAM,KAAK;CAChC;CAED,uBACEP,WACAK,YACAJ,MACAK,QACAH,MACAI,WACK;EACL,KAAK,IAAI,WAAW,MAAM,KAAK;CAChC;AACF;AAED,IAAa,wBAAb,cAA2C,6BAA6B;CACtE,OAAO;CAEP,UAAe,CAAE;CAEjB,WAAgB,CAAE;CAElB,QAAe,CAAE;CAEjB,yBACEC,YACAH,YACAJ,MACAK,QACAG,OACAF,WACK;EACL,KAAK,UAAU;CAChB;CAED,0BACEC,YACAH,YACAJ,MACAK,QACAG,OACAF,WACK;EACL,KAAK,WAAW;CACjB;CAED,uBACEC,YACAH,YACAJ,MACAK,QACAG,OACAF,WACK;EACL,KAAK,MAAM,KAAK,KAAK;CACtB;AACF"}
|
package/dist/embeddings.cjs.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"embeddings.cjs","names":["GoogleAIConnection","fields: BaseGoogleEmbeddingsParams<AuthOptions> | undefined","caller: AsyncCaller","client: GoogleAbstractedClient","streaming: boolean","input: VertexEmbeddingsInstance[]","parameters: VertexEmbeddingsParameters","parts: GeminiPartText[]","instance: VertexEmbeddingsInstance","ret: AIStudioEmbeddingsRequest","key: keyof AIStudioEmbeddingsRequest","Embeddings","fields: BaseGoogleEmbeddingsParams<AuthOptions>","apiKey: string","ApiKeyGoogleAuth","fields?: GoogleConnectionParams<AuthOptions>","ret: VertexEmbeddingsParameters","key: keyof VertexEmbeddingsParameters","response: VertexEmbeddingsResponse","predictions: VertexEmbeddingsResponsePrediction[]","prediction: VertexEmbeddingsResponsePrediction","response: AIStudioEmbeddingsResponse","value: number[]","response: GoogleEmbeddingsResponse","documents: string[]","instanceChunks: VertexEmbeddingsInstance[][]","result: number[][]","document: string"],"sources":["../src/embeddings.ts"],"sourcesContent":["import { Embeddings } from \"@langchain/core/embeddings\";\nimport {\n AsyncCaller,\n AsyncCallerCallOptions,\n} from \"@langchain/core/utils/async_caller\";\nimport { chunkArray } from \"@langchain/core/utils/chunk_array\";\nimport { getEnvironmentVariable } from \"@langchain/core/utils/env\";\n\nimport { GoogleAIConnection } from \"./connection.js\";\nimport { ApiKeyGoogleAuth, GoogleAbstractedClient } from \"./auth.js\";\nimport {\n BaseGoogleEmbeddingsOptions,\n BaseGoogleEmbeddingsParams,\n GoogleConnectionParams,\n VertexEmbeddingsInstance,\n GoogleEmbeddingsResponse,\n VertexEmbeddingsParameters,\n GoogleEmbeddingsRequest,\n VertexEmbeddingsResponse,\n AIStudioEmbeddingsResponse,\n VertexEmbeddingsResponsePrediction,\n AIStudioEmbeddingsRequest,\n GeminiPartText,\n VertexEmbeddingsRequest,\n} from \"./types.js\";\n\nclass EmbeddingsConnection<\n CallOptions extends AsyncCallerCallOptions,\n AuthOptions\n> extends GoogleAIConnection<\n CallOptions,\n VertexEmbeddingsInstance[],\n AuthOptions,\n GoogleEmbeddingsResponse\n> {\n convertSystemMessageToHumanContent: boolean | undefined;\n\n constructor(\n fields: BaseGoogleEmbeddingsParams<AuthOptions> | undefined,\n caller: AsyncCaller,\n client: GoogleAbstractedClient,\n streaming: boolean\n ) {\n super(fields, caller, client, streaming);\n }\n\n buildUrlMethodAiStudio(): string {\n return \"embedContent\";\n }\n\n buildUrlMethodVertex(): string {\n return \"predict\";\n }\n\n async buildUrlMethod(): Promise<string> {\n switch (this.platform) {\n case \"gcp\":\n return this.buildUrlMethodVertex();\n case \"gai\":\n return this.buildUrlMethodAiStudio();\n default:\n throw new Error(\n `Unknown platform when building method: ${this.platform}`\n );\n }\n }\n\n get modelPublisher(): string {\n // All the embedding models are currently published by \"google\"\n return \"google\";\n }\n\n formatDataAiStudio(\n input: VertexEmbeddingsInstance[],\n parameters: VertexEmbeddingsParameters\n ): AIStudioEmbeddingsRequest {\n const parts: GeminiPartText[] = input.map(\n (instance: VertexEmbeddingsInstance) => ({\n text: instance.content,\n })\n );\n const content = {\n parts,\n };\n const outputDimensionality = parameters?.outputDimensionality;\n\n const ret: AIStudioEmbeddingsRequest = {\n content,\n outputDimensionality,\n };\n\n // Remove undefined attributes\n let key: keyof AIStudioEmbeddingsRequest;\n for (key in ret) {\n if (ret[key] === undefined) {\n delete ret[key];\n }\n }\n\n return ret;\n }\n\n formatDataVertex(\n input: VertexEmbeddingsInstance[],\n parameters: VertexEmbeddingsParameters\n ): VertexEmbeddingsRequest {\n return {\n instances: input,\n parameters,\n };\n }\n\n async formatData(\n input: VertexEmbeddingsInstance[],\n parameters: VertexEmbeddingsParameters\n ): Promise<GoogleEmbeddingsRequest> {\n switch (this.platform) {\n case \"gcp\":\n return this.formatDataVertex(input, parameters);\n case \"gai\":\n return this.formatDataAiStudio(input, parameters);\n default:\n throw new Error(\n `Unknown platform to format embeddings ${this.platform}`\n );\n }\n }\n}\n\n/**\n * Enables calls to Google APIs for generating\n * text embeddings.\n */\nexport abstract class BaseGoogleEmbeddings<AuthOptions>\n extends Embeddings\n implements BaseGoogleEmbeddingsParams<AuthOptions>\n{\n model: string;\n\n dimensions?: number;\n\n private connection: EmbeddingsConnection<\n BaseGoogleEmbeddingsOptions,\n AuthOptions\n >;\n\n constructor(fields: BaseGoogleEmbeddingsParams<AuthOptions>) {\n super(fields);\n\n this.model = fields.model;\n this.dimensions = fields.dimensions ?? fields.outputDimensionality;\n\n this.connection = new EmbeddingsConnection(\n { ...fields, ...this },\n this.caller,\n this.buildClient(fields),\n false\n );\n }\n\n abstract buildAbstractedClient(\n fields?: GoogleConnectionParams<AuthOptions>\n ): GoogleAbstractedClient;\n\n buildApiKeyClient(apiKey: string): GoogleAbstractedClient {\n return new ApiKeyGoogleAuth(apiKey);\n }\n\n buildApiKey(\n fields?: GoogleConnectionParams<AuthOptions>\n ): string | undefined {\n return fields?.apiKey ?? getEnvironmentVariable(\"GOOGLE_API_KEY\");\n }\n\n buildClient(\n fields?: GoogleConnectionParams<AuthOptions>\n ): GoogleAbstractedClient {\n const apiKey = this.buildApiKey(fields);\n if (apiKey) {\n return this.buildApiKeyClient(apiKey);\n } else {\n return this.buildAbstractedClient(fields);\n }\n }\n\n buildParameters(): VertexEmbeddingsParameters {\n const ret: VertexEmbeddingsParameters = {\n outputDimensionality: this.dimensions,\n };\n\n // Remove undefined attributes\n let key: keyof VertexEmbeddingsParameters;\n for (key in ret) {\n if (ret[key] === undefined) {\n delete ret[key];\n }\n }\n\n return ret;\n }\n\n vertexResponseToValues(response: VertexEmbeddingsResponse): number[][] {\n const predictions: VertexEmbeddingsResponsePrediction[] =\n response?.data?.predictions ?? [];\n return predictions.map(\n (prediction: VertexEmbeddingsResponsePrediction): number[] =>\n prediction.embeddings.values\n );\n }\n\n aiStudioResponseToValues(response: AIStudioEmbeddingsResponse): number[][] {\n const value: number[] = response?.data?.embedding?.values ?? [];\n return [value];\n }\n\n responseToValues(response: GoogleEmbeddingsResponse): number[][] {\n switch (this.connection.platform) {\n case \"gcp\":\n return this.vertexResponseToValues(\n response as VertexEmbeddingsResponse\n );\n case \"gai\":\n return this.aiStudioResponseToValues(\n response as AIStudioEmbeddingsResponse\n );\n default:\n throw new Error(\n `Unknown response platform: ${this.connection.platform}`\n );\n }\n }\n\n /**\n * Takes an array of documents as input and returns a promise that\n * resolves to a 2D array of embeddings for each document. It splits the\n * documents into chunks and makes requests to the Google Vertex AI API to\n * generate embeddings.\n * @param documents An array of documents to be embedded.\n * @returns A promise that resolves to a 2D array of embeddings for each document.\n */\n async embedDocuments(documents: string[]): Promise<number[][]> {\n // Vertex \"text-\" models could do up 5 documents at once,\n // but the \"gemini-embedding-001\" can only do 1.\n // AI Studio can only do a chunk size of 1.\n // TODO: Make this configurable\n const chunkSize = 1;\n const instanceChunks: VertexEmbeddingsInstance[][] = chunkArray(\n documents.map((document) => ({\n content: document,\n })),\n chunkSize\n );\n const parameters: VertexEmbeddingsParameters = this.buildParameters();\n const options = {};\n const responses = await Promise.all(\n instanceChunks.map((instances) =>\n this.connection.request(instances, parameters, options)\n )\n );\n const result: number[][] =\n responses?.map((response) => this.responseToValues(response)).flat() ??\n [];\n return result;\n }\n\n /**\n * Takes a document as input and returns a promise that resolves to an\n * embedding for the document. It calls the embedDocuments method with the\n * document as the input.\n * @param document A document to be embedded.\n * @returns A promise that resolves to an embedding for the document.\n */\n async embedQuery(document: string): Promise<number[]> {\n const data = await this.embedDocuments([document]);\n return data[0];\n }\n}\n"],"mappings":";;;;;;;;AA0BA,IAAM,uBAAN,cAGUA,sCAKR;CACA;CAEA,YACEC,QACAC,QACAC,QACAC,WACA;EACA,MAAM,QAAQ,QAAQ,QAAQ,UAAU;CACzC;CAED,yBAAiC;AAC/B,SAAO;CACR;CAED,uBAA+B;AAC7B,SAAO;CACR;CAED,MAAM,iBAAkC;AACtC,UAAQ,KAAK,UAAb;GACE,KAAK,MACH,QAAO,KAAK,sBAAsB;GACpC,KAAK,MACH,QAAO,KAAK,wBAAwB;GACtC,QACE,OAAM,IAAI,MACR,CAAC,uCAAuC,EAAE,KAAK,UAAU;EAE9D;CACF;CAED,IAAI,iBAAyB;AAE3B,SAAO;CACR;CAED,mBACEC,OACAC,YAC2B;EAC3B,MAAMC,QAA0B,MAAM,IACpC,CAACC,cAAwC,EACvC,MAAM,SAAS,QAChB,GACF;EACD,MAAM,UAAU,EACd,MACD;EACD,MAAM,uBAAuB,YAAY;EAEzC,MAAMC,MAAiC;GACrC;GACA;EACD;EAGD,IAAIC;AACJ,OAAK,OAAO,IACV,KAAI,IAAI,SAAS,QACf,OAAO,IAAI;AAIf,SAAO;CACR;CAED,iBACEL,OACAC,YACyB;AACzB,SAAO;GACL,WAAW;GACX;EACD;CACF;CAED,MAAM,WACJD,OACAC,YACkC;AAClC,UAAQ,KAAK,UAAb;GACE,KAAK,MACH,QAAO,KAAK,iBAAiB,OAAO,WAAW;GACjD,KAAK,MACH,QAAO,KAAK,mBAAmB,OAAO,WAAW;GACnD,QACE,OAAM,IAAI,MACR,CAAC,sCAAsC,EAAE,KAAK,UAAU;EAE7D;CACF;AACF;;;;;AAMD,IAAsB,uBAAtB,cACUK,uCAEV;CACE;CAEA;CAEA,AAAQ;CAKR,YAAYC,QAAiD;EAC3D,MAAM,OAAO;EAEb,KAAK,QAAQ,OAAO;EACpB,KAAK,aAAa,OAAO,cAAc,OAAO;EAE9C,KAAK,aAAa,IAAI,qBACpB;GAAE,GAAG;GAAQ,GAAG;EAAM,GACtB,KAAK,QACL,KAAK,YAAY,OAAO,EACxB;CAEH;CAMD,kBAAkBC,QAAwC;AACxD,SAAO,IAAIC,8BAAiB;CAC7B;CAED,YACEC,QACoB;AACpB,SAAO,QAAQ,iEAAiC,iBAAiB;CAClE;CAED,YACEA,QACwB;EACxB,MAAM,SAAS,KAAK,YAAY,OAAO;AACvC,MAAI,OACF,QAAO,KAAK,kBAAkB,OAAO;MAErC,QAAO,KAAK,sBAAsB,OAAO;CAE5C;CAED,kBAA8C;EAC5C,MAAMC,MAAkC,EACtC,sBAAsB,KAAK,WAC5B;EAGD,IAAIC;AACJ,OAAK,OAAO,IACV,KAAI,IAAI,SAAS,QACf,OAAO,IAAI;AAIf,SAAO;CACR;CAED,uBAAuBC,UAAgD;EACrE,MAAMC,cACJ,UAAU,MAAM,eAAe,CAAE;AACnC,SAAO,YAAY,IACjB,CAACC,eACC,WAAW,WAAW,OACzB;CACF;CAED,yBAAyBC,UAAkD;EACzE,MAAMC,QAAkB,UAAU,MAAM,WAAW,UAAU,CAAE;AAC/D,SAAO,CAAC,KAAM;CACf;CAED,iBAAiBC,UAAgD;AAC/D,UAAQ,KAAK,WAAW,UAAxB;GACE,KAAK,MACH,QAAO,KAAK,uBACV,SACD;GACH,KAAK,MACH,QAAO,KAAK,yBACV,SACD;GACH,QACE,OAAM,IAAI,MACR,CAAC,2BAA2B,EAAE,KAAK,WAAW,UAAU;EAE7D;CACF;;;;;;;;;CAUD,MAAM,eAAeC,WAA0C;EAK7D,MAAM,YAAY;EAClB,MAAMC,oEACJ,UAAU,IAAI,CAAC,cAAc,EAC3B,SAAS,SACV,GAAE,EACH,UACD;EACD,MAAMnB,aAAyC,KAAK,iBAAiB;EACrE,MAAM,UAAU,CAAE;EAClB,MAAM,YAAY,MAAM,QAAQ,IAC9B,eAAe,IAAI,CAAC,cAClB,KAAK,WAAW,QAAQ,WAAW,YAAY,QAAQ,CACxD,CACF;EACD,MAAMoB,SACJ,WAAW,IAAI,CAAC,aAAa,KAAK,iBAAiB,SAAS,CAAC,CAAC,MAAM,IACpE,CAAE;AACJ,SAAO;CACR;;;;;;;;CASD,MAAM,WAAWC,UAAqC;EACpD,MAAM,OAAO,MAAM,KAAK,eAAe,CAAC,QAAS,EAAC;AAClD,SAAO,KAAK;CACb;AACF"}
|
|
1
|
+
{"version":3,"file":"embeddings.cjs","names":["GoogleAIConnection","fields: BaseGoogleEmbeddingsParams<AuthOptions> | undefined","caller: AsyncCaller","client: GoogleAbstractedClient","streaming: boolean","input: VertexEmbeddingsInstance[]","parameters: VertexEmbeddingsParameters","parts: GeminiPartText[]","instance: VertexEmbeddingsInstance","ret: AIStudioEmbeddingsRequest","key: keyof AIStudioEmbeddingsRequest","Embeddings","fields: BaseGoogleEmbeddingsParams<AuthOptions>","apiKey: string","ApiKeyGoogleAuth","fields?: GoogleConnectionParams<AuthOptions>","ret: VertexEmbeddingsParameters","key: keyof VertexEmbeddingsParameters","response: VertexEmbeddingsResponse","predictions: VertexEmbeddingsResponsePrediction[]","prediction: VertexEmbeddingsResponsePrediction","response: AIStudioEmbeddingsResponse","value: number[]","response: GoogleEmbeddingsResponse","documents: string[]","instanceChunks: VertexEmbeddingsInstance[][]","result: number[][]","document: string"],"sources":["../src/embeddings.ts"],"sourcesContent":["import { Embeddings } from \"@langchain/core/embeddings\";\nimport {\n AsyncCaller,\n AsyncCallerCallOptions,\n} from \"@langchain/core/utils/async_caller\";\nimport { chunkArray } from \"@langchain/core/utils/chunk_array\";\nimport { getEnvironmentVariable } from \"@langchain/core/utils/env\";\n\nimport { GoogleAIConnection } from \"./connection.js\";\nimport { ApiKeyGoogleAuth, GoogleAbstractedClient } from \"./auth.js\";\nimport {\n BaseGoogleEmbeddingsOptions,\n BaseGoogleEmbeddingsParams,\n GoogleConnectionParams,\n VertexEmbeddingsInstance,\n GoogleEmbeddingsResponse,\n VertexEmbeddingsParameters,\n GoogleEmbeddingsRequest,\n VertexEmbeddingsResponse,\n AIStudioEmbeddingsResponse,\n VertexEmbeddingsResponsePrediction,\n AIStudioEmbeddingsRequest,\n GeminiPartText,\n VertexEmbeddingsRequest,\n} from \"./types.js\";\n\nclass EmbeddingsConnection<\n CallOptions extends AsyncCallerCallOptions,\n AuthOptions,\n> extends GoogleAIConnection<\n CallOptions,\n VertexEmbeddingsInstance[],\n AuthOptions,\n GoogleEmbeddingsResponse\n> {\n convertSystemMessageToHumanContent: boolean | undefined;\n\n constructor(\n fields: BaseGoogleEmbeddingsParams<AuthOptions> | undefined,\n caller: AsyncCaller,\n client: GoogleAbstractedClient,\n streaming: boolean\n ) {\n super(fields, caller, client, streaming);\n }\n\n buildUrlMethodAiStudio(): string {\n return \"embedContent\";\n }\n\n buildUrlMethodVertex(): string {\n return \"predict\";\n }\n\n async buildUrlMethod(): Promise<string> {\n switch (this.platform) {\n case \"gcp\":\n return this.buildUrlMethodVertex();\n case \"gai\":\n return this.buildUrlMethodAiStudio();\n default:\n throw new Error(\n `Unknown platform when building method: ${this.platform}`\n );\n }\n }\n\n get modelPublisher(): string {\n // All the embedding models are currently published by \"google\"\n return \"google\";\n }\n\n formatDataAiStudio(\n input: VertexEmbeddingsInstance[],\n parameters: VertexEmbeddingsParameters\n ): AIStudioEmbeddingsRequest {\n const parts: GeminiPartText[] = input.map(\n (instance: VertexEmbeddingsInstance) => ({\n text: instance.content,\n })\n );\n const content = {\n parts,\n };\n const outputDimensionality = parameters?.outputDimensionality;\n\n const ret: AIStudioEmbeddingsRequest = {\n content,\n outputDimensionality,\n };\n\n // Remove undefined attributes\n let key: keyof AIStudioEmbeddingsRequest;\n for (key in ret) {\n if (ret[key] === undefined) {\n delete ret[key];\n }\n }\n\n return ret;\n }\n\n formatDataVertex(\n input: VertexEmbeddingsInstance[],\n parameters: VertexEmbeddingsParameters\n ): VertexEmbeddingsRequest {\n return {\n instances: input,\n parameters,\n };\n }\n\n async formatData(\n input: VertexEmbeddingsInstance[],\n parameters: VertexEmbeddingsParameters\n ): Promise<GoogleEmbeddingsRequest> {\n switch (this.platform) {\n case \"gcp\":\n return this.formatDataVertex(input, parameters);\n case \"gai\":\n return this.formatDataAiStudio(input, parameters);\n default:\n throw new Error(\n `Unknown platform to format embeddings ${this.platform}`\n );\n }\n }\n}\n\n/**\n * Enables calls to Google APIs for generating\n * text embeddings.\n */\nexport abstract class BaseGoogleEmbeddings<AuthOptions>\n extends Embeddings\n implements BaseGoogleEmbeddingsParams<AuthOptions>\n{\n model: string;\n\n dimensions?: number;\n\n private connection: EmbeddingsConnection<\n BaseGoogleEmbeddingsOptions,\n AuthOptions\n >;\n\n constructor(fields: BaseGoogleEmbeddingsParams<AuthOptions>) {\n super(fields);\n\n this.model = fields.model;\n this.dimensions = fields.dimensions ?? fields.outputDimensionality;\n\n this.connection = new EmbeddingsConnection(\n { ...fields, ...this },\n this.caller,\n this.buildClient(fields),\n false\n );\n }\n\n abstract buildAbstractedClient(\n fields?: GoogleConnectionParams<AuthOptions>\n ): GoogleAbstractedClient;\n\n buildApiKeyClient(apiKey: string): GoogleAbstractedClient {\n return new ApiKeyGoogleAuth(apiKey);\n }\n\n buildApiKey(\n fields?: GoogleConnectionParams<AuthOptions>\n ): string | undefined {\n return fields?.apiKey ?? getEnvironmentVariable(\"GOOGLE_API_KEY\");\n }\n\n buildClient(\n fields?: GoogleConnectionParams<AuthOptions>\n ): GoogleAbstractedClient {\n const apiKey = this.buildApiKey(fields);\n if (apiKey) {\n return this.buildApiKeyClient(apiKey);\n } else {\n return this.buildAbstractedClient(fields);\n }\n }\n\n buildParameters(): VertexEmbeddingsParameters {\n const ret: VertexEmbeddingsParameters = {\n outputDimensionality: this.dimensions,\n };\n\n // Remove undefined attributes\n let key: keyof VertexEmbeddingsParameters;\n for (key in ret) {\n if (ret[key] === undefined) {\n delete ret[key];\n }\n }\n\n return ret;\n }\n\n vertexResponseToValues(response: VertexEmbeddingsResponse): number[][] {\n const predictions: VertexEmbeddingsResponsePrediction[] =\n response?.data?.predictions ?? [];\n return predictions.map(\n (prediction: VertexEmbeddingsResponsePrediction): number[] =>\n prediction.embeddings.values\n );\n }\n\n aiStudioResponseToValues(response: AIStudioEmbeddingsResponse): number[][] {\n const value: number[] = response?.data?.embedding?.values ?? [];\n return [value];\n }\n\n responseToValues(response: GoogleEmbeddingsResponse): number[][] {\n switch (this.connection.platform) {\n case \"gcp\":\n return this.vertexResponseToValues(\n response as VertexEmbeddingsResponse\n );\n case \"gai\":\n return this.aiStudioResponseToValues(\n response as AIStudioEmbeddingsResponse\n );\n default:\n throw new Error(\n `Unknown response platform: ${this.connection.platform}`\n );\n }\n }\n\n /**\n * Takes an array of documents as input and returns a promise that\n * resolves to a 2D array of embeddings for each document. It splits the\n * documents into chunks and makes requests to the Google Vertex AI API to\n * generate embeddings.\n * @param documents An array of documents to be embedded.\n * @returns A promise that resolves to a 2D array of embeddings for each document.\n */\n async embedDocuments(documents: string[]): Promise<number[][]> {\n // Vertex \"text-\" models could do up 5 documents at once,\n // but the \"gemini-embedding-001\" can only do 1.\n // AI Studio can only do a chunk size of 1.\n // TODO: Make this configurable\n const chunkSize = 1;\n const instanceChunks: VertexEmbeddingsInstance[][] = chunkArray(\n documents.map((document) => ({\n content: document,\n })),\n chunkSize\n );\n const parameters: VertexEmbeddingsParameters = this.buildParameters();\n const options = {};\n const responses = await Promise.all(\n instanceChunks.map((instances) =>\n this.connection.request(instances, parameters, options)\n )\n );\n const result: number[][] =\n responses?.map((response) => this.responseToValues(response)).flat() ??\n [];\n return result;\n }\n\n /**\n * Takes a document as input and returns a promise that resolves to an\n * embedding for the document. It calls the embedDocuments method with the\n * document as the input.\n * @param document A document to be embedded.\n * @returns A promise that resolves to an embedding for the document.\n */\n async embedQuery(document: string): Promise<number[]> {\n const data = await this.embedDocuments([document]);\n return data[0];\n }\n}\n"],"mappings":";;;;;;;;AA0BA,IAAM,uBAAN,cAGUA,sCAKR;CACA;CAEA,YACEC,QACAC,QACAC,QACAC,WACA;EACA,MAAM,QAAQ,QAAQ,QAAQ,UAAU;CACzC;CAED,yBAAiC;AAC/B,SAAO;CACR;CAED,uBAA+B;AAC7B,SAAO;CACR;CAED,MAAM,iBAAkC;AACtC,UAAQ,KAAK,UAAb;GACE,KAAK,MACH,QAAO,KAAK,sBAAsB;GACpC,KAAK,MACH,QAAO,KAAK,wBAAwB;GACtC,QACE,OAAM,IAAI,MACR,CAAC,uCAAuC,EAAE,KAAK,UAAU;EAE9D;CACF;CAED,IAAI,iBAAyB;AAE3B,SAAO;CACR;CAED,mBACEC,OACAC,YAC2B;EAC3B,MAAMC,QAA0B,MAAM,IACpC,CAACC,cAAwC,EACvC,MAAM,SAAS,QAChB,GACF;EACD,MAAM,UAAU,EACd,MACD;EACD,MAAM,uBAAuB,YAAY;EAEzC,MAAMC,MAAiC;GACrC;GACA;EACD;EAGD,IAAIC;AACJ,OAAK,OAAO,IACV,KAAI,IAAI,SAAS,QACf,OAAO,IAAI;AAIf,SAAO;CACR;CAED,iBACEL,OACAC,YACyB;AACzB,SAAO;GACL,WAAW;GACX;EACD;CACF;CAED,MAAM,WACJD,OACAC,YACkC;AAClC,UAAQ,KAAK,UAAb;GACE,KAAK,MACH,QAAO,KAAK,iBAAiB,OAAO,WAAW;GACjD,KAAK,MACH,QAAO,KAAK,mBAAmB,OAAO,WAAW;GACnD,QACE,OAAM,IAAI,MACR,CAAC,sCAAsC,EAAE,KAAK,UAAU;EAE7D;CACF;AACF;;;;;AAMD,IAAsB,uBAAtB,cACUK,uCAEV;CACE;CAEA;CAEA,AAAQ;CAKR,YAAYC,QAAiD;EAC3D,MAAM,OAAO;EAEb,KAAK,QAAQ,OAAO;EACpB,KAAK,aAAa,OAAO,cAAc,OAAO;EAE9C,KAAK,aAAa,IAAI,qBACpB;GAAE,GAAG;GAAQ,GAAG;EAAM,GACtB,KAAK,QACL,KAAK,YAAY,OAAO,EACxB;CAEH;CAMD,kBAAkBC,QAAwC;AACxD,SAAO,IAAIC,8BAAiB;CAC7B;CAED,YACEC,QACoB;AACpB,SAAO,QAAQ,iEAAiC,iBAAiB;CAClE;CAED,YACEA,QACwB;EACxB,MAAM,SAAS,KAAK,YAAY,OAAO;AACvC,MAAI,OACF,QAAO,KAAK,kBAAkB,OAAO;MAErC,QAAO,KAAK,sBAAsB,OAAO;CAE5C;CAED,kBAA8C;EAC5C,MAAMC,MAAkC,EACtC,sBAAsB,KAAK,WAC5B;EAGD,IAAIC;AACJ,OAAK,OAAO,IACV,KAAI,IAAI,SAAS,QACf,OAAO,IAAI;AAIf,SAAO;CACR;CAED,uBAAuBC,UAAgD;EACrE,MAAMC,cACJ,UAAU,MAAM,eAAe,CAAE;AACnC,SAAO,YAAY,IACjB,CAACC,eACC,WAAW,WAAW,OACzB;CACF;CAED,yBAAyBC,UAAkD;EACzE,MAAMC,QAAkB,UAAU,MAAM,WAAW,UAAU,CAAE;AAC/D,SAAO,CAAC,KAAM;CACf;CAED,iBAAiBC,UAAgD;AAC/D,UAAQ,KAAK,WAAW,UAAxB;GACE,KAAK,MACH,QAAO,KAAK,uBACV,SACD;GACH,KAAK,MACH,QAAO,KAAK,yBACV,SACD;GACH,QACE,OAAM,IAAI,MACR,CAAC,2BAA2B,EAAE,KAAK,WAAW,UAAU;EAE7D;CACF;;;;;;;;;CAUD,MAAM,eAAeC,WAA0C;EAK7D,MAAM,YAAY;EAClB,MAAMC,oEACJ,UAAU,IAAI,CAAC,cAAc,EAC3B,SAAS,SACV,GAAE,EACH,UACD;EACD,MAAMnB,aAAyC,KAAK,iBAAiB;EACrE,MAAM,UAAU,CAAE;EAClB,MAAM,YAAY,MAAM,QAAQ,IAC9B,eAAe,IAAI,CAAC,cAClB,KAAK,WAAW,QAAQ,WAAW,YAAY,QAAQ,CACxD,CACF;EACD,MAAMoB,SACJ,WAAW,IAAI,CAAC,aAAa,KAAK,iBAAiB,SAAS,CAAC,CAAC,MAAM,IACpE,CAAE;AACJ,SAAO;CACR;;;;;;;;CASD,MAAM,WAAWC,UAAqC;EACpD,MAAM,OAAO,MAAM,KAAK,eAAe,CAAC,QAAS,EAAC;AAClD,SAAO,KAAK;CACb;AACF"}
|