@langchain/google-common 0.0.0

package/dist/connection.cjs

@@ -0,0 +1,231 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AbstractGoogleLLMConnection = exports.GoogleAIConnection = exports.GoogleHostConnection = exports.GoogleConnection = void 0;
+const env_1 = require("@langchain/core/utils/env");
+class GoogleConnection {
+    constructor(caller, client, streaming) {
+        Object.defineProperty(this, "caller", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "client", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "streaming", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.caller = caller;
+        this.client = client;
+        this.streaming = streaming ?? false;
+    }
+    async _clientInfoHeaders() {
+        const clientLibraryVersion = await this._clientLibraryVersion();
+        return {
+            "User-Agent": clientLibraryVersion,
+        };
+    }
+    async _clientLibraryVersion() {
+        const env = await (0, env_1.getRuntimeEnvironment)();
+        const langchain = env?.library ?? "langchain-js";
+        const langchainVersion = env?.libraryVersion ?? "0";
+        const moduleName = await this._moduleName();
+        let ret = `${langchain}/${langchainVersion}`;
+        if (moduleName && moduleName.length) {
+            ret = `${ret}-${moduleName}`;
+        }
+        return ret;
+    }
+    async _moduleName() {
+        return this.constructor.name;
+    }
+    async _request(data, options) {
+        const url = await this.buildUrl();
+        const method = this.buildMethod();
+        const infoHeaders = (await this._clientInfoHeaders()) ?? {};
+        const headers = {
+            ...infoHeaders,
+        };
+        const opts = {
+            url,
+            method,
+            headers,
+        };
+        if (data && method === "POST") {
+            opts.data = data;
+        }
+        if (this.streaming) {
+            opts.responseType = "stream";
+        }
+        else {
+            opts.responseType = "json";
+        }
+        const callResponse = await this.caller.callWithOptions({ signal: options?.signal }, async () => this.client.request(opts));
+        const response = callResponse; // Done for typecast safety, I guess
+        return response;
+    }
+}
+exports.GoogleConnection = GoogleConnection;
+class GoogleHostConnection extends GoogleConnection {
+    constructor(fields, caller, client, streaming) {
+        super(caller, client, streaming);
+        // This does not default to a value intentionally.
+        // Use the "platform" getter if you need this.
+        Object.defineProperty(this, "platformType", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "endpoint", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "us-central1-aiplatform.googleapis.com"
+        });
+        Object.defineProperty(this, "location", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "us-central1"
+        });
+        Object.defineProperty(this, "apiVersion", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "v1"
+        });
+        this.caller = caller;
+        this.platformType = fields?.platformType;
+        this.endpoint = fields?.endpoint ?? this.endpoint;
+        this.location = fields?.location ?? this.location;
+        this.apiVersion = fields?.apiVersion ?? this.apiVersion;
+        this.client = client;
+    }
+    get platform() {
+        return this.platformType ?? this.computedPlatformType;
+    }
+    get computedPlatformType() {
+        return "gcp";
+    }
+    buildMethod() {
+        return "POST";
+    }
+}
+exports.GoogleHostConnection = GoogleHostConnection;
+class GoogleAIConnection extends GoogleHostConnection {
+    constructor(fields, caller, client, streaming) {
+        super(fields, caller, client, streaming);
+        Object.defineProperty(this, "model", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "client", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.client = client;
+        this.model = fields?.model ?? this.model;
+    }
+    get modelFamily() {
+        if (this.model.startsWith("gemini")) {
+            return "gemini";
+        }
+        else {
+            return null;
+        }
+    }
+    get computedPlatformType() {
+        if (this.client.clientType === "apiKey") {
+            return "gai";
+        }
+        else {
+            return "gcp";
+        }
+    }
+    async buildUrlGenerativeLanguage() {
+        const method = await this.buildUrlMethod();
+        const url = `https://generativelanguage.googleapis.com/${this.apiVersion}/models/${this.model}:${method}`;
+        return url;
+    }
+    async buildUrlVertex() {
+        const projectId = await this.client.getProjectId();
+        const method = await this.buildUrlMethod();
+        const url = `https://${this.endpoint}/${this.apiVersion}/projects/${projectId}/locations/${this.location}/publishers/google/models/${this.model}:${method}`;
+        return url;
+    }
+    async buildUrl() {
+        switch (this.platform) {
+            case "gai":
+                return this.buildUrlGenerativeLanguage();
+            default:
+                return this.buildUrlVertex();
+        }
+    }
+    async request(input, parameters, options) {
+        const data = this.formatData(input, parameters);
+        const response = await this._request(data, options);
+        return response;
+    }
+}
+exports.GoogleAIConnection = GoogleAIConnection;
+class AbstractGoogleLLMConnection extends GoogleAIConnection {
+    async buildUrlMethodGemini() {
+        // Vertex AI only handles streamedGenerateContent
+        return "streamGenerateContent";
+    }
+    async buildUrlMethod() {
+        switch (this.modelFamily) {
+            case "gemini":
+                return this.buildUrlMethodGemini();
+            default:
+                throw new Error(`Unknown model family: ${this.modelFamily}`);
+        }
+    }
+    formatGenerationConfig(_input, parameters) {
+        return {
+            temperature: parameters.temperature,
+            topK: parameters.topK,
+            topP: parameters.topP,
+            maxOutputTokens: parameters.maxOutputTokens,
+            stopSequences: parameters.stopSequences,
+        };
+    }
+    formatSafetySettings(_input, parameters) {
+        return parameters.safetySettings ?? [];
+    }
+    formatData(input, parameters) {
+        /*
+        const parts = messageContentToParts(input);
+        const contents: GeminiContent[] = [
+          {
+            role: "user",    // Required by Vertex AI
+            parts,
+          }
+        ]
+        */
+        const contents = this.formatContents(input, parameters);
+        const generationConfig = this.formatGenerationConfig(input, parameters);
+        const safetySettings = this.formatSafetySettings(input, parameters);
+        const ret = {
+            contents,
+            generationConfig,
+        };
+        if (safetySettings && safetySettings.length) {
+            ret.safetySettings = safetySettings;
+        }
+        return ret;
+    }
+}
+exports.AbstractGoogleLLMConnection = AbstractGoogleLLMConnection;

package/dist/connection.d.ts

@@ -0,0 +1,47 @@
+import { BaseLanguageModelCallOptions } from "@langchain/core/language_models/base";
+import { AsyncCaller, AsyncCallerCallOptions } from "@langchain/core/utils/async_caller";
+import type { GoogleAIBaseLLMInput, GoogleAIModelParams, GoogleConnectionParams, GoogleLLMModelFamily, GooglePlatformType, GoogleResponse, GoogleLLMResponse, GeminiContent, GeminiGenerationConfig, GeminiRequest, GeminiSafetySetting } from "./types.js";
+import { GoogleAbstractedClient, GoogleAbstractedClientOpsMethod } from "./auth.js";
+export declare abstract class GoogleConnection<CallOptions extends AsyncCallerCallOptions, ResponseType extends GoogleResponse> {
+    caller: AsyncCaller;
+    client: GoogleAbstractedClient;
+    streaming: boolean;
+    constructor(caller: AsyncCaller, client: GoogleAbstractedClient, streaming?: boolean);
+    abstract buildUrl(): Promise<string>;
+    abstract buildMethod(): GoogleAbstractedClientOpsMethod;
+    _clientInfoHeaders(): Promise<Record<string, string>>;
+    _clientLibraryVersion(): Promise<string>;
+    _moduleName(): Promise<string>;
+    _request(data: unknown | undefined, options: CallOptions): Promise<ResponseType>;
+}
+export declare abstract class GoogleHostConnection<CallOptions extends AsyncCallerCallOptions, ResponseType extends GoogleResponse, AuthOptions> extends GoogleConnection<CallOptions, ResponseType> implements GoogleConnectionParams<AuthOptions> {
+    platformType: GooglePlatformType | undefined;
+    endpoint: string;
+    location: string;
+    apiVersion: string;
+    constructor(fields: GoogleConnectionParams<AuthOptions> | undefined, caller: AsyncCaller, client: GoogleAbstractedClient, streaming?: boolean);
+    get platform(): GooglePlatformType;
+    get computedPlatformType(): GooglePlatformType;
+    buildMethod(): GoogleAbstractedClientOpsMethod;
+}
+export declare abstract class GoogleAIConnection<CallOptions extends BaseLanguageModelCallOptions, MessageType, AuthOptions> extends GoogleHostConnection<CallOptions, GoogleLLMResponse, AuthOptions> implements GoogleAIBaseLLMInput<AuthOptions> {
+    model: string;
+    client: GoogleAbstractedClient;
+    constructor(fields: GoogleAIBaseLLMInput<AuthOptions> | undefined, caller: AsyncCaller, client: GoogleAbstractedClient, streaming?: boolean);
+    get modelFamily(): GoogleLLMModelFamily;
+    get computedPlatformType(): GooglePlatformType;
+    abstract buildUrlMethod(): Promise<string>;
+    buildUrlGenerativeLanguage(): Promise<string>;
+    buildUrlVertex(): Promise<string>;
+    buildUrl(): Promise<string>;
+    abstract formatData(input: MessageType, parameters: GoogleAIModelParams): unknown;
+    request(input: MessageType, parameters: GoogleAIModelParams, options: CallOptions): Promise<GoogleLLMResponse>;
+}
+export declare abstract class AbstractGoogleLLMConnection<MessageType, AuthOptions> extends GoogleAIConnection<BaseLanguageModelCallOptions, MessageType, AuthOptions> {
+    buildUrlMethodGemini(): Promise<string>;
+    buildUrlMethod(): Promise<string>;
+    abstract formatContents(input: MessageType, parameters: GoogleAIModelParams): GeminiContent[];
+    formatGenerationConfig(_input: MessageType, parameters: GoogleAIModelParams): GeminiGenerationConfig;
+    formatSafetySettings(_input: MessageType, parameters: GoogleAIModelParams): GeminiSafetySetting[];
+    formatData(input: MessageType, parameters: GoogleAIModelParams): GeminiRequest;
+}

package/dist/connection.js

@@ -0,0 +1,224 @@
+import { getRuntimeEnvironment } from "@langchain/core/utils/env";
+export class GoogleConnection {
+    constructor(caller, client, streaming) {
+        Object.defineProperty(this, "caller", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "client", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "streaming", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.caller = caller;
+        this.client = client;
+        this.streaming = streaming ?? false;
+    }
+    async _clientInfoHeaders() {
+        const clientLibraryVersion = await this._clientLibraryVersion();
+        return {
+            "User-Agent": clientLibraryVersion,
+        };
+    }
+    async _clientLibraryVersion() {
+        const env = await getRuntimeEnvironment();
+        const langchain = env?.library ?? "langchain-js";
+        const langchainVersion = env?.libraryVersion ?? "0";
+        const moduleName = await this._moduleName();
+        let ret = `${langchain}/${langchainVersion}`;
+        if (moduleName && moduleName.length) {
+            ret = `${ret}-${moduleName}`;
+        }
+        return ret;
+    }
+    async _moduleName() {
+        return this.constructor.name;
+    }
+    async _request(data, options) {
+        const url = await this.buildUrl();
+        const method = this.buildMethod();
+        const infoHeaders = (await this._clientInfoHeaders()) ?? {};
+        const headers = {
+            ...infoHeaders,
+        };
+        const opts = {
+            url,
+            method,
+            headers,
+        };
+        if (data && method === "POST") {
+            opts.data = data;
+        }
+        if (this.streaming) {
+            opts.responseType = "stream";
+        }
+        else {
+            opts.responseType = "json";
+        }
+        const callResponse = await this.caller.callWithOptions({ signal: options?.signal }, async () => this.client.request(opts));
+        const response = callResponse; // Done for typecast safety, I guess
+        return response;
+    }
+}
+export class GoogleHostConnection extends GoogleConnection {
+    constructor(fields, caller, client, streaming) {
+        super(caller, client, streaming);
+        // This does not default to a value intentionally.
+        // Use the "platform" getter if you need this.
+        Object.defineProperty(this, "platformType", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "endpoint", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "us-central1-aiplatform.googleapis.com"
+        });
+        Object.defineProperty(this, "location", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "us-central1"
+        });
+        Object.defineProperty(this, "apiVersion", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "v1"
+        });
+        this.caller = caller;
+        this.platformType = fields?.platformType;
+        this.endpoint = fields?.endpoint ?? this.endpoint;
+        this.location = fields?.location ?? this.location;
+        this.apiVersion = fields?.apiVersion ?? this.apiVersion;
+        this.client = client;
+    }
+    get platform() {
+        return this.platformType ?? this.computedPlatformType;
+    }
+    get computedPlatformType() {
+        return "gcp";
+    }
+    buildMethod() {
+        return "POST";
+    }
+}
+export class GoogleAIConnection extends GoogleHostConnection {
+    constructor(fields, caller, client, streaming) {
+        super(fields, caller, client, streaming);
+        Object.defineProperty(this, "model", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "client", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.client = client;
+        this.model = fields?.model ?? this.model;
+    }
+    get modelFamily() {
+        if (this.model.startsWith("gemini")) {
+            return "gemini";
+        }
+        else {
+            return null;
+        }
+    }
+    get computedPlatformType() {
+        if (this.client.clientType === "apiKey") {
+            return "gai";
+        }
+        else {
+            return "gcp";
+        }
+    }
+    async buildUrlGenerativeLanguage() {
+        const method = await this.buildUrlMethod();
+        const url = `https://generativelanguage.googleapis.com/${this.apiVersion}/models/${this.model}:${method}`;
+        return url;
+    }
+    async buildUrlVertex() {
+        const projectId = await this.client.getProjectId();
+        const method = await this.buildUrlMethod();
+        const url = `https://${this.endpoint}/${this.apiVersion}/projects/${projectId}/locations/${this.location}/publishers/google/models/${this.model}:${method}`;
+        return url;
+    }
+    async buildUrl() {
+        switch (this.platform) {
+            case "gai":
+                return this.buildUrlGenerativeLanguage();
+            default:
+                return this.buildUrlVertex();
+        }
+    }
+    async request(input, parameters, options) {
+        const data = this.formatData(input, parameters);
+        const response = await this._request(data, options);
+        return response;
+    }
+}
+export class AbstractGoogleLLMConnection extends GoogleAIConnection {
+    async buildUrlMethodGemini() {
+        // Vertex AI only handles streamedGenerateContent
+        return "streamGenerateContent";
+    }
+    async buildUrlMethod() {
+        switch (this.modelFamily) {
+            case "gemini":
+                return this.buildUrlMethodGemini();
+            default:
+                throw new Error(`Unknown model family: ${this.modelFamily}`);
+        }
+    }
+    formatGenerationConfig(_input, parameters) {
+        return {
+            temperature: parameters.temperature,
+            topK: parameters.topK,
+            topP: parameters.topP,
+            maxOutputTokens: parameters.maxOutputTokens,
+            stopSequences: parameters.stopSequences,
+        };
+    }
+    formatSafetySettings(_input, parameters) {
+        return parameters.safetySettings ?? [];
+    }
+    formatData(input, parameters) {
+        /*
+        const parts = messageContentToParts(input);
+        const contents: GeminiContent[] = [
+          {
+            role: "user",    // Required by Vertex AI
+            parts,
+          }
+        ]
+        */
+        const contents = this.formatContents(input, parameters);
+        const generationConfig = this.formatGenerationConfig(input, parameters);
+        const safetySettings = this.formatSafetySettings(input, parameters);
+        const ret = {
+            contents,
+            generationConfig,
+        };
+        if (safetySettings && safetySettings.length) {
+            ret.safetySettings = safetySettings;
+        }
+        return ret;
+    }
+}

package/dist/index.cjs

@@ -0,0 +1,23 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./chat_models.cjs"), exports);
+__exportStar(require("./llms.cjs"), exports);
+__exportStar(require("./auth.cjs"), exports);
+__exportStar(require("./connection.cjs"), exports);
+__exportStar(require("./types.cjs"), exports);
+__exportStar(require("./utils/stream.cjs"), exports);
+__exportStar(require("./utils/common.cjs"), exports);

package/dist/index.d.ts

@@ -0,0 +1,7 @@
+export * from "./chat_models.js";
+export * from "./llms.js";
+export * from "./auth.js";
+export * from "./connection.js";
+export * from "./types.js";
+export * from "./utils/stream.js";
+export * from "./utils/common.js";

package/dist/index.js

@@ -0,0 +1,7 @@
+export * from "./chat_models.js";
+export * from "./llms.js";
+export * from "./auth.js";
+export * from "./connection.js";
+export * from "./types.js";
+export * from "./utils/stream.js";
+export * from "./utils/common.js";