@nest-langchain/openai-compatible 0.1.0

package/README.md

@@ -0,0 +1,130 @@
+# @nest-langchain/openai-compatible
+
+OpenAI-compatible Chat Completions providers를 Nest DI token으로 노출하는 선택 패키지입니다.
+
+MiniMax, Kimi/Moonshot, GLM/Z.AI, OpenRouter, Together, Fireworks처럼 OpenAI Chat Completions 호환 endpoint를 제공하는 모델을 같은 방식으로 주입할 수 있습니다.
+
+```bash
+pnpm add @nest-langchain/openai-compatible @langchain/openai
+```
+
+`@nest-langchain/core`와 `@nest-langchain/langgraph`는 provider SDK를 직접 의존하지 않습니다.
+
+## Register Models
+
+```ts
+import { Module } from '@nestjs/common';
+import { OpenAICompatibleProviderModule } from '@nest-langchain/openai-compatible';
+
+@Module({
+  imports: [
+    OpenAICompatibleProviderModule.forRoot({
+      models: [
+        {
+          name: 'minimax',
+          apiKey: process.env.MINIMAX_API_KEY,
+          baseURL: 'https://api.minimax.io/v1',
+          model: 'MiniMax-M3',
+          temperature: 1,
+        },
+        {
+          name: 'kimi',
+          apiKey: process.env.MOONSHOT_API_KEY,
+          baseURL: 'https://api.moonshot.ai/v1',
+          model: 'kimi-k2.7',
+        },
+        {
+          name: 'glm',
+          apiKey: process.env.ZAI_API_KEY,
+          baseURL: 'https://api.z.ai/api/paas/v4',
+          model: 'glm-5.2',
+        },
+      ],
+    }),
+  ],
+})
+export class AiModule {}
+```
+
+GLM Coding Plan처럼 provider가 별도 coding endpoint를 요구하는 경우에는 해당 endpoint를 `baseURL`에 넣습니다.
+
+## Constructor Injection
+
+모델은 Nest DI provider로 등록됩니다. 소비 코드는 생성자 주입을 사용합니다.
+
+```ts
+import { Injectable } from '@nestjs/common';
+import { ChatOpenAI } from '@langchain/openai';
+import { InjectOpenAICompatibleModel } from '@nest-langchain/openai-compatible';
+
+@Injectable()
+export class ProductWorkflow {
+  constructor(
+    @InjectOpenAICompatibleModel('minimax')
+    private readonly model: ChatOpenAI,
+  ) {}
+
+  async run(prompt: string) {
+    return this.model.invoke(prompt);
+  }
+}
+```
+
+`InjectOpenAICompatibleModel()`은 생성자 파라미터용 helper입니다. property injection 예시는 제공하지 않습니다.
+
+## Environment Fallbacks
+
+명시 옵션이 없으면 이름 기반 환경 변수를 읽습니다.
+
+For `name: 'minimax'`:
+
+```text
+OPENAI_COMPATIBLE_MINIMAX_API_KEY
+OPENAI_COMPATIBLE_MINIMAX_BASE_URL
+OPENAI_COMPATIBLE_MINIMAX_MODEL
+```
+
+또는 짧은 provider prefix도 읽습니다.
+
+```text
+MINIMAX_API_KEY
+MINIMAX_BASE_URL
+MINIMAX_MODEL
+```
+
+기본 unnamed model은 다음 env를 읽습니다.
+
+```text
+OPENAI_COMPATIBLE_API_KEY
+OPENAI_COMPATIBLE_BASE_URL
+OPENAI_COMPATIBLE_MODEL
+```
+
+Kimi처럼 API key env 이름이 provider 이름과 다르면 명시할 수 있습니다.
+
+```ts
+OpenAICompatibleProviderModule.forRoot({
+  name: 'kimi',
+  apiKeyEnv: 'MOONSHOT_API_KEY',
+  baseURLEnv: 'KIMI_BASE_URL',
+  modelEnv: 'KIMI_MODEL',
+});
+```
+
+## Provider-Specific Parameters
+
+OpenAI-compatible providers sometimes expose extra Chat Completions parameters. Pass those through `modelKwargs`.
+
+```ts
+OpenAICompatibleProviderModule.forRoot({
+  name: 'minimax',
+  apiKey: process.env.MINIMAX_API_KEY,
+  baseURL: 'https://api.minimax.io/v1',
+  model: 'MiniMax-M3',
+  modelKwargs: {
+    reasoning_split: true,
+  },
+});
+```
+
+`configuration` is forwarded to the underlying OpenAI client used by `@langchain/openai`, with `baseURL` set from the module options.

package/dist/index.d.ts

@@ -0,0 +1,2 @@
+export * from './openai-compatible.module';
+export * from './tokens';

package/dist/index.js

@@ -0,0 +1,19 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./openai-compatible.module"), exports);
+__exportStar(require("./tokens"), exports);
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,6DAA2C;AAC3C,2CAAyB"}

package/dist/openai-compatible.module.d.ts

@@ -0,0 +1,29 @@
+import { DynamicModule } from '@nestjs/common';
+export interface OpenAICompatibleClientConfiguration {
+    baseURL?: string;
+    defaultHeaders?: Record<string, string>;
+    [key: string]: unknown;
+}
+export interface OpenAICompatibleChatModelOptions {
+    name?: string;
+    apiKey?: string;
+    apiKeyEnv?: string;
+    baseURL?: string;
+    baseUrl?: string;
+    baseURLEnv?: string;
+    model?: string;
+    modelEnv?: string;
+    temperature?: number;
+    timeout?: number;
+    maxRetries?: number;
+    defaultHeaders?: Record<string, string>;
+    configuration?: OpenAICompatibleClientConfiguration;
+    modelKwargs?: Record<string, unknown>;
+}
+export interface OpenAICompatibleProviderOptions {
+    models: OpenAICompatibleChatModelOptions[];
+}
+export type OpenAICompatibleProviderModuleOptions = OpenAICompatibleChatModelOptions | OpenAICompatibleProviderOptions;
+export declare class OpenAICompatibleProviderModule {
+    static forRoot(options?: OpenAICompatibleProviderModuleOptions): DynamicModule;
+}

package/dist/openai-compatible.module.js

@@ -0,0 +1,153 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var OpenAICompatibleProviderModule_1;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.OpenAICompatibleProviderModule = void 0;
+const common_1 = require("@nestjs/common");
+const openai_1 = require("@langchain/openai");
+const tokens_1 = require("./tokens");
+let OpenAICompatibleProviderModule = OpenAICompatibleProviderModule_1 = class OpenAICompatibleProviderModule {
+    static forRoot(options = {}) {
+        const modelOptions = normalizeModuleOptions(options);
+        const providers = modelOptions.map(createModelProvider);
+        return {
+            module: OpenAICompatibleProviderModule_1,
+            providers,
+            exports: providers.map((provider) => provider.provide),
+        };
+    }
+};
+exports.OpenAICompatibleProviderModule = OpenAICompatibleProviderModule;
+exports.OpenAICompatibleProviderModule = OpenAICompatibleProviderModule = OpenAICompatibleProviderModule_1 = __decorate([
+    (0, common_1.Module)({})
+], OpenAICompatibleProviderModule);
+function normalizeModuleOptions(options) {
+    const modelOptions = hasModelList(options) ? options.models : [options];
+    if (modelOptions.length === 0) {
+        throw new Error('At least one OpenAI-compatible model must be configured.');
+    }
+    const names = new Set();
+    for (const modelOption of modelOptions) {
+        const name = normalizeName(modelOption.name);
+        if (names.has(name)) {
+            throw new Error(`Duplicate OpenAI-compatible model name "${name}".`);
+        }
+        names.add(name);
+    }
+    return modelOptions;
+}
+function hasModelList(options) {
+    return 'models' in options && Array.isArray(options.models);
+}
+function createModelProvider(options) {
+    const name = normalizeName(options.name);
+    const provide = (0, tokens_1.getOpenAICompatibleModelToken)(name);
+    return {
+        provide,
+        useFactory: () => {
+            const apiKey = resolveApiKey(name, options);
+            const baseURL = resolveBaseURL(name, options);
+            const model = resolveModel(name, options);
+            const config = {
+                apiKey,
+                model,
+                temperature: options.temperature ?? 0,
+                configuration: resolveClientConfiguration(baseURL, options),
+            };
+            if (typeof options.timeout === 'number') {
+                config.timeout = options.timeout;
+            }
+            if (typeof options.maxRetries === 'number') {
+                config.maxRetries = options.maxRetries;
+            }
+            if (options.modelKwargs) {
+                config.modelKwargs = options.modelKwargs;
+            }
+            return new openai_1.ChatOpenAI(config);
+        },
+    };
+}
+function resolveApiKey(name, options) {
+    const apiKey = firstNonEmpty(options.apiKey, readEnv(options.apiKeyEnv), ...readDefaultEnvs(name, 'API_KEY'));
+    if (!apiKey) {
+        throw new Error(`OpenAI-compatible API key is required for model "${name}".`);
+    }
+    return apiKey;
+}
+function resolveBaseURL(name, options) {
+    const baseURL = firstNonEmpty(options.baseURL, options.baseUrl, stringValue(options.configuration?.baseURL), readEnv(options.baseURLEnv), ...readDefaultEnvs(name, 'BASE_URL'));
+    if (!baseURL) {
+        throw new Error(`OpenAI-compatible baseURL is required for model "${name}".`);
+    }
+    return baseURL;
+}
+function resolveModel(name, options) {
+    const model = firstNonEmpty(options.model, readEnv(options.modelEnv), ...readDefaultEnvs(name, 'MODEL'));
+    if (!model) {
+        throw new Error(`OpenAI-compatible model is required for "${name}".`);
+    }
+    return model;
+}
+function resolveClientConfiguration(baseURL, options) {
+    const defaultHeaders = mergeDefaultHeaders(options.configuration?.defaultHeaders, options.defaultHeaders);
+    const configuration = {
+        ...options.configuration,
+        baseURL,
+    };
+    if (defaultHeaders) {
+        configuration.defaultHeaders = defaultHeaders;
+    }
+    return configuration;
+}
+function mergeDefaultHeaders(base, override) {
+    if (!base && !override) {
+        return undefined;
+    }
+    return {
+        ...base,
+        ...override,
+    };
+}
+function normalizeName(name = tokens_1.DEFAULT_OPENAI_COMPATIBLE_MODEL_NAME) {
+    const trimmed = name.trim();
+    if (!trimmed) {
+        throw new Error('OpenAI-compatible model name is required.');
+    }
+    return trimmed;
+}
+function firstNonEmpty(...values) {
+    return values.find((value) => typeof value === 'string' && value.length > 0);
+}
+function readEnv(name) {
+    return name ? process.env[name] : undefined;
+}
+function readDefaultEnvs(name, suffix) {
+    if (name === tokens_1.DEFAULT_OPENAI_COMPATIBLE_MODEL_NAME) {
+        return [process.env[`OPENAI_COMPATIBLE_${suffix}`]].filter(isString);
+    }
+    const envPrefix = toEnvPrefix(name);
+    return [
+        process.env[`OPENAI_COMPATIBLE_${envPrefix}_${suffix}`],
+        process.env[`${envPrefix}_${suffix}`],
+    ].filter(isString);
+}
+function toEnvPrefix(name) {
+    return name
+        .trim()
+        .replace(/([a-z0-9])([A-Z])/g, '$1_$2')
+        .replace(/[^a-zA-Z0-9]+/g, '_')
+        .replace(/^_+|_+$/g, '')
+        .toUpperCase();
+}
+function stringValue(value) {
+    return typeof value === 'string' ? value : undefined;
+}
+function isString(value) {
+    return typeof value === 'string';
+}
+//# sourceMappingURL=openai-compatible.module.js.map

package/dist/openai-compatible.module.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai-compatible.module.js","sourceRoot":"","sources":["../src/openai-compatible.module.ts"],"names":[],"mappings":";;;;;;;;;;AAAA,2CAAsE;AACtE,8CAA+C;AAE/C,qCAGkB;AAkCX,IAAM,8BAA8B,sCAApC,MAAM,8BAA8B;IACzC,MAAM,CAAC,OAAO,CACZ,UAAiD,EAAE;QAEnD,MAAM,YAAY,GAAG,sBAAsB,CAAC,OAAO,CAAC,CAAC;QACrD,MAAM,SAAS,GAAG,YAAY,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;QAExD,OAAO;YACL,MAAM,EAAE,gCAA8B;YACtC,SAAS;YACT,OAAO,EAAE,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC;SACvD,CAAC;IACJ,CAAC;CACF,CAAA;AAbY,wEAA8B;yCAA9B,8BAA8B;IAD1C,IAAA,eAAM,EAAC,EAAE,CAAC;GACE,8BAA8B,CAa1C;AAUD,SAAS,sBAAsB,CAC7B,OAA8C;IAE9C,MAAM,YAAY,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;IAExE,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC9B,MAAM,IAAI,KAAK,CAAC,0DAA0D,CAAC,CAAC;IAC9E,CAAC;IAED,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAC;IAEhC,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE,CAAC;QACvC,MAAM,IAAI,GAAG,aAAa,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QAE7C,IAAI,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,2CAA2C,IAAI,IAAI,CAAC,CAAC;QACvE,CAAC;QAED,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAClB,CAAC;IAED,OAAO,YAAY,CAAC;AACtB,CAAC;AAED,SAAS,YAAY,CACnB,OAA8C;IAE9C,OAAO,QAAQ,IAAI,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;AAC9D,CAAC;AAED,SAAS,mBAAmB,CAC1B,OAAyC;IAEzC,MAAM,IAAI,GAAG,aAAa,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACzC,MAAM,OAAO,GAAG,IAAA,sCAA6B,EAAC,IAAI,CAAC,CAAC;IAEpD,OAAO;QACL,OAAO;QACP,UAAU,EAAE,GAAG,EAAE;YACf,MAAM,MAAM,GAAG,aAAa,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YAC5C,MAAM,OAAO,GAAG,cAAc,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YAC9C,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YAE1C,MAAM,MAAM,GAA4B;gBACtC,MAAM;gBACN,KAAK;gBACL,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,CAAC;gBACrC,aAAa,EAAE,0BAA0B,CAAC,OAAO,EAAE,OAAO,CAAC;aAC5D,CAAC;YAEF,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;gBACxC,MAAM,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;YACnC,CAAC;YAED,IAAI,OAAO,OAAO,CAAC,UAAU,KAAK,QAAQ,EAAE,CAAC;gBAC3C,MAAM,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;YACzC,CAAC;YAED,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;gBACxB,MAAM,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;YAC3C,CAAC;YAED,OAAO,IAAK,mBAAoC,CAAC,MAAM,CAAC,CAAC;QAC3D,CAAC;KACF,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CACpB,IAAY,EACZ,OAAyC;IAEzC,MAAM,MAAM,GAAG,aAAa,CAC1B,OAAO,CAAC,MAAM,EACd,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,EAC1B,GAAG,eAAe,CAAC,IAAI,EAAE,SAAS,CAAC,CACpC,CAAC;IAEF,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CACb,oDAAoD,IAAI,IAAI,CAC7D,CAAC;IACJ,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,cAAc,CACrB,IAAY,EACZ,OAAyC;IAEzC,MAAM,OAAO,GAAG,aAAa,CAC3B,OAAO,CAAC,OAAO,EACf,OAAO,CAAC,OAAO,EACf,WAAW,CAAC,OAAO,CAAC,aAAa,EAAE,OAAO,CAAC,EAC3C,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,EAC3B,GAAG,eAAe,CAAC,IAAI,EAAE,UAAU,CAAC,CACrC,CAAC;IAEF,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CACb,oDAAoD,IAAI,IAAI,CAC7D,CAAC;IACJ,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,YAAY,CACnB,IAAY,EACZ,OAAyC;IAEzC,MAAM,KAAK,GAAG,aAAa,CACzB,OAAO,CAAC,KAAK,EACb,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,EACzB,GAAG,eAAe,CAAC,IAAI,EAAE,OAAO,CAAC,CAClC,CAAC;IAEF,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CAAC,4CAA4C,IAAI,IAAI,CAAC,CAAC;IACxE,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,0BAA0B,CACjC,OAAe,EACf,OAAyC;IAEzC,MAAM,cAAc,GAAG,mBAAmB,CACxC,OAAO,CAAC,aAAa,EAAE,cAAc,EACrC,OAAO,CAAC,cAAc,CACvB,CAAC;IACF,MAAM,aAAa,GAAwC;QACzD,GAAG,OAAO,CAAC,aAAa;QACxB,OAAO;KACR,CAAC;IAEF,IAAI,cAAc,EAAE,CAAC;QACnB,aAAa,CAAC,cAAc,GAAG,cAAc,CAAC;IAChD,CAAC;IAED,OAAO,aAAa,CAAC;AACvB,CAAC;AAED,SAAS,mBAAmB,CAC1B,IAA6B,EAC7B,QAAiC;IAEjC,IAAI,CAAC,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;QACvB,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,OAAO;QACL,GAAG,IAAI;QACP,GAAG,QAAQ;KACZ,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,IAAI,GAAG,6CAAoC;IAChE,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAE5B,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;IAC/D,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,aAAa,CACpB,GAAG,MAAiC;IAEpC,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AAC/E,CAAC;AAED,SAAS,OAAO,CAAC,IAAwB;IACvC,OAAO,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;AAC9C,CAAC;AAED,SAAS,eAAe,CAAC,IAAY,EAAE,MAAc;IACnD,IAAI,IAAI,KAAK,6CAAoC,EAAE,CAAC;QAClD,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,qBAAqB,MAAM,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IACvE,CAAC;IAED,MAAM,SAAS,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;IAEpC,OAAO;QACL,OAAO,CAAC,GAAG,CAAC,qBAAqB,SAAS,IAAI,MAAM,EAAE,CAAC;QACvD,OAAO,CAAC,GAAG,CAAC,GAAG,SAAS,IAAI,MAAM,EAAE,CAAC;KACtC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;AACrB,CAAC;AAED,SAAS,WAAW,CAAC,IAAY;IAC/B,OAAO,IAAI;SACR,IAAI,EAAE;SACN,OAAO,CAAC,oBAAoB,EAAE,OAAO,CAAC;SACtC,OAAO,CAAC,gBAAgB,EAAE,GAAG,CAAC;SAC9B,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC;SACvB,WAAW,EAAE,CAAC;AACnB,CAAC;AAED,SAAS,WAAW,CAAC,KAAc;IACjC,OAAO,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;AACvD,CAAC;AAED,SAAS,QAAQ,CAAC,KAAyB;IACzC,OAAO,OAAO,KAAK,KAAK,QAAQ,CAAC;AACnC,CAAC"}

package/dist/tokens.d.ts

@@ -0,0 +1,3 @@
+export declare const DEFAULT_OPENAI_COMPATIBLE_MODEL_NAME = "default";
+export declare function getOpenAICompatibleModelToken(name?: string): string;
+export declare function InjectOpenAICompatibleModel(name?: string): ParameterDecorator;

package/dist/tokens.js

@@ -0,0 +1,21 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DEFAULT_OPENAI_COMPATIBLE_MODEL_NAME = void 0;
+exports.getOpenAICompatibleModelToken = getOpenAICompatibleModelToken;
+exports.InjectOpenAICompatibleModel = InjectOpenAICompatibleModel;
+const common_1 = require("@nestjs/common");
+exports.DEFAULT_OPENAI_COMPATIBLE_MODEL_NAME = 'default';
+function getOpenAICompatibleModelToken(name = exports.DEFAULT_OPENAI_COMPATIBLE_MODEL_NAME) {
+    return `nest-langchain:openai-compatible:${normalizeModelName(name)}:chat-model`;
+}
+function InjectOpenAICompatibleModel(name = exports.DEFAULT_OPENAI_COMPATIBLE_MODEL_NAME) {
+    return (0, common_1.Inject)(getOpenAICompatibleModelToken(name));
+}
+function normalizeModelName(name) {
+    const trimmed = name.trim();
+    if (!trimmed) {
+        throw new Error('OpenAI-compatible model name is required.');
+    }
+    return trimmed;
+}
+//# sourceMappingURL=tokens.js.map

package/dist/tokens.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tokens.js","sourceRoot":"","sources":["../src/tokens.ts"],"names":[],"mappings":";;;AAIA,sEAIC;AAED,kEAIC;AAdD,2CAAwC;AAE3B,QAAA,oCAAoC,GAAG,SAAS,CAAC;AAE9D,SAAgB,6BAA6B,CAC3C,IAAI,GAAG,4CAAoC;IAE3C,OAAO,oCAAoC,kBAAkB,CAAC,IAAI,CAAC,aAAa,CAAC;AACnF,CAAC;AAED,SAAgB,2BAA2B,CACzC,IAAI,GAAG,4CAAoC;IAE3C,OAAO,IAAA,eAAM,EAAC,6BAA6B,CAAC,IAAI,CAAC,CAAuB,CAAC;AAC3E,CAAC;AAED,SAAS,kBAAkB,CAAC,IAAY;IACtC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAE5B,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;IAC/D,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/package.json

@@ -0,0 +1,37 @@
+{
+  "name": "@nest-langchain/openai-compatible",
+  "version": "0.1.0",
+  "description": "OpenAI-compatible provider tokens and model factory wiring for Nest LangChain.",
+  "license": "MIT",
+  "author": "easdkr",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "files": [
+    "dist",
+    "src",
+    "README.md"
+  ],
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "default": "./dist/index.js"
+    }
+  },
+  "publishConfig": {
+    "access": "public"
+  },
+  "scripts": {
+    "build": "rm -rf dist && tsc -p tsconfig.build.json",
+    "test": "vitest run",
+    "typecheck": "tsc --noEmit -p tsconfig.json"
+  },
+  "peerDependencies": {
+    "@langchain/openai": "^1.5.1",
+    "@nestjs/common": "^10 || ^11"
+  },
+  "devDependencies": {
+    "@langchain/openai": "^1.5.1",
+    "@nestjs/common": "^11.1.27",
+    "vitest": "^4.0.15"
+  }
+}

package/src/index.ts

@@ -0,0 +1,2 @@
+export * from './openai-compatible.module';
+export * from './tokens';

package/src/openai-compatible.module.ts

@@ -0,0 +1,270 @@
+import { DynamicModule, Module, type Provider } from '@nestjs/common';
+import { ChatOpenAI } from '@langchain/openai';
+
+import {
+  DEFAULT_OPENAI_COMPATIBLE_MODEL_NAME,
+  getOpenAICompatibleModelToken,
+} from './tokens';
+
+export interface OpenAICompatibleClientConfiguration {
+  baseURL?: string;
+  defaultHeaders?: Record<string, string>;
+  [key: string]: unknown;
+}
+
+export interface OpenAICompatibleChatModelOptions {
+  name?: string;
+  apiKey?: string;
+  apiKeyEnv?: string;
+  baseURL?: string;
+  baseUrl?: string;
+  baseURLEnv?: string;
+  model?: string;
+  modelEnv?: string;
+  temperature?: number;
+  timeout?: number;
+  maxRetries?: number;
+  defaultHeaders?: Record<string, string>;
+  configuration?: OpenAICompatibleClientConfiguration;
+  modelKwargs?: Record<string, unknown>;
+}
+
+export interface OpenAICompatibleProviderOptions {
+  models: OpenAICompatibleChatModelOptions[];
+}
+
+export type OpenAICompatibleProviderModuleOptions =
+  | OpenAICompatibleChatModelOptions
+  | OpenAICompatibleProviderOptions;
+
+@Module({})
+export class OpenAICompatibleProviderModule {
+  static forRoot(
+    options: OpenAICompatibleProviderModuleOptions = {},
+  ): DynamicModule {
+    const modelOptions = normalizeModuleOptions(options);
+    const providers = modelOptions.map(createModelProvider);
+
+    return {
+      module: OpenAICompatibleProviderModule,
+      providers,
+      exports: providers.map((provider) => provider.provide),
+    };
+  }
+}
+
+type ChatOpenAIConstructor = new (
+  fields: Record<string, unknown>,
+) => InstanceType<typeof ChatOpenAI>;
+
+type ModelProvider = Provider & {
+  provide: string;
+};
+
+function normalizeModuleOptions(
+  options: OpenAICompatibleProviderModuleOptions,
+): OpenAICompatibleChatModelOptions[] {
+  const modelOptions = hasModelList(options) ? options.models : [options];
+
+  if (modelOptions.length === 0) {
+    throw new Error('At least one OpenAI-compatible model must be configured.');
+  }
+
+  const names = new Set<string>();
+
+  for (const modelOption of modelOptions) {
+    const name = normalizeName(modelOption.name);
+
+    if (names.has(name)) {
+      throw new Error(`Duplicate OpenAI-compatible model name "${name}".`);
+    }
+
+    names.add(name);
+  }
+
+  return modelOptions;
+}
+
+function hasModelList(
+  options: OpenAICompatibleProviderModuleOptions,
+): options is OpenAICompatibleProviderOptions {
+  return 'models' in options && Array.isArray(options.models);
+}
+
+function createModelProvider(
+  options: OpenAICompatibleChatModelOptions,
+): ModelProvider {
+  const name = normalizeName(options.name);
+  const provide = getOpenAICompatibleModelToken(name);
+
+  return {
+    provide,
+    useFactory: () => {
+      const apiKey = resolveApiKey(name, options);
+      const baseURL = resolveBaseURL(name, options);
+      const model = resolveModel(name, options);
+
+      const config: Record<string, unknown> = {
+        apiKey,
+        model,
+        temperature: options.temperature ?? 0,
+        configuration: resolveClientConfiguration(baseURL, options),
+      };
+
+      if (typeof options.timeout === 'number') {
+        config.timeout = options.timeout;
+      }
+
+      if (typeof options.maxRetries === 'number') {
+        config.maxRetries = options.maxRetries;
+      }
+
+      if (options.modelKwargs) {
+        config.modelKwargs = options.modelKwargs;
+      }
+
+      return new (ChatOpenAI as ChatOpenAIConstructor)(config);
+    },
+  };
+}
+
+function resolveApiKey(
+  name: string,
+  options: OpenAICompatibleChatModelOptions,
+): string {
+  const apiKey = firstNonEmpty(
+    options.apiKey,
+    readEnv(options.apiKeyEnv),
+    ...readDefaultEnvs(name, 'API_KEY'),
+  );
+
+  if (!apiKey) {
+    throw new Error(
+      `OpenAI-compatible API key is required for model "${name}".`,
+    );
+  }
+
+  return apiKey;
+}
+
+function resolveBaseURL(
+  name: string,
+  options: OpenAICompatibleChatModelOptions,
+): string {
+  const baseURL = firstNonEmpty(
+    options.baseURL,
+    options.baseUrl,
+    stringValue(options.configuration?.baseURL),
+    readEnv(options.baseURLEnv),
+    ...readDefaultEnvs(name, 'BASE_URL'),
+  );
+
+  if (!baseURL) {
+    throw new Error(
+      `OpenAI-compatible baseURL is required for model "${name}".`,
+    );
+  }
+
+  return baseURL;
+}
+
+function resolveModel(
+  name: string,
+  options: OpenAICompatibleChatModelOptions,
+): string {
+  const model = firstNonEmpty(
+    options.model,
+    readEnv(options.modelEnv),
+    ...readDefaultEnvs(name, 'MODEL'),
+  );
+
+  if (!model) {
+    throw new Error(`OpenAI-compatible model is required for "${name}".`);
+  }
+
+  return model;
+}
+
+function resolveClientConfiguration(
+  baseURL: string,
+  options: OpenAICompatibleChatModelOptions,
+): OpenAICompatibleClientConfiguration {
+  const defaultHeaders = mergeDefaultHeaders(
+    options.configuration?.defaultHeaders,
+    options.defaultHeaders,
+  );
+  const configuration: OpenAICompatibleClientConfiguration = {
+    ...options.configuration,
+    baseURL,
+  };
+
+  if (defaultHeaders) {
+    configuration.defaultHeaders = defaultHeaders;
+  }
+
+  return configuration;
+}
+
+function mergeDefaultHeaders(
+  base?: Record<string, string>,
+  override?: Record<string, string>,
+): Record<string, string> | undefined {
+  if (!base && !override) {
+    return undefined;
+  }
+
+  return {
+    ...base,
+    ...override,
+  };
+}
+
+function normalizeName(name = DEFAULT_OPENAI_COMPATIBLE_MODEL_NAME): string {
+  const trimmed = name.trim();
+
+  if (!trimmed) {
+    throw new Error('OpenAI-compatible model name is required.');
+  }
+
+  return trimmed;
+}
+
+function firstNonEmpty(
+  ...values: Array<string | undefined>
+): string | undefined {
+  return values.find((value) => typeof value === 'string' && value.length > 0);
+}
+
+function readEnv(name: string | undefined): string | undefined {
+  return name ? process.env[name] : undefined;
+}
+
+function readDefaultEnvs(name: string, suffix: string): string[] {
+  if (name === DEFAULT_OPENAI_COMPATIBLE_MODEL_NAME) {
+    return [process.env[`OPENAI_COMPATIBLE_${suffix}`]].filter(isString);
+  }
+
+  const envPrefix = toEnvPrefix(name);
+
+  return [
+    process.env[`OPENAI_COMPATIBLE_${envPrefix}_${suffix}`],
+    process.env[`${envPrefix}_${suffix}`],
+  ].filter(isString);
+}
+
+function toEnvPrefix(name: string): string {
+  return name
+    .trim()
+    .replace(/([a-z0-9])([A-Z])/g, '$1_$2')
+    .replace(/[^a-zA-Z0-9]+/g, '_')
+    .replace(/^_+|_+$/g, '')
+    .toUpperCase();
+}
+
+function stringValue(value: unknown): string | undefined {
+  return typeof value === 'string' ? value : undefined;
+}
+
+function isString(value: string | undefined): value is string {
+  return typeof value === 'string';
+}

package/src/tokens.ts

@@ -0,0 +1,25 @@
+import { Inject } from '@nestjs/common';
+
+export const DEFAULT_OPENAI_COMPATIBLE_MODEL_NAME = 'default';
+
+export function getOpenAICompatibleModelToken(
+  name = DEFAULT_OPENAI_COMPATIBLE_MODEL_NAME,
+): string {
+  return `nest-langchain:openai-compatible:${normalizeModelName(name)}:chat-model`;
+}
+
+export function InjectOpenAICompatibleModel(
+  name = DEFAULT_OPENAI_COMPATIBLE_MODEL_NAME,
+): ParameterDecorator {
+  return Inject(getOpenAICompatibleModelToken(name)) as ParameterDecorator;
+}
+
+function normalizeModelName(name: string): string {
+  const trimmed = name.trim();
+
+  if (!trimmed) {
+    throw new Error('OpenAI-compatible model name is required.');
+  }
+
+  return trimmed;
+}