@ax-llm/ax 11.0.15 → 11.0.16

package/index.d.cts

@@ -1064,6 +1064,7 @@ interface AxAIGoogleGeminiArgs {
     apiKey?: string;
     projectId?: string;
     region?: string;
+    endpoint?: string;
     config?: Readonly<Partial<AxAIGoogleGeminiConfig>>;
     options?: Readonly<AxAIServiceOptions & AxAIGoogleGeminiOptionsTools>;
     models?: AxAIModelList<AxAIGoogleGeminiModel>;
@@ -1072,7 +1073,7 @@ interface AxAIGoogleGeminiArgs {
  * AxAIGoogleGemini: AI Service
  */
 declare class AxAIGoogleGemini extends AxBaseAI<AxAIGoogleGeminiModel, AxAIGoogleGeminiEmbedModel, AxAIGoogleGeminiChatRequest, AxAIGoogleGeminiBatchEmbedRequest | AxAIGoogleVertexBatchEmbedRequest, AxAIGoogleGeminiChatResponse, AxAIGoogleGeminiChatResponseDelta, AxAIGoogleGeminiBatchEmbedResponse | AxAIGoogleVertexBatchEmbedResponse> {
-    constructor({ apiKey, projectId, region, config, options, models, }: Readonly<Omit<AxAIGoogleGeminiArgs, 'name'>>);
+    constructor({ apiKey, projectId, region, endpoint, config, options, models, }: Readonly<Omit<AxAIGoogleGeminiArgs, 'name'>>);
 }
 
 declare enum AxAIGroqModel {

package/index.d.ts

@@ -1064,6 +1064,7 @@ interface AxAIGoogleGeminiArgs {
     apiKey?: string;
     projectId?: string;
     region?: string;
+    endpoint?: string;
     config?: Readonly<Partial<AxAIGoogleGeminiConfig>>;
     options?: Readonly<AxAIServiceOptions & AxAIGoogleGeminiOptionsTools>;
     models?: AxAIModelList<AxAIGoogleGeminiModel>;
@@ -1072,7 +1073,7 @@ interface AxAIGoogleGeminiArgs {
  * AxAIGoogleGemini: AI Service
  */
 declare class AxAIGoogleGemini extends AxBaseAI<AxAIGoogleGeminiModel, AxAIGoogleGeminiEmbedModel, AxAIGoogleGeminiChatRequest, AxAIGoogleGeminiBatchEmbedRequest | AxAIGoogleVertexBatchEmbedRequest, AxAIGoogleGeminiChatResponse, AxAIGoogleGeminiChatResponseDelta, AxAIGoogleGeminiBatchEmbedResponse | AxAIGoogleVertexBatchEmbedResponse> {
-    constructor({ apiKey, projectId, region, config, options, models, }: Readonly<Omit<AxAIGoogleGeminiArgs, 'name'>>);
+    constructor({ apiKey, projectId, region, endpoint, config, options, models, }: Readonly<Omit<AxAIGoogleGeminiArgs, 'name'>>);
 }
 
 declare enum AxAIGroqModel {

package/index.js

@@ -2584,9 +2584,10 @@ var axAIGoogleGeminiDefaultConfig = () => structuredClone({
   ...axBaseAIDefaultConfig()
 });
 var AxAIGoogleGeminiImpl = class {
-  constructor(config, isVertex, apiKey, options) {
+  constructor(config, isVertex, endpoint, apiKey, options) {
     this.config = config;
     this.isVertex = isVertex;
+    this.endpoint = endpoint;
     this.apiKey = apiKey;
     this.options = options;
   }
@@ -2611,9 +2612,16 @@ var AxAIGoogleGeminiImpl = class {
     if (!req.chatPrompt || req.chatPrompt.length === 0) {
       throw new Error("Chat prompt is empty");
     }
-    const apiConfig = {
-      name: stream ? `/models/${model}:streamGenerateContent?alt=sse` : `/models/${model}:generateContent`
-    };
+    let apiConfig;
+    if (this.endpoint) {
+      apiConfig = {
+        name: stream ? `/${this.endpoint}:streamGenerateContent?alt=sse` : `/${this.endpoint}:generateContent`
+      };
+    } else {
+      apiConfig = {
+        name: stream ? `/models/${model}:streamGenerateContent?alt=sse` : `/models/${model}:generateContent`
+      };
+    }
     if (!this.isVertex) {
       const pf = stream ? "&" : "?";
       apiConfig.name += `${pf}key=${this.apiKey}`;
@@ -2764,9 +2772,15 @@ var AxAIGoogleGeminiImpl = class {
     let apiConfig;
     let reqValue;
     if (this.isVertex) {
-      apiConfig = {
-        name: `/models/${model}:predict`
-      };
+      if (this.endpoint) {
+        apiConfig = {
+          name: `/${this.endpoint}:predict`
+        };
+      } else {
+        apiConfig = {
+          name: `/models/${model}:predict`
+        };
+      }
       reqValue = {
         instances: req.texts.map((text) => ({
           content: text
@@ -2864,6 +2878,7 @@ var AxAIGoogleGemini = class extends AxBaseAI {
     apiKey,
     projectId,
     region,
+    endpoint,
     config,
     options,
     models
@@ -2872,7 +2887,13 @@ var AxAIGoogleGemini = class extends AxBaseAI {
     let apiURL;
     let headers;
     if (isVertex) {
-      apiURL = `https://${region}-aiplatform.googleapis.com/v1/projects/${projectId}/locations/${region}/publishers/google/`;
+      let path;
+      if (endpoint) {
+        path = "endpoints";
+      } else {
+        path = "publishers/google";
+      }
+      apiURL = `https://${region}-aiplatform.googleapis.com/v1/projects/${projectId}/locations/${region}/${path}`;
       if (apiKey) {
         headers = async () => ({ Authorization: `Bearer ${apiKey}` });
       } else {
@@ -2892,7 +2913,13 @@ var AxAIGoogleGemini = class extends AxBaseAI {
       ...axAIGoogleGeminiDefaultConfig(),
       ...config
     };
-    const aiImpl = new AxAIGoogleGeminiImpl(_config, isVertex, apiKey, options);
+    const aiImpl = new AxAIGoogleGeminiImpl(
+      _config,
+      isVertex,
+      endpoint,
+      apiKey,
+      options
+    );
     super(aiImpl, {
       name: "GoogleGeminiAI",
       apiURL,