graphlit-client 1.0.20250705001 → 1.0.20250710001

package/dist/client.d.ts

@@ -48,6 +48,7 @@ declare class Graphlit {
     private mistralClient?;
     private bedrockClient?;
     private deepseekClient?;
+    private xaiClient?;
     constructor(organizationIdOrOptions?: string | GraphlitClientOptions, environmentId?: string, jwtSecret?: string, ownerId?: string, userId?: string, apiUri?: string);
     refreshClient(): void;
     /**
@@ -95,6 +96,11 @@ declare class Graphlit {
      * @param client - OpenAI client instance configured for Deepseek (e.g., new OpenAI({ baseURL: "https://api.deepseek.com", apiKey: "..." }))
      */
     setDeepseekClient(client: any): void;
+    /**
+     * Set a custom xAI client instance for streaming
+     * @param client - OpenAI client instance configured for xAI (e.g., new OpenAI({ baseURL: "https://api.x.ai/v1", apiKey: "..." }))
+     */
+    setXaiClient(client: any): void;
     /**
      * Update retry configuration and refresh the Apollo client
      * @param retryConfig - New retry configuration
@@ -505,6 +511,7 @@ declare class Graphlit {
      * Stream with Deepseek client
      */
     private streamWithDeepseek;
+    private streamWithXai;
     private executeToolsForPromptAgent;
     private prettyPrintGraphQLError;
     private mutateAndCheckError;

package/dist/client.js

@@ -9,7 +9,7 @@ import * as dotenv from "dotenv";
 import { getServiceType, getModelName } from "./model-mapping.js";
 import { UIEventAdapter } from "./streaming/ui-event-adapter.js";
 import { formatMessagesForOpenAI, formatMessagesForAnthropic, formatMessagesForGoogle, formatMessagesForMistral, formatMessagesForBedrock, } from "./streaming/llm-formatters.js";
-import { streamWithOpenAI, streamWithAnthropic, streamWithGoogle, streamWithGroq, streamWithCerebras, streamWithCohere, streamWithMistral, streamWithBedrock, streamWithDeepseek, } from "./streaming/providers.js";
+import { streamWithOpenAI, streamWithAnthropic, streamWithGoogle, streamWithGroq, streamWithCerebras, streamWithCohere, streamWithMistral, streamWithBedrock, streamWithDeepseek, streamWithXai, } from "./streaming/providers.js";
 // Optional imports for streaming LLM clients
 // These are peer dependencies and may not be installed
 // We need to use createRequire for optional dependencies to avoid build errors
@@ -132,6 +132,7 @@ class Graphlit {
     mistralClient;
     bedrockClient;
     deepseekClient;
+    xaiClient;
     constructor(organizationIdOrOptions, environmentId, jwtSecret, ownerId, userId, apiUri) {
         // Handle both old constructor signature and new options object
         let options;
@@ -331,6 +332,13 @@ class Graphlit {
     setDeepseekClient(client) {
         this.deepseekClient = client;
     }
+    /**
+     * Set a custom xAI client instance for streaming
+     * @param client - OpenAI client instance configured for xAI (e.g., new OpenAI({ baseURL: "https://api.x.ai/v1", apiKey: "..." }))
+     */
+    setXaiClient(client) {
+        this.xaiClient = client;
+    }
     /**
      * Update retry configuration and refresh the Apollo client
      * @param retryConfig - New retry configuration
@@ -1823,6 +1831,8 @@ class Graphlit {
                     return hasBedrockClient;
                 case Types.ModelServiceTypes.Deepseek:
                     return OpenAI !== undefined || this.deepseekClient !== undefined;
+                case Types.ModelServiceTypes.Xai:
+                    return OpenAI !== undefined || this.xaiClient !== undefined;
                 default:
                     return false;
             }
@@ -1839,6 +1849,8 @@ class Graphlit {
             this.cohereClient !== undefined;
         const hasMistral = Mistral !== undefined || this.mistralClient !== undefined;
         const hasBedrock = BedrockRuntimeClient !== undefined || this.bedrockClient !== undefined;
+        const hasDeepseek = OpenAI !== undefined || this.deepseekClient !== undefined;
+        const hasXai = OpenAI !== undefined || this.xaiClient !== undefined;
         return (hasOpenAI ||
             hasAnthropic ||
             hasGoogle ||
@@ -1846,7 +1858,9 @@ class Graphlit {
             hasCerebras ||
             hasCohere ||
             hasMistral ||
-            hasBedrock);
+            hasBedrock ||
+            hasDeepseek ||
+            hasXai);
     }
     /**
      * Execute an agent with non-streaming response
@@ -2480,6 +2494,26 @@ class Graphlit {
                     console.log(`\n🏁 [Streaming] Deepseek native streaming completed (Round ${currentRound})`);
                 }
             }
+            else if (serviceType === Types.ModelServiceTypes.Xai &&
+                (OpenAI || this.xaiClient)) {
+                if (process.env.DEBUG_GRAPHLIT_SDK_STREAMING) {
+                    console.log(`\n✅ [Streaming] Using xAI native streaming (Round ${currentRound})`);
+                }
+                const xaiMessages = formatMessagesForOpenAI(messages); // xAI uses OpenAI format
+                if (process.env.DEBUG_GRAPHLIT_SDK_STREAMING_MESSAGES) {
+                    console.log(`🔍 [xAI] Sending ${xaiMessages.length} messages to LLM: ${JSON.stringify(xaiMessages)}`);
+                }
+                await this.streamWithXai(specification, xaiMessages, tools, uiAdapter, (message, calls, usage) => {
+                    roundMessage = message;
+                    toolCalls = calls;
+                    if (usage) {
+                        uiAdapter.setUsageData(usage);
+                    }
+                }, abortSignal);
+                if (process.env.DEBUG_GRAPHLIT_SDK_STREAMING) {
+                    console.log(`\n🏁 [Streaming] xAI native streaming completed (Round ${currentRound})`);
+                }
+            }
             else {
                 // Fallback to non-streaming
                 if (process.env.DEBUG_GRAPHLIT_SDK_STREAMING) {
@@ -3021,6 +3055,27 @@ class Graphlit {
         }
         await streamWithDeepseek(specification, messages, tools, deepseekClient, (event) => uiAdapter.handleEvent(event), onComplete, abortSignal);
     }
+    async streamWithXai(specification, messages, tools, uiAdapter, onComplete, abortSignal) {
+        // Check if we have either the OpenAI module or a provided xAI client
+        if (!OpenAI && !this.xaiClient) {
+            throw new Error("xAI client not available (requires OpenAI SDK)");
+        }
+        // Use provided client or create a new one with xAI base URL
+        const xaiClient = this.xaiClient ||
+            (OpenAI
+                ? new OpenAI({
+                    baseURL: "https://api.x.ai/v1",
+                    apiKey: process.env.XAI_API_KEY || "",
+                })
+                : null);
+        if (!xaiClient) {
+            throw new Error("Failed to create xAI client");
+        }
+        if (process.env.DEBUG_GRAPHLIT_SDK_STREAMING) {
+            console.log(`🚀 [Graphlit SDK] Routing to xAI streaming provider | Spec: ${specification.name} (${specification.id}) | Messages: ${messages.length} | Tools: ${tools?.length || 0}`);
+        }
+        await streamWithXai(specification, messages, tools, xaiClient, (event) => uiAdapter.handleEvent(event), onComplete, abortSignal);
+    }
     // Helper method to execute tools for promptAgent
     async executeToolsForPromptAgent(toolCalls, toolHandlers, allToolCalls, signal) {
         const responses = [];

package/dist/generated/graphql-documents.js

@@ -9223,6 +9223,16 @@ export const GetSpecification = gql `
       temperature
       probability
     }
+    xai {
+      tokenLimit
+      completionTokenLimit
+      model
+      key
+      modelName
+      endpoint
+      temperature
+      probability
+    }
     groq {
       tokenLimit
       completionTokenLimit
@@ -9583,6 +9593,16 @@ export const QuerySpecifications = gql `
         temperature
         probability
       }
+      xai {
+        tokenLimit
+        completionTokenLimit
+        model
+        key
+        modelName
+        endpoint
+        temperature
+        probability
+      }
       groq {
         tokenLimit
         completionTokenLimit

package/dist/generated/graphql-types.d.ts

@@ -399,13 +399,13 @@ export declare enum AnthropicModels {
     Claude_3Haiku = "CLAUDE_3_HAIKU",
     /** Claude 3 Haiku (03-07-2024 version) */
     Claude_3Haiku_20240307 = "CLAUDE_3_HAIKU_20240307",
-    /** Claude 3 Opus (Latest) */
+    /** @deprecated Use Claude 4 Opus instead. */
     Claude_3Opus = "CLAUDE_3_OPUS",
     /** Claude 3 Opus (02-29-2024 version) */
     Claude_3Opus_20240229 = "CLAUDE_3_OPUS_20240229",
-    /** Claude 3 Sonnet (Latest) */
+    /** @deprecated Use Claude 4 Sonnet instead. */
     Claude_3Sonnet = "CLAUDE_3_SONNET",
-    /** Claude 3 Sonnet (02-29-2024 version) */
+    /** @deprecated Use Claude 4 Sonnet instead. */
     Claude_3Sonnet_20240229 = "CLAUDE_3_SONNET_20240229",
     /** Claude 4 Opus (Latest) */
     Claude_4Opus = "CLAUDE_4_OPUS",
@@ -8460,7 +8460,9 @@ export declare enum ModelServiceTypes {
     /** Replicate */
     Replicate = "REPLICATE",
     /** Voyage */
-    Voyage = "VOYAGE"
+    Voyage = "VOYAGE",
+    /** xAI */
+    Xai = "XAI"
 }
 /** Represents an LLM text entity extraction connector. */
 export type ModelTextExtractionProperties = {
@@ -13803,6 +13805,8 @@ export type Specification = {
     type?: Maybe<SpecificationTypes>;
     /** The Voyage model properties. */
     voyage?: Maybe<VoyageModelProperties>;
+    /** The xAI model properties. */
+    xai?: Maybe<XaiModelProperties>;
 };
 /** Represents a filter for LLM specifications. */
 export type SpecificationFilter = {
@@ -13889,6 +13893,8 @@ export type SpecificationInput = {
     type?: InputMaybe<SpecificationTypes>;
     /** The Voyage model properties. */
     voyage?: InputMaybe<VoyageModelPropertiesInput>;
+    /** The XAI model properties. */
+    xai?: InputMaybe<XaiModelPropertiesInput>;
 };
 /** Represents LLM specification query results. */
 export type SpecificationResults = {
@@ -13973,6 +13979,8 @@ export type SpecificationUpdateInput = {
     type?: InputMaybe<SpecificationTypes>;
     /** The Voyage model properties. */
     voyage?: InputMaybe<VoyageModelPropertiesUpdateInput>;
+    /** The XAI model properties. */
+    xai?: InputMaybe<XaiModelPropertiesUpdateInput>;
 };
 /** Represents the storage policy. */
 export type StoragePolicy = {
@@ -14894,6 +14902,75 @@ export type WorkflowUpdateInput = {
     /** The storage stage of the content workflow. */
     storage?: InputMaybe<StorageWorkflowStageInput>;
 };
+/** Represents xAI model properties. */
+export type XaiModelProperties = {
+    __typename?: 'XAIModelProperties';
+    /** The limit of tokens generated by prompt completion. */
+    completionTokenLimit?: Maybe<Scalars['Int']['output']>;
+    /** The xAI API endpoint, if using developer's own account. */
+    endpoint?: Maybe<Scalars['URL']['output']>;
+    /** The xAI API key, if using developer's own account. */
+    key?: Maybe<Scalars['String']['output']>;
+    /** The xAI model, or custom, when using developer's own account. */
+    model: XaiModels;
+    /** The xAI model name, if using developer's own account. */
+    modelName?: Maybe<Scalars['String']['output']>;
+    /** The model token probability. */
+    probability?: Maybe<Scalars['Float']['output']>;
+    /** The model temperature. */
+    temperature?: Maybe<Scalars['Float']['output']>;
+    /** The number of tokens which can provided to the xAI model, if using developer's own account. */
+    tokenLimit?: Maybe<Scalars['Int']['output']>;
+};
+/** Represents xAI model properties. */
+export type XaiModelPropertiesInput = {
+    /** The limit of tokens generated by prompt completion. */
+    completionTokenLimit?: InputMaybe<Scalars['Int']['input']>;
+    /** The xAI API endpoint, if using developer's own account. */
+    endpoint?: InputMaybe<Scalars['URL']['input']>;
+    /** The xAI API key, if using developer's own account. */
+    key?: InputMaybe<Scalars['String']['input']>;
+    /** The xAI model, or custom, when using developer's own account. */
+    model: XaiModels;
+    /** The xAI model name, if using developer's own account. */
+    modelName?: InputMaybe<Scalars['String']['input']>;
+    /** The model token probability. */
+    probability?: InputMaybe<Scalars['Float']['input']>;
+    /** The model temperature. */
+    temperature?: InputMaybe<Scalars['Float']['input']>;
+    /** The number of tokens which can provided to the xAI model, if using developer's own account. */
+    tokenLimit?: InputMaybe<Scalars['Int']['input']>;
+};
+/** Represents xAI model properties. */
+export type XaiModelPropertiesUpdateInput = {
+    /** The limit of tokens generated by prompt completion. */
+    completionTokenLimit?: InputMaybe<Scalars['Int']['input']>;
+    /** The xAI API endpoint, if using developer's own account. */
+    endpoint?: InputMaybe<Scalars['URL']['input']>;
+    /** The xAI API key, if using developer's own account. */
+    key?: InputMaybe<Scalars['String']['input']>;
+    /** The xAI model, or custom, when using developer's own account. */
+    model?: InputMaybe<XaiModels>;
+    /** The xAI model name, if using developer's own account. */
+    modelName?: InputMaybe<Scalars['String']['input']>;
+    /** The model token probability. */
+    probability?: InputMaybe<Scalars['Float']['input']>;
+    /** The model temperature. */
+    temperature?: InputMaybe<Scalars['Float']['input']>;
+    /** The number of tokens which can provided to the xAI model, if using developer's own account. */
+    tokenLimit?: InputMaybe<Scalars['Int']['input']>;
+};
+/** xAI model type */
+export declare enum XaiModels {
+    /** Developer-specified model */
+    Custom = "CUSTOM",
+    /** Grok 3 (Latest) */
+    Grok_3 = "GROK_3",
+    /** Grok 3 Mini (Latest) */
+    Grok_3Mini = "GROK_3_MINI",
+    /** Grok 4 (Latest) */
+    Grok_4 = "GROK_4"
+}
 /** Represents YouTube feed properties. */
 export type YouTubeFeedProperties = {
     __typename?: 'YouTubeFeedProperties';
@@ -25878,6 +25955,17 @@ export type GetSpecificationQuery = {
             temperature?: number | null;
             probability?: number | null;
         } | null;
+        xai?: {
+            __typename?: 'XAIModelProperties';
+            tokenLimit?: number | null;
+            completionTokenLimit?: number | null;
+            model: XaiModels;
+            key?: string | null;
+            modelName?: string | null;
+            endpoint?: any | null;
+            temperature?: number | null;
+            probability?: number | null;
+        } | null;
         groq?: {
             __typename?: 'GroqModelProperties';
             tokenLimit?: number | null;
@@ -26283,6 +26371,17 @@ export type QuerySpecificationsQuery = {
                 temperature?: number | null;
                 probability?: number | null;
             } | null;
+            xai?: {
+                __typename?: 'XAIModelProperties';
+                tokenLimit?: number | null;
+                completionTokenLimit?: number | null;
+                model: XaiModels;
+                key?: string | null;
+                modelName?: string | null;
+                endpoint?: any | null;
+                temperature?: number | null;
+                probability?: number | null;
+            } | null;
             groq?: {
                 __typename?: 'GroqModelProperties';
                 tokenLimit?: number | null;

package/dist/generated/graphql-types.js

@@ -31,13 +31,13 @@ export var AnthropicModels;
     AnthropicModels["Claude_3Haiku"] = "CLAUDE_3_HAIKU";
     /** Claude 3 Haiku (03-07-2024 version) */
     AnthropicModels["Claude_3Haiku_20240307"] = "CLAUDE_3_HAIKU_20240307";
-    /** Claude 3 Opus (Latest) */
+    /** @deprecated Use Claude 4 Opus instead. */
     AnthropicModels["Claude_3Opus"] = "CLAUDE_3_OPUS";
     /** Claude 3 Opus (02-29-2024 version) */
     AnthropicModels["Claude_3Opus_20240229"] = "CLAUDE_3_OPUS_20240229";
-    /** Claude 3 Sonnet (Latest) */
+    /** @deprecated Use Claude 4 Sonnet instead. */
     AnthropicModels["Claude_3Sonnet"] = "CLAUDE_3_SONNET";
-    /** Claude 3 Sonnet (02-29-2024 version) */
+    /** @deprecated Use Claude 4 Sonnet instead. */
     AnthropicModels["Claude_3Sonnet_20240229"] = "CLAUDE_3_SONNET_20240229";
     /** Claude 4 Opus (Latest) */
     AnthropicModels["Claude_4Opus"] = "CLAUDE_4_OPUS";
@@ -1469,6 +1469,8 @@ export var ModelServiceTypes;
     ModelServiceTypes["Replicate"] = "REPLICATE";
     /** Voyage */
     ModelServiceTypes["Voyage"] = "VOYAGE";
+    /** xAI */
+    ModelServiceTypes["Xai"] = "XAI";
 })(ModelServiceTypes || (ModelServiceTypes = {}));
 /** Model type */
 export var ModelTypes;
@@ -2246,6 +2248,18 @@ export var VoyageModels;
     /** Voyage Multilingual 2.0 */
     VoyageModels["VoyageMultilingual_2_0"] = "VOYAGE_MULTILINGUAL_2_0";
 })(VoyageModels || (VoyageModels = {}));
+/** xAI model type */
+export var XaiModels;
+(function (XaiModels) {
+    /** Developer-specified model */
+    XaiModels["Custom"] = "CUSTOM";
+    /** Grok 3 (Latest) */
+    XaiModels["Grok_3"] = "GROK_3";
+    /** Grok 3 Mini (Latest) */
+    XaiModels["Grok_3Mini"] = "GROK_3_MINI";
+    /** Grok 4 (Latest) */
+    XaiModels["Grok_4"] = "GROK_4";
+})(XaiModels || (XaiModels = {}));
 export var YouTubeTypes;
 (function (YouTubeTypes) {
     /** YouTube Channel */

package/dist/model-mapping.js

@@ -136,6 +136,12 @@ const DEEPSEEK_MODEL_MAP = {
     [Types.DeepseekModels.Chat]: "deepseek-chat",
     [Types.DeepseekModels.Reasoner]: "deepseek-reasoner",
 };
+// xAI model mappings
+const XAI_MODEL_MAP = {
+    [Types.XaiModels.Grok_4]: "grok-4",
+    [Types.XaiModels.Grok_3]: "grok-3",
+    [Types.XaiModels.Grok_3Mini]: "grok-3-mini",
+};
 /**
  * Get the actual model name for a given specification
  * @param specification - The Graphlit specification object
@@ -171,6 +177,9 @@ export function getModelName(specification) {
     if (specification?.deepseek?.modelName) {
         return specification.deepseek.modelName;
     }
+    if (specification?.xai?.modelName) {
+        return specification.xai.modelName;
+    }
     // Map based on service type and model enum
     switch (serviceType) {
         case Types.ModelServiceTypes.OpenAi:
@@ -201,6 +210,9 @@ export function getModelName(specification) {
         case Types.ModelServiceTypes.Deepseek:
             const deepseekModel = specification?.deepseek?.model;
             return deepseekModel ? DEEPSEEK_MODEL_MAP[deepseekModel] : undefined;
+        case Types.ModelServiceTypes.Xai:
+            const xaiModel = specification?.xai?.model;
+            return xaiModel ? XAI_MODEL_MAP[xaiModel] : undefined;
         default:
             return undefined;
     }
@@ -221,6 +233,7 @@ export function isStreamingSupported(serviceType) {
         Types.ModelServiceTypes.Mistral,
         Types.ModelServiceTypes.Bedrock,
         Types.ModelServiceTypes.Deepseek,
+        Types.ModelServiceTypes.Xai,
     ];
     return streamingServices.includes(serviceType);
 }

package/dist/streaming/providers.d.ts

@@ -50,4 +50,6 @@ onEvent: (event: StreamEvent) => void, onComplete: (message: string, toolCalls:
  */
 export declare function streamWithBedrock(specification: Specification, messages: BedrockMessage[], systemPrompt: string | undefined, tools: ToolDefinitionInput[] | undefined, bedrockClient: any, // BedrockRuntimeClient instance
 onEvent: (event: StreamEvent) => void, onComplete: (message: string, toolCalls: ConversationToolCall[], usage?: any) => void, abortSignal?: AbortSignal): Promise<void>;
+export declare function streamWithXai(specification: Specification, messages: OpenAIMessage[], tools: ToolDefinitionInput[] | undefined, xaiClient: any, // OpenAI client instance configured for xAI
+onEvent: (event: StreamEvent) => void, onComplete: (message: string, toolCalls: ConversationToolCall[], usage?: any) => void, abortSignal?: AbortSignal): Promise<void>;
 export {};

package/dist/streaming/providers.js

@@ -2526,3 +2526,31 @@ onEvent, onComplete, abortSignal) {
         throw error;
     }
 }
+export async function streamWithXai(specification, messages, tools, xaiClient, // OpenAI client instance configured for xAI
+onEvent, onComplete, abortSignal) {
+    try {
+        if (process.env.DEBUG_GRAPHLIT_SDK_STREAMING) {
+            console.log(`🚀 [xAI] Starting stream | Model: ${getModelName(specification)} | Messages: ${messages.length} | Tools: ${tools?.length || 0}`);
+        }
+        // xAI uses the same API as OpenAI, so we can reuse the OpenAI streaming logic
+        return await streamWithOpenAI(specification, messages, tools, xaiClient, onEvent, onComplete, abortSignal);
+    }
+    catch (error) {
+        // Handle xAI-specific errors if any
+        const errorMessage = error.message || error.toString();
+        if (process.env.DEBUG_GRAPHLIT_SDK_STREAMING) {
+            console.log(`⚠️ [xAI] Error: ${errorMessage}`);
+        }
+        // Check for rate limit errors
+        if (error.status === 429 || error.statusCode === 429) {
+            if (process.env.DEBUG_GRAPHLIT_SDK_STREAMING) {
+                console.log(`⚠️ [xAI] Rate limit hit (429)`);
+            }
+            // Re-throw with proper status code for retry logic
+            const rateLimitError = new Error("xAI rate limit exceeded");
+            rateLimitError.statusCode = 429;
+            throw rateLimitError;
+        }
+        throw error;
+    }
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "graphlit-client",
-  "version": "1.0.20250705001",
+  "version": "1.0.20250710001",
   "description": "Graphlit API Client for TypeScript",
   "type": "module",
   "main": "./dist/client.js",