graphlit-client 1.0.20250613009 → 1.0.20250615002

package/README.md

@@ -66,7 +66,7 @@ await client.streamAgent(
     }
   },
   undefined, // conversationId (optional)
-  { id: spec.createSpecification.id }, // specification
+  { id: spec.createSpecification.id } // specification
 );
 ```
 
@@ -89,6 +89,24 @@ npm install @anthropic-ai/sdk
 
 # For Google streaming
 npm install @google/generative-ai
+
+# For Groq streaming (OpenAI-compatible)
+npm install groq-sdk
+
+# For Cerebras streaming (uses OpenAI SDK with custom base URL)
+npm install openai
+
+# For Cohere streaming
+npm install cohere-ai
+
+# For Mistral streaming
+npm install @mistralai/mistralai
+
+# For AWS Bedrock streaming (Claude models)
+npm install @aws-sdk/client-bedrock-runtime
+
+# For Deepseek streaming (uses OpenAI SDK with custom base URL)
+npm install openai
 ```
 
 ## Setting Up
@@ -104,6 +122,88 @@ GRAPHLIT_JWT_SECRET=your_secret
 OPENAI_API_KEY=your_key
 ANTHROPIC_API_KEY=your_key
 GOOGLE_API_KEY=your_key
+GROQ_API_KEY=your_key
+CEREBRAS_API_KEY=your_key
+COHERE_API_KEY=your_key
+MISTRAL_API_KEY=your_key
+
+# For AWS Bedrock (requires AWS credentials)
+AWS_REGION=us-east-2
+AWS_ACCESS_KEY_ID=your_key
+AWS_SECRET_ACCESS_KEY=your_secret
+
+# For Deepseek streaming
+DEEPSEEK_API_KEY=your_key
+```
+
+## Network Resilience (New in v1.1.1)
+
+The SDK now includes automatic retry logic for network errors and transient failures:
+
+### Default Retry Configuration
+
+By default, the client will automatically retry on these status codes:
+- `429` - Too Many Requests
+- `502` - Bad Gateway  
+- `503` - Service Unavailable
+- `504` - Gateway Timeout
+
+```typescript
+const client = new Graphlit(); // Uses default retry configuration
+```
+
+### Custom Retry Configuration
+
+Configure retry behavior to match your needs:
+
+```typescript
+const client = new Graphlit({
+  organizationId: "your_org_id",
+  environmentId: "your_env_id", 
+  jwtSecret: "your_secret",
+  retryConfig: {
+    maxAttempts: 10,              // Maximum retry attempts (default: 5)
+    initialDelay: 500,            // Initial delay in ms (default: 300)
+    maxDelay: 60000,              // Maximum delay in ms (default: 30000)
+    jitter: true,                 // Add randomness to delays (default: true)
+    retryableStatusCodes: [429, 500, 502, 503, 504], // Custom status codes
+    onRetry: (attempt, error, operation) => {
+      console.log(`Retry attempt ${attempt} for ${operation.operationName}`);
+      console.log(`Error: ${error.message}`);
+    }
+  }
+});
+```
+
+### Update Retry Configuration at Runtime
+
+Change retry behavior on the fly:
+
+```typescript
+// Start with default configuration
+const client = new Graphlit();
+
+// Later, update for more aggressive retries
+client.setRetryConfig({
+  maxAttempts: 20,
+  initialDelay: 100,
+  retryableStatusCodes: [429, 500, 502, 503, 504, 521, 522, 524]
+});
+```
+
+### Disable Retries
+
+For testing or specific scenarios:
+
+```typescript
+const client = new Graphlit({
+  organizationId: "your_org_id",
+  environmentId: "your_env_id",
+  jwtSecret: "your_secret",
+  retryConfig: {
+    maxAttempts: 1  // No retries
+  }
+});
 ```
 
 ## Basic Examples
@@ -138,7 +238,7 @@ await client.streamAgent(
     }
   },
   undefined, // conversationId
-  { id: spec.createSpecification.id }, // specification
+  { id: spec.createSpecification.id } // specification
 );
 ```
 
@@ -166,7 +266,7 @@ const content = await client.ingestUri(
   "https://arxiv.org/pdf/1706.03762.pdf", // Attention Is All You Need paper
   "AI Research Paper", // name
   undefined, // id
-  true, // isSynchronous - waits for processing
+  true // isSynchronous - waits for processing
 );
 
 console.log(`✅ Uploaded: ${content.ingestUri.id}`);
@@ -188,7 +288,7 @@ await client.streamAgent(
     }
   },
   conversation.createConversation.id, // conversationId with content filter
-  { id: spec.createSpecification.id }, // specification
+  { id: spec.createSpecification.id } // specification
 );
 ```
 
@@ -202,7 +302,7 @@ const webpage = await client.ingestUri(
   "https://en.wikipedia.org/wiki/Artificial_intelligence", // uri
   "AI Wikipedia Page", // name
   undefined, // id
-  true, // isSynchronous
+  true // isSynchronous
 );
 
 // Wait for content to be indexed
@@ -217,7 +317,7 @@ const conversation = await client.createConversation({
 const response = await client.promptAgent(
   "Summarize the key points about AI from this Wikipedia page",
   conversation.createConversation.id, // conversationId with filter
-  { id: spec.createSpecification.id }, // specification (create one as shown above)
+  { id: spec.createSpecification.id } // specification (create one as shown above)
 );
 
 console.log(response.message);
@@ -280,7 +380,7 @@ await client.streamAgent(
   undefined, // conversationId
   { id: spec.createSpecification.id }, // specification
   [weatherTool], // tools
-  toolHandlers, // handlers
+  toolHandlers // handlers
 );
 ```
 
@@ -325,7 +425,7 @@ class KnowledgeAssistant {
         url, // uri
         url.split("/").pop() || "Document", // name
         undefined, // id
-        true, // isSynchronous - wait for processing
+        true // isSynchronous - wait for processing
       );
       this.contentIds.push(content.ingestUri.id);
     }
@@ -355,7 +455,7 @@ class KnowledgeAssistant {
         }
       },
       this.conversationId, // Maintains conversation context
-      { id: this.specificationId! }, // specification
+      { id: this.specificationId! } // specification
     );
   }
 }
@@ -385,7 +485,7 @@ const document = await client.ingestUri(
   "https://example.com/document.pdf", // uri
   "Document #12345", // name
   undefined, // id
-  true, // isSynchronous
+  true // isSynchronous
 );
 
 // Wait for content to be indexed
@@ -396,7 +496,7 @@ const extraction = await client.extractContents(
   "Extract the key information from this document",
   undefined, // tools
   undefined, // specification
-  { contents: [{ id: document.ingestUri.id }] }, // filter
+  { contents: [{ id: document.ingestUri.id }] } // filter
 );
 
 console.log("Extracted data:", extraction.extractContents);
@@ -415,7 +515,7 @@ for (const url of documentUrls) {
     url, // uri
     url.split("/").pop() || "Document", // name
     undefined, // id
-    true, // isSynchronous
+    true // isSynchronous
   );
   ids.push(content.ingestUri.id);
 }
@@ -428,7 +528,7 @@ const summary = await client.summarizeContents(
       prompt: "Create an executive summary of these documents",
     },
   ], // summarizations
-  { contents: ids.map((id) => ({ id })) }, // filter
+  { contents: ids.map((id) => ({ id })) } // filter
 );
 
 console.log("Summary:", summary.summarizeContents);
@@ -442,13 +542,13 @@ const content = await client.ingestUri(
   "https://example.com/large-document.pdf", // uri
   undefined, // name
   undefined, // id
-  true, // isSynchronous
+  true // isSynchronous
 );
 console.log("✅ Content ready!");
 
 // Option 2: Asynchronous processing (for large files)
 const content = await client.ingestUri(
-  "https://example.com/very-large-video.mp4", // uri
+  "https://example.com/very-large-video.mp4" // uri
   // isSynchronous defaults to false
 );
 
@@ -486,7 +586,7 @@ const result = await client.promptAgent(
   {
     // Only allow retrieval from specific content
     contents: [{ id: "content-id-1" }, { id: "content-id-2" }],
-  },
+  }
 );
 
 // Example 2: Streaming with content filter
@@ -507,7 +607,7 @@ await client.streamAgent(
   {
     // Filter by collection
     collections: [{ id: "technical-docs-collection" }],
-  },
+  }
 );
 ```
 
@@ -537,7 +637,7 @@ await client.streamAgent(
   {
     // Force this content into context
     contents: [{ id: fileContent.content.id }],
-  },
+  }
 );
 ```
 
@@ -563,7 +663,7 @@ await client.promptAgent(
   {
     // Always include the specific code file
     contents: [{ id: "implementation-file-id" }],
-  },
+  }
 );
 ```
 
@@ -608,7 +708,7 @@ await client.updateProject({
 
 // Now all content will be automatically summarized
 const content = await client.ingestUri(
-  "https://example.com/report.pdf", // uri
+  "https://example.com/report.pdf" // uri
 );
 ```
 
@@ -641,7 +741,7 @@ await client.streamAgent(
     }
   },
   undefined,
-  { id: conversationSpec.createSpecification.id },
+  { id: conversationSpec.createSpecification.id }
 );
 ```
 

package/dist/client.d.ts

@@ -5,6 +5,30 @@ import { AgentOptions, AgentResult, StreamAgentOptions, ToolHandler } from "./ty
 import { AgentStreamEvent } from "./types/ui-events.js";
 export type { AgentOptions, AgentResult, StreamAgentOptions, ToolCallResult, UsageInfo, AgentError, } from "./types/agent.js";
 export type { AgentStreamEvent } from "./types/ui-events.js";
+export interface RetryConfig {
+    /** Maximum number of retry attempts (default: 5) */
+    maxAttempts?: number;
+    /** Initial delay in milliseconds (default: 300) */
+    initialDelay?: number;
+    /** Maximum delay in milliseconds (default: 30000) */
+    maxDelay?: number;
+    /** HTTP status codes that should trigger a retry (default: [429, 502, 503, 504]) */
+    retryableStatusCodes?: number[];
+    /** Whether to use jitter in delay calculation (default: true) */
+    jitter?: boolean;
+    /** Callback when a retry is attempted */
+    onRetry?: (attempt: number, error: any, operation: any) => void;
+}
+export interface GraphlitClientOptions {
+    organizationId?: string;
+    environmentId?: string;
+    jwtSecret?: string;
+    ownerId?: string;
+    userId?: string;
+    apiUri?: string;
+    /** Retry configuration for network errors */
+    retryConfig?: RetryConfig;
+}
 declare class Graphlit {
     client: ApolloClient<NormalizedCacheObject> | undefined;
     token: string | undefined;
@@ -14,10 +38,17 @@ declare class Graphlit {
     private ownerId;
     private userId;
     private jwtSecret;
+    private retryConfig;
     private openaiClient?;
     private anthropicClient?;
     private googleClient?;
-    constructor(organizationId?: string, environmentId?: string, jwtSecret?: string, ownerId?: string, userId?: string, apiUri?: string);
+    private groqClient?;
+    private cerebrasClient?;
+    private cohereClient?;
+    private mistralClient?;
+    private bedrockClient?;
+    private deepseekClient?;
+    constructor(organizationIdOrOptions?: string | GraphlitClientOptions, environmentId?: string, jwtSecret?: string, ownerId?: string, userId?: string, apiUri?: string);
     refreshClient(): void;
     /**
      * Set a custom OpenAI client instance for streaming
@@ -34,6 +65,41 @@ declare class Graphlit {
      * @param client - Google GenerativeAI client instance (e.g., new GoogleGenerativeAI(apiKey))
      */
     setGoogleClient(client: any): void;
+    /**
+     * Set a custom Groq client instance for streaming
+     * @param client - Groq client instance (e.g., new Groq({ apiKey: "..." }))
+     */
+    setGroqClient(client: any): void;
+    /**
+     * Set a custom Cerebras client instance for streaming (OpenAI-compatible)
+     * @param client - OpenAI client instance configured for Cerebras (e.g., new OpenAI({ apiKey: "...", baseURL: "https://api.cerebras.ai/v1" }))
+     */
+    setCerebrasClient(client: any): void;
+    /**
+     * Set a custom Cohere client instance for streaming
+     * @param client - Cohere client instance (e.g., new CohereClient({ token: "..." }))
+     */
+    setCohereClient(client: any): void;
+    /**
+     * Set a custom Mistral client instance for streaming
+     * @param client - Mistral client instance (e.g., new Mistral({ apiKey: "..." }))
+     */
+    setMistralClient(client: any): void;
+    /**
+     * Set a custom Bedrock client instance for streaming
+     * @param client - BedrockRuntimeClient instance (e.g., new BedrockRuntimeClient({ region: "us-east-2" }))
+     */
+    setBedrockClient(client: any): void;
+    /**
+     * Set a custom Deepseek client instance for streaming
+     * @param client - OpenAI client instance configured for Deepseek (e.g., new OpenAI({ baseURL: "https://api.deepseek.com", apiKey: "..." }))
+     */
+    setDeepseekClient(client: any): void;
+    /**
+     * Update retry configuration and refresh the Apollo client
+     * @param retryConfig - New retry configuration
+     */
+    setRetryConfig(retryConfig: RetryConfig): void;
     private generateToken;
     getProject(): Promise<Types.GetProjectQuery>;
     updateProject(project: Types.ProjectUpdateInput): Promise<Types.UpdateProjectMutation>;
@@ -388,6 +454,30 @@ declare class Graphlit {
      * Stream with Google client
      */
     private streamWithGoogle;
+    /**
+     * Stream with Groq client (OpenAI-compatible)
+     */
+    private streamWithGroq;
+    /**
+     * Stream with Cerebras client (OpenAI-compatible)
+     */
+    private streamWithCerebras;
+    /**
+     * Stream with Cohere client
+     */
+    private streamWithCohere;
+    /**
+     * Stream with Mistral client
+     */
+    private streamWithMistral;
+    /**
+     * Stream with Bedrock client
+     */
+    private streamWithBedrock;
+    /**
+     * Stream with Deepseek client
+     */
+    private streamWithDeepseek;
     private executeToolsForPromptAgent;
     private prettyPrintGraphQLError;
     private mutateAndCheckError;