graphlit-client 1.0.20250613008 → 1.0.20250615001

package/dist/generated/graphql-documents.js

@@ -973,6 +973,7 @@ export const GetContent = gql `
     mimeType
     format
     formatName
+    fileExtension
     fileName
     fileSize
     masterUri
@@ -988,6 +989,7 @@ export const GetContent = gql `
     posts
     chapters
     questions
+    quotes
     video {
       width
       height
@@ -1642,6 +1644,7 @@ export const LookupContents = gql `
       mimeType
       format
       formatName
+      fileExtension
       fileName
       fileSize
       masterUri
@@ -1657,6 +1660,7 @@ export const LookupContents = gql `
       posts
       chapters
       questions
+      quotes
       video {
         width
         height
@@ -2156,6 +2160,9 @@ export const QueryContents = gql `
       type
       fileType
       mimeType
+      format
+      formatName
+      fileExtension
       fileName
       fileSize
       masterUri

package/dist/generated/graphql-types.d.ts

@@ -15059,6 +15059,7 @@ export type GetContentQuery = {
         mimeType?: string | null;
         format?: string | null;
         formatName?: string | null;
+        fileExtension?: string | null;
         fileName?: string | null;
         fileSize?: any | null;
         masterUri?: any | null;
@@ -15074,6 +15075,7 @@ export type GetContentQuery = {
         posts?: Array<string> | null;
         chapters?: Array<string> | null;
         questions?: Array<string> | null;
+        quotes?: Array<string> | null;
         error?: string | null;
         owner: {
             __typename?: 'Owner';
@@ -15817,6 +15819,7 @@ export type LookupContentsQuery = {
             mimeType?: string | null;
             format?: string | null;
             formatName?: string | null;
+            fileExtension?: string | null;
             fileName?: string | null;
             fileSize?: any | null;
             masterUri?: any | null;
@@ -15832,6 +15835,7 @@ export type LookupContentsQuery = {
             posts?: Array<string> | null;
             chapters?: Array<string> | null;
             questions?: Array<string> | null;
+            quotes?: Array<string> | null;
             error?: string | null;
             owner: {
                 __typename?: 'Owner';
@@ -16402,6 +16406,9 @@ export type QueryContentsQuery = {
             type?: ContentTypes | null;
             fileType?: FileTypes | null;
             mimeType?: string | null;
+            format?: string | null;
+            formatName?: string | null;
+            fileExtension?: string | null;
             fileName?: string | null;
             fileSize?: any | null;
             masterUri?: any | null;

package/dist/model-mapping.js

@@ -77,11 +77,63 @@ const GOOGLE_MODEL_MAP = {
     // Gemini 2.0 Flash models
     [Types.GoogleModels.Gemini_2_0Flash]: "gemini-2.0-flash-exp",
     [Types.GoogleModels.Gemini_2_0Flash_001]: "gemini-2.0-flash-001",
-    [Types.GoogleModels.Gemini_2_0FlashExperimental]: "gemini-2.0-flash-exp",
     // Gemini 2.5 models
     [Types.GoogleModels.Gemini_2_5FlashPreview]: "gemini-2.5-flash-preview-05-20",
     [Types.GoogleModels.Gemini_2_5ProPreview]: "gemini-2.5-pro-preview-06-05",
 };
+// Groq model mappings
+const GROQ_MODEL_MAP = {
+    [Types.GroqModels.Llama_4Scout_17B]: "meta-llama/llama-4-scout-17b-16e-instruct",
+    [Types.GroqModels.Llama_4Maverick_17B]: "meta-llama/llama-4-maverick-17b-128e-instruct",
+    [Types.GroqModels.DeepseekR1Llama_70BPreview]: "deepseek-r1-distill-llama-70b",
+    [Types.GroqModels.Llama_3_3_70B]: "llama-3.3-70b-versatile",
+    [Types.GroqModels.Mixtral_8X7BInstruct]: "mixtral-8x7b-32768",
+    [Types.GroqModels.Llama_3_1_8B]: "llama-3.1-8b-instant",
+    [Types.GroqModels.Llama_3_70B]: "llama3-70b-8192",
+    [Types.GroqModels.Llama_3_8B]: "llama3-8b-8192",
+};
+// Cerebras model mappings
+const CEREBRAS_MODEL_MAP = {
+    [Types.CerebrasModels.Llama_3_3_70B]: "llama3.3-70b",
+    [Types.CerebrasModels.Llama_3_1_8B]: "llama3.1-8b",
+};
+// Cohere model mappings
+const COHERE_MODEL_MAP = {
+    [Types.CohereModels.CommandRPlus]: "command-r-plus",
+    [Types.CohereModels.CommandRPlus_202404]: "command-r-plus-04-2024",
+    [Types.CohereModels.CommandRPlus_202408]: "command-r-plus-08-2024",
+    [Types.CohereModels.CommandR]: "command-r",
+    [Types.CohereModels.CommandR_202403]: "command-r-03-2024",
+    [Types.CohereModels.CommandR_202408]: "command-r-08-2024",
+    [Types.CohereModels.CommandR7B_202412]: "command-r7b-12-2024",
+    [Types.CohereModels.CommandA]: "command-light",
+    [Types.CohereModels.CommandA_202503]: "command-light-nightly",
+};
+// Mistral model mappings
+const MISTRAL_MODEL_MAP = {
+    [Types.MistralModels.MistralEmbed]: "mistral-embed",
+    [Types.MistralModels.PixtralLarge]: "pixtral-large-latest",
+    [Types.MistralModels.Pixtral_12B_2409]: "pixtral-12b-2409",
+    [Types.MistralModels.MistralNemo]: "open-mistral-nemo",
+    [Types.MistralModels.MistralSmall]: "mistral-small-latest",
+    [Types.MistralModels.MistralMedium]: "mistral-medium-latest",
+    [Types.MistralModels.MistralLarge]: "mistral-large-latest",
+};
+// Bedrock model mappings
+// Note: These use "us." prefix for us-east-2 region. For other regions,
+// use the modelName field in specification to override with correct region prefix
+const BEDROCK_MODEL_MAP = {
+    [Types.BedrockModels.NovaPremier]: "us.amazon.nova-premier-v1:0",
+    [Types.BedrockModels.NovaPro]: "us.amazon.nova-pro-v1:0",
+    [Types.BedrockModels.Claude_3_7Sonnet]: "us.anthropic.claude-3-7-sonnet-20250219-v1:0",
+    [Types.BedrockModels.Llama_4Scout_17B]: "us.meta.llama4-scout-17b-instruct-v1:0",
+    [Types.BedrockModels.Llama_4Maverick_17B]: "us.meta.llama4-maverick-17b-instruct-v1:0",
+};
+// Deepseek model mappings (uses OpenAI-compatible API)
+const DEEPSEEK_MODEL_MAP = {
+    [Types.DeepseekModels.Chat]: "deepseek-chat",
+    [Types.DeepseekModels.Reasoner]: "deepseek-reasoner",
+};
 /**
  * Get the actual model name for a given specification
  * @param specification - The Graphlit specification object
@@ -99,6 +151,24 @@ export function getModelName(specification) {
     if (specification?.google?.modelName) {
         return specification.google.modelName;
     }
+    if (specification?.groq?.modelName) {
+        return specification.groq.modelName;
+    }
+    if (specification?.cerebras?.modelName) {
+        return specification.cerebras.modelName;
+    }
+    if (specification?.cohere?.modelName) {
+        return specification.cohere.modelName;
+    }
+    if (specification?.mistral?.modelName) {
+        return specification.mistral.modelName;
+    }
+    if (specification?.bedrock?.modelName) {
+        return specification.bedrock.modelName;
+    }
+    if (specification?.deepseek?.modelName) {
+        return specification.deepseek.modelName;
+    }
     // Map based on service type and model enum
     switch (serviceType) {
         case Types.ModelServiceTypes.OpenAi:
@@ -110,6 +180,25 @@ export function getModelName(specification) {
         case Types.ModelServiceTypes.Google:
             const googleModel = specification?.google?.model;
             return googleModel ? GOOGLE_MODEL_MAP[googleModel] : undefined;
+        case Types.ModelServiceTypes.Groq:
+            const groqModel = specification?.groq?.model;
+            return groqModel ? GROQ_MODEL_MAP[groqModel] : undefined;
+        case Types.ModelServiceTypes.Cerebras:
+            const cerebrasModel = specification?.cerebras?.model;
+            return cerebrasModel ? CEREBRAS_MODEL_MAP[cerebrasModel] : undefined;
+        case Types.ModelServiceTypes.Cohere:
+            const cohereModel = specification?.cohere?.model;
+            return cohereModel ? COHERE_MODEL_MAP[cohereModel] : undefined;
+        case Types.ModelServiceTypes.Mistral:
+            const mistralModel = specification?.mistral?.model;
+            return mistralModel ? MISTRAL_MODEL_MAP[mistralModel] : undefined;
+        case Types.ModelServiceTypes.Bedrock:
+            // For Bedrock, we use the bedrock model field
+            const bedrockModel = specification?.bedrock?.model;
+            return bedrockModel ? BEDROCK_MODEL_MAP[bedrockModel] : undefined;
+        case Types.ModelServiceTypes.Deepseek:
+            const deepseekModel = specification?.deepseek?.model;
+            return deepseekModel ? DEEPSEEK_MODEL_MAP[deepseekModel] : undefined;
         default:
             return undefined;
     }
@@ -124,6 +213,12 @@ export function isStreamingSupported(serviceType) {
         Types.ModelServiceTypes.OpenAi,
         Types.ModelServiceTypes.Anthropic,
         Types.ModelServiceTypes.Google,
+        Types.ModelServiceTypes.Groq,
+        Types.ModelServiceTypes.Cerebras,
+        Types.ModelServiceTypes.Cohere,
+        Types.ModelServiceTypes.Mistral,
+        Types.ModelServiceTypes.Bedrock,
+        Types.ModelServiceTypes.Deepseek,
     ];
     return streamingServices.includes(serviceType);
 }

package/dist/streaming/llm-formatters.d.ts

@@ -77,3 +77,60 @@ export declare function formatMessagesForAnthropic(messages: ConversationMessage
  * Format GraphQL conversation messages for Google SDK
  */
 export declare function formatMessagesForGoogle(messages: ConversationMessage[]): GoogleMessage[];
+/**
+ * Cohere message format
+ */
+export interface CohereMessage {
+    role: "USER" | "CHATBOT" | "SYSTEM";
+    message: string;
+}
+/**
+ * Format GraphQL conversation messages for Cohere SDK
+ */
+export declare function formatMessagesForCohere(messages: ConversationMessage[]): CohereMessage[];
+/**
+ * Mistral message format
+ */
+export interface MistralMessage {
+    role: "system" | "user" | "assistant" | "tool";
+    content: string | Array<{
+        type: "text" | "image_url";
+        text?: string;
+        image_url?: string;
+    }>;
+    tool_calls?: Array<{
+        id: string;
+        function: {
+            name: string;
+            arguments: string;
+        };
+    }>;
+    tool_call_id?: string;
+}
+/**
+ * Format GraphQL conversation messages for Mistral SDK
+ */
+export declare function formatMessagesForMistral(messages: ConversationMessage[]): MistralMessage[];
+/**
+ * Bedrock Claude message format (similar to Anthropic)
+ */
+export interface BedrockMessage {
+    role: "user" | "assistant";
+    content: string | Array<{
+        type: "text" | "image";
+        text?: string;
+        image?: {
+            format: "png" | "jpeg" | "gif" | "webp";
+            source: {
+                bytes: string;
+            };
+        };
+    }>;
+}
+/**
+ * Format GraphQL conversation messages for Bedrock SDK (Claude models)
+ */
+export declare function formatMessagesForBedrock(messages: ConversationMessage[]): {
+    system?: string;
+    messages: BedrockMessage[];
+};

package/dist/streaming/llm-formatters.js

@@ -267,3 +267,175 @@ export function formatMessagesForGoogle(messages) {
     }
     return formattedMessages;
 }
+/**
+ * Format GraphQL conversation messages for Cohere SDK
+ */
+export function formatMessagesForCohere(messages) {
+    const formattedMessages = [];
+    for (const message of messages) {
+        if (!message.role || !message.message?.trim())
+            continue;
+        const trimmedMessage = message.message.trim();
+        switch (message.role) {
+            case ConversationRoleTypes.System:
+                formattedMessages.push({
+                    role: "SYSTEM",
+                    message: trimmedMessage,
+                });
+                break;
+            case ConversationRoleTypes.Assistant:
+                formattedMessages.push({
+                    role: "CHATBOT",
+                    message: trimmedMessage,
+                });
+                break;
+            default: // User messages
+                formattedMessages.push({
+                    role: "USER",
+                    message: trimmedMessage,
+                });
+                break;
+        }
+    }
+    return formattedMessages;
+}
+/**
+ * Format GraphQL conversation messages for Mistral SDK
+ */
+export function formatMessagesForMistral(messages) {
+    const formattedMessages = [];
+    for (const message of messages) {
+        if (!message.role)
+            continue;
+        const hasContent = message.message?.trim();
+        const hasToolCalls = message.toolCalls && message.toolCalls.length > 0;
+        if (!hasContent && !hasToolCalls)
+            continue;
+        const trimmedMessage = message.message?.trim() || "";
+        switch (message.role) {
+            case ConversationRoleTypes.System:
+                formattedMessages.push({
+                    role: "system",
+                    content: trimmedMessage,
+                });
+                break;
+            case ConversationRoleTypes.Assistant:
+                const assistantMessage = {
+                    role: "assistant",
+                    content: trimmedMessage,
+                };
+                // Add tool calls if present
+                if (message.toolCalls && message.toolCalls.length > 0) {
+                    assistantMessage.tool_calls = message.toolCalls
+                        .filter((tc) => tc !== null)
+                        .map((toolCall) => ({
+                        id: toolCall.id,
+                        function: {
+                            name: toolCall.name,
+                            arguments: toolCall.arguments,
+                        },
+                    }));
+                }
+                formattedMessages.push(assistantMessage);
+                break;
+            case ConversationRoleTypes.Tool:
+                formattedMessages.push({
+                    role: "tool",
+                    content: trimmedMessage,
+                    tool_call_id: message.toolCallId || "",
+                });
+                break;
+            default: // User messages
+                // Check if this message has image data
+                if (message.mimeType && message.data) {
+                    // Multi-modal message with image
+                    const contentParts = [];
+                    // Add text content if present
+                    if (trimmedMessage) {
+                        contentParts.push({
+                            type: "text",
+                            text: trimmedMessage,
+                        });
+                    }
+                    // Add image content
+                    contentParts.push({
+                        type: "image_url",
+                        image_url: `data:${message.mimeType};base64,${message.data}`,
+                    });
+                    formattedMessages.push({
+                        role: "user",
+                        content: contentParts,
+                    });
+                }
+                else {
+                    // Text-only message
+                    formattedMessages.push({
+                        role: "user",
+                        content: trimmedMessage,
+                    });
+                }
+                break;
+        }
+    }
+    return formattedMessages;
+}
+/**
+ * Format GraphQL conversation messages for Bedrock SDK (Claude models)
+ */
+export function formatMessagesForBedrock(messages) {
+    let systemPrompt;
+    const formattedMessages = [];
+    for (const message of messages) {
+        if (!message.role || !message.message?.trim())
+            continue;
+        const trimmedMessage = message.message.trim();
+        switch (message.role) {
+            case ConversationRoleTypes.System:
+                systemPrompt = trimmedMessage;
+                break;
+            case ConversationRoleTypes.Assistant:
+                formattedMessages.push({
+                    role: "assistant",
+                    content: trimmedMessage,
+                });
+                break;
+            default: // User messages
+                // Check if this message has image data
+                if (message.mimeType && message.data) {
+                    // Multi-modal message with image
+                    const contentParts = [];
+                    // Add text content if present
+                    if (trimmedMessage) {
+                        contentParts.push({
+                            type: "text",
+                            text: trimmedMessage,
+                        });
+                    }
+                    // Add image content
+                    const format = message.mimeType.split("/")[1];
+                    contentParts.push({
+                        type: "image",
+                        image: {
+                            format,
+                            source: {
+                                bytes: message.data,
+                            },
+                        },
+                    });
+                    formattedMessages.push({
+                        role: "user",
+                        content: contentParts,
+                    });
+                }
+                else {
+                    // Text-only message
+                    formattedMessages.push({
+                        role: "user",
+                        content: trimmedMessage,
+                    });
+                }
+                break;
+        }
+    }
+    return { system: systemPrompt, messages: formattedMessages };
+}

package/dist/streaming/providers.d.ts

@@ -1,5 +1,5 @@
 import { ConversationToolCall, Specification, ToolDefinitionInput } from "../generated/graphql-types.js";
-import { OpenAIMessage, AnthropicMessage, GoogleMessage } from "./llm-formatters.js";
+import { OpenAIMessage, AnthropicMessage, GoogleMessage, CohereMessage, MistralMessage, BedrockMessage } from "./llm-formatters.js";
 import { StreamEvent } from "../types/internal.js";
 /**
  * Stream with OpenAI SDK
@@ -16,3 +16,33 @@ onEvent: (event: StreamEvent) => void, onComplete: (message: string, toolCalls:
  */
 export declare function streamWithGoogle(specification: Specification, messages: GoogleMessage[], systemPrompt: string | undefined, tools: ToolDefinitionInput[] | undefined, googleClient: any, // Google GenerativeAI client instance
 onEvent: (event: StreamEvent) => void, onComplete: (message: string, toolCalls: ConversationToolCall[]) => void): Promise<void>;
+/**
+ * Stream with Groq SDK (OpenAI-compatible)
+ */
+export declare function streamWithGroq(specification: Specification, messages: OpenAIMessage[], tools: ToolDefinitionInput[] | undefined, groqClient: any, // Groq client instance (OpenAI-compatible)
+onEvent: (event: StreamEvent) => void, onComplete: (message: string, toolCalls: ConversationToolCall[]) => void): Promise<void>;
+/**
+ * Stream with Cerebras SDK (OpenAI-compatible)
+ */
+export declare function streamWithCerebras(specification: Specification, messages: OpenAIMessage[], tools: ToolDefinitionInput[] | undefined, cerebrasClient: any, // OpenAI client instance configured for Cerebras
+onEvent: (event: StreamEvent) => void, onComplete: (message: string, toolCalls: ConversationToolCall[]) => void): Promise<void>;
+/**
+ * Stream with Deepseek SDK (OpenAI-compatible)
+ */
+export declare function streamWithDeepseek(specification: Specification, messages: OpenAIMessage[], tools: ToolDefinitionInput[] | undefined, deepseekClient: any, // OpenAI client instance configured for Deepseek
+onEvent: (event: StreamEvent) => void, onComplete: (message: string, toolCalls: ConversationToolCall[]) => void): Promise<void>;
+/**
+ * Stream with Cohere SDK
+ */
+export declare function streamWithCohere(specification: Specification, messages: CohereMessage[], tools: ToolDefinitionInput[] | undefined, cohereClient: any, // CohereClient instance
+onEvent: (event: StreamEvent) => void, onComplete: (message: string, toolCalls: ConversationToolCall[]) => void): Promise<void>;
+/**
+ * Stream with Mistral SDK
+ */
+export declare function streamWithMistral(specification: Specification, messages: MistralMessage[], tools: ToolDefinitionInput[] | undefined, mistralClient: any, // Mistral client instance
+onEvent: (event: StreamEvent) => void, onComplete: (message: string, toolCalls: ConversationToolCall[]) => void): Promise<void>;
+/**
+ * Stream with Bedrock SDK (for Claude models)
+ */
+export declare function streamWithBedrock(specification: Specification, messages: BedrockMessage[], systemPrompt: string | undefined, tools: ToolDefinitionInput[] | undefined, bedrockClient: any, // BedrockRuntimeClient instance
+onEvent: (event: StreamEvent) => void, onComplete: (message: string, toolCalls: ConversationToolCall[]) => void): Promise<void>;