@umituz/react-native-ai-groq-provider 1.0.0

package/src/domain/entities/models.ts

@@ -0,0 +1,212 @@
+/**
+ * Model Types and Configurations
+ */
+
+import { GROQ_MODELS } from "./groq.types";
+
+/**
+ * Model capabilities
+ */
+export interface ModelCapabilities {
+  /** Supports streaming */
+  streaming: boolean;
+  /** Supports function calling */
+  functionCalling: boolean;
+  /** Supports vision */
+  vision: boolean;
+  /** Maximum context length */
+  maxContextLength: number;
+  /** Supports system instructions */
+  systemInstructions: boolean;
+}
+
+/**
+ * Model information
+ */
+export interface ModelInfo {
+  /** Model ID */
+  id: string;
+  /** Display name */
+  name: string;
+  /** Model capabilities */
+  capabilities: ModelCapabilities;
+  /** Recommended temperature range */
+  temperatureRange: [number, number];
+  /** Speed in tokens/second */
+  speed?: number;
+  /** Cost per 1M tokens (input) */
+  costPerInput?: number;
+  /** Cost per 1M tokens (output) */
+  costPerOutput?: number;
+}
+
+/**
+ * Model registry with capabilities
+ */
+export const MODEL_REGISTRY: Record<string, ModelInfo> = {
+  [GROQ_MODELS.LLAMA_3_1_8B_INSTANT]: {
+    id: GROQ_MODELS.LLAMA_3_1_8B_INSTANT,
+    name: "Llama 3.1 8B Instant",
+    capabilities: {
+      streaming: true,
+      functionCalling: true,
+      vision: false,
+      maxContextLength: 131072,
+      systemInstructions: true,
+    },
+    temperatureRange: [0.0, 2.0],
+    speed: 560,
+    costPerInput: 0.05,
+    costPerOutput: 0.08,
+  },
+  [GROQ_MODELS.LLAMA_3_3_70B_VERSATILE]: {
+    id: GROQ_MODELS.LLAMA_3_3_70B_VERSATILE,
+    name: "Llama 3.3 70B Versatile",
+    capabilities: {
+      streaming: true,
+      functionCalling: true,
+      vision: false,
+      maxContextLength: 131072,
+      systemInstructions: true,
+    },
+    temperatureRange: [0.0, 2.0],
+    speed: 280,
+    costPerInput: 0.59,
+    costPerOutput: 0.79,
+  },
+  [GROQ_MODELS.LLAMA_3_1_70B_VERSATILE]: {
+    id: GROQ_MODELS.LLAMA_3_1_70B_VERSATILE,
+    name: "Llama 3.1 70B Versatile",
+    capabilities: {
+      streaming: true,
+      functionCalling: true,
+      vision: false,
+      maxContextLength: 131072,
+      systemInstructions: true,
+    },
+    temperatureRange: [0.0, 2.0],
+    speed: 280,
+    costPerInput: 0.59,
+    costPerOutput: 0.79,
+  },
+  [GROQ_MODELS.GPT_OSS_20B]: {
+    id: GROQ_MODELS.GPT_OSS_20B,
+    name: "GPT-OSS 20B",
+    capabilities: {
+      streaming: true,
+      functionCalling: true,
+      vision: false,
+      maxContextLength: 131072,
+      systemInstructions: true,
+    },
+    temperatureRange: [0.0, 2.0],
+    speed: 1000,
+    costPerInput: 0.075,
+    costPerOutput: 0.30,
+  },
+  [GROQ_MODELS.GPT_OSS_120B]: {
+    id: GROQ_MODELS.GPT_OSS_120B,
+    name: "GPT-OSS 120B",
+    capabilities: {
+      streaming: true,
+      functionCalling: true,
+      vision: false,
+      maxContextLength: 131072,
+      systemInstructions: true,
+    },
+    temperatureRange: [0.0, 2.0],
+    speed: 400,
+    costPerInput: 0.40,
+    costPerOutput: 0.40,
+  },
+  [GROQ_MODELS.MIXTRAL_8X7B]: {
+    id: GROQ_MODELS.MIXTRAL_8X7B,
+    name: "Mixtral 8x7B",
+    capabilities: {
+      streaming: true,
+      functionCalling: true,
+      vision: false,
+      maxContextLength: 32768,
+      systemInstructions: true,
+    },
+    temperatureRange: [0.0, 2.0],
+    speed: 250,
+    costPerInput: 0.27,
+    costPerOutput: 0.27,
+  },
+  [GROQ_MODELS.GEMMA_2_9B]: {
+    id: GROQ_MODELS.GEMMA_2_9B,
+    name: "Gemma 2 9B IT",
+    capabilities: {
+      streaming: true,
+      functionCalling: true,
+      vision: false,
+      maxContextLength: 131072,
+      systemInstructions: true,
+    },
+    temperatureRange: [0.0, 2.0],
+    speed: 450,
+    costPerInput: 0.20,
+    costPerOutput: 0.20,
+  },
+  [GROQ_MODELS.LLAMA_4_SCOUT_17B]: {
+    id: GROQ_MODELS.LLAMA_4_SCOUT_17B,
+    name: "Llama 4 Scout 17B",
+    capabilities: {
+      streaming: true,
+      functionCalling: true,
+      vision: false,
+      maxContextLength: 131072,
+      systemInstructions: true,
+    },
+    temperatureRange: [0.0, 2.0],
+    speed: 30,
+    costPerInput: 0.15,
+    costPerOutput: 0.15,
+  },
+  [GROQ_MODELS.KIMI_K2_INSTRUCT]: {
+    id: GROQ_MODELS.KIMI_K2_INSTRUCT,
+    name: "Kimi K2 Instruct",
+    capabilities: {
+      streaming: true,
+      functionCalling: true,
+      vision: false,
+      maxContextLength: 131072,
+      systemInstructions: true,
+    },
+    temperatureRange: [0.0, 2.0],
+    speed: 60,
+    costPerInput: 0.12,
+    costPerOutput: 0.12,
+  },
+  [GROQ_MODELS.QWEN3_32B]: {
+    id: GROQ_MODELS.QWEN3_32B,
+    name: "Qwen 3 32B",
+    capabilities: {
+      streaming: true,
+      functionCalling: true,
+      vision: false,
+      maxContextLength: 131072,
+      systemInstructions: true,
+    },
+    temperatureRange: [0.0, 2.0],
+    speed: 60,
+    costPerInput: 0.10,
+    costPerOutput: 0.10,
+  },
+};
+
+/**
+ * Get model information
+ */
+export function getModelInfo(modelId: string): ModelInfo | undefined {
+  return MODEL_REGISTRY[modelId];
+}
+
+/**
+ * Check if model supports a capability
+ */
+export function modelSupports(modelId: string, capability: keyof ModelCapabilities): boolean {
+  const info = getModelInfo(modelId);
+  return Boolean(info?.capabilities[capability]);
+}

package/src/index.ts

@@ -0,0 +1,113 @@
+/**
+ * @umituz/react-native-ai-groq-provider
+ * Groq text generation provider for React Native applications
+ *
+ * @author umituz
+ * @license MIT
+ */
+
+// Domain Types
+export type {
+  GroqConfig,
+  GroqGenerationConfig,
+  GroqMessageRole,
+  GroqMessage,
+  GroqChatRequest,
+  GroqChatResponse,
+  GroqChoice,
+  GroqFinishReason,
+  GroqUsage,
+  GroqChatChunk,
+  GroqChunkChoice,
+  GroqErrorResponse,
+  GroqChatConfig,
+} from "./domain/entities";
+
+export {
+  GROQ_MODELS,
+  DEFAULT_MODELS,
+} from "./domain/entities";
+
+export {
+  GroqError,
+  GroqErrorType,
+  mapHttpStatusToErrorType,
+} from "./domain/entities/error.types";
+
+export {
+  MODEL_REGISTRY,
+  getModelInfo,
+  modelSupports,
+  type ModelCapabilities,
+  type ModelInfo,
+} from "./domain/entities/models";
+
+// Services
+export { groqHttpClient } from "./infrastructure/services/GroqClient";
+export { textGeneration, chatGeneration } from "./infrastructure/services/TextGeneration";
+export { structuredText, structuredChat } from "./infrastructure/services/StructuredText";
+export { streaming, streamingChat } from "./infrastructure/services/Streaming";
+export {
+  chatSessionService,
+  createChatSession,
+  sendChatMessage,
+  buildChatHistory,
+  trimChatHistory,
+  type ChatSession,
+  type SendChatMessageOptions,
+  type ChatSendResult,
+  type ChatHistoryMessage,
+} from "./infrastructure/services";
+
+export type { StreamingCallbacks, StreamingOptions } from "./infrastructure/services/Streaming";
+
+// React Hooks
+export { useGroq } from "./presentation/hooks/useGroq";
+export type { UseGroqOptions, UseGroqReturn } from "./presentation/hooks/useGroq";
+
+export { useOperationManager } from "./presentation/hooks/useOperationManager";
+
+// Provider Configuration & Factory
+export {
+  ConfigBuilder,
+  GenerationConfigBuilder,
+  providerFactory,
+  initializeProvider,
+  configureProvider,
+  resetProvider,
+} from "./providers/ProviderFactory";
+
+export type {
+  ProviderConfig,
+  ProviderFactoryOptions,
+} from "./providers/ProviderFactory";
+
+// Utilities
+export {
+  createUserMessage,
+  createAssistantMessage,
+  createSystemMessage,
+  createTextMessage,
+  promptToMessages,
+  extractTextFromMessages,
+  formatMessagesForDisplay,
+} from "./infrastructure/utils/content-mapper.util";
+
+export {
+  getUserFriendlyError,
+  isRetryableError,
+  isAuthError,
+  formatErrorForLogging,
+} from "./infrastructure/utils/error-mapper.util";
+
+export {
+  executeWithState,
+  executeWithRetry,
+  type AsyncStateSetters,
+  type AsyncCallbacks,
+} from "./infrastructure/utils/async";
+
+export {
+  telemetry,
+  useTelemetry,
+} from "./infrastructure/telemetry";

package/src/infrastructure/services/ChatSession.ts

@@ -0,0 +1,265 @@
+/**
+ * Chat Session Service
+ * Manages multi-turn chat conversations with Groq API
+ */
+
+import type {
+  GroqMessage,
+  GroqChatConfig,
+  GroqGenerationConfig,
+} from "../../domain/entities";
+import { groqHttpClient } from "./GroqClient";
+import { DEFAULT_MODELS } from "../../domain/entities";
+import { GroqError, GroqErrorType } from "../../domain/entities/error.types";
+
+/**
+ * Chat session state
+ */
+export interface ChatSession {
+  id: string;
+  model: string;
+  systemInstruction?: string;
+  messages: GroqMessage[];
+  generationConfig?: GroqGenerationConfig;
+  createdAt: Date;
+  updatedAt: Date;
+}
+
+/**
+ * Result of sending a chat message
+ */
+export interface ChatSendResult {
+  response: string;
+  usage: {
+    promptTokens: number;
+    completionTokens: number;
+    totalTokens: number;
+  };
+  finishReason: string;
+}
+
+/**
+ * Options for sending a chat message
+ */
+export interface SendChatMessageOptions {
+  /** Stream the response (not yet implemented) */
+  stream?: boolean;
+}
+
+/**
+ * Message format for chat history (simplified)
+ */
+export type ChatHistoryMessage = {
+  role: "system" | "user" | "assistant";
+  content: string;
+};
+
+/**
+ * Create a new chat session
+ */
+export function createChatSession(config: GroqChatConfig = {}): ChatSession {
+  return {
+    id: `groq-chat-${Date.now()}-${Math.random().toString(36).substr(2, 9)}`,
+    model: config.model || DEFAULT_MODELS.TEXT,
+    systemInstruction: config.systemInstruction,
+    messages: config.history ? [...config.history] : [],
+    generationConfig: config.generationConfig,
+    createdAt: new Date(),
+    updatedAt: new Date(),
+  };
+}
+
+/**
+ * Chat session service
+ */
+class ChatSessionService {
+  private sessions = new Map<string, ChatSession>();
+
+  /**
+   * Create a new chat session
+   */
+  create(config: GroqChatConfig = {}): ChatSession {
+    const session = createChatSession(config);
+    this.sessions.set(session.id, session);
+    return session;
+  }
+
+  /**
+   * Get a session by ID
+   */
+  get(sessionId: string): ChatSession | undefined {
+    return this.sessions.get(sessionId);
+  }
+
+  /**
+   * Delete a session
+   */
+  delete(sessionId: string): boolean {
+    return this.sessions.delete(sessionId);
+  }
+
+  /**
+   * Send a message in a chat session
+   */
+  async send(
+    sessionId: string,
+    content: string,
+    options: SendChatMessageOptions = {}
+  ): Promise<ChatSendResult> {
+    const session = this.sessions.get(sessionId);
+    if (!session) {
+      throw new GroqError(
+        GroqErrorType.MISSING_CONFIG,
+        `Chat session ${sessionId} not found`
+      );
+    }
+
+    // Add user message to history
+    const userMessage: GroqMessage = {
+      role: "user",
+      content,
+    };
+    session.messages.push(userMessage);
+
+    // Build messages array for API
+    const messagesForApi = buildChatHistory(session);
+
+    // Call API
+    const response = await groqHttpClient.chatCompletion({
+      model: session.model,
+      messages: messagesForApi,
+      temperature: session.generationConfig?.temperature || 0.7,
+      max_tokens: session.generationConfig?.maxTokens || 1024,
+      top_p: session.generationConfig?.topP,
+    });
+
+    // Extract assistant response
+    const assistantContent = response.choices[0]?.message?.content;
+    if (!assistantContent) {
+      throw new GroqError(
+        GroqErrorType.UNKNOWN_ERROR,
+        "No content generated from Groq API"
+      );
+    }
+
+    // Add assistant message to history
+    const assistantMessage: GroqMessage = {
+      role: "assistant",
+      content: assistantContent,
+    };
+    session.messages.push(assistantMessage);
+
+    // Update timestamp
+    session.updatedAt = new Date();
+
+    return {
+      response: assistantContent,
+      usage: {
+        promptTokens: response.usage?.prompt_tokens || 0,
+        completionTokens: response.usage?.completion_tokens || 0,
+        totalTokens: response.usage?.total_tokens || 0,
+      },
+      finishReason: response.choices[0]?.finish_reason || "unknown",
+    };
+  }
+
+  /**
+   * Reset a chat session (clear messages except system instruction)
+   */
+  reset(sessionId: string): ChatSession {
+    const session = this.sessions.get(sessionId);
+    if (!session) {
+      throw new GroqError(
+        GroqErrorType.MISSING_CONFIG,
+        `Chat session ${sessionId} not found`
+      );
+    }
+
+    session.messages = [];
+    session.updatedAt = new Date();
+
+    return session;
+  }
+
+  /**
+   * Update a chat session's config
+   */
+  updateConfig(sessionId: string, config: Partial<GroqChatConfig>): ChatSession {
+    const session = this.sessions.get(sessionId);
+    if (!session) {
+      throw new GroqError(
+        GroqErrorType.MISSING_CONFIG,
+        `Chat session ${sessionId} not found`
+      );
+    }
+
+    if (config.model !== undefined) session.model = config.model;
+    if (config.systemInstruction !== undefined) session.systemInstruction = config.systemInstruction;
+    if (config.generationConfig !== undefined) session.generationConfig = config.generationConfig;
+    if (config.history) session.messages = [...config.history];
+
+    session.updatedAt = new Date();
+
+    return session;
+  }
+}
+
+/**
+ * Singleton instance
+ */
+export const chatSessionService = new ChatSessionService();
+
+/**
+ * Convenience function to send a chat message
+ */
+export async function sendChatMessage(
+  sessionId: string,
+  content: string,
+  options?: SendChatMessageOptions
+): Promise<ChatSendResult> {
+  return chatSessionService.send(sessionId, content, options);
+}
+
+/**
+ * Build chat history for API request
+ */
+export function buildChatHistory(session: ChatSession): GroqMessage[] {
+  const messages: GroqMessage[] = [];
+
+  // Add system instruction if present
+  if (session.systemInstruction) {
+    messages.push({
+      role: "system",
+      content: session.systemInstruction,
+    });
+  }
+
+  // Add conversation history
+  messages.push(...session.messages);
+
+  return messages;
+}
+
+/**
+ * Trim chat history to fit within token limit
+ */
+export function trimChatHistory(
+  messages: GroqMessage[],
+  maxTokens: number = 4000
+): GroqMessage[] {
+  // Simple heuristic: assume average of 4 tokens per message
+  // For production, use a proper token counter
+  const maxMessages = Math.floor(maxTokens / 100);
+
+  if (messages.length <= maxMessages) {
+    return messages;
+  }
+
+  // Keep system messages and trim from oldest to newest
+  const systemMessages = messages.filter((m) => m.role === "system");
+  const nonSystemMessages = messages.filter((m) => m.role !== "system");
+
+  const trimmed = nonSystemMessages.slice(-maxMessages);
+
+  return [...systemMessages, ...trimmed];
+}