@umituz/react-native-ai-groq-provider 1.0.20 → 1.0.22

package/src/infrastructure/services/Streaming.ts

@@ -1,104 +0,0 @@
-/**
- * Streaming Service
- * Handles streaming responses from Groq API
- */
-
-import type {
-  GroqChatRequest,
-  GroqMessage,
-  GroqGenerationConfig,
-} from "../../domain/entities";
-import { groqHttpClient } from "./GroqClient";
-import { DEFAULT_MODELS } from "../../domain/entities";
-
-export interface StreamingCallbacks {
-  /** Called when new content chunk is received */
-  onChunk?: (chunk: string) => void;
-  /** Called when streaming completes */
-  onComplete?: (fullContent: string) => void;
-  /** Called when an error occurs */
-  onError?: (error: Error) => void;
-}
-
-export interface StreamingOptions {
-  model?: string;
-  generationConfig?: GroqGenerationConfig;
-  callbacks?: StreamingCallbacks;
-}
-
-/**
- * Stream text generation from a prompt
- */
-export async function* streaming(
-  prompt: string,
-  options: StreamingOptions = {}
-): AsyncGenerator<string> {
-  const model = options.model || DEFAULT_MODELS.TEXT;
-
-  const messages: GroqMessage[] = [
-    {
-      role: "user",
-      content: prompt,
-    },
-  ];
-
-  const request: GroqChatRequest = {
-    model,
-    messages,
-    temperature: options.generationConfig?.temperature || 0.7,
-    max_tokens: options.generationConfig?.maxTokens || 1024,
-    top_p: options.generationConfig?.topP,
-  };
-
-  let fullContent = "";
-
-  try {
-    for await (const chunk of groqHttpClient.chatCompletionStream(request)) {
-      const content = chunk.choices[0]?.delta?.content;
-      if (content) {
-        fullContent += content;
-        options.callbacks?.onChunk?.(content);
-        yield content;
-      }
-    }
-    options.callbacks?.onComplete?.(fullContent);
-  } catch (error) {
-    options.callbacks?.onError?.(error as Error);
-    throw error;
-  }
-}
-
-/**
- * Stream chat generation from messages
- */
-export async function* streamingChat(
-  messages: GroqMessage[],
-  options: StreamingOptions = {}
-): AsyncGenerator<string> {
-  const model = options.model || DEFAULT_MODELS.TEXT;
-
-  const request: GroqChatRequest = {
-    model,
-    messages,
-    temperature: options.generationConfig?.temperature || 0.7,
-    max_tokens: options.generationConfig?.maxTokens || 1024,
-    top_p: options.generationConfig?.topP,
-  };
-
-  let fullContent = "";
-
-  try {
-    for await (const chunk of groqHttpClient.chatCompletionStream(request)) {
-      const content = chunk.choices[0]?.delta?.content;
-      if (content) {
-        fullContent += content;
-        options.callbacks?.onChunk?.(content);
-        yield content;
-      }
-    }
-    options.callbacks?.onComplete?.(fullContent);
-  } catch (error) {
-    options.callbacks?.onError?.(error as Error);
-    throw error;
-  }
-}

package/src/infrastructure/services/StructuredText.ts

@@ -1,245 +0,0 @@
-/**
- * Structured Text Generation Service
- * Generates structured JSON output from Groq API
- */
-
-import type {
-  GroqChatRequest,
-  GroqMessage,
-  GroqGenerationConfig,
-} from "../../domain/entities";
-import { groqHttpClient } from "./GroqClient";
-import { DEFAULT_MODELS } from "../../domain/entities";
-import { GroqError, GroqErrorType } from "../../domain/entities/error.types";
-import { cleanJsonResponse } from "../../infrastructure/utils/content-mapper.util";
-
-export interface StructuredTextOptions<T> {
-  model?: string;
-  generationConfig?: GroqGenerationConfig;
-  schema?: Record<string, unknown>;
-  example?: T;
-}
-
-/**
- * Generate structured JSON output from a prompt
- */
-export async function structuredText<T = Record<string, unknown>>(
-  prompt: string,
-  options: StructuredTextOptions<T> = {}
-): Promise<T> {
-  const startTime = Date.now();
-  const model = options.model || DEFAULT_MODELS.TEXT;
-
-  if (typeof __DEV__ !== "undefined" && __DEV__) {
-    console.log("[Groq] structuredText called:", {
-      model,
-      promptLength: prompt.length,
-      promptPreview: prompt.substring(0, 150) + "...",
-      hasSchema: !!options.schema,
-      hasExample: !!options.example,
-      generationConfig: options.generationConfig,
-    });
-  }
-
-  let systemPrompt = "You are a helpful assistant that generates valid JSON output.";
-
-  if (options.schema) {
-    systemPrompt += `\n\nResponse must conform to this JSON schema:\n${JSON.stringify(options.schema, null, 2)}`;
-  }
-
-  if (options.example) {
-    systemPrompt += `\n\nExample response format:\n${JSON.stringify(options.example, null, 2)}`;
-  }
-
-  systemPrompt += "\n\nIMPORTANT: Respond ONLY with valid JSON. No markdown, no code blocks, no explanations.";
-
-  const messages: GroqMessage[] = [
-    {
-      role: "system",
-      content: systemPrompt,
-    },
-    {
-      role: "user",
-      content: prompt,
-    },
-  ];
-
-  const request: GroqChatRequest = {
-    model,
-    messages,
-    temperature: options.generationConfig?.temperature || 0.3,
-    max_tokens: options.generationConfig?.maxTokens || 2048,
-    top_p: options.generationConfig?.topP || 0.9,
-  };
-
-  if (typeof __DEV__ !== "undefined" && __DEV__) {
-    console.log("[Groq] Sending structured request:", {
-      endpoint: "/v1/chat/completions",
-      requestBody: {
-        model: request.model,
-        temperature: request.temperature,
-        max_tokens: request.max_tokens,
-        top_p: request.top_p,
-      },
-    });
-  }
-
-  const apiStartTime = Date.now();
-  const response = await groqHttpClient.chatCompletion(request);
-  const apiDuration = Date.now() - apiStartTime;
-
-  if (typeof __DEV__ !== "undefined" && __DEV__) {
-    console.log("[Groq] Structured API response:", {
-      apiDuration: `${apiDuration}ms`,
-      usage: response.usage,
-      finishReason: response.choices?.[0]?.finish_reason,
-      hasContent: !!response.choices?.[0]?.message?.content,
-    });
-  }
-
-  let content = response.choices[0]?.message?.content;
-  if (!content) {
-    throw new GroqError(
-      GroqErrorType.UNKNOWN_ERROR,
-      "No content generated from Groq API"
-    );
-  }
-
-  if (typeof __DEV__ !== "undefined" && __DEV__) {
-    console.log("[Groq] Raw response content:", {
-      length: content.length,
-      preview: content.substring(0, 300) + "...",
-    });
-  }
-
-  content = cleanJsonResponse(content);
-
-  if (typeof __DEV__ !== "undefined" && __DEV__) {
-    console.log("[Groq] Attempting JSON parse...");
-  }
-
-  try {
-    const parsed = JSON.parse(content) as T;
-    const totalDuration = Date.now() - startTime;
-
-    if (typeof __DEV__ !== "undefined" && __DEV__) {
-      console.log("[Groq] structuredText complete:", {
-        totalDuration: `${totalDuration}ms`,
-        apiDuration: `${apiDuration}ms`,
-        parseDuration: `${totalDuration - apiDuration}ms`,
-        parsedKeys: Object.keys(parsed),
-      });
-    }
-
-    return parsed;
-  } catch (error) {
-    if (typeof __DEV__ !== "undefined" && __DEV__) {
-      console.error("[Groq] JSON parse failed:", {
-        error,
-        contentLength: content.length,
-        contentPreview: content.substring(0, 500) + "...",
-      });
-    }
-
-    throw new GroqError(
-      GroqErrorType.UNKNOWN_ERROR,
-      `Failed to parse JSON response: ${content}`,
-      error
-    );
-  }
-}
-
-/**
- * Generate structured JSON output from messages
- */
-export async function structuredChat<T = Record<string, unknown>>(
-  messages: GroqMessage[],
-  options: StructuredTextOptions<T> = {}
-): Promise<T> {
-  const startTime = Date.now();
-  const model = options.model || DEFAULT_MODELS.TEXT;
-
-  if (typeof __DEV__ !== "undefined" && __DEV__) {
-    console.log("[Groq] structuredChat called:", {
-      model,
-      messageCount: messages.length,
-      hasSchema: !!options.schema,
-      hasExample: !!options.example,
-    });
-  }
-
-  let systemMessage: GroqMessage | null = null;
-
-  // Check if there's already a system message
-  const hasSystemMessage = messages.some((m) => m.role === "system");
-
-  if (!hasSystemMessage) {
-    let systemPrompt = "You are a helpful assistant that generates valid JSON output.";
-
-    if (options.schema) {
-      systemPrompt += `\n\nResponse must conform to this JSON schema:\n${JSON.stringify(options.schema, null, 2)}`;
-    }
-
-    if (options.example) {
-      systemPrompt += `\n\nExample response format:\n${JSON.stringify(options.example, null, 2)}`;
-    }
-
-    systemPrompt += "\n\nIMPORTANT: Respond ONLY with valid JSON. No markdown, no code blocks, no explanations.";
-
-    systemMessage = {
-      role: "system",
-      content: systemPrompt,
-    };
-  }
-
-  const requestMessages = systemMessage
-    ? [systemMessage, ...messages]
-    : messages;
-
-  const request: GroqChatRequest = {
-    model,
-    messages: requestMessages,
-    temperature: options.generationConfig?.temperature || 0.3,
-    max_tokens: options.generationConfig?.maxTokens || 2048,
-    top_p: options.generationConfig?.topP || 0.9,
-  };
-
-  const apiStartTime = Date.now();
-  const response = await groqHttpClient.chatCompletion(request);
-  const apiDuration = Date.now() - apiStartTime;
-
-  if (typeof __DEV__ !== "undefined" && __DEV__) {
-    console.log("[Groq] structuredChat API response:", {
-      apiDuration: `${apiDuration}ms`,
-      usage: response.usage,
-    });
-  }
-
-  let content = response.choices[0]?.message?.content;
-  if (!content) {
-    throw new GroqError(
-      GroqErrorType.UNKNOWN_ERROR,
-      "No content generated from Groq API"
-    );
-  }
-
-  content = cleanJsonResponse(content);
-
-  const totalDuration = Date.now() - startTime;
-  if (typeof __DEV__ !== "undefined" && __DEV__) {
-    console.log("[Groq] structuredChat complete:", {
-      totalDuration: `${totalDuration}ms`,
-      responseLength: content.length,
-    });
-  }
-
-  try {
-    return JSON.parse(content) as T;
-  } catch (error) {
-    throw new GroqError(
-      GroqErrorType.UNKNOWN_ERROR,
-      `Failed to parse JSON response: ${content}`,
-      error
-    );
-  }
-}

package/src/infrastructure/services/TextGeneration.ts

@@ -1,163 +0,0 @@
-/**
- * Text Generation Service
- * Handles basic text generation using Groq API
- */
-
-import type {
-  GroqChatRequest,
-  GroqMessage,
-  GroqGenerationConfig,
-} from "../../domain/entities";
-import { groqHttpClient } from "./GroqClient";
-import { DEFAULT_MODELS } from "../../domain/entities";
-import { GroqError, GroqErrorType } from "../../domain/entities/error.types";
-
-export interface TextGenerationOptions {
-  model?: string;
-  generationConfig?: GroqGenerationConfig;
-}
-
-/**
- * Generate text from a simple prompt
- */
-export async function textGeneration(
-  prompt: string,
-  options: TextGenerationOptions = {}
-): Promise<string> {
-  const startTime = Date.now();
-  const model = options.model || DEFAULT_MODELS.TEXT;
-
-  if (typeof __DEV__ !== "undefined" && __DEV__) {
-    console.log("[Groq] textGeneration called:", {
-      model,
-      promptLength: prompt.length,
-      promptPreview: prompt.substring(0, 100) + "...",
-      options: options.generationConfig,
-    });
-  }
-
-  const messages: GroqMessage[] = [
-    {
-      role: "user",
-      content: prompt,
-    },
-  ];
-
-  const request: GroqChatRequest = {
-    model,
-    messages,
-    temperature: options.generationConfig?.temperature || 0.7,
-    max_tokens: options.generationConfig?.maxTokens || 1024,
-    top_p: options.generationConfig?.topP,
-    n: options.generationConfig?.n,
-    stop: options.generationConfig?.stop,
-    frequency_penalty: options.generationConfig?.frequencyPenalty,
-    presence_penalty: options.generationConfig?.presencePenalty,
-  };
-
-  if (typeof __DEV__ !== "undefined" && __DEV__) {
-    console.log("[Groq] Sending request to API:", {
-      endpoint: "/v1/chat/completions",
-      requestBody: {
-        model: request.model,
-        messageCount: request.messages.length,
-        temperature: request.temperature,
-        max_tokens: request.max_tokens,
-      },
-    });
-  }
-
-  const apiStartTime = Date.now();
-  const response = await groqHttpClient.chatCompletion(request);
-  const apiDuration = Date.now() - apiStartTime;
-
-  if (typeof __DEV__ !== "undefined" && __DEV__) {
-    console.log("[Groq] API response received:", {
-      apiDuration: `${apiDuration}ms`,
-      hasChoices: !!response.choices?.length,
-      choiceCount: response.choices?.length || 0,
-      usage: response.usage,
-      finishReason: response.choices?.[0]?.finish_reason,
-    });
-  }
-
-  const content = response.choices[0]?.message?.content;
-  if (!content) {
-    throw new GroqError(
-      GroqErrorType.UNKNOWN_ERROR,
-      "No content generated from Groq API"
-    );
-  }
-
-  const totalDuration = Date.now() - startTime;
-  if (typeof __DEV__ !== "undefined" && __DEV__) {
-    console.log("[Groq] textGeneration complete:", {
-      totalDuration: `${totalDuration}ms`,
-      responseLength: content.length,
-      responsePreview: content.substring(0, 200) + "...",
-    });
-  }
-
-  return content;
-}
-
-/**
- * Generate text from an array of messages
- */
-export async function chatGeneration(
-  messages: GroqMessage[],
-  options: TextGenerationOptions = {}
-): Promise<string> {
-  const startTime = Date.now();
-  const model = options.model || DEFAULT_MODELS.TEXT;
-
-  if (typeof __DEV__ !== "undefined" && __DEV__) {
-    console.log("[Groq] chatGeneration called:", {
-      model,
-      messageCount: messages.length,
-      options: options.generationConfig,
-    });
-  }
-
-  const request: GroqChatRequest = {
-    model,
-    messages,
-    temperature: options.generationConfig?.temperature || 0.7,
-    max_tokens: options.generationConfig?.maxTokens || 1024,
-    top_p: options.generationConfig?.topP,
-    n: options.generationConfig?.n,
-    stop: options.generationConfig?.stop,
-    frequency_penalty: options.generationConfig?.frequencyPenalty,
-    presence_penalty: options.generationConfig?.presencePenalty,
-  };
-
-  const apiStartTime = Date.now();
-  const response = await groqHttpClient.chatCompletion(request);
-  const apiDuration = Date.now() - apiStartTime;
-
-  if (typeof __DEV__ !== "undefined" && __DEV__) {
-    console.log("[Groq] chatGeneration API response:", {
-      apiDuration: `${apiDuration}ms`,
-      usage: response.usage,
-      finishReason: response.choices?.[0]?.finish_reason,
-    });
-  }
-
-  const content = response.choices[0]?.message?.content;
-  if (!content) {
-    throw new GroqError(
-      GroqErrorType.UNKNOWN_ERROR,
-      "No content generated from Groq API"
-    );
-  }
-
-  const totalDuration = Date.now() - startTime;
-  if (typeof __DEV__ !== "undefined" && __DEV__) {
-    console.log("[Groq] chatGeneration complete:", {
-      totalDuration: `${totalDuration}ms`,
-      responseLength: content.length,
-    });
-  }
-
-  return content;
-}

package/src/infrastructure/services/index.ts

@@ -1,19 +0,0 @@
-/**
- * Infrastructure Services
- */
-
-export { groqHttpClient } from "./GroqClient";
-export { textGeneration, chatGeneration } from "./TextGeneration";
-export { structuredText, structuredChat } from "./StructuredText";
-export { streaming, streamingChat, type StreamingCallbacks, type StreamingOptions } from "./Streaming";
-export {
-  chatSessionService,
-  createChatSession,
-  sendChatMessage,
-  buildChatHistory,
-  trimChatHistory,
-  type ChatSession,
-  type SendChatMessageOptions,
-  type ChatSendResult,
-  type ChatHistoryMessage,
-} from "./ChatSession";