@retrivora-ai/rag-engine 2.1.3 → 2.1.5

package/src/components/DocumentUpload.tsx

@@ -12,12 +12,14 @@ interface FileState {
   error?: string;
 }
 
-export function DocumentUpload({ namespace, onUploadComplete, className = '' }: DocumentUploadProps) {
+export function DocumentUpload({ namespace, uploadUrl, retrivoraApiBase, onUploadComplete, className = '' }: DocumentUploadProps) {
   const { ui, embedding, projectId } = useConfig();
   const [fileStates, setFileStates] = useState<FileState[]>([]);
   const [isDragging, setIsDragging] = useState(false);
   const fileInputRef = useRef<HTMLInputElement>(null);
 
+  const isFreeTier = !projectId || projectId.includes('free') || projectId.includes('demo');
+
   const MULTI_DIMENSION_MODELS: Record<string, number[]> = {
     'text-embedding-3-small': [512, 1536],
     'text-embedding-3-large': [256, 1024, 3072],
@@ -26,18 +28,20 @@ export function DocumentUpload({ namespace, onUploadComplete, className = '' }:
 
   const COMMON_DIMENSIONS = [64, 128, 256, 384, 512, 768, 1024, 1536, 3072];
   const currentModel = embedding?.model || 'unknown';
-  const defaultDimension = embedding?.dimensions || 1536;
+  const defaultDimension = isFreeTier ? 768 : (embedding?.dimensions || 1536);
   
   // Provide specific dimensions for known models, otherwise provide common ones
-  let availableDimensions = Object.entries(MULTI_DIMENSION_MODELS).find(([k]) => currentModel.includes(k))?.[1];
+  let availableDimensions = isFreeTier
+    ? [768]
+    : Object.entries(MULTI_DIMENSION_MODELS).find(([k]) => currentModel.includes(k))?.[1];
+
   if (!availableDimensions) {
     availableDimensions = COMMON_DIMENSIONS.includes(defaultDimension) 
       ? COMMON_DIMENSIONS 
       : [...COMMON_DIMENSIONS, defaultDimension].sort((a, b) => a - b);
   }
-  
-  const isChangeable = true; // Always allow the user to select the dimension
 
+  const isChangeable = !isFreeTier;
   const [dimension, setDimension] = useState(defaultDimension);
 
   const addFiles = (files: File[]) => {
@@ -85,20 +89,37 @@ export function DocumentUpload({ namespace, onUploadComplete, className = '' }:
     if (targetNs) formData.append('namespace', targetNs);
     formData.append('dimension', dimension.toString());
 
+    const apiBase = retrivoraApiBase || '/api/retrivora';
+    const primaryUrl = uploadUrl || `${apiBase.replace(/\/$/, '')}/upload`;
+
+    console.log(`[Retrivora SDK] 📤 Initiating upload request to "${primaryUrl}" (Files: ${idleFiles.length}, Namespace: "${targetNs}", Dimension: ${dimension})`);
+
     try {
-      const response = await fetch('/api/upload', {
+      let response = await fetch(primaryUrl, {
         method: 'POST',
         body: formData,
       });
 
+      // Fallback resolution: if primaryUrl returns 404 and is not '/api/upload', try '/api/upload'
+      if (response.status === 404 && primaryUrl !== '/api/upload') {
+        console.warn(`[Retrivora SDK] ⚠️ Upload endpoint "${primaryUrl}" returned 404. Retrying fallback to "/api/upload"...`);
+        response = await fetch('/api/upload', {
+          method: 'POST',
+          body: formData,
+        });
+      }
+
       const result = await response.json();
 
-      if (!response.ok) throw new Error(result.error || 'Upload failed');
+      if (!response.ok) throw new Error(result.error || `Upload failed with HTTP status ${response.status}`);
+
+      console.log(`[Retrivora SDK] ✅ Upload response success:`, result);
 
       setFileStates(prev => prev.map(s => s.status === 'uploading' ? { ...s, status: 'success' } : s));
       if (onUploadComplete) onUploadComplete(result);
-    } catch (err) {
+    } catch (err: any) {
       const message = err instanceof Error ? err.message : 'Upload failed';
+      console.error(`[Retrivora SDK] ❌ Document upload failed:`, message);
       setFileStates(prev => prev.map(s => s.status === 'uploading' ? { ...s, status: 'error', error: message } : s));
     }
   };
@@ -152,22 +173,33 @@ export function DocumentUpload({ namespace, onUploadComplete, className = '' }:
 
         <div className="mt-6 flex flex-col items-center gap-2 text-sm">
           <label className="text-slate-600 dark:text-white/60 font-medium">Embedding Dimension</label>
-          {isChangeable ? (
+          <div className="flex flex-col items-center gap-1.5">
             <select
               value={dimension}
               onChange={(e) => setDimension(Number(e.target.value))}
               disabled={isUploading}
-              className="px-3 py-1.5 rounded-lg bg-slate-50 dark:bg-white/5 border border-slate-200 dark:border-white/10 text-slate-800 dark:text-white/90 outline-none focus:border-emerald-500 transition-colors"
+              className="px-3 py-1.5 rounded-lg bg-slate-50 dark:bg-white/5 border border-slate-200 dark:border-white/10 text-slate-800 dark:text-white/90 outline-none focus:border-emerald-500 transition-colors text-sm font-medium cursor-pointer"
             >
-              {availableDimensions.map(dim => (
-                <option key={dim} value={dim} className="bg-white dark:bg-slate-900">{dim}</option>
-              ))}
+              {COMMON_DIMENSIONS.map(dim => {
+                const isDisabled = isFreeTier && dim !== 768;
+                return (
+                  <option 
+                    key={dim} 
+                    value={dim} 
+                    disabled={isDisabled}
+                    className="bg-white dark:bg-slate-900 text-slate-800 dark:text-white disabled:text-slate-400 dark:disabled:text-white/30"
+                  >
+                    {dim} {dim === 768 ? '(Free Tier Fixed)' : isDisabled ? '(Pro/Enterprise Only)' : ''}
+                  </option>
+                );
+              })}
             </select>
-          ) : (
-            <div className="px-3 py-1.5 rounded-lg bg-slate-100 dark:bg-white/10 border border-slate-200 dark:border-white/10 text-slate-500 dark:text-white/50 cursor-not-allowed text-xs">
-              {dimension} (Fixed for {currentModel})
-            </div>
-          )}
+            {isFreeTier && (
+              <span className="text-[11px] text-amber-600 dark:text-amber-400/90 font-medium">
+                ⚡ 768 Dimension active for Free Tier (Upgrade for 1536 / 3072)
+              </span>
+            )}
+          </div>
         </div>
       </div>
 

package/src/config/serverConfig.ts

@@ -85,8 +85,8 @@ export function getEnvConfig(env: Record<string, string | undefined> = process.e
   const vectorDbOptions: Record<string, unknown> = {};
 
   if (vectorProvider === 'pinecone') {
-    vectorDbOptions.apiKey = readString(env, 'PINECONE_API_KEY') ?? (base?.vectorDb?.options?.apiKey as string) ?? '';
-    vectorDbOptions.indexName = readString(env, 'PINECONE_INDEX') ?? (base?.vectorDb?.indexName as string) ?? (base?.vectorDb?.options?.indexName as string);
+    vectorDbOptions.apiKey = readString(env, 'PINECONE_API_KEY') ?? (base?.vectorDb?.options?.apiKey as string) ?? process.env.PINECONE_API_KEY ?? '';
+    vectorDbOptions.indexName = readString(env, 'PINECONE_INDEX') ?? (base?.vectorDb?.indexName as string) ?? (base?.vectorDb?.options?.indexName as string) ?? process.env.PINECONE_INDEX ?? 'retrivora-free';
   } else if (vectorProvider === 'pgvector' || vectorProvider === 'postgresql') {
     vectorDbOptions.connectionString = readString(env, 'PGVECTOR_CONNECTION_STRING') ?? readString(env, 'POSTGRES_URL') ?? (base?.vectorDb?.options?.connectionString as string) ?? '';
     vectorDbOptions.tables = (readString(env, 'VECTOR_DB_TABLES') ?? readString(env, 'POSTGRES_TABLES'))?.split(',').map(t => t.trim()) ?? (base?.vectorDb?.options?.tables as string[]);

package/src/core/Pipeline.ts

@@ -1,4 +1,5 @@
 import { BaseVectorProvider } from '../providers/vectordb/BaseVectorProvider';
+import { SDK_VERSION } from '../version';
 import { BaseGraphProvider } from '../providers/graphdb/BaseGraphProvider';
 import { ILLMProvider } from '../llm/ILLMProvider';
 import { ChatMessage } from '../types';
@@ -933,6 +934,14 @@ You are a helpful assistant. Use the provided context to answer questions accura
               }
             }
 
+            const modelName = finalTrace?.model || this.config.llm?.model || 'llama-3.1-8b-instant';
+            const providerName = finalTrace?.provider || this.config.llm?.provider || 'groq';
+            const tokenCount = Number(finalTrace?.tokens?.totalTokens || 0);
+            const costEst = Number(finalTrace?.tokens?.estimatedCostUsd || 0);
+            const latencyDuration = Number(finalTrace?.latency?.totalMs || 0);
+
+            console.log(`[Retrivora Pipeline Telemetry] 📊 Dispatching RAG telemetry -> Project: "${ns}", Model: "${providerName}/${modelName}", Tokens: ${tokenCount}, Latency: ${latencyDuration}ms`);
+
             await fetch(absoluteUrl, {
               method: 'POST',
               headers: {
@@ -941,7 +950,20 @@ You are a helpful assistant. Use the provided context to answer questions accura
               body: JSON.stringify({
                 trace: finalTrace,
                 licenseKey: this.config.licenseKey,
-                projectId: ns
+                projectId: ns,
+                organization: process.env.RETRIVORA_ORGANIZATION || 'default-org',
+                sdkVersion: SDK_VERSION,
+                model: modelName,
+                provider: providerName,
+                tokens: tokenCount,
+                cost: costEst,
+                costUsd: costEst,
+                latencyMs: latencyDuration,
+                status: 'success',
+                action: 'RAG_QUERY',
+                feature: 'RAG',
+                timestamp: new Date().toISOString(),
+                details: `Org: default-org | Model: ${providerName}/${modelName} | Tokens: ${tokenCount} | Latency: ${latencyDuration}ms | Cost: $${costEst} | SDK: v${SDK_VERSION} | Feature: RAG`
               })
             });
           } catch (err: any) {

package/src/handlers/index.ts

@@ -147,6 +147,8 @@ function getOrCreatePlugin(configOrPlugin: Partial<RagConfig> | VectorPlugin | u
 
 // ─── Telemetry Reporter Helper ───────────────────────────────────────────────
 
+import { SDK_VERSION } from '../version';
+
 /**
  * Asynchronously sends telemetry payload to telemetryUrl when telemetry is enabled
  * or when a licenseKey is set. Non-blocking.
@@ -157,7 +159,7 @@ function reportTelemetry(
   action: string,
   status: 'success' | 'error',
   details: string,
-  trace?: unknown
+  trace?: any
 ) {
   try {
     const config = plugin.getConfig();
@@ -171,6 +173,7 @@ function reportTelemetry(
 
     const telemetryUrl = telemetryConfig?.url || process.env.TELEMETRY_URL || process.env.NEXT_PUBLIC_TELEMETRY_URL || defaultUrl;
     const host = req.headers.get('host') || 'localhost';
+    const userAgent = req.headers.get('user-agent') || `Retrivora-SDK/${SDK_VERSION}`;
 
     let absoluteUrl = telemetryUrl;
     if (!telemetryUrl.startsWith('http')) {
@@ -179,6 +182,33 @@ function reportTelemetry(
     }
 
     const projectId = config.projectId || 'default';
+    const model = trace?.model || config.llm?.model || config.embedding?.model || 'llama-3.1-8b-instant';
+    const provider = trace?.provider || config.llm?.provider || config.embedding?.provider || 'groq';
+    const tokens = Number(trace?.tokens?.totalTokens || trace?.totalTokens || 0);
+    const costUsd = Number(trace?.tokens?.estimatedCostUsd || trace?.costUsd || 0);
+    const latencyMs = Number(trace?.latency?.totalMs || trace?.latencyMs || 0);
+
+    const payload = {
+      trace,
+      licenseKey,
+      projectId,
+      organization: process.env.RETRIVORA_ORGANIZATION || 'default-org',
+      sdkVersion: SDK_VERSION,
+      model,
+      provider,
+      tokens,
+      cost: costUsd,
+      costUsd,
+      latencyMs,
+      status,
+      action,
+      feature: action,
+      userAgent,
+      timestamp: new Date().toISOString(),
+      details,
+    };
+
+    console.log(`[Retrivora SDK Telemetry] 📊 Dispatching telemetry -> Feature: "${action}", Status: "${status}", Project: "${projectId}", Model: "${provider}/${model}", Latency: ${latencyMs}ms`);
 
     fetch(absoluteUrl, {
       method: 'POST',
@@ -186,17 +216,11 @@ function reportTelemetry(
         'Content-Type': 'application/json',
         'x-forwarded-for': req.headers.get('x-forwarded-for') || '',
         'x-real-ip': req.headers.get('x-real-ip') || '',
+        'user-agent': userAgent,
       },
-      body: JSON.stringify({
-        trace,
-        licenseKey,
-        projectId,
-        action,
-        status,
-        details,
-      }),
+      body: JSON.stringify(payload),
     }).catch(err => {
-      console.warn('[Retrivora Telemetry] Async report warning:', err.message);
+      console.warn('[Retrivora SDK Telemetry] Async report warning:', err.message);
     });
   } catch {
     /* non-blocking */
@@ -354,6 +378,12 @@ export function createStreamHandler(
       userMessageId?: string;
     };
     try {
+      if (req.headers.get('content-type')?.includes('multipart/form-data')) {
+        return new Response(JSON.stringify({ error: { code: 'INVALID_ENDPOINT', message: 'Multipart file upload requests must be sent to the /upload endpoint.' } }), {
+          status: 400,
+          headers: { 'Content-Type': 'application/json' },
+        });
+      }
       body = await req.json();
     } catch {
       return new Response(JSON.stringify({ error: { code: 'INVALID_JSON', message: 'Invalid JSON body' } }), {
@@ -937,19 +967,39 @@ export function createRagHandler(
     }
   }
 
-  async function getSegment(context: any): Promise<string> {
+  async function getSegment(req: NextRequest, context: any): Promise<string> {
+    // 1. If content-type is multipart/form-data, it MUST be an upload request!
+    const contentType = req.headers.get('content-type') || '';
+    if (contentType.includes('multipart/form-data')) {
+      return 'upload';
+    }
+
+    // 2. Check path directly from request URL
+    try {
+      const url = new URL(req.url);
+      const pathname = url.pathname;
+      if (pathname.endsWith('/upload')) return 'upload';
+      if (pathname.endsWith('/chat') || pathname.endsWith('/chat-sync')) return 'chat';
+      if (pathname.endsWith('/health')) return 'health';
+      if (pathname.endsWith('/suggestions')) return 'suggestions';
+      if (pathname.endsWith('/feedback')) return 'feedback';
+      if (pathname.endsWith('/history')) return 'history';
+    } catch { /* silent */ }
+
+    // 3. Fall back to resolved context params
     const resolvedParams = typeof context?.params?.then === 'function'
       ? await context.params
       : context?.params;
 
-    const segments: string[] = resolvedParams?.retrivora || [];
-    return segments.join('/') || 'chat';
+    const segments: string[] = resolvedParams?.retrivora || resolvedParams?.params?.retrivora || [];
+    const joined = segments.join('/');
+    return joined || 'chat';
   }
 
   return {
     GET: async (req: NextRequest, context: any) => {
       try {
-        const segment = await getSegment(context);
+        const segment = await getSegment(req, context);
         return await routeGetRequest(req, segment);
       } catch (err) {
         const msg = err instanceof Error ? err.message : 'GET Routing failed';
@@ -958,7 +1008,7 @@ export function createRagHandler(
     },
     POST: async (req: NextRequest, context: any) => {
       try {
-        const segment = await getSegment(context);
+        const segment = await getSegment(req, context);
         return await routePostRequest(req, segment);
       } catch (err) {
         const msg = err instanceof Error ? err.message : 'POST Routing failed';

package/src/index.css

@@ -2259,6 +2259,11 @@
       cursor: not-allowed;
     }
   }
+  .disabled\:text-slate-400 {
+    &:disabled {
+      color: var(--color-slate-400);
+    }
+  }
   .disabled\:opacity-30 {
     &:disabled {
       opacity: 30%;
@@ -2912,6 +2917,14 @@
       color: var(--color-amber-400);
     }
   }
+  .dark\:text-amber-400\/90 {
+    @media (prefers-color-scheme: dark) {
+      color: color-mix(in srgb, oklch(82.8% 0.189 84.429) 90%, transparent);
+      @supports (color: color-mix(in lab, red, red)) {
+        color: color-mix(in oklab, var(--color-amber-400) 90%, transparent);
+      }
+    }
+  }
   .dark\:text-blue-100 {
     @media (prefers-color-scheme: dark) {
       color: var(--color-blue-100);
@@ -3371,6 +3384,16 @@
       }
     }
   }
+  .dark\:disabled\:text-white\/30 {
+    @media (prefers-color-scheme: dark) {
+      &:disabled {
+        color: color-mix(in srgb, #fff 30%, transparent);
+        @supports (color: color-mix(in lab, red, red)) {
+          color: color-mix(in oklab, var(--color-white) 30%, transparent);
+        }
+      }
+    }
+  }
 }
 @layer base {
   :root {

package/src/index.ts

@@ -15,6 +15,7 @@ export { MessageBubble } from './components/MessageBubble';
 export { SourceCard } from './components/SourceCard';
 export { ObservabilityPanel } from './components/ObservabilityPanel';
 export { ConfigProvider, useConfig } from './components/ConfigProvider';
+export { SDK_VERSION } from './version';
 export { CodeViewer } from './components/CodeViewer';
 export { ProductCard } from './components/ProductCard';
 export { ProductCarousel } from './components/ProductCarousel';

package/src/server.ts

@@ -36,6 +36,7 @@ export { ConfigResolver } from './core/ConfigResolver';
 export { ProviderRegistry } from './core/ProviderRegistry';
 export { ConfigValidator } from './core/ConfigValidator';
 export { LicenseVerifier } from './core/LicenseVerifier';
+export { SDK_VERSION } from './version';
 export { ProviderHealthCheck } from './core/ProviderHealthCheck';
 export { BatchProcessor } from './core/BatchProcessor';
 

package/src/types/index.ts

@@ -40,6 +40,8 @@ export interface ObservabilityTrace {
   chunks: RetrievedChunk[];
   latency: LatencyBreakdown;
   tokens?: TokenUsage;
+  model?: string;
+  provider?: string;
   /** 0 = fully grounded, 1 = likely hallucinated. */
   hallucinationScore?: number;
   hallucinationReason?: string;

package/src/types/props.ts

@@ -109,6 +109,10 @@ export interface ProductCarouselProps {
 export interface DocumentUploadProps {
   /** Optional namespace for the upload */
   namespace?: string;
+  /** Custom upload API endpoint URL (defaults to /api/retrivora/upload or /api/upload) */
+  uploadUrl?: string;
+  /** Base URL for Retrivora SDK endpoints (defaults to /api/retrivora) */
+  retrivoraApiBase?: string;
   /** Callback when upload completes */
   onUploadComplete?: (results: unknown) => void;
   /** Additional className */

package/src/version.ts

@@ -0,0 +1,6 @@
+import pkg from '../package.json';
+
+/**
+ * Dynamically resolved SDK Version from package.json
+ */
+export const SDK_VERSION: string = pkg.version || '2.1.3';