@absolutejs/rag 0.0.17 → 0.0.19

package/dist/src/chat/chat.d.ts

@@ -1014,6 +1014,34 @@ export declare const ragChat: (config: RAGChatPluginConfig) => Elysia<"", {
             };
         };
     };
+} & {
+    [x: string]: {
+        evaluate: {
+            stream: {
+                post: {
+                    body: unknown;
+                    params: {};
+                    query: unknown;
+                    headers: unknown;
+                    response: {
+                        200: AsyncGenerator<{
+                            readonly data: string;
+                            readonly event: "error";
+                        } | {
+                            readonly data: string;
+                            readonly event: "start";
+                        } | {
+                            readonly data: string;
+                            readonly event: "case";
+                        } | {
+                            readonly data: string;
+                            readonly event: "result";
+                        }, void, unknown>;
+                    };
+                };
+            };
+        };
+    };
 } & {
     [x: string]: {
         status: {
@@ -1226,7 +1254,7 @@ export declare const ragChat: (config: RAGChatPluginConfig) => Elysia<"", {
             };
         };
     };
-} & {
+} & ({
     [x: string]: {
         status: {
             handoffs: {
@@ -1261,7 +1289,7 @@ export declare const ragChat: (config: RAGChatPluginConfig) => Elysia<"", {
             };
         };
     };
-} & ({
+} & {
     [x: string]: {
         ops: {
             get: {

package/dist/src/client/ragClient.d.ts

@@ -1,4 +1,4 @@
-import type { RAGBackendsResponse, RAGDocumentChunksResponse, RAGEvaluationInput, RAGEvaluationResponse, RAGRetrievalBaselinePromotionFromRunRequest, RAGRetrievalBaselinePromotionRequest, RAGRetrievalBaselineRevertRequest, RAGRetrievalReleaseIncidentAcknowledgeRequest, RAGRetrievalReleaseDecisionActionRequest, RAGRetrievalBaselineResponse, RAGRetrievalLaneHandoffDecisionRequest, RAGRetrievalLaneHandoffDecisionResponse, RAGRetrievalLaneHandoffIncidentStatusResponse, RAGRetrievalLaneHandoffStatusResponse, RAGRetrievalIncidentRemediationDecisionRequest, RAGRetrievalIncidentRemediationBulkExecutionRequest, RAGRetrievalIncidentRemediationExecutionRequest, RAGRetrievalIncidentRemediationExecutionResponse, RAGRetrievalIncidentRemediationStatusResponse, RAGRetrievalReleaseGroupHistoryResponse, RAGRetrievalReleaseIncidentStatusResponse, RAGRetrievalReleaseDriftStatusResponse, RAGRetrievalComparisonRequest, RAGAdaptiveNativePlannerBenchmarkResponse, RAGAdaptiveNativePlannerBenchmarkSnapshotResponse, RAGDocumentIngestInput, RAGDocumentChunk, RAGDocumentsResponse, RAGDocumentUrlIngestInput, RAGDocumentUploadIngestInput, RAGIngestResponse, RAGMutationResponse, RAGOperationsResponse, RAGSearchRequest, RAGSearchTracePruneResponse, RAGSource, RAGStatusResponse, RAGSyncRunOptions, RAGSyncResponse } from "@absolutejs/ai";
+import type { RAGBackendsResponse, RAGDocumentChunksResponse, RAGEvaluationCaseResult, RAGEvaluationInput, RAGEvaluationResponse, RAGRetrievalBaselinePromotionFromRunRequest, RAGRetrievalBaselinePromotionRequest, RAGRetrievalBaselineRevertRequest, RAGRetrievalReleaseIncidentAcknowledgeRequest, RAGRetrievalReleaseDecisionActionRequest, RAGRetrievalBaselineResponse, RAGRetrievalLaneHandoffDecisionRequest, RAGRetrievalLaneHandoffDecisionResponse, RAGRetrievalLaneHandoffIncidentStatusResponse, RAGRetrievalLaneHandoffStatusResponse, RAGRetrievalIncidentRemediationDecisionRequest, RAGRetrievalIncidentRemediationBulkExecutionRequest, RAGRetrievalIncidentRemediationExecutionRequest, RAGRetrievalIncidentRemediationExecutionResponse, RAGRetrievalIncidentRemediationStatusResponse, RAGRetrievalReleaseGroupHistoryResponse, RAGRetrievalReleaseIncidentStatusResponse, RAGRetrievalReleaseDriftStatusResponse, RAGRetrievalComparisonRequest, RAGAdaptiveNativePlannerBenchmarkResponse, RAGAdaptiveNativePlannerBenchmarkSnapshotResponse, RAGDocumentIngestInput, RAGDocumentChunk, RAGDocumentsResponse, RAGDocumentUrlIngestInput, RAGDocumentUploadIngestInput, RAGIngestResponse, RAGMutationResponse, RAGOperationsResponse, RAGSearchRequest, RAGSearchTracePruneResponse, RAGSource, RAGStatusResponse, RAGSyncRunOptions, RAGSyncResponse } from "@absolutejs/ai";
 import type { RAGClientOptions, RAGDetailedSearchResponse, RAGMaintenanceOverview, RAGMaintenancePayload } from "../../types/client";
 export declare const buildRAGMaintenanceOverview: (payload: RAGMaintenancePayload) => RAGMaintenanceOverview;
 export declare const createRAGClient: (options: RAGClientOptions) => {
@@ -11,6 +11,17 @@ export declare const createRAGClient: (options: RAGClientOptions) => {
     documentChunks(id: string): Promise<RAGDocumentChunksResponse>;
     documents(kind?: string): Promise<RAGDocumentsResponse>;
     evaluate(input: RAGEvaluationInput): Promise<RAGEvaluationResponse>;
+    evaluateStream(input: RAGEvaluationInput, options?: {
+        onStart?: (event: {
+            total: number;
+        }) => void;
+        onCase?: (event: {
+            caseIndex: number;
+            total: number;
+            caseResult: RAGEvaluationCaseResult;
+        }) => void;
+        signal?: AbortSignal;
+    }): Promise<RAGEvaluationResponse>;
     compareRetrievals(input: RAGRetrievalComparisonRequest): Promise<import("@absolutejs/ai").RAGRetrievalComparison>;
     retrievalComparisonHistory(input?: {
         limit?: number;

package/dist/src/quality/quality.d.ts

@@ -461,11 +461,16 @@ export declare const buildRAGEvaluationSuiteSnapshotDiff: ({ current, previous,
     current: RAGEvaluationSuiteSnapshot;
     previous?: RAGEvaluationSuiteSnapshot;
 }) => RAGEvaluationSuiteSnapshotDiff;
-export declare const evaluateRAGCollection: ({ collection, input, defaultTopK, rerank, }: {
+export declare const evaluateRAGCollection: ({ collection, input, defaultTopK, rerank, onCaseSettled, }: {
     collection: RAGCollection;
     input: RAGEvaluationInput;
     defaultTopK?: number;
     rerank?: RAGRerankerProviderLike;
+    onCaseSettled?: (event: {
+        caseIndex: number;
+        total: number;
+        caseResult: RAGEvaluationCaseResult;
+    }) => void;
 }) => Promise<RAGEvaluationResponse>;
 export declare const executeDryRunRAGEvaluation: (input: RAGEvaluationInput, defaultTopK?: number) => RAGEvaluationCaseResult[];
 export declare const runRAGEvaluationSuite: ({ suite, evaluate, overrides, artifacts, }: {

package/dist/src/react/useRAG.d.ts

@@ -42,6 +42,14 @@ export declare const useRAG: (path: string, options?: UseRAGOptions) => {
         clearRuns: () => void;
         error: string | null;
         evaluate: (input: import("@absolutejs/ai").RAGEvaluationInput) => Promise<import("@absolutejs/ai").RAGEvaluationResponse>;
+        evaluateStream: (input: import("@absolutejs/ai").RAGEvaluationInput, options?: {
+            onCase?: (event: {
+                caseIndex: number;
+                total: number;
+                caseResult: import("@absolutejs/ai").RAGEvaluationCaseResult;
+            }) => void;
+            signal?: AbortSignal;
+        }) => Promise<import("@absolutejs/ai").RAGEvaluationResponse>;
         isEvaluating: boolean;
         lastRequest: import("@absolutejs/ai").RAGEvaluationInput | null;
         lastResponse: import("@absolutejs/ai").RAGEvaluationResponse | null;
@@ -61,6 +69,10 @@ export declare const useRAG: (path: string, options?: UseRAGOptions) => {
             traceSummary: import("@absolutejs/ai").RAGRetrievalTraceComparisonSummary | undefined;
         }>;
         saveSuite: (suite: import("@absolutejs/ai").RAGEvaluationSuite) => import("@absolutejs/ai").RAGEvaluationSuite;
+        streamProgress: {
+            done: number;
+            total: number;
+        } | null;
         suiteRuns: import("@absolutejs/ai").RAGEvaluationSuiteRun[];
         suites: import("@absolutejs/ai").RAGEvaluationSuite[];
     };

package/dist/src/react/useRAGEvaluate.d.ts

@@ -1,8 +1,16 @@
-import type { RAGEvaluationInput, RAGEvaluationResponse, RAGEvaluationSuite, RAGEvaluationSuiteRun } from "@absolutejs/ai";
+import type { RAGEvaluationCaseResult, RAGEvaluationInput, RAGEvaluationResponse, RAGEvaluationSuite, RAGEvaluationSuiteRun } from "@absolutejs/ai";
 export declare const useRAGEvaluate: (path: string) => {
     clearRuns: () => void;
     error: string | null;
     evaluate: (input: RAGEvaluationInput) => Promise<RAGEvaluationResponse>;
+    evaluateStream: (input: RAGEvaluationInput, options?: {
+        onCase?: (event: {
+            caseIndex: number;
+            total: number;
+            caseResult: RAGEvaluationCaseResult;
+        }) => void;
+        signal?: AbortSignal;
+    }) => Promise<RAGEvaluationResponse>;
     isEvaluating: boolean;
     lastRequest: RAGEvaluationInput | null;
     lastResponse: RAGEvaluationResponse | null;
@@ -22,6 +30,10 @@ export declare const useRAGEvaluate: (path: string) => {
         traceSummary: import("@absolutejs/ai").RAGRetrievalTraceComparisonSummary | undefined;
     }>;
     saveSuite: (suite: RAGEvaluationSuite) => RAGEvaluationSuite;
+    streamProgress: {
+        done: number;
+        total: number;
+    } | null;
     suiteRuns: RAGEvaluationSuiteRun[];
     suites: RAGEvaluationSuite[];
 };

package/dist/svelte/index.js

@@ -194,6 +194,78 @@ var createRAGClient = (options) => {
       }
       return parseJson(response);
     },
+    async evaluateStream(input, options2) {
+      const response = await fetchImpl(`${basePath}/evaluate/stream`, {
+        body: JSON.stringify(input),
+        headers: jsonHeaders,
+        method: "POST",
+        signal: options2?.signal
+      });
+      if (!response.ok || !response.body) {
+        throw new Error(await toErrorMessage(response));
+      }
+      const reader = response.body.getReader();
+      const decoder = new TextDecoder;
+      let buffer = "";
+      let result = null;
+      let streamError = null;
+      const handleEvent = (rawEvent) => {
+        let eventName = "message";
+        const dataLines = [];
+        for (const line of rawEvent.split(`
+`)) {
+          if (line.startsWith("event:")) {
+            eventName = line.slice("event:".length).trim();
+          } else if (line.startsWith("data:")) {
+            dataLines.push(line.slice("data:".length).trim());
+          }
+        }
+        if (dataLines.length === 0) {
+          return;
+        }
+        const payload = JSON.parse(dataLines.join(`
+`));
+        if (eventName === "start") {
+          options2?.onStart?.(payload);
+        } else if (eventName === "case") {
+          options2?.onCase?.(payload);
+        } else if (eventName === "result") {
+          result = payload;
+        } else if (eventName === "error") {
+          streamError = payload.error ?? "RAG evaluation stream failed";
+        }
+      };
+      for (;; ) {
+        const { done, value } = await reader.read();
+        if (done) {
+          break;
+        }
+        buffer += decoder.decode(value, { stream: true });
+        let separator = buffer.indexOf(`
+
+`);
+        while (separator !== -1) {
+          const rawEvent = buffer.slice(0, separator);
+          buffer = buffer.slice(separator + 2);
+          if (rawEvent.trim().length > 0) {
+            handleEvent(rawEvent);
+          }
+          separator = buffer.indexOf(`
+
+`);
+        }
+      }
+      if (buffer.trim().length > 0) {
+        handleEvent(buffer);
+      }
+      if (streamError) {
+        throw new Error(streamError);
+      }
+      if (!result) {
+        throw new Error("RAG evaluation stream ended without a result");
+      }
+      return result;
+    },
     async compareRetrievals(input) {
       const response = await fetchImpl(`${basePath}/compare/retrieval`, {
         body: JSON.stringify(input),
@@ -4929,5 +5001,5 @@ export {
   createRAG
 };
 
-//# debugId=52486C663C8561C964756E2164756E21
+//# debugId=0C820FFEEA16A64064756E2164756E21
 //# sourceMappingURL=index.js.map