@absolutejs/rag 0.0.16 → 0.0.18

package/dist/src/chat/chat.d.ts

@@ -1014,6 +1014,25 @@ export declare const ragChat: (config: RAGChatPluginConfig) => Elysia<"", {
             };
         };
     };
+} & {
+    [x: string]: {
+        evaluate: {
+            stream: {
+                post: {
+                    body: unknown;
+                    params: {};
+                    query: unknown;
+                    headers: unknown;
+                    response: {
+                        200: AsyncGenerator<{
+                            data: string;
+                            event: string;
+                        }, void, unknown>;
+                    };
+                };
+            };
+        };
+    };
 } & {
     [x: string]: {
         status: {
@@ -1226,7 +1245,7 @@ export declare const ragChat: (config: RAGChatPluginConfig) => Elysia<"", {
             };
         };
     };
-} & {
+} & ({
     [x: string]: {
         status: {
             handoffs: {
@@ -1261,7 +1280,7 @@ export declare const ragChat: (config: RAGChatPluginConfig) => Elysia<"", {
             };
         };
     };
-} & ({
+} & {
     [x: string]: {
         ops: {
             get: {

package/dist/src/client/ragClient.d.ts

@@ -1,4 +1,4 @@
-import type { RAGBackendsResponse, RAGDocumentChunksResponse, RAGEvaluationInput, RAGEvaluationResponse, RAGRetrievalBaselinePromotionFromRunRequest, RAGRetrievalBaselinePromotionRequest, RAGRetrievalBaselineRevertRequest, RAGRetrievalReleaseIncidentAcknowledgeRequest, RAGRetrievalReleaseDecisionActionRequest, RAGRetrievalBaselineResponse, RAGRetrievalLaneHandoffDecisionRequest, RAGRetrievalLaneHandoffDecisionResponse, RAGRetrievalLaneHandoffIncidentStatusResponse, RAGRetrievalLaneHandoffStatusResponse, RAGRetrievalIncidentRemediationDecisionRequest, RAGRetrievalIncidentRemediationBulkExecutionRequest, RAGRetrievalIncidentRemediationExecutionRequest, RAGRetrievalIncidentRemediationExecutionResponse, RAGRetrievalIncidentRemediationStatusResponse, RAGRetrievalReleaseGroupHistoryResponse, RAGRetrievalReleaseIncidentStatusResponse, RAGRetrievalReleaseDriftStatusResponse, RAGRetrievalComparisonRequest, RAGAdaptiveNativePlannerBenchmarkResponse, RAGAdaptiveNativePlannerBenchmarkSnapshotResponse, RAGDocumentIngestInput, RAGDocumentChunk, RAGDocumentsResponse, RAGDocumentUrlIngestInput, RAGDocumentUploadIngestInput, RAGIngestResponse, RAGMutationResponse, RAGOperationsResponse, RAGSearchRequest, RAGSearchTracePruneResponse, RAGSource, RAGStatusResponse, RAGSyncRunOptions, RAGSyncResponse } from "@absolutejs/ai";
+import type { RAGBackendsResponse, RAGDocumentChunksResponse, RAGEvaluationCaseResult, RAGEvaluationInput, RAGEvaluationResponse, RAGRetrievalBaselinePromotionFromRunRequest, RAGRetrievalBaselinePromotionRequest, RAGRetrievalBaselineRevertRequest, RAGRetrievalReleaseIncidentAcknowledgeRequest, RAGRetrievalReleaseDecisionActionRequest, RAGRetrievalBaselineResponse, RAGRetrievalLaneHandoffDecisionRequest, RAGRetrievalLaneHandoffDecisionResponse, RAGRetrievalLaneHandoffIncidentStatusResponse, RAGRetrievalLaneHandoffStatusResponse, RAGRetrievalIncidentRemediationDecisionRequest, RAGRetrievalIncidentRemediationBulkExecutionRequest, RAGRetrievalIncidentRemediationExecutionRequest, RAGRetrievalIncidentRemediationExecutionResponse, RAGRetrievalIncidentRemediationStatusResponse, RAGRetrievalReleaseGroupHistoryResponse, RAGRetrievalReleaseIncidentStatusResponse, RAGRetrievalReleaseDriftStatusResponse, RAGRetrievalComparisonRequest, RAGAdaptiveNativePlannerBenchmarkResponse, RAGAdaptiveNativePlannerBenchmarkSnapshotResponse, RAGDocumentIngestInput, RAGDocumentChunk, RAGDocumentsResponse, RAGDocumentUrlIngestInput, RAGDocumentUploadIngestInput, RAGIngestResponse, RAGMutationResponse, RAGOperationsResponse, RAGSearchRequest, RAGSearchTracePruneResponse, RAGSource, RAGStatusResponse, RAGSyncRunOptions, RAGSyncResponse } from "@absolutejs/ai";
 import type { RAGClientOptions, RAGDetailedSearchResponse, RAGMaintenanceOverview, RAGMaintenancePayload } from "../../types/client";
 export declare const buildRAGMaintenanceOverview: (payload: RAGMaintenancePayload) => RAGMaintenanceOverview;
 export declare const createRAGClient: (options: RAGClientOptions) => {
@@ -11,6 +11,17 @@ export declare const createRAGClient: (options: RAGClientOptions) => {
     documentChunks(id: string): Promise<RAGDocumentChunksResponse>;
     documents(kind?: string): Promise<RAGDocumentsResponse>;
     evaluate(input: RAGEvaluationInput): Promise<RAGEvaluationResponse>;
+    evaluateStream(input: RAGEvaluationInput, options?: {
+        onStart?: (event: {
+            total: number;
+        }) => void;
+        onCase?: (event: {
+            caseIndex: number;
+            total: number;
+            caseResult: RAGEvaluationCaseResult;
+        }) => void;
+        signal?: AbortSignal;
+    }): Promise<RAGEvaluationResponse>;
     compareRetrievals(input: RAGRetrievalComparisonRequest): Promise<import("@absolutejs/ai").RAGRetrievalComparison>;
     retrievalComparisonHistory(input?: {
         limit?: number;

package/dist/src/presentation/htmxCitationFragments.d.ts

@@ -0,0 +1,76 @@
+import type { RAGCitation, RAGGroundingReference, RAGSectionRetrievalDiagnostic, RAGSourceSummary } from "@absolutejs/ai";
+export type RAGSectionDiagnostic = RAGSectionRetrievalDiagnostic & {
+    peakStage?: string;
+    peakCount?: number;
+    finalCount?: number;
+    finalRetentionRate?: number;
+    dropFromPeak?: number;
+    queryAttribution?: {
+        mode: "primary" | "transformed" | "variant" | "mixed";
+        primaryHits: number;
+        transformedHits: number;
+        variantHits: number;
+        reasons: string[];
+    };
+    stageWeights?: Array<{
+        stage: string;
+        count: number;
+        previousStage?: string;
+        previousCount?: number;
+        countDelta?: number;
+        retentionRate?: number;
+        totalScore?: number;
+        stageScoreShare?: number;
+        parentStageScoreShare?: number;
+        stageScoreShareGap?: number;
+        parentStageScoreShareGap?: number;
+        stageShare: number;
+        parentStageShare?: number;
+        stageShareGap?: number;
+        parentStageShareGap?: number;
+        strongestSiblingLabel?: string;
+        strongestSiblingCount?: number;
+        reasons: string[];
+    }>;
+};
+export type RAGSourceSummaryGroup = {
+    id: string;
+    label: string;
+    targetId: string;
+    summary: string;
+    summaries: RAGSourceSummary[];
+};
+export type RAGGroundingReferenceGroup = {
+    id: string;
+    label: string;
+    targetId: string;
+    summary: string;
+    references: RAGGroundingReference[];
+};
+export type RAGCitationGroup = {
+    id: string;
+    label: string;
+    targetId: string;
+    summary: string;
+    citations: RAGCitation[];
+};
+export declare const buildSearchTargetId: (prefix: string, value: string) => string;
+export declare const buildSourceSummarySectionGroups: (summaries?: RAGSourceSummary[] | null) => RAGSourceSummaryGroup[];
+export declare const buildGroundingReferenceGroups: (references?: RAGGroundingReference[] | null) => RAGGroundingReferenceGroup[];
+export declare const buildCitationGroups: (citations?: RAGCitation[] | null) => RAGCitationGroup[];
+export declare const formatCitationLabel: (citation: RAGCitation) => string;
+export declare const formatCitationSummary: (citation: RAGCitation) => string;
+export declare const formatCitationExcerpt: (citation: RAGCitation) => string;
+export declare const formatSourceSummaryDetails: (summary: RAGSourceSummary) => string[];
+export declare const formatCitationDetails: (citation: RAGCitation) => string[];
+export declare const formatSectionDiagnosticChannels: (diagnostic: RAGSectionRetrievalDiagnostic) => string;
+export declare const formatSectionDiagnosticAttributionFocus: (diagnostic: RAGSectionDiagnostic) => string;
+export declare const formatSectionDiagnosticPipeline: (diagnostic: RAGSectionDiagnostic) => string;
+export declare const formatSectionDiagnosticStageFlow: (diagnostic: RAGSectionRetrievalDiagnostic) => string | null;
+export declare const formatSectionDiagnosticStageBounds: (diagnostic: RAGSectionDiagnostic) => string | null;
+export declare const formatSectionDiagnosticStageWeightRows: (diagnostic: RAGSectionDiagnostic) => string[];
+export declare const formatSectionDiagnosticStageWeightReasons: (diagnostic: RAGSectionDiagnostic) => string[];
+export declare const formatSectionDiagnosticCompetition: (diagnostic: RAGSectionRetrievalDiagnostic) => string;
+export declare const formatSectionDiagnosticTopEntry: (diagnostic: RAGSectionDiagnostic) => string;
+export declare const formatSectionDiagnosticReasons: (diagnostic: RAGSectionDiagnostic) => string[];
+export declare const formatSectionDiagnosticDistributionRows: (diagnostic: RAGSectionRetrievalDiagnostic) => string[];

package/dist/src/presentation/htmxRenderers.d.ts

@@ -1,4 +1,5 @@
-import type { RAGAdminActionRecord, RAGAdminJobRecord, RAGBackendCapabilities, RAGVectorStoreStatus } from "@absolutejs/ai";
+import type { RAGAdminActionRecord, RAGAdminJobRecord, RAGBackendCapabilities, RAGSource, RAGVectorStoreStatus } from "@absolutejs/ai";
+import { type RAGSectionDiagnostic } from "./htmxCitationFragments";
 import { buildRAGRetrievalTracePresentation } from "./presentation";
 type RetrievalTrace = Parameters<typeof buildRAGRetrievalTracePresentation>[0];
 declare const STREAM_STAGES: readonly ["submitting", "retrieving", "retrieved", "streaming", "complete"];
@@ -23,6 +24,9 @@ export type RAGHTMXRenderConfig = {
     detailList?: (lines: string[], fallback: string) => string;
     adminJobCards?: (jobs?: RAGAdminJobRecord[]) => string;
     adminActionCards?: (actions?: RAGAdminActionRecord[]) => string;
+    citations?: (sources: RAGSource[]) => string;
+    sourceSummaries?: (sources: RAGSource[]) => string;
+    sectionDiagnosticCard?: (diagnostic: RAGSectionDiagnostic) => string;
 };
 export type ResolvedRAGHTMXRenderers = Required<Omit<RAGHTMXRenderConfig, "classPrefix">> & {
     classPrefix: string;

package/dist/src/presentation/ui.d.ts

@@ -4,3 +4,5 @@ export { buildRAGAnswerGroundingCaseSnapshotPresentations, buildRAGAnswerGroundi
 export type { RAGStreamProgress, RAGStreamProgressState, } from "./workflowState";
 export { resolveRAGHTMXRenderers } from "./htmxRenderers";
 export type { RAGHTMXRenderConfig, ResolvedRAGHTMXRenderers, } from "./htmxRenderers";
+export { buildCitationGroups, buildGroundingReferenceGroups, buildSearchTargetId, buildSourceSummarySectionGroups, formatCitationDetails, formatCitationExcerpt, formatCitationLabel, formatCitationSummary, formatSectionDiagnosticAttributionFocus, formatSectionDiagnosticChannels, formatSectionDiagnosticCompetition, formatSectionDiagnosticDistributionRows, formatSectionDiagnosticPipeline, formatSectionDiagnosticReasons, formatSectionDiagnosticStageBounds, formatSectionDiagnosticStageFlow, formatSectionDiagnosticStageWeightReasons, formatSectionDiagnosticStageWeightRows, formatSectionDiagnosticTopEntry, formatSourceSummaryDetails, } from "./htmxCitationFragments";
+export type { RAGCitationGroup, RAGGroundingReferenceGroup, RAGSectionDiagnostic, RAGSourceSummaryGroup, } from "./htmxCitationFragments";

package/dist/src/quality/quality.d.ts

@@ -461,11 +461,16 @@ export declare const buildRAGEvaluationSuiteSnapshotDiff: ({ current, previous,
     current: RAGEvaluationSuiteSnapshot;
     previous?: RAGEvaluationSuiteSnapshot;
 }) => RAGEvaluationSuiteSnapshotDiff;
-export declare const evaluateRAGCollection: ({ collection, input, defaultTopK, rerank, }: {
+export declare const evaluateRAGCollection: ({ collection, input, defaultTopK, rerank, onCaseSettled, }: {
     collection: RAGCollection;
     input: RAGEvaluationInput;
     defaultTopK?: number;
     rerank?: RAGRerankerProviderLike;
+    onCaseSettled?: (event: {
+        caseIndex: number;
+        total: number;
+        caseResult: RAGEvaluationCaseResult;
+    }) => void;
 }) => Promise<RAGEvaluationResponse>;
 export declare const executeDryRunRAGEvaluation: (input: RAGEvaluationInput, defaultTopK?: number) => RAGEvaluationCaseResult[];
 export declare const runRAGEvaluationSuite: ({ suite, evaluate, overrides, artifacts, }: {

package/dist/src/react/useRAG.d.ts

@@ -42,6 +42,14 @@ export declare const useRAG: (path: string, options?: UseRAGOptions) => {
         clearRuns: () => void;
         error: string | null;
         evaluate: (input: import("@absolutejs/ai").RAGEvaluationInput) => Promise<import("@absolutejs/ai").RAGEvaluationResponse>;
+        evaluateStream: (input: import("@absolutejs/ai").RAGEvaluationInput, options?: {
+            onCase?: (event: {
+                caseIndex: number;
+                total: number;
+                caseResult: import("@absolutejs/ai").RAGEvaluationCaseResult;
+            }) => void;
+            signal?: AbortSignal;
+        }) => Promise<import("@absolutejs/ai").RAGEvaluationResponse>;
         isEvaluating: boolean;
         lastRequest: import("@absolutejs/ai").RAGEvaluationInput | null;
         lastResponse: import("@absolutejs/ai").RAGEvaluationResponse | null;
@@ -61,6 +69,10 @@ export declare const useRAG: (path: string, options?: UseRAGOptions) => {
             traceSummary: import("@absolutejs/ai").RAGRetrievalTraceComparisonSummary | undefined;
         }>;
         saveSuite: (suite: import("@absolutejs/ai").RAGEvaluationSuite) => import("@absolutejs/ai").RAGEvaluationSuite;
+        streamProgress: {
+            done: number;
+            total: number;
+        } | null;
         suiteRuns: import("@absolutejs/ai").RAGEvaluationSuiteRun[];
         suites: import("@absolutejs/ai").RAGEvaluationSuite[];
     };

package/dist/src/react/useRAGEvaluate.d.ts

@@ -1,8 +1,16 @@
-import type { RAGEvaluationInput, RAGEvaluationResponse, RAGEvaluationSuite, RAGEvaluationSuiteRun } from "@absolutejs/ai";
+import type { RAGEvaluationCaseResult, RAGEvaluationInput, RAGEvaluationResponse, RAGEvaluationSuite, RAGEvaluationSuiteRun } from "@absolutejs/ai";
 export declare const useRAGEvaluate: (path: string) => {
     clearRuns: () => void;
     error: string | null;
     evaluate: (input: RAGEvaluationInput) => Promise<RAGEvaluationResponse>;
+    evaluateStream: (input: RAGEvaluationInput, options?: {
+        onCase?: (event: {
+            caseIndex: number;
+            total: number;
+            caseResult: RAGEvaluationCaseResult;
+        }) => void;
+        signal?: AbortSignal;
+    }) => Promise<RAGEvaluationResponse>;
     isEvaluating: boolean;
     lastRequest: RAGEvaluationInput | null;
     lastResponse: RAGEvaluationResponse | null;
@@ -22,6 +30,10 @@ export declare const useRAGEvaluate: (path: string) => {
         traceSummary: import("@absolutejs/ai").RAGRetrievalTraceComparisonSummary | undefined;
     }>;
     saveSuite: (suite: RAGEvaluationSuite) => RAGEvaluationSuite;
+    streamProgress: {
+        done: number;
+        total: number;
+    } | null;
     suiteRuns: RAGEvaluationSuiteRun[];
     suites: RAGEvaluationSuite[];
 };

package/dist/svelte/index.js

@@ -194,6 +194,78 @@ var createRAGClient = (options) => {
       }
       return parseJson(response);
     },
+    async evaluateStream(input, options2) {
+      const response = await fetchImpl(`${basePath}/evaluate/stream`, {
+        body: JSON.stringify(input),
+        headers: jsonHeaders,
+        method: "POST",
+        signal: options2?.signal
+      });
+      if (!response.ok || !response.body) {
+        throw new Error(await toErrorMessage(response));
+      }
+      const reader = response.body.getReader();
+      const decoder = new TextDecoder;
+      let buffer = "";
+      let result = null;
+      let streamError = null;
+      const handleEvent = (rawEvent) => {
+        let eventName = "message";
+        const dataLines = [];
+        for (const line of rawEvent.split(`
+`)) {
+          if (line.startsWith("event:")) {
+            eventName = line.slice("event:".length).trim();
+          } else if (line.startsWith("data:")) {
+            dataLines.push(line.slice("data:".length).trim());
+          }
+        }
+        if (dataLines.length === 0) {
+          return;
+        }
+        const payload = JSON.parse(dataLines.join(`
+`));
+        if (eventName === "start") {
+          options2?.onStart?.(payload);
+        } else if (eventName === "case") {
+          options2?.onCase?.(payload);
+        } else if (eventName === "result") {
+          result = payload;
+        } else if (eventName === "error") {
+          streamError = payload.error ?? "RAG evaluation stream failed";
+        }
+      };
+      for (;; ) {
+        const { done, value } = await reader.read();
+        if (done) {
+          break;
+        }
+        buffer += decoder.decode(value, { stream: true });
+        let separator = buffer.indexOf(`
+
+`);
+        while (separator !== -1) {
+          const rawEvent = buffer.slice(0, separator);
+          buffer = buffer.slice(separator + 2);
+          if (rawEvent.trim().length > 0) {
+            handleEvent(rawEvent);
+          }
+          separator = buffer.indexOf(`
+
+`);
+        }
+      }
+      if (buffer.trim().length > 0) {
+        handleEvent(buffer);
+      }
+      if (streamError) {
+        throw new Error(streamError);
+      }
+      if (!result) {
+        throw new Error("RAG evaluation stream ended without a result");
+      }
+      return result;
+    },
     async compareRetrievals(input) {
       const response = await fetchImpl(`${basePath}/compare/retrieval`, {
         body: JSON.stringify(input),
@@ -4929,5 +5001,5 @@ export {
   createRAG
 };
 
-//# debugId=D77DD0F5CC261AB464756E2164756E21
+//# debugId=0C820FFEEA16A64064756E2164756E21
 //# sourceMappingURL=index.js.map