@absolutejs/rag 0.1.3 → 0.3.0

package/dist/src/index.d.ts

@@ -13,7 +13,7 @@ export { anthropicOCR, geminiOCR, ollamaOCR, ollamaTranscriber, openaiCompatible
 export { createRAGGmailEmailSyncClient, createRAGLinkedGmailEmailSyncClient, createRAGGraphEmailSyncClient, createRAGIMAPEmailSyncClient, } from "./providers/emailProviders";
 export { createRAGGoogleContactsConnector } from "./providers/contactProviders";
 export { createRAGFacebookPageConnector, createRAGInstagramBusinessConnector, } from "./providers/socialProviders";
-export { buildRAGUpsertInputFromDirectory, buildRAGUpsertInputFromDocuments, buildRAGUpsertInputFromUploads, createBuiltinArchiveExpander, createEmailExtractor, createEPUBExtractor, createLegacyDocumentExtractor, createRAGPDFOCRExtractor, createRAGArchiveExpander, createRAGArchiveFileExtractor, createOfficeDocumentExtractor, createPDFFileExtractor, createRAGFileExtractor, createRAGFileExtractorRegistry, createRAGChunkingRegistry, createRAGImageOCRExtractor, createRAGMediaFileExtractor, createRAGMediaTranscriber, createRAGOCRProvider, createTextFileExtractor, loadRAGDocumentFromURL, loadRAGDocumentUpload, loadRAGDocumentsFromUploads, buildRAGUpsertInputFromURLs, loadRAGDocumentFile, loadRAGDocumentsFromDirectory, loadRAGDocumentsFromURLs, prepareRAGDirectoryDocuments, prepareRAGDocument, prepareRAGDocumentFile, prepareRAGDocuments, } from "./ingestion/ingestion";
+export { authoredEmailText, buildRAGUpsertInputFromDirectory, buildRAGUpsertInputFromDocuments, buildRAGUpsertInputFromUploads, createBuiltinArchiveExpander, createEmailExtractor, createEPUBExtractor, createLegacyDocumentExtractor, createRAGPDFOCRExtractor, createRAGArchiveExpander, createRAGArchiveFileExtractor, createOfficeDocumentExtractor, createPDFFileExtractor, createRAGFileExtractor, createRAGFileExtractorRegistry, createRAGChunkingRegistry, createRAGImageOCRExtractor, createRAGMediaFileExtractor, createRAGMediaTranscriber, createRAGOCRProvider, createTextFileExtractor, loadRAGDocumentFromURL, loadRAGDocumentUpload, loadRAGDocumentsFromUploads, buildRAGUpsertInputFromURLs, loadRAGDocumentFile, loadRAGDocumentsFromDirectory, loadRAGDocumentsFromURLs, prepareRAGDirectoryDocuments, prepareRAGDocument, prepareRAGDocumentFile, prepareRAGDocuments, } from "./ingestion/ingestion";
 export { buildRAGContext } from "./retrieval/context";
 export { buildRAGEvaluationLeaderboard, buildRAGEvaluationResponse, buildRAGEvaluationEntityQualityView, compareRAGRetrievalStrategies, compareRAGRerankers, buildRAGAnswerGroundingCaseDifficultyLeaderboard, buildRAGAnswerGroundingCaseDifficultyRunDiff, buildRAGAnswerGroundingEvaluationLeaderboard, buildRAGAnswerGroundingEvaluationResponse, buildRAGAnswerGroundingEntityQualityView, buildRAGAnswerGroundingEvaluationRunDiff, buildRAGRetrievalComparisonDecisionSummary, buildRAGRetrievalReleaseVerdict, createRAGFileAnswerGroundingCaseDifficultyHistoryStore, createRAGFileAnswerGroundingEvaluationHistoryStore, createRAGFileEvaluationHistoryStore, createRAGSQLiteAnswerGroundingEvaluationHistoryStore, createRAGSQLiteEvaluationHistoryStore, createRAGFileRetrievalBaselineStore, createRAGFileRetrievalComparisonHistoryStore, createRAGFileRetrievalLaneHandoffDecisionStore, createRAGFileRetrievalLaneHandoffIncidentStore, createRAGFileRetrievalLaneHandoffIncidentHistoryStore, createRAGFileRetrievalIncidentRemediationDecisionStore, createRAGFileRetrievalIncidentRemediationExecutionHistoryStore, createRAGFileRetrievalLaneHandoffAutoCompletePolicyHistoryStore, createRAGFileRetrievalReleaseLanePolicyHistoryStore, createRAGFileRetrievalBaselineGatePolicyHistoryStore, createRAGFileRetrievalReleaseLaneEscalationPolicyHistoryStore, createRAGFileRetrievalReleaseDecisionStore, createRAGFileRetrievalReleaseIncidentStore, createRAGFileSearchTraceStore, createRAGFileSearchTracePruneHistoryStore, createRAGSQLiteGovernanceStores, inspectRAGSQLiteStoreMigrations, applyRAGSQLiteStoreMigrations, createRAGSQLiteRetrievalBaselineStore, createRAGSQLiteRetrievalComparisonHistoryStore, createRAGSQLiteRetrievalLaneHandoffDecisionStore, createRAGSQLiteRetrievalLaneHandoffIncidentStore, createRAGSQLiteRetrievalLaneHandoffIncidentHistoryStore, createRAGSQLiteRetrievalLaneHandoffAutoCompletePolicyHistoryStore, createRAGSQLiteRetrievalIncidentRemediationDecisionStore, createRAGSQLiteRetrievalIncidentRemediationExecutionHistoryStore, createRAGSQLiteRetrievalReleaseLanePolicyHistoryStore, createRAGSQLiteRetrievalBaselineGatePolicyHistoryStore, createRAGSQLiteRetrievalReleaseLaneEscalationPolicyHistoryStore, createRAGSQLiteRetrievalReleaseIncidentStore, createRAGSQLiteRetrievalReleaseDecisionStore, createRAGSQLiteSearchTraceStore, createRAGSQLiteSearchTracePruneHistoryStore, createRAGSQLiteEvaluationSuiteSnapshotHistoryStore, createRAGFileEvaluationSuiteSnapshotHistoryStore, createRAGEvaluationSuite, addRAGEvaluationSuiteCase, addRAGEvaluationSuiteCaseHardNegative, createRAGEvaluationSuiteSnapshot, createRAGAdaptiveNativePlannerBenchmarkSuite, createRAGAdaptiveNativePlannerBenchmarkSnapshot, createRAGNativeBackendBenchmarkCorpus, createRAGNativeBackendBenchmarkMockEmbedding, createRAGNativeBackendComparisonBenchmarkSuite, createRAGNativeBackendComparisonBenchmarkSnapshot, createRAGPresentationCueBenchmarkSuite, createRAGPresentationCueBenchmarkSnapshot, createRAGSpreadsheetCueBenchmarkSuite, createRAGSpreadsheetCueBenchmarkSnapshot, setRAGEvaluationSuiteCaseGoldenSet, updateRAGEvaluationSuiteCase, buildRAGEvaluationSuiteSnapshotDiff, removeRAGEvaluationSuiteCase, removeRAGEvaluationSuiteCaseHardNegative, reorderRAGEvaluationSuiteCases, summarizeRAGEvaluationSuiteDataset, generateRAGEvaluationSuiteFromDocuments, evaluateRAGAnswerGrounding, evaluateRAGAnswerGroundingCase, evaluateRAGCollection, executeDryRunRAGEvaluation, loadRAGAnswerGroundingCaseDifficultyHistory, loadRAGAnswerGroundingEvaluationHistory, loadRAGEvaluationHistory, loadRAGEvaluationSuiteSnapshotHistory, loadRAGRetrievalBaselines, loadRAGRetrievalComparisonHistory, loadRAGRetrievalLaneHandoffDecisions, loadRAGRetrievalLaneHandoffIncidents, loadRAGRetrievalLaneHandoffIncidentHistory, loadRAGRetrievalIncidentRemediationDecisions, loadRAGRetrievalIncidentRemediationExecutionHistory, loadRAGRetrievalLaneHandoffAutoCompletePolicyHistory, loadRAGRetrievalReleaseLanePolicyHistory, loadRAGRetrievalBaselineGatePolicyHistory, loadRAGRetrievalReleaseLaneEscalationPolicyHistory, loadRAGRetrievalReleaseDecisions, loadRAGRetrievalReleaseIncidents, loadRAGSearchTraceGroupHistory, loadRAGSearchTraceHistory, loadRAGSearchTracePruneHistory, previewRAGSearchTraceStorePrune, persistRAGRetrievalBaseline, persistRAGRetrievalComparisonRun, persistRAGRetrievalLaneHandoffDecision, persistRAGRetrievalLaneHandoffIncident, persistRAGRetrievalLaneHandoffIncidentHistory, persistRAGRetrievalIncidentRemediationDecision, persistRAGRetrievalIncidentRemediationExecutionHistory, persistRAGRetrievalLaneHandoffAutoCompletePolicyHistory, persistRAGRetrievalReleaseLanePolicyHistory, persistRAGRetrievalBaselineGatePolicyHistory, persistRAGRetrievalReleaseLaneEscalationPolicyHistory, persistRAGRetrievalReleaseDecision, persistRAGRetrievalReleaseIncident, persistRAGSearchTracePruneRun, pruneRAGSearchTraceStore, summarizeRAGSearchTraceStore, buildRAGRetrievalTraceHistoryTrend, persistRAGAnswerGroundingCaseDifficultyRun, persistRAGAnswerGroundingEvaluationRun, persistRAGEvaluationSuiteRun, persistRAGSearchTraceRecord, runRAGEvaluationSuite, summarizeRAGEvaluationCase, summarizeRAGRerankerComparison, compareRAGRetrievalTraceSummaries, summarizeRAGRetrievalTraces, buildRAGEvaluationRunDiff, buildRAGSearchTraceDiff, buildRAGSearchTraceRecord, } from "./quality/quality";
 export { buildRAGAdminActionPresentation, buildRAGAdminActionPresentations, buildRAGAdminJobPresentation, buildRAGAdminJobPresentations, buildRAGAnswerGroundingCaseSnapshotPresentations, buildRAGAnswerGroundingEntityQualityPresentation, buildRAGAnswerGroundingHistoryPresentation, buildRAGAnswerGroundingHistoryRows, buildRAGCitations, buildRAGCitationReferenceMap, buildRAGChunkExcerpts, buildRAGChunkGraphNavigation, buildRAGChunkPreviewGraph, buildRAGChunkPreviewNavigation, buildRAGChunkGraph, buildRAGComparisonTraceDiffRows, buildRAGComparisonTraceSummaryRows, buildRAGCorpusHealthPresentation, buildRAGEvaluationCaseTracePresentations, buildRAGEvaluationEntityQualityPresentation, buildRAGEvaluationHistoryPresentation, buildRAGEvaluationHistoryRows, buildRAGEvaluationSuiteSnapshotHistoryPresentation, buildRAGEvaluationSuiteSnapshotPresentations, buildRAGEvaluationSuiteSnapshotRows, buildRAGGroundedAnswer, buildRAGGroundedAnswerSectionSummaries, buildRAGGroundingOverviewPresentation, buildRAGGroundingProviderCaseComparisonPresentations, buildRAGGroundingProviderOverviewPresentation, buildRAGGroundingProviderPresentations, buildRAGGroundingReferences, buildRAGQualityOverviewPresentation, buildRAGReadinessPresentation, buildRAGSourceLabels, buildRAGSectionRetrievalDiagnostics, buildRAGRerankerComparisonOverviewPresentation, buildRAGRerankerComparisonPresentations, buildRAGRerankerOverviewPresentation, buildRAGRetrievalComparisonOverviewPresentation, buildRAGRetrievalComparisonPresentations, buildRAGRetrievalOverviewPresentation, buildRAGRetrievalTracePresentation, buildRAGSourceGroups, buildRAGSourceSummaries, buildRAGSyncOverviewPresentation, buildRAGSyncSourcePresentation, buildRAGSyncSourcePresentations, } from "./presentation/ui";

package/dist/src/ingestion/ingestion.d.ts

@@ -1,4 +1,19 @@
 import type { RAGChunkingOptions, RAGChunkingRegistryLike, RAGArchiveExpander, RAGDirectoryIngestInput, RAGDocumentChunk, RAGDocumentFileInput, RAGDocumentIngestInput, RAGDocumentUploadIngestInput, RAGDocumentUploadInput, RAGDocumentUrlInput, RAGDocumentUrlIngestInput, RAGFileExtractor, RAGFileExtractorRegistryLike, RAGIngestDocument, RAGMediaTranscriber, RAGPDFOCRExtractorOptions, RAGOCRProvider, RAGPreparedDocument } from "../../types/engine";
+/**
+ * The part of a mail body that this message ADDS — authored text only, with
+ * quoted history, forwarded headers and the signature block dropped.
+ *
+ * Exposed rather than applied by default, deliberately. The extractor's own
+ * output is a faithful reconstruction of the message (thread lineage and
+ * forwarded chains are built from it), so stripping there would break that
+ * contract. Embedding is the case that wants only the new content: in a thread,
+ * the full text means message N re-embeds the whole of 1..N-1 plus a signature
+ * and a confidentiality footer, every time — quadratic in thread length.
+ *
+ * A message that is nothing but a forward is kept whole rather than reduced to
+ * nothing.
+ */
+export declare const authoredEmailText: (text: string) => string;
 export declare const createBuiltinArchiveExpander: () => RAGArchiveExpander;
 export declare const createEmailExtractor: () => RAGFileExtractor;
 export declare const createMailboxContainerExtractor: () => RAGFileExtractor;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@absolutejs/rag",
-  "version": "0.1.3",
+  "version": "0.3.0",
   "homepage": "https://github.com/absolutejs/rag",
   "bugs": {
     "url": "https://github.com/absolutejs/rag/issues"