@aiquants/daily-report 0.34.0 → 0.36.0

package/dist/server.d.ts

@@ -1,7 +1,10 @@
-import { c as DailyReportSseMessage, j as DailyReportInterviewer, i as DailyReportExternalComment, D as DailyReportItem, d as DailyReportDetail, h as DailyReportAttachmentSummary, l as DailyReportPostedComment } from "./sse-schema-DVIUaiAG.js";
+import { c as DailyReportSseMessage, k as DailyReportInterviewer, j as DailyReportExternalComment, D as DailyReportItem, d as DailyReportDetail, i as DailyReportAttachmentSummary, m as DailyReportPostedComment } from "./sse-schema-getLS62T.js";
 import * as drizzle_orm_mssql_core from "drizzle-orm/mssql-core";
 import { AnyMsSqlColumn } from "drizzle-orm/mssql-core";
+import { a as DailyReportLogger, b as DailyReportSearchCombine, g as DailyReportSearchAlternative, d as DailyReportSearchHit, e as DailyReportSearchMarksAnswer } from "./search-marks-wire-DCFuK5yr.js";
+export { h as DailyReportSearchAlternativeTier } from "./search-marks-wire-DCFuK5yr.js";
 import { TransactionRetryOptions } from "@aiquants/mssql";
+import { SQL } from "drizzle-orm";
 import "zod";
 type RedisStreamMessage = {
     id: string;
@@ -130,11 +133,16 @@ type DailyReportAttachmentThumbnailRenderer = {
         signal: AbortSignal;
     }) => Promise<DailyReportAttachmentThumbnail | DailyReportAttachmentThumbnailError>;
 };
+type SqlResultCacheMissAdmission = {
+    readonly signal: AbortSignal;
+    readonly acquire: (signal: AbortSignal) => Promise<(() => void) | null>;
+};
 type SqlResultCacheQueryOptions = {
     forceRefresh?: boolean;
     snapshot?: boolean;
     ttlMsOverride?: number;
     epochKey?: string;
+    admission?: SqlResultCacheMissAdmission;
     refreshAheadRatio?: number;
 };
 declare const createEpochStore: (redis?: DailyReportRedisProvider) => {
@@ -143,14 +151,18 @@ declare const createEpochStore: (redis?: DailyReportRedisProvider) => {
 };
 type EpochStore = ReturnType<typeof createEpochStore>;
 declare class SqlResultCache {
-    private readonly config;
     private readonly epochStore;
     private readonly buckets;
     private readonly inFlight;
     private readonly forcedFetches;
+    private readonly defaultTtlMs;
+    private readonly maxBuckets;
+    private lastSweepAt;
     constructor(config: {
-        defaultTtlMs: number;
+        readonly defaultTtlMs: number;
+        readonly maxBuckets: number;
     }, epochStore: EpochStore);
+    private writeBucket;
     private maybeRefreshAhead;
     private startFetch;
     private forcedFetch;
@@ -160,15 +172,10 @@ declare class SqlResultCache {
         fetcher: () => Promise<readonly T[]>;
         onFetchStart?: () => void;
     } & SqlResultCacheQueryOptions) => Promise<readonly T[]>;
+    private readOwnOrRetry;
     clearAll: () => void;
     invalidatePrefix: (prefix: string) => void;
-    private cleanExpired;
-}
-interface DailyReportLogger {
-    debug(message?: unknown, ...optionalParams: unknown[]): void;
-    info(message?: unknown, ...optionalParams: unknown[]): void;
-    warn(message?: unknown, ...optionalParams: unknown[]): void;
-    error(message?: unknown, ...optionalParams: unknown[]): void;
+    private sweepExpired;
 }
 type ExternalReportFields = {
     content?: string | null;
@@ -1476,6 +1483,245 @@ declare function defineDailyReportSchema<S extends string>(schemaName: S, opts:
         dialect: "mssql";
     }>;
 };
+type DailyReportSearchDocumentTable = {
+    hubId: AnyMsSqlColumn;
+    searchText: AnyMsSqlColumn;
+    sourceDigest: AnyMsSqlColumn;
+    normalizerVersion: AnyMsSqlColumn;
+    indexedAt: AnyMsSqlColumn;
+    rowVersion: AnyMsSqlColumn;
+};
+type DailyReportSearchCommentTable = {
+    hubId: AnyMsSqlColumn;
+    ordinal: AnyMsSqlColumn;
+    authorUserId: AnyMsSqlColumn;
+    commentText: AnyMsSqlColumn;
+};
+type DailyReportSearchTables = {
+    document: DailyReportSearchDocumentTable;
+    comment: DailyReportSearchCommentTable;
+};
+declare function defineDailyReportSearchSchema<S extends string>(schemaName: S): {
+    document: drizzle_orm_mssql_core.MsSqlTableWithColumns<{
+        name: "DailyReportSearchDocument";
+        schema: S;
+        columns: {
+            hubId: drizzle_orm_mssql_core.MsSqlColumn<{
+                name: string;
+                tableName: "DailyReportSearchDocument";
+                dataType: "number int53";
+                data: number;
+                driverParam: string;
+                notNull: true;
+                hasDefault: false;
+                isPrimaryKey: false;
+                isAutoincrement: false;
+                hasRuntimeDefault: false;
+                enumValues: undefined;
+                baseColumn: never;
+                identity: undefined;
+                generated: undefined;
+            }, {}>;
+            searchText: drizzle_orm_mssql_core.MsSqlColumn<{
+                name: string;
+                tableName: "DailyReportSearchDocument";
+                dataType: "string";
+                data: string;
+                driverParam: string | number;
+                notNull: true;
+                hasDefault: false;
+                isPrimaryKey: false;
+                isAutoincrement: false;
+                hasRuntimeDefault: false;
+                enumValues: [
+                    string,
+                    ...string[]
+                ];
+                baseColumn: never;
+                identity: undefined;
+                generated: undefined;
+            }, {}>;
+            sourceDigest: drizzle_orm_mssql_core.MsSqlColumn<{
+                name: string;
+                tableName: "DailyReportSearchDocument";
+                dataType: "object buffer";
+                data: Buffer<ArrayBufferLike>;
+                driverParam: Buffer<ArrayBufferLike>;
+                notNull: true;
+                hasDefault: false;
+                isPrimaryKey: false;
+                isAutoincrement: false;
+                hasRuntimeDefault: false;
+                enumValues: undefined;
+                baseColumn: never;
+                identity: undefined;
+                generated: undefined;
+            }, {}>;
+            normalizerVersion: drizzle_orm_mssql_core.MsSqlColumn<{
+                name: string;
+                tableName: "DailyReportSearchDocument";
+                dataType: "string";
+                data: string;
+                driverParam: string | number;
+                notNull: true;
+                hasDefault: false;
+                isPrimaryKey: false;
+                isAutoincrement: false;
+                hasRuntimeDefault: false;
+                enumValues: [
+                    string,
+                    ...string[]
+                ];
+                baseColumn: never;
+                identity: undefined;
+                generated: undefined;
+            }, {}>;
+            indexedAt: drizzle_orm_mssql_core.MsSqlColumn<{
+                name: string;
+                tableName: "DailyReportSearchDocument";
+                dataType: "object date";
+                data: Date;
+                driverParam: string | Date;
+                notNull: true;
+                hasDefault: false;
+                isPrimaryKey: false;
+                isAutoincrement: false;
+                hasRuntimeDefault: false;
+                enumValues: undefined;
+                baseColumn: never;
+                identity: undefined;
+                generated: undefined;
+            }, {}>;
+            rowVersion: drizzle_orm_mssql_core.MsSqlColumn<{
+                name: string;
+                tableName: "DailyReportSearchDocument";
+                dataType: "object buffer";
+                data: Buffer<ArrayBufferLike>;
+                driverParam: Buffer<ArrayBufferLike>;
+                notNull: true;
+                hasDefault: false;
+                isPrimaryKey: false;
+                isAutoincrement: false;
+                hasRuntimeDefault: false;
+                enumValues: undefined;
+                baseColumn: never;
+                identity: undefined;
+                generated: undefined;
+            }, {}>;
+        };
+        dialect: "mssql";
+    }>;
+    comment: drizzle_orm_mssql_core.MsSqlTableWithColumns<{
+        name: "DailyReportSearchComment";
+        schema: S;
+        columns: {
+            hubId: drizzle_orm_mssql_core.MsSqlColumn<{
+                name: string;
+                tableName: "DailyReportSearchComment";
+                dataType: "number int53";
+                data: number;
+                driverParam: string;
+                notNull: true;
+                hasDefault: false;
+                isPrimaryKey: false;
+                isAutoincrement: false;
+                hasRuntimeDefault: false;
+                enumValues: undefined;
+                baseColumn: never;
+                identity: undefined;
+                generated: undefined;
+            }, {}>;
+            ordinal: drizzle_orm_mssql_core.MsSqlColumn<{
+                name: string;
+                tableName: "DailyReportSearchComment";
+                dataType: "number int32";
+                data: number;
+                driverParam: number;
+                notNull: true;
+                hasDefault: false;
+                isPrimaryKey: false;
+                isAutoincrement: false;
+                hasRuntimeDefault: false;
+                enumValues: undefined;
+                baseColumn: never;
+                identity: undefined;
+                generated: undefined;
+            }, {}>;
+            authorUserId: drizzle_orm_mssql_core.MsSqlColumn<{
+                name: string;
+                tableName: "DailyReportSearchComment";
+                dataType: "number int53";
+                data: number;
+                driverParam: string;
+                notNull: false;
+                hasDefault: false;
+                isPrimaryKey: false;
+                isAutoincrement: false;
+                hasRuntimeDefault: false;
+                enumValues: undefined;
+                baseColumn: never;
+                identity: undefined;
+                generated: undefined;
+            }, {}>;
+            commentText: drizzle_orm_mssql_core.MsSqlColumn<{
+                name: string;
+                tableName: "DailyReportSearchComment";
+                dataType: "string";
+                data: string;
+                driverParam: string | number;
+                notNull: true;
+                hasDefault: false;
+                isPrimaryKey: false;
+                isAutoincrement: false;
+                hasRuntimeDefault: false;
+                enumValues: [
+                    string,
+                    ...string[]
+                ];
+                baseColumn: never;
+                identity: undefined;
+                generated: undefined;
+            }, {}>;
+        };
+        dialect: "mssql";
+    }>;
+};
+type DailyReportSearchSourceTextReader = (db: DailyReportDb, sourceIdNums: readonly number[]) => Promise<ReadonlyMap<number, readonly string[]>>;
+type DailyReportSearchConfig = {
+    tables: DailyReportSearchTables;
+    externalSourceTexts?: Readonly<Record<string, DailyReportSearchSourceTextReader>>;
+    concurrency: number;
+    rateLimitPerMinute: number;
+};
+type DailyReportSearchSqlExecutor = {
+    execute(query: SQL): Promise<unknown>;
+};
+type DailyReportSearchReconcileProgress = {
+    readonly scanned: number;
+    readonly written: number;
+    readonly skipped: number;
+    readonly forcedCuts: number;
+    readonly lastHubId: number | null;
+};
+type DailyReportSearchReconcileSummary = DailyReportSearchReconcileProgress & {
+    readonly elapsedMs: number;
+};
+type DailyReportSearchReconcileOptions = {
+    readonly batchSize: number;
+    readonly hubIds?: readonly number[];
+    readonly signal?: AbortSignal;
+    readonly onProgress?: (progress: DailyReportSearchReconcileProgress) => void;
+};
+type DailyReportSearchWord = {
+    readonly alternatives: readonly DailyReportSearchAlternative[];
+};
+type DailyReportSearchSet = {
+    readonly words: readonly DailyReportSearchWord[];
+};
+type DailyReportSearchPlan = {
+    readonly combine: DailyReportSearchCombine;
+    readonly sets: readonly DailyReportSearchSet[];
+};
 type VisibleSourceTypeSet = ReadonlySet<string> | null;
 declare class DailyReportViewerScope {
     #private;
@@ -1546,7 +1792,7 @@ interface UpdateChain<T> {
 interface DeleteChain {
     where(cond: unknown): PromiseLike<unknown>;
 }
-interface DailyReportDb {
+interface DailyReportDb extends DailyReportSearchSqlExecutor {
     select<T = Record<string, unknown>>(fields?: unknown): SelectChain<T>;
     insert<T = Record<string, unknown>>(t: unknown): InsertChain<T>;
     update<T = Record<string, unknown>>(t: unknown): UpdateChain<T>;
@@ -1572,6 +1818,7 @@ type DailyReportServiceConfig = {
     businessDateTtlMs?: number;
     disableUserIdCache?: boolean;
     attachments?: DailyReportAttachmentsConfig;
+    search?: DailyReportSearchConfig;
     logger?: DailyReportLogger;
 };
 type DailyReportService = ReturnType<typeof createDailyReportService>;
@@ -1592,19 +1839,27 @@ declare function createDailyReportService(config: DailyReportServiceConfig): {
         thumbnails: AttachmentThumbnailDelivery | null;
     }> | null;
     titleMaxLength: number;
+    searchLimits: {
+        concurrency: number;
+        rateLimitPerMinute: number;
+    } | null;
     clearCache: () => Promise<void>;
     invalidateHubReadCaches: (hubIds: readonly number[], businessDates: readonly string[]) => Promise<void>;
     getUserIdByExternalId: (externalId: string) => Promise<number | null>;
-    getDailyReportIdsByExternalId: (scope: DailyReportViewerScope, externalId: string, { forceRefresh, snapshot, ttlMsOverride, onFetchStart }?: SqlResultCacheQueryOptions & {
+    getDailyReportIdsByExternalId: (scope: DailyReportViewerScope, externalId: string, { forceRefresh, snapshot, ttlMsOverride, onFetchStart, admission }?: SqlResultCacheQueryOptions & {
         onFetchStart?: () => void;
     }) => Promise<DailyReportIdsSource>;
     getDailyReportIdsFirstPageByExternalId: (scope: DailyReportViewerScope, externalId: string, limit: number) => Promise<DailyReportItem[]>;
     readSseStreamAnchor: () => Promise<string | null>;
-    getDailyReportsByBusinessDate: (scope: DailyReportViewerScope, businessDate: string, { forceRefresh, snapshot, ttlMsOverride }?: SqlResultCacheQueryOptions) => Promise<DailyReportDetail[]>;
-    getDailyReportsByBusinessDateByExternalId: (scope: DailyReportViewerScope, businessDate: string, externalId: string, { forceRefresh, snapshot, ttlMsOverride }?: SqlResultCacheQueryOptions) => Promise<DailyReportDetail[]>;
-    getDailyReportDetailById: (scope: DailyReportViewerScope, reportHubId: number, userId: number, { forceRefresh, snapshot, ttlMsOverride }?: SqlResultCacheQueryOptions) => Promise<DailyReportDetail | null>;
+    getDailyReportsByBusinessDate: (scope: DailyReportViewerScope, businessDate: string, { forceRefresh, snapshot, ttlMsOverride }?: Omit<SqlResultCacheQueryOptions, "admission">) => Promise<DailyReportDetail[]>;
+    getDailyReportsByBusinessDateByExternalId: (scope: DailyReportViewerScope, businessDate: string, externalId: string, { forceRefresh, snapshot, ttlMsOverride, admission }?: SqlResultCacheQueryOptions) => Promise<DailyReportDetail[]>;
+    getDailyReportDetailById: (scope: DailyReportViewerScope, reportHubId: number, userId: number, { forceRefresh, snapshot, ttlMsOverride, admission }?: SqlResultCacheQueryOptions) => Promise<DailyReportDetail | null>;
     getDailyReportDetailByIdByExternalId: (scope: DailyReportViewerScope, reportHubId: number, externalId: string, options?: SqlResultCacheQueryOptions) => Promise<DailyReportDetail | null>;
+    getDailyReportDetailsByIdsByExternalId: (scope: DailyReportViewerScope, reportHubIds: readonly number[], externalId: string) => Promise<DailyReportDetail[]>;
     getDraftLabelId: () => Promise<number | null>;
+    searchDailyReports: (scope: DailyReportViewerScope, userId: number, plan: DailyReportSearchPlan) => Promise<DailyReportSearchHit[]>;
+    markDailyReportSearchHits: (scope: DailyReportViewerScope, userId: number, plan: DailyReportSearchPlan, reportHubIds: readonly number[]) => Promise<DailyReportSearchMarksAnswer>;
+    reconcileSearchIndex: (options: DailyReportSearchReconcileOptions) => Promise<DailyReportSearchReconcileSummary>;
     getAttachmentsByHubIds: (hubIds: number[]) => Promise<Map<number, DailyReportAttachmentSummary[]>>;
     getAttachmentForUser: (scope: DailyReportViewerScope, attachmentId: number, userId: number) => Promise<{
         fileName: string;
@@ -1691,8 +1946,6 @@ declare class DailyReportSseReader implements DailyReportSseReaderPort {
     private _readLoop;
     private _invalidateCaches;
 }
-declare const generateETag: (data: unknown) => string;
-declare const jsonResponseWithETag: (request: Request, cookie: string | null, payload: Record<string, unknown>, status?: number) => Response;
 type SharpHeaderLike = {
     width: number;
     height: number;
@@ -1797,6 +2050,7 @@ type DailyReportServerConfig = Omit<DailyReportServiceConfig, "cache" | "epochs"
     loginRedirectPath?: string;
     enableDevCacheClear?: boolean;
     cacheDefaultTtlMs?: number;
+    cacheMaxBuckets?: number;
     externalSources?: DailyReportExternalSource[];
 };
 type DailyReportServer = DailyReportHandlers & {
@@ -1808,4 +2062,4 @@ type DailyReportServer = DailyReportHandlers & {
     knownSourceTypes: readonly string[];
 };
 declare function createDailyReportServer(config: DailyReportServerConfig): DailyReportServer;
-export { DAILY_REPORT_ATTACHMENT_THUMBNAIL_MAX_OUTPUT_BYTES, DAILY_REPORT_ATTACHMENT_THUMBNAIL_OUTPUT_MEDIA_TYPES, DAILY_REPORT_SHARP_THUMBNAIL_DECODE_BUDGET_BYTES, DAILY_REPORT_SHARP_THUMBNAIL_DECODE_WORK_MODEL, DAILY_REPORT_SHARP_THUMBNAIL_WORKING_SET_MODEL, DAILY_REPORT_SSE_CATCH_UP_BATCH, DAILY_REPORT_SSE_VISIBILITY_REFRESH_MS, type DailyReportAttachmentDelivery, type DailyReportAttachmentError, type DailyReportAttachmentFailure, type DailyReportAttachmentThumbnail, type DailyReportAttachmentThumbnailOutputMediaType, type DailyReportAttachmentThumbnailRenderer, type DailyReportAttachmentThumbnailSourceFormat, type DailyReportAttachmentThumbnailsConfig, type DailyReportAttachmentsConfig, type DailyReportAuthResult, type DailyReportAuthenticate, type DailyReportClientTempId, type DailyReportDb, type DailyReportHandlers, type DailyReportHandlersConfig, type DailyReportIdCodec, type DailyReportReadAttachment, type DailyReportRedisProvider, type DailyReportServer, type DailyReportServerConfig, type DailyReportServiceConfig, DailyReportSseReader, type DailyReportSseReaderPort, type DailyReportTables, DailyReportViewerScope, type ExternalReportFields, type SharpLike, SqlResultCache, type StreamEntry, createDailyReportHandlers, createDailyReportServer, createDailyReportService, createEpochStore, createSharpThumbnailRenderer, defineDailyReportSchema, generateETag, isStreamIdLte, jsonResponseWithETag, parseClientTempId, predictSharpThumbnailWorkingSetBytes, readSseStreamEntry as readDailyReportSseStreamEntry, transformJsonArray };
+export { DAILY_REPORT_ATTACHMENT_THUMBNAIL_MAX_OUTPUT_BYTES, DAILY_REPORT_ATTACHMENT_THUMBNAIL_OUTPUT_MEDIA_TYPES, DAILY_REPORT_SHARP_THUMBNAIL_DECODE_BUDGET_BYTES, DAILY_REPORT_SHARP_THUMBNAIL_DECODE_WORK_MODEL, DAILY_REPORT_SHARP_THUMBNAIL_WORKING_SET_MODEL, DAILY_REPORT_SSE_CATCH_UP_BATCH, DAILY_REPORT_SSE_VISIBILITY_REFRESH_MS, type DailyReportAttachmentBytes, type DailyReportAttachmentDelivery, type DailyReportAttachmentError, type DailyReportAttachmentFailure, type DailyReportAttachmentTable, type DailyReportAttachmentThumbnail, type AttachmentThumbnailDelivery as DailyReportAttachmentThumbnailDelivery, type DailyReportAttachmentThumbnailError, type DailyReportAttachmentThumbnailFailure, type DailyReportAttachmentThumbnailOutputMediaType, type DailyReportAttachmentThumbnailRenderer, type DailyReportAttachmentThumbnailSourceFormat, type DailyReportAttachmentThumbnailsConfig, type DailyReportAttachmentsConfig, type DailyReportAuthResult, type DailyReportAuthenticate, type DailyReportClientTempId, type DailyReportCommentTable, type DailyReportDb, type DeleteChain as DailyReportDbDeleteChain, type InsertChain as DailyReportDbInsertChain, type Rows as DailyReportDbRows, type SelectChain as DailyReportDbSelectChain, type UpdateChain as DailyReportDbUpdateChain, type DailyReportEncodeUserId, type EpochStore as DailyReportEpochStore, type DailyReportExternalSource, type DailyReportHandlers, type DailyReportHandlersConfig, type DailyReportHubLabelTable, type DailyReportHubRow, type DailyReportHubTable, type DailyReportIdCodec, type DailyReportIdsSource, type DailyReportInternalRow, type DailyReportInternalTable, type DailyReportLabelTable, type DailyReportReadAttachment, type DailyReportRedisBlockingClient, type DailyReportRedisClient, type DailyReportRedisProvider, type RedisStreamMessage as DailyReportRedisStreamMessage, type DailyReportResolveUserId, type DailyReportResolveVisibleSourceTypes, type ResourceRouteArgs as DailyReportResourceRouteArgs, DailyReportSearchAlternative, type DailyReportSearchCommentTable, type DailyReportSearchConfig, type DailyReportSearchDocumentTable, type DailyReportSearchPlan, type DailyReportSearchReconcileOptions, type DailyReportSearchReconcileProgress, type DailyReportSearchReconcileSummary, type DailyReportSearchSet, type DailyReportSearchSourceTextReader, type DailyReportSearchSqlExecutor, type DailyReportSearchTables, type DailyReportSearchWord, type DailyReportServer, type DailyReportServerConfig, type DailyReportService, type DailyReportServiceConfig, type SharpHeaderLike as DailyReportSharpHeaderLike, type SharpPipelineLike as DailyReportSharpPipelineLike, type SqlResultCacheMissAdmission as DailyReportSqlResultCacheMissAdmission, type SqlResultCacheQueryOptions as DailyReportSqlResultCacheQueryOptions, type DailyReportSseEntryMessage, DailyReportSseReader, type DailyReportSseReaderConfig, type DailyReportSseReaderPort, type DailyReportTables, type DailyReportUserStatusRow, type DailyReportUserStatusTable, type DailyReportUserTable, DailyReportViewerScope, type DailyReportVisibilityDimensions, type DailyReportVisibilityResolveContext, type DailyReportVisibilityResolveReason, type VisibleSourceTypeSet as DailyReportVisibleSourceTypeSet, type DailyReportVisibleSourceTypes, type ExternalReportFields, type SharpLike, SqlResultCache, type StreamEntry, createDailyReportHandlers, createDailyReportServer, createDailyReportService, createEpochStore, createSharpThumbnailRenderer, defineDailyReportSchema, defineDailyReportSearchSchema, isStreamIdLte, parseClientTempId, predictSharpThumbnailWorkingSetBytes, readSseStreamEntry as readDailyReportSseStreamEntry, transformJsonArray };