@ganju/utils 0.0.15 → 0.0.16

package/src/constants.ts

@@ -144,6 +144,11 @@ const OAUTH_TOKEN_URLS: Record<string, string> = {
 // MCP-proxy OAuth, in both apps/api and apps/mcp).
 const CREDENTIAL_REFRESH_BUFFER_MS = 60 * 1000;
 
+// A refresh the token endpoint rejects (4xx) without a reauth code still flags
+// the credential once its access token has been expired this long, so the
+// owner sees it as expired instead of every call failing behind "Connected".
+const CREDENTIAL_REFRESH_GIVE_UP_MS = 60 * 60 * 1000;
+
 const GOOGLE_CALENDAR_API_BASE = 'https://www.googleapis.com/calendar/v3';
 
 const GOOGLE_DRIVE_API_BASE = 'https://www.googleapis.com/drive/v3';
@@ -228,7 +233,18 @@ const ONE_DRIVE_TAB_LABELS: ReadonlyArray<{
   { value: ONE_DRIVE_TAB_DRIVES, label: ONE_DRIVE_TAB_LABEL_DRIVES }
 ];
 
-const REAUTH_ERROR_CODES = ['invalid_grant', 'invalid_token'];
+// Token-endpoint error codes that mean the stored refresh token is dead and
+// only a reconnect brings it back. `unauthorized_client` is Google's answer
+// when a token no longer belongs to the app it is refreshed with.
+const REAUTH_ERROR_CODES = [
+  'invalid_grant',
+  'invalid_token',
+  'unauthorized_client'
+];
+
+// Token-endpoint error codes that are about our own client id / secret, not
+// the user's token: a reconnect can't fix them, so they never flag one.
+const OAUTH_CLIENT_ERROR_CODES = ['invalid_client'];
 
 const RESOURCE_TYPE_TOOLTIP_MIN_WIDTH = 300;
 
@@ -992,10 +1008,14 @@ const RESOURCE_SEARCH_RRF_K = 60;
 // keeps its words.
 const RESOURCE_SEARCH_COMMON_TERM_DIVISOR = 10;
 const RESOURCE_SEARCH_COMMON_TERM_MIN = 5;
-// Second stage, on wherever the Worker has an AI binding: the top fused
-// candidates are re-scored by a cross-encoder, which reads query and chunk
-// together instead of comparing two independently computed vectors. One model
-// call per search; a failure falls back to the fused order.
+// Second stage: the top fused candidates re-scored by a cross-encoder, which
+// reads query and chunk together instead of comparing two independently
+// computed vectors. One model call per search; a failure falls back to the
+// fused order. Off by default: on the golden sets (Spanish and English) the
+// fused order matched or beat it on every set — 10 cases better, 5 worse — and
+// it added 0.5–0.9 s a search plus a ~6 s cold start. The search eval can
+// still turn it on per request to re-measure.
+const RESOURCE_SEARCH_RERANK_ENABLED = false;
 const RESOURCE_SEARCH_RERANK_CANDIDATES = 30;
 const RESOURCE_SEARCH_RERANK_MODEL = '@cf/baai/bge-reranker-base';
 // An identifier in the query (a code mixing letters and digits, a snake_case
@@ -1834,6 +1854,10 @@ const MCP_AUTH_KINDS = [MCP_AUTH_KIND_JWT, MCP_AUTH_KIND_INTERNAL];
 const MCP_SESSION_HEADER = 'mcp-session-id';
 
 const MCP_INTERNAL_HEADER = 'x-ganju-internal-secret';
+// Sent with the internal secret by the search eval to measure the reranker:
+// `on` or `off` overrides RESOURCE_SEARCH_RERANK_ENABLED for that request.
+// Ignored on any other request.
+const MCP_EVAL_RERANK_HEADER = 'x-ganju-eval-rerank';
 const MCP_CHANNEL_ID_HEADER = 'x-ganju-channel-id';
 const MCP_CHANNEL_PLATFORM_HEADER = 'x-ganju-channel-platform';
 // The conversation a channel turn belongs to. The MCP worker files that turn's
@@ -2127,6 +2151,40 @@ const PRICING_TOOL_CALL_PER_M_USD = 5;
 const PRICING_TOOL_CALL_HARD_CAP = 20_000_000;
 const PRICING_CUSTOM_DOMAIN_USD = 15;
 
+// Project data (one SQLite Durable Object per artifact). Cloudflare caps a
+// database at 10 GB; we stop writes that add data at 9 GB so there is room to
+// delete, archive and export.
+const DATA_MAX_DATABASE_BYTES = 9 * GB;
+const DATA_MAX_TABLES_PER_DATABASE = 50;
+const DATA_TRIGGER_RUN_HARD_CAP = 5_000_000;
+// A deleted database can be restored for this long before its storage is
+// freed.
+const DATA_DELETE_GRACE_DAYS = 7;
+const ARTIFACT_DATABASE_STATUS_CREATING = 'CREATING' as 'CREATING';
+const ARTIFACT_DATABASE_STATUS_READY = 'READY' as 'READY';
+const ARTIFACT_DATABASE_STATUS_FAILED = 'FAILED' as 'FAILED';
+const ARTIFACT_DATABASE_STATUS_DELETING = 'DELETING' as 'DELETING';
+// The hourly purge has claimed the row and is emptying the object; a restore
+// can no longer take it back.
+const ARTIFACT_DATABASE_STATUS_PURGING = 'PURGING' as 'PURGING';
+const ARTIFACT_DATABASE_STATUS_DELETED = 'DELETED' as 'DELETED';
+const ARTIFACT_DATABASE_STATUSES = [
+  ARTIFACT_DATABASE_STATUS_CREATING,
+  ARTIFACT_DATABASE_STATUS_READY,
+  ARTIFACT_DATABASE_STATUS_FAILED,
+  ARTIFACT_DATABASE_STATUS_DELETING,
+  ARTIFACT_DATABASE_STATUS_PURGING,
+  ARTIFACT_DATABASE_STATUS_DELETED
+];
+// A purge that claimed a row and never finished (the Worker died) is picked
+// up again after this long.
+const DATA_PURGE_STALE_MS = 60 * 60 * 1000;
+// Rows purged per hourly run: each is a call to its database object.
+const DATA_PURGE_BATCH = 20;
+// last_read_at / last_write_at move at most this often, so they aren't a
+// Postgres write per query.
+const DATA_ACTIVITY_THROTTLE_MS = 60 * 60 * 1000;
+
 interface PlanLimits {
   // null on any field means "no hard limit" for that plan.
   maxProjects: number | null;
@@ -2192,6 +2250,16 @@ interface PlanLimits {
   autoSyncIntervals: ReadonlyArray<
     typeof RESOURCE_SYNC_INTERVAL_DAILY | typeof RESOURCE_SYNC_INTERVAL_WEEKLY
   >;
+  // Whether a project may create a database (tables and rows). Paid-only: the
+  // rows live in a Durable Object we pay storage and rows for. An org that
+  // downgrades keeps its databases, read-only.
+  canUseData: boolean;
+  // Writes that add data stop here, under Cloudflare's 10 GB per database, so
+  // the owner meets a readable "database full" rather than SQLITE_FULL.
+  maxDataBytes: number | null;
+  maxDataTablesPerDatabase: number | null;
+  // Abuse backstop on data trigger runs a month. `null` = no backstop.
+  triggerRunHardCap: number | null;
 }
 
 const PLAN_LIMITS: Record<
@@ -2232,7 +2300,11 @@ const PLAN_LIMITS: Record<
     toolCallHardCap: 10_000,
     includedMessages: 100,
     includedEmbeddedBytes: 5 * MB,
-    autoSyncIntervals: []
+    autoSyncIntervals: [],
+    canUseData: false,
+    maxDataBytes: null,
+    maxDataTablesPerDatabase: null,
+    triggerRunHardCap: 0
   },
   PRO: {
     maxProjects: null,
@@ -2259,7 +2331,11 @@ const PLAN_LIMITS: Record<
     autoSyncIntervals: [
       RESOURCE_SYNC_INTERVAL_DAILY,
       RESOURCE_SYNC_INTERVAL_WEEKLY
-    ]
+    ],
+    canUseData: true,
+    maxDataBytes: DATA_MAX_DATABASE_BYTES,
+    maxDataTablesPerDatabase: DATA_MAX_TABLES_PER_DATABASE,
+    triggerRunHardCap: DATA_TRIGGER_RUN_HARD_CAP
   },
   ENTERPRISE: {
     maxProjects: null,
@@ -2286,7 +2362,11 @@ const PLAN_LIMITS: Record<
     autoSyncIntervals: [
       RESOURCE_SYNC_INTERVAL_DAILY,
       RESOURCE_SYNC_INTERVAL_WEEKLY
-    ]
+    ],
+    canUseData: true,
+    maxDataBytes: DATA_MAX_DATABASE_BYTES,
+    maxDataTablesPerDatabase: DATA_MAX_TABLES_PER_DATABASE,
+    triggerRunHardCap: null
   }
 };
 
@@ -2306,6 +2386,7 @@ const PLAN_FEATURE_EMBEDDED_STORAGE = 'embeddedStorage' as 'embeddedStorage';
 const PLAN_FEATURE_MESSAGE = 'message' as 'message';
 const PLAN_FEATURE_TOOL_CALL = 'toolCall' as 'toolCall';
 const PLAN_FEATURE_RESOURCE_SYNC = 'resourceSync' as 'resourceSync';
+const PLAN_FEATURE_DATA = 'data' as 'data';
 
 // Stable code returned on a quota block so clients can branch on it (402).
 const PLAN_LIMIT_ERROR_CODE = 'PLAN_LIMIT_EXCEEDED';
@@ -2475,6 +2556,20 @@ export const constants = {
   PRICING_TOOL_CALL_PER_M_USD,
   PRICING_TOOL_CALL_HARD_CAP,
   PRICING_CUSTOM_DOMAIN_USD,
+  DATA_MAX_DATABASE_BYTES,
+  DATA_MAX_TABLES_PER_DATABASE,
+  DATA_TRIGGER_RUN_HARD_CAP,
+  DATA_DELETE_GRACE_DAYS,
+  DATA_PURGE_BATCH,
+  DATA_ACTIVITY_THROTTLE_MS,
+  ARTIFACT_DATABASE_STATUS_CREATING,
+  ARTIFACT_DATABASE_STATUS_READY,
+  ARTIFACT_DATABASE_STATUS_FAILED,
+  ARTIFACT_DATABASE_STATUS_DELETING,
+  ARTIFACT_DATABASE_STATUS_PURGING,
+  ARTIFACT_DATABASE_STATUS_DELETED,
+  DATA_PURGE_STALE_MS,
+  ARTIFACT_DATABASE_STATUSES,
   PLAN_FEATURE_ORGANIZATION,
   PLAN_FEATURE_PROJECT,
   PLAN_FEATURE_TOOL,
@@ -2489,6 +2584,7 @@ export const constants = {
   PLAN_FEATURE_MESSAGE,
   PLAN_FEATURE_TOOL_CALL,
   PLAN_FEATURE_RESOURCE_SYNC,
+  PLAN_FEATURE_DATA,
   PLAN_LIMIT_ERROR_CODE,
   BILLING_METER_MESSAGES,
   BILLING_METER_SHARED_MESSAGES,
@@ -2577,6 +2673,7 @@ export const constants = {
   SLACK_OAUTH_TOKEN_URL,
   OAUTH_TOKEN_URLS,
   CREDENTIAL_REFRESH_BUFFER_MS,
+  CREDENTIAL_REFRESH_GIVE_UP_MS,
   GOOGLE_CALENDAR_API_BASE,
   GOOGLE_DRIVE_API_BASE,
   GOOGLE_DRIVE_DEFAULT_PAGE_SIZE,
@@ -2612,6 +2709,7 @@ export const constants = {
   ONE_DRIVE_TAB_LABEL_DRIVES,
   ONE_DRIVE_TAB_LABELS,
   REAUTH_ERROR_CODES,
+  OAUTH_CLIENT_ERROR_CODES,
   RESOURCE_TYPE_TOOLTIP_MIN_WIDTH,
   SEARCH_DEBOUNCE_MS,
   GOOGLE_DRIVE_EXPORT_MIME_TYPES,
@@ -2840,6 +2938,7 @@ export const constants = {
   RESOURCE_SEARCH_RRF_K,
   RESOURCE_SEARCH_COMMON_TERM_DIVISOR,
   RESOURCE_SEARCH_COMMON_TERM_MIN,
+  RESOURCE_SEARCH_RERANK_ENABLED,
   RESOURCE_SEARCH_RERANK_CANDIDATES,
   RESOURCE_SEARCH_RERANK_MODEL,
   RESOURCE_SEARCH_EXACT_MAX_RESOURCES,
@@ -3025,6 +3124,7 @@ export const constants = {
   CUSTOM_CODE_RESOURCE_FILE_TOO_LARGE_MESSAGE,
   RESERVED_SLUGS,
   MCP_INTERNAL_HEADER,
+  MCP_EVAL_RERANK_HEADER,
   MCP_CHANNEL_ID_HEADER,
   MCP_CHANNEL_PLATFORM_HEADER,
   MCP_CHANNEL_CONVERSATION_HEADER,

package/src/data.ts

@@ -0,0 +1,74 @@
+// Entry point for `@ganju/utils/data`: everything a project's database and
+// its callers share, without pulling in the rest of the package.
+export * from './dataTypes';
+export {
+  DATA_IDENTIFIER_PATTERN,
+  DATA_SYSTEM_COLUMNS,
+  DATA_HIDDEN_COLUMNS,
+  identifierIssue,
+  isValidIdentifier
+} from './dataIdentifiers';
+export {
+  createTableSql,
+  columnDefinitionSql,
+  desiredIndexes,
+  desiredTriggers,
+  ftsCreateSql,
+  ftsTableName,
+  searchableColumns,
+  sqlLiteral
+} from './dataDdl';
+export {
+  chunkRows,
+  rowsPerInsert,
+  ftsMatch,
+  keysetCondition,
+  encodeCursor,
+  decodeCursor,
+  isSensitiveWrite,
+  tidyArgs,
+  zoned
+} from './dataCompiler';
+export type { SqlValue, KeysetCursor, SortKey } from './dataCompiler';
+export {
+  INTERNAL_MIGRATIONS,
+  INTERNAL_SCHEMA_VERSION,
+  hasInternalTables,
+  getMeta,
+  setMeta,
+  migrateInternal,
+  loadSchema,
+  toTableInput,
+  normaliseColumn,
+  translateSqliteError,
+  describe,
+  query,
+  write,
+  rowHistory,
+  pruneHistory,
+  deleteImpact,
+  createTable,
+  updateTable,
+  dropTable,
+  addColumn,
+  updateColumn,
+  dropColumn,
+  columnChangeNeedsRebuild,
+  dropColumnNeedsRebuild,
+  readTableCopy,
+  clearFailedTableCopy,
+  copyTableStep,
+  writeReachesCopy,
+  assertActor,
+  assertWritable,
+  exportRows
+} from './dataEngine';
+export type { SqlRow, SqlRunner } from './dataEngine';
+export type {
+  ProjectDatabaseRpc,
+  DatabaseInfo,
+  ExportFile,
+  ExportFormat,
+  ExportState,
+  RestoreResult
+} from './dataRpc';