@anuma/sdk 6.2.0 → 6.3.0

package/dist/expo/index.d.ts

@@ -4661,6 +4661,10 @@ declare class VaultMemory extends Model {
     /** Unix ms of the last `topics` write. Separate from `updated_at`, which every
      *  topic writer pins on purpose (recall recency) — see the schema note. */
     topicsUpdatedAt: number | null;
+    /** The photo(s) a SERVER-EXTRACTED memory came from — JSON
+     *  `[{feed_item_id, object_key}]`, exactly the shape
+     *  GET /api/memories/published returns. Null on anything not from a photo. */
+    media: string | null;
     /** Unix ms of the last LLM topic-extraction pass. Null = never extracted
      *  standalone (linked legacy rows are grandfathered as extracted).
      *  DEPRECATED (v42) — subsumed by `topics_updated_at`; see the schema note. */
@@ -6045,8 +6049,16 @@ interface StoredVaultMemory {
     sourceChunkIds: string[] | null;
     /** Times this fact has been re-observed (for ranking + UX badges). */
     proofCount: number | null;
-    /** How the memory was created: manual | auto-extracted | capsule. */
+    /** How the memory was created: manual | auto-extracted | capsule | photo. */
     source: string | null;
+    /** The photo(s) a SERVER-EXTRACTED memory was read out of. Null on every
+     * memory that did not come from a photo. See {@link PhotoMediaRef}.
+     *
+     * OPTIONAL rather than required: every read path sets it (the row mappers
+     * always call parseMedia), but making it required would be a compile-break
+     * for any caller that CONSTRUCTS a StoredVaultMemory — fixtures, mocks, and
+     * anything downstream — for a field that is null on all but photo rows. */
+    media?: PhotoMediaRef[] | null;
     /** W6 temporal lane — Unix ms when the event occurred (point/start of range). */
     eventTimeStart: number | null;
     /** W6 temporal lane — Unix ms when the event ended (range only). */
@@ -6105,6 +6117,26 @@ interface StoredVaultMemory {
     updatedAt: Date;
     isDeleted: boolean;
 }
+/**
+ * A photo a server-extracted memory came from, as
+ * GET /api/memories/published returns it in `media[]`.
+ *
+ * Both identifiers travel because both are needed: `feedItemId` is the server's
+ * handle for the photo, and `objectKey` is what a client turns into a CDN URL
+ * without another round-trip per memory.
+ */
+interface PhotoMediaRef {
+    feedItemId: number;
+    objectKey: string | null;
+}
+/**
+ * Decode the stored `media` column. Returns null for "no photo behind this
+ * memory" (the column is null on every non-photo row) and tolerates a corrupt
+ * or unexpected payload by reading it as null too — a memory whose photo
+ * reference cannot be parsed is still a perfectly good memory, and losing the
+ * thumbnail is a better failure than losing the row.
+ */
+declare function parseMedia(value: unknown): PhotoMediaRef[] | null;
 interface CreateVaultMemoryOptions {
     content: string;
     /** Scope for the memory. Defaults to "private" if omitted. */
@@ -6546,6 +6578,95 @@ declare function hardDeleteDecayedOp(ctx: VaultMemoryOperationsContext, id: stri
 }): Promise<boolean>;
 declare function updateVaultMemoryEmbeddingOp(ctx: VaultMemoryOperationsContext, id: string, embedding: string, embeddingModel: string): Promise<boolean>;
 
+/**
+ * Ingest server-extracted photo memories into the local vault.
+ *
+ * A photo uploaded to People Nearby is read by the server, which extracts
+ * durable facts about the user, embeds them and publishes them
+ * (anuma-ai/nearby#114). Until those rows reach the device they exist only
+ * server-side: the user's own assistant cannot recall them, and no screen can
+ * show them — so the "visible and deletable" promise the design makes is not
+ * kept. This is the path that brings them home.
+ *
+ * Three things about the shape of this, each of which is load-bearing:
+ *
+ *  1. **It takes rows; it does not fetch them.** The publish reconciler already
+ *     calls `listPublished()` on every pass and gets `text`, `media[]`,
+ *     `event_time` and `user_authored` back. Ingest consumes that response. No
+ *     new endpoint, no second network call, no change to nearby's API.
+ *
+ *  2. **The vault row's id IS the server's `memory_id`.** That is what makes a
+ *     revoke addressable: the reconciler's ledger, its published set and its
+ *     `toRevoke` list are all keyed on that id, so a locally-minted id would
+ *     leave the user with a switch that cannot reach the row it appears to
+ *     control. It is also what makes ingest idempotent for free — a second pass
+ *     sees the id already present and writes nothing.
+ *
+ *  3. **These rows never go through `retain()`.** That path is for facts being
+ *     learned on-device: it dedupes and merges candidates against local rows and
+ *     mints its own ids, both of which would break (2). A photo memory is not a
+ *     candidate to be reconciled against the vault — it is an already-decided
+ *     fact the server has published.
+ *
+ * The rows are written `visibility: "public"` because they genuinely ARE
+ * published — the reconciler reads local visibility as the user's intent, and
+ * anything else would make it immediately revoke a memory the user never turned
+ * off. They carry `source: SOURCE_PHOTO`, which is what exempts them from
+ * decay's auto-archive; see the note there for why archiving one would silently
+ * unpublish it.
+ *
+ * No embedding is computed here. `searchTool`'s un-embedded lane embeds any row
+ * lacking a vector at search time, uses it in that same search and persists it
+ * via `updateVaultMemoryEmbeddingOp` — so a row ingested without one is picked
+ * up on first recall rather than costing an embedding call at ingest.
+ */
+
+/**
+ * One row of `GET /api/memories/published`, narrowed to what ingest needs.
+ *
+ * Deliberately structural rather than an import from the transport client: this
+ * op is in the SDK and the two hand-written nearby clients live in the app, so
+ * a shared nominal type would drag one across a package boundary for no gain.
+ */
+interface PublishedPhotoMemory {
+    /** The server-minted memory id. `photo:<feedItemID>:fact:NN` or `:caption`. */
+    memoryId: string;
+    /** The projected fact text. */
+    text: string;
+    /** The photo(s) this fact was read out of. */
+    media?: PhotoMediaRef[] | null;
+    /** When the event in the memory happened, if the server knows. */
+    eventTime?: {
+        start: number | null;
+        end: number | null;
+        kind: "point" | "range" | "ongoing" | null;
+    } | null;
+    /** True when the text is the user's own words (a kept caption). */
+    userAuthored?: boolean;
+}
+/** What one ingest pass did, for the caller's logs and tests. */
+interface PhotoIngestResult {
+    /** Rows newly written to the vault. */
+    inserted: number;
+    /** Rows already present, left untouched. */
+    skipped: number;
+}
+/**
+ * Write the published photo memories this vault does not already have.
+ *
+ * Idempotent on `memoryId`: a row whose id is already in the vault is counted as
+ * skipped and NOT rewritten, even when the server's text has since changed.
+ * That is deliberate — the local row is the user's copy, they may have edited
+ * it, and silently overwriting an edit to match the server would be the same
+ * class of bug as publishing a version the user has since changed. Re-ingesting
+ * changed text is a follow-up that needs a merge decision, not a clobber.
+ *
+ * Non-`photo:` ids are ignored: everything else in the published set is a
+ * client-published memory that by definition already lives in this vault (or in
+ * another device's, which is not ours to recreate).
+ */
+declare function ingestPublishedPhotoMemoriesOp(ctx: VaultMemoryOperationsContext, rows: PublishedPhotoMemory[]): Promise<PhotoIngestResult>;
+
 /**
  * Queue Types
  *
@@ -7045,6 +7166,15 @@ declare function createChunkVectorCache(maxSize?: number): ChunkVectorCache;
  * shared purge buffer for every row, so an already-archived manual memory is
  * still deleted after the window (the archived check runs before the manual
  * short-circuit by design).
+ *
+ * `source === "photo"` (server-extracted photo memories) is protected the same
+ * way, and for a sharper reason than curation: those rows are PUBLISHED, and
+ * auto-archiving one would silently un-publish it. Archived rows drop out of the
+ * default vault read, the publish reconciler builds its desired set from that
+ * read, and anything it previously adopted but no longer sees goes into
+ * `toRevoke` — so an age-archive at the medium TTL would revoke a memory from
+ * the server that the user never switched off. Revoking is the user's decision
+ * and has exactly one entry point: the publish switch.
  */
 /** The verdict for a single memory. */
 type DecayVerdict = "keep" | "archive" | "delete";
@@ -9195,8 +9325,11 @@ declare function useChatStorage(options: UseChatStorageOptions): UseChatStorageR
  *   unreadable flag would fail open. Existing rows stay NULL (= legacy,
  *   unknown provenance, embedded as before) with no backfill, matching the v37
  *   read-time-fallback precedent
+ * - v45: Added `media` to memory_vault — the photo(s) a server-extracted
+ *   memory came from, as JSON `[{feed_item_id, object_key}]`. Null on every
+ *   row that did not come from a photo, which is all of them before this
  */
-declare const SDK_SCHEMA_VERSION = 44;
+declare const SDK_SCHEMA_VERSION = 45;
 /**
  * Combined WatermelonDB schema for all SDK storage modules.
  *
@@ -9808,4 +9941,4 @@ declare function refreshNotionAccessToken(params: NotionRefreshTokenParams): Pro
  */
 declare function createNotionTools(getAccessToken: () => string | null, requestNotionAccess: () => Promise<string>): ToolConfig[];
 
-export { type AutoExtractMessage, type AutoExtractor, type Budget, type CachedChunkVectors, type CachedServerTools, Conversation as ChatConversation, Message as ChatMessage, type ChatRole, type ChunkVectorCache, type ChunkingOptions, type ConsolidationFallbackReason, type ConversationMemoryInput, ConversationMemory as ConversationMemoryModel, type ConversationMemoryOperationsContext, type CreateAutoExtractorOptions, type CreateConversationOptions, type CreateDecaySweeperOptions, type CreateMessageOptions, type CreateVaultFolderOptions, type CreateVaultMemoryOptions, type CryptoPriceClassification, type CryptoPricePreProcessorOptions, DEFAULT_CACHE_EXPIRATION_MS, DEFAULT_CHUNK_CACHE_SIZE, DEFAULT_CHUNK_OVERLAP, DEFAULT_CHUNK_SIZE, DEFAULT_DECAY_POLICY, DEFAULT_MAX_CLASSIFIER_CALLS_PER_SWEEP, DEFAULT_MIN_CHUNK_SIZE, DEFAULT_PROFILE_FACETS, DEFAULT_PROFILE_FACT_TYPE_WEIGHTS, DEFAULT_PROFILE_PROOF_ALPHA, DEFAULT_PROFILE_TREND_MULTIPLIERS, DEFAULT_VAULT_CACHE_SIZE, DatabaseManager, type DatabaseManagerLogger, type DatabaseManagerOptions, type DecayCandidateRaw, type DecayClassifier, type DecayInput, type DecayPolicy, type DecaySweepResult, type DecaySweeper, type DecayVerdict, ENTITY_FANOUT, type EmbeddedWalletSignerFn, EncryptionKeyMissingError, type ExtractFactsOptions, type ExtractOutcome, type ExtractedCandidate, type ExtractedEntity, type ExtractionCursorStore, type FactType, type FileMetadata, type FlushResult, type GetConversationsPageOptions, type GetMessagesPageOptions, type GraphTraversalOptions, HARD_DELETE_WINDOW_MS, INFERENCE_ID_HEADER, type InjectionClassifierOptions, type InjectionReason, type LazyStoredConversation, type LlmDecayClassifierOptions, type LlmNeighborRefinerOptions, type Logger, LoggerProvider, type LoggerProviderProps, MAX_HOPS, MEDIUM_TTL_MS, type MemoriesNeedingTopicExtraction, type EmbeddingOptions as MemoryEngineEmbeddingOptions, type MemoryEngineResult, type MemoryEngineSearchOptions, type MemoryExtractedEvent, type MemoryKind, type MemoryQuarantinedEvent, type MemoryToVerify, type MemoryVaultSearchOptions, type MemoryVaultToolOptions, type MemoryVerification, type MessageRedactionResult, type MessageSkeleton, NEVER_TTL_MS, NODE_BUDGET, NOTION_OAUTH_CONFIG, type NeighborRefiner, type NotionAuthUrlParams, type NotionClientRegistration, type NotionExchangeCodeParams, type NotionOAuthEndpoints, type NotionPKCEChallenge, type NotionRefreshTokenParams, type NotionTokenResponse, type NowSource, type ObservationTrend, type ObservationTrendInput, PAST_EVENT_GRACE_MS, PII_PATTERNS, PROFILE_DOC_VERSION, type PiiCategory, type PiiMatch, type PiiPattern, PiiRedactor, type PiiRedactorOptions, type PlatformStorage, type PortalLlmAuth, type ProfileConfigFingerprint, type ProfileDoc, type ProfileFacet, type ProfileFacetKey, type ProfileSalienceInput, type ProfileSection, type PromptPreProcessor, type PromptPreProcessorContext, type QuantizedEmbedding, type QuarantinedMemoryInfo, QueueManager, type QueueStatus, RECALL_MAX_LIMIT, RECALL_TOOL_NAME, type RankedMemory, type RankedProfileCandidate, type RecallContext, type RecallDegradation, type RecallDiagnostics, type RecallOptions, type RecallResult, type RecallToolCallbacks, type RecallToolOptions, type RecencyOptions, type RedactionResult, type ReflectOptions, type ReflectResult, type RequestEncryptionKeyOptions, RerankerUnavailableError, type ResumeStreamOptions, type ResumeStreamResult, type ResumeStreamWithStorageResult, type RetainAction, type RetainContext, type RetainOptions, type RetainResult, type RetainSource, SDK_SCHEMA_VERSION, SHORT_TTL_MS, STREAM_RESUMABLE_HEADER, type ScoreBreakdown, type ScoreProfileSalienceOptions, type ScreenResult, type ScreenedCandidate, type SearchSource, type SendMessageWithStorageArgs, type SendMessageWithStorageDetachedResult, type SendMessageWithStorageResult, type ServerToolsOptions, type ServerToolsResponse, type SignMessageFn, type StockPriceClassification, type StockPricePreProcessorOptions, type ChatCompletionUsage as StoredChatCompletionUsage, type StoredConversation, type StoredConversationMemory, type StoredMessage, type StoredMessageWithSimilarity, type StoredVaultFolder, VaultFolder as StoredVaultFolderModel, type StoredVaultMemory, VaultMemory as StoredVaultMemoryModel, StreamExpiredError, type StreamMetaEvent, type StreamResumeHandle, type SynthesizeProfileOptions, TOPICS_EXTRACTION_VERSION, TOPIC_EXTRACTION_BATCH_SIZE, TREND_RECENT_WINDOW_DAYS, TREND_STALE_WINDOW_DAYS, type TextChunk, type TopicExtractOptions, type TopicExtractionInput, type TopicExtractionRunResult, type TurnCompleteEvent, type TurnSkippedEvent, type UncheckedReason, type UnverifiableReason, type UpdateVaultFolderOptions, type UpdateVaultMemoryOptions, type UseChatStorageOptions, type UseChatStorageResult, type UseCreditsOptions, type UseCreditsResult, type UseModelsOptions, type UseModelsResult, VAULT_SIZE_HOP_CAP, type VaultEmbeddingCache, type VaultFolderOperationsContext, type VaultMemoryOperationsContext, type VaultMemoryVisibility, type VaultSaveOperation, type VaultSearchResult, type VerificationSources, type VerifyMemoriesForPublishOptions, WalletPoller, type WeatherClassification, type WeatherPreProcessorOptions, type WebSearchClassification, type WebSearchPreProcessorOptions, addConversationMemoriesOp, archiveVaultMemoryOp, backfillMemoryTopicsOp, buildNotionAuthUrl, capHopsForDensity, chatStorageMigrations, chatStorageSchema, chunkAndEmbedAllMessages, chunkAndEmbedMessage, chunkText, classifyCryptoPrice, classifyCryptoPriceBatch, classifyDecay, classifyInjectionCandidates, classifyObservationTrend, classifyStockPrice, classifyStockPriceBatch, classifyWeather, classifyWeatherBatch, classifyWebSearch, classifyWebSearchBatch, clearAllEncryptionKeys, clearAllEncryptionState, clearConversationMemoriesOp, clearEncryptionKey, clearLazyTitleCache, clearServerToolsCache, consoleLogger, conversationMemoryToStored, cosineInt8, createAutoExtractor, createChunkVectorCache, createCryptoPricePreProcessor, createDecaySweeper, createLlmDecayClassifier, createLlmNeighborRefiner, createMemoryEngineTool, createMemoryVaultSearchTool, createMemoryVaultTool, createMessageSourceResolver, createNotionTools, createPlatformCursorStore, createRecallTool, createStockPricePreProcessor, createStreamingDeAnonymizer, createVaultEmbeddingCache, createVaultFolderOp, createVaultMemoriesBatchOp, createVaultMemoryOp, createWeatherPreProcessor, createWebSearchPreProcessor, decryptConversationTitle, deleteAllVaultMemoriesForUserOp, deleteVaultFolderOp, deleteVaultMemoryOp, dequantizeEmbedding, discoverNotionOAuthEndpoints, eagerEmbedContent, embedAllMessages, embedMessage, ensureDefaultFoldersOp, exchangeNotionCode, extractAndLinkEntitiesForMemoriesOp, extractAndRetain, extractEntitiesForMemories, extractFacts, generateConversationId, generateEmbedding, generateEmbeddings, generateNotionPKCE, getAllVaultFoldersOp, getAllVaultMemoriesOp, getAllVaultMemoryContentsOp, getCachedServerTools, getConversationMemoriesOp, getConversationsByProjectLazyOp, getConversationsLazyOp, getConversationsPageOp, getDecayCandidatesRawOp, getLogger, getMemoriesNeedingTopicExtractionOp, getServerTools, getUnfiledVaultMemoriesOp, getVaultFolderMemoryCountOp, getVaultMemoryOp, hardDeleteDecayedOp, hasEncryptionKey, injectionSignatureCatalog, isPiiRedactor, isRerankerAvailable, moveMemoriesToFolderOp, noopLogger, onKeyAvailable, preEmbedVaultMemories, quantizeEmbedding, queueManager, rankProfileCandidates, recall, reflect, refreshEncryptionKeyIfMatches, refreshNotionAccessToken, registerNotionClient, relinkMemoryTopicsOp, requestEncryptionKey, resolvePiiRedactor, restoreVaultMemoryOp, resumeStream, retain, scoreProfileSalience, screenCandidatesForInjection, sdkMigrations, sdkModelClasses, sdkSchema, searchVaultMemories, seedEncryptionKeys, setLogger, setMemoryVisibilityOp, shouldChunkMessage, stampTopicsExtractedAtOp, streamCancelPath, streamReplayPath, summarizeObservationTrends, supersedeVaultMemoryOp, synthesizeProfile, traverseGraphLane, ttlForType, updateVaultFolderContextOp, updateVaultFolderOp, updateVaultMemoryEmbeddingOp, updateVaultMemoryOp, upsertMessageOp, useChat, useChatStorage, useCredits, useEncryption, useModels, verifyMemoriesForPublish, xhrTransport };
+export { type AutoExtractMessage, type AutoExtractor, type Budget, type CachedChunkVectors, type CachedServerTools, Conversation as ChatConversation, Message as ChatMessage, type ChatRole, type ChunkVectorCache, type ChunkingOptions, type ConsolidationFallbackReason, type ConversationMemoryInput, ConversationMemory as ConversationMemoryModel, type ConversationMemoryOperationsContext, type CreateAutoExtractorOptions, type CreateConversationOptions, type CreateDecaySweeperOptions, type CreateMessageOptions, type CreateVaultFolderOptions, type CreateVaultMemoryOptions, type CryptoPriceClassification, type CryptoPricePreProcessorOptions, DEFAULT_CACHE_EXPIRATION_MS, DEFAULT_CHUNK_CACHE_SIZE, DEFAULT_CHUNK_OVERLAP, DEFAULT_CHUNK_SIZE, DEFAULT_DECAY_POLICY, DEFAULT_MAX_CLASSIFIER_CALLS_PER_SWEEP, DEFAULT_MIN_CHUNK_SIZE, DEFAULT_PROFILE_FACETS, DEFAULT_PROFILE_FACT_TYPE_WEIGHTS, DEFAULT_PROFILE_PROOF_ALPHA, DEFAULT_PROFILE_TREND_MULTIPLIERS, DEFAULT_VAULT_CACHE_SIZE, DatabaseManager, type DatabaseManagerLogger, type DatabaseManagerOptions, type DecayCandidateRaw, type DecayClassifier, type DecayInput, type DecayPolicy, type DecaySweepResult, type DecaySweeper, type DecayVerdict, ENTITY_FANOUT, type EmbeddedWalletSignerFn, EncryptionKeyMissingError, type ExtractFactsOptions, type ExtractOutcome, type ExtractedCandidate, type ExtractedEntity, type ExtractionCursorStore, type FactType, type FileMetadata, type FlushResult, type GetConversationsPageOptions, type GetMessagesPageOptions, type GraphTraversalOptions, HARD_DELETE_WINDOW_MS, INFERENCE_ID_HEADER, type InjectionClassifierOptions, type InjectionReason, type LazyStoredConversation, type LlmDecayClassifierOptions, type LlmNeighborRefinerOptions, type Logger, LoggerProvider, type LoggerProviderProps, MAX_HOPS, MEDIUM_TTL_MS, type MemoriesNeedingTopicExtraction, type EmbeddingOptions as MemoryEngineEmbeddingOptions, type MemoryEngineResult, type MemoryEngineSearchOptions, type MemoryExtractedEvent, type MemoryKind, type MemoryQuarantinedEvent, type MemoryToVerify, type MemoryVaultSearchOptions, type MemoryVaultToolOptions, type MemoryVerification, type MessageRedactionResult, type MessageSkeleton, NEVER_TTL_MS, NODE_BUDGET, NOTION_OAUTH_CONFIG, type NeighborRefiner, type NotionAuthUrlParams, type NotionClientRegistration, type NotionExchangeCodeParams, type NotionOAuthEndpoints, type NotionPKCEChallenge, type NotionRefreshTokenParams, type NotionTokenResponse, type NowSource, type ObservationTrend, type ObservationTrendInput, PAST_EVENT_GRACE_MS, PII_PATTERNS, PROFILE_DOC_VERSION, type PhotoIngestResult, type PhotoMediaRef, type PiiCategory, type PiiMatch, type PiiPattern, PiiRedactor, type PiiRedactorOptions, type PlatformStorage, type PortalLlmAuth, type ProfileConfigFingerprint, type ProfileDoc, type ProfileFacet, type ProfileFacetKey, type ProfileSalienceInput, type ProfileSection, type PromptPreProcessor, type PromptPreProcessorContext, type PublishedPhotoMemory, type QuantizedEmbedding, type QuarantinedMemoryInfo, QueueManager, type QueueStatus, RECALL_MAX_LIMIT, RECALL_TOOL_NAME, type RankedMemory, type RankedProfileCandidate, type RecallContext, type RecallDegradation, type RecallDiagnostics, type RecallOptions, type RecallResult, type RecallToolCallbacks, type RecallToolOptions, type RecencyOptions, type RedactionResult, type ReflectOptions, type ReflectResult, type RequestEncryptionKeyOptions, RerankerUnavailableError, type ResumeStreamOptions, type ResumeStreamResult, type ResumeStreamWithStorageResult, type RetainAction, type RetainContext, type RetainOptions, type RetainResult, type RetainSource, SDK_SCHEMA_VERSION, SHORT_TTL_MS, STREAM_RESUMABLE_HEADER, type ScoreBreakdown, type ScoreProfileSalienceOptions, type ScreenResult, type ScreenedCandidate, type SearchSource, type SendMessageWithStorageArgs, type SendMessageWithStorageDetachedResult, type SendMessageWithStorageResult, type ServerToolsOptions, type ServerToolsResponse, type SignMessageFn, type StockPriceClassification, type StockPricePreProcessorOptions, type ChatCompletionUsage as StoredChatCompletionUsage, type StoredConversation, type StoredConversationMemory, type StoredMessage, type StoredMessageWithSimilarity, type StoredVaultFolder, VaultFolder as StoredVaultFolderModel, type StoredVaultMemory, VaultMemory as StoredVaultMemoryModel, StreamExpiredError, type StreamMetaEvent, type StreamResumeHandle, type SynthesizeProfileOptions, TOPICS_EXTRACTION_VERSION, TOPIC_EXTRACTION_BATCH_SIZE, TREND_RECENT_WINDOW_DAYS, TREND_STALE_WINDOW_DAYS, type TextChunk, type TopicExtractOptions, type TopicExtractionInput, type TopicExtractionRunResult, type TurnCompleteEvent, type TurnSkippedEvent, type UncheckedReason, type UnverifiableReason, type UpdateVaultFolderOptions, type UpdateVaultMemoryOptions, type UseChatStorageOptions, type UseChatStorageResult, type UseCreditsOptions, type UseCreditsResult, type UseModelsOptions, type UseModelsResult, VAULT_SIZE_HOP_CAP, type VaultEmbeddingCache, type VaultFolderOperationsContext, type VaultMemoryOperationsContext, type VaultMemoryVisibility, type VaultSaveOperation, type VaultSearchResult, type VerificationSources, type VerifyMemoriesForPublishOptions, WalletPoller, type WeatherClassification, type WeatherPreProcessorOptions, type WebSearchClassification, type WebSearchPreProcessorOptions, addConversationMemoriesOp, archiveVaultMemoryOp, backfillMemoryTopicsOp, buildNotionAuthUrl, capHopsForDensity, chatStorageMigrations, chatStorageSchema, chunkAndEmbedAllMessages, chunkAndEmbedMessage, chunkText, classifyCryptoPrice, classifyCryptoPriceBatch, classifyDecay, classifyInjectionCandidates, classifyObservationTrend, classifyStockPrice, classifyStockPriceBatch, classifyWeather, classifyWeatherBatch, classifyWebSearch, classifyWebSearchBatch, clearAllEncryptionKeys, clearAllEncryptionState, clearConversationMemoriesOp, clearEncryptionKey, clearLazyTitleCache, clearServerToolsCache, consoleLogger, conversationMemoryToStored, cosineInt8, createAutoExtractor, createChunkVectorCache, createCryptoPricePreProcessor, createDecaySweeper, createLlmDecayClassifier, createLlmNeighborRefiner, createMemoryEngineTool, createMemoryVaultSearchTool, createMemoryVaultTool, createMessageSourceResolver, createNotionTools, createPlatformCursorStore, createRecallTool, createStockPricePreProcessor, createStreamingDeAnonymizer, createVaultEmbeddingCache, createVaultFolderOp, createVaultMemoriesBatchOp, createVaultMemoryOp, createWeatherPreProcessor, createWebSearchPreProcessor, decryptConversationTitle, deleteAllVaultMemoriesForUserOp, deleteVaultFolderOp, deleteVaultMemoryOp, dequantizeEmbedding, discoverNotionOAuthEndpoints, eagerEmbedContent, embedAllMessages, embedMessage, ensureDefaultFoldersOp, exchangeNotionCode, extractAndLinkEntitiesForMemoriesOp, extractAndRetain, extractEntitiesForMemories, extractFacts, generateConversationId, generateEmbedding, generateEmbeddings, generateNotionPKCE, getAllVaultFoldersOp, getAllVaultMemoriesOp, getAllVaultMemoryContentsOp, getCachedServerTools, getConversationMemoriesOp, getConversationsByProjectLazyOp, getConversationsLazyOp, getConversationsPageOp, getDecayCandidatesRawOp, getLogger, getMemoriesNeedingTopicExtractionOp, getServerTools, getUnfiledVaultMemoriesOp, getVaultFolderMemoryCountOp, getVaultMemoryOp, hardDeleteDecayedOp, hasEncryptionKey, ingestPublishedPhotoMemoriesOp, injectionSignatureCatalog, isPiiRedactor, isRerankerAvailable, moveMemoriesToFolderOp, noopLogger, onKeyAvailable, parseMedia, preEmbedVaultMemories, quantizeEmbedding, queueManager, rankProfileCandidates, recall, reflect, refreshEncryptionKeyIfMatches, refreshNotionAccessToken, registerNotionClient, relinkMemoryTopicsOp, requestEncryptionKey, resolvePiiRedactor, restoreVaultMemoryOp, resumeStream, retain, scoreProfileSalience, screenCandidatesForInjection, sdkMigrations, sdkModelClasses, sdkSchema, searchVaultMemories, seedEncryptionKeys, setLogger, setMemoryVisibilityOp, shouldChunkMessage, stampTopicsExtractedAtOp, streamCancelPath, streamReplayPath, summarizeObservationTrends, supersedeVaultMemoryOp, synthesizeProfile, traverseGraphLane, ttlForType, updateVaultFolderContextOp, updateVaultFolderOp, updateVaultMemoryEmbeddingOp, updateVaultMemoryOp, upsertMessageOp, useChat, useChatStorage, useCredits, useEncryption, useModels, verifyMemoriesForPublish, xhrTransport };

package/dist/expo/index.mjs

@@ -53,6 +53,7 @@ import {
   embedMessage,
   encryptField,
   encryptJsonField,
+  encryptVaultMemoryContent,
   extractAssistantText,
   extractUserMessageFromMessages,
   finalizeThoughtProcess,
@@ -90,6 +91,7 @@ import {
   makeSyntheticStoredMessage,
   onClearAllEncryptionState,
   onKeyAvailable,
+  parseMedia,
   postApiV1CreditsPurchase,
   preEmbedVaultMemories,
   prepareVaultCandidates,
@@ -121,7 +123,7 @@ import {
   upsertMessageOp,
   useEncryption,
   vaultMemoryToStored
-} from "./chunk-NH5VY3G7.mjs";
+} from "./chunk-PBCULYOW.mjs";
 import {
   PII_PATTERNS,
   PiiRedactor,
@@ -5637,6 +5639,9 @@ __decorateClass([
 __decorateClass([
   field3("topics_updated_at")
 ], VaultMemory.prototype, "topicsUpdatedAt", 2);
+__decorateClass([
+  field3("media")
+], VaultMemory.prototype, "media", 2);
 __decorateClass([
   field3("topics_extracted_at")
 ], VaultMemory.prototype, "topicsExtractedAt", 2);
@@ -5684,6 +5689,133 @@ __decorateClass([
   field3("is_deleted")
 ], VaultMemory.prototype, "isDeleted", 2);
 
+// src/lib/memory/decay.ts
+var DAY_MS = 24 * 60 * 60 * 1e3;
+var SHORT_TTL_MS = 30 * DAY_MS;
+var MEDIUM_TTL_MS = 180 * DAY_MS;
+var SOURCE_PHOTO = "photo";
+var NEVER_TTL_MS = Number.POSITIVE_INFINITY;
+var HARD_DELETE_WINDOW_MS = 30 * DAY_MS;
+var PAST_EVENT_GRACE_MS = 7 * DAY_MS;
+var DEFAULT_DECAY_POLICY = {
+  ttlByType: {
+    identity: NEVER_TTL_MS,
+    preference: NEVER_TTL_MS,
+    relationship: NEVER_TTL_MS,
+    constraint: NEVER_TTL_MS,
+    plan: SHORT_TTL_MS,
+    ongoing_context: SHORT_TTL_MS,
+    other: MEDIUM_TTL_MS
+  },
+  fallbackTtlMs: MEDIUM_TTL_MS,
+  hardDeleteWindowMs: HARD_DELETE_WINDOW_MS,
+  pastEventGraceMs: PAST_EVENT_GRACE_MS
+};
+function resolvePolicy(policy) {
+  if (!policy) return DEFAULT_DECAY_POLICY;
+  return {
+    ttlByType: { ...DEFAULT_DECAY_POLICY.ttlByType, ...policy.ttlByType },
+    fallbackTtlMs: policy.fallbackTtlMs ?? DEFAULT_DECAY_POLICY.fallbackTtlMs,
+    hardDeleteWindowMs: policy.hardDeleteWindowMs ?? DEFAULT_DECAY_POLICY.hardDeleteWindowMs,
+    pastEventGraceMs: policy.pastEventGraceMs ?? DEFAULT_DECAY_POLICY.pastEventGraceMs
+  };
+}
+function ttlForType(factType, policy) {
+  const resolved = resolvePolicy(policy);
+  if (factType === null) return resolved.fallbackTtlMs;
+  return resolved.ttlByType[factType] ?? resolved.fallbackTtlMs;
+}
+function isTimeSensitiveType(factType) {
+  return factType === "plan" || factType === "ongoing_context";
+}
+function hasFiniteTimestamps(m, now) {
+  return Number.isFinite(now) && Number.isFinite(m.updatedAt) && (m.archivedAt === null || Number.isFinite(m.archivedAt));
+}
+function classifyDecay(m, now, policy) {
+  const resolved = resolvePolicy(policy);
+  if (!hasFiniteTimestamps(m, now)) {
+    getLogger().warn("[memory/decay] non-finite timestamp on a memory row; keeping it", {
+      now,
+      updatedAt: m.updatedAt,
+      archivedAt: m.archivedAt,
+      factType: m.factType
+    });
+    return "keep";
+  }
+  if (m.archivedAt !== null) {
+    return now - m.archivedAt > resolved.hardDeleteWindowMs ? "delete" : "keep";
+  }
+  if (m.source === "manual" || m.source === SOURCE_PHOTO) return "keep";
+  if (isTimeSensitiveType(m.factType) && m.eventTimeEnd !== null) {
+    if (m.eventTimeEnd < now - resolved.pastEventGraceMs) return "archive";
+    if (m.eventTimeEnd >= now) return "keep";
+  }
+  if (now - m.updatedAt > ttlForType(m.factType, resolved)) return "archive";
+  return "keep";
+}
+
+// src/lib/db/memoryVault/photoIngest.ts
+var PHOTO_MEMORY_ID_PREFIX = "photo:";
+async function ingestPublishedPhotoMemoriesOp(ctx, rows) {
+  const byId = /* @__PURE__ */ new Map();
+  for (const r of rows) {
+    if (typeof r.memoryId !== "string" || !r.memoryId.startsWith(PHOTO_MEMORY_ID_PREFIX)) continue;
+    if (!byId.has(r.memoryId)) byId.set(r.memoryId, r);
+  }
+  const photoRows = [...byId.values()];
+  if (photoRows.length === 0) return { inserted: 0, skipped: 0 };
+  const known = await ctx.vaultMemoryCollection.query().fetchIds().then((ids) => new Set(ids));
+  const candidates = photoRows.filter((r) => !known.has(r.memoryId));
+  if (candidates.length === 0) return { inserted: 0, skipped: photoRows.length };
+  const fresh = candidates;
+  const contents = await Promise.all(
+    fresh.map(async (r) => {
+      if (ctx.walletAddress && ctx.signMessage) {
+        return encryptVaultMemoryContent(
+          r.text,
+          ctx.walletAddress,
+          ctx.signMessage,
+          ctx.embeddedWalletSigner
+        );
+      }
+      return r.text;
+    })
+  );
+  const now = Date.now();
+  let inserted = 0;
+  await ctx.database.write(async () => {
+    const present = new Set(await ctx.vaultMemoryCollection.query().fetchIds());
+    const writable = fresh.map((row, i) => ({ row, content: contents[i] })).filter(({ row }) => !present.has(row.memoryId));
+    inserted = writable.length;
+    if (writable.length === 0) return;
+    const prepared = writable.map(
+      ({ row, content }) => ctx.vaultMemoryCollection.prepareCreate((record) => {
+        record._raw.id = row.memoryId;
+        record._setRaw("content", content);
+        record._setRaw("scope", "private");
+        record._setRaw("folder_id", null);
+        record._setRaw("user_id", ctx.userId ?? null);
+        record._setRaw("is_deleted", false);
+        record._setRaw("proof_count", 1);
+        record._setRaw("source", SOURCE_PHOTO);
+        record._setRaw(
+          "media",
+          row.media && row.media.length > 0 ? JSON.stringify(row.media) : null
+        );
+        record._setRaw("visibility", "public");
+        record._setRaw("published_at", now);
+        if (row.eventTime) {
+          record._setRaw("event_time_start", row.eventTime.start ?? null);
+          record._setRaw("event_time_end", row.eventTime.end ?? null);
+          record._setRaw("event_time_kind", row.eventTime.kind ?? null);
+        }
+      })
+    );
+    await ctx.database.batch(...prepared);
+  });
+  return { inserted, skipped: photoRows.length - inserted };
+}
+
 // src/lib/db/queue/manager.ts
 import { v7 as uuidv72 } from "uuid";
 var MAX_OPERATIONS_PER_WALLET = 1e3;
@@ -7439,70 +7571,6 @@ function createChunkVectorCache(maxSize = DEFAULT_CHUNK_CACHE_SIZE) {
   return new LRUCache(maxSize);
 }
 
-// src/lib/memory/decay.ts
-var DAY_MS = 24 * 60 * 60 * 1e3;
-var SHORT_TTL_MS = 30 * DAY_MS;
-var MEDIUM_TTL_MS = 180 * DAY_MS;
-var NEVER_TTL_MS = Number.POSITIVE_INFINITY;
-var HARD_DELETE_WINDOW_MS = 30 * DAY_MS;
-var PAST_EVENT_GRACE_MS = 7 * DAY_MS;
-var DEFAULT_DECAY_POLICY = {
-  ttlByType: {
-    identity: NEVER_TTL_MS,
-    preference: NEVER_TTL_MS,
-    relationship: NEVER_TTL_MS,
-    constraint: NEVER_TTL_MS,
-    plan: SHORT_TTL_MS,
-    ongoing_context: SHORT_TTL_MS,
-    other: MEDIUM_TTL_MS
-  },
-  fallbackTtlMs: MEDIUM_TTL_MS,
-  hardDeleteWindowMs: HARD_DELETE_WINDOW_MS,
-  pastEventGraceMs: PAST_EVENT_GRACE_MS
-};
-function resolvePolicy(policy) {
-  if (!policy) return DEFAULT_DECAY_POLICY;
-  return {
-    ttlByType: { ...DEFAULT_DECAY_POLICY.ttlByType, ...policy.ttlByType },
-    fallbackTtlMs: policy.fallbackTtlMs ?? DEFAULT_DECAY_POLICY.fallbackTtlMs,
-    hardDeleteWindowMs: policy.hardDeleteWindowMs ?? DEFAULT_DECAY_POLICY.hardDeleteWindowMs,
-    pastEventGraceMs: policy.pastEventGraceMs ?? DEFAULT_DECAY_POLICY.pastEventGraceMs
-  };
-}
-function ttlForType(factType, policy) {
-  const resolved = resolvePolicy(policy);
-  if (factType === null) return resolved.fallbackTtlMs;
-  return resolved.ttlByType[factType] ?? resolved.fallbackTtlMs;
-}
-function isTimeSensitiveType(factType) {
-  return factType === "plan" || factType === "ongoing_context";
-}
-function hasFiniteTimestamps(m, now) {
-  return Number.isFinite(now) && Number.isFinite(m.updatedAt) && (m.archivedAt === null || Number.isFinite(m.archivedAt));
-}
-function classifyDecay(m, now, policy) {
-  const resolved = resolvePolicy(policy);
-  if (!hasFiniteTimestamps(m, now)) {
-    getLogger().warn("[memory/decay] non-finite timestamp on a memory row; keeping it", {
-      now,
-      updatedAt: m.updatedAt,
-      archivedAt: m.archivedAt,
-      factType: m.factType
-    });
-    return "keep";
-  }
-  if (m.archivedAt !== null) {
-    return now - m.archivedAt > resolved.hardDeleteWindowMs ? "delete" : "keep";
-  }
-  if (m.source === "manual") return "keep";
-  if (isTimeSensitiveType(m.factType) && m.eventTimeEnd !== null) {
-    if (m.eventTimeEnd < now - resolved.pastEventGraceMs) return "archive";
-    if (m.eventTimeEnd >= now) return "keep";
-  }
-  if (now - m.updatedAt > ttlForType(m.factType, resolved)) return "archive";
-  return "keep";
-}
-
 // src/lib/memory/decayClassifier.ts
 var DEFAULT_MODEL2 = "inclusionai/ling-2.6-flash";
 var DEFAULT_ATTEMPTS2 = 2;
@@ -7600,7 +7668,7 @@ function toDecayInput(c) {
   };
 }
 function isBorderline(input) {
-  if (input.source === "manual") return false;
+  if (input.source === "manual" || input.source === SOURCE_PHOTO) return false;
   if (input.trustTier === "quarantined") return false;
   if (input.archivedAt !== null) return false;
   if (input.factType === null || input.factType === "other") return true;
@@ -12258,7 +12326,7 @@ __decorateClass([
 ], VaultFolder.prototype, "context", 2);
 
 // src/lib/db/schema.ts
-var SDK_SCHEMA_VERSION = 44;
+var SDK_SCHEMA_VERSION = 45;
 var sdkSchema = appSchema2({
   version: SDK_SCHEMA_VERSION,
   tables: [
@@ -12406,6 +12474,18 @@ var sdkSchema = appSchema2({
         // paths key on `updated_at` — so without this a topic-only change would
         // neither upload nor merge. Null = `topics` never written.
         { name: "topics_updated_at", type: "number", isOptional: true },
+        // The photo(s) a SERVER-EXTRACTED memory was read out of, as a JSON
+        // array of `{feed_item_id, object_key}` — exactly what
+        // GET /api/memories/published returns in `media[]`. Enough to render the
+        // source image without a second round-trip per memory.
+        //
+        // A JSON column rather than a join table: nothing on the client ever
+        // queries BY photo (the only direction is memory -> render its image),
+        // so a table would add a sync lane and a local-id space to serve a
+        // question nobody asks. `topics` and `source_chunk_ids` set the
+        // precedent for a list that is only ever read back whole. Null on
+        // anything not extracted from a photo.
+        { name: "media", type: "string", isOptional: true },
         // Unix ms of the last LLM topic-extraction pass over this memory's
         // content. Null = never extracted standalone (legacy rows with entity
         // links are grandfathered — see getMemoriesNeedingTopicExtractionOp).
@@ -13240,6 +13320,20 @@ var sdkMigrations = schemaMigrations2({
           columns: [{ name: "origin", type: "string", isOptional: true }]
         })
       ]
+    },
+    // v44 -> v45: `media` on memory_vault — the photo(s) a server-extracted
+    // memory was read out of, as JSON `[{feed_item_id, object_key}]`, mirroring
+    // the `media[]` that GET /api/memories/published already returns. Existing
+    // rows keep NULL, which is the correct value for every memory that did not
+    // come from a photo (i.e. all of them until photo ingest runs).
+    {
+      toVersion: 45,
+      steps: [
+        addColumns2({
+          table: "memory_vault",
+          columns: [{ name: "media", type: "string", isOptional: true }]
+        })
+      ]
     }
   ]
 });
@@ -14706,12 +14800,14 @@ export {
   getVaultMemoryOp,
   hardDeleteDecayedOp,
   hasEncryptionKey,
+  ingestPublishedPhotoMemoriesOp,
   injectionSignatureCatalog,
   isPiiRedactor,
   isRerankerAvailable,
   moveMemoriesToFolderOp,
   noopLogger,
   onKeyAvailable,
+  parseMedia,
   preEmbedVaultMemories,
   quantizeEmbedding,
   queueManager,

package/dist/expo/{recall-ZIKIYARO.mjs → recall-UVM2366D.mjs}

@@ -1,6 +1,6 @@
 import {
   recall
-} from "./chunk-NH5VY3G7.mjs";
+} from "./chunk-PBCULYOW.mjs";
 import "./chunk-ILAWDQDE.mjs";
 import "./chunk-GYKJOWEO.mjs";
 export {

package/dist/react/{chunk-EMVLDEPB.mjs → chunk-TI3UVQPF.mjs}

@@ -2560,6 +2560,22 @@ async function decryptVaultMemoryFields(memory, address, signMessage, embeddedWa
   };
 }
 
+// src/lib/db/memoryVault/types.ts
+function parseMedia(value) {
+  if (typeof value !== "string" || value === "") return null;
+  try {
+    const parsed = JSON.parse(value);
+    if (!Array.isArray(parsed)) return null;
+    const refs = parsed.filter((r) => typeof r === "object" && r !== null).map((r) => ({
+      feedItemId: Number(r.feedItemId ?? r.feed_item_id),
+      objectKey: r.objectKey ?? r.object_key ?? null
+    })).filter((r) => Number.isFinite(r.feedItemId));
+    return refs.length > 0 ? refs : null;
+  } catch {
+    return null;
+  }
+}
+
 // src/lib/db/memoryVault/operations.ts
 function visibilityOrPrivate(value) {
   return value === "public" ? value : "private";
@@ -2623,6 +2639,7 @@ function vaultMemoryToStoredRaw(memory) {
     sourceChunkIds,
     proofCount: memory.proofCount ?? null,
     source: memory.source ?? null,
+    media: parseMedia(memory.media),
     eventTimeStart: memory.eventTimeStart ?? null,
     eventTimeEnd: memory.eventTimeEnd ?? null,
     eventTimeKind: memory.eventTimeKind ?? null,
@@ -2905,6 +2922,7 @@ function vaultMemoryRawToStoredRaw(raw) {
     eventTimeKind: raw.event_time_kind ?? null,
     // SQLite stores booleans as 0/1, LokiJS as true/false — coerce both.
     topicsUserManaged: raw.topics_user_managed === true || raw.topics_user_managed === 1,
+    media: parseMedia(raw.media),
     topics: parseTopics(raw.topics),
     topicsUpdatedAt: raw.topics_updated_at ?? null,
     topicsExtractedAt: raw.topics_extracted_at ?? null,
@@ -6783,7 +6801,7 @@ function createMemoryVaultSearchTool(vaultCtx, embeddingOptions, cache, searchOp
             subQueries = decomp.subQueries;
           }
         }
-        const { recall: recall2 } = await import("./recall-B7POS7NA.mjs");
+        const { recall: recall2 } = await import("./recall-PCM7H5TA.mjs");
         let recallDegraded = [];
         const result = await recall2(
           query,
@@ -7838,6 +7856,8 @@ export {
   backfillMemoryEntityUserIdsOp,
   getMemoriesByEntityNamesOp,
   getEntitiesByMemoryIdsOp,
+  encryptVaultMemoryContent,
+  parseMedia,
   vaultMemoryToStored,
   createVaultMemoryOp,
   createSupersedingMemoryOp,