@agent-native/creative-context 0.0.0-beta-20260820202238

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (695) hide show
  1. package/README.md +154 -0
  2. package/agent-native.eject.json +41 -0
  3. package/agent-native.package.json +119 -0
  4. package/dist/actions/confirm-canonical-logo.d.ts +6 -0
  5. package/dist/actions/confirm-canonical-logo.d.ts.map +1 -0
  6. package/dist/actions/confirm-canonical-logo.js +19 -0
  7. package/dist/actions/confirm-canonical-logo.js.map +1 -0
  8. package/dist/actions/continue-context-import.d.ts +22 -0
  9. package/dist/actions/continue-context-import.d.ts.map +1 -0
  10. package/dist/actions/continue-context-import.js +13 -0
  11. package/dist/actions/continue-context-import.js.map +1 -0
  12. package/dist/actions/creative-context-a2a.d.ts +10 -0
  13. package/dist/actions/creative-context-a2a.d.ts.map +1 -0
  14. package/dist/actions/creative-context-a2a.js +66 -0
  15. package/dist/actions/creative-context-a2a.js.map +1 -0
  16. package/dist/actions/get-brand-profile.d.ts +33 -0
  17. package/dist/actions/get-brand-profile.d.ts.map +1 -0
  18. package/dist/actions/get-brand-profile.js +13 -0
  19. package/dist/actions/get-brand-profile.js.map +1 -0
  20. package/dist/actions/get-context-import-status.d.ts +22 -0
  21. package/dist/actions/get-context-import-status.d.ts.map +1 -0
  22. package/dist/actions/get-context-import-status.js +12 -0
  23. package/dist/actions/get-context-import-status.js.map +1 -0
  24. package/dist/actions/get-context-item.d.ts +2 -0
  25. package/dist/actions/get-context-item.d.ts.map +1 -0
  26. package/dist/actions/get-context-item.js +2 -0
  27. package/dist/actions/get-context-item.js.map +1 -0
  28. package/dist/actions/get-context-pack.d.ts +7 -0
  29. package/dist/actions/get-context-pack.d.ts.map +1 -0
  30. package/dist/actions/get-context-pack.js +12 -0
  31. package/dist/actions/get-context-pack.js.map +1 -0
  32. package/dist/actions/get-creative-context.d.ts +157 -0
  33. package/dist/actions/get-creative-context.d.ts.map +1 -0
  34. package/dist/actions/get-creative-context.js +148 -0
  35. package/dist/actions/get-creative-context.js.map +1 -0
  36. package/dist/actions/get-google-picker-session.d.ts +10 -0
  37. package/dist/actions/get-google-picker-session.d.ts.map +1 -0
  38. package/dist/actions/get-google-picker-session.js +38 -0
  39. package/dist/actions/get-google-picker-session.js.map +1 -0
  40. package/dist/actions/index.d.ts +3 -0
  41. package/dist/actions/index.d.ts.map +1 -0
  42. package/dist/actions/index.js +73 -0
  43. package/dist/actions/index.js.map +1 -0
  44. package/dist/actions/infer-brand-dna.d.ts +52 -0
  45. package/dist/actions/infer-brand-dna.d.ts.map +1 -0
  46. package/dist/actions/infer-brand-dna.js +13 -0
  47. package/dist/actions/infer-brand-dna.js.map +1 -0
  48. package/dist/actions/list-canonical-logo-candidates.d.ts +9 -0
  49. package/dist/actions/list-canonical-logo-candidates.d.ts.map +1 -0
  50. package/dist/actions/list-canonical-logo-candidates.js +82 -0
  51. package/dist/actions/list-canonical-logo-candidates.js.map +1 -0
  52. package/dist/actions/list-context-connections.d.ts +22 -0
  53. package/dist/actions/list-context-connections.d.ts.map +1 -0
  54. package/dist/actions/list-context-connections.js +43 -0
  55. package/dist/actions/list-context-connections.js.map +1 -0
  56. package/dist/actions/list-context-memberships.d.ts +11 -0
  57. package/dist/actions/list-context-memberships.d.ts.map +1 -0
  58. package/dist/actions/list-context-memberships.js +47 -0
  59. package/dist/actions/list-context-memberships.js.map +1 -0
  60. package/dist/actions/list-context-packs.d.ts +10 -0
  61. package/dist/actions/list-context-packs.d.ts.map +1 -0
  62. package/dist/actions/list-context-packs.js +16 -0
  63. package/dist/actions/list-context-packs.js.map +1 -0
  64. package/dist/actions/list-context-sources.d.ts +12 -0
  65. package/dist/actions/list-context-sources.d.ts.map +1 -0
  66. package/dist/actions/list-context-sources.js +20 -0
  67. package/dist/actions/list-context-sources.js.map +1 -0
  68. package/dist/actions/list-context-suggestions.d.ts +13 -0
  69. package/dist/actions/list-context-suggestions.d.ts.map +1 -0
  70. package/dist/actions/list-context-suggestions.js +28 -0
  71. package/dist/actions/list-context-suggestions.js.map +1 -0
  72. package/dist/actions/list-creative-contexts.d.ts +12 -0
  73. package/dist/actions/list-creative-contexts.d.ts.map +1 -0
  74. package/dist/actions/list-creative-contexts.js +28 -0
  75. package/dist/actions/list-creative-contexts.js.map +1 -0
  76. package/dist/actions/manage-brand-profile.d.ts +28 -0
  77. package/dist/actions/manage-brand-profile.d.ts.map +1 -0
  78. package/dist/actions/manage-brand-profile.js +47 -0
  79. package/dist/actions/manage-brand-profile.js.map +1 -0
  80. package/dist/actions/manage-context-membership.d.ts +64 -0
  81. package/dist/actions/manage-context-membership.d.ts.map +1 -0
  82. package/dist/actions/manage-context-membership.js +70 -0
  83. package/dist/actions/manage-context-membership.js.map +1 -0
  84. package/dist/actions/manage-context-pack.d.ts +36 -0
  85. package/dist/actions/manage-context-pack.d.ts.map +1 -0
  86. package/dist/actions/manage-context-pack.js +71 -0
  87. package/dist/actions/manage-context-pack.js.map +1 -0
  88. package/dist/actions/manage-context-source.d.ts +51 -0
  89. package/dist/actions/manage-context-source.d.ts.map +1 -0
  90. package/dist/actions/manage-context-source.js +130 -0
  91. package/dist/actions/manage-context-source.js.map +1 -0
  92. package/dist/actions/manage-creative-context.d.ts +28 -0
  93. package/dist/actions/manage-creative-context.d.ts.map +1 -0
  94. package/dist/actions/manage-creative-context.js +65 -0
  95. package/dist/actions/manage-creative-context.js.map +1 -0
  96. package/dist/actions/manage-layout-template.d.ts +13 -0
  97. package/dist/actions/manage-layout-template.d.ts.map +1 -0
  98. package/dist/actions/manage-layout-template.js +43 -0
  99. package/dist/actions/manage-layout-template.js.map +1 -0
  100. package/dist/actions/preview-context-import.d.ts +23 -0
  101. package/dist/actions/preview-context-import.d.ts.map +1 -0
  102. package/dist/actions/preview-context-import.js +57 -0
  103. package/dist/actions/preview-context-import.js.map +1 -0
  104. package/dist/actions/process-context-purge.d.ts +37 -0
  105. package/dist/actions/process-context-purge.d.ts.map +1 -0
  106. package/dist/actions/process-context-purge.js +20 -0
  107. package/dist/actions/process-context-purge.js.map +1 -0
  108. package/dist/actions/propose-brand-dna.d.ts +15 -0
  109. package/dist/actions/propose-brand-dna.d.ts.map +1 -0
  110. package/dist/actions/propose-brand-dna.js +19 -0
  111. package/dist/actions/propose-brand-dna.js.map +1 -0
  112. package/dist/actions/propose-canonical-logo.d.ts +9 -0
  113. package/dist/actions/propose-canonical-logo.d.ts.map +1 -0
  114. package/dist/actions/propose-canonical-logo.js +16 -0
  115. package/dist/actions/propose-canonical-logo.js.map +1 -0
  116. package/dist/actions/publish-brand-dna.d.ts +13 -0
  117. package/dist/actions/publish-brand-dna.d.ts.map +1 -0
  118. package/dist/actions/publish-brand-dna.js +23 -0
  119. package/dist/actions/publish-brand-dna.js.map +1 -0
  120. package/dist/actions/recommend-context-roots.d.ts +14 -0
  121. package/dist/actions/recommend-context-roots.d.ts.map +1 -0
  122. package/dist/actions/recommend-context-roots.js +22 -0
  123. package/dist/actions/recommend-context-roots.js.map +1 -0
  124. package/dist/actions/record-context-feedback.d.ts +10 -0
  125. package/dist/actions/record-context-feedback.d.ts.map +1 -0
  126. package/dist/actions/record-context-feedback.js +14 -0
  127. package/dist/actions/record-context-feedback.js.map +1 -0
  128. package/dist/actions/review-context-items.d.ts +35 -0
  129. package/dist/actions/review-context-items.d.ts.map +1 -0
  130. package/dist/actions/review-context-items.js +65 -0
  131. package/dist/actions/review-context-items.js.map +1 -0
  132. package/dist/actions/run-embedding-bakeoff.d.ts +15 -0
  133. package/dist/actions/run-embedding-bakeoff.d.ts.map +1 -0
  134. package/dist/actions/run-embedding-bakeoff.js +72 -0
  135. package/dist/actions/run-embedding-bakeoff.js.map +1 -0
  136. package/dist/actions/search-creative-context.d.ts +80 -0
  137. package/dist/actions/search-creative-context.d.ts.map +1 -0
  138. package/dist/actions/search-creative-context.js +42 -0
  139. package/dist/actions/search-creative-context.js.map +1 -0
  140. package/dist/actions/set-brand-dna.d.ts +15 -0
  141. package/dist/actions/set-brand-dna.d.ts.map +1 -0
  142. package/dist/actions/set-brand-dna.js +19 -0
  143. package/dist/actions/set-brand-dna.js.map +1 -0
  144. package/dist/actions/start-context-enrichment.d.ts +25 -0
  145. package/dist/actions/start-context-enrichment.d.ts.map +1 -0
  146. package/dist/actions/start-context-enrichment.js +48 -0
  147. package/dist/actions/start-context-enrichment.js.map +1 -0
  148. package/dist/actions/start-context-import.d.ts +24 -0
  149. package/dist/actions/start-context-import.d.ts.map +1 -0
  150. package/dist/actions/start-context-import.js +37 -0
  151. package/dist/actions/start-context-import.js.map +1 -0
  152. package/dist/client/CreativeContextChip.d.ts +18 -0
  153. package/dist/client/CreativeContextChip.d.ts.map +1 -0
  154. package/dist/client/CreativeContextChip.js +80 -0
  155. package/dist/client/CreativeContextChip.js.map +1 -0
  156. package/dist/client/CreativeContextPanel.d.ts +73 -0
  157. package/dist/client/CreativeContextPanel.d.ts.map +1 -0
  158. package/dist/client/CreativeContextPanel.js +1171 -0
  159. package/dist/client/CreativeContextPanel.js.map +1 -0
  160. package/dist/client/CreativeContextSettingsLink.d.ts +4 -0
  161. package/dist/client/CreativeContextSettingsLink.d.ts.map +1 -0
  162. package/dist/client/CreativeContextSettingsLink.js +8 -0
  163. package/dist/client/CreativeContextSettingsLink.js.map +1 -0
  164. package/dist/client/CreativeContextShareTab.d.ts +56 -0
  165. package/dist/client/CreativeContextShareTab.d.ts.map +1 -0
  166. package/dist/client/CreativeContextShareTab.js +213 -0
  167. package/dist/client/CreativeContextShareTab.js.map +1 -0
  168. package/dist/client/actions.d.ts +474 -0
  169. package/dist/client/actions.d.ts.map +1 -0
  170. package/dist/client/actions.js +411 -0
  171. package/dist/client/actions.js.map +1 -0
  172. package/dist/client/agent-tab.d.ts +10 -0
  173. package/dist/client/agent-tab.d.ts.map +1 -0
  174. package/dist/client/agent-tab.js +32 -0
  175. package/dist/client/agent-tab.js.map +1 -0
  176. package/dist/client/application-state.d.ts +24 -0
  177. package/dist/client/application-state.d.ts.map +1 -0
  178. package/dist/client/application-state.js +111 -0
  179. package/dist/client/application-state.js.map +1 -0
  180. package/dist/client/google-slides-picker.d.ts +19 -0
  181. package/dist/client/google-slides-picker.d.ts.map +1 -0
  182. package/dist/client/google-slides-picker.js +106 -0
  183. package/dist/client/google-slides-picker.js.map +1 -0
  184. package/dist/client/index.d.ts +10 -0
  185. package/dist/client/index.d.ts.map +1 -0
  186. package/dist/client/index.js +10 -0
  187. package/dist/client/index.js.map +1 -0
  188. package/dist/client/messages.d.ts +5 -0
  189. package/dist/client/messages.d.ts.map +1 -0
  190. package/dist/client/messages.js +1158 -0
  191. package/dist/client/messages.js.map +1 -0
  192. package/dist/connectors/context.d.ts +9 -0
  193. package/dist/connectors/context.d.ts.map +1 -0
  194. package/dist/connectors/context.js +59 -0
  195. package/dist/connectors/context.js.map +1 -0
  196. package/dist/connectors/document-parser.d.ts +2 -0
  197. package/dist/connectors/document-parser.d.ts.map +1 -0
  198. package/dist/connectors/document-parser.js +2 -0
  199. package/dist/connectors/document-parser.js.map +1 -0
  200. package/dist/connectors/figma-native.d.ts +18 -0
  201. package/dist/connectors/figma-native.d.ts.map +1 -0
  202. package/dist/connectors/figma-native.js +883 -0
  203. package/dist/connectors/figma-native.js.map +1 -0
  204. package/dist/connectors/figma.d.ts +10 -0
  205. package/dist/connectors/figma.d.ts.map +1 -0
  206. package/dist/connectors/figma.js +166 -0
  207. package/dist/connectors/figma.js.map +1 -0
  208. package/dist/connectors/google-slides-native.d.ts +58 -0
  209. package/dist/connectors/google-slides-native.d.ts.map +1 -0
  210. package/dist/connectors/google-slides-native.js +1118 -0
  211. package/dist/connectors/google-slides-native.js.map +1 -0
  212. package/dist/connectors/google-slides.d.ts +15 -0
  213. package/dist/connectors/google-slides.d.ts.map +1 -0
  214. package/dist/connectors/google-slides.js +895 -0
  215. package/dist/connectors/google-slides.js.map +1 -0
  216. package/dist/connectors/index.d.ts +21 -0
  217. package/dist/connectors/index.d.ts.map +1 -0
  218. package/dist/connectors/index.js +45 -0
  219. package/dist/connectors/index.js.map +1 -0
  220. package/dist/connectors/manual.d.ts +9 -0
  221. package/dist/connectors/manual.d.ts.map +1 -0
  222. package/dist/connectors/manual.js +91 -0
  223. package/dist/connectors/manual.js.map +1 -0
  224. package/dist/connectors/normalize.d.ts +42 -0
  225. package/dist/connectors/normalize.d.ts.map +1 -0
  226. package/dist/connectors/normalize.js +335 -0
  227. package/dist/connectors/normalize.js.map +1 -0
  228. package/dist/connectors/notion.d.ts +10 -0
  229. package/dist/connectors/notion.d.ts.map +1 -0
  230. package/dist/connectors/notion.js +393 -0
  231. package/dist/connectors/notion.js.map +1 -0
  232. package/dist/connectors/private-artifacts.d.ts +39 -0
  233. package/dist/connectors/private-artifacts.d.ts.map +1 -0
  234. package/dist/connectors/private-artifacts.js +175 -0
  235. package/dist/connectors/private-artifacts.js.map +1 -0
  236. package/dist/connectors/provider-response.d.ts +20 -0
  237. package/dist/connectors/provider-response.d.ts.map +1 -0
  238. package/dist/connectors/provider-response.js +98 -0
  239. package/dist/connectors/provider-response.js.map +1 -0
  240. package/dist/connectors/recommendations.d.ts +25 -0
  241. package/dist/connectors/recommendations.d.ts.map +1 -0
  242. package/dist/connectors/recommendations.js +172 -0
  243. package/dist/connectors/recommendations.js.map +1 -0
  244. package/dist/connectors/registry.d.ts +10 -0
  245. package/dist/connectors/registry.d.ts.map +1 -0
  246. package/dist/connectors/registry.js +34 -0
  247. package/dist/connectors/registry.js.map +1 -0
  248. package/dist/connectors/rendered-design.d.ts +68 -0
  249. package/dist/connectors/rendered-design.d.ts.map +1 -0
  250. package/dist/connectors/rendered-design.js +362 -0
  251. package/dist/connectors/rendered-design.js.map +1 -0
  252. package/dist/connectors/rendered-page.d.ts +115 -0
  253. package/dist/connectors/rendered-page.d.ts.map +1 -0
  254. package/dist/connectors/rendered-page.js +1036 -0
  255. package/dist/connectors/rendered-page.js.map +1 -0
  256. package/dist/connectors/smart-defaults.d.ts +9 -0
  257. package/dist/connectors/smart-defaults.d.ts.map +1 -0
  258. package/dist/connectors/smart-defaults.js +72 -0
  259. package/dist/connectors/smart-defaults.js.map +1 -0
  260. package/dist/connectors/types.d.ts +79 -0
  261. package/dist/connectors/types.d.ts.map +1 -0
  262. package/dist/connectors/types.js +2 -0
  263. package/dist/connectors/types.js.map +1 -0
  264. package/dist/connectors/upload.d.ts +9 -0
  265. package/dist/connectors/upload.d.ts.map +1 -0
  266. package/dist/connectors/upload.js +440 -0
  267. package/dist/connectors/upload.js.map +1 -0
  268. package/dist/connectors/website.d.ts +20 -0
  269. package/dist/connectors/website.d.ts.map +1 -0
  270. package/dist/connectors/website.js +616 -0
  271. package/dist/connectors/website.js.map +1 -0
  272. package/dist/embeddings/index.d.ts +3 -0
  273. package/dist/embeddings/index.d.ts.map +1 -0
  274. package/dist/embeddings/index.js +3 -0
  275. package/dist/embeddings/index.js.map +1 -0
  276. package/dist/embeddings/providers.d.ts +2 -0
  277. package/dist/embeddings/providers.d.ts.map +1 -0
  278. package/dist/embeddings/providers.js +2 -0
  279. package/dist/embeddings/providers.js.map +1 -0
  280. package/dist/embeddings/types.d.ts +2 -0
  281. package/dist/embeddings/types.d.ts.map +1 -0
  282. package/dist/embeddings/types.js +2 -0
  283. package/dist/embeddings/types.js.map +1 -0
  284. package/dist/eval/acceptance-fixtures.d.ts +3 -0
  285. package/dist/eval/acceptance-fixtures.d.ts.map +1 -0
  286. package/dist/eval/acceptance-fixtures.js +84 -0
  287. package/dist/eval/acceptance-fixtures.js.map +1 -0
  288. package/dist/eval/acceptance.d.ts +114 -0
  289. package/dist/eval/acceptance.d.ts.map +1 -0
  290. package/dist/eval/acceptance.js +260 -0
  291. package/dist/eval/acceptance.js.map +1 -0
  292. package/dist/eval/fixtures.d.ts +16 -0
  293. package/dist/eval/fixtures.d.ts.map +1 -0
  294. package/dist/eval/fixtures.js +119 -0
  295. package/dist/eval/fixtures.js.map +1 -0
  296. package/dist/eval/index.d.ts +63 -0
  297. package/dist/eval/index.d.ts.map +1 -0
  298. package/dist/eval/index.js +174 -0
  299. package/dist/eval/index.js.map +1 -0
  300. package/dist/index.d.ts +5 -0
  301. package/dist/index.d.ts.map +1 -0
  302. package/dist/index.js +5 -0
  303. package/dist/index.js.map +1 -0
  304. package/dist/jobs/background-worker.d.ts +31 -0
  305. package/dist/jobs/background-worker.d.ts.map +1 -0
  306. package/dist/jobs/background-worker.js +315 -0
  307. package/dist/jobs/background-worker.js.map +1 -0
  308. package/dist/jobs/import-runner.d.ts +3 -0
  309. package/dist/jobs/import-runner.d.ts.map +1 -0
  310. package/dist/jobs/import-runner.js +613 -0
  311. package/dist/jobs/import-runner.js.map +1 -0
  312. package/dist/jobs/index.d.ts +9 -0
  313. package/dist/jobs/index.d.ts.map +1 -0
  314. package/dist/jobs/index.js +8 -0
  315. package/dist/jobs/index.js.map +1 -0
  316. package/dist/jobs/progress.d.ts +3 -0
  317. package/dist/jobs/progress.d.ts.map +1 -0
  318. package/dist/jobs/progress.js +30 -0
  319. package/dist/jobs/progress.js.map +1 -0
  320. package/dist/jobs/rebuild.d.ts +13 -0
  321. package/dist/jobs/rebuild.d.ts.map +1 -0
  322. package/dist/jobs/rebuild.js +178 -0
  323. package/dist/jobs/rebuild.js.map +1 -0
  324. package/dist/jobs/server-worker.d.ts +16 -0
  325. package/dist/jobs/server-worker.d.ts.map +1 -0
  326. package/dist/jobs/server-worker.js +262 -0
  327. package/dist/jobs/server-worker.js.map +1 -0
  328. package/dist/jobs/store-adapter.d.ts +3 -0
  329. package/dist/jobs/store-adapter.d.ts.map +1 -0
  330. package/dist/jobs/store-adapter.js +37 -0
  331. package/dist/jobs/store-adapter.js.map +1 -0
  332. package/dist/jobs/types.d.ts +138 -0
  333. package/dist/jobs/types.d.ts.map +1 -0
  334. package/dist/jobs/types.js +2 -0
  335. package/dist/jobs/types.js.map +1 -0
  336. package/dist/jobs/worker.d.ts +27 -0
  337. package/dist/jobs/worker.d.ts.map +1 -0
  338. package/dist/jobs/worker.js +90 -0
  339. package/dist/jobs/worker.js.map +1 -0
  340. package/dist/media-url.d.ts +7 -0
  341. package/dist/media-url.d.ts.map +1 -0
  342. package/dist/media-url.js +15 -0
  343. package/dist/media-url.js.map +1 -0
  344. package/dist/native-artifact-reassembly.d.ts +25 -0
  345. package/dist/native-artifact-reassembly.d.ts.map +1 -0
  346. package/dist/native-artifact-reassembly.js +262 -0
  347. package/dist/native-artifact-reassembly.js.map +1 -0
  348. package/dist/native-artifact.d.ts +88 -0
  349. package/dist/native-artifact.d.ts.map +1 -0
  350. package/dist/native-artifact.js +86 -0
  351. package/dist/native-artifact.js.map +1 -0
  352. package/dist/schema/index.d.ts +7111 -0
  353. package/dist/schema/index.d.ts.map +1 -0
  354. package/dist/schema/index.js +469 -0
  355. package/dist/schema/index.js.map +1 -0
  356. package/dist/schema/migrations.d.ts +10 -0
  357. package/dist/schema/migrations.d.ts.map +1 -0
  358. package/dist/schema/migrations.js +333 -0
  359. package/dist/schema/migrations.js.map +1 -0
  360. package/dist/search/fusion.d.ts +2 -0
  361. package/dist/search/fusion.d.ts.map +1 -0
  362. package/dist/search/fusion.js +2 -0
  363. package/dist/search/fusion.js.map +1 -0
  364. package/dist/search/mode.d.ts +4 -0
  365. package/dist/search/mode.d.ts.map +1 -0
  366. package/dist/search/mode.js +13 -0
  367. package/dist/search/mode.js.map +1 -0
  368. package/dist/search/postgres-fts.d.ts +2 -0
  369. package/dist/search/postgres-fts.d.ts.map +1 -0
  370. package/dist/search/postgres-fts.js +2 -0
  371. package/dist/search/postgres-fts.js.map +1 -0
  372. package/dist/server/brand-context.d.ts +15 -0
  373. package/dist/server/brand-context.d.ts.map +1 -0
  374. package/dist/server/brand-context.js +149 -0
  375. package/dist/server/brand-context.js.map +1 -0
  376. package/dist/server/context.d.ts +77 -0
  377. package/dist/server/context.d.ts.map +1 -0
  378. package/dist/server/context.js +63 -0
  379. package/dist/server/context.js.map +1 -0
  380. package/dist/server/enrichment.d.ts +24 -0
  381. package/dist/server/enrichment.d.ts.map +1 -0
  382. package/dist/server/enrichment.js +138 -0
  383. package/dist/server/enrichment.js.map +1 -0
  384. package/dist/server/generation-artifact-access.d.ts +21 -0
  385. package/dist/server/generation-artifact-access.d.ts.map +1 -0
  386. package/dist/server/generation-artifact-access.js +113 -0
  387. package/dist/server/generation-artifact-access.js.map +1 -0
  388. package/dist/server/generation-context.d.ts +220 -0
  389. package/dist/server/generation-context.d.ts.map +1 -0
  390. package/dist/server/generation-context.js +432 -0
  391. package/dist/server/generation-context.js.map +1 -0
  392. package/dist/server/index.d.ts +27 -0
  393. package/dist/server/index.d.ts.map +1 -0
  394. package/dist/server/index.js +115 -0
  395. package/dist/server/index.js.map +1 -0
  396. package/dist/server/isolated-a2a.d.ts +175 -0
  397. package/dist/server/isolated-a2a.d.ts.map +1 -0
  398. package/dist/server/isolated-a2a.js +312 -0
  399. package/dist/server/isolated-a2a.js.map +1 -0
  400. package/dist/server/media.d.ts +15 -0
  401. package/dist/server/media.d.ts.map +1 -0
  402. package/dist/server/media.js +108 -0
  403. package/dist/server/media.js.map +1 -0
  404. package/dist/server/native-resource-capture.d.ts +78 -0
  405. package/dist/server/native-resource-capture.d.ts.map +1 -0
  406. package/dist/server/native-resource-capture.js +94 -0
  407. package/dist/server/native-resource-capture.js.map +1 -0
  408. package/dist/server/prompt-provider.d.ts +5 -0
  409. package/dist/server/prompt-provider.d.ts.map +1 -0
  410. package/dist/server/prompt-provider.js +59 -0
  411. package/dist/server/prompt-provider.js.map +1 -0
  412. package/dist/server/public-serialization.d.ts +160 -0
  413. package/dist/server/public-serialization.d.ts.map +1 -0
  414. package/dist/server/public-serialization.js +108 -0
  415. package/dist/server/public-serialization.js.map +1 -0
  416. package/dist/server/resource-paths.d.ts +3 -0
  417. package/dist/server/resource-paths.d.ts.map +1 -0
  418. package/dist/server/resource-paths.js +5 -0
  419. package/dist/server/resource-paths.js.map +1 -0
  420. package/dist/server/retrieval.d.ts +83 -0
  421. package/dist/server/retrieval.d.ts.map +1 -0
  422. package/dist/server/retrieval.js +445 -0
  423. package/dist/server/retrieval.js.map +1 -0
  424. package/dist/server/safe-native-preview.d.ts +15 -0
  425. package/dist/server/safe-native-preview.d.ts.map +1 -0
  426. package/dist/server/safe-native-preview.js +148 -0
  427. package/dist/server/safe-native-preview.js.map +1 -0
  428. package/dist/store/brand.d.ts +47 -0
  429. package/dist/store/brand.d.ts.map +1 -0
  430. package/dist/store/brand.js +346 -0
  431. package/dist/store/brand.js.map +1 -0
  432. package/dist/store/content.d.ts +134 -0
  433. package/dist/store/content.d.ts.map +1 -0
  434. package/dist/store/content.js +1677 -0
  435. package/dist/store/content.js.map +1 -0
  436. package/dist/store/contexts.d.ts +216 -0
  437. package/dist/store/contexts.d.ts.map +1 -0
  438. package/dist/store/contexts.js +1346 -0
  439. package/dist/store/contexts.js.map +1 -0
  440. package/dist/store/generation.d.ts +28 -0
  441. package/dist/store/generation.d.ts.map +1 -0
  442. package/dist/store/generation.js +140 -0
  443. package/dist/store/generation.js.map +1 -0
  444. package/dist/store/helpers.d.ts +12 -0
  445. package/dist/store/helpers.d.ts.map +1 -0
  446. package/dist/store/helpers.js +41 -0
  447. package/dist/store/helpers.js.map +1 -0
  448. package/dist/store/index.d.ts +11 -0
  449. package/dist/store/index.d.ts.map +1 -0
  450. package/dist/store/index.js +11 -0
  451. package/dist/store/index.js.map +1 -0
  452. package/dist/store/inference.d.ts +57 -0
  453. package/dist/store/inference.d.ts.map +1 -0
  454. package/dist/store/inference.js +279 -0
  455. package/dist/store/inference.js.map +1 -0
  456. package/dist/store/jobs.d.ts +80 -0
  457. package/dist/store/jobs.d.ts.map +1 -0
  458. package/dist/store/jobs.js +428 -0
  459. package/dist/store/jobs.js.map +1 -0
  460. package/dist/store/native-artifact-summary.d.ts +7 -0
  461. package/dist/store/native-artifact-summary.d.ts.map +1 -0
  462. package/dist/store/native-artifact-summary.js +10 -0
  463. package/dist/store/native-artifact-summary.js.map +1 -0
  464. package/dist/store/packs.d.ts +36 -0
  465. package/dist/store/packs.d.ts.map +1 -0
  466. package/dist/store/packs.js +438 -0
  467. package/dist/store/packs.js.map +1 -0
  468. package/dist/store/purge.d.ts +16 -0
  469. package/dist/store/purge.d.ts.map +1 -0
  470. package/dist/store/purge.js +354 -0
  471. package/dist/store/purge.js.map +1 -0
  472. package/dist/store/sources.d.ts +76 -0
  473. package/dist/store/sources.d.ts.map +1 -0
  474. package/dist/store/sources.js +525 -0
  475. package/dist/store/sources.js.map +1 -0
  476. package/dist/store/suggestions.d.ts +29 -0
  477. package/dist/store/suggestions.d.ts.map +1 -0
  478. package/dist/store/suggestions.js +270 -0
  479. package/dist/store/suggestions.js.map +1 -0
  480. package/dist/types.d.ts +578 -0
  481. package/dist/types.d.ts.map +1 -0
  482. package/dist/types.js +10 -0
  483. package/dist/types.js.map +1 -0
  484. package/dist/untrusted-reference.d.ts +8 -0
  485. package/dist/untrusted-reference.d.ts.map +1 -0
  486. package/dist/untrusted-reference.js +19 -0
  487. package/dist/untrusted-reference.js.map +1 -0
  488. package/dist/vector/index.d.ts +2 -0
  489. package/dist/vector/index.d.ts.map +1 -0
  490. package/dist/vector/index.js +2 -0
  491. package/dist/vector/index.js.map +1 -0
  492. package/dist/vector/pgvector.d.ts +2 -0
  493. package/dist/vector/pgvector.d.ts.map +1 -0
  494. package/dist/vector/pgvector.js +2 -0
  495. package/dist/vector/pgvector.js.map +1 -0
  496. package/docs/evaluation.md +92 -0
  497. package/docs/llms-full.txt +168 -0
  498. package/docs/llms.txt +76 -0
  499. package/docs/skills/creative-context/SKILL.md +90 -0
  500. package/package.json +100 -0
  501. package/src/actions/agent-input-schemas.spec.ts +46 -0
  502. package/src/actions/confirm-canonical-logo.ts +20 -0
  503. package/src/actions/continue-context-import.ts +15 -0
  504. package/src/actions/creative-context-a2a.spec.ts +162 -0
  505. package/src/actions/creative-context-a2a.ts +88 -0
  506. package/src/actions/get-brand-profile.ts +16 -0
  507. package/src/actions/get-context-import-status.ts +13 -0
  508. package/src/actions/get-context-item.ts +1 -0
  509. package/src/actions/get-context-pack.ts +14 -0
  510. package/src/actions/get-creative-context.spec.ts +435 -0
  511. package/src/actions/get-creative-context.ts +197 -0
  512. package/src/actions/get-google-picker-session.spec.ts +62 -0
  513. package/src/actions/get-google-picker-session.ts +45 -0
  514. package/src/actions/index.ts +75 -0
  515. package/src/actions/infer-brand-dna.ts +15 -0
  516. package/src/actions/job-public-serialization.spec.ts +143 -0
  517. package/src/actions/list-canonical-logo-candidates.ts +121 -0
  518. package/src/actions/list-context-connections.spec.ts +23 -0
  519. package/src/actions/list-context-connections.ts +51 -0
  520. package/src/actions/list-context-memberships.ts +56 -0
  521. package/src/actions/list-context-packs.ts +17 -0
  522. package/src/actions/list-context-sources.ts +21 -0
  523. package/src/actions/list-context-suggestions.ts +30 -0
  524. package/src/actions/list-creative-contexts.spec.ts +38 -0
  525. package/src/actions/list-creative-contexts.ts +32 -0
  526. package/src/actions/manage-brand-profile.ts +58 -0
  527. package/src/actions/manage-context-membership.ts +80 -0
  528. package/src/actions/manage-context-pack.ts +81 -0
  529. package/src/actions/manage-context-source.ts +151 -0
  530. package/src/actions/manage-creative-context.ts +73 -0
  531. package/src/actions/manage-layout-template.ts +51 -0
  532. package/src/actions/preview-context-import.spec.ts +64 -0
  533. package/src/actions/preview-context-import.ts +61 -0
  534. package/src/actions/process-context-purge.ts +28 -0
  535. package/src/actions/propose-brand-dna.ts +22 -0
  536. package/src/actions/propose-canonical-logo.ts +19 -0
  537. package/src/actions/publish-brand-dna.ts +25 -0
  538. package/src/actions/recommend-context-roots.ts +24 -0
  539. package/src/actions/record-context-feedback.ts +16 -0
  540. package/src/actions/review-context-items.ts +69 -0
  541. package/src/actions/run-embedding-bakeoff.ts +90 -0
  542. package/src/actions/search-creative-context.ts +48 -0
  543. package/src/actions/set-brand-dna.ts +22 -0
  544. package/src/actions/start-context-enrichment.ts +52 -0
  545. package/src/actions/start-context-import.ts +38 -0
  546. package/src/client/CreativeContextChip.spec.ts +59 -0
  547. package/src/client/CreativeContextChip.tsx +243 -0
  548. package/src/client/CreativeContextPanel.tsx +3600 -0
  549. package/src/client/CreativeContextSettingsLink.tsx +30 -0
  550. package/src/client/CreativeContextShareTab.spec.ts +70 -0
  551. package/src/client/CreativeContextShareTab.tsx +666 -0
  552. package/src/client/actions.spec.ts +177 -0
  553. package/src/client/actions.ts +1024 -0
  554. package/src/client/agent-tab.tsx +56 -0
  555. package/src/client/application-state.spec.ts +46 -0
  556. package/src/client/application-state.ts +158 -0
  557. package/src/client/google-slides-picker.spec.ts +36 -0
  558. package/src/client/google-slides-picker.ts +146 -0
  559. package/src/client/index.ts +102 -0
  560. package/src/client/messages.ts +1370 -0
  561. package/src/client/source-config.spec.ts +166 -0
  562. package/src/connectors/connectors.spec.ts +778 -0
  563. package/src/connectors/context.ts +83 -0
  564. package/src/connectors/document-parser.ts +5 -0
  565. package/src/connectors/figma-native.ts +1192 -0
  566. package/src/connectors/figma-native.visual.spec.ts +221 -0
  567. package/src/connectors/figma.spec.ts +812 -0
  568. package/src/connectors/figma.ts +257 -0
  569. package/src/connectors/fixtures/google-slides-native.json +353 -0
  570. package/src/connectors/google-slides-native.spec.ts +804 -0
  571. package/src/connectors/google-slides-native.ts +1656 -0
  572. package/src/connectors/google-slides-native.visual.spec.ts +119 -0
  573. package/src/connectors/google-slides.ts +1171 -0
  574. package/src/connectors/index.ts +112 -0
  575. package/src/connectors/manual.ts +132 -0
  576. package/src/connectors/normalize.spec.ts +144 -0
  577. package/src/connectors/normalize.ts +475 -0
  578. package/src/connectors/notion.ts +529 -0
  579. package/src/connectors/private-artifacts.spec.ts +95 -0
  580. package/src/connectors/private-artifacts.ts +248 -0
  581. package/src/connectors/provider-response.ts +144 -0
  582. package/src/connectors/recommendations.ts +237 -0
  583. package/src/connectors/registry.ts +48 -0
  584. package/src/connectors/rendered-design.spec.ts +171 -0
  585. package/src/connectors/rendered-design.ts +495 -0
  586. package/src/connectors/rendered-page.spec.ts +388 -0
  587. package/src/connectors/rendered-page.ts +1387 -0
  588. package/src/connectors/smart-defaults.spec.ts +135 -0
  589. package/src/connectors/smart-defaults.ts +87 -0
  590. package/src/connectors/types.ts +113 -0
  591. package/src/connectors/upload.spec.ts +175 -0
  592. package/src/connectors/upload.ts +548 -0
  593. package/src/connectors/website.spec.ts +465 -0
  594. package/src/connectors/website.ts +777 -0
  595. package/src/embeddings/index.ts +2 -0
  596. package/src/embeddings/providers.spec.ts +73 -0
  597. package/src/embeddings/providers.ts +1 -0
  598. package/src/embeddings/types.ts +6 -0
  599. package/src/eval/acceptance-fixtures.ts +97 -0
  600. package/src/eval/acceptance.spec.ts +92 -0
  601. package/src/eval/acceptance.ts +371 -0
  602. package/src/eval/connectors-golden.spec.ts +421 -0
  603. package/src/eval/eval.spec.ts +166 -0
  604. package/src/eval/fixtures/README.md +17 -0
  605. package/src/eval/fixtures/figma-brand-system-v1.json +140 -0
  606. package/src/eval/fixtures/figma-brand-system-v2.json +127 -0
  607. package/src/eval/fixtures/launch-hero.png +0 -0
  608. package/src/eval/fixtures/launch-system-v1.pptx +0 -0
  609. package/src/eval/fixtures/launch-system-v2.pptx +0 -0
  610. package/src/eval/fixtures/notion-brand-root.json +218 -0
  611. package/src/eval/fixtures/pricing-hero.png +0 -0
  612. package/src/eval/fixtures/rendered-brand-page.html +76 -0
  613. package/src/eval/fixtures.spec.ts +43 -0
  614. package/src/eval/fixtures.ts +136 -0
  615. package/src/eval/index.ts +291 -0
  616. package/src/eval/library-flow.acceptance.spec.tsx +145 -0
  617. package/src/index.ts +4 -0
  618. package/src/jobs/background-worker.ts +423 -0
  619. package/src/jobs/import-runner.spec.ts +582 -0
  620. package/src/jobs/import-runner.ts +791 -0
  621. package/src/jobs/index.ts +40 -0
  622. package/src/jobs/progress.ts +37 -0
  623. package/src/jobs/rebuild.ts +245 -0
  624. package/src/jobs/server-worker.spec.ts +181 -0
  625. package/src/jobs/server-worker.ts +354 -0
  626. package/src/jobs/store-adapter.ts +52 -0
  627. package/src/jobs/types.ts +147 -0
  628. package/src/jobs/worker.ts +152 -0
  629. package/src/manifest.spec.ts +26 -0
  630. package/src/media-url.ts +17 -0
  631. package/src/native-artifact-reassembly.spec.ts +386 -0
  632. package/src/native-artifact-reassembly.ts +406 -0
  633. package/src/native-artifact.ts +102 -0
  634. package/src/schema/index.ts +527 -0
  635. package/src/schema/migrations.spec.ts +41 -0
  636. package/src/schema/migrations.ts +338 -0
  637. package/src/search/fusion.spec.ts +21 -0
  638. package/src/search/fusion.ts +1 -0
  639. package/src/search/mode.spec.ts +28 -0
  640. package/src/search/mode.ts +21 -0
  641. package/src/search/postgres-fts.spec.ts +63 -0
  642. package/src/search/postgres-fts.ts +1 -0
  643. package/src/server/brand-context.spec.ts +43 -0
  644. package/src/server/brand-context.ts +160 -0
  645. package/src/server/context.ts +162 -0
  646. package/src/server/enrichment.spec.ts +94 -0
  647. package/src/server/enrichment.ts +166 -0
  648. package/src/server/generation-artifact-access.spec.ts +104 -0
  649. package/src/server/generation-artifact-access.ts +217 -0
  650. package/src/server/generation-context-a2a.spec.ts +282 -0
  651. package/src/server/generation-context-off.spec.ts +213 -0
  652. package/src/server/generation-context.spec.ts +124 -0
  653. package/src/server/generation-context.ts +639 -0
  654. package/src/server/index.spec.ts +30 -0
  655. package/src/server/index.ts +163 -0
  656. package/src/server/isolated-a2a.spec.ts +184 -0
  657. package/src/server/isolated-a2a.ts +416 -0
  658. package/src/server/media.spec.ts +120 -0
  659. package/src/server/media.ts +136 -0
  660. package/src/server/native-resource-capture.spec.ts +121 -0
  661. package/src/server/native-resource-capture.ts +198 -0
  662. package/src/server/prompt-provider.spec.ts +78 -0
  663. package/src/server/prompt-provider.ts +73 -0
  664. package/src/server/public-serialization.spec.ts +150 -0
  665. package/src/server/public-serialization.ts +130 -0
  666. package/src/server/resource-paths.spec.ts +9 -0
  667. package/src/server/resource-paths.ts +5 -0
  668. package/src/server/retrieval-vector.spec.ts +180 -0
  669. package/src/server/retrieval.ts +590 -0
  670. package/src/server/safe-native-preview.spec.ts +29 -0
  671. package/src/server/safe-native-preview.ts +199 -0
  672. package/src/store/access.integration.spec.ts +3523 -0
  673. package/src/store/brand.ts +458 -0
  674. package/src/store/content.ts +2317 -0
  675. package/src/store/contexts.ts +1840 -0
  676. package/src/store/generation.ts +226 -0
  677. package/src/store/helpers.ts +53 -0
  678. package/src/store/index.ts +10 -0
  679. package/src/store/inference.spec.ts +84 -0
  680. package/src/store/inference.ts +339 -0
  681. package/src/store/invariants.spec.ts +119 -0
  682. package/src/store/jobs.ts +674 -0
  683. package/src/store/native-artifact-summary.ts +13 -0
  684. package/src/store/packs.ts +721 -0
  685. package/src/store/purge.ts +463 -0
  686. package/src/store/sources.spec.ts +102 -0
  687. package/src/store/sources.ts +692 -0
  688. package/src/store/suggestions.ts +361 -0
  689. package/src/types.ts +671 -0
  690. package/src/untrusted-reference.spec.ts +22 -0
  691. package/src/untrusted-reference.ts +24 -0
  692. package/src/vector/index.ts +1 -0
  693. package/src/vector/pgvector.spec.ts +115 -0
  694. package/src/vector/pgvector.ts +1 -0
  695. package/tsconfig.json +31 -0
@@ -0,0 +1,2317 @@
1
+ import {
2
+ buildSearchSnippet,
3
+ escapeLikeTerm,
4
+ normalizeSearchTerms,
5
+ scoreSearchText,
6
+ type SearchMatchMode,
7
+ } from "@agent-native/core/search-utils";
8
+ import { currentRequestUserIsOrgAdmin } from "@agent-native/core/server";
9
+ import { accessFilter, assertAccess } from "@agent-native/core/sharing";
10
+ import {
11
+ and,
12
+ asc,
13
+ count,
14
+ desc,
15
+ eq,
16
+ gt,
17
+ gte,
18
+ inArray,
19
+ isNotNull,
20
+ lte,
21
+ ne,
22
+ or,
23
+ sql,
24
+ } from "drizzle-orm";
25
+
26
+ import { assertContextItemSqlTextLimits } from "../connectors/normalize.js";
27
+ import { matchesCreativeSearchMode } from "../search/mode.js";
28
+ import { getCreativeContext } from "../server/context.js";
29
+ import type {
30
+ ContextChunk,
31
+ ContextDetail,
32
+ ContextEdge,
33
+ ContextEmbeddingMetadata,
34
+ ContextFeedbackSignal,
35
+ ContextIngestBatch,
36
+ ContextIngestResult,
37
+ ContextInventoryUpsertResult,
38
+ ContextItemSummary,
39
+ ContextItemVersion,
40
+ ContextMedia,
41
+ ContextReviewItem,
42
+ ContextSearchResult,
43
+ EmbeddingSet,
44
+ ImportPreviewItem,
45
+ } from "../types.js";
46
+ import {
47
+ newId,
48
+ nextOffsetCursor,
49
+ nowIso,
50
+ parseJson,
51
+ parseOffsetCursor,
52
+ requireActor,
53
+ sha256,
54
+ stringifyJson,
55
+ } from "./helpers.js";
56
+ import { createJob, enqueueContextRebuildJob } from "./jobs.js";
57
+ import { nativeArtifactSummary } from "./native-artifact-summary.js";
58
+
59
+ function mapItem(row: any): ContextItemSummary {
60
+ return {
61
+ id: row.id,
62
+ sourceId: row.sourceId,
63
+ externalId: row.externalId,
64
+ kind: row.kind,
65
+ title: row.title,
66
+ canonicalUrl: row.canonicalUrl ?? null,
67
+ mimeType: row.mimeType ?? null,
68
+ currentVersionId: row.currentVersionId,
69
+ status: row.status,
70
+ upstreamAccess: row.upstreamAccess,
71
+ curationStatus: row.curationStatus,
72
+ curationRank: row.curationRank,
73
+ starred: Boolean(row.starred),
74
+ inventoryState: row.inventoryState,
75
+ indexState: row.indexState,
76
+ tags: parseJson(row.tags, []),
77
+ colors: parseJson(row.colors, []),
78
+ sortOrder: row.sortOrder,
79
+ parentItemId: row.parentItemId ?? null,
80
+ provenance: parseJson(row.provenance, {}),
81
+ thumbnailBlobRef: row.thumbnailBlobRef ?? null,
82
+ createdAt: row.createdAt,
83
+ updatedAt: row.updatedAt,
84
+ };
85
+ }
86
+
87
+ function mapVersion(row: any): ContextItemVersion {
88
+ return {
89
+ id: row.id,
90
+ itemId: row.itemId,
91
+ versionNumber: row.versionNumber,
92
+ contentHash: row.contentHash,
93
+ title: row.title,
94
+ content: row.content,
95
+ summary: row.summary ?? null,
96
+ mimeType: row.mimeType ?? null,
97
+ sourceModifiedAt: row.sourceModifiedAt ?? null,
98
+ sourceVersion: row.sourceVersion ?? null,
99
+ rawSnapshotBlobRef: row.rawSnapshotBlobRef ?? null,
100
+ parseStatus: row.parseStatus,
101
+ parseError: row.parseError ?? null,
102
+ metadata: parseJson(row.metadata, {}),
103
+ createdAt: row.createdAt,
104
+ };
105
+ }
106
+
107
+ function mapChunk(row: any): ContextChunk {
108
+ return {
109
+ id: row.id,
110
+ itemId: row.itemId,
111
+ itemVersionId: row.itemVersionId,
112
+ ordinal: row.ordinal,
113
+ kind: row.kind,
114
+ text: row.text,
115
+ startOffset: row.startOffset ?? null,
116
+ endOffset: row.endOffset ?? null,
117
+ tokenCount: row.tokenCount ?? null,
118
+ metadata: parseJson(row.metadata, {}),
119
+ };
120
+ }
121
+
122
+ function mapMedia(row: any): ContextMedia {
123
+ return {
124
+ id: row.id,
125
+ itemId: row.itemId,
126
+ itemVersionId: row.itemVersionId,
127
+ kind: row.kind,
128
+ mimeType: row.mimeType ?? null,
129
+ accessMode: row.accessMode,
130
+ url: row.url ?? null,
131
+ storageKey: row.storageKey ?? null,
132
+ provenanceUrl: row.provenanceUrl ?? null,
133
+ altText: row.altText ?? null,
134
+ caption: row.caption ?? null,
135
+ captionStatus: row.captionStatus,
136
+ ocrText: row.ocrText ?? null,
137
+ palette: parseJson(row.palette, []),
138
+ contentHash: row.contentHash ?? null,
139
+ width: row.width ?? null,
140
+ height: row.height ?? null,
141
+ durationMs: row.durationMs ?? null,
142
+ metadata: parseJson(row.metadata, {}),
143
+ };
144
+ }
145
+
146
+ function mapEdge(row: any): ContextEdge {
147
+ return {
148
+ id: row.id,
149
+ fromItemId: row.fromItemId,
150
+ fromItemVersionId: row.fromItemVersionId,
151
+ toItemId: row.toItemId ?? null,
152
+ toItemVersionId: row.toItemVersionId ?? null,
153
+ toExternalId: row.toExternalId ?? null,
154
+ relation: row.relation,
155
+ metadata: parseJson(row.metadata, {}),
156
+ };
157
+ }
158
+
159
+ function mediaEnrichmentSourceContentHash(
160
+ metadata: Record<string, unknown>,
161
+ fallback: string,
162
+ ): string {
163
+ const derivation = metadata.__creativeContextDerivation;
164
+ if (!derivation || typeof derivation !== "object") return fallback;
165
+ const record = derivation as Record<string, unknown>;
166
+ return record.kind === "media-enrichment" &&
167
+ typeof record.sourceContentHash === "string"
168
+ ? record.sourceContentHash
169
+ : fallback;
170
+ }
171
+
172
+ export function assertImmutableContextVersion(operation: string): never {
173
+ throw new Error(
174
+ `Creative context item versions are immutable; ${operation} must create a new version`,
175
+ );
176
+ }
177
+
178
+ function isUniqueConstraintError(error: unknown): boolean {
179
+ let current = error;
180
+ for (let depth = 0; current && depth < 4; depth += 1) {
181
+ if (typeof current !== "object") break;
182
+ const candidate = current as Record<string, unknown>;
183
+ const code = String(candidate.code ?? candidate.errno ?? "").toUpperCase();
184
+ const message = String(candidate.message ?? "");
185
+ if (
186
+ code === "23505" ||
187
+ code.includes("SQLITE_CONSTRAINT") ||
188
+ /unique constraint|unique violation|duplicate key/i.test(message)
189
+ ) {
190
+ return true;
191
+ }
192
+ current = candidate.cause;
193
+ }
194
+ return false;
195
+ }
196
+
197
+ export async function ingestItems(
198
+ batch: ContextIngestBatch,
199
+ ): Promise<ContextIngestResult> {
200
+ return ingestItemsAttempt(batch, true);
201
+ }
202
+
203
+ async function ingestItemsAttempt(
204
+ batch: ContextIngestBatch,
205
+ allowUniqueConflictRetry: boolean,
206
+ ): Promise<ContextIngestResult> {
207
+ await assertAccess(
208
+ "creative-context-source",
209
+ batch.sourceId,
210
+ "editor",
211
+ undefined,
212
+ { skipResourceBody: true },
213
+ );
214
+ for (const item of batch.items) {
215
+ assertContextItemSqlTextLimits(item);
216
+ }
217
+ const { getDb, schema } = getCreativeContext();
218
+ const actor = requireActor();
219
+ const timestamp = batch.completedAt ?? nowIso();
220
+ const externalIds = Array.from(
221
+ new Set(batch.items.map((item) => item.externalId)),
222
+ );
223
+ if (externalIds.length !== batch.items.length) {
224
+ throw new Error(
225
+ "An ingest batch cannot contain duplicate externalId values",
226
+ );
227
+ }
228
+
229
+ const existingRows = externalIds.length
230
+ ? await getDb()
231
+ .select()
232
+ .from(schema.contextItems)
233
+ .where(
234
+ and(
235
+ eq(schema.contextItems.sourceId, batch.sourceId),
236
+ inArray(schema.contextItems.externalId, externalIds),
237
+ ),
238
+ )
239
+ : [];
240
+ const existingByExternalId = new Map(
241
+ existingRows.map((row: any) => [row.externalId, row]),
242
+ );
243
+ const currentVersionIds = existingRows.map(
244
+ (row: any) => row.currentVersionId as string,
245
+ );
246
+ const currentVersionRows = currentVersionIds.length
247
+ ? await getDb()
248
+ .select({
249
+ id: schema.contextItemVersions.id,
250
+ versionNumber: schema.contextItemVersions.versionNumber,
251
+ contentHash: schema.contextItemVersions.contentHash,
252
+ metadata: schema.contextItemVersions.metadata,
253
+ })
254
+ .from(schema.contextItemVersions)
255
+ .where(inArray(schema.contextItemVersions.id, currentVersionIds))
256
+ : [];
257
+ const versionNumberById = new Map<string, number>(
258
+ currentVersionRows.map((row: any) => [row.id, row.versionNumber as number]),
259
+ );
260
+ const sourceContentHashByVersionId = new Map<string, string>(
261
+ currentVersionRows.map((row: any) => {
262
+ const metadata = parseJson<Record<string, unknown>>(row.metadata, {});
263
+ return [
264
+ row.id,
265
+ mediaEnrichmentSourceContentHash(metadata, row.contentHash),
266
+ ];
267
+ }),
268
+ );
269
+
270
+ const newItems: any[] = [];
271
+ const itemUpdates: Array<{ id: string; values: Record<string, unknown> }> =
272
+ [];
273
+ const versions: any[] = [];
274
+ const chunks: any[] = [];
275
+ const media: any[] = [];
276
+ const edges: any[] = [];
277
+ const itemIds: string[] = [];
278
+ const batchVersionTargets = new Map<
279
+ string,
280
+ { itemId: string; itemVersionId: string }
281
+ >();
282
+ let created = 0;
283
+ let versioned = 0;
284
+ let unchanged = 0;
285
+
286
+ for (const input of batch.items) {
287
+ const existing = existingByExternalId.get(input.externalId) as any;
288
+ if (
289
+ existing &&
290
+ (existing.currentContentHash === input.contentHash ||
291
+ sourceContentHashByVersionId.get(existing.currentVersionId) ===
292
+ input.contentHash)
293
+ ) {
294
+ batchVersionTargets.set(input.externalId, {
295
+ itemId: existing.id,
296
+ itemVersionId: existing.currentVersionId,
297
+ });
298
+ const upstreamAccess = input.upstreamAccess ?? existing.upstreamAccess;
299
+ const newlyRestricted =
300
+ upstreamAccess === "restricted" &&
301
+ existing.upstreamAccess !== "restricted";
302
+ itemUpdates.push({
303
+ id: existing.id,
304
+ values: {
305
+ kind: input.kind,
306
+ title: input.title,
307
+ canonicalUrl: input.canonicalUrl ?? null,
308
+ mimeType: input.mimeType ?? null,
309
+ upstreamAccess,
310
+ curationStatus: newlyRestricted ? "review" : existing.curationStatus,
311
+ tags: stringifyJson(input.tags ?? parseJson(existing.tags, [])),
312
+ colors: stringifyJson(
313
+ input.colors ??
314
+ (input.color ? [input.color] : parseJson(existing.colors, [])),
315
+ ),
316
+ provenance: stringifyJson(
317
+ input.provenance ?? parseJson(existing.provenance, {}),
318
+ ),
319
+ updatedAt: timestamp,
320
+ },
321
+ });
322
+ unchanged += 1;
323
+ itemIds.push(existing.id);
324
+ continue;
325
+ }
326
+ const itemId = existing?.id ?? newId("cci");
327
+ const itemVersionId = newId("ccv");
328
+ batchVersionTargets.set(input.externalId, { itemId, itemVersionId });
329
+ const versionNumber = existing
330
+ ? (versionNumberById.get(existing.currentVersionId) ?? 0) + 1
331
+ : 1;
332
+ const upstreamAccess = input.upstreamAccess ?? "unknown";
333
+ const curationStatus = existing
334
+ ? upstreamAccess === "restricted" &&
335
+ existing.upstreamAccess !== "restricted"
336
+ ? "review"
337
+ : existing.curationStatus
338
+ : (input.curationStatus ??
339
+ (upstreamAccess === "restricted" ? "review" : "included"));
340
+ itemIds.push(itemId);
341
+ versions.push({
342
+ id: itemVersionId,
343
+ itemId,
344
+ versionNumber,
345
+ contentHash: input.contentHash,
346
+ title: input.title,
347
+ content: input.content,
348
+ summary: input.summary ?? null,
349
+ mimeType: input.mimeType ?? null,
350
+ sourceModifiedAt: input.sourceModifiedAt ?? null,
351
+ sourceVersion: input.sourceVersion ?? null,
352
+ rawSnapshotBlobRef: input.rawSnapshotBlobRef ?? null,
353
+ parseStatus: input.parseStatus ?? "parsed",
354
+ parseError: input.parseError ?? null,
355
+ metadata: stringifyJson(input.metadata),
356
+ createdAt: timestamp,
357
+ ownerEmail: actor.ownerEmail,
358
+ orgId: actor.orgId,
359
+ });
360
+
361
+ if (existing) {
362
+ versioned += 1;
363
+ itemUpdates.push({
364
+ id: itemId,
365
+ values: {
366
+ kind: input.kind,
367
+ title: input.title,
368
+ canonicalUrl: input.canonicalUrl ?? null,
369
+ mimeType: input.mimeType ?? null,
370
+ currentVersionId: itemVersionId,
371
+ currentContentHash: input.contentHash,
372
+ status: "active",
373
+ upstreamAccess,
374
+ curationStatus,
375
+ curationRank: input.curationRank ?? "normal",
376
+ starred: input.starred ? 1 : 0,
377
+ inventoryState: input.inventoryState ?? "available",
378
+ indexState: input.indexState ?? "pending",
379
+ tags: stringifyJson(input.tags ?? []),
380
+ colors: stringifyJson(
381
+ input.colors ?? (input.color ? [input.color] : []),
382
+ ),
383
+ sortOrder: input.sortOrder ?? 0,
384
+ parentItemId: input.parentItemId ?? null,
385
+ provenance: stringifyJson(input.provenance),
386
+ thumbnailBlobRef: input.thumbnailBlobRef ?? null,
387
+ metadata: stringifyJson(input.metadata),
388
+ updatedAt: timestamp,
389
+ },
390
+ });
391
+ } else {
392
+ created += 1;
393
+ newItems.push({
394
+ id: itemId,
395
+ sourceId: batch.sourceId,
396
+ externalId: input.externalId,
397
+ kind: input.kind,
398
+ title: input.title,
399
+ canonicalUrl: input.canonicalUrl ?? null,
400
+ mimeType: input.mimeType ?? null,
401
+ currentVersionId: itemVersionId,
402
+ currentContentHash: input.contentHash,
403
+ status: "active",
404
+ upstreamAccess,
405
+ curationStatus,
406
+ curationRank: input.curationRank ?? "normal",
407
+ starred: input.starred ? 1 : 0,
408
+ inventoryState: input.inventoryState ?? "available",
409
+ indexState: input.indexState ?? "pending",
410
+ tags: stringifyJson(input.tags ?? []),
411
+ colors: stringifyJson(
412
+ input.colors ?? (input.color ? [input.color] : []),
413
+ ),
414
+ sortOrder: input.sortOrder ?? 0,
415
+ parentItemId: input.parentItemId ?? null,
416
+ provenance: stringifyJson(input.provenance),
417
+ thumbnailBlobRef: input.thumbnailBlobRef ?? null,
418
+ metadata: stringifyJson(input.metadata),
419
+ createdAt: timestamp,
420
+ updatedAt: timestamp,
421
+ ownerEmail: actor.ownerEmail,
422
+ orgId: actor.orgId,
423
+ });
424
+ }
425
+
426
+ const normalizedChunks =
427
+ input.chunks?.length && input.chunks.length > 0
428
+ ? input.chunks
429
+ : [{ ordinal: 0, kind: "text", text: input.content }];
430
+ chunks.push(
431
+ ...normalizedChunks.map((chunk) => ({
432
+ id: chunk.id ?? newId("ccc"),
433
+ itemId,
434
+ itemVersionId,
435
+ ordinal: chunk.ordinal,
436
+ kind: chunk.kind ?? "text",
437
+ text: chunk.text,
438
+ startOffset: chunk.startOffset ?? null,
439
+ endOffset: chunk.endOffset ?? null,
440
+ tokenCount: chunk.tokenCount ?? null,
441
+ metadata: stringifyJson(chunk.metadata),
442
+ createdAt: timestamp,
443
+ ownerEmail: actor.ownerEmail,
444
+ orgId: actor.orgId,
445
+ })),
446
+ );
447
+ media.push(
448
+ ...(input.media ?? []).map((entry) => {
449
+ const accessMode = entry.accessMode ?? "public";
450
+ if (!entry.url && !entry.storageKey) {
451
+ throw new Error("Context media requires a URL or storage key");
452
+ }
453
+ if (accessMode !== "public" && !entry.storageKey) {
454
+ throw new Error(
455
+ "Private or expiring media must be copied to private blob storage; provider URLs may be kept only as provenanceUrl",
456
+ );
457
+ }
458
+ return {
459
+ id: entry.id ?? newId("ccm"),
460
+ itemId,
461
+ itemVersionId,
462
+ kind: entry.kind,
463
+ mimeType: entry.mimeType ?? null,
464
+ accessMode,
465
+ url: accessMode === "public" ? (entry.url ?? null) : null,
466
+ storageKey: entry.storageKey ?? null,
467
+ provenanceUrl: entry.provenanceUrl ?? entry.url ?? null,
468
+ altText: entry.altText ?? null,
469
+ caption: entry.caption ?? null,
470
+ captionStatus: entry.captionStatus ?? "pending",
471
+ ocrText: entry.ocrText ?? null,
472
+ palette: stringifyJson(entry.palette ?? []),
473
+ contentHash: entry.contentHash ?? null,
474
+ width: entry.width ?? null,
475
+ height: entry.height ?? null,
476
+ durationMs: entry.durationMs ?? null,
477
+ metadata: stringifyJson(entry.metadata),
478
+ createdAt: timestamp,
479
+ ownerEmail: actor.ownerEmail,
480
+ orgId: actor.orgId,
481
+ };
482
+ }),
483
+ );
484
+ if (existing) {
485
+ edges.push({
486
+ id: newId("cce"),
487
+ fromItemId: itemId,
488
+ fromItemVersionId: itemVersionId,
489
+ toItemId: itemId,
490
+ toItemVersionId: existing.currentVersionId,
491
+ toExternalId: existing.externalId,
492
+ relation: "revision-of",
493
+ metadata: stringifyJson({ automatic: true }),
494
+ createdAt: timestamp,
495
+ ownerEmail: actor.ownerEmail,
496
+ orgId: actor.orgId,
497
+ });
498
+ }
499
+ edges.push(
500
+ ...(input.edges ?? []).map((edge) => {
501
+ if (!edge.toItemId && !edge.toExternalId) {
502
+ throw new Error("Context edges require toItemId or toExternalId");
503
+ }
504
+ if (edge.toItemVersionId && !edge.toItemId) {
505
+ throw new Error("Pinned edge target versions require toItemId");
506
+ }
507
+ return {
508
+ id: edge.id ?? newId("cce"),
509
+ fromItemId: itemId,
510
+ fromItemVersionId: itemVersionId,
511
+ toItemId: edge.toItemId ?? null,
512
+ toItemVersionId: edge.toItemVersionId ?? null,
513
+ toExternalId: edge.toExternalId ?? null,
514
+ relation: edge.relation,
515
+ metadata: stringifyJson(edge.metadata),
516
+ createdAt: timestamp,
517
+ ownerEmail: actor.ownerEmail,
518
+ orgId: actor.orgId,
519
+ };
520
+ }),
521
+ );
522
+ }
523
+
524
+ for (const edge of edges) {
525
+ if (edge.toItemId || !edge.toExternalId) continue;
526
+ const target = batchVersionTargets.get(edge.toExternalId);
527
+ if (!target) continue;
528
+ edge.toItemId = target.itemId;
529
+ edge.toItemVersionId = target.itemVersionId;
530
+ }
531
+
532
+ try {
533
+ await getDb().transaction(async (tx: any) => {
534
+ if (newItems.length)
535
+ await tx.insert(schema.contextItems).values(newItems);
536
+ if (versions.length)
537
+ await tx.insert(schema.contextItemVersions).values(versions);
538
+ if (chunks.length) await tx.insert(schema.contextChunks).values(chunks);
539
+ if (media.length) await tx.insert(schema.contextMedia).values(media);
540
+ if (edges.length) await tx.insert(schema.contextEdges).values(edges);
541
+ for (const update of itemUpdates) {
542
+ await tx
543
+ .update(schema.contextItems)
544
+ .set(update.values)
545
+ .where(eq(schema.contextItems.id, update.id));
546
+ }
547
+ const [total] = await tx
548
+ .select({ value: count() })
549
+ .from(schema.contextItems)
550
+ .where(
551
+ and(
552
+ eq(schema.contextItems.sourceId, batch.sourceId),
553
+ eq(schema.contextItems.status, "active"),
554
+ ),
555
+ );
556
+ const [restricted] = await tx
557
+ .select({ value: count() })
558
+ .from(schema.contextItems)
559
+ .where(
560
+ and(
561
+ eq(schema.contextItems.sourceId, batch.sourceId),
562
+ eq(schema.contextItems.upstreamAccess, "restricted"),
563
+ ),
564
+ );
565
+ await tx
566
+ .update(schema.contextSources)
567
+ .set({
568
+ syncCursor: batch.syncCursor ?? undefined,
569
+ itemCount: Number(total?.value ?? 0),
570
+ restrictedItemCount: Number(restricted?.value ?? 0),
571
+ lastSyncedAt: timestamp,
572
+ lastError: null,
573
+ status: "active",
574
+ healthStatus: "healthy",
575
+ updatedAt: timestamp,
576
+ })
577
+ .where(eq(schema.contextSources.id, batch.sourceId));
578
+ });
579
+ } catch (error) {
580
+ if (allowUniqueConflictRetry && isUniqueConstraintError(error)) {
581
+ return ingestItemsAttempt(batch, false);
582
+ }
583
+ throw error;
584
+ }
585
+
586
+ if (chunks.length) {
587
+ await enqueueContextRebuildJob({
588
+ sourceId: batch.sourceId,
589
+ operation: "rebuild-fts",
590
+ itemIds: [...new Set(chunks.map((chunk: any) => chunk.itemId as string))],
591
+ });
592
+ }
593
+
594
+ const mediaProjection = getCreativeContext().projections?.media;
595
+ if (mediaProjection) {
596
+ const eager = media.slice(0, 5);
597
+ const queued = media.slice(5).map((row: any) => row.id as string);
598
+ for (const row of eager) {
599
+ try {
600
+ await mediaProjection.project({
601
+ sourceId: batch.sourceId,
602
+ itemId: row.itemId,
603
+ itemVersionId: row.itemVersionId,
604
+ media: mapMedia(row),
605
+ sourceType: "brand-import",
606
+ dedupeKey: `${row.id}:${row.itemVersionId}`,
607
+ });
608
+ } catch {
609
+ queued.push(row.id);
610
+ }
611
+ }
612
+ if (queued.length) {
613
+ await createJob({
614
+ sourceId: batch.sourceId,
615
+ kind: "enrich-media",
616
+ request: {
617
+ operation: "project-media",
618
+ mediaIds: [...new Set(queued)],
619
+ },
620
+ progressTotal: new Set(queued).size,
621
+ budget: {
622
+ eagerLimit: 25,
623
+ remainingMode: "durable-continuation",
624
+ },
625
+ });
626
+ }
627
+ }
628
+
629
+ return {
630
+ sourceId: batch.sourceId,
631
+ received: batch.items.length,
632
+ created,
633
+ versioned,
634
+ unchanged,
635
+ itemIds,
636
+ mediaIds: media.map((entry: any) => entry.id as string),
637
+ };
638
+ }
639
+
640
+ export async function upsertSourceInventory(input: {
641
+ sourceId: string;
642
+ items: ImportPreviewItem[];
643
+ completedAt?: string;
644
+ }): Promise<ContextInventoryUpsertResult> {
645
+ return upsertSourceInventoryAttempt(input, true);
646
+ }
647
+
648
+ async function upsertSourceInventoryAttempt(
649
+ input: {
650
+ sourceId: string;
651
+ items: ImportPreviewItem[];
652
+ completedAt?: string;
653
+ },
654
+ allowUniqueConflictRetry: boolean,
655
+ ): Promise<ContextInventoryUpsertResult> {
656
+ const access = await assertAccess(
657
+ "creative-context-source",
658
+ input.sourceId,
659
+ "editor",
660
+ );
661
+ const externalIds = input.items.map((item) => item.externalId);
662
+ if (new Set(externalIds).size !== externalIds.length) {
663
+ throw new Error("An inventory page cannot contain duplicate external ids");
664
+ }
665
+ const { getDb, schema } = getCreativeContext();
666
+ const actor = requireActor();
667
+ const timestamp = input.completedAt ?? nowIso();
668
+ const existing = externalIds.length
669
+ ? await getDb()
670
+ .select()
671
+ .from(schema.contextItems)
672
+ .where(
673
+ and(
674
+ eq(schema.contextItems.sourceId, input.sourceId),
675
+ inArray(schema.contextItems.externalId, externalIds),
676
+ ),
677
+ )
678
+ : [];
679
+ const existingByExternalId = new Map(
680
+ existing.map((row: any) => [row.externalId, row]),
681
+ );
682
+ const newItems: any[] = [];
683
+ const newVersions: any[] = [];
684
+ const newChunks: any[] = [];
685
+ const updates: Array<{ id: string; values: Record<string, unknown> }> = [];
686
+ const itemIds: string[] = [];
687
+ for (const item of input.items) {
688
+ const prior = existingByExternalId.get(item.externalId) as any;
689
+ if (prior) {
690
+ const upstreamAccess =
691
+ item.upstreamAccess ?? access.resource.upstreamAccess ?? "unknown";
692
+ const newlyRestricted =
693
+ upstreamAccess === "restricted" &&
694
+ prior.upstreamAccess !== "restricted";
695
+ itemIds.push(prior.id);
696
+ updates.push({
697
+ id: prior.id,
698
+ values: {
699
+ kind: item.kind,
700
+ title: item.title,
701
+ canonicalUrl: item.canonicalUrl ?? null,
702
+ mimeType: item.mimeType ?? null,
703
+ inventoryState: "available",
704
+ upstreamAccess,
705
+ ...(newlyRestricted ? { curationStatus: "review" } : {}),
706
+ status: prior.status === "unavailable" ? "active" : prior.status,
707
+ metadata: stringifyJson({
708
+ ...parseJson(prior.metadata, {}),
709
+ inventory: item.metadata ?? {},
710
+ sizeBytes: item.sizeBytes ?? null,
711
+ }),
712
+ updatedAt: timestamp,
713
+ },
714
+ });
715
+ continue;
716
+ }
717
+ const itemId = newId("cci");
718
+ const itemVersionId = newId("ccv");
719
+ const content = [item.title, item.summary].filter(Boolean).join("\n");
720
+ const contentHash = await sha256(
721
+ stringifyJson({
722
+ inventory: true,
723
+ externalId: item.externalId,
724
+ title: item.title,
725
+ sourceModifiedAt: item.sourceModifiedAt,
726
+ }),
727
+ );
728
+ const upstreamAccess =
729
+ item.upstreamAccess ?? access.resource.upstreamAccess ?? "unknown";
730
+ itemIds.push(itemId);
731
+ newItems.push({
732
+ id: itemId,
733
+ sourceId: input.sourceId,
734
+ externalId: item.externalId,
735
+ kind: item.kind,
736
+ title: item.title,
737
+ canonicalUrl: item.canonicalUrl ?? null,
738
+ mimeType: item.mimeType ?? null,
739
+ currentVersionId: itemVersionId,
740
+ currentContentHash: contentHash,
741
+ status: "active",
742
+ upstreamAccess,
743
+ curationStatus: upstreamAccess === "restricted" ? "review" : "included",
744
+ curationRank: "normal",
745
+ starred: 0,
746
+ inventoryState: "discovered",
747
+ indexState: "pending",
748
+ tags: "[]",
749
+ colors: "[]",
750
+ sortOrder: 0,
751
+ parentItemId: null,
752
+ provenance: stringifyJson({ inventory: item.metadata ?? {} }),
753
+ thumbnailBlobRef: null,
754
+ metadata: stringifyJson({
755
+ inventoryOnly: true,
756
+ sizeBytes: item.sizeBytes ?? null,
757
+ }),
758
+ createdAt: timestamp,
759
+ updatedAt: timestamp,
760
+ ownerEmail: actor.ownerEmail,
761
+ orgId: actor.orgId,
762
+ });
763
+ newVersions.push({
764
+ id: itemVersionId,
765
+ itemId,
766
+ versionNumber: 1,
767
+ contentHash,
768
+ title: item.title,
769
+ content,
770
+ summary: item.summary ?? null,
771
+ mimeType: item.mimeType ?? null,
772
+ sourceModifiedAt: item.sourceModifiedAt ?? null,
773
+ sourceVersion: null,
774
+ rawSnapshotBlobRef: null,
775
+ parseStatus: "pending",
776
+ parseError: null,
777
+ metadata: stringifyJson({ inventoryOnly: true }),
778
+ createdAt: timestamp,
779
+ ownerEmail: actor.ownerEmail,
780
+ orgId: actor.orgId,
781
+ });
782
+ newChunks.push({
783
+ id: newId("ccc"),
784
+ itemId,
785
+ itemVersionId,
786
+ ordinal: 0,
787
+ kind: "inventory",
788
+ text: content,
789
+ startOffset: null,
790
+ endOffset: null,
791
+ tokenCount: null,
792
+ metadata: stringifyJson({ inventoryOnly: true }),
793
+ createdAt: timestamp,
794
+ ownerEmail: actor.ownerEmail,
795
+ orgId: actor.orgId,
796
+ });
797
+ }
798
+ try {
799
+ await getDb().transaction(async (tx: any) => {
800
+ if (newItems.length)
801
+ await tx.insert(schema.contextItems).values(newItems);
802
+ if (newVersions.length) {
803
+ await tx.insert(schema.contextItemVersions).values(newVersions);
804
+ }
805
+ if (newChunks.length)
806
+ await tx.insert(schema.contextChunks).values(newChunks);
807
+ for (const update of updates) {
808
+ await tx
809
+ .update(schema.contextItems)
810
+ .set(update.values)
811
+ .where(eq(schema.contextItems.id, update.id));
812
+ }
813
+ const [total] = await tx
814
+ .select({ value: count() })
815
+ .from(schema.contextItems)
816
+ .where(eq(schema.contextItems.sourceId, input.sourceId));
817
+ const [restricted] = await tx
818
+ .select({ value: count() })
819
+ .from(schema.contextItems)
820
+ .where(
821
+ and(
822
+ eq(schema.contextItems.sourceId, input.sourceId),
823
+ eq(schema.contextItems.upstreamAccess, "restricted"),
824
+ ),
825
+ );
826
+ await tx
827
+ .update(schema.contextSources)
828
+ .set({
829
+ itemCount: Number(total?.value ?? 0),
830
+ restrictedItemCount: Number(restricted?.value ?? 0),
831
+ lastSyncedAt: timestamp,
832
+ updatedAt: timestamp,
833
+ })
834
+ .where(eq(schema.contextSources.id, input.sourceId));
835
+ });
836
+ } catch (error) {
837
+ if (allowUniqueConflictRetry && isUniqueConstraintError(error)) {
838
+ return upsertSourceInventoryAttempt(input, false);
839
+ }
840
+ throw error;
841
+ }
842
+ return {
843
+ sourceId: input.sourceId,
844
+ received: input.items.length,
845
+ created: newItems.length,
846
+ updated: updates.length,
847
+ itemIds,
848
+ };
849
+ }
850
+
851
+ export async function reconcileSourceInventory(input: {
852
+ sourceId: string;
853
+ presentExternalIds: string[];
854
+ completedAt?: string;
855
+ }): Promise<{ removed: number; restored: number }> {
856
+ await assertAccess(
857
+ "creative-context-source",
858
+ input.sourceId,
859
+ "editor",
860
+ undefined,
861
+ { skipResourceBody: true },
862
+ );
863
+ const { getDb, schema } = getCreativeContext();
864
+ const rows = await getDb()
865
+ .select({
866
+ id: schema.contextItems.id,
867
+ externalId: schema.contextItems.externalId,
868
+ status: schema.contextItems.status,
869
+ inventoryState: schema.contextItems.inventoryState,
870
+ upstreamAccess: schema.contextItems.upstreamAccess,
871
+ })
872
+ .from(schema.contextItems)
873
+ .where(eq(schema.contextItems.sourceId, input.sourceId));
874
+ const present = new Set(input.presentExternalIds);
875
+ const removedIds = rows
876
+ .filter(
877
+ (row: any) =>
878
+ !present.has(row.externalId) &&
879
+ (row.status !== "unavailable" || row.inventoryState !== "removed"),
880
+ )
881
+ .map((row: any) => row.id as string);
882
+ const restoredIds = rows
883
+ .filter(
884
+ (row: any) =>
885
+ present.has(row.externalId) &&
886
+ row.status === "unavailable" &&
887
+ row.inventoryState === "removed",
888
+ )
889
+ .map((row: any) => row.id as string);
890
+ const timestamp = input.completedAt ?? nowIso();
891
+ await getDb().transaction(async (tx: any) => {
892
+ for (let index = 0; index < removedIds.length; index += 500) {
893
+ await tx
894
+ .update(schema.contextItems)
895
+ .set({
896
+ status: "unavailable",
897
+ inventoryState: "removed",
898
+ updatedAt: timestamp,
899
+ })
900
+ .where(
901
+ inArray(schema.contextItems.id, removedIds.slice(index, index + 500)),
902
+ );
903
+ }
904
+ for (let index = 0; index < restoredIds.length; index += 500) {
905
+ await tx
906
+ .update(schema.contextItems)
907
+ .set({
908
+ status: "active",
909
+ inventoryState: "available",
910
+ updatedAt: timestamp,
911
+ })
912
+ .where(
913
+ inArray(
914
+ schema.contextItems.id,
915
+ restoredIds.slice(index, index + 500),
916
+ ),
917
+ );
918
+ }
919
+ await tx
920
+ .update(schema.contextSources)
921
+ .set({
922
+ itemCount: present.size,
923
+ restrictedItemCount: rows.filter(
924
+ (row: any) =>
925
+ present.has(row.externalId) && row.upstreamAccess === "restricted",
926
+ ).length,
927
+ lastSyncedAt: timestamp,
928
+ updatedAt: timestamp,
929
+ })
930
+ .where(eq(schema.contextSources.id, input.sourceId));
931
+ });
932
+ return { removed: removedIds.length, restored: restoredIds.length };
933
+ }
934
+
935
+ export interface AccessibleLexicalCandidatesInput {
936
+ query: string;
937
+ sourceIds?: string[];
938
+ packId?: string;
939
+ contextId?: string;
940
+ kinds?: string[];
941
+ tags?: string[];
942
+ colors?: string[];
943
+ updatedAfter?: string;
944
+ updatedBefore?: string;
945
+ statuses?: ContextItemSummary["status"][];
946
+ matchMode?: SearchMatchMode;
947
+ limit: number;
948
+ cursor?: string;
949
+ }
950
+
951
+ function searchableItemStatuses(
952
+ statuses: ContextItemSummary["status"][] | undefined,
953
+ ): Array<"active" | "deprecated"> {
954
+ if (!statuses?.length) return ["active"];
955
+ const safe = statuses.filter(
956
+ (status): status is "active" | "deprecated" =>
957
+ status === "active" || status === "deprecated",
958
+ );
959
+ if (safe.length !== statuses.length) {
960
+ throw new Error("Creative context search cannot include removed items");
961
+ }
962
+ return [...new Set(safe)];
963
+ }
964
+
965
+ async function accessiblePackVersionIds(packId: string): Promise<string[]> {
966
+ await assertAccess("creative-context-pack", packId, "viewer", undefined, {
967
+ skipResourceBody: true,
968
+ });
969
+ const { getDb, schema } = getCreativeContext();
970
+ const members = await getDb()
971
+ .select({ itemVersionId: schema.contextPackMembers.itemVersionId })
972
+ .from(schema.contextPackMembers)
973
+ .where(eq(schema.contextPackMembers.packId, packId));
974
+ return members.map((member: any) => member.itemVersionId);
975
+ }
976
+
977
+ async function accessibleContextVersionIds(
978
+ contextId: string,
979
+ ): Promise<string[]> {
980
+ await assertAccess("creative-context", contextId, "viewer", undefined, {
981
+ skipResourceBody: true,
982
+ });
983
+ const { getDb, schema } = getCreativeContext();
984
+ const rows = await getDb()
985
+ .select({
986
+ itemVersionId: schema.creativeContextMemberships.publishedItemVersionId,
987
+ })
988
+ .from(schema.creativeContextMemberships)
989
+ .where(
990
+ and(
991
+ eq(schema.creativeContextMemberships.contextId, contextId),
992
+ eq(schema.creativeContextMemberships.status, "active"),
993
+ ),
994
+ );
995
+ return rows.flatMap((row: any) =>
996
+ typeof row.itemVersionId === "string" ? [row.itemVersionId] : [],
997
+ );
998
+ }
999
+
1000
+ async function accessibleContextMembershipMetadata(
1001
+ contextId: string,
1002
+ ): Promise<
1003
+ Map<
1004
+ string,
1005
+ { rank: "canonical" | "exemplar" | "normal"; purpose: string | null }
1006
+ >
1007
+ > {
1008
+ await assertAccess("creative-context", contextId, "viewer", undefined, {
1009
+ skipResourceBody: true,
1010
+ });
1011
+ const { getDb, schema } = getCreativeContext();
1012
+ const rows = await getDb()
1013
+ .select({
1014
+ itemVersionId: schema.creativeContextMemberships.publishedItemVersionId,
1015
+ rank: schema.creativeContextMemberships.rank,
1016
+ purpose: schema.creativeContextMemberships.purpose,
1017
+ })
1018
+ .from(schema.creativeContextMemberships)
1019
+ .where(
1020
+ and(
1021
+ eq(schema.creativeContextMemberships.contextId, contextId),
1022
+ eq(schema.creativeContextMemberships.status, "active"),
1023
+ ),
1024
+ );
1025
+ return new Map(
1026
+ (rows as any[]).flatMap((row) =>
1027
+ typeof row.itemVersionId === "string"
1028
+ ? [
1029
+ [
1030
+ row.itemVersionId,
1031
+ { rank: row.rank, purpose: row.purpose ?? null },
1032
+ ] as const,
1033
+ ]
1034
+ : [],
1035
+ ),
1036
+ );
1037
+ }
1038
+
1039
+ export interface AccessibleSearchDocument extends ContextSearchResult {
1040
+ body: string;
1041
+ summary: string | null;
1042
+ chunkOrdinal: number;
1043
+ tags: string[];
1044
+ colors: string[];
1045
+ updatedAt: string;
1046
+ curationRank: ContextItemSummary["curationRank"];
1047
+ starred: boolean;
1048
+ externalId: string;
1049
+ indexState: ContextItemSummary["indexState"];
1050
+ inventoryOnly: boolean;
1051
+ priorReuseCount: number;
1052
+ helpfulFeedbackCount: number;
1053
+ }
1054
+
1055
+ export async function listAccessibleSearchDocuments(
1056
+ input: Omit<
1057
+ AccessibleLexicalCandidatesInput,
1058
+ "query" | "matchMode" | "cursor"
1059
+ > & { itemIds?: string[]; chunkIds?: string[]; afterChunkId?: string },
1060
+ ): Promise<AccessibleSearchDocument[]> {
1061
+ const { getDb, schema } = getCreativeContext();
1062
+ const packVersionIds: string[] | null = input.packId
1063
+ ? await accessiblePackVersionIds(input.packId)
1064
+ : null;
1065
+ const contextVersionIds: string[] | null = input.contextId
1066
+ ? await accessibleContextVersionIds(input.contextId)
1067
+ : null;
1068
+ const contextMemberships = input.contextId
1069
+ ? await accessibleContextMembershipMetadata(input.contextId)
1070
+ : null;
1071
+ if (
1072
+ (packVersionIds && !packVersionIds.length) ||
1073
+ (contextVersionIds && !contextVersionIds.length)
1074
+ )
1075
+ return [];
1076
+ const sourceAccess = and(
1077
+ accessFilter(schema.contextSources, schema.contextSourceShares),
1078
+ ne(schema.contextSources.upstreamAccess, "restricted"),
1079
+ ne(schema.contextSources.status, "archived"),
1080
+ );
1081
+ const filters: any[] = [
1082
+ ...(input.contextId
1083
+ ? [inArray(schema.contextChunks.itemVersionId, contextVersionIds!)]
1084
+ : input.packId
1085
+ ? [
1086
+ or(
1087
+ sourceAccess,
1088
+ isNotNull(schema.creativeContextPublishedSnapshots.id),
1089
+ ),
1090
+ ]
1091
+ : [sourceAccess]),
1092
+ ...(packVersionIds
1093
+ ? [inArray(schema.contextChunks.itemVersionId, packVersionIds)]
1094
+ : [
1095
+ eq(
1096
+ schema.contextItems.currentVersionId,
1097
+ schema.contextChunks.itemVersionId,
1098
+ ),
1099
+ ]),
1100
+ eq(schema.contextItems.curationStatus, "included"),
1101
+ ne(schema.contextItems.curationRank, "ignored"),
1102
+ inArray(schema.contextItems.status, searchableItemStatuses(input.statuses)),
1103
+ ];
1104
+ if (input.sourceIds?.length) {
1105
+ filters.push(inArray(schema.contextSources.id, input.sourceIds));
1106
+ }
1107
+ if (input.itemIds?.length) {
1108
+ filters.push(inArray(schema.contextItems.id, input.itemIds));
1109
+ }
1110
+ if (input.chunkIds?.length) {
1111
+ filters.push(inArray(schema.contextChunks.id, input.chunkIds));
1112
+ }
1113
+ if (input.kinds?.length) {
1114
+ filters.push(inArray(schema.contextItems.kind, input.kinds));
1115
+ }
1116
+ if (input.updatedAfter) {
1117
+ filters.push(gte(schema.contextItems.updatedAt, input.updatedAfter));
1118
+ }
1119
+ if (input.updatedBefore) {
1120
+ filters.push(lte(schema.contextItems.updatedAt, input.updatedBefore));
1121
+ }
1122
+ const rowLimit = Math.max(1, Math.min(5_000, input.limit * 100));
1123
+ const rows: any[] = [];
1124
+ let afterChunkId = input.afterChunkId;
1125
+ while (rows.length < rowLimit) {
1126
+ const page = await getDb()
1127
+ .select({
1128
+ itemId: schema.contextItems.id,
1129
+ externalId: schema.contextItems.externalId,
1130
+ itemVersionId: schema.contextChunks.itemVersionId,
1131
+ chunkId: schema.contextChunks.id,
1132
+ chunkOrdinal: schema.contextChunks.ordinal,
1133
+ sourceId: schema.contextSources.id,
1134
+ sourceName: schema.contextSources.name,
1135
+ kind: schema.contextItems.kind,
1136
+ title: schema.contextItems.title,
1137
+ body: sql<string>`substr(${schema.contextChunks.text}, 1, 12000)`,
1138
+ summary: schema.contextItemVersions.summary,
1139
+ tags: schema.contextItems.tags,
1140
+ colors: schema.contextItems.colors,
1141
+ updatedAt: schema.contextItems.updatedAt,
1142
+ curationRank: schema.contextItems.curationRank,
1143
+ starred: schema.contextItems.starred,
1144
+ indexState: schema.contextItems.indexState,
1145
+ parseStatus: schema.contextItemVersions.parseStatus,
1146
+ versionMetadata: schema.contextItemVersions.metadata,
1147
+ canonicalUrl: schema.contextItems.canonicalUrl,
1148
+ mimeType: schema.contextItems.mimeType,
1149
+ })
1150
+ .from(schema.contextChunks)
1151
+ .innerJoin(
1152
+ schema.contextItems,
1153
+ eq(schema.contextItems.id, schema.contextChunks.itemId),
1154
+ )
1155
+ .innerJoin(
1156
+ schema.contextSources,
1157
+ eq(schema.contextSources.id, schema.contextItems.sourceId),
1158
+ )
1159
+ .innerJoin(
1160
+ schema.contextItemVersions,
1161
+ eq(schema.contextItemVersions.id, schema.contextChunks.itemVersionId),
1162
+ )
1163
+ .leftJoin(
1164
+ schema.creativeContextPublishedSnapshots,
1165
+ and(
1166
+ eq(
1167
+ schema.creativeContextPublishedSnapshots.itemId,
1168
+ schema.contextItems.id,
1169
+ ),
1170
+ eq(
1171
+ schema.creativeContextPublishedSnapshots.itemVersionId,
1172
+ schema.contextChunks.itemVersionId,
1173
+ ),
1174
+ eq(
1175
+ schema.creativeContextPublishedSnapshots.sourceId,
1176
+ schema.contextItems.sourceId,
1177
+ ),
1178
+ ),
1179
+ )
1180
+ .where(
1181
+ and(
1182
+ ...filters,
1183
+ ...(afterChunkId ? [gt(schema.contextChunks.id, afterChunkId)] : []),
1184
+ ),
1185
+ )
1186
+ .orderBy(asc(schema.contextChunks.id))
1187
+ .limit(1_000);
1188
+ for (const row of page as any[]) {
1189
+ const tags = parseJson<string[]>(row.tags, []);
1190
+ const colors = parseJson<string[]>(row.colors, []);
1191
+ if (
1192
+ !(input.tags?.every((tag) => tags.includes(tag)) ?? true) ||
1193
+ !(input.colors?.every((color) => colors.includes(color)) ?? true)
1194
+ ) {
1195
+ continue;
1196
+ }
1197
+ rows.push({ ...row, tags, colors });
1198
+ if (rows.length === rowLimit) break;
1199
+ }
1200
+ if (page.length < 1_000) break;
1201
+ afterChunkId = String(page.at(-1)!.chunkId);
1202
+ }
1203
+ const documents: AccessibleSearchDocument[] = rows.map(
1204
+ (row: any): AccessibleSearchDocument => ({
1205
+ itemId: row.itemId,
1206
+ externalId: row.externalId,
1207
+ itemVersionId: row.itemVersionId,
1208
+ chunkId: row.chunkId,
1209
+ chunkOrdinal: row.chunkOrdinal,
1210
+ sourceId: row.sourceId,
1211
+ sourceName: row.sourceName,
1212
+ kind: row.kind,
1213
+ title: row.title,
1214
+ body: row.body,
1215
+ summary: row.summary ?? null,
1216
+ tags: row.tags,
1217
+ colors: row.colors,
1218
+ updatedAt: row.updatedAt,
1219
+ curationRank:
1220
+ contextMemberships?.get(row.itemVersionId)?.rank ?? row.curationRank,
1221
+ starred: Boolean(row.starred),
1222
+ indexState: row.indexState,
1223
+ inventoryOnly: row.parseStatus === "pending",
1224
+ priorReuseCount: 0,
1225
+ helpfulFeedbackCount: 0,
1226
+ excerpt: row.summary ?? row.body.slice(0, 600),
1227
+ score: 0,
1228
+ canonicalUrl: row.canonicalUrl ?? null,
1229
+ mimeType: row.mimeType ?? null,
1230
+ nativeArtifact: nativeArtifactSummary(row.versionMetadata),
1231
+ }),
1232
+ );
1233
+ if (!documents.length) return documents;
1234
+ const actor = requireActor();
1235
+ const versionIds: string[] = [
1236
+ ...new Set(
1237
+ documents.map((row: AccessibleSearchDocument) => row.itemVersionId),
1238
+ ),
1239
+ ];
1240
+ const [reuseRows, feedbackRows] = await Promise.all([
1241
+ getDb()
1242
+ .select({ itemVersionId: schema.contextPackMembers.itemVersionId })
1243
+ .from(schema.contextPackMembers)
1244
+ .where(
1245
+ and(
1246
+ inArray(schema.contextPackMembers.itemVersionId, versionIds),
1247
+ eq(schema.contextPackMembers.ownerEmail, actor.ownerEmail),
1248
+ ),
1249
+ ),
1250
+ getDb()
1251
+ .select({ itemVersionId: schema.contextFeedback.itemVersionId })
1252
+ .from(schema.contextFeedback)
1253
+ .where(
1254
+ and(
1255
+ inArray(schema.contextFeedback.itemVersionId, versionIds),
1256
+ eq(schema.contextFeedback.ownerEmail, actor.ownerEmail),
1257
+ eq(schema.contextFeedback.signal, "helpful"),
1258
+ ),
1259
+ ),
1260
+ ]);
1261
+ const reuseCounts = new Map<string, number>();
1262
+ const helpfulCounts = new Map<string, number>();
1263
+ for (const row of reuseRows as Array<{ itemVersionId: string }>) {
1264
+ reuseCounts.set(
1265
+ row.itemVersionId,
1266
+ (reuseCounts.get(row.itemVersionId) ?? 0) + 1,
1267
+ );
1268
+ }
1269
+ for (const row of feedbackRows as Array<{ itemVersionId: string }>) {
1270
+ helpfulCounts.set(
1271
+ row.itemVersionId,
1272
+ (helpfulCounts.get(row.itemVersionId) ?? 0) + 1,
1273
+ );
1274
+ }
1275
+ return documents.map((document: AccessibleSearchDocument) => ({
1276
+ ...document,
1277
+ priorReuseCount: reuseCounts.get(document.itemVersionId) ?? 0,
1278
+ helpfulFeedbackCount: helpfulCounts.get(document.itemVersionId) ?? 0,
1279
+ }));
1280
+ }
1281
+
1282
+ export async function listAccessibleLexicalCandidates(
1283
+ input: AccessibleLexicalCandidatesInput,
1284
+ ): Promise<{
1285
+ results: ContextSearchResult[];
1286
+ nextCursor?: string;
1287
+ }> {
1288
+ const { getDb, schema } = getCreativeContext();
1289
+ const offset = parseOffsetCursor(input.cursor);
1290
+ const packVersionIds: string[] | null = input.packId
1291
+ ? await accessiblePackVersionIds(input.packId)
1292
+ : null;
1293
+ const contextVersionIds: string[] | null = input.contextId
1294
+ ? await accessibleContextVersionIds(input.contextId)
1295
+ : null;
1296
+ const contextMemberships = input.contextId
1297
+ ? await accessibleContextMembershipMetadata(input.contextId)
1298
+ : null;
1299
+ if (
1300
+ (packVersionIds && !packVersionIds.length) ||
1301
+ (contextVersionIds && !contextVersionIds.length)
1302
+ )
1303
+ return { results: [] };
1304
+ const matchMode = input.matchMode ?? "allTerms";
1305
+ const terms = normalizeSearchTerms(input.query);
1306
+ if (!terms.length && matchMode !== "regex") return { results: [] };
1307
+ const [phraseTerm, ...tokenTerms] = terms;
1308
+ const matchTerms = tokenTerms.length
1309
+ ? tokenTerms
1310
+ : phraseTerm
1311
+ ? [phraseTerm]
1312
+ : [];
1313
+ const likeClauses = matchTerms.map((term) => {
1314
+ const pattern = `%${escapeLikeTerm(term)}%`;
1315
+ return or(
1316
+ sql`lower(${schema.contextItems.title}) like ${pattern} escape '\\'`,
1317
+ sql`lower(${schema.contextChunks.text}) like ${pattern} escape '\\'`,
1318
+ );
1319
+ });
1320
+ const sourceAccess = and(
1321
+ accessFilter(schema.contextSources, schema.contextSourceShares),
1322
+ ne(schema.contextSources.upstreamAccess, "restricted"),
1323
+ ne(schema.contextSources.status, "archived"),
1324
+ );
1325
+ const filters: any[] = [
1326
+ ...(input.contextId
1327
+ ? [inArray(schema.contextChunks.itemVersionId, contextVersionIds!)]
1328
+ : input.packId
1329
+ ? [
1330
+ or(
1331
+ sourceAccess,
1332
+ isNotNull(schema.creativeContextPublishedSnapshots.id),
1333
+ ),
1334
+ ]
1335
+ : [sourceAccess]),
1336
+ ...(packVersionIds
1337
+ ? [inArray(schema.contextChunks.itemVersionId, packVersionIds)]
1338
+ : [
1339
+ eq(
1340
+ schema.contextItems.currentVersionId,
1341
+ schema.contextChunks.itemVersionId,
1342
+ ),
1343
+ ]),
1344
+ eq(schema.contextItems.curationStatus, "included"),
1345
+ ne(schema.contextItems.curationRank, "ignored"),
1346
+ inArray(schema.contextItems.status, searchableItemStatuses(input.statuses)),
1347
+ ];
1348
+ if (matchMode !== "regex") {
1349
+ if (matchMode === "phrase") {
1350
+ const phrasePattern = `%${escapeLikeTerm(input.query.trim().toLocaleLowerCase())}%`;
1351
+ filters.push(
1352
+ or(
1353
+ sql`lower(${schema.contextItems.title}) like ${phrasePattern} escape '\\'`,
1354
+ sql`lower(${schema.contextChunks.text}) like ${phrasePattern} escape '\\'`,
1355
+ ),
1356
+ );
1357
+ } else {
1358
+ filters.push(
1359
+ matchMode === "allTerms" ? and(...likeClauses) : or(...likeClauses),
1360
+ );
1361
+ }
1362
+ }
1363
+ if (input.sourceIds?.length) {
1364
+ filters.push(inArray(schema.contextSources.id, input.sourceIds));
1365
+ }
1366
+ if (input.kinds?.length) {
1367
+ filters.push(inArray(schema.contextItems.kind, input.kinds));
1368
+ }
1369
+ if (input.updatedAfter) {
1370
+ filters.push(gte(schema.contextItems.updatedAt, input.updatedAfter));
1371
+ }
1372
+ if (input.updatedBefore) {
1373
+ filters.push(lte(schema.contextItems.updatedAt, input.updatedBefore));
1374
+ }
1375
+
1376
+ const pageSize = 1000;
1377
+ const keep = offset + input.limit + 1;
1378
+ const scored: ContextSearchResult[] = [];
1379
+ let afterChunkId: string | undefined;
1380
+ while (true) {
1381
+ const rows = await getDb()
1382
+ .select({
1383
+ itemId: schema.contextItems.id,
1384
+ itemVersionId: schema.contextChunks.itemVersionId,
1385
+ chunkId: schema.contextChunks.id,
1386
+ sourceId: schema.contextSources.id,
1387
+ sourceName: schema.contextSources.name,
1388
+ kind: schema.contextItems.kind,
1389
+ title: schema.contextItems.title,
1390
+ body: sql<string>`substr(${schema.contextChunks.text}, 1, 12000)`,
1391
+ summary: schema.contextItemVersions.summary,
1392
+ metadata: schema.contextItems.metadata,
1393
+ versionMetadata: schema.contextItemVersions.metadata,
1394
+ tags: schema.contextItems.tags,
1395
+ colors: schema.contextItems.colors,
1396
+ curationRank: schema.contextItems.curationRank,
1397
+ starred: schema.contextItems.starred,
1398
+ canonicalUrl: schema.contextItems.canonicalUrl,
1399
+ mimeType: schema.contextItems.mimeType,
1400
+ })
1401
+ .from(schema.contextChunks)
1402
+ .innerJoin(
1403
+ schema.contextItems,
1404
+ eq(schema.contextItems.id, schema.contextChunks.itemId),
1405
+ )
1406
+ .innerJoin(
1407
+ schema.contextSources,
1408
+ eq(schema.contextSources.id, schema.contextItems.sourceId),
1409
+ )
1410
+ .innerJoin(
1411
+ schema.contextItemVersions,
1412
+ eq(schema.contextItemVersions.id, schema.contextChunks.itemVersionId),
1413
+ )
1414
+ .leftJoin(
1415
+ schema.creativeContextPublishedSnapshots,
1416
+ and(
1417
+ eq(
1418
+ schema.creativeContextPublishedSnapshots.itemId,
1419
+ schema.contextItems.id,
1420
+ ),
1421
+ eq(
1422
+ schema.creativeContextPublishedSnapshots.itemVersionId,
1423
+ schema.contextChunks.itemVersionId,
1424
+ ),
1425
+ eq(
1426
+ schema.creativeContextPublishedSnapshots.sourceId,
1427
+ schema.contextItems.sourceId,
1428
+ ),
1429
+ ),
1430
+ )
1431
+ .where(
1432
+ and(
1433
+ ...filters,
1434
+ ...(afterChunkId ? [gt(schema.contextChunks.id, afterChunkId)] : []),
1435
+ ),
1436
+ )
1437
+ .orderBy(asc(schema.contextChunks.id))
1438
+ .limit(pageSize);
1439
+ for (const row of rows as any[]) {
1440
+ const tags = new Set(parseJson<string[]>(row.tags, []));
1441
+ const colors = new Set(parseJson<string[]>(row.colors, []));
1442
+ if (
1443
+ !(input.tags?.every((tag) => tags.has(tag)) ?? true) ||
1444
+ !(input.colors?.every((color) => colors.has(color)) ?? true) ||
1445
+ !matchesCreativeSearchMode(
1446
+ `${row.title}\n${row.summary ?? ""}\n${row.body}`,
1447
+ input.query,
1448
+ matchMode,
1449
+ )
1450
+ ) {
1451
+ continue;
1452
+ }
1453
+ scored.push({
1454
+ itemId: row.itemId,
1455
+ itemVersionId: row.itemVersionId,
1456
+ chunkId: row.chunkId,
1457
+ sourceId: row.sourceId,
1458
+ sourceName: row.sourceName,
1459
+ kind: row.kind,
1460
+ title: row.title,
1461
+ nativeArtifact: nativeArtifactSummary(row.versionMetadata),
1462
+ excerpt: buildSearchSnippet(row.body, terms, 600),
1463
+ score:
1464
+ scoreSearchText(
1465
+ {
1466
+ title: row.title,
1467
+ summary: row.summary,
1468
+ body: row.body,
1469
+ metadata: row.metadata,
1470
+ },
1471
+ terms,
1472
+ ) +
1473
+ (row.starred
1474
+ ? 2
1475
+ : (contextMemberships?.get(row.itemVersionId)?.rank ??
1476
+ row.curationRank) === "canonical"
1477
+ ? 1.5
1478
+ : (contextMemberships?.get(row.itemVersionId)?.rank ??
1479
+ row.curationRank) === "exemplar"
1480
+ ? 1
1481
+ : 0),
1482
+ canonicalUrl: row.canonicalUrl ?? null,
1483
+ mimeType: row.mimeType ?? null,
1484
+ });
1485
+ }
1486
+ scored.sort(
1487
+ (a, b) =>
1488
+ b.score - a.score || (a.chunkId ?? "").localeCompare(b.chunkId ?? ""),
1489
+ );
1490
+ if (scored.length > keep) scored.length = keep;
1491
+ if (rows.length < pageSize) break;
1492
+ afterChunkId = String(rows.at(-1)!.chunkId);
1493
+ }
1494
+ const page = scored.slice(offset, offset + input.limit + 1);
1495
+ const hasMore = page.length > input.limit;
1496
+ return {
1497
+ results: page.slice(0, input.limit) as ContextSearchResult[],
1498
+ nextCursor: nextOffsetCursor(offset, input.limit, hasMore),
1499
+ };
1500
+ }
1501
+
1502
+ export async function getCreativeContextItem(
1503
+ itemId: string,
1504
+ itemVersionId?: string,
1505
+ ): Promise<ContextDetail | null> {
1506
+ const { getDb, schema } = getCreativeContext();
1507
+ const requestedVersionId =
1508
+ itemVersionId ?? schema.contextItems.currentVersionId;
1509
+ const itemRows = await getDb()
1510
+ .select({ item: schema.contextItems })
1511
+ .from(schema.contextItems)
1512
+ .innerJoin(
1513
+ schema.contextSources,
1514
+ eq(schema.contextSources.id, schema.contextItems.sourceId),
1515
+ )
1516
+ .leftJoin(
1517
+ schema.creativeContextMemberships,
1518
+ and(
1519
+ eq(
1520
+ schema.creativeContextMemberships.publishedItemId,
1521
+ schema.contextItems.id,
1522
+ ),
1523
+ eq(
1524
+ schema.creativeContextMemberships.publishedItemVersionId,
1525
+ requestedVersionId,
1526
+ ),
1527
+ eq(schema.creativeContextMemberships.status, "active"),
1528
+ ),
1529
+ )
1530
+ .leftJoin(
1531
+ schema.creativeContexts,
1532
+ eq(
1533
+ schema.creativeContexts.id,
1534
+ schema.creativeContextMemberships.contextId,
1535
+ ),
1536
+ )
1537
+ .leftJoin(
1538
+ schema.contextPackMembers,
1539
+ and(
1540
+ eq(schema.contextPackMembers.itemId, schema.contextItems.id),
1541
+ eq(schema.contextPackMembers.itemVersionId, requestedVersionId),
1542
+ ),
1543
+ )
1544
+ .leftJoin(
1545
+ schema.contextPacks,
1546
+ eq(schema.contextPacks.id, schema.contextPackMembers.packId),
1547
+ )
1548
+ .leftJoin(
1549
+ schema.creativeContextPublishedSnapshots,
1550
+ and(
1551
+ eq(
1552
+ schema.creativeContextPublishedSnapshots.itemId,
1553
+ schema.contextItems.id,
1554
+ ),
1555
+ eq(
1556
+ schema.creativeContextPublishedSnapshots.itemVersionId,
1557
+ requestedVersionId,
1558
+ ),
1559
+ eq(
1560
+ schema.creativeContextPublishedSnapshots.sourceId,
1561
+ schema.contextItems.sourceId,
1562
+ ),
1563
+ ),
1564
+ )
1565
+ .where(
1566
+ and(
1567
+ eq(schema.contextItems.id, itemId),
1568
+ or(
1569
+ and(
1570
+ accessFilter(schema.contextSources, schema.contextSourceShares),
1571
+ ne(schema.contextSources.upstreamAccess, "restricted"),
1572
+ ne(schema.contextSources.status, "archived"),
1573
+ ),
1574
+ and(
1575
+ isNotNull(schema.creativeContextPublishedSnapshots.id),
1576
+ accessFilter(schema.contextPacks, schema.contextPackShares),
1577
+ ),
1578
+ accessFilter(schema.creativeContexts, schema.creativeContextShares),
1579
+ ),
1580
+ eq(schema.contextItems.curationStatus, "included"),
1581
+ ne(schema.contextItems.curationRank, "ignored"),
1582
+ eq(schema.contextItems.status, "active"),
1583
+ ),
1584
+ )
1585
+ .limit(1);
1586
+ const itemRow = itemRows[0]?.item;
1587
+ if (!itemRow) return null;
1588
+ const targetVersionId = itemVersionId ?? itemRow.currentVersionId;
1589
+ const versionRows = await getDb()
1590
+ .select()
1591
+ .from(schema.contextItemVersions)
1592
+ .where(
1593
+ and(
1594
+ eq(schema.contextItemVersions.id, targetVersionId),
1595
+ eq(schema.contextItemVersions.itemId, itemId),
1596
+ ),
1597
+ )
1598
+ .limit(1);
1599
+ if (!versionRows[0]) return null;
1600
+ const [chunkRows, mediaRows, edgeRows] = await Promise.all([
1601
+ getDb()
1602
+ .select()
1603
+ .from(schema.contextChunks)
1604
+ .where(eq(schema.contextChunks.itemVersionId, targetVersionId))
1605
+ .orderBy(asc(schema.contextChunks.ordinal)),
1606
+ getDb()
1607
+ .select()
1608
+ .from(schema.contextMedia)
1609
+ .where(eq(schema.contextMedia.itemVersionId, targetVersionId)),
1610
+ getDb()
1611
+ .select()
1612
+ .from(schema.contextEdges)
1613
+ .where(eq(schema.contextEdges.fromItemVersionId, targetVersionId)),
1614
+ ]);
1615
+ return {
1616
+ item: mapItem(itemRow),
1617
+ version: mapVersion(versionRows[0]),
1618
+ chunks: chunkRows.map(mapChunk),
1619
+ media: mediaRows.map(mapMedia),
1620
+ edges: edgeRows.map(mapEdge),
1621
+ };
1622
+ }
1623
+
1624
+ export async function appendMediaEnrichmentVersion(input: {
1625
+ mediaId: string;
1626
+ palette: string[];
1627
+ contentHash: string;
1628
+ caption: string | null;
1629
+ captionStatus: "pending" | "complete" | "failed" | "not-needed";
1630
+ ocrText: string | null;
1631
+ }): Promise<{
1632
+ itemId: string;
1633
+ itemVersionId: string;
1634
+ mediaId: string;
1635
+ appended: boolean;
1636
+ }> {
1637
+ const { getDb, schema } = getCreativeContext();
1638
+ const rows = await getDb()
1639
+ .select({ itemId: schema.contextMedia.itemId })
1640
+ .from(schema.contextMedia)
1641
+ .where(eq(schema.contextMedia.id, input.mediaId))
1642
+ .limit(1);
1643
+ const itemId = rows[0]?.itemId;
1644
+ if (!itemId) throw new Error("Creative context media was not found");
1645
+ const detail = await getCreativeContextItem(itemId);
1646
+ if (!detail) throw new Error("Creative context media is not accessible");
1647
+ const target = detail.media.find(
1648
+ (media) =>
1649
+ media.id === input.mediaId ||
1650
+ media.metadata.__creativeContextEnrichmentSourceMediaId ===
1651
+ input.mediaId ||
1652
+ media.metadata.__creativeContextPreviousMediaId === input.mediaId,
1653
+ );
1654
+ if (!target) {
1655
+ throw new Error(
1656
+ "Creative context media enrichment can only append from the current item version",
1657
+ );
1658
+ }
1659
+ if (
1660
+ target.caption === input.caption &&
1661
+ target.captionStatus === input.captionStatus &&
1662
+ target.ocrText === input.ocrText &&
1663
+ target.contentHash === input.contentHash &&
1664
+ stringifyJson(target.palette) === stringifyJson(input.palette)
1665
+ ) {
1666
+ return {
1667
+ itemId,
1668
+ itemVersionId: detail.version.id,
1669
+ mediaId: target.id,
1670
+ appended: false,
1671
+ };
1672
+ }
1673
+
1674
+ const sourceContentHash = mediaEnrichmentSourceContentHash(
1675
+ detail.version.metadata,
1676
+ detail.version.contentHash,
1677
+ );
1678
+ const media = detail.media.map((entry) => {
1679
+ const enriched = entry.id === target.id;
1680
+ return {
1681
+ kind: entry.kind,
1682
+ ...(entry.mimeType ? { mimeType: entry.mimeType } : {}),
1683
+ accessMode: entry.accessMode,
1684
+ ...(entry.url ? { url: entry.url } : {}),
1685
+ ...(entry.storageKey ? { storageKey: entry.storageKey } : {}),
1686
+ ...(entry.provenanceUrl ? { provenanceUrl: entry.provenanceUrl } : {}),
1687
+ ...(entry.altText ? { altText: entry.altText } : {}),
1688
+ ...(enriched
1689
+ ? { caption: input.caption ?? undefined }
1690
+ : { caption: entry.caption ?? undefined }),
1691
+ captionStatus: enriched ? input.captionStatus : entry.captionStatus,
1692
+ ...(enriched
1693
+ ? { ocrText: input.ocrText ?? undefined }
1694
+ : { ocrText: entry.ocrText ?? undefined }),
1695
+ palette: enriched ? input.palette : entry.palette,
1696
+ ...(enriched
1697
+ ? { contentHash: input.contentHash }
1698
+ : { contentHash: entry.contentHash ?? undefined }),
1699
+ ...(entry.width === null ? {} : { width: entry.width }),
1700
+ ...(entry.height === null ? {} : { height: entry.height }),
1701
+ ...(entry.durationMs === null ? {} : { durationMs: entry.durationMs }),
1702
+ metadata: {
1703
+ ...entry.metadata,
1704
+ __creativeContextEnrichmentSourceMediaId:
1705
+ entry.metadata.__creativeContextEnrichmentSourceMediaId ?? entry.id,
1706
+ __creativeContextPreviousMediaId: entry.id,
1707
+ ...(enriched ? { enrichmentDerived: true } : {}),
1708
+ },
1709
+ };
1710
+ });
1711
+ const canonicalMedia = media.map((entry) => {
1712
+ const {
1713
+ __creativeContextEnrichmentSourceMediaId: _sourceMediaId,
1714
+ __creativeContextPreviousMediaId: _previousMediaId,
1715
+ ...metadata
1716
+ } = entry.metadata;
1717
+ return { ...entry, metadata };
1718
+ });
1719
+ const derivedContentHash = await sha256(
1720
+ stringifyJson({
1721
+ sourceContentHash,
1722
+ media: canonicalMedia,
1723
+ }),
1724
+ );
1725
+ await ingestItems({
1726
+ sourceId: detail.item.sourceId,
1727
+ items: [
1728
+ {
1729
+ externalId: detail.item.externalId,
1730
+ kind: detail.item.kind,
1731
+ title: detail.item.title,
1732
+ canonicalUrl: detail.item.canonicalUrl ?? undefined,
1733
+ mimeType: detail.item.mimeType ?? undefined,
1734
+ content: detail.version.content,
1735
+ summary: detail.version.summary ?? undefined,
1736
+ contentHash: derivedContentHash,
1737
+ sourceModifiedAt: detail.version.sourceModifiedAt ?? undefined,
1738
+ sourceVersion: detail.version.sourceVersion ?? undefined,
1739
+ rawSnapshotBlobRef: detail.version.rawSnapshotBlobRef ?? undefined,
1740
+ parseStatus: detail.version.parseStatus,
1741
+ parseError: detail.version.parseError ?? undefined,
1742
+ upstreamAccess: detail.item.upstreamAccess,
1743
+ curationStatus: detail.item.curationStatus,
1744
+ curationRank: detail.item.curationRank,
1745
+ starred: detail.item.starred,
1746
+ inventoryState: detail.item.inventoryState,
1747
+ indexState: detail.item.indexState,
1748
+ tags: detail.item.tags,
1749
+ colors: detail.item.colors,
1750
+ sortOrder: detail.item.sortOrder,
1751
+ parentItemId: detail.item.parentItemId ?? undefined,
1752
+ provenance: detail.item.provenance,
1753
+ thumbnailBlobRef: detail.item.thumbnailBlobRef ?? undefined,
1754
+ metadata: {
1755
+ ...detail.version.metadata,
1756
+ __creativeContextDerivation: {
1757
+ kind: "media-enrichment",
1758
+ sourceContentHash,
1759
+ derivedFromVersionId: detail.version.id,
1760
+ },
1761
+ },
1762
+ chunks: detail.chunks.map((chunk) => ({
1763
+ ordinal: chunk.ordinal,
1764
+ kind: chunk.kind,
1765
+ text: chunk.text,
1766
+ startOffset: chunk.startOffset ?? undefined,
1767
+ endOffset: chunk.endOffset ?? undefined,
1768
+ tokenCount: chunk.tokenCount ?? undefined,
1769
+ metadata: chunk.metadata,
1770
+ })),
1771
+ media,
1772
+ edges: detail.edges
1773
+ .filter(
1774
+ (edge) =>
1775
+ edge.relation !== "revision-of" ||
1776
+ edge.metadata.automatic !== true,
1777
+ )
1778
+ .map((edge) => ({
1779
+ relation: edge.relation,
1780
+ toItemId: edge.toItemId ?? undefined,
1781
+ toItemVersionId: edge.toItemVersionId ?? undefined,
1782
+ toExternalId: edge.toExternalId ?? undefined,
1783
+ metadata: edge.metadata,
1784
+ })),
1785
+ },
1786
+ ],
1787
+ });
1788
+ const appended = await getCreativeContextItem(itemId);
1789
+ const enrichedMedia = appended?.media.find(
1790
+ (entry) => entry.metadata.__creativeContextPreviousMediaId === target.id,
1791
+ );
1792
+ if (!appended || !enrichedMedia) {
1793
+ throw new Error("Failed to append creative context media enrichment");
1794
+ }
1795
+ return {
1796
+ itemId,
1797
+ itemVersionId: appended.version.id,
1798
+ mediaId: enrichedMedia.id,
1799
+ appended: appended.version.id !== detail.version.id,
1800
+ };
1801
+ }
1802
+
1803
+ export async function getCreativeContextItemByExternalId(input: {
1804
+ sourceId: string;
1805
+ externalId: string;
1806
+ itemId?: string;
1807
+ itemVersionId?: string;
1808
+ sourceVersion?: string;
1809
+ }): Promise<ContextDetail | null> {
1810
+ if (Boolean(input.itemId) !== Boolean(input.itemVersionId)) return null;
1811
+ if (input.itemId && input.itemVersionId) {
1812
+ const pinned = await getCreativeContextItem(
1813
+ input.itemId,
1814
+ input.itemVersionId,
1815
+ );
1816
+ return pinned?.item.sourceId === input.sourceId &&
1817
+ pinned.item.externalId === input.externalId
1818
+ ? pinned
1819
+ : null;
1820
+ }
1821
+ const { getDb, schema } = getCreativeContext();
1822
+ const itemRows = await getDb()
1823
+ .select({ id: schema.contextItems.id })
1824
+ .from(schema.contextItems)
1825
+ .where(
1826
+ and(
1827
+ eq(schema.contextItems.sourceId, input.sourceId),
1828
+ eq(schema.contextItems.externalId, input.externalId),
1829
+ ),
1830
+ )
1831
+ .limit(1);
1832
+ const itemId = itemRows[0]?.id;
1833
+ if (!itemId) return null;
1834
+ if (!input.sourceVersion) return getCreativeContextItem(itemId);
1835
+
1836
+ const versionRows = await getDb()
1837
+ .select({ id: schema.contextItemVersions.id })
1838
+ .from(schema.contextItemVersions)
1839
+ .where(
1840
+ and(
1841
+ eq(schema.contextItemVersions.itemId, itemId),
1842
+ eq(schema.contextItemVersions.sourceVersion, input.sourceVersion),
1843
+ ),
1844
+ )
1845
+ .orderBy(desc(schema.contextItemVersions.versionNumber))
1846
+ .limit(1);
1847
+ const versionId = versionRows[0]?.id;
1848
+ return versionId ? getCreativeContextItem(itemId, versionId) : null;
1849
+ }
1850
+
1851
+ export async function createEmbeddingSet(input: {
1852
+ name: string;
1853
+ provider: string;
1854
+ family: string;
1855
+ model: string;
1856
+ version: string;
1857
+ dimensions: number;
1858
+ metric?: EmbeddingSet["metric"];
1859
+ metadata?: Record<string, unknown>;
1860
+ }): Promise<EmbeddingSet> {
1861
+ const { getDb, schema } = getCreativeContext();
1862
+ const actor = requireActor();
1863
+ if (actor.orgId) {
1864
+ if (!(await currentRequestUserIsOrgAdmin(actor.orgId))) {
1865
+ throw new Error(
1866
+ "Only organization owners or admins can activate an organization embedding family.",
1867
+ );
1868
+ }
1869
+ }
1870
+ const row = {
1871
+ id: newId("cces"),
1872
+ name: input.name,
1873
+ provider: input.provider,
1874
+ family: input.family,
1875
+ model: input.model,
1876
+ version: input.version,
1877
+ dimensions: input.dimensions,
1878
+ metric: input.metric ?? "cosine",
1879
+ status: "active" as const,
1880
+ metadata: stringifyJson(input.metadata),
1881
+ createdAt: nowIso(),
1882
+ ownerEmail: actor.ownerEmail,
1883
+ orgId: actor.orgId,
1884
+ };
1885
+ await getDb().transaction(async (tx: any) => {
1886
+ await tx
1887
+ .update(schema.embeddingSets)
1888
+ .set({ status: "retired" })
1889
+ .where(
1890
+ and(
1891
+ actor.orgId
1892
+ ? eq(schema.embeddingSets.orgId, actor.orgId)
1893
+ : eq(schema.embeddingSets.ownerEmail, actor.ownerEmail),
1894
+ eq(schema.embeddingSets.status, "active"),
1895
+ ),
1896
+ );
1897
+ await tx.insert(schema.embeddingSets).values(row);
1898
+ });
1899
+ return { ...row, metadata: parseJson(row.metadata, {}) };
1900
+ }
1901
+
1902
+ export async function getActiveEmbeddingSet(
1903
+ input: {
1904
+ family?: string;
1905
+ model?: string;
1906
+ version?: string;
1907
+ } = {},
1908
+ ): Promise<EmbeddingSet | null> {
1909
+ const { getDb, schema } = getCreativeContext();
1910
+ const actor = requireActor();
1911
+ const filters: any[] = [
1912
+ actor.orgId
1913
+ ? eq(schema.embeddingSets.orgId, actor.orgId)
1914
+ : eq(schema.embeddingSets.ownerEmail, actor.ownerEmail),
1915
+ eq(schema.embeddingSets.status, "active"),
1916
+ ];
1917
+ if (input.family) filters.push(eq(schema.embeddingSets.family, input.family));
1918
+ if (input.model) filters.push(eq(schema.embeddingSets.model, input.model));
1919
+ if (input.version)
1920
+ filters.push(eq(schema.embeddingSets.version, input.version));
1921
+ const rows = await getDb()
1922
+ .select()
1923
+ .from(schema.embeddingSets)
1924
+ .where(and(...filters))
1925
+ .orderBy(
1926
+ desc(schema.embeddingSets.createdAt),
1927
+ desc(schema.embeddingSets.id),
1928
+ )
1929
+ .limit(1);
1930
+ const row = rows[0];
1931
+ return row
1932
+ ? {
1933
+ id: row.id,
1934
+ name: row.name,
1935
+ provider: row.provider,
1936
+ family: row.family,
1937
+ model: row.model,
1938
+ version: row.version,
1939
+ dimensions: row.dimensions,
1940
+ metric: row.metric,
1941
+ status: row.status,
1942
+ metadata: parseJson(row.metadata, {}),
1943
+ createdAt: row.createdAt,
1944
+ }
1945
+ : null;
1946
+ }
1947
+
1948
+ export async function recordEmbeddingMetadata(input: {
1949
+ embeddingSetId: string;
1950
+ itemId: string;
1951
+ itemVersionId: string;
1952
+ chunkId?: string;
1953
+ targetType?: "item" | "chunk" | "media";
1954
+ targetId?: string;
1955
+ vectorKey: string;
1956
+ dimensions: number;
1957
+ checksum?: string;
1958
+ }): Promise<ContextEmbeddingMetadata> {
1959
+ const { getDb, schema } = getCreativeContext();
1960
+ const actor = requireActor();
1961
+ const detail = await getCreativeContextItem(
1962
+ input.itemId,
1963
+ input.itemVersionId,
1964
+ );
1965
+ if (!detail)
1966
+ throw new Error("Context item version not found or not accessible");
1967
+ if (input.chunkId) {
1968
+ const chunk = detail.chunks.find((entry) => entry.id === input.chunkId);
1969
+ if (!chunk) throw new Error("Embedding chunk must belong to item version");
1970
+ }
1971
+ const targetType = input.targetType ?? (input.chunkId ? "chunk" : "item");
1972
+ const targetId = input.targetId ?? input.chunkId ?? input.itemVersionId;
1973
+ if (
1974
+ targetType === "chunk" &&
1975
+ !detail.chunks.some((entry) => entry.id === targetId)
1976
+ ) {
1977
+ throw new Error("Embedding chunk target must belong to item version");
1978
+ }
1979
+ if (
1980
+ targetType === "media" &&
1981
+ !detail.media.some((entry) => entry.id === targetId)
1982
+ ) {
1983
+ throw new Error("Embedding media target must belong to item version");
1984
+ }
1985
+ if (targetType === "item" && targetId !== input.itemVersionId) {
1986
+ throw new Error("Item embeddings target the exact item version id");
1987
+ }
1988
+ const sets = await getDb()
1989
+ .select()
1990
+ .from(schema.embeddingSets)
1991
+ .where(
1992
+ and(
1993
+ eq(schema.embeddingSets.id, input.embeddingSetId),
1994
+ actor.orgId
1995
+ ? eq(schema.embeddingSets.orgId, actor.orgId)
1996
+ : eq(schema.embeddingSets.ownerEmail, actor.ownerEmail),
1997
+ ),
1998
+ )
1999
+ .limit(1);
2000
+ const set = sets[0];
2001
+ if (!set || set.status !== "active") {
2002
+ throw new Error("Active embedding set not found");
2003
+ }
2004
+ if (set.dimensions !== input.dimensions) {
2005
+ throw new Error("Embedding dimensions do not match embedding set");
2006
+ }
2007
+ const existing = await getDb()
2008
+ .select({
2009
+ id: schema.embeddings.id,
2010
+ vectorKey: schema.embeddings.vectorKey,
2011
+ dimensions: schema.embeddings.dimensions,
2012
+ })
2013
+ .from(schema.embeddings)
2014
+ .where(
2015
+ and(
2016
+ eq(schema.embeddings.embeddingSetId, input.embeddingSetId),
2017
+ eq(schema.embeddings.targetType, targetType),
2018
+ eq(schema.embeddings.targetId, targetId),
2019
+ ),
2020
+ )
2021
+ .limit(1);
2022
+ const row = {
2023
+ id: existing[0]?.id ?? newId("cce"),
2024
+ embeddingSetId: input.embeddingSetId,
2025
+ family: set.family,
2026
+ model: set.model,
2027
+ version: set.version,
2028
+ itemId: input.itemId,
2029
+ itemVersionId: input.itemVersionId,
2030
+ chunkId: input.chunkId ?? null,
2031
+ targetType,
2032
+ targetId,
2033
+ vectorKey: input.vectorKey,
2034
+ dimensions: input.dimensions,
2035
+ checksum: input.checksum ?? null,
2036
+ createdAt: nowIso(),
2037
+ ownerEmail: actor.ownerEmail,
2038
+ orgId: actor.orgId,
2039
+ };
2040
+ await getDb()
2041
+ .insert(schema.embeddings)
2042
+ .values(row)
2043
+ .onConflictDoUpdate({
2044
+ target: [
2045
+ schema.embeddings.embeddingSetId,
2046
+ schema.embeddings.targetType,
2047
+ schema.embeddings.targetId,
2048
+ ],
2049
+ set: {
2050
+ family: row.family,
2051
+ model: row.model,
2052
+ version: row.version,
2053
+ itemId: row.itemId,
2054
+ itemVersionId: row.itemVersionId,
2055
+ chunkId: row.chunkId,
2056
+ vectorKey: row.vectorKey,
2057
+ dimensions: row.dimensions,
2058
+ checksum: row.checksum,
2059
+ createdAt: row.createdAt,
2060
+ ownerEmail: row.ownerEmail,
2061
+ orgId: row.orgId,
2062
+ },
2063
+ });
2064
+ if (existing[0] && existing[0].vectorKey !== input.vectorKey) {
2065
+ await getCreativeContext().vectorAdapter?.delete(existing[0]);
2066
+ }
2067
+ return row;
2068
+ }
2069
+
2070
+ export async function listEmbeddingMetadata(input: {
2071
+ embeddingSetId: string;
2072
+ itemVersionIds?: string[];
2073
+ sourceIds?: string[];
2074
+ packId?: string;
2075
+ kinds?: string[];
2076
+ tags?: string[];
2077
+ colors?: string[];
2078
+ updatedAfter?: string;
2079
+ updatedBefore?: string;
2080
+ statuses?: ContextItemSummary["status"][];
2081
+ }): Promise<ContextEmbeddingMetadata[]> {
2082
+ const { getDb, schema } = getCreativeContext();
2083
+ if (input.itemVersionIds && !input.itemVersionIds.length) return [];
2084
+ const packVersionIds: string[] | null = input.packId
2085
+ ? await accessiblePackVersionIds(input.packId)
2086
+ : null;
2087
+ if (packVersionIds && !packVersionIds.length) return [];
2088
+ const filters: any[] = [
2089
+ eq(schema.embeddings.embeddingSetId, input.embeddingSetId),
2090
+ ...(packVersionIds
2091
+ ? [inArray(schema.embeddings.itemVersionId, packVersionIds)]
2092
+ : [
2093
+ eq(
2094
+ schema.contextItems.currentVersionId,
2095
+ schema.embeddings.itemVersionId,
2096
+ ),
2097
+ ]),
2098
+ accessFilter(schema.contextSources, schema.contextSourceShares),
2099
+ ne(schema.contextSources.upstreamAccess, "restricted"),
2100
+ ne(schema.contextSources.status, "archived"),
2101
+ eq(schema.contextItems.curationStatus, "included"),
2102
+ ne(schema.contextItems.curationRank, "ignored"),
2103
+ inArray(schema.contextItems.status, searchableItemStatuses(input.statuses)),
2104
+ ];
2105
+ if (input.itemVersionIds) {
2106
+ filters.push(
2107
+ inArray(schema.embeddings.itemVersionId, input.itemVersionIds),
2108
+ );
2109
+ }
2110
+ if (input.sourceIds?.length) {
2111
+ filters.push(inArray(schema.contextSources.id, input.sourceIds));
2112
+ }
2113
+ if (input.kinds?.length) {
2114
+ filters.push(inArray(schema.contextItems.kind, input.kinds));
2115
+ }
2116
+ if (input.updatedAfter) {
2117
+ filters.push(gte(schema.contextItems.updatedAt, input.updatedAfter));
2118
+ }
2119
+ if (input.updatedBefore) {
2120
+ filters.push(lte(schema.contextItems.updatedAt, input.updatedBefore));
2121
+ }
2122
+ const rows = await getDb()
2123
+ .select({
2124
+ id: schema.embeddings.id,
2125
+ embeddingSetId: schema.embeddings.embeddingSetId,
2126
+ family: schema.embeddings.family,
2127
+ model: schema.embeddings.model,
2128
+ version: schema.embeddings.version,
2129
+ itemId: schema.embeddings.itemId,
2130
+ itemVersionId: schema.embeddings.itemVersionId,
2131
+ chunkId: schema.embeddings.chunkId,
2132
+ targetType: schema.embeddings.targetType,
2133
+ targetId: schema.embeddings.targetId,
2134
+ vectorKey: schema.embeddings.vectorKey,
2135
+ dimensions: schema.embeddings.dimensions,
2136
+ checksum: schema.embeddings.checksum,
2137
+ createdAt: schema.embeddings.createdAt,
2138
+ tags: schema.contextItems.tags,
2139
+ colors: schema.contextItems.colors,
2140
+ })
2141
+ .from(schema.embeddings)
2142
+ .innerJoin(
2143
+ schema.contextItems,
2144
+ eq(schema.contextItems.id, schema.embeddings.itemId),
2145
+ )
2146
+ .innerJoin(
2147
+ schema.contextSources,
2148
+ eq(schema.contextSources.id, schema.contextItems.sourceId),
2149
+ )
2150
+ .where(and(...filters));
2151
+ return (rows as any[])
2152
+ .filter((row) => {
2153
+ const tags = parseJson<string[]>(row.tags, []);
2154
+ const colors = parseJson<string[]>(row.colors, []);
2155
+ return (
2156
+ (input.tags?.every((tag) => tags.includes(tag)) ?? true) &&
2157
+ (input.colors?.every((color) => colors.includes(color)) ?? true)
2158
+ );
2159
+ })
2160
+ .map(({ tags: _tags, colors: _colors, ...row }) => row);
2161
+ }
2162
+
2163
+ export async function recordContextFeedback(input: {
2164
+ itemId: string;
2165
+ itemVersionId?: string;
2166
+ signal: ContextFeedbackSignal;
2167
+ note?: string;
2168
+ }): Promise<{ recorded: true }> {
2169
+ const detail = await getCreativeContextItem(
2170
+ input.itemId,
2171
+ input.itemVersionId,
2172
+ );
2173
+ if (!detail)
2174
+ throw new Error("Context item version not found or not accessible");
2175
+ const { getDb, schema } = getCreativeContext();
2176
+ const actor = requireActor();
2177
+ await getDb()
2178
+ .insert(schema.contextFeedback)
2179
+ .values({
2180
+ id: newId("ccf"),
2181
+ itemId: input.itemId,
2182
+ itemVersionId: detail.version.id,
2183
+ signal: input.signal,
2184
+ note: input.note ?? null,
2185
+ createdAt: nowIso(),
2186
+ ownerEmail: actor.ownerEmail,
2187
+ orgId: actor.orgId,
2188
+ });
2189
+ return { recorded: true };
2190
+ }
2191
+
2192
+ export async function reviewContextItems(input: {
2193
+ sourceId: string;
2194
+ operation:
2195
+ | "list"
2196
+ | "approve"
2197
+ | "exclude"
2198
+ | "exemplar"
2199
+ | "normal"
2200
+ | "ignore"
2201
+ | "star"
2202
+ | "unstar"
2203
+ | "deprecate"
2204
+ | "restore";
2205
+ itemIds?: string[];
2206
+ limit?: number;
2207
+ queue?: "restricted" | "all";
2208
+ }): Promise<{ items: ContextReviewItem[]; updated: number }> {
2209
+ const { getDb, schema } = getCreativeContext();
2210
+ await assertAccess(
2211
+ "creative-context-source",
2212
+ input.sourceId,
2213
+ input.operation === "list" ? "viewer" : "editor",
2214
+ undefined,
2215
+ { skipResourceBody: true },
2216
+ );
2217
+ const pendingFilter = and(
2218
+ eq(schema.contextItems.sourceId, input.sourceId),
2219
+ eq(schema.contextItems.upstreamAccess, "restricted"),
2220
+ eq(schema.contextItems.curationStatus, "review"),
2221
+ );
2222
+ if (input.operation !== "list") {
2223
+ const itemIds = Array.from(new Set(input.itemIds ?? []));
2224
+ if (!itemIds.length) throw new Error("itemIds are required for review");
2225
+ const eligibleFilter =
2226
+ input.operation === "approve" || input.operation === "exclude"
2227
+ ? and(
2228
+ eq(schema.contextItems.sourceId, input.sourceId),
2229
+ eq(schema.contextItems.upstreamAccess, "restricted"),
2230
+ inArray(schema.contextItems.curationStatus, [
2231
+ "review",
2232
+ "included",
2233
+ "excluded",
2234
+ ]),
2235
+ inArray(schema.contextItems.id, itemIds),
2236
+ )
2237
+ : and(
2238
+ eq(schema.contextItems.sourceId, input.sourceId),
2239
+ inArray(schema.contextItems.id, itemIds),
2240
+ );
2241
+ const eligible = await getDb()
2242
+ .select({ id: schema.contextItems.id })
2243
+ .from(schema.contextItems)
2244
+ .where(eligibleFilter);
2245
+ if (eligible.length !== itemIds.length) {
2246
+ throw new Error(
2247
+ "All curated items must belong to the accessible source and be eligible for the operation",
2248
+ );
2249
+ }
2250
+ const valuesByOperation: Record<string, Record<string, unknown>> = {
2251
+ approve: { curationStatus: "included" },
2252
+ exclude: { curationStatus: "excluded" },
2253
+ exemplar: { curationRank: "exemplar" },
2254
+ normal: { curationRank: "normal" },
2255
+ ignore: { curationRank: "ignored" },
2256
+ star: { starred: 1 },
2257
+ unstar: { starred: 0 },
2258
+ deprecate: { status: "deprecated" },
2259
+ restore: { status: "active" },
2260
+ };
2261
+ const mutationValues = valuesByOperation[input.operation]!;
2262
+ const timestamp = nowIso();
2263
+ await getDb().transaction(async (tx: any) => {
2264
+ await tx
2265
+ .update(schema.contextItems)
2266
+ .set({ ...mutationValues, updatedAt: timestamp })
2267
+ .where(inArray(schema.contextItems.id, itemIds));
2268
+ });
2269
+ return { items: [], updated: itemIds.length };
2270
+ }
2271
+ const rows = await getDb()
2272
+ .select({
2273
+ id: schema.contextItems.id,
2274
+ currentVersionId: schema.contextItems.currentVersionId,
2275
+ sourceId: schema.contextItems.sourceId,
2276
+ externalId: schema.contextItems.externalId,
2277
+ kind: schema.contextItems.kind,
2278
+ title: schema.contextItems.title,
2279
+ canonicalUrl: schema.contextItems.canonicalUrl,
2280
+ upstreamAccess: schema.contextItems.upstreamAccess,
2281
+ curationStatus: schema.contextItems.curationStatus,
2282
+ curationRank: schema.contextItems.curationRank,
2283
+ starred: schema.contextItems.starred,
2284
+ status: schema.contextItems.status,
2285
+ inventoryState: schema.contextItems.inventoryState,
2286
+ tags: schema.contextItems.tags,
2287
+ colors: schema.contextItems.colors,
2288
+ parentItemId: schema.contextItems.parentItemId,
2289
+ provenance: schema.contextItems.provenance,
2290
+ thumbnailBlobRef: schema.contextItems.thumbnailBlobRef,
2291
+ updatedAt: schema.contextItems.updatedAt,
2292
+ })
2293
+ .from(schema.contextItems)
2294
+ .where(
2295
+ input.queue === "all"
2296
+ ? and(
2297
+ eq(schema.contextItems.sourceId, input.sourceId),
2298
+ ne(schema.contextItems.status, "deleted"),
2299
+ )
2300
+ : pendingFilter,
2301
+ )
2302
+ .orderBy(desc(schema.contextItems.updatedAt))
2303
+ .limit(input.limit ?? 100);
2304
+ return {
2305
+ items: rows.map((row: any) => ({
2306
+ ...row,
2307
+ canonicalUrl: row.canonicalUrl ?? null,
2308
+ starred: Boolean(row.starred),
2309
+ tags: parseJson(row.tags, []),
2310
+ colors: parseJson(row.colors, []),
2311
+ parentItemId: row.parentItemId ?? null,
2312
+ provenance: parseJson(row.provenance, {}),
2313
+ thumbnailBlobRef: row.thumbnailBlobRef ?? null,
2314
+ })),
2315
+ updated: 0,
2316
+ };
2317
+ }