@andre.li/memoark 0.3.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (441) hide show
  1. package/LICENSE +191 -0
  2. package/README.en.md +606 -0
  3. package/README.md +560 -0
  4. package/bin/memoark.mjs +36 -0
  5. package/dist/adapters/file.d.ts +19 -0
  6. package/dist/adapters/file.d.ts.map +1 -0
  7. package/dist/adapters/file.js +61 -0
  8. package/dist/adapters/file.js.map +1 -0
  9. package/dist/adapters/gbrain.d.ts +29 -0
  10. package/dist/adapters/gbrain.d.ts.map +1 -0
  11. package/dist/adapters/gbrain.js +622 -0
  12. package/dist/adapters/gbrain.js.map +1 -0
  13. package/dist/adapters/index.d.ts +6 -0
  14. package/dist/adapters/index.d.ts.map +1 -0
  15. package/dist/adapters/index.js +5 -0
  16. package/dist/adapters/index.js.map +1 -0
  17. package/dist/adapters/registry.d.ts +18 -0
  18. package/dist/adapters/registry.d.ts.map +1 -0
  19. package/dist/adapters/registry.js +18 -0
  20. package/dist/adapters/registry.js.map +1 -0
  21. package/dist/adapters/stdout.d.ts +12 -0
  22. package/dist/adapters/stdout.d.ts.map +1 -0
  23. package/dist/adapters/stdout.js +29 -0
  24. package/dist/adapters/stdout.js.map +1 -0
  25. package/dist/adapters/store.d.ts +47 -0
  26. package/dist/adapters/store.d.ts.map +1 -0
  27. package/dist/adapters/store.js +641 -0
  28. package/dist/adapters/store.js.map +1 -0
  29. package/dist/cli.d.ts +2 -0
  30. package/dist/cli.d.ts.map +1 -0
  31. package/dist/cli.js +694 -0
  32. package/dist/cli.js.map +1 -0
  33. package/dist/collectors/agent/claude-code.d.ts +12 -0
  34. package/dist/collectors/agent/claude-code.d.ts.map +1 -0
  35. package/dist/collectors/agent/claude-code.js +94 -0
  36. package/dist/collectors/agent/claude-code.js.map +1 -0
  37. package/dist/collectors/agent/codex.d.ts +16 -0
  38. package/dist/collectors/agent/codex.d.ts.map +1 -0
  39. package/dist/collectors/agent/codex.js +149 -0
  40. package/dist/collectors/agent/codex.js.map +1 -0
  41. package/dist/collectors/agent/collector.d.ts +20 -0
  42. package/dist/collectors/agent/collector.d.ts.map +1 -0
  43. package/dist/collectors/agent/collector.js +108 -0
  44. package/dist/collectors/agent/collector.js.map +1 -0
  45. package/dist/collectors/agent/hermes.d.ts +13 -0
  46. package/dist/collectors/agent/hermes.d.ts.map +1 -0
  47. package/dist/collectors/agent/hermes.js +90 -0
  48. package/dist/collectors/agent/hermes.js.map +1 -0
  49. package/dist/collectors/agent/index.d.ts +6 -0
  50. package/dist/collectors/agent/index.d.ts.map +1 -0
  51. package/dist/collectors/agent/index.js +5 -0
  52. package/dist/collectors/agent/index.js.map +1 -0
  53. package/dist/collectors/agent/types.d.ts +61 -0
  54. package/dist/collectors/agent/types.d.ts.map +1 -0
  55. package/dist/collectors/agent/types.js +6 -0
  56. package/dist/collectors/agent/types.js.map +1 -0
  57. package/dist/collectors/feishu/auth.d.ts +13 -0
  58. package/dist/collectors/feishu/auth.d.ts.map +1 -0
  59. package/dist/collectors/feishu/auth.js +72 -0
  60. package/dist/collectors/feishu/auth.js.map +1 -0
  61. package/dist/collectors/feishu/collector.d.ts +23 -0
  62. package/dist/collectors/feishu/collector.d.ts.map +1 -0
  63. package/dist/collectors/feishu/collector.js +113 -0
  64. package/dist/collectors/feishu/collector.js.map +1 -0
  65. package/dist/collectors/feishu/cursor-staging.d.ts +11 -0
  66. package/dist/collectors/feishu/cursor-staging.d.ts.map +1 -0
  67. package/dist/collectors/feishu/cursor-staging.js +37 -0
  68. package/dist/collectors/feishu/cursor-staging.js.map +1 -0
  69. package/dist/collectors/feishu/http-client.d.ts +26 -0
  70. package/dist/collectors/feishu/http-client.d.ts.map +1 -0
  71. package/dist/collectors/feishu/http-client.js +94 -0
  72. package/dist/collectors/feishu/http-client.js.map +1 -0
  73. package/dist/collectors/feishu/index.d.ts +3 -0
  74. package/dist/collectors/feishu/index.d.ts.map +1 -0
  75. package/dist/collectors/feishu/index.js +2 -0
  76. package/dist/collectors/feishu/index.js.map +1 -0
  77. package/dist/collectors/feishu/lark-cli-client.d.ts +16 -0
  78. package/dist/collectors/feishu/lark-cli-client.d.ts.map +1 -0
  79. package/dist/collectors/feishu/lark-cli-client.js +69 -0
  80. package/dist/collectors/feishu/lark-cli-client.js.map +1 -0
  81. package/dist/collectors/feishu/rate-limiter.d.ts +10 -0
  82. package/dist/collectors/feishu/rate-limiter.d.ts.map +1 -0
  83. package/dist/collectors/feishu/rate-limiter.js +33 -0
  84. package/dist/collectors/feishu/rate-limiter.js.map +1 -0
  85. package/dist/collectors/feishu/sources/base.d.ts +9 -0
  86. package/dist/collectors/feishu/sources/base.d.ts.map +1 -0
  87. package/dist/collectors/feishu/sources/base.js +2 -0
  88. package/dist/collectors/feishu/sources/base.js.map +1 -0
  89. package/dist/collectors/feishu/sources/calendar.d.ts +16 -0
  90. package/dist/collectors/feishu/sources/calendar.d.ts.map +1 -0
  91. package/dist/collectors/feishu/sources/calendar.js +93 -0
  92. package/dist/collectors/feishu/sources/calendar.js.map +1 -0
  93. package/dist/collectors/feishu/sources/dm.d.ts +28 -0
  94. package/dist/collectors/feishu/sources/dm.d.ts.map +1 -0
  95. package/dist/collectors/feishu/sources/dm.js +152 -0
  96. package/dist/collectors/feishu/sources/dm.js.map +1 -0
  97. package/dist/collectors/feishu/sources/docs.d.ts +23 -0
  98. package/dist/collectors/feishu/sources/docs.d.ts.map +1 -0
  99. package/dist/collectors/feishu/sources/docs.js +154 -0
  100. package/dist/collectors/feishu/sources/docs.js.map +1 -0
  101. package/dist/collectors/feishu/sources/mail.d.ts +27 -0
  102. package/dist/collectors/feishu/sources/mail.d.ts.map +1 -0
  103. package/dist/collectors/feishu/sources/mail.js +136 -0
  104. package/dist/collectors/feishu/sources/mail.js.map +1 -0
  105. package/dist/collectors/feishu/sources/message-search.d.ts +37 -0
  106. package/dist/collectors/feishu/sources/message-search.d.ts.map +1 -0
  107. package/dist/collectors/feishu/sources/message-search.js +140 -0
  108. package/dist/collectors/feishu/sources/message-search.js.map +1 -0
  109. package/dist/collectors/feishu/sources/messages.d.ts +26 -0
  110. package/dist/collectors/feishu/sources/messages.d.ts.map +1 -0
  111. package/dist/collectors/feishu/sources/messages.js +148 -0
  112. package/dist/collectors/feishu/sources/messages.js.map +1 -0
  113. package/dist/collectors/feishu/sources/tasks.d.ts +15 -0
  114. package/dist/collectors/feishu/sources/tasks.d.ts.map +1 -0
  115. package/dist/collectors/feishu/sources/tasks.js +74 -0
  116. package/dist/collectors/feishu/sources/tasks.js.map +1 -0
  117. package/dist/collectors/feishu/types.d.ts +224 -0
  118. package/dist/collectors/feishu/types.d.ts.map +1 -0
  119. package/dist/collectors/feishu/types.js +17 -0
  120. package/dist/collectors/feishu/types.js.map +1 -0
  121. package/dist/collectors/index.d.ts +10 -0
  122. package/dist/collectors/index.d.ts.map +1 -0
  123. package/dist/collectors/index.js +18 -0
  124. package/dist/collectors/index.js.map +1 -0
  125. package/dist/config-center/connection-checks.d.ts +28 -0
  126. package/dist/config-center/connection-checks.d.ts.map +1 -0
  127. package/dist/config-center/connection-checks.js +114 -0
  128. package/dist/config-center/connection-checks.js.map +1 -0
  129. package/dist/config-center/document.d.ts +21 -0
  130. package/dist/config-center/document.d.ts.map +1 -0
  131. package/dist/config-center/document.js +93 -0
  132. package/dist/config-center/document.js.map +1 -0
  133. package/dist/config-center/index.d.ts +9 -0
  134. package/dist/config-center/index.d.ts.map +1 -0
  135. package/dist/config-center/index.js +29 -0
  136. package/dist/config-center/index.js.map +1 -0
  137. package/dist/config-center/recommendations.d.ts +16 -0
  138. package/dist/config-center/recommendations.d.ts.map +1 -0
  139. package/dist/config-center/recommendations.js +50 -0
  140. package/dist/config-center/recommendations.js.map +1 -0
  141. package/dist/config-center/reducer.d.ts +57 -0
  142. package/dist/config-center/reducer.d.ts.map +1 -0
  143. package/dist/config-center/reducer.js +192 -0
  144. package/dist/config-center/reducer.js.map +1 -0
  145. package/dist/config-center/schema.d.ts +31 -0
  146. package/dist/config-center/schema.d.ts.map +1 -0
  147. package/dist/config-center/schema.js +365 -0
  148. package/dist/config-center/schema.js.map +1 -0
  149. package/dist/config-center/secrets.d.ts +4 -0
  150. package/dist/config-center/secrets.d.ts.map +1 -0
  151. package/dist/config-center/secrets.js +27 -0
  152. package/dist/config-center/secrets.js.map +1 -0
  153. package/dist/config-center/source-dirs.d.ts +16 -0
  154. package/dist/config-center/source-dirs.d.ts.map +1 -0
  155. package/dist/config-center/source-dirs.js +81 -0
  156. package/dist/config-center/source-dirs.js.map +1 -0
  157. package/dist/config-center/tui/app.d.ts +22 -0
  158. package/dist/config-center/tui/app.d.ts.map +1 -0
  159. package/dist/config-center/tui/app.js +142 -0
  160. package/dist/config-center/tui/app.js.map +1 -0
  161. package/dist/config-center/tui/render.d.ts +20 -0
  162. package/dist/config-center/tui/render.d.ts.map +1 -0
  163. package/dist/config-center/tui/render.js +166 -0
  164. package/dist/config-center/tui/render.js.map +1 -0
  165. package/dist/config-center/validation.d.ts +9 -0
  166. package/dist/config-center/validation.d.ts.map +1 -0
  167. package/dist/config-center/validation.js +59 -0
  168. package/dist/config-center/validation.js.map +1 -0
  169. package/dist/consolidator/consolidator.d.ts +31 -0
  170. package/dist/consolidator/consolidator.d.ts.map +1 -0
  171. package/dist/consolidator/consolidator.js +57 -0
  172. package/dist/consolidator/consolidator.js.map +1 -0
  173. package/dist/consolidator/dead-link.d.ts +7 -0
  174. package/dist/consolidator/dead-link.d.ts.map +1 -0
  175. package/dist/consolidator/dead-link.js +57 -0
  176. package/dist/consolidator/dead-link.js.map +1 -0
  177. package/dist/consolidator/hot-warm.d.ts +9 -0
  178. package/dist/consolidator/hot-warm.d.ts.map +1 -0
  179. package/dist/consolidator/hot-warm.js +88 -0
  180. package/dist/consolidator/hot-warm.js.map +1 -0
  181. package/dist/consolidator/infer-preferences.d.ts +14 -0
  182. package/dist/consolidator/infer-preferences.d.ts.map +1 -0
  183. package/dist/consolidator/infer-preferences.js +73 -0
  184. package/dist/consolidator/infer-preferences.js.map +1 -0
  185. package/dist/consolidator/rules.d.ts +5 -0
  186. package/dist/consolidator/rules.d.ts.map +1 -0
  187. package/dist/consolidator/rules.js +53 -0
  188. package/dist/consolidator/rules.js.map +1 -0
  189. package/dist/consolidator/warm-cold.d.ts +13 -0
  190. package/dist/consolidator/warm-cold.d.ts.map +1 -0
  191. package/dist/consolidator/warm-cold.js +91 -0
  192. package/dist/consolidator/warm-cold.js.map +1 -0
  193. package/dist/core/block-builder.d.ts +15 -0
  194. package/dist/core/block-builder.d.ts.map +1 -0
  195. package/dist/core/block-builder.js +185 -0
  196. package/dist/core/block-builder.js.map +1 -0
  197. package/dist/core/canonicalize.d.ts +3 -0
  198. package/dist/core/canonicalize.d.ts.map +1 -0
  199. package/dist/core/canonicalize.js +137 -0
  200. package/dist/core/canonicalize.js.map +1 -0
  201. package/dist/core/concurrency.d.ts +2 -0
  202. package/dist/core/concurrency.d.ts.map +1 -0
  203. package/dist/core/concurrency.js +14 -0
  204. package/dist/core/concurrency.js.map +1 -0
  205. package/dist/core/config.d.ts +184 -0
  206. package/dist/core/config.d.ts.map +1 -0
  207. package/dist/core/config.js +136 -0
  208. package/dist/core/config.js.map +1 -0
  209. package/dist/core/cursors.d.ts +36 -0
  210. package/dist/core/cursors.d.ts.map +1 -0
  211. package/dist/core/cursors.js +90 -0
  212. package/dist/core/cursors.js.map +1 -0
  213. package/dist/core/dedup.d.ts +45 -0
  214. package/dist/core/dedup.d.ts.map +1 -0
  215. package/dist/core/dedup.js +111 -0
  216. package/dist/core/dedup.js.map +1 -0
  217. package/dist/core/entity-extract.d.ts +3 -0
  218. package/dist/core/entity-extract.d.ts.map +1 -0
  219. package/dist/core/entity-extract.js +54 -0
  220. package/dist/core/entity-extract.js.map +1 -0
  221. package/dist/core/helpers.d.ts +3 -0
  222. package/dist/core/helpers.d.ts.map +1 -0
  223. package/dist/core/helpers.js +10 -0
  224. package/dist/core/helpers.js.map +1 -0
  225. package/dist/core/identity-resolver.d.ts +21 -0
  226. package/dist/core/identity-resolver.d.ts.map +1 -0
  227. package/dist/core/identity-resolver.js +62 -0
  228. package/dist/core/identity-resolver.js.map +1 -0
  229. package/dist/core/pipeline-factory.d.ts +13 -0
  230. package/dist/core/pipeline-factory.d.ts.map +1 -0
  231. package/dist/core/pipeline-factory.js +32 -0
  232. package/dist/core/pipeline-factory.js.map +1 -0
  233. package/dist/core/pipeline.d.ts +61 -0
  234. package/dist/core/pipeline.d.ts.map +1 -0
  235. package/dist/core/pipeline.js +261 -0
  236. package/dist/core/pipeline.js.map +1 -0
  237. package/dist/core/schemas.d.ts +2470 -0
  238. package/dist/core/schemas.d.ts.map +1 -0
  239. package/dist/core/schemas.js +229 -0
  240. package/dist/core/schemas.js.map +1 -0
  241. package/dist/core/signal-scoring.d.ts +3 -0
  242. package/dist/core/signal-scoring.d.ts.map +1 -0
  243. package/dist/core/signal-scoring.js +124 -0
  244. package/dist/core/signal-scoring.js.map +1 -0
  245. package/dist/core/state.d.ts +22 -0
  246. package/dist/core/state.d.ts.map +1 -0
  247. package/dist/core/state.js +32 -0
  248. package/dist/core/state.js.map +1 -0
  249. package/dist/core/types.d.ts +231 -0
  250. package/dist/core/types.d.ts.map +1 -0
  251. package/dist/core/types.js +6 -0
  252. package/dist/core/types.js.map +1 -0
  253. package/dist/daemon/alerts.d.ts +12 -0
  254. package/dist/daemon/alerts.d.ts.map +1 -0
  255. package/dist/daemon/alerts.js +34 -0
  256. package/dist/daemon/alerts.js.map +1 -0
  257. package/dist/daemon/index.d.ts +6 -0
  258. package/dist/daemon/index.d.ts.map +1 -0
  259. package/dist/daemon/index.js +6 -0
  260. package/dist/daemon/index.js.map +1 -0
  261. package/dist/daemon/logger.d.ts +8 -0
  262. package/dist/daemon/logger.d.ts.map +1 -0
  263. package/dist/daemon/logger.js +35 -0
  264. package/dist/daemon/logger.js.map +1 -0
  265. package/dist/daemon/run-history.d.ts +29 -0
  266. package/dist/daemon/run-history.d.ts.map +1 -0
  267. package/dist/daemon/run-history.js +54 -0
  268. package/dist/daemon/run-history.js.map +1 -0
  269. package/dist/daemon/scheduler.d.ts +37 -0
  270. package/dist/daemon/scheduler.d.ts.map +1 -0
  271. package/dist/daemon/scheduler.js +142 -0
  272. package/dist/daemon/scheduler.js.map +1 -0
  273. package/dist/daemon/source-schedule.d.ts +25 -0
  274. package/dist/daemon/source-schedule.d.ts.map +1 -0
  275. package/dist/daemon/source-schedule.js +87 -0
  276. package/dist/daemon/source-schedule.js.map +1 -0
  277. package/dist/embedded-assets.generated.d.ts +4 -0
  278. package/dist/embedded-assets.generated.d.ts.map +1 -0
  279. package/dist/embedded-assets.generated.js +12 -0
  280. package/dist/embedded-assets.generated.js.map +1 -0
  281. package/dist/extractors/noise-filter.d.ts +30 -0
  282. package/dist/extractors/noise-filter.d.ts.map +1 -0
  283. package/dist/extractors/noise-filter.js +185 -0
  284. package/dist/extractors/noise-filter.js.map +1 -0
  285. package/dist/extractors/providers/anthropic.d.ts +13 -0
  286. package/dist/extractors/providers/anthropic.d.ts.map +1 -0
  287. package/dist/extractors/providers/anthropic.js +67 -0
  288. package/dist/extractors/providers/anthropic.js.map +1 -0
  289. package/dist/extractors/providers/index.d.ts +12 -0
  290. package/dist/extractors/providers/index.d.ts.map +1 -0
  291. package/dist/extractors/providers/index.js +41 -0
  292. package/dist/extractors/providers/index.js.map +1 -0
  293. package/dist/extractors/providers/mock.d.ts +14 -0
  294. package/dist/extractors/providers/mock.d.ts.map +1 -0
  295. package/dist/extractors/providers/mock.js +37 -0
  296. package/dist/extractors/providers/mock.js.map +1 -0
  297. package/dist/extractors/providers/openai.d.ts +15 -0
  298. package/dist/extractors/providers/openai.d.ts.map +1 -0
  299. package/dist/extractors/providers/openai.js +109 -0
  300. package/dist/extractors/providers/openai.js.map +1 -0
  301. package/dist/extractors/providers/types.d.ts +27 -0
  302. package/dist/extractors/providers/types.d.ts.map +1 -0
  303. package/dist/extractors/providers/types.js +6 -0
  304. package/dist/extractors/providers/types.js.map +1 -0
  305. package/dist/extractors/signal-extractor.d.ts +29 -0
  306. package/dist/extractors/signal-extractor.d.ts.map +1 -0
  307. package/dist/extractors/signal-extractor.js +279 -0
  308. package/dist/extractors/signal-extractor.js.map +1 -0
  309. package/dist/formatters/index.d.ts +3 -0
  310. package/dist/formatters/index.d.ts.map +1 -0
  311. package/dist/formatters/index.js +3 -0
  312. package/dist/formatters/index.js.map +1 -0
  313. package/dist/formatters/json.d.ts +6 -0
  314. package/dist/formatters/json.d.ts.map +1 -0
  315. package/dist/formatters/json.js +16 -0
  316. package/dist/formatters/json.js.map +1 -0
  317. package/dist/formatters/markdown.d.ts +6 -0
  318. package/dist/formatters/markdown.d.ts.map +1 -0
  319. package/dist/formatters/markdown.js +198 -0
  320. package/dist/formatters/markdown.js.map +1 -0
  321. package/dist/processors/privacy.d.ts +98 -0
  322. package/dist/processors/privacy.d.ts.map +1 -0
  323. package/dist/processors/privacy.js +271 -0
  324. package/dist/processors/privacy.js.map +1 -0
  325. package/dist/server/api.d.ts +35 -0
  326. package/dist/server/api.d.ts.map +1 -0
  327. package/dist/server/api.js +453 -0
  328. package/dist/server/api.js.map +1 -0
  329. package/dist/server/backfill-job.d.ts +36 -0
  330. package/dist/server/backfill-job.d.ts.map +1 -0
  331. package/dist/server/backfill-job.js +88 -0
  332. package/dist/server/backfill-job.js.map +1 -0
  333. package/dist/server/backfill-routes.d.ts +7 -0
  334. package/dist/server/backfill-routes.d.ts.map +1 -0
  335. package/dist/server/backfill-routes.js +123 -0
  336. package/dist/server/backfill-routes.js.map +1 -0
  337. package/dist/server/config-routes.d.ts +8 -0
  338. package/dist/server/config-routes.d.ts.map +1 -0
  339. package/dist/server/config-routes.js +114 -0
  340. package/dist/server/config-routes.js.map +1 -0
  341. package/dist/server/context.d.ts +13 -0
  342. package/dist/server/context.d.ts.map +1 -0
  343. package/dist/server/context.js +47 -0
  344. package/dist/server/context.js.map +1 -0
  345. package/dist/server/entity.d.ts +25 -0
  346. package/dist/server/entity.d.ts.map +1 -0
  347. package/dist/server/entity.js +34 -0
  348. package/dist/server/entity.js.map +1 -0
  349. package/dist/server/event-bus.d.ts +35 -0
  350. package/dist/server/event-bus.d.ts.map +1 -0
  351. package/dist/server/event-bus.js +4 -0
  352. package/dist/server/event-bus.js.map +1 -0
  353. package/dist/server/mcp.d.ts +126 -0
  354. package/dist/server/mcp.d.ts.map +1 -0
  355. package/dist/server/mcp.js +103 -0
  356. package/dist/server/mcp.js.map +1 -0
  357. package/dist/server/setup-server.d.ts +7 -0
  358. package/dist/server/setup-server.d.ts.map +1 -0
  359. package/dist/server/setup-server.js +52 -0
  360. package/dist/server/setup-server.js.map +1 -0
  361. package/dist/setup/assess-hardware.d.ts +34 -0
  362. package/dist/setup/assess-hardware.d.ts.map +1 -0
  363. package/dist/setup/assess-hardware.js +179 -0
  364. package/dist/setup/assess-hardware.js.map +1 -0
  365. package/dist/setup/connection-tests.d.ts +17 -0
  366. package/dist/setup/connection-tests.d.ts.map +1 -0
  367. package/dist/setup/connection-tests.js +67 -0
  368. package/dist/setup/connection-tests.js.map +1 -0
  369. package/dist/setup/detect-api-keys.d.ts +13 -0
  370. package/dist/setup/detect-api-keys.d.ts.map +1 -0
  371. package/dist/setup/detect-api-keys.js +41 -0
  372. package/dist/setup/detect-api-keys.js.map +1 -0
  373. package/dist/setup/detect-runtime.d.ts +14 -0
  374. package/dist/setup/detect-runtime.d.ts.map +1 -0
  375. package/dist/setup/detect-runtime.js +43 -0
  376. package/dist/setup/detect-runtime.js.map +1 -0
  377. package/dist/setup/detect-sources.d.ts +14 -0
  378. package/dist/setup/detect-sources.d.ts.map +1 -0
  379. package/dist/setup/detect-sources.js +75 -0
  380. package/dist/setup/detect-sources.js.map +1 -0
  381. package/dist/setup/generate-config.d.ts +5 -0
  382. package/dist/setup/generate-config.d.ts.map +1 -0
  383. package/dist/setup/generate-config.js +103 -0
  384. package/dist/setup/generate-config.js.map +1 -0
  385. package/dist/setup/index.d.ts +9 -0
  386. package/dist/setup/index.d.ts.map +1 -0
  387. package/dist/setup/index.js +9 -0
  388. package/dist/setup/index.js.map +1 -0
  389. package/dist/setup/init-wizard.d.ts +19 -0
  390. package/dist/setup/init-wizard.d.ts.map +1 -0
  391. package/dist/setup/init-wizard.js +501 -0
  392. package/dist/setup/init-wizard.js.map +1 -0
  393. package/dist/setup/terminal.d.ts +28 -0
  394. package/dist/setup/terminal.d.ts.map +1 -0
  395. package/dist/setup/terminal.js +258 -0
  396. package/dist/setup/terminal.js.map +1 -0
  397. package/dist/setup/validate-config.d.ts +26 -0
  398. package/dist/setup/validate-config.d.ts.map +1 -0
  399. package/dist/setup/validate-config.js +27 -0
  400. package/dist/setup/validate-config.js.map +1 -0
  401. package/dist/store/chunks.d.ts +19 -0
  402. package/dist/store/chunks.d.ts.map +1 -0
  403. package/dist/store/chunks.js +70 -0
  404. package/dist/store/chunks.js.map +1 -0
  405. package/dist/store/database.d.ts +24 -0
  406. package/dist/store/database.d.ts.map +1 -0
  407. package/dist/store/database.js +62 -0
  408. package/dist/store/database.js.map +1 -0
  409. package/dist/store/embedding.d.ts +23 -0
  410. package/dist/store/embedding.d.ts.map +1 -0
  411. package/dist/store/embedding.js +62 -0
  412. package/dist/store/embedding.js.map +1 -0
  413. package/dist/store/graph.d.ts +53 -0
  414. package/dist/store/graph.d.ts.map +1 -0
  415. package/dist/store/graph.js +186 -0
  416. package/dist/store/graph.js.map +1 -0
  417. package/dist/store/migrations/index.d.ts +9 -0
  418. package/dist/store/migrations/index.d.ts.map +1 -0
  419. package/dist/store/migrations/index.js +68 -0
  420. package/dist/store/migrations/index.js.map +1 -0
  421. package/dist/store/pages.d.ts +39 -0
  422. package/dist/store/pages.d.ts.map +1 -0
  423. package/dist/store/pages.js +150 -0
  424. package/dist/store/pages.js.map +1 -0
  425. package/dist/store/search.d.ts +37 -0
  426. package/dist/store/search.d.ts.map +1 -0
  427. package/dist/store/search.js +200 -0
  428. package/dist/store/search.js.map +1 -0
  429. package/dist/store/tags.d.ts +10 -0
  430. package/dist/store/tags.d.ts.map +1 -0
  431. package/dist/store/tags.js +31 -0
  432. package/dist/store/tags.js.map +1 -0
  433. package/dist/store/timeline.d.ts +26 -0
  434. package/dist/store/timeline.d.ts.map +1 -0
  435. package/dist/store/timeline.js +43 -0
  436. package/dist/store/timeline.js.map +1 -0
  437. package/dist/sync/obsidian.d.ts +136 -0
  438. package/dist/sync/obsidian.d.ts.map +1 -0
  439. package/dist/sync/obsidian.js +539 -0
  440. package/dist/sync/obsidian.js.map +1 -0
  441. package/package.json +84 -0
@@ -0,0 +1,453 @@
1
+ import { resolve } from "node:path";
2
+ import { Hono } from "hono";
3
+ import { createDefaultBackfillRoutes } from "./backfill-routes.js";
4
+ import { createConfigRoutes } from "./config-routes.js";
5
+ function missing(c, name) {
6
+ return c.json({ error: `Missing required parameter: ${name}` }, 400);
7
+ }
8
+ export function createApiApp(stores) {
9
+ const app = new Hono();
10
+ const configRoutes = createConfigRoutes({
11
+ configPath: resolve(process.cwd(), "memoark.yaml"),
12
+ });
13
+ app.route("/", configRoutes);
14
+ const backfillRoutes = createDefaultBackfillRoutes(stores, resolve(process.cwd(), "memoark.yaml"));
15
+ app.route("/", backfillRoutes);
16
+ app.get("/health", async (c) => {
17
+ const pages = await stores.db.pg.query("SELECT COUNT(*) AS c FROM pages");
18
+ const chunks = await stores.db.pg.query("SELECT COUNT(*) AS c FROM content_chunks");
19
+ const sourcesResult = await stores.db.pg.query(`
20
+ SELECT
21
+ COALESCE(frontmatter->>'platform', 'unknown') AS platform,
22
+ COUNT(*)::int AS signals_total,
23
+ MAX(
24
+ COALESCE(
25
+ frontmatter->'source'->>'timestamp',
26
+ frontmatter->'first_seen'->>'timestamp'
27
+ )
28
+ ) AS last_sync
29
+ FROM pages
30
+ WHERE frontmatter->>'platform' IS NOT NULL
31
+ GROUP BY platform
32
+ `);
33
+ const sources = sourcesResult.rows.map((row) => ({
34
+ name: row.platform,
35
+ platform: row.platform,
36
+ status: row.last_sync ? "healthy" : "never_run",
37
+ last_sync: row.last_sync,
38
+ last_error: null,
39
+ signals_total: row.signals_total,
40
+ }));
41
+ const daemon = stores.getDaemonStatus
42
+ ? stores.getDaemonStatus()
43
+ : { running: false, uptime_seconds: null, last_run: null, next_scheduled: null };
44
+ return c.json({
45
+ status: "ok",
46
+ pages: Number(pages.rows[0].c),
47
+ chunks: Number(chunks.rows[0].c),
48
+ daemon,
49
+ sources,
50
+ });
51
+ });
52
+ app.get("/pages", async (c) => {
53
+ const limitRaw = c.req.query("limit");
54
+ let limit;
55
+ if (limitRaw !== undefined) {
56
+ const n = Number(limitRaw);
57
+ limit = Number.isFinite(n) && n >= 0 ? n : undefined;
58
+ }
59
+ const excludeTypesRaw = c.req.query("exclude_types");
60
+ const exclude_types = excludeTypesRaw ? excludeTypesRaw.split(",") : undefined;
61
+ return c.json(await stores.pages.listPages({
62
+ type: c.req.query("type"),
63
+ exclude_types,
64
+ limit,
65
+ sort: c.req.query("sort"),
66
+ order: c.req.query("order"),
67
+ }));
68
+ });
69
+ app.get("/pages/by-slug", async (c) => {
70
+ const slug = c.req.query("slug");
71
+ if (!slug)
72
+ return missing(c, "slug");
73
+ const page = await stores.pages.getPage(slug);
74
+ if (!page)
75
+ return c.json({ error: "Not found" }, 404);
76
+ const includeRaw = c.req.query("include");
77
+ if (!includeRaw)
78
+ return c.json(page);
79
+ const includes = new Set(includeRaw.split(","));
80
+ const response = { ...page };
81
+ if (includes.has("links")) {
82
+ response.links = await stores.graph.getLinksEnriched(slug);
83
+ }
84
+ if (includes.has("backlinks")) {
85
+ response.backlinks = await stores.graph.getBacklinksEnriched(slug);
86
+ }
87
+ if (includes.has("timeline")) {
88
+ response.timeline = await stores.timeline.getTimeline(slug);
89
+ }
90
+ return c.json(response);
91
+ });
92
+ app.put("/pages/by-slug", async (c) => {
93
+ const slug = c.req.query("slug");
94
+ if (!slug)
95
+ return missing(c, "slug");
96
+ const body = await c.req.json();
97
+ if (!body.content)
98
+ return missing(c, "content");
99
+ const page = await stores.pages.putPage(slug, body.content);
100
+ await stores.chunks.rechunk(page.id, page.compiled_truth);
101
+ return c.json(page);
102
+ });
103
+ app.delete("/pages/by-slug", async (c) => {
104
+ const slug = c.req.query("slug");
105
+ if (!slug)
106
+ return missing(c, "slug");
107
+ await stores.pages.deletePage(slug);
108
+ return c.json({ ok: true });
109
+ });
110
+ app.get("/search", async (c) => {
111
+ const typeParam = c.req.query("type");
112
+ const excludeTypesParam = c.req.query("exclude_types");
113
+ return c.json(await stores.search.search(c.req.query("q") ?? "", {
114
+ limit: c.req.query("limit") ? Number(c.req.query("limit")) : undefined,
115
+ type: typeParam ? typeParam.split(",") : undefined,
116
+ exclude_types: excludeTypesParam ? excludeTypesParam.split(",") : undefined,
117
+ from: c.req.query("from") ?? undefined,
118
+ to: c.req.query("to") ?? undefined,
119
+ platform: c.req.query("platform") ?? undefined,
120
+ }));
121
+ });
122
+ app.post("/query", async (c) => {
123
+ const body = await c.req.json();
124
+ return c.json(await stores.search.query(body.query ?? "", {
125
+ limit: body.limit,
126
+ type: body.type ? body.type.split(",") : undefined,
127
+ exclude_types: body.exclude_types ? body.exclude_types.split(",") : undefined,
128
+ from: body.from,
129
+ to: body.to,
130
+ platform: body.platform,
131
+ }));
132
+ });
133
+ app.get("/stats", async (c) => {
134
+ const pagesResult = await stores.db.pg.query("SELECT type, COUNT(*)::int AS count FROM pages GROUP BY type");
135
+ const chunksResult = await stores.db.pg.query("SELECT COUNT(*)::int AS total, COUNT(embedded_at)::int AS embedded FROM content_chunks");
136
+ const linksResult = await stores.db.pg.query("SELECT COUNT(*)::int AS c FROM links");
137
+ const pages_by_type = {};
138
+ let totalPages = 0;
139
+ for (const row of pagesResult.rows) {
140
+ pages_by_type[row.type] = row.count;
141
+ totalPages += row.count;
142
+ }
143
+ const chunkRow = chunksResult.rows[0];
144
+ const linkRow = linksResult.rows[0];
145
+ return c.json({
146
+ pages: totalPages,
147
+ chunks: chunkRow.total,
148
+ embedded_chunks: chunkRow.embedded,
149
+ links: linkRow.c,
150
+ pages_by_type,
151
+ });
152
+ });
153
+ app.get("/links/all", async (c) => {
154
+ const result = await stores.db.pg.query(`SELECT pf.slug AS from_slug, pt.slug AS to_slug, l.link_type, l.context
155
+ FROM links l
156
+ JOIN pages pf ON pf.id = l.from_page_id
157
+ JOIN pages pt ON pt.id = l.to_page_id`);
158
+ return c.json(result.rows);
159
+ });
160
+ app.get("/links", async (c) => c.json(await stores.graph.getLinks(c.req.query("slug") ?? "")));
161
+ app.get("/backlinks", async (c) => c.json(await stores.graph.getBacklinks(c.req.query("slug") ?? "")));
162
+ app.post("/links", async (c) => {
163
+ const body = await c.req.json();
164
+ await stores.graph.addLink(body.from, body.to, body.type ?? "", body.context);
165
+ return c.json({ ok: true });
166
+ });
167
+ app.delete("/links", async (c) => {
168
+ const body = await c.req.json();
169
+ await stores.graph.removeLink(body.from, body.to);
170
+ return c.json({ ok: true });
171
+ });
172
+ app.get("/graph/traverse", async (c) => c.json(await stores.graph.traverse(c.req.query("slug") ?? "", {
173
+ depth: c.req.query("depth") ? Number(c.req.query("depth")) : undefined,
174
+ direction: c.req.query("direction") ?? "out",
175
+ })));
176
+ app.get("/tags", async (c) => c.json(await stores.tags.getTags(c.req.query("slug") ?? "")));
177
+ app.post("/tags", async (c) => {
178
+ const slug = c.req.query("slug");
179
+ if (!slug)
180
+ return missing(c, "slug");
181
+ const body = await c.req.json();
182
+ if (!body.tag)
183
+ return missing(c, "tag");
184
+ await stores.tags.addTag(slug, body.tag);
185
+ return c.json({ ok: true });
186
+ });
187
+ app.delete("/tags", async (c) => {
188
+ const slug = c.req.query("slug");
189
+ if (!slug)
190
+ return missing(c, "slug");
191
+ const body = await c.req.json();
192
+ if (!body.tag)
193
+ return missing(c, "tag");
194
+ await stores.tags.removeTag(slug, body.tag);
195
+ return c.json({ ok: true });
196
+ });
197
+ app.get("/timeline", async (c) => c.json(await stores.timeline.getTimeline(c.req.query("slug") ?? "")));
198
+ app.post("/timeline", async (c) => {
199
+ const slug = c.req.query("slug");
200
+ if (!slug)
201
+ return missing(c, "slug");
202
+ await stores.timeline.addEntry(slug, await c.req.json());
203
+ return c.json({ ok: true });
204
+ });
205
+ app.get("/timeline/feed", async (c) => {
206
+ const fromParam = c.req.query("from");
207
+ const toParam = c.req.query("to");
208
+ const groupBy = c.req.query("group_by") === "type" ? "type" : "channel";
209
+ const typeParam = c.req.query("type");
210
+ const platformParam = c.req.query("platform");
211
+ const excludeTypesParam = c.req.query("exclude_types");
212
+ const cursor = c.req.query("cursor");
213
+ const limitDays = Math.min(Number(c.req.query("limit")) || 7, 31);
214
+ const now = new Date();
215
+ const to = toParam ?? now.toISOString().slice(0, 10);
216
+ const defaultFrom = new Date(now.getTime() - 7 * 86400000).toISOString().slice(0, 10);
217
+ const from = cursor ?? fromParam ?? defaultFrom;
218
+ const params = [from, to];
219
+ const conditions = [
220
+ `COALESCE(frontmatter->'source'->>'timestamp', frontmatter->'first_seen'->>'timestamp', created_at::text)::timestamptz >= $1::timestamptz`,
221
+ `COALESCE(frontmatter->'source'->>'timestamp', frontmatter->'first_seen'->>'timestamp', created_at::text)::timestamptz <= ($2::date + interval '1 day')::timestamptz`,
222
+ ];
223
+ if (typeParam) {
224
+ const types = typeParam.split(",");
225
+ params.push(types);
226
+ conditions.push(`type = ANY($${params.length}::text[])`);
227
+ }
228
+ if (excludeTypesParam) {
229
+ const excludeTypes = excludeTypesParam.split(",");
230
+ params.push(excludeTypes);
231
+ conditions.push(`type != ALL($${params.length}::text[])`);
232
+ }
233
+ if (platformParam) {
234
+ params.push(platformParam);
235
+ conditions.push(`COALESCE(frontmatter->'source'->>'platform', frontmatter->'first_seen'->>'platform') = $${params.length}`);
236
+ }
237
+ const sql = `
238
+ SELECT slug, type, title,
239
+ LEFT(compiled_truth, 200) AS snippet,
240
+ COALESCE(
241
+ frontmatter->'source'->>'timestamp',
242
+ frontmatter->'first_seen'->>'timestamp',
243
+ created_at::text
244
+ ) AS signal_time,
245
+ COALESCE(frontmatter->'source'->>'platform', frontmatter->'first_seen'->>'platform', 'manual') AS platform,
246
+ COALESCE(frontmatter->'source'->>'channel', frontmatter->'first_seen'->>'channel', '—') AS channel,
247
+ COALESCE(frontmatter->'source'->>'channel_name', frontmatter->'first_seen'->>'channel_name', '') AS channel_name
248
+ FROM pages
249
+ WHERE ${conditions.join(" AND ")}
250
+ ORDER BY signal_time DESC
251
+ `;
252
+ const result = await stores.db.pg.query(sql, params);
253
+ const rows = result.rows;
254
+ // Group by day, then by channel or type
255
+ const dayMap = new Map();
256
+ for (const row of rows) {
257
+ const day = row.signal_time.slice(0, 10);
258
+ if (!dayMap.has(day))
259
+ dayMap.set(day, new Map());
260
+ const groupKey = groupBy === "type" ? row.type : `${row.channel_name || row.channel} (${row.platform})`;
261
+ const groups = dayMap.get(day);
262
+ if (!groups.has(groupKey))
263
+ groups.set(groupKey, []);
264
+ groups.get(groupKey).push(row);
265
+ }
266
+ const sortedDays = [...dayMap.keys()].sort((a, b) => b.localeCompare(a));
267
+ const pagedDays = sortedDays.slice(0, limitDays);
268
+ const nextCursor = sortedDays.length > limitDays ? sortedDays[limitDays] : null;
269
+ const days = pagedDays.map((date) => {
270
+ const groups = dayMap.get(date);
271
+ return {
272
+ date,
273
+ groups: [...groups.entries()].map(([key, signals]) => ({
274
+ key,
275
+ platform: signals[0].platform,
276
+ channel: signals[0].channel,
277
+ count: signals.length,
278
+ signals: signals.map((s) => ({
279
+ slug: s.slug,
280
+ type: s.type,
281
+ title: s.title,
282
+ snippet: s.snippet,
283
+ date: s.signal_time,
284
+ platform: s.platform,
285
+ channel: s.channel,
286
+ })),
287
+ })),
288
+ };
289
+ });
290
+ return c.json({ days, next_cursor: nextCursor });
291
+ });
292
+ app.get("/chunks", async (c) => c.json(await stores.chunks.getChunks(c.req.query("slug") ?? "")));
293
+ app.post("/embed", async (c) => c.json(await stores.embedding.embedStale({
294
+ limit: c.req.query("limit") ? Number(c.req.query("limit")) : undefined,
295
+ })));
296
+ let runningPipeline = null;
297
+ app.post("/extract", async (c) => {
298
+ if (!stores.runExtract) {
299
+ return c.json({ error: "Extract not configured" }, 501);
300
+ }
301
+ const body = await c.req.json().catch(() => ({}));
302
+ const source = body.source ?? "all";
303
+ if (runningPipeline) {
304
+ return c.json({ error: "Pipeline already running", source: runningPipeline }, 409);
305
+ }
306
+ runningPipeline = source;
307
+ if (stores.eventBus) {
308
+ stores.eventBus.emit("pipeline:start", {
309
+ platform: source,
310
+ timestamp: new Date().toISOString(),
311
+ });
312
+ }
313
+ stores
314
+ .runExtract(source === "all" ? undefined : source)
315
+ .then((stats) => {
316
+ if (stores.eventBus) {
317
+ stores.eventBus.emit("pipeline:end", {
318
+ platform: source,
319
+ stats,
320
+ timestamp: new Date().toISOString(),
321
+ });
322
+ }
323
+ })
324
+ .catch((err) => {
325
+ if (stores.eventBus) {
326
+ stores.eventBus.emit("pipeline:error", {
327
+ platform: source,
328
+ error: err instanceof Error ? err.message : String(err),
329
+ timestamp: new Date().toISOString(),
330
+ });
331
+ }
332
+ })
333
+ .finally(() => {
334
+ runningPipeline = null;
335
+ });
336
+ return c.json({ started: true, source });
337
+ });
338
+ app.get("/events", async (c) => {
339
+ if (!stores.eventBus) {
340
+ return c.json({ error: "SSE not available" }, 501);
341
+ }
342
+ const stream = new ReadableStream({
343
+ start(controller) {
344
+ const encoder = new TextEncoder();
345
+ const send = (event, data) => {
346
+ controller.enqueue(encoder.encode(`event: ${event}\ndata: ${JSON.stringify(data)}\n\n`));
347
+ };
348
+ const onSignalNew = (data) => send("signal:new", data);
349
+ const onPipelineStart = (data) => send("pipeline:start", data);
350
+ const onPipelineEnd = (data) => send("pipeline:end", data);
351
+ const onPipelineError = (data) => send("pipeline:error", data);
352
+ stores.eventBus.on("signal:new", onSignalNew);
353
+ stores.eventBus.on("pipeline:start", onPipelineStart);
354
+ stores.eventBus.on("pipeline:end", onPipelineEnd);
355
+ stores.eventBus.on("pipeline:error", onPipelineError);
356
+ const keepalive = setInterval(() => {
357
+ try {
358
+ controller.enqueue(encoder.encode(": keepalive\n\n"));
359
+ }
360
+ catch {
361
+ clearInterval(keepalive);
362
+ }
363
+ }, 30000);
364
+ c.req.raw.signal.addEventListener("abort", () => {
365
+ clearInterval(keepalive);
366
+ stores.eventBus.off("signal:new", onSignalNew);
367
+ stores.eventBus.off("pipeline:start", onPipelineStart);
368
+ stores.eventBus.off("pipeline:end", onPipelineEnd);
369
+ stores.eventBus.off("pipeline:error", onPipelineError);
370
+ });
371
+ },
372
+ });
373
+ return new Response(stream, {
374
+ headers: {
375
+ "Content-Type": "text/event-stream",
376
+ "Cache-Control": "no-cache",
377
+ Connection: "keep-alive",
378
+ },
379
+ });
380
+ });
381
+ app.get("/provenance", async (c) => {
382
+ const channel = c.req.query("channel");
383
+ const from = c.req.query("from");
384
+ const to = c.req.query("to");
385
+ const signals = [];
386
+ // Query pages with source in frontmatter
387
+ const pagesResult = await stores.db.pg.query(`SELECT slug, frontmatter FROM pages
388
+ WHERE frontmatter->'source' IS NOT NULL
389
+ ${channel ? "AND frontmatter->'source'->>'channel' = $1" : ""}
390
+ ORDER BY frontmatter->'source'->>'timestamp' DESC`, channel ? [channel] : []);
391
+ for (const row of pagesResult.rows) {
392
+ const src = row.frontmatter.source;
393
+ if (!src)
394
+ continue;
395
+ const ts = src.timestamp;
396
+ if (from && ts && ts < from)
397
+ continue;
398
+ if (to && ts && ts > to)
399
+ continue;
400
+ signals.push({
401
+ type: row.frontmatter.type ?? "page",
402
+ slug: row.slug,
403
+ summary: row.frontmatter.title ?? row.slug,
404
+ source: src,
405
+ });
406
+ }
407
+ // Query timeline entries with provenance
408
+ const timelineResult = await stores.db.pg.query(`SELECT te.summary, te.date, te.provenance, p.slug
409
+ FROM timeline_entries te
410
+ JOIN pages p ON p.id = te.page_id
411
+ WHERE te.provenance IS NOT NULL
412
+ ${channel ? "AND te.provenance->>'channel' = $1" : ""}
413
+ ORDER BY te.date DESC`, channel ? [channel] : []);
414
+ for (const row of timelineResult.rows) {
415
+ const prov = row.provenance;
416
+ const ts = prov.timestamp;
417
+ if (from && ts && ts < from)
418
+ continue;
419
+ if (to && ts && ts > to)
420
+ continue;
421
+ signals.push({ type: "timeline", slug: row.slug, summary: row.summary, source: prov });
422
+ }
423
+ // Query links with provenance
424
+ const linksResult = await stores.db.pg.query(`SELECT pf.slug AS from_slug, pt.slug AS to_slug, l.link_type, l.provenance
425
+ FROM links l
426
+ JOIN pages pf ON pf.id = l.from_page_id
427
+ JOIN pages pt ON pt.id = l.to_page_id
428
+ WHERE l.provenance IS NOT NULL
429
+ ${channel ? "AND l.provenance->>'channel' = $1" : ""}`, channel ? [channel] : []);
430
+ for (const row of linksResult.rows) {
431
+ const prov = row.provenance;
432
+ const ts = prov.timestamp;
433
+ if (from && ts && ts < from)
434
+ continue;
435
+ if (to && ts && ts > to)
436
+ continue;
437
+ signals.push({
438
+ type: "link",
439
+ summary: `${row.from_slug} → ${row.to_slug} (${row.link_type})`,
440
+ source: prov,
441
+ });
442
+ }
443
+ // Sort by timestamp
444
+ signals.sort((a, b) => {
445
+ const tsA = a.source?.timestamp ?? "";
446
+ const tsB = b.source?.timestamp ?? "";
447
+ return tsB.localeCompare(tsA);
448
+ });
449
+ return c.json(signals);
450
+ });
451
+ return app;
452
+ }
453
+ //# sourceMappingURL=api.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"api.js","sourceRoot":"","sources":["../../src/server/api.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAS5B,OAAO,EAAE,2BAA2B,EAAE,MAAM,sBAAsB,CAAC;AACnE,OAAO,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAwBxD,SAAS,OAAO,CAAC,CAAyD,EAAE,IAAY;IACtF,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,+BAA+B,IAAI,EAAE,EAAE,EAAE,GAAG,CAAC,CAAC;AACvE,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,MAAoB;IAC/C,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;IAEvB,MAAM,YAAY,GAAG,kBAAkB,CAAC;QACtC,UAAU,EAAE,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,cAAc,CAAC;KACnD,CAAC,CAAC;IACH,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;IAE7B,MAAM,cAAc,GAAG,2BAA2B,CAChD,MAAM,EACN,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,cAAc,CAAC,CACvC,CAAC;IACF,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,cAAc,CAAC,CAAC;IAE/B,GAAG,CAAC,GAAG,CAAC,SAAS,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QAC7B,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,KAAK,CAAC,iCAAiC,CAAC,CAAC;QAC1E,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,KAAK,CAAC,0CAA0C,CAAC,CAAC;QAEpF,MAAM,aAAa,GAAG,MAAM,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,KAAK,CAAC;;;;;;;;;;;;;KAa9C,CAAC,CAAC;QAEH,MAAM,OAAO,GACX,aAAa,CAAC,IAKf,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YACd,IAAI,EAAE,GAAG,CAAC,QAAQ;YAClB,QAAQ,EAAE,GAAG,CAAC,QAAQ;YACtB,MAAM,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC,CAAE,SAAmB,CAAC,CAAC,CAAE,WAAqB;YACrE,SAAS,EAAE,GAAG,CAAC,SAAS;YACxB,UAAU,EAAE,IAAI;YAChB,aAAa,EAAE,GAAG,CAAC,aAAa;SACjC,CAAC,CAAC,CAAC;QAEJ,MAAM,MAAM,GAAiB,MAAM,CAAC,eAAe;YACjD,CAAC,CAAC,MAAM,CAAC,eAAe,EAAE;YAC1B,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,cAAc,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,CAAC;QAEnF,OAAO,CAAC,CAAC,IAAI,CAAC;YACZ,MAAM,EAAE,IAAI;YACZ,KAAK,EAAE,MAAM,CAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAA6B,CAAC,CAAC,CAAC;YAC3D,MAAM,EAAE,MAAM,CAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAA6B,CAAC,CAAC,CAAC;YAC7D,MAAM;YACN,OAAO;SACR,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QAC5B,MAAM,QAAQ,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACtC,IAAI,KAAyB,CAAC;QAC9B,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YAC3B,MAAM,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC;YAC3B,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QACvD,CAAC;QAED,MAAM,eAAe,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;QACrD,MAAM,aAAa,GAAG,eAAe,CAAC,CAAC,CAAC,eAAe,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAE/E,OAAO,CAAC,CAAC,IAAI,CACX,MAAM,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC;YAC3B,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC;YACzB,aAAa;YACb,KAAK;YACL,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC;YACzB,KAAK,EAAE,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC;SAC5B,CAAC,CACH,CAAC;IACJ,CAAC,CAAC,CAAC;IACH,GAAG,CAAC,GAAG,CAAC,gBAAgB,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QACpC,MAAM,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACjC,IAAI,CAAC,IAAI;YAAE,OAAO,OAAO,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;QACrC,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAC9C,IAAI,CAAC,IAAI;YAAE,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,EAAE,GAAG,CAAC,CAAC;QAEtD,MAAM,UAAU,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAC1C,IAAI,CAAC,UAAU;YAAE,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAErC,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;QAChD,MAAM,QAAQ,GAA4B,EAAE,GAAG,IAAI,EAAE,CAAC;QAEtD,IAAI,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;YAC1B,QAAQ,CAAC,KAAK,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;QAC7D,CAAC;QACD,IAAI,QAAQ,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,CAAC;YAC9B,QAAQ,CAAC,SAAS,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC;QACrE,CAAC;QACD,IAAI,QAAQ,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC;YAC7B,QAAQ,CAAC,QAAQ,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QAC9D,CAAC;QAED,OAAO,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC1B,CAAC,CAAC,CAAC;IACH,GAAG,CAAC,GAAG,CAAC,gBAAgB,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QACpC,MAAM,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACjC,IAAI,CAAC,IAAI;YAAE,OAAO,OAAO,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;QACrC,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,IAAI,EAAwB,CAAC;QACtD,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,OAAO,OAAO,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;QAChD,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QAC5D,MAAM,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;QAC1D,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACtB,CAAC,CAAC,CAAC;IACH,GAAG,CAAC,MAAM,CAAC,gBAAgB,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QACvC,MAAM,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACjC,IAAI,CAAC,IAAI;YAAE,OAAO,OAAO,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;QACrC,MAAM,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QACpC,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;IAC9B,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,GAAG,CAAC,SAAS,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QAC7B,MAAM,SAAS,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACtC,MAAM,iBAAiB,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;QACvD,OAAO,CAAC,CAAC,IAAI,CACX,MAAM,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE;YACjD,KAAK,EAAE,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS;YACtE,IAAI,EAAE,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS;YAClD,aAAa,EAAE,iBAAiB,CAAC,CAAC,CAAC,iBAAiB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS;YAC3E,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,SAAS;YACtC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,SAAS;YAClC,QAAQ,EAAE,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,SAAS;SAC/C,CAAC,CACH,CAAC;IACJ,CAAC,CAAC,CAAC;IACH,GAAG,CAAC,IAAI,CAAC,QAAQ,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QAC7B,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,IAAI,EAQzB,CAAC;QACL,OAAO,CAAC,CAAC,IAAI,CACX,MAAM,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,EAAE;YAC1C,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS;YAClD,aAAa,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS;YAC7E,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,QAAQ,EAAE,IAAI,CAAC,QAAQ;SACxB,CAAC,CACH,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QAC5B,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,KAAK,CAC1C,8DAA8D,CAC/D,CAAC;QACF,MAAM,YAAY,GAAG,MAAM,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,KAAK,CAC3C,wFAAwF,CACzF,CAAC;QACF,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,KAAK,CAAC,sCAAsC,CAAC,CAAC;QAErF,MAAM,aAAa,GAA2B,EAAE,CAAC;QACjD,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,KAAK,MAAM,GAAG,IAAI,WAAW,CAAC,IAA8C,EAAE,CAAC;YAC7E,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC;YACpC,UAAU,IAAI,GAAG,CAAC,KAAK,CAAC;QAC1B,CAAC;QAED,MAAM,QAAQ,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,CAAwC,CAAC;QAC7E,MAAM,OAAO,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,CAAkB,CAAC;QAErD,OAAO,CAAC,CAAC,IAAI,CAAC;YACZ,KAAK,EAAE,UAAU;YACjB,MAAM,EAAE,QAAQ,CAAC,KAAK;YACtB,eAAe,EAAE,QAAQ,CAAC,QAAQ;YAClC,KAAK,EAAE,OAAO,CAAC,CAAC;YAChB,aAAa;SACd,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,GAAG,CAAC,YAAY,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QAChC,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,KAAK,CACrC;;;6CAGuC,CACxC,CAAC;QACF,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAC7B,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAC/F,GAAG,CAAC,GAAG,CAAC,YAAY,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,CAChC,CAAC,CAAC,IAAI,CAAC,MAAM,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CACnE,CAAC;IACF,GAAG,CAAC,IAAI,CAAC,QAAQ,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QAC7B,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,IAAI,EAAiE,CAAC;QAC/F,MAAM,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,IAAI,IAAI,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QAC9E,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;IAC9B,CAAC,CAAC,CAAC;IACH,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QAC/B,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,IAAI,EAAgC,CAAC;QAC9D,MAAM,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC;QAClD,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;IAC9B,CAAC,CAAC,CAAC;IACH,GAAG,CAAC,GAAG,CAAC,iBAAiB,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,CACrC,CAAC,CAAC,IAAI,CACJ,MAAM,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE;QACrD,KAAK,EAAE,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS;QACtE,SAAS,EAAG,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,CAAuC,IAAI,KAAK;KACpF,CAAC,CACH,CACF,CAAC;IAEF,GAAG,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAC5F,GAAG,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QAC5B,MAAM,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACjC,IAAI,CAAC,IAAI;YAAE,OAAO,OAAO,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;QACrC,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,IAAI,EAAoB,CAAC;QAClD,IAAI,CAAC,IAAI,CAAC,GAAG;YAAE,OAAO,OAAO,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QACxC,MAAM,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;QACzC,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;IAC9B,CAAC,CAAC,CAAC;IACH,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QAC9B,MAAM,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACjC,IAAI,CAAC,IAAI;YAAE,OAAO,OAAO,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;QACrC,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,IAAI,EAAoB,CAAC;QAClD,IAAI,CAAC,IAAI,CAAC,GAAG;YAAE,OAAO,OAAO,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QACxC,MAAM,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;QAC5C,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;IAC9B,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,GAAG,CAAC,WAAW,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,CAC/B,CAAC,CAAC,IAAI,CAAC,MAAM,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CACrE,CAAC;IACF,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QAChC,MAAM,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACjC,IAAI,CAAC,IAAI;YAAE,OAAO,OAAO,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;QACrC,MAAM,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC;QACzD,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;IAC9B,CAAC,CAAC,CAAC;IACH,GAAG,CAAC,GAAG,CAAC,gBAAgB,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QACpC,MAAM,SAAS,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACtC,MAAM,OAAO,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAClC,MAAM,OAAO,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;QACxE,MAAM,SAAS,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACtC,MAAM,aAAa,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QAC9C,MAAM,iBAAiB,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;QACvD,MAAM,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACrC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;QAElE,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,EAAE,GAAG,OAAO,IAAI,GAAG,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACrD,MAAM,WAAW,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACtF,MAAM,IAAI,GAAG,MAAM,IAAI,SAAS,IAAI,WAAW,CAAC;QAEhD,MAAM,MAAM,GAAc,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACrC,MAAM,UAAU,GAAa;YAC3B,0IAA0I;YAC1I,qKAAqK;SACtK,CAAC;QAEF,IAAI,SAAS,EAAE,CAAC;YACd,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACnC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACnB,UAAU,CAAC,IAAI,CAAC,eAAe,MAAM,CAAC,MAAM,WAAW,CAAC,CAAC;QAC3D,CAAC;QACD,IAAI,iBAAiB,EAAE,CAAC;YACtB,MAAM,YAAY,GAAG,iBAAiB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAClD,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YAC1B,UAAU,CAAC,IAAI,CAAC,gBAAgB,MAAM,CAAC,MAAM,WAAW,CAAC,CAAC;QAC5D,CAAC;QACD,IAAI,aAAa,EAAE,CAAC;YAClB,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YAC3B,UAAU,CAAC,IAAI,CACb,2FAA2F,MAAM,CAAC,MAAM,EAAE,CAC3G,CAAC;QACJ,CAAC;QAED,MAAM,GAAG,GAAG;;;;;;;;;;;;YAYJ,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC;;GAEjC,CAAC;QAEA,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QACrD,MAAM,IAAI,GAAG,MAAM,CAAC,IASlB,CAAC;QAEH,wCAAwC;QACxC,MAAM,MAAM,GAAG,IAAI,GAAG,EAAoC,CAAC;QAC3D,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,GAAG,GAAG,GAAG,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACzC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC;gBAAE,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;YACjD,MAAM,QAAQ,GACZ,OAAO,KAAK,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,YAAY,IAAI,GAAG,CAAC,OAAO,KAAK,GAAG,CAAC,QAAQ,GAAG,CAAC;YACzF,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,CAAE,CAAC;YAChC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;gBAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;YACpD,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAClC,CAAC;QAED,MAAM,UAAU,GAAG,CAAC,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;QACzE,MAAM,SAAS,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;QACjD,MAAM,UAAU,GAAG,UAAU,CAAC,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAEhF,MAAM,IAAI,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YAClC,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,IAAI,CAAE,CAAC;YACjC,OAAO;gBACL,IAAI;gBACJ,MAAM,EAAE,CAAC,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC;oBACrD,GAAG;oBACH,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ;oBAC7B,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO;oBAC3B,KAAK,EAAE,OAAO,CAAC,MAAM;oBACrB,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;wBAC3B,IAAI,EAAE,CAAC,CAAC,IAAI;wBACZ,IAAI,EAAE,CAAC,CAAC,IAAI;wBACZ,KAAK,EAAE,CAAC,CAAC,KAAK;wBACd,OAAO,EAAE,CAAC,CAAC,OAAO;wBAClB,IAAI,EAAE,CAAC,CAAC,WAAW;wBACnB,QAAQ,EAAE,CAAC,CAAC,QAAQ;wBACpB,OAAO,EAAE,CAAC,CAAC,OAAO;qBACnB,CAAC,CAAC;iBACJ,CAAC,CAAC;aACJ,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IACH,GAAG,CAAC,GAAG,CAAC,SAAS,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAClG,GAAG,CAAC,IAAI,CAAC,QAAQ,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,CAC7B,CAAC,CAAC,IAAI,CACJ,MAAM,MAAM,CAAC,SAAS,CAAC,UAAU,CAAC;QAChC,KAAK,EAAE,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS;KACvE,CAAC,CACH,CACF,CAAC;IAEF,IAAI,eAAe,GAAkB,IAAI,CAAC;IAE1C,GAAG,CAAC,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QAC/B,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;YACvB,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,wBAAwB,EAAE,EAAE,GAAG,CAAC,CAAC;QAC1D,CAAC;QACD,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,IAAI,EAAuB,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACvE,MAAM,MAAM,GAAI,IAA4B,CAAC,MAAM,IAAI,KAAK,CAAC;QAE7D,IAAI,eAAe,EAAE,CAAC;YACpB,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,0BAA0B,EAAE,MAAM,EAAE,eAAe,EAAE,EAAE,GAAG,CAAC,CAAC;QACrF,CAAC;QAED,eAAe,GAAG,MAAM,CAAC;QAEzB,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;YACpB,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,gBAAgB,EAAE;gBACrC,QAAQ,EAAE,MAAM;gBAChB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aACpC,CAAC,CAAC;QACL,CAAC;QAED,MAAM;aACH,UAAU,CAAC,MAAM,KAAK,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC;aACjD,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE;YACd,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;gBACpB,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,cAAc,EAAE;oBACnC,QAAQ,EAAE,MAAM;oBAChB,KAAK;oBACL,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;iBACpC,CAAC,CAAC;YACL,CAAC;QACH,CAAC,CAAC;aACD,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;YACb,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;gBACpB,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,gBAAgB,EAAE;oBACrC,QAAQ,EAAE,MAAM;oBAChB,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;oBACvD,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;iBACpC,CAAC,CAAC;YACL,CAAC;QACH,CAAC,CAAC;aACD,OAAO,CAAC,GAAG,EAAE;YACZ,eAAe,GAAG,IAAI,CAAC;QACzB,CAAC,CAAC,CAAC;QAEL,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;IAC3C,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,GAAG,CAAC,SAAS,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QAC7B,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;YACrB,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,mBAAmB,EAAE,EAAE,GAAG,CAAC,CAAC;QACrD,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,cAAc,CAAC;YAChC,KAAK,CAAC,UAAU;gBACd,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;gBAClC,MAAM,IAAI,GAAG,CAAC,KAAa,EAAE,IAAa,EAAE,EAAE;oBAC5C,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,KAAK,WAAW,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;gBAC3F,CAAC,CAAC;gBAEF,MAAM,WAAW,GAAG,CAAC,IAAa,EAAE,EAAE,CAAC,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;gBAChE,MAAM,eAAe,GAAG,CAAC,IAAa,EAAE,EAAE,CAAC,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC,CAAC;gBACxE,MAAM,aAAa,GAAG,CAAC,IAAa,EAAE,EAAE,CAAC,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,CAAC;gBACpE,MAAM,eAAe,GAAG,CAAC,IAAa,EAAE,EAAE,CAAC,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC,CAAC;gBAExE,MAAM,CAAC,QAAS,CAAC,EAAE,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC;gBAC/C,MAAM,CAAC,QAAS,CAAC,EAAE,CAAC,gBAAgB,EAAE,eAAe,CAAC,CAAC;gBACvD,MAAM,CAAC,QAAS,CAAC,EAAE,CAAC,cAAc,EAAE,aAAa,CAAC,CAAC;gBACnD,MAAM,CAAC,QAAS,CAAC,EAAE,CAAC,gBAAgB,EAAE,eAAe,CAAC,CAAC;gBAEvD,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE;oBACjC,IAAI,CAAC;wBACH,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC,CAAC;oBACxD,CAAC;oBAAC,MAAM,CAAC;wBACP,aAAa,CAAC,SAAS,CAAC,CAAC;oBAC3B,CAAC;gBACH,CAAC,EAAE,KAAK,CAAC,CAAC;gBAEV,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE;oBAC9C,aAAa,CAAC,SAAS,CAAC,CAAC;oBACzB,MAAM,CAAC,QAAS,CAAC,GAAG,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC;oBAChD,MAAM,CAAC,QAAS,CAAC,GAAG,CAAC,gBAAgB,EAAE,eAAe,CAAC,CAAC;oBACxD,MAAM,CAAC,QAAS,CAAC,GAAG,CAAC,cAAc,EAAE,aAAa,CAAC,CAAC;oBACpD,MAAM,CAAC,QAAS,CAAC,GAAG,CAAC,gBAAgB,EAAE,eAAe,CAAC,CAAC;gBAC1D,CAAC,CAAC,CAAC;YACL,CAAC;SACF,CAAC,CAAC;QAEH,OAAO,IAAI,QAAQ,CAAC,MAAM,EAAE;YAC1B,OAAO,EAAE;gBACP,cAAc,EAAE,mBAAmB;gBACnC,eAAe,EAAE,UAAU;gBAC3B,UAAU,EAAE,YAAY;aACzB;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,GAAG,CAAC,aAAa,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QACjC,MAAM,OAAO,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACvC,MAAM,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACjC,MAAM,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAE7B,MAAM,OAAO,GAA6E,EAAE,CAAC;QAE7F,yCAAyC;QACzC,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,KAAK,CAC1C;;SAEG,OAAO,CAAC,CAAC,CAAC,4CAA4C,CAAC,CAAC,CAAC,EAAE;yDACX,EACnD,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CACzB,CAAC;QACF,KAAK,MAAM,GAAG,IAAI,WAAW,CAAC,IAG5B,EAAE,CAAC;YACH,MAAM,GAAG,GAAG,GAAG,CAAC,WAAW,CAAC,MAA6C,CAAC;YAC1E,IAAI,CAAC,GAAG;gBAAE,SAAS;YACnB,MAAM,EAAE,GAAG,GAAG,CAAC,SAA+B,CAAC;YAC/C,IAAI,IAAI,IAAI,EAAE,IAAI,EAAE,GAAG,IAAI;gBAAE,SAAS;YACtC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE;gBAAE,SAAS;YAClC,OAAO,CAAC,IAAI,CAAC;gBACX,IAAI,EAAG,GAAG,CAAC,WAAW,CAAC,IAAe,IAAI,MAAM;gBAChD,IAAI,EAAE,GAAG,CAAC,IAAI;gBACd,OAAO,EAAG,GAAG,CAAC,WAAW,CAAC,KAAgB,IAAI,GAAG,CAAC,IAAI;gBACtD,MAAM,EAAE,GAAG;aACZ,CAAC,CAAC;QACL,CAAC;QAED,yCAAyC;QACzC,MAAM,cAAc,GAAG,MAAM,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,KAAK,CAC7C;;;;SAIG,OAAO,CAAC,CAAC,CAAC,oCAAoC,CAAC,CAAC,CAAC,EAAE;6BAC/B,EACvB,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CACzB,CAAC;QACF,KAAK,MAAM,GAAG,IAAI,cAAc,CAAC,IAK/B,EAAE,CAAC;YACH,MAAM,IAAI,GAAG,GAAG,CAAC,UAAqC,CAAC;YACvD,MAAM,EAAE,GAAG,IAAI,CAAC,SAA+B,CAAC;YAChD,IAAI,IAAI,IAAI,EAAE,IAAI,EAAE,GAAG,IAAI;gBAAE,SAAS;YACtC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE;gBAAE,SAAS;YAClC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;QACzF,CAAC;QAED,8BAA8B;QAC9B,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,KAAK,CAC1C;;;;;SAKG,OAAO,CAAC,CAAC,CAAC,mCAAmC,CAAC,CAAC,CAAC,EAAE,EAAE,EACvD,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CACzB,CAAC;QACF,KAAK,MAAM,GAAG,IAAI,WAAW,CAAC,IAK5B,EAAE,CAAC;YACH,MAAM,IAAI,GAAG,GAAG,CAAC,UAAqC,CAAC;YACvD,MAAM,EAAE,GAAG,IAAI,CAAC,SAA+B,CAAC;YAChD,IAAI,IAAI,IAAI,EAAE,IAAI,EAAE,GAAG,IAAI;gBAAE,SAAS;YACtC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE;gBAAE,SAAS;YAClC,OAAO,CAAC,IAAI,CAAC;gBACX,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,GAAG,GAAG,CAAC,SAAS,MAAM,GAAG,CAAC,OAAO,KAAK,GAAG,CAAC,SAAS,GAAG;gBAC/D,MAAM,EAAE,IAAI;aACb,CAAC,CAAC;QACL,CAAC;QAED,oBAAoB;QACpB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YACpB,MAAM,GAAG,GAAK,CAAC,CAAC,MAAkC,EAAE,SAAoB,IAAI,EAAE,CAAC;YAC/E,MAAM,GAAG,GAAK,CAAC,CAAC,MAAkC,EAAE,SAAoB,IAAI,EAAE,CAAC;YAC/E,OAAO,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC;QAChC,CAAC,CAAC,CAAC;QAEH,OAAO,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACzB,CAAC,CAAC,CAAC;IAEH,OAAO,GAAG,CAAC;AACb,CAAC"}
@@ -0,0 +1,36 @@
1
+ import type { PipelineResult } from "../core/pipeline.js";
2
+ export type BackfillSourceType = "dm" | "messages" | "mail" | "message_search";
3
+ export type BackfillState = "idle" | "running" | "done" | "error";
4
+ export interface SourceProgress {
5
+ source: BackfillSourceType;
6
+ processed: number;
7
+ blocks: number;
8
+ status: "pending" | "running" | "done" | "error" | "skipped";
9
+ error?: string;
10
+ }
11
+ export interface BackfillStatus {
12
+ state: BackfillState;
13
+ sources: SourceProgress[];
14
+ started_at?: number;
15
+ finished_at?: number;
16
+ error?: string;
17
+ total_messages: number;
18
+ total_blocks: number;
19
+ }
20
+ export interface BackfillStartOpts {
21
+ since_ms: number;
22
+ source_types: BackfillSourceType[];
23
+ }
24
+ export type RunForSourceFn = (sourceType: BackfillSourceType, sinceMs: number) => Promise<PipelineResult>;
25
+ export declare class BackfillJob {
26
+ private readonly runForSource;
27
+ private status;
28
+ private abortController;
29
+ constructor(runForSource: RunForSourceFn);
30
+ start(opts: BackfillStartOpts): void;
31
+ cancel(): void;
32
+ reset(): void;
33
+ getStatus(): BackfillStatus;
34
+ private runAll;
35
+ }
36
+ //# sourceMappingURL=backfill-job.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"backfill-job.d.ts","sourceRoot":"","sources":["../../src/server/backfill-job.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAE1D,MAAM,MAAM,kBAAkB,GAAG,IAAI,GAAG,UAAU,GAAG,MAAM,GAAG,gBAAgB,CAAC;AAC/E,MAAM,MAAM,aAAa,GAAG,MAAM,GAAG,SAAS,GAAG,MAAM,GAAG,OAAO,CAAC;AAElE,MAAM,WAAW,cAAc;IAC7B,MAAM,EAAE,kBAAkB,CAAC;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,SAAS,GAAG,SAAS,GAAG,MAAM,GAAG,OAAO,GAAG,SAAS,CAAC;IAC7D,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,aAAa,CAAC;IACrB,OAAO,EAAE,cAAc,EAAE,CAAC;IAC1B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,cAAc,EAAE,MAAM,CAAC;IACvB,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,iBAAiB;IAChC,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,kBAAkB,EAAE,CAAC;CACpC;AAED,MAAM,MAAM,cAAc,GAAG,CAC3B,UAAU,EAAE,kBAAkB,EAC9B,OAAO,EAAE,MAAM,KACZ,OAAO,CAAC,cAAc,CAAC,CAAC;AAE7B,qBAAa,WAAW;IASV,OAAO,CAAC,QAAQ,CAAC,YAAY;IARzC,OAAO,CAAC,MAAM,CAKZ;IACF,OAAO,CAAC,eAAe,CAAgC;gBAE1B,YAAY,EAAE,cAAc;IAEzD,KAAK,CAAC,IAAI,EAAE,iBAAiB,GAAG,IAAI;IAwBpC,MAAM,IAAI,IAAI;IAQd,KAAK,IAAI,IAAI;IAMb,SAAS,IAAI,cAAc;YAOb,MAAM;CA6BrB"}
@@ -0,0 +1,88 @@
1
+ export class BackfillJob {
2
+ runForSource;
3
+ status = {
4
+ state: "idle",
5
+ sources: [],
6
+ total_messages: 0,
7
+ total_blocks: 0,
8
+ };
9
+ abortController = null;
10
+ constructor(runForSource) {
11
+ this.runForSource = runForSource;
12
+ }
13
+ start(opts) {
14
+ if (this.status.state === "running")
15
+ return;
16
+ this.abortController = new AbortController();
17
+ this.status = {
18
+ state: "running",
19
+ started_at: Date.now(),
20
+ total_messages: 0,
21
+ total_blocks: 0,
22
+ sources: opts.source_types.map((s) => ({
23
+ source: s,
24
+ processed: 0,
25
+ blocks: 0,
26
+ status: "pending",
27
+ })),
28
+ };
29
+ this.runAll(opts).catch((err) => {
30
+ this.status.state = "error";
31
+ this.status.error = err instanceof Error ? err.message : String(err);
32
+ this.status.finished_at = Date.now();
33
+ });
34
+ }
35
+ cancel() {
36
+ if (this.status.state !== "running")
37
+ return;
38
+ this.abortController?.abort();
39
+ this.status.state = "error";
40
+ this.status.error = "cancelled";
41
+ this.status.finished_at = Date.now();
42
+ }
43
+ reset() {
44
+ if (this.status.state === "running")
45
+ return;
46
+ this.abortController = null;
47
+ this.status = { state: "idle", sources: [], total_messages: 0, total_blocks: 0 };
48
+ }
49
+ getStatus() {
50
+ return {
51
+ ...this.status,
52
+ sources: this.status.sources.map((s) => ({ ...s })),
53
+ };
54
+ }
55
+ async runAll(opts) {
56
+ for (const srcType of opts.source_types) {
57
+ if (this.abortController?.signal.aborted)
58
+ break;
59
+ const idx = this.status.sources.findIndex((s) => s.source === srcType);
60
+ if (idx < 0)
61
+ continue;
62
+ this.status.sources[idx].status = "running";
63
+ try {
64
+ const result = await this.runForSource(srcType, opts.since_ms);
65
+ if (this.abortController?.signal.aborted)
66
+ break;
67
+ this.status.sources[idx].processed = result.totalMessages;
68
+ this.status.sources[idx].blocks = result.totalBlocks;
69
+ this.status.sources[idx].status = result.fatal ? "error" : "done";
70
+ if (result.fatal)
71
+ this.status.sources[idx].error = result.error;
72
+ this.status.total_messages += result.totalMessages;
73
+ this.status.total_blocks += result.totalBlocks;
74
+ }
75
+ catch (err) {
76
+ if (this.abortController?.signal.aborted)
77
+ break;
78
+ this.status.sources[idx].status = "error";
79
+ this.status.sources[idx].error = err instanceof Error ? err.message : String(err);
80
+ }
81
+ }
82
+ if (!this.abortController?.signal.aborted) {
83
+ this.status.state = "done";
84
+ this.status.finished_at = Date.now();
85
+ }
86
+ }
87
+ }
88
+ //# sourceMappingURL=backfill-job.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"backfill-job.js","sourceRoot":"","sources":["../../src/server/backfill-job.ts"],"names":[],"mappings":"AAiCA,MAAM,OAAO,WAAW;IASO;IARrB,MAAM,GAAmB;QAC/B,KAAK,EAAE,MAAM;QACb,OAAO,EAAE,EAAE;QACX,cAAc,EAAE,CAAC;QACjB,YAAY,EAAE,CAAC;KAChB,CAAC;IACM,eAAe,GAA2B,IAAI,CAAC;IAEvD,YAA6B,YAA4B;QAA5B,iBAAY,GAAZ,YAAY,CAAgB;IAAG,CAAC;IAE7D,KAAK,CAAC,IAAuB;QAC3B,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,KAAK,SAAS;YAAE,OAAO;QAE5C,IAAI,CAAC,eAAe,GAAG,IAAI,eAAe,EAAE,CAAC;QAC7C,IAAI,CAAC,MAAM,GAAG;YACZ,KAAK,EAAE,SAAS;YAChB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE;YACtB,cAAc,EAAE,CAAC;YACjB,YAAY,EAAE,CAAC;YACf,OAAO,EAAE,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBACrC,MAAM,EAAE,CAAC;gBACT,SAAS,EAAE,CAAC;gBACZ,MAAM,EAAE,CAAC;gBACT,MAAM,EAAE,SAAkB;aAC3B,CAAC,CAAC;SACJ,CAAC;QAEF,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;YAC9B,IAAI,CAAC,MAAM,CAAC,KAAK,GAAG,OAAO,CAAC;YAC5B,IAAI,CAAC,MAAM,CAAC,KAAK,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACrE,IAAI,CAAC,MAAM,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvC,CAAC,CAAC,CAAC;IACL,CAAC;IAED,MAAM;QACJ,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,KAAK,SAAS;YAAE,OAAO;QAC5C,IAAI,CAAC,eAAe,EAAE,KAAK,EAAE,CAAC;QAC9B,IAAI,CAAC,MAAM,CAAC,KAAK,GAAG,OAAO,CAAC;QAC5B,IAAI,CAAC,MAAM,CAAC,KAAK,GAAG,WAAW,CAAC;QAChC,IAAI,CAAC,MAAM,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACvC,CAAC;IAED,KAAK;QACH,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,KAAK,SAAS;YAAE,OAAO;QAC5C,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;QAC5B,IAAI,CAAC,MAAM,GAAG,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,EAAE,cAAc,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC;IACnF,CAAC;IAED,SAAS;QACP,OAAO;YACL,GAAG,IAAI,CAAC,MAAM;YACd,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;SACpD,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,MAAM,CAAC,IAAuB;QAC1C,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACxC,IAAI,IAAI,CAAC,eAAe,EAAE,MAAM,CAAC,OAAO;gBAAE,MAAM;YAEhD,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC;YACvE,IAAI,GAAG,GAAG,CAAC;gBAAE,SAAS;YACtB,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,GAAG,SAAS,CAAC;YAE5C,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAC/D,IAAI,IAAI,CAAC,eAAe,EAAE,MAAM,CAAC,OAAO;oBAAE,MAAM;gBAChD,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,SAAS,GAAG,MAAM,CAAC,aAAa,CAAC;gBAC1D,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,GAAG,MAAM,CAAC,WAAW,CAAC;gBACrD,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC;gBAClE,IAAI,MAAM,CAAC,KAAK;oBAAE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;gBAChE,IAAI,CAAC,MAAM,CAAC,cAAc,IAAI,MAAM,CAAC,aAAa,CAAC;gBACnD,IAAI,CAAC,MAAM,CAAC,YAAY,IAAI,MAAM,CAAC,WAAW,CAAC;YACjD,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,IAAI,CAAC,eAAe,EAAE,MAAM,CAAC,OAAO;oBAAE,MAAM;gBAChD,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,GAAG,OAAO,CAAC;gBAC1C,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACpF,CAAC;QACH,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC;YAC1C,IAAI,CAAC,MAAM,CAAC,KAAK,GAAG,MAAM,CAAC;YAC3B,IAAI,CAAC,MAAM,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvC,CAAC;IACH,CAAC;CACF"}
@@ -0,0 +1,7 @@
1
+ import { Hono } from "hono";
2
+ import type { StoreContext } from "./api.js";
3
+ import type { BackfillJob, RunForSourceFn } from "./backfill-job.js";
4
+ export declare function createBackfillRoutes(job: BackfillJob, stores: StoreContext): Hono;
5
+ export declare function buildRunForSource(stores: StoreContext, configPath: string): RunForSourceFn;
6
+ export declare function createDefaultBackfillRoutes(stores: StoreContext, configPath: string): Hono;
7
+ //# sourceMappingURL=backfill-routes.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"backfill-routes.d.ts","sourceRoot":"","sources":["../../src/server/backfill-routes.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAM5B,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AAC7C,OAAO,KAAK,EAAE,WAAW,EAAsB,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAgBzF,wBAAgB,oBAAoB,CAAC,GAAG,EAAE,WAAW,EAAE,MAAM,EAAE,YAAY,GAAG,IAAI,CAyDjF;AAED,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,GAAG,cAAc,CAgE1F;AAED,wBAAgB,2BAA2B,CAAC,MAAM,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,GAAG,IAAI,CAI1F"}