xtctx 0.3.2 → 0.11.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (308) hide show
  1. package/CHANGELOG.md +317 -122
  2. package/LICENSE +21 -21
  3. package/README.md +154 -121
  4. package/dist/src/cli/disconnect.d.ts +8 -0
  5. package/dist/src/cli/disconnect.d.ts.map +1 -0
  6. package/dist/src/cli/disconnect.js +42 -0
  7. package/dist/src/cli/disconnect.js.map +1 -0
  8. package/dist/src/cli/hook.d.ts +7 -0
  9. package/dist/src/cli/hook.d.ts.map +1 -0
  10. package/dist/src/cli/hook.js +32 -0
  11. package/dist/src/cli/hook.js.map +1 -0
  12. package/dist/src/cli/index.d.ts.map +1 -1
  13. package/dist/src/cli/index.js +86 -33
  14. package/dist/src/cli/index.js.map +1 -1
  15. package/dist/src/cli/setup.d.ts +8 -0
  16. package/dist/src/cli/setup.d.ts.map +1 -0
  17. package/dist/src/cli/setup.js +76 -0
  18. package/dist/src/cli/setup.js.map +1 -0
  19. package/dist/src/cli/status.d.ts +7 -0
  20. package/dist/src/cli/status.d.ts.map +1 -0
  21. package/dist/src/cli/status.js +133 -0
  22. package/dist/src/cli/status.js.map +1 -0
  23. package/dist/src/config/disconnect.d.ts +34 -0
  24. package/dist/src/config/disconnect.d.ts.map +1 -0
  25. package/dist/src/config/disconnect.js +386 -0
  26. package/dist/src/config/disconnect.js.map +1 -0
  27. package/dist/src/config/managed-block.d.ts +29 -0
  28. package/dist/src/config/managed-block.d.ts.map +1 -0
  29. package/dist/src/config/managed-block.js +67 -0
  30. package/dist/src/config/managed-block.js.map +1 -0
  31. package/dist/src/config/mcp-config.d.ts +93 -0
  32. package/dist/src/config/mcp-config.d.ts.map +1 -0
  33. package/dist/src/config/mcp-config.js +556 -0
  34. package/dist/src/config/mcp-config.js.map +1 -0
  35. package/dist/src/config/setup.d.ts +39 -0
  36. package/dist/src/config/setup.d.ts.map +1 -0
  37. package/dist/src/config/setup.js +379 -0
  38. package/dist/src/config/setup.js.map +1 -0
  39. package/dist/src/config/skills.d.ts +73 -0
  40. package/dist/src/config/skills.d.ts.map +1 -0
  41. package/dist/src/config/skills.js +427 -0
  42. package/dist/src/config/skills.js.map +1 -0
  43. package/dist/src/handoff/embeddings.d.ts +26 -0
  44. package/dist/src/handoff/embeddings.d.ts.map +1 -0
  45. package/dist/src/handoff/embeddings.js +132 -0
  46. package/dist/src/handoff/embeddings.js.map +1 -0
  47. package/dist/src/handoff/sqlite-index.d.ts +52 -0
  48. package/dist/src/handoff/sqlite-index.d.ts.map +1 -0
  49. package/dist/src/handoff/sqlite-index.js +905 -0
  50. package/dist/src/handoff/sqlite-index.js.map +1 -0
  51. package/dist/src/handoff/types.d.ts +63 -0
  52. package/dist/src/handoff/types.d.ts.map +1 -0
  53. package/dist/src/handoff/types.js +2 -0
  54. package/dist/src/handoff/types.js.map +1 -0
  55. package/dist/src/handoff/vector.d.ts +4 -0
  56. package/dist/src/handoff/vector.d.ts.map +1 -0
  57. package/dist/src/handoff/vector.js +31 -0
  58. package/dist/src/handoff/vector.js.map +1 -0
  59. package/dist/src/mcp/server.d.ts +3 -20
  60. package/dist/src/mcp/server.d.ts.map +1 -1
  61. package/dist/src/mcp/server.js +90 -205
  62. package/dist/src/mcp/server.js.map +1 -1
  63. package/dist/src/mcp/tools/continuity.d.ts +21 -0
  64. package/dist/src/mcp/tools/continuity.d.ts.map +1 -0
  65. package/dist/src/mcp/tools/continuity.js +55 -0
  66. package/dist/src/mcp/tools/continuity.js.map +1 -0
  67. package/dist/src/mcp/tools/manifest.d.ts +40 -0
  68. package/dist/src/mcp/tools/manifest.d.ts.map +1 -0
  69. package/dist/src/mcp/tools/manifest.js +105 -0
  70. package/dist/src/mcp/tools/manifest.js.map +1 -0
  71. package/dist/src/mcp/tools/sessions.d.ts +18 -31
  72. package/dist/src/mcp/tools/sessions.d.ts.map +1 -1
  73. package/dist/src/mcp/tools/sessions.js +109 -16
  74. package/dist/src/mcp/tools/sessions.js.map +1 -1
  75. package/dist/src/runtime/services.d.ts +11 -38
  76. package/dist/src/runtime/services.d.ts.map +1 -1
  77. package/dist/src/runtime/services.js +61 -200
  78. package/dist/src/runtime/services.js.map +1 -1
  79. package/dist/src/scrapers/antigravity.d.ts +52 -0
  80. package/dist/src/scrapers/antigravity.d.ts.map +1 -0
  81. package/dist/src/scrapers/antigravity.js +869 -0
  82. package/dist/src/scrapers/antigravity.js.map +1 -0
  83. package/dist/src/scrapers/base.d.ts +53 -1
  84. package/dist/src/scrapers/base.d.ts.map +1 -1
  85. package/dist/src/scrapers/base.js +93 -4
  86. package/dist/src/scrapers/base.js.map +1 -1
  87. package/dist/src/scrapers/claude-code.d.ts +37 -6
  88. package/dist/src/scrapers/claude-code.d.ts.map +1 -1
  89. package/dist/src/scrapers/claude-code.js +214 -40
  90. package/dist/src/scrapers/claude-code.js.map +1 -1
  91. package/dist/src/scrapers/codex.d.ts +36 -6
  92. package/dist/src/scrapers/codex.d.ts.map +1 -1
  93. package/dist/src/scrapers/codex.js +283 -60
  94. package/dist/src/scrapers/codex.js.map +1 -1
  95. package/dist/src/scrapers/copilot-cli.d.ts +34 -0
  96. package/dist/src/scrapers/copilot-cli.d.ts.map +1 -0
  97. package/dist/src/scrapers/copilot-cli.js +342 -0
  98. package/dist/src/scrapers/copilot-cli.js.map +1 -0
  99. package/dist/src/scrapers/copilot.d.ts +41 -8
  100. package/dist/src/scrapers/copilot.d.ts.map +1 -1
  101. package/dist/src/scrapers/copilot.js +256 -118
  102. package/dist/src/scrapers/copilot.js.map +1 -1
  103. package/dist/src/scrapers/cursor.d.ts +24 -9
  104. package/dist/src/scrapers/cursor.d.ts.map +1 -1
  105. package/dist/src/scrapers/cursor.js +259 -152
  106. package/dist/src/scrapers/cursor.js.map +1 -1
  107. package/dist/src/scrapers/index.d.ts +23 -0
  108. package/dist/src/scrapers/index.d.ts.map +1 -0
  109. package/dist/src/scrapers/index.js +22 -0
  110. package/dist/src/scrapers/index.js.map +1 -0
  111. package/dist/src/scrapers/opencode.d.ts +37 -0
  112. package/dist/src/scrapers/opencode.d.ts.map +1 -0
  113. package/dist/src/scrapers/opencode.js +277 -0
  114. package/dist/src/scrapers/opencode.js.map +1 -0
  115. package/dist/src/scrapers/registry.d.ts +1 -0
  116. package/dist/src/scrapers/registry.d.ts.map +1 -1
  117. package/dist/src/scrapers/registry.js +3 -0
  118. package/dist/src/scrapers/registry.js.map +1 -1
  119. package/dist/src/tools/sources.d.ts +28 -0
  120. package/dist/src/tools/sources.d.ts.map +1 -0
  121. package/dist/src/tools/sources.js +149 -0
  122. package/dist/src/tools/sources.js.map +1 -0
  123. package/dist/src/types/config.d.ts +24 -37
  124. package/dist/src/types/config.d.ts.map +1 -1
  125. package/dist/src/types/index.d.ts +0 -2
  126. package/dist/src/types/index.d.ts.map +1 -1
  127. package/dist/src/types/index.js +0 -2
  128. package/dist/src/types/index.js.map +1 -1
  129. package/dist/src/types/scraper.d.ts +34 -5
  130. package/dist/src/types/scraper.d.ts.map +1 -1
  131. package/dist/src/utils/atomic-file.d.ts +8 -0
  132. package/dist/src/utils/atomic-file.d.ts.map +1 -0
  133. package/dist/src/utils/atomic-file.js +15 -0
  134. package/dist/src/utils/atomic-file.js.map +1 -0
  135. package/dist/src/utils/errors.d.ts +7 -0
  136. package/dist/src/utils/errors.d.ts.map +1 -0
  137. package/dist/src/utils/errors.js +16 -0
  138. package/dist/src/utils/errors.js.map +1 -0
  139. package/dist/src/utils/package-info.d.ts +11 -0
  140. package/dist/src/utils/package-info.d.ts.map +1 -0
  141. package/dist/src/utils/package-info.js +30 -0
  142. package/dist/src/utils/package-info.js.map +1 -0
  143. package/dist/src/utils/project-scope.d.ts +19 -0
  144. package/dist/src/utils/project-scope.d.ts.map +1 -0
  145. package/dist/src/utils/project-scope.js +61 -0
  146. package/dist/src/utils/project-scope.js.map +1 -0
  147. package/package.json +70 -66
  148. package/dist/src/api/routes/config.d.ts +0 -4
  149. package/dist/src/api/routes/config.d.ts.map +0 -1
  150. package/dist/src/api/routes/config.js +0 -61
  151. package/dist/src/api/routes/config.js.map +0 -1
  152. package/dist/src/api/routes/knowledge.d.ts +0 -4
  153. package/dist/src/api/routes/knowledge.d.ts.map +0 -1
  154. package/dist/src/api/routes/knowledge.js +0 -40
  155. package/dist/src/api/routes/knowledge.js.map +0 -1
  156. package/dist/src/api/routes/search.d.ts +0 -7
  157. package/dist/src/api/routes/search.d.ts.map +0 -1
  158. package/dist/src/api/routes/search.js +0 -108
  159. package/dist/src/api/routes/search.js.map +0 -1
  160. package/dist/src/api/routes/sources.d.ts +0 -12
  161. package/dist/src/api/routes/sources.d.ts.map +0 -1
  162. package/dist/src/api/routes/sources.js +0 -70
  163. package/dist/src/api/routes/sources.js.map +0 -1
  164. package/dist/src/api/server.d.ts +0 -26
  165. package/dist/src/api/server.d.ts.map +0 -1
  166. package/dist/src/api/server.js +0 -312
  167. package/dist/src/api/server.js.map +0 -1
  168. package/dist/src/cli/ingest.d.ts +0 -6
  169. package/dist/src/cli/ingest.d.ts.map +0 -1
  170. package/dist/src/cli/ingest.js +0 -11
  171. package/dist/src/cli/ingest.js.map +0 -1
  172. package/dist/src/cli/init.d.ts +0 -6
  173. package/dist/src/cli/init.d.ts.map +0 -1
  174. package/dist/src/cli/init.js +0 -105
  175. package/dist/src/cli/init.js.map +0 -1
  176. package/dist/src/cli/serve.d.ts +0 -7
  177. package/dist/src/cli/serve.d.ts.map +0 -1
  178. package/dist/src/cli/serve.js +0 -100
  179. package/dist/src/cli/serve.js.map +0 -1
  180. package/dist/src/cli/sync.d.ts +0 -5
  181. package/dist/src/cli/sync.d.ts.map +0 -1
  182. package/dist/src/cli/sync.js +0 -13
  183. package/dist/src/cli/sync.js.map +0 -1
  184. package/dist/src/compaction/pipeline.d.ts +0 -19
  185. package/dist/src/compaction/pipeline.d.ts.map +0 -1
  186. package/dist/src/compaction/pipeline.js +0 -37
  187. package/dist/src/compaction/pipeline.js.map +0 -1
  188. package/dist/src/compaction/providers/cli.d.ts +0 -13
  189. package/dist/src/compaction/providers/cli.d.ts.map +0 -1
  190. package/dist/src/compaction/providers/cli.js +0 -60
  191. package/dist/src/compaction/providers/cli.js.map +0 -1
  192. package/dist/src/compaction/rule-based.d.ts +0 -8
  193. package/dist/src/compaction/rule-based.d.ts.map +0 -1
  194. package/dist/src/compaction/rule-based.js +0 -120
  195. package/dist/src/compaction/rule-based.js.map +0 -1
  196. package/dist/src/config/loader.d.ts +0 -12
  197. package/dist/src/config/loader.d.ts.map +0 -1
  198. package/dist/src/config/loader.js +0 -76
  199. package/dist/src/config/loader.js.map +0 -1
  200. package/dist/src/config/mappings/claude-code.d.ts +0 -3
  201. package/dist/src/config/mappings/claude-code.d.ts.map +0 -1
  202. package/dist/src/config/mappings/claude-code.js +0 -31
  203. package/dist/src/config/mappings/claude-code.js.map +0 -1
  204. package/dist/src/config/mappings/codex.d.ts +0 -3
  205. package/dist/src/config/mappings/codex.d.ts.map +0 -1
  206. package/dist/src/config/mappings/codex.js +0 -31
  207. package/dist/src/config/mappings/codex.js.map +0 -1
  208. package/dist/src/config/mappings/copilot.d.ts +0 -3
  209. package/dist/src/config/mappings/copilot.d.ts.map +0 -1
  210. package/dist/src/config/mappings/copilot.js +0 -33
  211. package/dist/src/config/mappings/copilot.js.map +0 -1
  212. package/dist/src/config/mappings/cursor.d.ts +0 -3
  213. package/dist/src/config/mappings/cursor.d.ts.map +0 -1
  214. package/dist/src/config/mappings/cursor.js +0 -29
  215. package/dist/src/config/mappings/cursor.js.map +0 -1
  216. package/dist/src/config/sync.d.ts +0 -13
  217. package/dist/src/config/sync.d.ts.map +0 -1
  218. package/dist/src/config/sync.js +0 -96
  219. package/dist/src/config/sync.js.map +0 -1
  220. package/dist/src/ingestion/coordinator.d.ts +0 -37
  221. package/dist/src/ingestion/coordinator.d.ts.map +0 -1
  222. package/dist/src/ingestion/coordinator.js +0 -127
  223. package/dist/src/ingestion/coordinator.js.map +0 -1
  224. package/dist/src/ingestion/daemon.d.ts +0 -17
  225. package/dist/src/ingestion/daemon.d.ts.map +0 -1
  226. package/dist/src/ingestion/daemon.js +0 -35
  227. package/dist/src/ingestion/daemon.js.map +0 -1
  228. package/dist/src/ingestion/watcher.d.ts +0 -19
  229. package/dist/src/ingestion/watcher.d.ts.map +0 -1
  230. package/dist/src/ingestion/watcher.js +0 -70
  231. package/dist/src/ingestion/watcher.js.map +0 -1
  232. package/dist/src/knowledge/autotag.d.ts +0 -3
  233. package/dist/src/knowledge/autotag.d.ts.map +0 -1
  234. package/dist/src/knowledge/autotag.js +0 -24
  235. package/dist/src/knowledge/autotag.js.map +0 -1
  236. package/dist/src/knowledge/dedup.d.ts +0 -7
  237. package/dist/src/knowledge/dedup.d.ts.map +0 -1
  238. package/dist/src/knowledge/dedup.js +0 -15
  239. package/dist/src/knowledge/dedup.js.map +0 -1
  240. package/dist/src/knowledge/repository.d.ts +0 -12
  241. package/dist/src/knowledge/repository.d.ts.map +0 -1
  242. package/dist/src/knowledge/repository.js +0 -74
  243. package/dist/src/knowledge/repository.js.map +0 -1
  244. package/dist/src/mcp/tools/config.d.ts +0 -36
  245. package/dist/src/mcp/tools/config.d.ts.map +0 -1
  246. package/dist/src/mcp/tools/config.js +0 -54
  247. package/dist/src/mcp/tools/config.js.map +0 -1
  248. package/dist/src/mcp/tools/knowledge.d.ts +0 -17
  249. package/dist/src/mcp/tools/knowledge.d.ts.map +0 -1
  250. package/dist/src/mcp/tools/knowledge.js +0 -46
  251. package/dist/src/mcp/tools/knowledge.js.map +0 -1
  252. package/dist/src/mcp/tools/search.d.ts +0 -22
  253. package/dist/src/mcp/tools/search.d.ts.map +0 -1
  254. package/dist/src/mcp/tools/search.js +0 -30
  255. package/dist/src/mcp/tools/search.js.map +0 -1
  256. package/dist/src/mcp/tools/write.d.ts +0 -38
  257. package/dist/src/mcp/tools/write.d.ts.map +0 -1
  258. package/dist/src/mcp/tools/write.js +0 -97
  259. package/dist/src/mcp/tools/write.js.map +0 -1
  260. package/dist/src/runtime/ingestion.d.ts +0 -17
  261. package/dist/src/runtime/ingestion.d.ts.map +0 -1
  262. package/dist/src/runtime/ingestion.js +0 -106
  263. package/dist/src/runtime/ingestion.js.map +0 -1
  264. package/dist/src/scrapers/gemini.d.ts +0 -17
  265. package/dist/src/scrapers/gemini.d.ts.map +0 -1
  266. package/dist/src/scrapers/gemini.js +0 -245
  267. package/dist/src/scrapers/gemini.js.map +0 -1
  268. package/dist/src/store/embeddings.d.ts +0 -9
  269. package/dist/src/store/embeddings.d.ts.map +0 -1
  270. package/dist/src/store/embeddings.js +0 -28
  271. package/dist/src/store/embeddings.js.map +0 -1
  272. package/dist/src/store/lance.d.ts +0 -25
  273. package/dist/src/store/lance.d.ts.map +0 -1
  274. package/dist/src/store/lance.js +0 -74
  275. package/dist/src/store/lance.js.map +0 -1
  276. package/dist/src/store/search.d.ts +0 -18
  277. package/dist/src/store/search.d.ts.map +0 -1
  278. package/dist/src/store/search.js +0 -55
  279. package/dist/src/store/search.js.map +0 -1
  280. package/dist/src/types/compaction.d.ts +0 -29
  281. package/dist/src/types/compaction.d.ts.map +0 -1
  282. package/dist/src/types/compaction.js +0 -2
  283. package/dist/src/types/compaction.js.map +0 -1
  284. package/dist/src/types/context.d.ts +0 -33
  285. package/dist/src/types/context.d.ts.map +0 -1
  286. package/dist/src/types/context.js +0 -18
  287. package/dist/src/types/context.js.map +0 -1
  288. package/dist/src/utils/retry.d.ts +0 -11
  289. package/dist/src/utils/retry.d.ts.map +0 -1
  290. package/dist/src/utils/retry.js +0 -46
  291. package/dist/src/utils/retry.js.map +0 -1
  292. package/dist/src/utils/shutdown.d.ts +0 -25
  293. package/dist/src/utils/shutdown.d.ts.map +0 -1
  294. package/dist/src/utils/shutdown.js +0 -56
  295. package/dist/src/utils/shutdown.js.map +0 -1
  296. package/dist/web/apple-touch-icon.png +0 -0
  297. package/dist/web/assets/index-Nuadr5ox.css +0 -1
  298. package/dist/web/assets/index-aA0u8eXA.js +0 -3504
  299. package/dist/web/assets/primeicons-C6QP2o4f.woff2 +0 -0
  300. package/dist/web/assets/primeicons-DMOk5skT.eot +0 -0
  301. package/dist/web/assets/primeicons-Dr5RGzOO.svg +0 -345
  302. package/dist/web/assets/primeicons-MpK4pl85.ttf +0 -0
  303. package/dist/web/assets/primeicons-WjwUDZjB.woff +0 -0
  304. package/dist/web/favicon.ico +0 -0
  305. package/dist/web/favicon.svg +0 -21
  306. package/dist/web/index.html +0 -21
  307. package/dist/web/site.webmanifest +0 -19
  308. package/dist/web/vite.svg +0 -1
@@ -1,97 +0,0 @@
1
- import { checkDuplicate } from "../../knowledge/dedup.js";
2
- import { createContextRecordId, } from "../../types/context.js";
3
- export function createWriteHandlers(writer, findSimilar) {
4
- const write = async (type, title, body, metadata) => {
5
- const candidateText = `${title}\n${body}`;
6
- const similar = findSimilar ? await findSimilar(type, candidateText) : null;
7
- const duplicate = checkDuplicate(similar?.similarity ?? 0, similar?.id ?? null);
8
- if (duplicate.action === "duplicate_rejected") {
9
- return {
10
- action: "duplicate_rejected",
11
- id: similar?.id ?? "",
12
- replaced: similar?.id ?? undefined,
13
- message: "Similar record already exists; write rejected.",
14
- };
15
- }
16
- const id = createContextRecordId(title, body, "mcp");
17
- const record = {
18
- id,
19
- type,
20
- created_at: new Date().toISOString(),
21
- supersedes: duplicate.action === "superseded" ? duplicate.existingId ?? undefined : undefined,
22
- source_tool: "mcp",
23
- referenced_files: [],
24
- domain_tags: [],
25
- environment: {},
26
- title,
27
- body,
28
- metadata,
29
- };
30
- await writer.save(record);
31
- if (duplicate.action === "superseded" && duplicate.existingId && writer.supersede) {
32
- await writer.supersede(duplicate.existingId, id);
33
- }
34
- return {
35
- action: duplicate.action,
36
- id,
37
- replaced: duplicate.existingId ?? undefined,
38
- };
39
- };
40
- const saveDecision = async (params) => {
41
- const bodyParts = [params.rationale.trim()];
42
- if (params.context?.trim()) {
43
- bodyParts.push(`Context: ${params.context.trim()}`);
44
- }
45
- if (params.alternatives_considered?.length) {
46
- bodyParts.push(`Alternatives: ${params.alternatives_considered.join("; ")}`);
47
- }
48
- return write("decision", params.title.trim(), bodyParts.join("\n\n"), {
49
- rationale: params.rationale,
50
- context: params.context,
51
- alternatives_considered: params.alternatives_considered ?? [],
52
- });
53
- };
54
- const saveErrorSolution = async (params) => {
55
- const title = params.error.trim();
56
- const bodyParts = [`Solution: ${params.solution.trim()}`];
57
- if (params.context?.trim()) {
58
- bodyParts.push(`Context: ${params.context.trim()}`);
59
- }
60
- return write("error_solution", title, bodyParts.join("\n\n"), {
61
- error: params.error,
62
- solution: params.solution,
63
- context: params.context,
64
- });
65
- };
66
- const saveInsight = async (params) => {
67
- const title = params.insight.trim().slice(0, 80) || "Project insight";
68
- const body = params.context?.trim()
69
- ? `${params.insight.trim()}\n\nContext: ${params.context.trim()}`
70
- : params.insight.trim();
71
- return write("insight", title, body, {
72
- insight: params.insight,
73
- context: params.context,
74
- });
75
- };
76
- const saveFaq = async (params) => {
77
- const question = params.question.trim();
78
- const answer = params.answer.trim();
79
- const title = question.slice(0, 100) || "Project FAQ";
80
- const bodyParts = [`Q: ${question}`, `A: ${answer}`];
81
- if (params.context?.trim()) {
82
- bodyParts.push(`Context: ${params.context.trim()}`);
83
- }
84
- return write("faq", title, bodyParts.join("\n\n"), {
85
- question: params.question,
86
- answer: params.answer,
87
- context: params.context,
88
- });
89
- };
90
- return {
91
- saveDecision,
92
- saveErrorSolution,
93
- saveInsight,
94
- saveFaq,
95
- };
96
- }
97
- //# sourceMappingURL=write.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"write.js","sourceRoot":"","sources":["../../../../src/mcp/tools/write.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAC1D,OAAO,EACL,qBAAqB,GAItB,MAAM,wBAAwB,CAAC;AAyChC,MAAM,UAAU,mBAAmB,CACjC,MAAuB,EACvB,WAA8B;IAE9B,MAAM,KAAK,GAAG,KAAK,EACjB,IAAiB,EACjB,KAAa,EACb,IAAY,EACZ,QAAkC,EACZ,EAAE;QACxB,MAAM,aAAa,GAAG,GAAG,KAAK,KAAK,IAAI,EAAE,CAAC;QAC1C,MAAM,OAAO,GAAG,WAAW,CAAC,CAAC,CAAC,MAAM,WAAW,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAC5E,MAAM,SAAS,GAAG,cAAc,CAAC,OAAO,EAAE,UAAU,IAAI,CAAC,EAAE,OAAO,EAAE,EAAE,IAAI,IAAI,CAAC,CAAC;QAEhF,IAAI,SAAS,CAAC,MAAM,KAAK,oBAAoB,EAAE,CAAC;YAC9C,OAAO;gBACL,MAAM,EAAE,oBAAoB;gBAC5B,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE;gBACrB,QAAQ,EAAE,OAAO,EAAE,EAAE,IAAI,SAAS;gBAClC,OAAO,EAAE,gDAAgD;aAC1D,CAAC;QACJ,CAAC;QAED,MAAM,EAAE,GAAG,qBAAqB,CAAC,KAAK,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;QACrD,MAAM,MAAM,GAAkB;YAC5B,EAAE;YACF,IAAI;YACJ,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACpC,UAAU,EAAE,SAAS,CAAC,MAAM,KAAK,YAAY,CAAC,CAAC,CAAC,SAAS,CAAC,UAAU,IAAI,SAAS,CAAC,CAAC,CAAC,SAAS;YAC7F,WAAW,EAAE,KAAK;YAClB,gBAAgB,EAAE,EAAE;YACpB,WAAW,EAAE,EAAE;YACf,WAAW,EAAE,EAAE;YACf,KAAK;YACL,IAAI;YACJ,QAAQ;SACT,CAAC;QAEF,MAAM,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAE1B,IAAI,SAAS,CAAC,MAAM,KAAK,YAAY,IAAI,SAAS,CAAC,UAAU,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;YAClF,MAAM,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;QACnD,CAAC;QAED,OAAO;YACL,MAAM,EAAE,SAAS,CAAC,MAAM;YACxB,EAAE;YACF,QAAQ,EAAE,SAAS,CAAC,UAAU,IAAI,SAAS;SAC5C,CAAC;IACJ,CAAC,CAAC;IAEF,MAAM,YAAY,GAAG,KAAK,EAAE,MAA0B,EAAwB,EAAE;QAC9E,MAAM,SAAS,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC;QAC5C,IAAI,MAAM,CAAC,OAAO,EAAE,IAAI,EAAE,EAAE,CAAC;YAC3B,SAAS,CAAC,IAAI,CAAC,YAAY,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACtD,CAAC;QACD,IAAI,MAAM,CAAC,uBAAuB,EAAE,MAAM,EAAE,CAAC;YAC3C,SAAS,CAAC,IAAI,CAAC,iBAAiB,MAAM,CAAC,uBAAuB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC/E,CAAC;QAED,OAAO,KAAK,CAAC,UAAU,EAAE,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE;YACpE,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,uBAAuB,EAAE,MAAM,CAAC,uBAAuB,IAAI,EAAE;SAC9D,CAAC,CAAC;IACL,CAAC,CAAC;IAEF,MAAM,iBAAiB,GAAG,KAAK,EAC7B,MAA+B,EACT,EAAE;QACxB,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;QAClC,MAAM,SAAS,GAAG,CAAC,aAAa,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAC1D,IAAI,MAAM,CAAC,OAAO,EAAE,IAAI,EAAE,EAAE,CAAC;YAC3B,SAAS,CAAC,IAAI,CAAC,YAAY,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACtD,CAAC;QAED,OAAO,KAAK,CAAC,gBAAgB,EAAE,KAAK,EAAE,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE;YAC5D,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,OAAO,EAAE,MAAM,CAAC,OAAO;SACxB,CAAC,CAAC;IACL,CAAC,CAAC;IAEF,MAAM,WAAW,GAAG,KAAK,EAAE,MAAyB,EAAwB,EAAE;QAC5E,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,iBAAiB,CAAC;QACtE,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,EAAE,IAAI,EAAE;YACjC,CAAC,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE,gBAAgB,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE;YACjE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;QAE1B,OAAO,KAAK,CAAC,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE;YACnC,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,OAAO,EAAE,MAAM,CAAC,OAAO;SACxB,CAAC,CAAC;IACL,CAAC,CAAC;IAEF,MAAM,OAAO,GAAG,KAAK,EAAE,MAAqB,EAAwB,EAAE;QACpE,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QACxC,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QACpC,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,aAAa,CAAC;QACtD,MAAM,SAAS,GAAG,CAAC,MAAM,QAAQ,EAAE,EAAE,MAAM,MAAM,EAAE,CAAC,CAAC;QAErD,IAAI,MAAM,CAAC,OAAO,EAAE,IAAI,EAAE,EAAE,CAAC;YAC3B,SAAS,CAAC,IAAI,CAAC,YAAY,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACtD,CAAC;QAED,OAAO,KAAK,CAAC,KAAK,EAAE,KAAK,EAAE,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE;YACjD,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,OAAO,EAAE,MAAM,CAAC,OAAO;SACxB,CAAC,CAAC;IACL,CAAC,CAAC;IAEF,OAAO;QACL,YAAY;QACZ,iBAAiB;QACjB,WAAW;QACX,OAAO;KACR,CAAC;AACJ,CAAC"}
@@ -1,17 +0,0 @@
1
- import { IngestionCoordinator } from "../ingestion/coordinator.js";
2
- import { IngestionDaemon } from "../ingestion/daemon.js";
3
- import { ScraperRegistry } from "../scrapers/registry.js";
4
- import { EmbeddingService } from "../store/embeddings.js";
5
- import { LanceStore } from "../store/lance.js";
6
- import { HybridSearch } from "../store/search.js";
7
- import type { ProjectServices } from "./services.js";
8
- export interface IngestionRuntime {
9
- store: LanceStore;
10
- embeddings: EmbeddingService;
11
- search: HybridSearch;
12
- registry: ScraperRegistry;
13
- coordinator: IngestionCoordinator;
14
- daemon: IngestionDaemon;
15
- }
16
- export declare function createIngestionRuntime(services: ProjectServices): Promise<IngestionRuntime>;
17
- //# sourceMappingURL=ingestion.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"ingestion.d.ts","sourceRoot":"","sources":["../../../src/runtime/ingestion.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,oBAAoB,EAAE,MAAM,6BAA6B,CAAC;AACnE,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAMzD,OAAO,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAC1D,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAElD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAErD,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,UAAU,CAAC;IAClB,UAAU,EAAE,gBAAgB,CAAC;IAC7B,MAAM,EAAE,YAAY,CAAC;IACrB,QAAQ,EAAE,eAAe,CAAC;IAC1B,WAAW,EAAE,oBAAoB,CAAC;IAClC,MAAM,EAAE,eAAe,CAAC;CACzB;AA2BD,wBAAsB,sBAAsB,CAC1C,QAAQ,EAAE,eAAe,GACxB,OAAO,CAAC,gBAAgB,CAAC,CA2E3B"}
@@ -1,106 +0,0 @@
1
- import { join } from "node:path";
2
- import { IngestionCoordinator } from "../ingestion/coordinator.js";
3
- import { IngestionDaemon } from "../ingestion/daemon.js";
4
- import { ClaudeCodeScraper } from "../scrapers/claude-code.js";
5
- import { CodexCliScraper } from "../scrapers/codex.js";
6
- import { CopilotScraper } from "../scrapers/copilot.js";
7
- import { CursorScraper } from "../scrapers/cursor.js";
8
- import { GeminiCliScraper } from "../scrapers/gemini.js";
9
- import { ScraperRegistry } from "../scrapers/registry.js";
10
- import { EmbeddingService } from "../store/embeddings.js";
11
- import { LanceStore } from "../store/lance.js";
12
- import { HybridSearch } from "../store/search.js";
13
- class LazyEmbeddingService extends EmbeddingService {
14
- initPromise = null;
15
- async initialize() {
16
- await this.ensureInitialized();
17
- }
18
- async embed(text) {
19
- await this.ensureInitialized();
20
- return super.embed(text);
21
- }
22
- async embedBatch(texts) {
23
- await this.ensureInitialized();
24
- return super.embedBatch(texts);
25
- }
26
- async ensureInitialized() {
27
- if (!this.initPromise) {
28
- this.initPromise = super.initialize();
29
- }
30
- await this.initPromise;
31
- }
32
- }
33
- export async function createIngestionRuntime(services) {
34
- const store = new LanceStore(join(services.storeDir, "lancedb"));
35
- await store.initialize();
36
- const embeddings = new LazyEmbeddingService();
37
- const search = new HybridSearch(store, embeddings);
38
- const registry = new ScraperRegistry();
39
- const scraperConfigByTool = new Map(services.ingestion.scrapers.map((scraper) => [scraper.tool, scraper]));
40
- registerConfiguredScraper(registry, scraperConfigByTool, "claude-code", defaultClaudeProjectsDir(), (storePath) => new ClaudeCodeScraper(storePath, services.stateDir));
41
- registerConfiguredScraper(registry, scraperConfigByTool, "cursor", defaultCursorStorePath(), (storePath) => new CursorScraper(storePath, services.stateDir));
42
- registerConfiguredScraper(registry, scraperConfigByTool, "codex", defaultCodexSessionsPath(), (storePath) => new CodexCliScraper(storePath, services.stateDir));
43
- registerConfiguredScraper(registry, scraperConfigByTool, "copilot", defaultCopilotHistoryPath(), (storePath) => new CopilotScraper(storePath, services.stateDir));
44
- registerConfiguredScraper(registry, scraperConfigByTool, "gemini", defaultGeminiHistoryPath(), (storePath) => new GeminiCliScraper(storePath, services.stateDir));
45
- const watchPaths = uniquePaths([
46
- ...services.ingestion.watchPaths,
47
- ...registry.getAll().flatMap((scraper) => scraper.getStorePaths()),
48
- ]);
49
- const coordinator = new IngestionCoordinator({
50
- registry,
51
- embeddings,
52
- store,
53
- });
54
- const daemon = new IngestionDaemon(coordinator, {
55
- pollIntervalMs: services.ingestion.pollIntervalMs,
56
- watchPaths,
57
- watcher: {
58
- ignored: services.ingestion.excludePatterns,
59
- debounceMs: 350,
60
- },
61
- });
62
- return {
63
- store,
64
- embeddings,
65
- search,
66
- registry,
67
- coordinator,
68
- daemon,
69
- };
70
- }
71
- function defaultClaudeProjectsDir() {
72
- const home = process.env.USERPROFILE ?? process.env.HOME ?? "";
73
- return join(home, ".claude", "projects");
74
- }
75
- function defaultCursorStorePath() {
76
- const appData = process.env.APPDATA;
77
- if (appData) {
78
- return join(appData, "Cursor", "User", "workspaceStorage");
79
- }
80
- const home = process.env.USERPROFILE ?? process.env.HOME ?? "";
81
- return join(home, ".cursor", "workspaceStorage");
82
- }
83
- function defaultCodexSessionsPath() {
84
- const home = process.env.USERPROFILE ?? process.env.HOME ?? "";
85
- return join(home, ".codex", "sessions");
86
- }
87
- function defaultCopilotHistoryPath() {
88
- const home = process.env.USERPROFILE ?? process.env.HOME ?? "";
89
- return join(home, ".copilot", "history");
90
- }
91
- function defaultGeminiHistoryPath() {
92
- const home = process.env.USERPROFILE ?? process.env.HOME ?? "";
93
- return join(home, ".gemini", "history");
94
- }
95
- function uniquePaths(paths) {
96
- return [...new Set(paths.filter((path) => path.length > 0))];
97
- }
98
- function registerConfiguredScraper(registry, configByTool, tool, defaultStorePath, factory) {
99
- const config = configByTool.get(tool);
100
- const enabled = config ? config.enabled : true;
101
- if (!enabled) {
102
- return;
103
- }
104
- registry.register(factory(config?.customStorePath ?? defaultStorePath));
105
- }
106
- //# sourceMappingURL=ingestion.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"ingestion.js","sourceRoot":"","sources":["../../../src/runtime/ingestion.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,oBAAoB,EAAE,MAAM,6BAA6B,CAAC;AACnE,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AAC/D,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AACvD,OAAO,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AACxD,OAAO,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AACtD,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAC1D,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAalD,MAAM,oBAAqB,SAAQ,gBAAgB;IACzC,WAAW,GAAyB,IAAI,CAAC;IAExC,KAAK,CAAC,UAAU;QACvB,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;IACjC,CAAC;IAEQ,KAAK,CAAC,KAAK,CAAC,IAAY;QAC/B,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAC/B,OAAO,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC3B,CAAC;IAEQ,KAAK,CAAC,UAAU,CAAC,KAAe;QACvC,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAC/B,OAAO,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;IACjC,CAAC;IAEO,KAAK,CAAC,iBAAiB;QAC7B,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACtB,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC,UAAU,EAAE,CAAC;QACxC,CAAC;QACD,MAAM,IAAI,CAAC,WAAW,CAAC;IACzB,CAAC;CACF;AAED,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,QAAyB;IAEzB,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC;IACjE,MAAM,KAAK,CAAC,UAAU,EAAE,CAAC;IAEzB,MAAM,UAAU,GAAG,IAAI,oBAAoB,EAAE,CAAC;IAC9C,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;IACnD,MAAM,QAAQ,GAAG,IAAI,eAAe,EAAE,CAAC;IACvC,MAAM,mBAAmB,GAAG,IAAI,GAAG,CACjC,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CACtE,CAAC;IAEF,yBAAyB,CACvB,QAAQ,EACR,mBAAmB,EACnB,aAAa,EACb,wBAAwB,EAAE,EAC1B,CAAC,SAAS,EAAE,EAAE,CAAC,IAAI,iBAAiB,CAAC,SAAS,EAAE,QAAQ,CAAC,QAAQ,CAAC,CACnE,CAAC;IACF,yBAAyB,CACvB,QAAQ,EACR,mBAAmB,EACnB,QAAQ,EACR,sBAAsB,EAAE,EACxB,CAAC,SAAS,EAAE,EAAE,CAAC,IAAI,aAAa,CAAC,SAAS,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAC/D,CAAC;IACF,yBAAyB,CACvB,QAAQ,EACR,mBAAmB,EACnB,OAAO,EACP,wBAAwB,EAAE,EAC1B,CAAC,SAAS,EAAE,EAAE,CAAC,IAAI,eAAe,CAAC,SAAS,EAAE,QAAQ,CAAC,QAAQ,CAAC,CACjE,CAAC;IACF,yBAAyB,CACvB,QAAQ,EACR,mBAAmB,EACnB,SAAS,EACT,yBAAyB,EAAE,EAC3B,CAAC,SAAS,EAAE,EAAE,CAAC,IAAI,cAAc,CAAC,SAAS,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAChE,CAAC;IACF,yBAAyB,CACvB,QAAQ,EACR,mBAAmB,EACnB,QAAQ,EACR,wBAAwB,EAAE,EAC1B,CAAC,SAAS,EAAE,EAAE,CAAC,IAAI,gBAAgB,CAAC,SAAS,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAClE,CAAC;IAEF,MAAM,UAAU,GAAG,WAAW,CAAC;QAC7B,GAAG,QAAQ,CAAC,SAAS,CAAC,UAAU;QAChC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,aAAa,EAAE,CAAC;KACnE,CAAC,CAAC;IAEH,MAAM,WAAW,GAAG,IAAI,oBAAoB,CAAC;QAC3C,QAAQ;QACR,UAAU;QACV,KAAK;KACN,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,IAAI,eAAe,CAAC,WAAW,EAAE;QAC9C,cAAc,EAAE,QAAQ,CAAC,SAAS,CAAC,cAAc;QACjD,UAAU;QACV,OAAO,EAAE;YACP,OAAO,EAAE,QAAQ,CAAC,SAAS,CAAC,eAAe;YAC3C,UAAU,EAAE,GAAG;SAChB;KACF,CAAC,CAAC;IAEH,OAAO;QACL,KAAK;QACL,UAAU;QACV,MAAM;QACN,QAAQ;QACR,WAAW;QACX,MAAM;KACP,CAAC;AACJ,CAAC;AAED,SAAS,wBAAwB;IAC/B,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC;IAC/D,OAAO,IAAI,CAAC,IAAI,EAAE,SAAS,EAAE,UAAU,CAAC,CAAC;AAC3C,CAAC;AAED,SAAS,sBAAsB;IAC7B,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC;IACpC,IAAI,OAAO,EAAE,CAAC;QACZ,OAAO,IAAI,CAAC,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,kBAAkB,CAAC,CAAC;IAC7D,CAAC;IAED,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC;IAC/D,OAAO,IAAI,CAAC,IAAI,EAAE,SAAS,EAAE,kBAAkB,CAAC,CAAC;AACnD,CAAC;AAED,SAAS,wBAAwB;IAC/B,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC;IAC/D,OAAO,IAAI,CAAC,IAAI,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC;AAC1C,CAAC;AAED,SAAS,yBAAyB;IAChC,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC;IAC/D,OAAO,IAAI,CAAC,IAAI,EAAE,UAAU,EAAE,SAAS,CAAC,CAAC;AAC3C,CAAC;AAED,SAAS,wBAAwB;IAC/B,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC;IAC/D,OAAO,IAAI,CAAC,IAAI,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;AAC1C,CAAC;AAED,SAAS,WAAW,CAAC,KAAe;IAClC,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;AAC/D,CAAC;AAED,SAAS,yBAAyB,CAChC,QAAyB,EACzB,YAAuF,EACvF,IAAY,EACZ,gBAAwB,EACxB,OAAmD;IAEnD,MAAM,MAAM,GAAG,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACtC,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;IAE/C,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO;IACT,CAAC;IAED,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,EAAE,eAAe,IAAI,gBAAgB,CAAC,CAAC,CAAC;AAC1E,CAAC"}
@@ -1,17 +0,0 @@
1
- import type { ConversationScraper, GeminiChunk, ScraperState } from "../types/scraper.js";
2
- export declare class GeminiCliScraper implements ConversationScraper<GeminiChunk> {
3
- private readonly geminiHistoryPath;
4
- readonly tool = "gemini";
5
- private readonly stateManager;
6
- constructor(geminiHistoryPath: string, stateDir: string);
7
- detect(): Promise<boolean>;
8
- getStorePaths(): string[];
9
- scrape(since?: Date): AsyncIterable<GeminiChunk>;
10
- fullSync(): AsyncIterable<GeminiChunk>;
11
- parseRaw(raw: unknown): GeminiChunk;
12
- getLastScrapedPosition(): Promise<ScraperState>;
13
- saveScrapedPosition(state: ScraperState): Promise<void>;
14
- private readAllMessages;
15
- private resolveJsonFiles;
16
- }
17
- //# sourceMappingURL=gemini.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"gemini.d.ts","sourceRoot":"","sources":["../../../src/scrapers/gemini.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,mBAAmB,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAsB1F,qBAAa,gBAAiB,YAAW,mBAAmB,CAAC,WAAW,CAAC;IAKrE,OAAO,CAAC,QAAQ,CAAC,iBAAiB;IAJpC,QAAQ,CAAC,IAAI,YAAY;IACzB,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAsB;gBAGhC,iBAAiB,EAAE,MAAM,EAC1C,QAAQ,EAAE,MAAM;IAKZ,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC;IAShC,aAAa,IAAI,MAAM,EAAE;IAIlB,MAAM,CAAC,KAAK,CAAC,EAAE,IAAI,GAAG,aAAa,CAAC,WAAW,CAAC;IAMhD,QAAQ,IAAI,aAAa,CAAC,WAAW,CAAC;IAI7C,QAAQ,CAAC,GAAG,EAAE,OAAO,GAAG,WAAW;IAqB7B,sBAAsB,IAAI,OAAO,CAAC,YAAY,CAAC;IAI/C,mBAAmB,CAAC,KAAK,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;YAI9C,eAAe;YAmChB,gBAAgB;CAe/B"}
@@ -1,245 +0,0 @@
1
- import { readFile, readdir, stat } from "node:fs/promises";
2
- import { basename, join } from "node:path";
3
- import { estimateTokens, ScraperStateManager } from "./base.js";
4
- const ROLE_MAP = {
5
- user: "user",
6
- human: "user",
7
- assistant: "assistant",
8
- model: "assistant",
9
- system: "system",
10
- tool: "tool",
11
- };
12
- export class GeminiCliScraper {
13
- geminiHistoryPath;
14
- tool = "gemini";
15
- stateManager;
16
- constructor(geminiHistoryPath, stateDir) {
17
- this.geminiHistoryPath = geminiHistoryPath;
18
- this.stateManager = new ScraperStateManager(stateDir);
19
- }
20
- async detect() {
21
- try {
22
- const target = await stat(this.geminiHistoryPath);
23
- return target.isFile() || target.isDirectory();
24
- }
25
- catch {
26
- return false;
27
- }
28
- }
29
- getStorePaths() {
30
- return [this.geminiHistoryPath];
31
- }
32
- async *scrape(since) {
33
- const state = await this.getLastScrapedPosition();
34
- const cutoff = since ?? state.lastTimestamp;
35
- yield* this.readAllMessages(cutoff);
36
- }
37
- async *fullSync() {
38
- yield* this.readAllMessages(new Date(0));
39
- }
40
- parseRaw(raw) {
41
- const value = raw;
42
- const content = toStringValue(value.content) ?? "";
43
- return {
44
- tool: "gemini",
45
- sessionId: toStringValue(value.sessionId) ?? "unknown",
46
- timestamp: toDate(value.timestamp),
47
- role: normalizeRole(toStringValue(value.role)),
48
- content,
49
- metadata: {
50
- messageIndex: toMessageIndex(value.messageIndex),
51
- tokenEstimate: estimateTokens(content),
52
- referencedFiles: [],
53
- model: toStringValue(value.model),
54
- promptTokens: toNumberOrUndefined(value.promptTokens),
55
- responseTokens: toNumberOrUndefined(value.responseTokens),
56
- },
57
- };
58
- }
59
- async getLastScrapedPosition() {
60
- return this.stateManager.load(this.tool);
61
- }
62
- async saveScrapedPosition(state) {
63
- await this.stateManager.save(this.tool, state);
64
- }
65
- async *readAllMessages(since) {
66
- const files = await this.resolveJsonFiles();
67
- const messageIndexBySession = new Map();
68
- for (const filePath of files) {
69
- let parsed;
70
- const fileSessionId = inferSessionId(filePath);
71
- try {
72
- parsed = JSON.parse(await readFile(filePath, "utf-8"));
73
- }
74
- catch {
75
- continue;
76
- }
77
- const messages = extractGeminiMessages(parsed, fileSessionId);
78
- for (const message of messages) {
79
- const timestamp = toDate(message.timestamp);
80
- if (timestamp <= since) {
81
- continue;
82
- }
83
- const sessionId = message.sessionId || fileSessionId;
84
- const nextIndex = messageIndexBySession.get(sessionId) ?? 0;
85
- messageIndexBySession.set(sessionId, nextIndex + 1);
86
- yield this.parseRaw({
87
- ...message,
88
- timestamp,
89
- sessionId,
90
- messageIndex: nextIndex,
91
- });
92
- }
93
- }
94
- }
95
- async resolveJsonFiles() {
96
- try {
97
- const target = await stat(this.geminiHistoryPath);
98
- if (target.isFile()) {
99
- return this.geminiHistoryPath.endsWith(".json") ? [this.geminiHistoryPath] : [];
100
- }
101
- const files = await readdir(this.geminiHistoryPath);
102
- return files
103
- .filter((file) => file.endsWith(".json"))
104
- .map((file) => join(this.geminiHistoryPath, file));
105
- }
106
- catch {
107
- return [];
108
- }
109
- }
110
- }
111
- function extractGeminiMessages(input, fallbackSessionId) {
112
- if (Array.isArray(input)) {
113
- return input
114
- .filter((entry) => isRecord(entry))
115
- .map((entry) => mapSimpleMessage(entry, fallbackSessionId));
116
- }
117
- if (!isRecord(input)) {
118
- return [];
119
- }
120
- if (Array.isArray(input.messages)) {
121
- const sessionId = toStringValue(input.sessionId ?? input.session_id) ?? fallbackSessionId;
122
- return input.messages
123
- .filter((entry) => isRecord(entry))
124
- .map((entry) => mapSimpleMessage(entry, sessionId));
125
- }
126
- if (Array.isArray(input.sessions)) {
127
- const rows = [];
128
- for (const session of input.sessions) {
129
- if (!isRecord(session)) {
130
- continue;
131
- }
132
- const sessionId = toStringValue(session.sessionId ?? session.session_id ?? session.id) ??
133
- fallbackSessionId;
134
- if (Array.isArray(session.turns)) {
135
- for (const turn of session.turns) {
136
- if (!isRecord(turn)) {
137
- continue;
138
- }
139
- const timestamp = turn.timestamp ?? turn.created_at ?? turn.createdAt;
140
- const model = toStringValue(turn.model);
141
- const promptTokens = toNumberOrUndefined(turn.promptTokens ?? turn.prompt_tokens);
142
- const responseTokens = toNumberOrUndefined(turn.responseTokens ?? turn.response_tokens);
143
- const prompt = toStringValue(turn.prompt);
144
- const response = toStringValue(turn.response);
145
- if (prompt) {
146
- rows.push({
147
- sessionId,
148
- role: "user",
149
- content: prompt,
150
- timestamp: timestamp,
151
- model,
152
- promptTokens,
153
- responseTokens,
154
- });
155
- }
156
- if (response) {
157
- rows.push({
158
- sessionId,
159
- role: "assistant",
160
- content: response,
161
- timestamp: timestamp,
162
- model,
163
- promptTokens,
164
- responseTokens,
165
- });
166
- }
167
- }
168
- }
169
- if (Array.isArray(session.messages)) {
170
- for (const message of session.messages) {
171
- if (isRecord(message)) {
172
- rows.push(mapSimpleMessage(message, sessionId));
173
- }
174
- }
175
- }
176
- }
177
- return rows;
178
- }
179
- return [];
180
- }
181
- function mapSimpleMessage(message, sessionId) {
182
- return {
183
- sessionId,
184
- role: toStringValue(message.role ?? message.author),
185
- content: toStringValue(message.content ?? message.text),
186
- timestamp: (message.timestamp ?? message.created_at ?? message.createdAt),
187
- model: toStringValue(message.model),
188
- promptTokens: toNumberOrUndefined(message.promptTokens ?? message.prompt_tokens),
189
- responseTokens: toNumberOrUndefined(message.responseTokens ?? message.response_tokens),
190
- };
191
- }
192
- function normalizeRole(value) {
193
- if (!value) {
194
- return "system";
195
- }
196
- return ROLE_MAP[value.toLowerCase()] ?? "system";
197
- }
198
- function inferSessionId(filePath) {
199
- return basename(filePath).replace(".json", "") || "unknown";
200
- }
201
- function toStringValue(value) {
202
- if (typeof value !== "string") {
203
- return undefined;
204
- }
205
- return value;
206
- }
207
- function toNumberOrUndefined(value) {
208
- const parsed = Number(value);
209
- if (Number.isFinite(parsed) && parsed >= 0) {
210
- return Math.floor(parsed);
211
- }
212
- return undefined;
213
- }
214
- function toMessageIndex(value) {
215
- const parsed = Number(value);
216
- if (Number.isFinite(parsed) && parsed >= 0) {
217
- return Math.floor(parsed);
218
- }
219
- return 0;
220
- }
221
- function toDate(value) {
222
- if (value instanceof Date) {
223
- return value;
224
- }
225
- if (typeof value === "number" && Number.isFinite(value)) {
226
- const millis = value > 10_000_000_000 ? value : value * 1000;
227
- return new Date(millis);
228
- }
229
- if (typeof value === "string") {
230
- const numeric = Number(value);
231
- if (Number.isFinite(numeric) && value.trim() !== "") {
232
- const millis = numeric > 10_000_000_000 ? numeric : numeric * 1000;
233
- return new Date(millis);
234
- }
235
- const parsed = new Date(value);
236
- if (!Number.isNaN(parsed.getTime())) {
237
- return parsed;
238
- }
239
- }
240
- return new Date(0);
241
- }
242
- function isRecord(value) {
243
- return Boolean(value) && typeof value === "object" && !Array.isArray(value);
244
- }
245
- //# sourceMappingURL=gemini.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"gemini.js","sourceRoot":"","sources":["../../../src/scrapers/gemini.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAC3D,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAE3C,OAAO,EAAE,cAAc,EAAE,mBAAmB,EAAE,MAAM,WAAW,CAAC;AAEhE,MAAM,QAAQ,GAAwC;IACpD,IAAI,EAAE,MAAM;IACZ,KAAK,EAAE,MAAM;IACb,SAAS,EAAE,WAAW;IACtB,KAAK,EAAE,WAAW;IAClB,MAAM,EAAE,QAAQ;IAChB,IAAI,EAAE,MAAM;CACb,CAAC;AAYF,MAAM,OAAO,gBAAgB;IAKR;IAJV,IAAI,GAAG,QAAQ,CAAC;IACR,YAAY,CAAsB;IAEnD,YACmB,iBAAyB,EAC1C,QAAgB;QADC,sBAAiB,GAAjB,iBAAiB,CAAQ;QAG1C,IAAI,CAAC,YAAY,GAAG,IAAI,mBAAmB,CAAC,QAAQ,CAAC,CAAC;IACxD,CAAC;IAED,KAAK,CAAC,MAAM;QACV,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;YAClD,OAAO,MAAM,CAAC,MAAM,EAAE,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;QACjD,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED,aAAa;QACX,OAAO,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;IAClC,CAAC;IAED,KAAK,CAAC,CAAC,MAAM,CAAC,KAAY;QACxB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAClD,MAAM,MAAM,GAAG,KAAK,IAAI,KAAK,CAAC,aAAa,CAAC;QAC5C,KAAK,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,CAAC,QAAQ;QACb,KAAK,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3C,CAAC;IAED,QAAQ,CAAC,GAAY;QACnB,MAAM,KAAK,GAAG,GAA8B,CAAC;QAC7C,MAAM,OAAO,GAAG,aAAa,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;QAEnD,OAAO;YACL,IAAI,EAAE,QAAQ;YACd,SAAS,EAAE,aAAa,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,SAAS;YACtD,SAAS,EAAE,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC;YAClC,IAAI,EAAE,aAAa,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC9C,OAAO;YACP,QAAQ,EAAE;gBACR,YAAY,EAAE,cAAc,CAAC,KAAK,CAAC,YAAY,CAAC;gBAChD,aAAa,EAAE,cAAc,CAAC,OAAO,CAAC;gBACtC,eAAe,EAAE,EAAE;gBACnB,KAAK,EAAE,aAAa,CAAC,KAAK,CAAC,KAAK,CAAC;gBACjC,YAAY,EAAE,mBAAmB,CAAC,KAAK,CAAC,YAAY,CAAC;gBACrD,cAAc,EAAE,mBAAmB,CAAC,KAAK,CAAC,cAAc,CAAC;aAC1D;SACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,sBAAsB;QAC1B,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC3C,CAAC;IAED,KAAK,CAAC,mBAAmB,CAAC,KAAmB;QAC3C,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IACjD,CAAC;IAEO,KAAK,CAAC,CAAC,eAAe,CAAC,KAAW;QACxC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC5C,MAAM,qBAAqB,GAAG,IAAI,GAAG,EAAkB,CAAC;QAExD,KAAK,MAAM,QAAQ,IAAI,KAAK,EAAE,CAAC;YAC7B,IAAI,MAAe,CAAC;YACpB,MAAM,aAAa,GAAG,cAAc,CAAC,QAAQ,CAAC,CAAC;YAE/C,IAAI,CAAC;gBACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAY,CAAC;YACpE,CAAC;YAAC,MAAM,CAAC;gBACP,SAAS;YACX,CAAC;YAED,MAAM,QAAQ,GAAG,qBAAqB,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;YAC9D,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;gBAC/B,MAAM,SAAS,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;gBAC5C,IAAI,SAAS,IAAI,KAAK,EAAE,CAAC;oBACvB,SAAS;gBACX,CAAC;gBAED,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,aAAa,CAAC;gBACrD,MAAM,SAAS,GAAG,qBAAqB,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;gBAC5D,qBAAqB,CAAC,GAAG,CAAC,SAAS,EAAE,SAAS,GAAG,CAAC,CAAC,CAAC;gBAEpD,MAAM,IAAI,CAAC,QAAQ,CAAC;oBAClB,GAAG,OAAO;oBACV,SAAS;oBACT,SAAS;oBACT,YAAY,EAAE,SAAS;iBACxB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,gBAAgB;QAC5B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;YAClD,IAAI,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC;gBACpB,OAAO,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAClF,CAAC;YAED,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;YACpD,OAAO,KAAK;iBACT,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;iBACxC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,IAAI,CAAC,CAAC,CAAC;QACvD,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;CACF;AAED,SAAS,qBAAqB,CAAC,KAAc,EAAE,iBAAyB;IACtE,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,KAAK;aACT,MAAM,CAAC,CAAC,KAAK,EAAoC,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;aACpE,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,gBAAgB,CAAC,KAAK,EAAE,iBAAiB,CAAC,CAAC,CAAC;IAChE,CAAC;IAED,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACrB,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC;QAClC,MAAM,SAAS,GAAG,aAAa,CAAC,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,UAAU,CAAC,IAAI,iBAAiB,CAAC;QAC1F,OAAO,KAAK,CAAC,QAAQ;aAClB,MAAM,CAAC,CAAC,KAAK,EAAoC,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;aACpE,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,gBAAgB,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC;IACxD,CAAC;IAED,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC;QAClC,MAAM,IAAI,GAA0B,EAAE,CAAC;QAEvC,KAAK,MAAM,OAAO,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;YACrC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBACvB,SAAS;YACX,CAAC;YAED,MAAM,SAAS,GACb,aAAa,CAAC,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,UAAU,IAAI,OAAO,CAAC,EAAE,CAAC;gBACpE,iBAAiB,CAAC;YAEpB,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;gBACjC,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;oBACjC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;wBACpB,SAAS;oBACX,CAAC;oBAED,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,SAAS,CAAC;oBACtE,MAAM,KAAK,GAAG,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBACxC,MAAM,YAAY,GAAG,mBAAmB,CAAC,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,aAAa,CAAC,CAAC;oBAClF,MAAM,cAAc,GAAG,mBAAmB,CAAC,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,eAAe,CAAC,CAAC;oBACxF,MAAM,MAAM,GAAG,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;oBAC1C,MAAM,QAAQ,GAAG,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;oBAE9C,IAAI,MAAM,EAAE,CAAC;wBACX,IAAI,CAAC,IAAI,CAAC;4BACR,SAAS;4BACT,IAAI,EAAE,MAAM;4BACZ,OAAO,EAAE,MAAM;4BACf,SAAS,EAAE,SAAwC;4BACnD,KAAK;4BACL,YAAY;4BACZ,cAAc;yBACf,CAAC,CAAC;oBACL,CAAC;oBAED,IAAI,QAAQ,EAAE,CAAC;wBACb,IAAI,CAAC,IAAI,CAAC;4BACR,SAAS;4BACT,IAAI,EAAE,WAAW;4BACjB,OAAO,EAAE,QAAQ;4BACjB,SAAS,EAAE,SAAwC;4BACnD,KAAK;4BACL,YAAY;4BACZ,cAAc;yBACf,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;YACH,CAAC;YAED,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACpC,KAAK,MAAM,OAAO,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;oBACvC,IAAI,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;wBACtB,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC;oBAClD,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,SAAS,gBAAgB,CAAC,OAAgC,EAAE,SAAiB;IAC3E,OAAO;QACL,SAAS;QACT,IAAI,EAAE,aAAa,CAAC,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,MAAM,CAAC;QACnD,OAAO,EAAE,aAAa,CAAC,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;QACvD,SAAS,EAAE,CAAC,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,UAAU,IAAI,OAAO,CAAC,SAAS,CAG3D;QACb,KAAK,EAAE,aAAa,CAAC,OAAO,CAAC,KAAK,CAAC;QACnC,YAAY,EAAE,mBAAmB,CAAC,OAAO,CAAC,YAAY,IAAI,OAAO,CAAC,aAAa,CAAC;QAChF,cAAc,EAAE,mBAAmB,CAAC,OAAO,CAAC,cAAc,IAAI,OAAO,CAAC,eAAe,CAAC;KACvF,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACnC,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,OAAO,QAAQ,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,IAAI,QAAQ,CAAC;AACnD,CAAC;AAED,SAAS,cAAc,CAAC,QAAgB;IACtC,OAAO,QAAQ,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,SAAS,CAAC;AAC9D,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACnC,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAc;IACzC,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC7B,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,IAAI,CAAC,EAAE,CAAC;QAC3C,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAC5B,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,cAAc,CAAC,KAAc;IACpC,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC7B,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,IAAI,CAAC,EAAE,CAAC;QAC3C,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAC5B,CAAC;IAED,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,MAAM,CAAC,KAAc;IAC5B,IAAI,KAAK,YAAY,IAAI,EAAE,CAAC;QAC1B,OAAO,KAAK,CAAC;IACf,CAAC;IAED,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACxD,MAAM,MAAM,GAAG,KAAK,GAAG,cAAc,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC;QAC7D,OAAO,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC;IAC1B,CAAC;IAED,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;QAC9B,IAAI,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;YACpD,MAAM,MAAM,GAAG,OAAO,GAAG,cAAc,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,GAAG,IAAI,CAAC;YACnE,OAAO,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC;QAC1B,CAAC;QACD,MAAM,MAAM,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC;QAC/B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC;YACpC,OAAO,MAAM,CAAC;QAChB,CAAC;IACH,CAAC;IAED,OAAO,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC;AACrB,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,OAAO,CAAC,KAAK,CAAC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAC9E,CAAC"}
@@ -1,9 +0,0 @@
1
- export declare class EmbeddingService {
2
- private extractor;
3
- private dimension;
4
- initialize(): Promise<void>;
5
- embed(text: string): Promise<number[]>;
6
- embedBatch(texts: string[]): Promise<number[][]>;
7
- getDimension(): number;
8
- }
9
- //# sourceMappingURL=embeddings.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"embeddings.d.ts","sourceRoot":"","sources":["../../../src/store/embeddings.ts"],"names":[],"mappings":"AAIA,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,SAAS,CAA0C;IAC3D,OAAO,CAAC,SAAS,CAAO;IAElB,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAI3B,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAetC,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;IAItD,YAAY,IAAI,MAAM;CAGvB"}
@@ -1,28 +0,0 @@
1
- import { pipeline } from "@xenova/transformers";
2
- const DEFAULT_MODEL = "Xenova/all-MiniLM-L6-v2";
3
- export class EmbeddingService {
4
- extractor = null;
5
- dimension = 384;
6
- async initialize() {
7
- this.extractor = await pipeline("feature-extraction", DEFAULT_MODEL);
8
- }
9
- async embed(text) {
10
- if (!this.extractor) {
11
- throw new Error("EmbeddingService not initialized");
12
- }
13
- const output = await this.extractor(text, {
14
- pooling: "mean",
15
- normalize: true,
16
- });
17
- const vector = Array.from(output.data);
18
- this.dimension = vector.length;
19
- return vector;
20
- }
21
- async embedBatch(texts) {
22
- return Promise.all(texts.map((text) => this.embed(text)));
23
- }
24
- getDimension() {
25
- return this.dimension;
26
- }
27
- }
28
- //# sourceMappingURL=embeddings.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"embeddings.js","sourceRoot":"","sources":["../../../src/store/embeddings.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAkC,MAAM,sBAAsB,CAAC;AAEhF,MAAM,aAAa,GAAG,yBAAyB,CAAC;AAEhD,MAAM,OAAO,gBAAgB;IACnB,SAAS,GAAqC,IAAI,CAAC;IACnD,SAAS,GAAG,GAAG,CAAC;IAExB,KAAK,CAAC,UAAU;QACd,IAAI,CAAC,SAAS,GAAG,MAAM,QAAQ,CAAC,oBAAoB,EAAE,aAAa,CAAC,CAAC;IACvE,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAY;QACtB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;QACtD,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE;YACxC,OAAO,EAAE,MAAM;YACf,SAAS,EAAE,IAAI;SAChB,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAoB,CAAC,CAAC;QACvD,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC;QAC/B,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,KAAe;QAC9B,OAAO,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC5D,CAAC;IAED,YAAY;QACV,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;CACF"}
@@ -1,25 +0,0 @@
1
- export interface VectorRecord extends Record<string, unknown> {
2
- id: string;
3
- text: string;
4
- vector: number[];
5
- metadata: string;
6
- }
7
- export interface SearchResult {
8
- id: string;
9
- text: string;
10
- metadata: string;
11
- score: number;
12
- }
13
- export declare class LanceStore {
14
- private readonly dbPath;
15
- private db;
16
- constructor(dbPath: string);
17
- initialize(): Promise<void>;
18
- upsert(tableName: string, records: VectorRecord[]): Promise<void>;
19
- vectorSearch(tableName: string, queryVector: number[], limit: number): Promise<SearchResult[]>;
20
- ftsSearch(tableName: string, query: string, limit: number): Promise<SearchResult[]>;
21
- tableExists(tableName: string): Promise<boolean>;
22
- deleteTable(tableName: string): Promise<void>;
23
- private requireDb;
24
- }
25
- //# sourceMappingURL=lance.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"lance.d.ts","sourceRoot":"","sources":["../../../src/store/lance.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,YAAa,SAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAC3D,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,YAAY;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,qBAAa,UAAU;IAGT,OAAO,CAAC,QAAQ,CAAC,MAAM;IAFnC,OAAO,CAAC,EAAE,CAAmC;gBAEhB,MAAM,EAAE,MAAM;IAErC,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAI3B,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAiBjE,YAAY,CAChB,SAAS,EAAE,MAAM,EACjB,WAAW,EAAE,MAAM,EAAE,EACrB,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,YAAY,EAAE,CAAC;IAgBpB,SAAS,CACb,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,YAAY,EAAE,CAAC;IAuBpB,WAAW,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAMhD,WAAW,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAKnD,OAAO,CAAC,SAAS;CAMlB"}