clanka 0.26.1 → 0.27.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (101) hide show
  1. package/README.md +2 -3
  2. package/dist/Acp.test.js +0 -1
  3. package/dist/Acp.test.js.map +1 -1
  4. package/dist/AcpImage.test.js +0 -1
  5. package/dist/AcpImage.test.js.map +1 -1
  6. package/dist/Agent.d.ts.map +1 -1
  7. package/dist/Agent.js +1 -2
  8. package/dist/Agent.js.map +1 -1
  9. package/dist/Agent.test.js +0 -1
  10. package/dist/Agent.test.js.map +1 -1
  11. package/dist/AgentCallerConfig.test.js +0 -1
  12. package/dist/AgentCallerConfig.test.js.map +1 -1
  13. package/dist/AgentExecutor.d.ts +2 -3
  14. package/dist/AgentExecutor.d.ts.map +1 -1
  15. package/dist/AgentExecutor.js +4 -13
  16. package/dist/AgentExecutor.js.map +1 -1
  17. package/dist/AgentImage.test.js +0 -1
  18. package/dist/AgentImage.test.js.map +1 -1
  19. package/dist/AgentSkills.test.js +0 -2
  20. package/dist/AgentSkills.test.js.map +1 -1
  21. package/dist/AgentTools.d.ts +2 -235
  22. package/dist/AgentTools.d.ts.map +1 -1
  23. package/dist/AgentTools.js +2 -32
  24. package/dist/AgentTools.js.map +1 -1
  25. package/dist/ClaudeAgent.test.js +0 -1
  26. package/dist/ClaudeAgent.test.js.map +1 -1
  27. package/dist/ScriptFormatting.d.ts +5 -0
  28. package/dist/ScriptFormatting.d.ts.map +1 -1
  29. package/dist/ScriptFormatting.js +255 -53
  30. package/dist/ScriptFormatting.js.map +1 -1
  31. package/dist/ScriptFormatting.test.js +16 -0
  32. package/dist/ScriptFormatting.test.js.map +1 -1
  33. package/dist/bin/{Latch-DOdbsGMQ.mjs → Latch-BE6_TYRL.mjs} +1 -1
  34. package/dist/bin/{McpClient-B-FFG6Pg.mjs → McpClient-DCt4v5W5.mjs} +2 -2
  35. package/dist/bin/{OutputFormatter-DhhP2i-7.mjs → OutputFormatter-DaFv_C_I.mjs} +2 -3
  36. package/dist/bin/{Schema-CFdSO6iH.mjs → Schema-B3MiG1aD.mjs} +204 -568
  37. package/dist/bin/cli.mjs +5093 -2468
  38. package/dist/bin/{upgrade-C4aOEWJH.mjs → upgrade-WqgIU_21.mjs} +3 -3
  39. package/dist/cli.js +2 -25
  40. package/dist/cli.js.map +1 -1
  41. package/dist/index.d.ts +0 -8
  42. package/dist/index.d.ts.map +1 -1
  43. package/dist/index.js +0 -8
  44. package/dist/index.js.map +1 -1
  45. package/package.json +1 -7
  46. package/src/Acp.test.ts +0 -1
  47. package/src/AcpImage.test.ts +0 -1
  48. package/src/Agent.test.ts +0 -1
  49. package/src/Agent.ts +0 -4
  50. package/src/AgentCallerConfig.test.ts +0 -1
  51. package/src/AgentExecutor.ts +4 -16
  52. package/src/AgentImage.test.ts +0 -1
  53. package/src/AgentSkills.test.ts +0 -2
  54. package/src/AgentTools.ts +4 -41
  55. package/src/ClaudeAgent.test.ts +0 -1
  56. package/src/ScriptFormatting.test.ts +20 -0
  57. package/src/ScriptFormatting.ts +234 -47
  58. package/src/cli.ts +1 -56
  59. package/src/index.ts +0 -10
  60. package/dist/ChunkRepo.d.ts +0 -173
  61. package/dist/ChunkRepo.d.ts.map +0 -1
  62. package/dist/ChunkRepo.js +0 -168
  63. package/dist/ChunkRepo.js.map +0 -1
  64. package/dist/ChunkRepo.test.d.ts +0 -2
  65. package/dist/ChunkRepo.test.d.ts.map +0 -1
  66. package/dist/ChunkRepo.test.js +0 -63
  67. package/dist/ChunkRepo.test.js.map +0 -1
  68. package/dist/CodeChunker.d.ts +0 -84
  69. package/dist/CodeChunker.d.ts.map +0 -1
  70. package/dist/CodeChunker.js +0 -658
  71. package/dist/CodeChunker.js.map +0 -1
  72. package/dist/CodeChunker.test.d.ts +0 -2
  73. package/dist/CodeChunker.test.d.ts.map +0 -1
  74. package/dist/CodeChunker.test.js +0 -434
  75. package/dist/CodeChunker.test.js.map +0 -1
  76. package/dist/SemanticSearch/Service.d.ts +0 -31
  77. package/dist/SemanticSearch/Service.d.ts.map +0 -1
  78. package/dist/SemanticSearch/Service.js +0 -29
  79. package/dist/SemanticSearch/Service.js.map +0 -1
  80. package/dist/SemanticSearch.d.ts +0 -34
  81. package/dist/SemanticSearch.d.ts.map +0 -1
  82. package/dist/SemanticSearch.js +0 -171
  83. package/dist/SemanticSearch.js.map +0 -1
  84. package/dist/SemanticSearch.test.d.ts +0 -2
  85. package/dist/SemanticSearch.test.d.ts.map +0 -1
  86. package/dist/SemanticSearch.test.js +0 -34
  87. package/dist/SemanticSearch.test.js.map +0 -1
  88. package/dist/Sqlite.d.ts +0 -15
  89. package/dist/Sqlite.d.ts.map +0 -1
  90. package/dist/Sqlite.js +0 -44
  91. package/dist/Sqlite.js.map +0 -1
  92. package/dist/bin/AiError-DBaKz35C.mjs +0 -2723
  93. package/dist/bin/SemanticSearch-C3a7LAQr.mjs +0 -2558
  94. package/src/ChunkRepo.test.ts +0 -89
  95. package/src/ChunkRepo.ts +0 -260
  96. package/src/CodeChunker.test.ts +0 -493
  97. package/src/CodeChunker.ts +0 -1018
  98. package/src/SemanticSearch/Service.ts +0 -50
  99. package/src/SemanticSearch.test.ts +0 -51
  100. package/src/SemanticSearch.ts +0 -282
  101. package/src/Sqlite.ts +0 -60
@@ -1,171 +0,0 @@
1
- /**
2
- * @since 1.0.0
3
- */
4
- import { createHash } from "node:crypto";
5
- import * as Effect from "effect/Effect";
6
- import * as ChunkRepo from "./ChunkRepo.js";
7
- import * as CodeChunker from "./CodeChunker.js";
8
- import * as Layer from "effect/Layer";
9
- import * as Stream from "effect/Stream";
10
- import { pipe } from "effect/Function";
11
- import * as EmbeddingModel from "effect/ai/EmbeddingModel";
12
- import * as RequestResolver from "effect/RequestResolver";
13
- import * as Option from "effect/Option";
14
- import * as Path from "effect/Path";
15
- import * as Fiber from "effect/Fiber";
16
- import * as Duration from "effect/Duration";
17
- import * as FiberHandle from "effect/FiberHandle";
18
- import { SqliteLayer } from "./Sqlite.js";
19
- import * as Console from "effect/Console";
20
- import { SemanticSearch } from "./SemanticSearch/Service.js";
21
- /**
22
- * @since 1.0.0
23
- * @category Services
24
- */
25
- export * from "./SemanticSearch/Service.js";
26
- const normalizePath = (path) => path.replace(/\\/g, "/");
27
- const resolveChunkConfig = (options) => ({
28
- chunkSize: 30,
29
- chunkOverlap: 0,
30
- chunkMaxCharacters: options.chunkMaxCharacters ?? 15_000,
31
- });
32
- export const makeEmbeddingResolver = (resolver, options) => resolver.pipe(RequestResolver.setDelay(options.embeddingRequestDelay ?? Duration.millis(50)), RequestResolver.batchN(options.embeddingBatchSize ?? 100));
33
- export const chunkEmbeddingInput = (chunk) => {
34
- const headerLines = ["---", "file: " + chunk.path];
35
- if (chunk.name !== undefined) {
36
- headerLines.push("name: " + chunk.name);
37
- }
38
- if (chunk.type !== undefined) {
39
- headerLines.push("type: " + chunk.type);
40
- }
41
- if (chunk.parent !== undefined) {
42
- headerLines.push("parent: " + chunk.parent);
43
- }
44
- headerLines.push("---");
45
- const contentLines = chunk.content.split("\n");
46
- let contentWithLines = "";
47
- for (let i = 0; i < contentLines.length; i++) {
48
- if (i > 0) {
49
- contentWithLines += "\n";
50
- }
51
- contentWithLines += `${chunk.startLine + i}: ${contentLines[i]}`;
52
- }
53
- return headerLines.join("\n") + "\n\n" + contentWithLines;
54
- };
55
- const hashChunkInput = (input) => createHash("sha256").update(input).digest("hex");
56
- /**
57
- * @since 1.0.0
58
- * @category Layers
59
- */
60
- export const layer = (options) => Layer.effect(SemanticSearch, Effect.gen(function* () {
61
- const chunker = yield* CodeChunker.CodeChunker;
62
- const repo = yield* ChunkRepo.ChunkRepo;
63
- const embeddings = yield* EmbeddingModel.EmbeddingModel;
64
- const pathService = yield* Path.Path;
65
- const root = pathService.resolve(options.directory);
66
- const resolver = makeEmbeddingResolver(embeddings.resolver, options);
67
- const concurrency = options.concurrency ?? 2000;
68
- const chunkConfig = resolveChunkConfig(options);
69
- const indexHandle = yield* FiberHandle.make();
70
- const console = yield* Console.Console;
71
- const resolveIndexedPath = (path) => {
72
- const absolutePath = pathService.resolve(root, path);
73
- const relativePath = normalizePath(pathService.relative(root, absolutePath));
74
- if (relativePath.length === 0 ||
75
- relativePath === ".." ||
76
- relativePath.startsWith("../")) {
77
- return Option.none();
78
- }
79
- return Option.some(relativePath);
80
- };
81
- const processChunk = Effect.fnUntraced(function* (options) {
82
- const input = chunkEmbeddingInput(options.chunk);
83
- const hash = hashChunkInput(input);
84
- if (options.checkExisting) {
85
- const id = yield* repo.exists(hash);
86
- if (Option.isSome(id)) {
87
- yield* repo.setSyncId(id.value, options.syncId);
88
- return;
89
- }
90
- }
91
- const result = yield* Effect.request(new EmbeddingModel.EmbeddingRequest({ input }), resolver);
92
- const vector = new Float32Array(result.vector);
93
- yield* repo.insert(ChunkRepo.Chunk.insert.make({
94
- path: options.chunk.path,
95
- hash,
96
- content: input,
97
- vector,
98
- syncId: options.syncId,
99
- }));
100
- }, Effect.ignore({
101
- log: "Warn",
102
- message: "Failed to process chunk for embedding",
103
- }), (effect, options) => Effect.annotateLogs(effect, {
104
- chunk: `${options.chunk.path}/${options.chunk.startLine}`,
105
- }));
106
- const index = Effect.gen(function* () {
107
- const syncId = ChunkRepo.SyncId.make(crypto.randomUUID());
108
- yield* Effect.logInfo("Starting SemanticSearch index");
109
- yield* pipe(chunker.chunkCodebase({
110
- root,
111
- ...chunkConfig,
112
- }), Stream.tap((chunk) => processChunk({
113
- chunk,
114
- syncId,
115
- checkExisting: true,
116
- }), { concurrency }), Stream.runDrain);
117
- yield* repo.deleteForSyncId(syncId);
118
- yield* Effect.logInfo("Finished SemanticSearch index");
119
- }).pipe(Effect.withSpan("SemanticSearch.index"), Effect.withLogSpan("SemanticSearch.index"), Effect.provideService(Console.Console, console));
120
- const runIndex = FiberHandle.run(indexHandle, index, {
121
- onlyIfMissing: true,
122
- });
123
- const initialIndex = yield* runIndex;
124
- yield* runIndex.pipe(Effect.delay(Duration.minutes(3)), Effect.forever, Effect.forkScoped);
125
- return SemanticSearch.of({
126
- search: Effect.fn("SemanticSearch.search")(function* (options) {
127
- yield* Fiber.join(initialIndex);
128
- yield* Effect.annotateCurrentSpan(options);
129
- const { vector } = yield* embeddings.embed(options.query);
130
- const results = yield* repo.search({
131
- vector: new Float32Array(vector),
132
- limit: options.limit,
133
- });
134
- return results.map((r) => r.content).join("\n\n");
135
- }, Effect.orDie),
136
- updateFile: Effect.fn("SemanticSearch.updateFile")(function* (path) {
137
- yield* Fiber.join(initialIndex);
138
- const indexedPath = resolveIndexedPath(path);
139
- if (Option.isNone(indexedPath)) {
140
- return;
141
- }
142
- yield* repo.deleteByPath(indexedPath.value);
143
- const chunks = yield* chunker.chunkFile({
144
- root,
145
- path: indexedPath.value,
146
- ...chunkConfig,
147
- });
148
- if (chunks.length === 0) {
149
- return;
150
- }
151
- const syncId = ChunkRepo.SyncId.make(crypto.randomUUID());
152
- yield* pipe(Stream.fromArray(chunks), Stream.tap((chunk) => processChunk({
153
- chunk,
154
- syncId,
155
- checkExisting: false,
156
- }), { concurrency }), Stream.runDrain);
157
- }, Effect.orDie),
158
- removeFile: Effect.fn("SemanticSearch.removeFile")(function* (path) {
159
- yield* Fiber.join(initialIndex);
160
- const indexedPath = resolveIndexedPath(path);
161
- if (Option.isNone(indexedPath)) {
162
- return;
163
- }
164
- yield* repo.deleteByPath(indexedPath.value);
165
- }, Effect.orDie),
166
- });
167
- })).pipe(Layer.provide([
168
- CodeChunker.layer,
169
- ChunkRepo.layer.pipe(Layer.provide(SqliteLayer(options.database ?? ".clanka/search.sqlite"))),
170
- ]));
171
- //# sourceMappingURL=SemanticSearch.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"SemanticSearch.js","sourceRoot":"","sources":["../src/SemanticSearch.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACxC,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,SAAS,MAAM,gBAAgB,CAAA;AAC3C,OAAO,KAAK,WAAW,MAAM,kBAAkB,CAAA;AAC/C,OAAO,KAAK,KAAK,MAAM,cAAc,CAAA;AACrC,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,EAAE,IAAI,EAAE,MAAM,iBAAiB,CAAA;AACtC,OAAO,KAAK,cAAc,MAAM,0BAA0B,CAAA;AAC1D,OAAO,KAAK,eAAe,MAAM,wBAAwB,CAAA;AACzD,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,IAAI,MAAM,aAAa,CAAA;AACnC,OAAO,KAAK,KAAK,MAAM,cAAc,CAAA;AACrC,OAAO,KAAK,QAAQ,MAAM,iBAAiB,CAAA;AAC3C,OAAO,KAAK,WAAW,MAAM,oBAAoB,CAAA;AACjD,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AAMzC,OAAO,KAAK,OAAO,MAAM,gBAAgB,CAAA;AACzC,OAAO,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAA;AAE5D;;;GAGG;AACH,cAAc,6BAA6B,CAAA;AAE3C,MAAM,aAAa,GAAG,CAAC,IAAY,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAA;AAEhE,MAAM,kBAAkB,GAAG,CAAC,OAE3B,EAAE,EAAE,CAAC,CAAC;IACL,SAAS,EAAE,EAAE;IACb,YAAY,EAAE,CAAC;IACf,kBAAkB,EAAE,OAAO,CAAC,kBAAkB,IAAI,MAAM;CACzD,CAAC,CAAA;AAEF,MAAM,CAAC,MAAM,qBAAqB,GAAG,CACnC,QAAmD,EACnD,OAGC,EAC0C,EAAE,CAC7C,QAAQ,CAAC,IAAI,CACX,eAAe,CAAC,QAAQ,CACtB,OAAO,CAAC,qBAAqB,IAAI,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CACrD,EACD,eAAe,CAAC,MAAM,CAAC,OAAO,CAAC,kBAAkB,IAAI,GAAG,CAAC,CAC1D,CAAA;AAEH,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,KAA4B,EAAU,EAAE;IAC1E,MAAM,WAAW,GAAG,CAAC,KAAK,EAAE,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,CAAA;IAElD,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QAC7B,WAAW,CAAC,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,CAAA;IACzC,CAAC;IACD,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QAC7B,WAAW,CAAC,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,CAAA;IACzC,CAAC;IACD,IAAI,KAAK,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;QAC/B,WAAW,CAAC,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC,CAAA;IAC7C,CAAC;IACD,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IAEvB,MAAM,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;IAC9C,IAAI,gBAAgB,GAAG,EAAE,CAAA;IACzB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC7C,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;YACV,gBAAgB,IAAI,IAAI,CAAA;QAC1B,CAAC;QACD,gBAAgB,IAAI,GAAG,KAAK,CAAC,SAAS,GAAG,CAAC,KAAK,YAAY,CAAC,CAAC,CAAC,EAAE,CAAA;IAClE,CAAC;IAED,OAAO,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,MAAM,GAAG,gBAAgB,CAAA;AAC3D,CAAC,CAAA;AAED,MAAM,cAAc,GAAG,CAAC,KAAa,EAAU,EAAE,CAC/C,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;AAElD;;;GAGG;AACH,MAAM,CAAC,MAAM,KAAK,GAAG,CAAC,OAOrB,EAUC,EAAE,CACF,KAAK,CAAC,MAAM,CACV,cAAc,EACd,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,WAAW,CAAC,WAAW,CAAA;IAC9C,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,SAAS,CAAC,SAAS,CAAA;IACvC,MAAM,UAAU,GAAG,KAAK,CAAC,CAAC,cAAc,CAAC,cAAc,CAAA;IACvD,MAAM,WAAW,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAA;IACpC,MAAM,IAAI,GAAG,WAAW,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;IACnD,MAAM,QAAQ,GAAG,qBAAqB,CAAC,UAAU,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAA;IACpE,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,IAAI,CAAA;IAC/C,MAAM,WAAW,GAAG,kBAAkB,CAAC,OAAO,CAAC,CAAA;IAC/C,MAAM,WAAW,GAAG,KAAK,CAAC,CAAC,WAAW,CAAC,IAAI,EAAE,CAAA;IAC7C,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,OAAO,CAAC,OAAO,CAAA;IAEtC,MAAM,kBAAkB,GAAG,CAAC,IAAY,EAAyB,EAAE;QACjE,MAAM,YAAY,GAAG,WAAW,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;QACpD,MAAM,YAAY,GAAG,aAAa,CAChC,WAAW,CAAC,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAC,CACzC,CAAA;QACD,IACE,YAAY,CAAC,MAAM,KAAK,CAAC;YACzB,YAAY,KAAK,IAAI;YACrB,YAAY,CAAC,UAAU,CAAC,KAAK,CAAC,EAC9B,CAAC;YACD,OAAO,MAAM,CAAC,IAAI,EAAE,CAAA;QACtB,CAAC;QACD,OAAO,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;IAClC,CAAC,CAAA;IAED,MAAM,YAAY,GAAG,MAAM,CAAC,UAAU,CACpC,QAAQ,CAAC,EAAE,OAIV;QACC,MAAM,KAAK,GAAG,mBAAmB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;QAChD,MAAM,IAAI,GAAG,cAAc,CAAC,KAAK,CAAC,CAAA;QAElC,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;YAC1B,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;YACnC,IAAI,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC;gBACtB,KAAK,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,CAAA;gBAC/C,OAAM;YACR,CAAC;QACH,CAAC;QAED,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAClC,IAAI,cAAc,CAAC,gBAAgB,CAAC,EAAE,KAAK,EAAE,CAAC,EAC9C,QAAQ,CACT,CAAA;QACD,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;QAC9C,KAAK,CAAC,CAAC,IAAI,CAAC,MAAM,CAChB,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC;YAC1B,IAAI,EAAE,OAAO,CAAC,KAAK,CAAC,IAAI;YACxB,IAAI;YACJ,OAAO,EAAE,KAAK;YACd,MAAM;YACN,MAAM,EAAE,OAAO,CAAC,MAAM;SACvB,CAAC,CACH,CAAA;IACH,CAAC,EACD,MAAM,CAAC,MAAM,CAAC;QACZ,GAAG,EAAE,MAAM;QACX,OAAO,EAAE,uCAAuC;KACjD,CAAC,EACF,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE,CAClB,MAAM,CAAC,YAAY,CAAC,MAAM,EAAE;QAC1B,KAAK,EAAE,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,IAAI,OAAO,CAAC,KAAK,CAAC,SAAS,EAAE;KAC1D,CAAC,CACL,CAAA;IAED,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAChC,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,CAAA;QACzD,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,+BAA+B,CAAC,CAAA;QAEtD,KAAK,CAAC,CAAC,IAAI,CACT,OAAO,CAAC,aAAa,CAAC;YACpB,IAAI;YACJ,GAAG,WAAW;SACf,CAAC,EACF,MAAM,CAAC,GAAG,CACR,CAAC,KAAK,EAAE,EAAE,CACR,YAAY,CAAC;YACX,KAAK;YACL,MAAM;YACN,aAAa,EAAE,IAAI;SACpB,CAAC,EACJ,EAAE,WAAW,EAAE,CAChB,EACD,MAAM,CAAC,QAAQ,CAChB,CAAA;QAED,KAAK,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAA;QAEnC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,+BAA+B,CAAC,CAAA;IACxD,CAAC,CAAC,CAAC,IAAI,CACL,MAAM,CAAC,QAAQ,CAAC,sBAAsB,CAAC,EACvC,MAAM,CAAC,WAAW,CAAC,sBAAsB,CAAC,EAC1C,MAAM,CAAC,cAAc,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,CAChD,CAAA;IAED,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,CAAC,WAAW,EAAE,KAAK,EAAE;QACnD,aAAa,EAAE,IAAI;KACpB,CAAC,CAAA;IAEF,MAAM,YAAY,GAAG,KAAK,CAAC,CAAC,QAAQ,CAAA;IACpC,KAAK,CAAC,CAAC,QAAQ,CAAC,IAAI,CAClB,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EACjC,MAAM,CAAC,OAAO,EACd,MAAM,CAAC,UAAU,CAClB,CAAA;IAED,OAAO,cAAc,CAAC,EAAE,CAAC;QACvB,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC,uBAAuB,CAAC,CAAC,QAAQ,CAAC,EAAE,OAAO;YAC3D,KAAK,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;YAC/B,KAAK,CAAC,CAAC,MAAM,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAA;YAC1C,MAAM,EAAE,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;YACzD,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;gBACjC,MAAM,EAAE,IAAI,YAAY,CAAC,MAAM,CAAC;gBAChC,KAAK,EAAE,OAAO,CAAC,KAAK;aACrB,CAAC,CAAA;YACF,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QACnD,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC;QAChB,UAAU,EAAE,MAAM,CAAC,EAAE,CAAC,2BAA2B,CAAC,CAAC,QAAQ,CAAC,EAAE,IAAI;YAChE,KAAK,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;YAC/B,MAAM,WAAW,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAA;YAC5C,IAAI,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,CAAC;gBAC/B,OAAM;YACR,CAAC;YAED,KAAK,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,KAAK,CAAC,CAAA;YAE3C,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC;gBACtC,IAAI;gBACJ,IAAI,EAAE,WAAW,CAAC,KAAK;gBACvB,GAAG,WAAW;aACf,CAAC,CAAA;YACF,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACxB,OAAM;YACR,CAAC;YAED,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,CAAA;YAEzD,KAAK,CAAC,CAAC,IAAI,CACT,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,EACxB,MAAM,CAAC,GAAG,CACR,CAAC,KAAK,EAAE,EAAE,CACR,YAAY,CAAC;gBACX,KAAK;gBACL,MAAM;gBACN,aAAa,EAAE,KAAK;aACrB,CAAC,EACJ,EAAE,WAAW,EAAE,CAChB,EACD,MAAM,CAAC,QAAQ,CAChB,CAAA;QACH,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC;QAChB,UAAU,EAAE,MAAM,CAAC,EAAE,CAAC,2BAA2B,CAAC,CAAC,QAAQ,CAAC,EAAE,IAAI;YAChE,KAAK,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;YAC/B,MAAM,WAAW,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAA;YAC5C,IAAI,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,CAAC;gBAC/B,OAAM;YACR,CAAC;YACD,KAAK,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,KAAK,CAAC,CAAA;QAC7C,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC;KACjB,CAAC,CAAA;AACJ,CAAC,CAAC,CACH,CAAC,IAAI,CACJ,KAAK,CAAC,OAAO,CAAC;IACZ,WAAW,CAAC,KAAK;IACjB,SAAS,CAAC,KAAK,CAAC,IAAI,CAClB,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,QAAQ,IAAI,uBAAuB,CAAC,CAAC,CACxE;CACF,CAAC,CACH,CAAA"}
@@ -1,2 +0,0 @@
1
- export {};
2
- //# sourceMappingURL=SemanticSearch.test.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"SemanticSearch.test.d.ts","sourceRoot":"","sources":["../src/SemanticSearch.test.ts"],"names":[],"mappings":""}
@@ -1,34 +0,0 @@
1
- import { assert, describe, it } from "@effect/vitest";
2
- import * as Duration from "effect/Duration";
3
- import * as Effect from "effect/Effect";
4
- import * as Fiber from "effect/Fiber";
5
- import * as RequestResolver from "effect/RequestResolver";
6
- import { TestClock } from "effect/testing";
7
- import { makeEmbeddingResolver } from "./SemanticSearch.js";
8
- const baseResolver = RequestResolver.make(() => Effect.void);
9
- describe("SemanticSearch.makeEmbeddingResolver", () => {
10
- it.effect("uses embeddingRequestDelay instead of embeddingBatchSize", () => Effect.gen(function* () {
11
- const resolver = makeEmbeddingResolver(baseResolver, {
12
- embeddingBatchSize: 1,
13
- embeddingRequestDelay: Duration.millis(200),
14
- });
15
- const fiber = yield* Effect.forkChild(resolver.delay);
16
- yield* TestClock.adjust(Duration.millis(199));
17
- assert.strictEqual(fiber.pollUnsafe(), undefined);
18
- yield* TestClock.adjust(Duration.millis(1));
19
- assert.notStrictEqual(fiber.pollUnsafe(), undefined);
20
- yield* Fiber.join(fiber);
21
- }));
22
- it.effect("defaults delay to 50ms regardless of batch size", () => Effect.gen(function* () {
23
- const resolver = makeEmbeddingResolver(baseResolver, {
24
- embeddingBatchSize: 999,
25
- });
26
- const fiber = yield* Effect.forkChild(resolver.delay);
27
- yield* TestClock.adjust(Duration.millis(49));
28
- assert.strictEqual(fiber.pollUnsafe(), undefined);
29
- yield* TestClock.adjust(Duration.millis(1));
30
- assert.notStrictEqual(fiber.pollUnsafe(), undefined);
31
- yield* Fiber.join(fiber);
32
- }));
33
- });
34
- //# sourceMappingURL=SemanticSearch.test.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"SemanticSearch.test.js","sourceRoot":"","sources":["../src/SemanticSearch.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,gBAAgB,CAAA;AACrD,OAAO,KAAK,QAAQ,MAAM,iBAAiB,CAAA;AAC3C,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,KAAK,MAAM,cAAc,CAAA;AACrC,OAAO,KAAK,eAAe,MAAM,wBAAwB,CAAA;AACzD,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAA;AAE1C,OAAO,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAA;AAE3D,MAAM,YAAY,GAAG,eAAe,CAAC,IAAI,CACvC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,CAClB,CAAA;AAED,QAAQ,CAAC,sCAAsC,EAAE,GAAG,EAAE;IACpD,EAAE,CAAC,MAAM,CAAC,0DAA0D,EAAE,GAAG,EAAE,CACzE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAClB,MAAM,QAAQ,GAAG,qBAAqB,CAAC,YAAY,EAAE;YACnD,kBAAkB,EAAE,CAAC;YACrB,qBAAqB,EAAE,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC;SAC5C,CAAC,CAAA;QAEF,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAA;QAErD,KAAK,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAA;QAC7C,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,UAAU,EAAE,EAAE,SAAS,CAAC,CAAA;QAEjD,KAAK,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAA;QAC3C,MAAM,CAAC,cAAc,CAAC,KAAK,CAAC,UAAU,EAAE,EAAE,SAAS,CAAC,CAAA;QAEpD,KAAK,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IAC1B,CAAC,CAAC,CACH,CAAA;IAED,EAAE,CAAC,MAAM,CAAC,iDAAiD,EAAE,GAAG,EAAE,CAChE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAClB,MAAM,QAAQ,GAAG,qBAAqB,CAAC,YAAY,EAAE;YACnD,kBAAkB,EAAE,GAAG;SACxB,CAAC,CAAA;QAEF,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAA;QAErD,KAAK,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAA;QAC5C,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,UAAU,EAAE,EAAE,SAAS,CAAC,CAAA;QAEjD,KAAK,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAA;QAC3C,MAAM,CAAC,cAAc,CAAC,KAAK,CAAC,UAAU,EAAE,EAAE,SAAS,CAAC,CAAA;QAEpD,KAAK,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IAC1B,CAAC,CAAC,CACH,CAAA;AACH,CAAC,CAAC,CAAA"}
package/dist/Sqlite.d.ts DELETED
@@ -1,15 +0,0 @@
1
- /**
2
- * @since 1.0.0
3
- */
4
- import * as SqliteClient from "@effect/sql-sqlite-node/SqliteClient";
5
- import * as SqliteMigrator from "@effect/sql-sqlite-node/SqliteMigrator";
6
- import * as Layer from "effect/Layer";
7
- import * as SqlClient from "effect/sql/SqlClient";
8
- import * as FileSystem from "effect/FileSystem";
9
- import * as Path from "effect/Path";
10
- /**
11
- * @since 1.0.0
12
- * @category Layers
13
- */
14
- export declare const SqliteLayer: (database: string) => Layer.Layer<SqlClient.SqlClient | SqliteClient.SqliteClient, SqliteMigrator.MigrationError | import("effect/PlatformError").PlatformError | import("effect/sql/SqlError").SqlError, FileSystem.FileSystem | Path.Path>;
15
- //# sourceMappingURL=Sqlite.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"Sqlite.d.ts","sourceRoot":"","sources":["../src/Sqlite.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,KAAK,YAAY,MAAM,sCAAsC,CAAA;AACpE,OAAO,KAAK,cAAc,MAAM,wCAAwC,CAAA;AAExE,OAAO,KAAK,KAAK,MAAM,cAAc,CAAA;AACrC,OAAO,KAAK,SAAS,MAAM,sBAAsB,CAAA;AACjD,OAAO,KAAK,UAAU,MAAM,mBAAmB,CAAA;AAC/C,OAAO,KAAK,IAAI,MAAM,aAAa,CAAA;AAGnC;;;GAGG;AACH,eAAO,MAAM,WAAW,aAAc,MAAM,2NA2CzC,CAAA"}
package/dist/Sqlite.js DELETED
@@ -1,44 +0,0 @@
1
- /**
2
- * @since 1.0.0
3
- */
4
- import * as SqliteClient from "@effect/sql-sqlite-node/SqliteClient";
5
- import * as SqliteMigrator from "@effect/sql-sqlite-node/SqliteMigrator";
6
- import * as Effect from "effect/Effect";
7
- import * as Layer from "effect/Layer";
8
- import * as SqlClient from "effect/sql/SqlClient";
9
- import * as FileSystem from "effect/FileSystem";
10
- import * as Path from "effect/Path";
11
- import { getLoadablePath } from "sqlite-vec";
12
- /**
13
- * @since 1.0.0
14
- * @category Layers
15
- */
16
- export const SqliteLayer = (database) => SqliteMigrator.layer({
17
- loader: SqliteMigrator.fromRecord({
18
- "0001_create_chunks": Effect.gen(function* () {
19
- const sql = yield* SqlClient.SqlClient;
20
- yield* sql `CREATE TABLE IF NOT EXISTS chunks (
21
- id INTEGER PRIMARY KEY AUTOINCREMENT,
22
- path TEXT NOT NULL,
23
- content TEXT NOT NULL,
24
- hash TEXT NOT NULL,
25
- vector BLOB NOT NULL,
26
- syncId TEXT NOT NULL
27
- )`;
28
- yield* sql `CREATE INDEX IF NOT EXISTS idx_chunks_hash ON chunks (hash)`;
29
- }),
30
- }),
31
- }).pipe(Layer.provide(Layer.effectDiscard(Effect.gen(function* () {
32
- const client = yield* SqliteClient.SqliteClient;
33
- yield* client.loadExtension(getLoadablePath());
34
- }))), Layer.provideMerge(SqliteClient.layer({
35
- filename: database,
36
- })), Layer.provide(Layer.effectDiscard(Effect.gen(function* () {
37
- const fs = yield* FileSystem.FileSystem;
38
- const path = yield* Path.Path;
39
- const directory = path.dirname(database);
40
- if (directory === ".")
41
- return;
42
- yield* fs.makeDirectory(directory, { recursive: true });
43
- }))));
44
- //# sourceMappingURL=Sqlite.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"Sqlite.js","sourceRoot":"","sources":["../src/Sqlite.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,KAAK,YAAY,MAAM,sCAAsC,CAAA;AACpE,OAAO,KAAK,cAAc,MAAM,wCAAwC,CAAA;AACxE,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,KAAK,MAAM,cAAc,CAAA;AACrC,OAAO,KAAK,SAAS,MAAM,sBAAsB,CAAA;AACjD,OAAO,KAAK,UAAU,MAAM,mBAAmB,CAAA;AAC/C,OAAO,KAAK,IAAI,MAAM,aAAa,CAAA;AACnC,OAAO,EAAE,eAAe,EAAE,MAAM,YAAY,CAAA;AAE5C;;;GAGG;AACH,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,QAAgB,EAAE,EAAE,CAC9C,cAAc,CAAC,KAAK,CAAC;IACnB,MAAM,EAAE,cAAc,CAAC,UAAU,CAAC;QAChC,oBAAoB,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;YACxC,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,SAAS,CAAC,SAAS,CAAA;YAEtC,KAAK,CAAC,CAAC,GAAG,CAAA;;;;;;;UAOR,CAAA;YAEF,KAAK,CAAC,CAAC,GAAG,CAAA,6DAA6D,CAAA;QACzE,CAAC,CAAC;KACH,CAAC;CACH,CAAC,CAAC,IAAI,CACL,KAAK,CAAC,OAAO,CACX,KAAK,CAAC,aAAa,CACjB,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,YAAY,CAAC,YAAY,CAAA;IAC/C,KAAK,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,eAAe,EAAE,CAAC,CAAA;AAChD,CAAC,CAAC,CACH,CACF,EACD,KAAK,CAAC,YAAY,CAChB,YAAY,CAAC,KAAK,CAAC;IACjB,QAAQ,EAAE,QAAQ;CACnB,CAAC,CACH,EACD,KAAK,CAAC,OAAO,CACX,KAAK,CAAC,aAAa,CACjB,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,UAAU,CAAC,UAAU,CAAA;IACvC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAA;IAC7B,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAA;IACxC,IAAI,SAAS,KAAK,GAAG;QAAE,OAAM;IAC7B,KAAK,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;AACzD,CAAC,CAAC,CACH,CACF,CACF,CAAA"}