clanka 0.26.0 → 0.27.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (110) hide show
  1. package/README.md +2 -3
  2. package/dist/Acp.test.js +2 -3
  3. package/dist/Acp.test.js.map +1 -1
  4. package/dist/AcpImage.test.js +0 -1
  5. package/dist/AcpImage.test.js.map +1 -1
  6. package/dist/Agent.d.ts.map +1 -1
  7. package/dist/Agent.js +7 -7
  8. package/dist/Agent.js.map +1 -1
  9. package/dist/Agent.test.js +7 -7
  10. package/dist/Agent.test.js.map +1 -1
  11. package/dist/AgentBashJobs.test.js +7 -7
  12. package/dist/AgentBashJobs.test.js.map +1 -1
  13. package/dist/AgentCallerConfig.test.js +0 -1
  14. package/dist/AgentCallerConfig.test.js.map +1 -1
  15. package/dist/AgentExecutor.d.ts +2 -3
  16. package/dist/AgentExecutor.d.ts.map +1 -1
  17. package/dist/AgentExecutor.js +4 -13
  18. package/dist/AgentExecutor.js.map +1 -1
  19. package/dist/AgentExecutor.test.js +20 -20
  20. package/dist/AgentExecutor.test.js.map +1 -1
  21. package/dist/AgentImage.test.js +1 -2
  22. package/dist/AgentImage.test.js.map +1 -1
  23. package/dist/AgentSkills.test.js +0 -2
  24. package/dist/AgentSkills.test.js.map +1 -1
  25. package/dist/AgentSubagents.test.js +57 -29
  26. package/dist/AgentSubagents.test.js.map +1 -1
  27. package/dist/AgentTools.d.ts +6 -238
  28. package/dist/AgentTools.d.ts.map +1 -1
  29. package/dist/AgentTools.js +11 -39
  30. package/dist/AgentTools.js.map +1 -1
  31. package/dist/ClaudeAgent.test.js +0 -1
  32. package/dist/ClaudeAgent.test.js.map +1 -1
  33. package/dist/ScriptFormatting.d.ts +5 -0
  34. package/dist/ScriptFormatting.d.ts.map +1 -1
  35. package/dist/ScriptFormatting.js +255 -53
  36. package/dist/ScriptFormatting.js.map +1 -1
  37. package/dist/ScriptFormatting.test.js +16 -0
  38. package/dist/ScriptFormatting.test.js.map +1 -1
  39. package/dist/bin/{Latch-DOdbsGMQ.mjs → Latch-BE6_TYRL.mjs} +1 -1
  40. package/dist/bin/{McpClient-B-FFG6Pg.mjs → McpClient-DCt4v5W5.mjs} +2 -2
  41. package/dist/bin/{OutputFormatter-DhhP2i-7.mjs → OutputFormatter-DaFv_C_I.mjs} +2 -3
  42. package/dist/bin/{Schema-CFdSO6iH.mjs → Schema-B3MiG1aD.mjs} +204 -568
  43. package/dist/bin/cli.mjs +5106 -2479
  44. package/dist/bin/{upgrade-C4aOEWJH.mjs → upgrade-WqgIU_21.mjs} +3 -3
  45. package/dist/cli.js +2 -25
  46. package/dist/cli.js.map +1 -1
  47. package/dist/index.d.ts +0 -8
  48. package/dist/index.d.ts.map +1 -1
  49. package/dist/index.js +0 -8
  50. package/dist/index.js.map +1 -1
  51. package/package.json +1 -7
  52. package/src/Acp.test.ts +2 -3
  53. package/src/AcpImage.test.ts +0 -1
  54. package/src/Agent.test.ts +10 -7
  55. package/src/Agent.ts +8 -10
  56. package/src/AgentBashJobs.test.ts +9 -9
  57. package/src/AgentCallerConfig.test.ts +0 -1
  58. package/src/AgentExecutor.test.ts +20 -20
  59. package/src/AgentExecutor.ts +4 -16
  60. package/src/AgentImage.test.ts +1 -2
  61. package/src/AgentSkills.test.ts +0 -2
  62. package/src/AgentSubagents.test.ts +77 -34
  63. package/src/AgentTools.ts +19 -51
  64. package/src/ClaudeAgent.test.ts +0 -1
  65. package/src/ScriptFormatting.test.ts +20 -0
  66. package/src/ScriptFormatting.ts +234 -47
  67. package/src/cli.ts +1 -56
  68. package/src/index.ts +0 -10
  69. package/dist/ChunkRepo.d.ts +0 -173
  70. package/dist/ChunkRepo.d.ts.map +0 -1
  71. package/dist/ChunkRepo.js +0 -168
  72. package/dist/ChunkRepo.js.map +0 -1
  73. package/dist/ChunkRepo.test.d.ts +0 -2
  74. package/dist/ChunkRepo.test.d.ts.map +0 -1
  75. package/dist/ChunkRepo.test.js +0 -63
  76. package/dist/ChunkRepo.test.js.map +0 -1
  77. package/dist/CodeChunker.d.ts +0 -84
  78. package/dist/CodeChunker.d.ts.map +0 -1
  79. package/dist/CodeChunker.js +0 -658
  80. package/dist/CodeChunker.js.map +0 -1
  81. package/dist/CodeChunker.test.d.ts +0 -2
  82. package/dist/CodeChunker.test.d.ts.map +0 -1
  83. package/dist/CodeChunker.test.js +0 -434
  84. package/dist/CodeChunker.test.js.map +0 -1
  85. package/dist/SemanticSearch/Service.d.ts +0 -31
  86. package/dist/SemanticSearch/Service.d.ts.map +0 -1
  87. package/dist/SemanticSearch/Service.js +0 -29
  88. package/dist/SemanticSearch/Service.js.map +0 -1
  89. package/dist/SemanticSearch.d.ts +0 -34
  90. package/dist/SemanticSearch.d.ts.map +0 -1
  91. package/dist/SemanticSearch.js +0 -171
  92. package/dist/SemanticSearch.js.map +0 -1
  93. package/dist/SemanticSearch.test.d.ts +0 -2
  94. package/dist/SemanticSearch.test.d.ts.map +0 -1
  95. package/dist/SemanticSearch.test.js +0 -34
  96. package/dist/SemanticSearch.test.js.map +0 -1
  97. package/dist/Sqlite.d.ts +0 -15
  98. package/dist/Sqlite.d.ts.map +0 -1
  99. package/dist/Sqlite.js +0 -44
  100. package/dist/Sqlite.js.map +0 -1
  101. package/dist/bin/AiError-DBaKz35C.mjs +0 -2723
  102. package/dist/bin/SemanticSearch-C3a7LAQr.mjs +0 -2558
  103. package/src/ChunkRepo.test.ts +0 -89
  104. package/src/ChunkRepo.ts +0 -260
  105. package/src/CodeChunker.test.ts +0 -493
  106. package/src/CodeChunker.ts +0 -1018
  107. package/src/SemanticSearch/Service.ts +0 -50
  108. package/src/SemanticSearch.test.ts +0 -51
  109. package/src/SemanticSearch.ts +0 -282
  110. package/src/Sqlite.ts +0 -60
package/dist/ChunkRepo.js DELETED
@@ -1,168 +0,0 @@
1
- /** @effect-diagnostics schemaNumber:off */
2
- import * as Effect from "effect/Effect";
3
- import * as Layer from "effect/Layer";
4
- import * as Schema from "effect/Schema";
5
- import * as SchemaTransformation from "effect/SchemaTransformation";
6
- import * as Context from "effect/Context";
7
- import * as Model from "effect/schema/Model";
8
- import * as SqlClient from "effect/sql/SqlClient";
9
- import * as SqlError from "effect/sql/SqlError";
10
- import * as SqlModel from "effect/sql/SqlModel";
11
- import * as SqlSchema from "effect/sql/SqlSchema";
12
- import * as EmbeddingModel from "effect/ai/EmbeddingModel";
13
- import * as SqlResolver from "effect/sql/SqlResolver";
14
- import * as RequestResolver from "effect/RequestResolver";
15
- /**
16
- * @since 1.0.0
17
- * @category Models
18
- */
19
- export const ChunkId = Schema.Number.pipe(Schema.brand("ChunkRepo/ChunkId"));
20
- /**
21
- * @since 1.0.0
22
- * @category Models
23
- */
24
- export const SyncId = Schema.String.pipe(Schema.brand("ChunkRepo/SyncId"));
25
- /**
26
- * @since 1.0.0
27
- * @category Models
28
- */
29
- export const Float32ArraySchema = Schema.instanceOf(Float32Array);
30
- /**
31
- * @since 1.0.0
32
- * @category Models
33
- */
34
- export const Float32ArrayFromArray = Schema.Array(Schema.Number).pipe(Schema.decodeTo(Float32ArraySchema, SchemaTransformation.transform({
35
- decode: (arr) => new Float32Array(arr),
36
- encode: (array) => Array.from(array),
37
- })));
38
- /**
39
- * @since 1.0.0
40
- * @category Models
41
- */
42
- export const Float32ArrayField = Model.Field({
43
- insert: Float32ArraySchema,
44
- update: Float32ArraySchema,
45
- jsonCreate: Float32ArrayFromArray,
46
- jsonUpdate: Float32ArrayFromArray,
47
- });
48
- /**
49
- * @since 1.0.0
50
- * @category Models
51
- */
52
- export class Chunk extends Model.Class("Chunk")({
53
- id: ChunkId.pipe(Model.FieldExcept(["insert", "jsonCreate"])),
54
- path: Schema.String,
55
- content: Schema.String,
56
- hash: Schema.String,
57
- vector: Float32ArrayField,
58
- syncId: SyncId,
59
- }) {
60
- }
61
- /**
62
- * @since 1.0.0
63
- * @category Services
64
- */
65
- export class ChunkRepo extends Context.Service()("clanka/ChunkRepo") {
66
- }
67
- /**
68
- * @since 1.0.0
69
- * @category Errors
70
- */
71
- export class ChunkRepoError extends Schema.TaggedError()("ChunkRepoError", {
72
- reason: Schema.Union([SqlError.SqlError]),
73
- }) {
74
- cause = this.reason;
75
- message = this.reason.message;
76
- }
77
- /**
78
- * @since 1.0.0
79
- * @category Layers
80
- */
81
- export const layer = Layer.effect(ChunkRepo, Effect.gen(function* () {
82
- const sql = yield* SqlClient.SqlClient;
83
- const dimensions = yield* EmbeddingModel.Dimensions;
84
- yield* Effect.gen(function* () {
85
- yield* sql `CREATE VIRTUAL TABLE IF NOT EXISTS chunk_vectors USING vec0(
86
- vector float[${sql.literal(String(dimensions))}]
87
- )`;
88
- yield* sql `CREATE TRIGGER IF NOT EXISTS chunks_vector_insert
89
- AFTER INSERT ON chunks
90
- BEGIN
91
- INSERT INTO chunk_vectors(rowid, vector) VALUES (new.id, new.vector);
92
- END`;
93
- yield* sql `CREATE TRIGGER IF NOT EXISTS chunks_vector_update
94
- AFTER UPDATE OF vector ON chunks
95
- BEGIN
96
- DELETE FROM chunk_vectors WHERE rowid = old.id;
97
- INSERT INTO chunk_vectors(rowid, vector) VALUES (new.id, new.vector);
98
- END`;
99
- yield* sql `CREATE TRIGGER IF NOT EXISTS chunks_vector_delete
100
- AFTER DELETE ON chunks
101
- BEGIN
102
- DELETE FROM chunk_vectors WHERE rowid = old.id;
103
- END`;
104
- yield* sql `DELETE FROM chunk_vectors
105
- WHERE rowid NOT IN (SELECT id FROM chunks)`;
106
- yield* sql `INSERT INTO chunk_vectors(rowid, vector)
107
- SELECT id, vector FROM chunks
108
- WHERE id NOT IN (SELECT rowid FROM chunk_vectors)`;
109
- }).pipe(sql.withTransaction);
110
- const loaders = yield* SqlModel.makeResolvers(Chunk, {
111
- tableName: "chunks",
112
- idColumn: "id",
113
- spanPrefix: "ChunkRepo",
114
- });
115
- const search = SqlSchema.findAll({
116
- Request: Schema.Struct({
117
- vector: Float32ArraySchema,
118
- limit: Schema.Number,
119
- }),
120
- Result: Chunk,
121
- execute: ({ vector, limit }) => sql `
122
- select chunks.id, chunks.path, chunks.content, chunks.hash, chunks.syncId
123
- from chunk_vectors
124
- JOIN chunks ON chunks.id = chunk_vectors.rowid
125
- WHERE chunk_vectors.vector MATCH ${vector}
126
- AND k = CAST(${limit} AS INTEGER)
127
- ORDER BY chunk_vectors.distance
128
- `,
129
- });
130
- const exists = SqlResolver.findById({
131
- Id: Schema.String, // hash
132
- Result: Schema.Struct({
133
- id: ChunkId,
134
- hash: Schema.String,
135
- }),
136
- ResultId(result) {
137
- return result.hash;
138
- },
139
- execute: (hashes) => sql `select id, hash from chunks where ${sql.in("hash", hashes)}`,
140
- }).pipe(RequestResolver.setDelay(5));
141
- const insertResolver = loaders.insert.pipe(RequestResolver.setDelay(5));
142
- const findByIdResolver = loaders.findById.pipe(RequestResolver.setDelay(5));
143
- return ChunkRepo.of({
144
- insert: (insert) => SqlResolver.request(insert, insertResolver).pipe(Effect.catchTags({
145
- SchemaError: Effect.die,
146
- ResultLengthMismatch: Effect.die,
147
- }, (reason) => Effect.fail(new ChunkRepoError({ reason })))),
148
- findById: (id) => SqlResolver.request(id, findByIdResolver).pipe(Effect.catchTags({
149
- SchemaError: Effect.die,
150
- SqlError: (reason) => Effect.fail(new ChunkRepoError({ reason })),
151
- })),
152
- exists: (hash) => SqlResolver.request(hash, exists).pipe(Effect.map((result) => result.id), Effect.catchNoSuchElement, Effect.catchTags({
153
- SqlError: (reason) => Effect.fail(new ChunkRepoError({ reason })),
154
- SchemaError: Effect.die,
155
- })),
156
- search: Effect.fn("ChunkRepo.search")(function* (options) {
157
- return yield* search(options).pipe(Effect.catchTags({
158
- SqlError: (reason) => Effect.fail(new ChunkRepoError({ reason })),
159
- SchemaError: Effect.die,
160
- }));
161
- }),
162
- quantize: Effect.void,
163
- setSyncId: (chunkId, syncId) => sql `update chunks set syncId = ${syncId} where id = ${chunkId}`.pipe(Effect.mapError((reason) => new ChunkRepoError({ reason }))),
164
- deleteByPath: (path) => sql `delete from chunks where path = ${path}`.pipe(Effect.mapError((reason) => new ChunkRepoError({ reason }))),
165
- deleteForSyncId: (syncId) => sql `delete from chunks where syncId != ${syncId}`.pipe(Effect.mapError((reason) => new ChunkRepoError({ reason }))),
166
- });
167
- }));
168
- //# sourceMappingURL=ChunkRepo.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"ChunkRepo.js","sourceRoot":"","sources":["../src/ChunkRepo.ts"],"names":[],"mappings":"AAAA,2CAA2C;AAC3C,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,KAAK,MAAM,cAAc,CAAA;AACrC,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,oBAAoB,MAAM,6BAA6B,CAAA;AACnE,OAAO,KAAK,OAAO,MAAM,gBAAgB,CAAA;AACzC,OAAO,KAAK,KAAK,MAAM,qBAAqB,CAAA;AAC5C,OAAO,KAAK,SAAS,MAAM,sBAAsB,CAAA;AACjD,OAAO,KAAK,QAAQ,MAAM,qBAAqB,CAAA;AAC/C,OAAO,KAAK,QAAQ,MAAM,qBAAqB,CAAA;AAC/C,OAAO,KAAK,SAAS,MAAM,sBAAsB,CAAA;AAGjD,OAAO,KAAK,cAAc,MAAM,0BAA0B,CAAA;AAC1D,OAAO,KAAK,WAAW,MAAM,wBAAwB,CAAA;AACrD,OAAO,KAAK,eAAe,MAAM,wBAAwB,CAAA;AAEzD;;;GAGG;AACH,MAAM,CAAC,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC,CAAA;AAO5E;;;GAGG;AACH,MAAM,CAAC,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC,CAAA;AAO1E;;;GAGG;AACH,MAAM,CAAC,MAAM,kBAAkB,GAAG,MAAM,CAAC,UAAU,CAGjD,YAAY,CAAC,CAAA;AAEf;;;GAGG;AACH,MAAM,CAAC,MAAM,qBAAqB,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CACnE,MAAM,CAAC,QAAQ,CACb,kBAAkB,EAClB,oBAAoB,CAAC,SAAS,CAAC;IAC7B,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,YAAY,CAAC,GAAG,CAAC;IACtC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC;CACrC,CAAC,CACH,CACF,CAAA;AAED;;;GAGG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAAG,KAAK,CAAC,KAAK,CAAC;IAC3C,MAAM,EAAE,kBAAkB;IAC1B,MAAM,EAAE,kBAAkB;IAC1B,UAAU,EAAE,qBAAqB;IACjC,UAAU,EAAE,qBAAqB;CAClC,CAAC,CAAA;AAEF;;;GAGG;AACH,MAAM,OAAO,KAAM,SAAQ,KAAK,CAAC,KAAK,CAAQ,OAAO,CAAC,CAAC;IACrD,EAAE,EAAE,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC,CAAC;IAC7D,IAAI,EAAE,MAAM,CAAC,MAAM;IACnB,OAAO,EAAE,MAAM,CAAC,MAAM;IACtB,IAAI,EAAE,MAAM,CAAC,MAAM;IACnB,MAAM,EAAE,iBAAiB;IACzB,MAAM,EAAE,MAAM;CACf,CAAC;CAAG;AAEL;;;GAGG;AACH,MAAM,OAAO,SAAU,SAAQ,OAAO,CAAC,OAAO,EA2B3C,CAAC,kBAAkB,CAAC;CAAG;AAE1B;;;GAGG;AACH,MAAM,OAAO,cAAe,SAAQ,MAAM,CAAC,WAAW,EAAkB,CACtE,gBAAgB,EAChB;IACE,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;CAC1C,CACF;IACU,KAAK,GAAG,IAAI,CAAC,MAAM,CAAA;IACnB,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAA;CACvC;AAED;;;GAGG;AACH,MAAM,CAAC,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAC/B,SAAS,EACT,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,SAAS,CAAC,SAAS,CAAA;IACtC,MAAM,UAAU,GAAG,KAAK,CAAC,CAAC,cAAc,CAAC,UAAU,CAAA;IAEnD,KAAK,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QACzB,KAAK,CAAC,CAAC,GAAG,CAAA;uBACO,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAC9C,CAAA;QACF,KAAK,CAAC,CAAC,GAAG,CAAA;;;;YAIJ,CAAA;QACN,KAAK,CAAC,CAAC,GAAG,CAAA;;;;;YAKJ,CAAA;QACN,KAAK,CAAC,CAAC,GAAG,CAAA;;;;YAIJ,CAAA;QACN,KAAK,CAAC,CAAC,GAAG,CAAA;mDACmC,CAAA;QAC7C,KAAK,CAAC,CAAC,GAAG,CAAA;;0DAE0C,CAAA;IACtD,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,CAAA;IAE5B,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,QAAQ,CAAC,aAAa,CAAC,KAAK,EAAE;QACnD,SAAS,EAAE,QAAQ;QACnB,QAAQ,EAAE,IAAI;QACd,UAAU,EAAE,WAAW;KACxB,CAAC,CAAA;IAEF,MAAM,MAAM,GAAG,SAAS,CAAC,OAAO,CAAC;QAC/B,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC;YACrB,MAAM,EAAE,kBAAkB;YAC1B,KAAK,EAAE,MAAM,CAAC,MAAM;SACrB,CAAC;QACF,MAAM,EAAE,KAAK;QACb,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,EAAE,CAC7B,GAAG,CAAA;;;;6CAIkC,MAAM;yBAC1B,KAAK;;SAErB;KACJ,CAAC,CAAA;IAEF,MAAM,MAAM,GAAG,WAAW,CAAC,QAAQ,CAAC;QAClC,EAAE,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO;QAC1B,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC;YACpB,EAAE,EAAE,OAAO;YACX,IAAI,EAAE,MAAM,CAAC,MAAM;SACpB,CAAC;QACF,QAAQ,CAAC,MAAM;YACb,OAAO,MAAM,CAAC,IAAI,CAAA;QACpB,CAAC;QACD,OAAO,EAAE,CAAC,MAAM,EAAE,EAAE,CAClB,GAAG,CAAA,qCAAqC,GAAG,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE;KACnE,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAA;IAEpC,MAAM,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAA;IACvE,MAAM,gBAAgB,GAAG,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAA;IAE3E,OAAO,SAAS,CAAC,EAAE,CAAC;QAClB,MAAM,EAAE,CAAC,MAAM,EAAE,EAAE,CACjB,WAAW,CAAC,OAAO,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC,IAAI,CAC9C,MAAM,CAAC,SAAS,CACd;YACE,WAAW,EAAE,MAAM,CAAC,GAAG;YACvB,oBAAoB,EAAE,MAAM,CAAC,GAAG;SACjC,EACD,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CACxD,CACF;QACH,QAAQ,EAAE,CAAC,EAAE,EAAE,EAAE,CACf,WAAW,CAAC,OAAO,CAAC,EAAE,EAAE,gBAAgB,CAAC,CAAC,IAAI,CAC5C,MAAM,CAAC,SAAS,CAAC;YACf,WAAW,EAAE,MAAM,CAAC,GAAG;YACvB,QAAQ,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;SAClE,CAAC,CACH;QACH,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,CACf,WAAW,CAAC,OAAO,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,IAAI,CACpC,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,EACjC,MAAM,CAAC,kBAAkB,EACzB,MAAM,CAAC,SAAS,CAAC;YACf,QAAQ,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;YACjE,WAAW,EAAE,MAAM,CAAC,GAAG;SACxB,CAAC,CACH;QACH,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC,kBAAkB,CAAC,CAAC,QAAQ,CAAC,EAAE,OAAO;YACtD,OAAO,KAAK,CAAC,CAAC,MAAM,CAAC,OAAc,CAAC,CAAC,IAAI,CACvC,MAAM,CAAC,SAAS,CAAC;gBACf,QAAQ,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;gBACjE,WAAW,EAAE,MAAM,CAAC,GAAG;aACxB,CAAC,CACH,CAAA;QACH,CAAC,CAAC;QACF,QAAQ,EAAE,MAAM,CAAC,IAAI;QACrB,SAAS,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,CAC7B,GAAG,CAAA,8BAA8B,MAAM,eAAe,OAAO,EAAE,CAAC,IAAI,CAClE,MAAM,CAAC,QAAQ,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAC5D;QACH,YAAY,EAAE,CAAC,IAAI,EAAE,EAAE,CACrB,GAAG,CAAA,mCAAmC,IAAI,EAAE,CAAC,IAAI,CAC/C,MAAM,CAAC,QAAQ,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAC5D;QACH,eAAe,EAAE,CAAC,MAAM,EAAE,EAAE,CAC1B,GAAG,CAAA,sCAAsC,MAAM,EAAE,CAAC,IAAI,CACpD,MAAM,CAAC,QAAQ,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAC5D;KACJ,CAAC,CAAA;AACJ,CAAC,CAAC,CACH,CAAA"}
@@ -1,2 +0,0 @@
1
- export {};
2
- //# sourceMappingURL=ChunkRepo.test.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"ChunkRepo.test.d.ts","sourceRoot":"","sources":["../src/ChunkRepo.test.ts"],"names":[],"mappings":""}
@@ -1,63 +0,0 @@
1
- import { mkdtemp, rm } from "node:fs/promises";
2
- import { tmpdir } from "node:os";
3
- import { join } from "node:path";
4
- import * as NodeServices from "@effect/platform-node/NodeServices";
5
- import { assert, describe, it } from "@effect/vitest";
6
- import * as Effect from "effect/Effect";
7
- import * as Layer from "effect/Layer";
8
- import * as EmbeddingModel from "effect/ai/EmbeddingModel";
9
- import * as SqlClient from "effect/sql/SqlClient";
10
- import { Chunk, ChunkRepo, layer, SyncId } from "./ChunkRepo.js";
11
- import { SqliteLayer } from "./Sqlite.js";
12
- const withDatabase = Effect.acquireRelease(Effect.promise(() => mkdtemp(join(tmpdir(), "clanka-"))), (directory) => Effect.promise(() => rm(directory, { recursive: true })));
13
- const sqliteLayer = (database) => SqliteLayer(database).pipe(Layer.provide(NodeServices.layer));
14
- describe("ChunkRepo", () => {
15
- it.live("backfills and synchronizes the vec0 index", () => Effect.gen(function* () {
16
- const directory = yield* withDatabase;
17
- const database = join(directory, "search.sqlite");
18
- const existingVector = new Float32Array([0, 1, 0]);
19
- yield* Effect.gen(function* () {
20
- const sql = yield* SqlClient.SqlClient;
21
- yield* sql `INSERT INTO chunks(path, content, hash, vector, syncId)
22
- VALUES ('existing.ts', 'existing', 'existing', ${existingVector}, 'sync')`;
23
- }).pipe(Effect.provide(sqliteLayer(database)), Effect.scoped);
24
- const databaseLayer = sqliteLayer(database);
25
- const repoLayer = Layer.merge(layer.pipe(Layer.provide(databaseLayer)), databaseLayer).pipe(Layer.provide(Layer.succeed(EmbeddingModel.Dimensions, 3)));
26
- yield* Effect.gen(function* () {
27
- const repo = yield* ChunkRepo;
28
- const sql = yield* SqlClient.SqlClient;
29
- const backfilled = yield* repo.search({
30
- vector: existingVector,
31
- limit: 1,
32
- });
33
- assert.strictEqual(backfilled[0]?.path, "existing.ts");
34
- const inserted = yield* repo.insert(Chunk.insert.make({
35
- path: "inserted.ts",
36
- content: "inserted",
37
- hash: "inserted",
38
- vector: new Float32Array([1, 0, 0]),
39
- syncId: SyncId.make("sync"),
40
- }));
41
- const insertedResult = yield* repo.search({
42
- vector: new Float32Array([1, 0, 0]),
43
- limit: 1,
44
- });
45
- assert.strictEqual(insertedResult[0]?.id, inserted.id);
46
- yield* sql `UPDATE chunks
47
- SET vector = ${new Float32Array([0, 0, 1])}
48
- WHERE id = ${inserted.id}`;
49
- const updatedResult = yield* repo.search({
50
- vector: new Float32Array([0, 0, 1]),
51
- limit: 1,
52
- });
53
- assert.strictEqual(updatedResult[0]?.id, inserted.id);
54
- yield* repo.deleteByPath("inserted.ts");
55
- const deletedResult = yield* repo.search({
56
- vector: new Float32Array([0, 0, 1]),
57
- limit: 2,
58
- });
59
- assert.deepStrictEqual(deletedResult.map((chunk) => chunk.path), ["existing.ts"]);
60
- }).pipe(Effect.provide(repoLayer), Effect.scoped);
61
- }));
62
- });
63
- //# sourceMappingURL=ChunkRepo.test.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"ChunkRepo.test.js","sourceRoot":"","sources":["../src/ChunkRepo.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAA;AAC9C,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAA;AAChC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;AAChC,OAAO,KAAK,YAAY,MAAM,oCAAoC,CAAA;AAClE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,gBAAgB,CAAA;AACrD,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,KAAK,MAAM,cAAc,CAAA;AACrC,OAAO,KAAK,cAAc,MAAM,0BAA0B,CAAA;AAC1D,OAAO,KAAK,SAAS,MAAM,sBAAsB,CAAA;AACjD,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAA;AAChE,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AAEzC,MAAM,YAAY,GAAG,MAAM,CAAC,cAAc,CACxC,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,SAAS,CAAC,CAAC,CAAC,EACxD,CAAC,SAAS,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,CACxE,CAAA;AAED,MAAM,WAAW,GAAG,CAAC,QAAgB,EAAE,EAAE,CACvC,WAAW,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAA;AAE/D,QAAQ,CAAC,WAAW,EAAE,GAAG,EAAE;IACzB,EAAE,CAAC,IAAI,CAAC,2CAA2C,EAAE,GAAG,EAAE,CACxD,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAClB,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,YAAY,CAAA;QACrC,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,EAAE,eAAe,CAAC,CAAA;QACjD,MAAM,cAAc,GAAG,IAAI,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;QAElD,KAAK,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;YACzB,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,SAAS,CAAC,SAAS,CAAA;YACtC,KAAK,CAAC,CAAC,GAAG,CAAA;2DACyC,cAAc,WAAW,CAAA;QAC9E,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,CAAA;QAE7D,MAAM,aAAa,GAAG,WAAW,CAAC,QAAQ,CAAC,CAAA;QAC3C,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAC3B,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,EACxC,aAAa,CACd,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,cAAc,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;QAElE,KAAK,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;YACzB,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,SAAS,CAAA;YAC7B,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,SAAS,CAAC,SAAS,CAAA;YAEtC,MAAM,UAAU,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;gBACpC,MAAM,EAAE,cAAc;gBACtB,KAAK,EAAE,CAAC;aACT,CAAC,CAAA;YACF,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,aAAa,CAAC,CAAA;YAEtD,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,MAAM,CACjC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC;gBAChB,IAAI,EAAE,aAAa;gBACnB,OAAO,EAAE,UAAU;gBACnB,IAAI,EAAE,UAAU;gBAChB,MAAM,EAAE,IAAI,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;gBACnC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC;aAC5B,CAAC,CACH,CAAA;YAED,MAAM,cAAc,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;gBACxC,MAAM,EAAE,IAAI,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;gBACnC,KAAK,EAAE,CAAC;aACT,CAAC,CAAA;YACF,MAAM,CAAC,WAAW,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAA;YAEtD,KAAK,CAAC,CAAC,GAAG,CAAA;yBACO,IAAI,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;uBAC7B,QAAQ,CAAC,EAAE,EAAE,CAAA;YAE5B,MAAM,aAAa,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;gBACvC,MAAM,EAAE,IAAI,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;gBACnC,KAAK,EAAE,CAAC;aACT,CAAC,CAAA;YACF,MAAM,CAAC,WAAW,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAA;YAErD,KAAK,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,CAAA;YAEvC,MAAM,aAAa,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;gBACvC,MAAM,EAAE,IAAI,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;gBACnC,KAAK,EAAE,CAAC;aACT,CAAC,CAAA;YACF,MAAM,CAAC,eAAe,CACpB,aAAa,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,EACxC,CAAC,aAAa,CAAC,CAChB,CAAA;QACH,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,CAAA;IACnD,CAAC,CAAC,CACH,CAAA;AACH,CAAC,CAAC,CAAA"}
@@ -1,84 +0,0 @@
1
- import * as Effect from "effect/Effect";
2
- import * as FileSystem from "effect/FileSystem";
3
- import * as Layer from "effect/Layer";
4
- import * as Path from "effect/Path";
5
- import * as Context from "effect/Context";
6
- import * as Stream from "effect/Stream";
7
- import * as ChildProcessSpawner from "effect/process/ChildProcessSpawner";
8
- /**
9
- * @since 1.0.0
10
- * @category Models
11
- */
12
- export interface CodeChunk {
13
- readonly path: string;
14
- readonly startLine: number;
15
- readonly endLine: number;
16
- readonly name: string | undefined;
17
- readonly type: ChunkType | undefined;
18
- readonly parent: string | undefined;
19
- readonly content: string;
20
- }
21
- /**
22
- * @since 1.0.0
23
- * @category Models
24
- */
25
- export type ChunkType = "function" | "method" | "class" | "namespace" | "interface" | "type-alias" | "enum" | "variable";
26
- declare const CodeChunker_base: Context.ServiceClass<CodeChunker, "clanka/CodeChunker", {
27
- listFiles(options: {
28
- readonly root: string;
29
- readonly maxFileSize?: string | undefined;
30
- }): Effect.Effect<ReadonlyArray<string>>;
31
- chunkFile(options: {
32
- readonly root: string;
33
- readonly path: string;
34
- readonly chunkSize: number;
35
- readonly chunkOverlap: number;
36
- readonly chunkMaxCharacters?: number | undefined;
37
- }): Effect.Effect<ReadonlyArray<CodeChunk>>;
38
- chunkFiles(options: {
39
- readonly root: string;
40
- readonly paths: ReadonlyArray<string>;
41
- readonly chunkSize: number;
42
- readonly chunkOverlap: number;
43
- readonly chunkMaxCharacters?: number | undefined;
44
- }): Stream.Stream<CodeChunk>;
45
- chunkCodebase(options: {
46
- readonly root: string;
47
- readonly maxFileSize?: string | undefined;
48
- readonly chunkSize: number;
49
- readonly chunkOverlap: number;
50
- readonly chunkMaxCharacters?: number | undefined;
51
- }): Stream.Stream<CodeChunk>;
52
- }>;
53
- /**
54
- * @since 1.0.0
55
- * @category Services
56
- */
57
- export declare class CodeChunker extends CodeChunker_base {
58
- }
59
- /**
60
- * @since 1.0.0
61
- * @category Predicates
62
- */
63
- export declare const isProbablyMinified: (content: string) => boolean;
64
- /**
65
- * @since 1.0.0
66
- * @category Predicates
67
- */
68
- export declare const isMeaningfulFile: (path: string) => boolean;
69
- /**
70
- * @since 1.0.0
71
- * @category Constructors
72
- */
73
- export declare const chunkFileContent: (path: string, content: string, options: {
74
- readonly chunkSize: number;
75
- readonly chunkOverlap: number;
76
- readonly chunkMaxCharacters?: number | undefined;
77
- }) => ReadonlyArray<CodeChunk>;
78
- /**
79
- * @since 1.0.0
80
- * @category Layers
81
- */
82
- export declare const layer: Layer.Layer<CodeChunker, never, ChildProcessSpawner.ChildProcessSpawner | FileSystem.FileSystem | Path.Path>;
83
- export {};
84
- //# sourceMappingURL=CodeChunker.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"CodeChunker.d.ts","sourceRoot":"","sources":["../src/CodeChunker.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,UAAU,MAAM,mBAAmB,CAAA;AAE/C,OAAO,KAAK,KAAK,MAAM,cAAc,CAAA;AACrC,OAAO,KAAK,IAAI,MAAM,aAAa,CAAA;AACnC,OAAO,KAAK,OAAO,MAAM,gBAAgB,CAAA;AACzC,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AAEvC,OAAO,KAAK,mBAAmB,MAAM,oCAAoC,CAAA;AAKzE;;;GAGG;AACH,MAAM,WAAW,SAAS;IACxB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;IACxB,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,CAAA;IACjC,QAAQ,CAAC,IAAI,EAAE,SAAS,GAAG,SAAS,CAAA;IACpC,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAA;IACnC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;CACzB;AAED;;;GAGG;AACH,MAAM,MAAM,SAAS,GACjB,UAAU,GACV,QAAQ,GACR,OAAO,GACP,WAAW,GACX,WAAW,GACX,YAAY,GACZ,MAAM,GACN,UAAU,CAAA;;uBASS;QACjB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;QACrB,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAA;KAC1C,GAAG,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;uBACrB;QACjB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;QACrB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;QACrB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;QAC1B,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAA;QAC7B,QAAQ,CAAC,kBAAkB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAA;KACjD,GAAG,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;wBACvB;QAClB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;QACrB,QAAQ,CAAC,KAAK,EAAE,aAAa,CAAC,MAAM,CAAC,CAAA;QACrC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;QAC1B,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAA;QAC7B,QAAQ,CAAC,kBAAkB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAA;KACjD,GAAG,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC;2BACL;QACrB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;QACrB,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAA;QACzC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;QAC1B,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAA;QAC7B,QAAQ,CAAC,kBAAkB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAA;KACjD,GAAG,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC;;AA/BhC;;;GAGG;AACH,qBAAa,WAAY,SAAQ,gBA6BR;CAAG;AAsG5B;;;GAGG;AACH,eAAO,MAAM,kBAAkB,YAAa,MAAM,KAAG,OAmBpD,CAAA;AAED;;;GAGG;AACH,eAAO,MAAM,gBAAgB,SAAU,MAAM,KAAG,OA0B/C,CAAA;AAqmBD;;;GAGG;AACH,eAAO,MAAM,gBAAgB,SACrB,MAAM,WACH,MAAM,WACN;IACP,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAA;IAC7B,QAAQ,CAAC,kBAAkB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAA;CACjD,KACA,aAAa,CAAC,SAAS,CAiCzB,CAAA;AAED;;;GAGG;AACH,eAAO,MAAM,KAAK,EAAE,KAAK,CAAC,KAAK,CAC7B,WAAW,EACX,KAAK,EACL,mBAAmB,CAAC,mBAAmB,GAAG,UAAU,CAAC,UAAU,GAAG,IAAI,CAAC,IAAI,CAmH5E,CAAA"}