@veewo/claw-core 0.1.21 → 0.1.23
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/src/context.js +56 -0
- package/dist/src/context.js.map +1 -1
- package/dist/src/embedding-local.d.ts +32 -0
- package/dist/src/embedding-local.js +75 -0
- package/dist/src/embedding-local.js.map +1 -0
- package/dist/src/embedding-worker.d.ts +1 -0
- package/dist/src/embedding-worker.js +160 -0
- package/dist/src/embedding-worker.js.map +1 -0
- package/dist/src/errors.d.ts +1 -1
- package/dist/src/errors.js.map +1 -1
- package/dist/src/index.d.ts +1 -0
- package/dist/src/index.js +1 -0
- package/dist/src/index.js.map +1 -1
- package/dist/src/init.js +17 -1
- package/dist/src/init.js.map +1 -1
- package/dist/src/memory-query.d.ts +14 -0
- package/dist/src/memory-query.js +361 -0
- package/dist/src/memory-query.js.map +1 -0
- package/dist/src/memory.js +762 -29
- package/dist/src/memory.js.map +1 -1
- package/dist/src/plan.js +61 -11
- package/dist/src/plan.js.map +1 -1
- package/dist/src/project-check.js +175 -1
- package/dist/src/project-check.js.map +1 -1
- package/dist/src/text-encoding.d.ts +3 -0
- package/dist/src/text-encoding.js +14 -0
- package/dist/src/text-encoding.js.map +1 -0
- package/dist/src/truth.js +2 -1
- package/dist/src/truth.js.map +1 -1
- package/dist/src/types.d.ts +32 -0
- package/package.json +4 -1
package/dist/src/context.js
CHANGED
|
@@ -162,6 +162,7 @@ function normalizeProjectConfig(projectConfig) {
|
|
|
162
162
|
contextPaths: [...(projectConfig.contextPaths ?? [])],
|
|
163
163
|
memory: {
|
|
164
164
|
externalDocPaths: [...(projectConfig.memory?.externalDocPaths ?? [])],
|
|
165
|
+
embedding: normalizeMemoryEmbeddingConfig(projectConfig.memory?.embedding),
|
|
165
166
|
},
|
|
166
167
|
gitnexus: {
|
|
167
168
|
enabled: projectConfig.gitnexus?.enabled ?? false,
|
|
@@ -188,4 +189,59 @@ function normalizeOptionalSkill(value) {
|
|
|
188
189
|
const trimmed = value.trim();
|
|
189
190
|
return trimmed ? trimmed : null;
|
|
190
191
|
}
|
|
192
|
+
function normalizeMemoryEmbeddingConfig(value) {
|
|
193
|
+
if (!value || typeof value !== "object") {
|
|
194
|
+
return null;
|
|
195
|
+
}
|
|
196
|
+
const provider = value.provider === "local" ? "local" : "openai";
|
|
197
|
+
const model = typeof value.model === "string" ? value.model.trim() : "";
|
|
198
|
+
if (!model) {
|
|
199
|
+
return null;
|
|
200
|
+
}
|
|
201
|
+
return {
|
|
202
|
+
provider,
|
|
203
|
+
model,
|
|
204
|
+
...(value.remote
|
|
205
|
+
? {
|
|
206
|
+
remote: {
|
|
207
|
+
...(typeof value.remote.apiKeyEnvVar === "string" && value.remote.apiKeyEnvVar.trim()
|
|
208
|
+
? { apiKeyEnvVar: value.remote.apiKeyEnvVar.trim() }
|
|
209
|
+
: {}),
|
|
210
|
+
...(typeof value.remote.baseUrl === "string" && value.remote.baseUrl.trim()
|
|
211
|
+
? { baseUrl: value.remote.baseUrl.trim() }
|
|
212
|
+
: {}),
|
|
213
|
+
},
|
|
214
|
+
}
|
|
215
|
+
: {}),
|
|
216
|
+
...(value.local
|
|
217
|
+
? {
|
|
218
|
+
local: {
|
|
219
|
+
...(typeof value.local.modelPath === "string" && value.local.modelPath.trim()
|
|
220
|
+
? { modelPath: value.local.modelPath.trim() }
|
|
221
|
+
: {}),
|
|
222
|
+
...(typeof value.local.modelCacheDir === "string" && value.local.modelCacheDir.trim()
|
|
223
|
+
? { modelCacheDir: value.local.modelCacheDir.trim() }
|
|
224
|
+
: {}),
|
|
225
|
+
...((value.local.device === "dml" ||
|
|
226
|
+
value.local.device === "cuda" ||
|
|
227
|
+
value.local.device === "cpu" ||
|
|
228
|
+
value.local.device === "wasm")
|
|
229
|
+
? { device: value.local.device }
|
|
230
|
+
: {}),
|
|
231
|
+
},
|
|
232
|
+
}
|
|
233
|
+
: {}),
|
|
234
|
+
...(Number.isInteger(value.outputDimensionality) && value.outputDimensionality > 0
|
|
235
|
+
? { outputDimensionality: value.outputDimensionality }
|
|
236
|
+
: {}),
|
|
237
|
+
store: {
|
|
238
|
+
vector: {
|
|
239
|
+
enabled: value.store?.vector?.enabled ?? true,
|
|
240
|
+
...(typeof value.store?.vector?.extensionPath === "string" && value.store.vector.extensionPath.trim()
|
|
241
|
+
? { extensionPath: value.store.vector.extensionPath.trim() }
|
|
242
|
+
: {}),
|
|
243
|
+
},
|
|
244
|
+
},
|
|
245
|
+
};
|
|
246
|
+
}
|
|
191
247
|
//# sourceMappingURL=context.js.map
|
package/dist/src/context.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"context.js","sourceRoot":"","sources":["../../src/context.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AACxC,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACrD,OAAO,EAAE,eAAe,EAAE,eAAe,EAAE,eAAe,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAGrH,MAAM,UAAU,qBAAqB,CAAC,GAAW;IAC/C,MAAM,WAAW,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC;IACzC,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,MAAM,IAAI,SAAS,CAAC,oBAAoB,EAAE,qCAAqC,GAAG,GAAG,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;IAClG,CAAC;IAED,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;IAChD,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;IAC3D,MAAM,aAAa,GAAG,EAAE,CAAC,UAAU,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACjG,MAAM,SAAS,GAAG,eAAe,CAAC,WAAW,EAAE,aAAa,CAAC,CAAC;IAE9D,OAAO;QACL,WAAW;QACX,OAAO;QACP,eAAe;QACf,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC;QACrC,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC;QACrC,SAAS;QACT,GAAG,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACnE,aAAa;KACd,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,OAAuB,EAAE,QAAgB;IAC1E,MAAM,gBAAgB,GAAG,eAAe,CAAC,QAAQ,CAAC,CAAC;IACnD,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,gBAAgB,CAAC,CAAC;IAC9D,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;IACjD,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC7B,MAAM,IAAI,SAAS,CAAC,gBAAgB,EAAE,SAAS,gBAAgB,mBAAmB,EAAE,EAAE,QAAQ,EAAE,gBAAgB,EAAE,CAAC,CAAC;IACtH,CAAC;IAED,MAAM,IAAI,GAAG,YAAY,CAAW,QAAQ,CAAC,CAAC;IAC9C,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;QACnB,IAAI,CAAC,QAAQ,GAAG,WAAW,CAAC;IAC9B,CAAC;IACD,MAAM,UAAU,GAAG,iBAAiB,CAAC,OAAO,IAAI,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;IAC1G,MAAM,cAAc,GAAG,eAAe,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;IAC5D,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,MAAM,IAAI,SAAS,CAAC,qBAAqB,EAAE,SAAS,gBAAgB,8BAA8B,EAAE;YAClG,QAAQ,EAAE,gBAAgB;YAC1B,UAAU;SACX,CAAC,CAAC;IACL,CAAC;IACD,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,cAAc,CAAC,EAAE,CAAC;QACnC,MAAM,IAAI,SAAS,CAAC,qBAAqB,EAAE,SAAS,gBAAgB,yCAAyC,EAAE;YAC7G,QAAQ,EAAE,gBAAgB;YAC1B,UAAU;SACX,CAAC,CAAC;IACL,CAAC;IAED,OAAO;QACL,OAAO;QACP,QAAQ,EAAE,gBAAgB;QAC1B,OAAO;QACP,QAAQ;QACR,IAAI;QACJ,UAAU;QACV,cAAc;KACf,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,GAAW,EAAE,QAAiB;IAC3D,MAAM,OAAO,GAAG,qBAAqB,CAAC,GAAG,CAAC,CAAC;IAC3C,OAAO;QACL,OAAO;QACP,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,kBAAkB,CAAC,OAAO,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACrE,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,cAAc,CAC5B,OAAuB,EACvB,QAAgB,EAChB,WAAoB,EACpB,eAAwB;IAExB,MAAM,gBAAgB,GAAG,eAAe,CAAC,QAAQ,CAAC,CAAC;IACnD,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,gBAAgB,CAAC,CAAC;IAC9D,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;IACjD,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACrC,IAAI,IAAc,CAAC;IACnB,MAAM,WAAW,GAAG,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;IAE7C,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,IAAI,GAAG,YAAY,CAAW,QAAQ,CAAC,CAAC;QACxC,IAAI,CAAC,SAAS,GAAG,GAAG,CAAC;QACrB,IAAI,WAAW,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACrC,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QACjC,CAAC;QACD,IAAI,eAAe,EAAE,IAAI,EAAE,EAAE,CAAC;YAC5B,MAAM,yBAAyB,GAAG,eAAe,CAAC,IAAI,EAAE,CAAC;YACzD,IAAI,IAAI,CAAC,eAAe,KAAK,yBAAyB,EAAE,CAAC;gBACvD,IAAI,CAAC,eAAe,GAAG,yBAAyB,CAAC;gBACjD,IAAI,CAAC,OAAO,GAAG,GAAG,CAAC;YACrB,CAAC;iBAAM,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;gBACzB,IAAI,CAAC,OAAO,GAAG,GAAG,CAAC;YACrB,CAAC;QACH,CAAC;IACH,CAAC;SAAM,CAAC;QACN,IAAI,GAAG;YACL,IAAI,EAAE,gBAAgB;YACtB,WAAW,EAAE,WAAW,IAAI,EAAE;YAC9B,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,SAAS,EAAE,GAAG;YACd,SAAS,EAAE,GAAG;YACd,SAAS,EAAE,EAAE;YACb,MAAM,EAAE,QAAQ;YAChB,QAAQ,EAAE,WAAW;YACrB,UAAU,EAAE,WAAW;YACvB,GAAG,CAAC,eAAe,EAAE,IAAI,EAAE;gBACzB,CAAC,CAAC;oBACE,eAAe,EAAE,eAAe,CAAC,IAAI,EAAE;oBACvC,OAAO,EAAE,GAAG;iBACb;gBACH,CAAC,CAAC,EAAE,CAAC;SACR,CAAC;IACJ,CAAC;IAED,EAAE,CAAC,SAAS,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC3C,YAAY,CAAC,QAAQ,EAAE,GAAG,EAAE;QAC1B,EAAE,CAAC,aAAa,CAAC,QAAQ,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IAC5E,CAAC,CAAC,CAAC;IAEH,MAAM,IAAI,GAAG;QACX,OAAO;QACP,QAAQ,EAAE,gBAAgB;QAC1B,OAAO;QACP,QAAQ;QACR,IAAI;QACJ,UAAU,EAAE,iBAAiB,CAAC,IAAI,CAAC,UAAU,CAAC;QAC9C,cAAc,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,iBAAiB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;KACvE,CAAC;IAEF,IAAI,WAAW,EAAE,CAAC;QAChB,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,GAAG,CAAC;IAC5B,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,IAAiB;IAC5C,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAC/C,YAAY,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE;QAC/B,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACtF,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,QAAgB;IAC9C,MAAM,UAAU,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;IAC/C,IAAI,CAAC,UAAU,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,EAAE,CAAC;QAChD,MAAM,IAAI,SAAS,CAAC,mBAAmB,EAAE,sBAAsB,QAAQ,IAAI,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC;IAC7F,CAAC;IACD,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,SAAS,iBAAiB,CAAC,eAAuB;IAChD,IAAI,CAAC;QACH,OAAO,sBAAsB,CAAC,YAAY,CAAgB,eAAe,CAAC,CAAC,CAAC;IAC9E,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,SAAS,CAAC,wBAAwB,EAAE,qCAAqC,EAAE;YACnF,IAAI,EAAE,eAAe;YACrB,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;SAC9D,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,SAAS,sBAAsB,CAAC,aAA4B;IAC1D,MAAM,EAAE,eAAe,EAAE,gBAAgB,EAAE,GAAG,IAAI,EAAE,GAAG,aAEtD,CAAC;IACF,OAAO;QACL,GAAG,IAAI;QACP,cAAc,EACZ,MAAM,CAAC,SAAS,CAAC,aAAa,CAAC,cAAc,CAAC,IAAK,aAAa,CAAC,cAAyB,IAAI,CAAC;YAC7F,CAAC,CAAC,aAAa,CAAC,cAAc;YAC9B,CAAC,CAAC,EAAE;QACR,kBAAkB,EAAE,sBAAsB,CAAC,aAAa,CAAC,kBAAkB,CAAC;QAC5E,gBAAgB,EAAE,sBAAsB,CAAC,aAAa,CAAC,gBAAgB,CAAC;QACxE,YAAY,EAAE,CAAC,GAAG,CAAC,aAAa,CAAC,YAAY,IAAI,EAAE,CAAC,CAAC;QACrD,MAAM,EAAE;YACN,gBAAgB,EAAE,CAAC,GAAG,CAAC,aAAa,CAAC,MAAM,EAAE,gBAAgB,IAAI,EAAE,CAAC,CAAC;
|
|
1
|
+
{"version":3,"file":"context.js","sourceRoot":"","sources":["../../src/context.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AACxC,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACrD,OAAO,EAAE,eAAe,EAAE,eAAe,EAAE,eAAe,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAGrH,MAAM,UAAU,qBAAqB,CAAC,GAAW;IAC/C,MAAM,WAAW,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC;IACzC,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,MAAM,IAAI,SAAS,CAAC,oBAAoB,EAAE,qCAAqC,GAAG,GAAG,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;IAClG,CAAC;IAED,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;IAChD,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;IAC3D,MAAM,aAAa,GAAG,EAAE,CAAC,UAAU,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACjG,MAAM,SAAS,GAAG,eAAe,CAAC,WAAW,EAAE,aAAa,CAAC,CAAC;IAE9D,OAAO;QACL,WAAW;QACX,OAAO;QACP,eAAe;QACf,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC;QACrC,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC;QACrC,SAAS;QACT,GAAG,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACnE,aAAa;KACd,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,OAAuB,EAAE,QAAgB;IAC1E,MAAM,gBAAgB,GAAG,eAAe,CAAC,QAAQ,CAAC,CAAC;IACnD,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,gBAAgB,CAAC,CAAC;IAC9D,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;IACjD,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC7B,MAAM,IAAI,SAAS,CAAC,gBAAgB,EAAE,SAAS,gBAAgB,mBAAmB,EAAE,EAAE,QAAQ,EAAE,gBAAgB,EAAE,CAAC,CAAC;IACtH,CAAC;IAED,MAAM,IAAI,GAAG,YAAY,CAAW,QAAQ,CAAC,CAAC;IAC9C,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;QACnB,IAAI,CAAC,QAAQ,GAAG,WAAW,CAAC;IAC9B,CAAC;IACD,MAAM,UAAU,GAAG,iBAAiB,CAAC,OAAO,IAAI,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;IAC1G,MAAM,cAAc,GAAG,eAAe,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;IAC5D,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,MAAM,IAAI,SAAS,CAAC,qBAAqB,EAAE,SAAS,gBAAgB,8BAA8B,EAAE;YAClG,QAAQ,EAAE,gBAAgB;YAC1B,UAAU;SACX,CAAC,CAAC;IACL,CAAC;IACD,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,cAAc,CAAC,EAAE,CAAC;QACnC,MAAM,IAAI,SAAS,CAAC,qBAAqB,EAAE,SAAS,gBAAgB,yCAAyC,EAAE;YAC7G,QAAQ,EAAE,gBAAgB;YAC1B,UAAU;SACX,CAAC,CAAC;IACL,CAAC;IAED,OAAO;QACL,OAAO;QACP,QAAQ,EAAE,gBAAgB;QAC1B,OAAO;QACP,QAAQ;QACR,IAAI;QACJ,UAAU;QACV,cAAc;KACf,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,GAAW,EAAE,QAAiB;IAC3D,MAAM,OAAO,GAAG,qBAAqB,CAAC,GAAG,CAAC,CAAC;IAC3C,OAAO;QACL,OAAO;QACP,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,kBAAkB,CAAC,OAAO,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACrE,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,cAAc,CAC5B,OAAuB,EACvB,QAAgB,EAChB,WAAoB,EACpB,eAAwB;IAExB,MAAM,gBAAgB,GAAG,eAAe,CAAC,QAAQ,CAAC,CAAC;IACnD,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,gBAAgB,CAAC,CAAC;IAC9D,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;IACjD,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACrC,IAAI,IAAc,CAAC;IACnB,MAAM,WAAW,GAAG,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;IAE7C,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,IAAI,GAAG,YAAY,CAAW,QAAQ,CAAC,CAAC;QACxC,IAAI,CAAC,SAAS,GAAG,GAAG,CAAC;QACrB,IAAI,WAAW,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACrC,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QACjC,CAAC;QACD,IAAI,eAAe,EAAE,IAAI,EAAE,EAAE,CAAC;YAC5B,MAAM,yBAAyB,GAAG,eAAe,CAAC,IAAI,EAAE,CAAC;YACzD,IAAI,IAAI,CAAC,eAAe,KAAK,yBAAyB,EAAE,CAAC;gBACvD,IAAI,CAAC,eAAe,GAAG,yBAAyB,CAAC;gBACjD,IAAI,CAAC,OAAO,GAAG,GAAG,CAAC;YACrB,CAAC;iBAAM,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;gBACzB,IAAI,CAAC,OAAO,GAAG,GAAG,CAAC;YACrB,CAAC;QACH,CAAC;IACH,CAAC;SAAM,CAAC;QACN,IAAI,GAAG;YACL,IAAI,EAAE,gBAAgB;YACtB,WAAW,EAAE,WAAW,IAAI,EAAE;YAC9B,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,SAAS,EAAE,GAAG;YACd,SAAS,EAAE,GAAG;YACd,SAAS,EAAE,EAAE;YACb,MAAM,EAAE,QAAQ;YAChB,QAAQ,EAAE,WAAW;YACrB,UAAU,EAAE,WAAW;YACvB,GAAG,CAAC,eAAe,EAAE,IAAI,EAAE;gBACzB,CAAC,CAAC;oBACE,eAAe,EAAE,eAAe,CAAC,IAAI,EAAE;oBACvC,OAAO,EAAE,GAAG;iBACb;gBACH,CAAC,CAAC,EAAE,CAAC;SACR,CAAC;IACJ,CAAC;IAED,EAAE,CAAC,SAAS,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC3C,YAAY,CAAC,QAAQ,EAAE,GAAG,EAAE;QAC1B,EAAE,CAAC,aAAa,CAAC,QAAQ,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IAC5E,CAAC,CAAC,CAAC;IAEH,MAAM,IAAI,GAAG;QACX,OAAO;QACP,QAAQ,EAAE,gBAAgB;QAC1B,OAAO;QACP,QAAQ;QACR,IAAI;QACJ,UAAU,EAAE,iBAAiB,CAAC,IAAI,CAAC,UAAU,CAAC;QAC9C,cAAc,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,iBAAiB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;KACvE,CAAC;IAEF,IAAI,WAAW,EAAE,CAAC;QAChB,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,GAAG,CAAC;IAC5B,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,IAAiB;IAC5C,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAC/C,YAAY,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE;QAC/B,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACtF,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,QAAgB;IAC9C,MAAM,UAAU,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;IAC/C,IAAI,CAAC,UAAU,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,EAAE,CAAC;QAChD,MAAM,IAAI,SAAS,CAAC,mBAAmB,EAAE,sBAAsB,QAAQ,IAAI,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC;IAC7F,CAAC;IACD,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,SAAS,iBAAiB,CAAC,eAAuB;IAChD,IAAI,CAAC;QACH,OAAO,sBAAsB,CAAC,YAAY,CAAgB,eAAe,CAAC,CAAC,CAAC;IAC9E,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,SAAS,CAAC,wBAAwB,EAAE,qCAAqC,EAAE;YACnF,IAAI,EAAE,eAAe;YACrB,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;SAC9D,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,SAAS,sBAAsB,CAAC,aAA4B;IAC1D,MAAM,EAAE,eAAe,EAAE,gBAAgB,EAAE,GAAG,IAAI,EAAE,GAAG,aAEtD,CAAC;IACF,OAAO;QACL,GAAG,IAAI;QACP,cAAc,EACZ,MAAM,CAAC,SAAS,CAAC,aAAa,CAAC,cAAc,CAAC,IAAK,aAAa,CAAC,cAAyB,IAAI,CAAC;YAC7F,CAAC,CAAC,aAAa,CAAC,cAAc;YAC9B,CAAC,CAAC,EAAE;QACR,kBAAkB,EAAE,sBAAsB,CAAC,aAAa,CAAC,kBAAkB,CAAC;QAC5E,gBAAgB,EAAE,sBAAsB,CAAC,aAAa,CAAC,gBAAgB,CAAC;QACxE,YAAY,EAAE,CAAC,GAAG,CAAC,aAAa,CAAC,YAAY,IAAI,EAAE,CAAC,CAAC;QACrD,MAAM,EAAE;YACN,gBAAgB,EAAE,CAAC,GAAG,CAAC,aAAa,CAAC,MAAM,EAAE,gBAAgB,IAAI,EAAE,CAAC,CAAC;YACrE,SAAS,EAAE,8BAA8B,CAAC,aAAa,CAAC,MAAM,EAAE,SAAS,CAAC;SAC3E;QACD,QAAQ,EAAE;YACR,OAAO,EAAE,aAAa,CAAC,QAAQ,EAAE,OAAO,IAAI,KAAK;SAClD;KACF,CAAC;AACJ,CAAC;AAED,SAAS,eAAe,CAAC,WAAmB,EAAE,aAAmC;IAC/E,MAAM,UAAU,GAAG,CAAC,aAAa,EAAE,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC;IACxF,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACnC,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,SAAS;QACX,CAAC;QACD,MAAM,UAAU,GAAG,iBAAiB,CAAC,SAAS,CAAC,CAAC;QAChD,IAAI,UAAU,EAAE,CAAC;YACf,OAAO,UAAU,CAAC;QACpB,CAAC;IACH,CAAC;IACD,MAAM,IAAI,SAAS,CAAC,wBAAwB,EAAE,gCAAgC,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC;AACnG,CAAC;AAED,SAAS,sBAAsB,CAAC,KAAgC;IAC9D,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;IAC7B,OAAO,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;AAClC,CAAC;AAED,SAAS,8BAA8B,CAAC,KAA+C;IACrF,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACxC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC;IACjE,MAAM,KAAK,GAAG,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IACxE,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO;QACL,QAAQ;QACR,KAAK;QACL,GAAG,CAAC,KAAK,CAAC,MAAM;YACd,CAAC,CAAC;gBACE,MAAM,EAAE;oBACN,GAAG,CAAC,OAAO,KAAK,CAAC,MAAM,CAAC,YAAY,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,EAAE;wBACnF,CAAC,CAAC,EAAE,YAAY,EAAE,KAAK,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,EAAE,EAAE;wBACpD,CAAC,CAAC,EAAE,CAAC;oBACP,GAAG,CAAC,OAAO,KAAK,CAAC,MAAM,CAAC,OAAO,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE;wBACzE,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE;wBAC1C,CAAC,CAAC,EAAE,CAAC;iBACR;aACF;YACH,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,KAAK,CAAC,KAAK;YACb,CAAC,CAAC;gBACE,KAAK,EAAE;oBACL,GAAG,CAAC,OAAO,KAAK,CAAC,KAAK,CAAC,SAAS,KAAK,QAAQ,IAAI,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,EAAE;wBAC3E,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,EAAE,EAAE;wBAC7C,CAAC,CAAC,EAAE,CAAC;oBACP,GAAG,CAAC,OAAO,KAAK,CAAC,KAAK,CAAC,aAAa,KAAK,QAAQ,IAAI,KAAK,CAAC,KAAK,CAAC,aAAa,CAAC,IAAI,EAAE;wBACnF,CAAC,CAAC,EAAE,aAAa,EAAE,KAAK,CAAC,KAAK,CAAC,aAAa,CAAC,IAAI,EAAE,EAAE;wBACrD,CAAC,CAAC,EAAE,CAAC;oBACP,GAAG,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,KAAK,KAAK;wBAC/B,KAAK,CAAC,KAAK,CAAC,MAAM,KAAK,MAAM;wBAC7B,KAAK,CAAC,KAAK,CAAC,MAAM,KAAK,KAAK;wBAC5B,KAAK,CAAC,KAAK,CAAC,MAAM,KAAK,MAAM,CAAC;wBAC9B,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE;wBAChC,CAAC,CAAC,EAAE,CAAC;iBACR;aACF;YACH,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,oBAAoB,CAAC,IAAK,KAAK,CAAC,oBAA+B,GAAG,CAAC;YAC5F,CAAC,CAAC,EAAE,oBAAoB,EAAE,KAAK,CAAC,oBAA8B,EAAE;YAChE,CAAC,CAAC,EAAE,CAAC;QACP,KAAK,EAAE;YACL,MAAM,EAAE;gBACN,OAAO,EAAE,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,IAAI,IAAI;gBAC7C,GAAG,CAAC,OAAO,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,aAAa,KAAK,QAAQ,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,EAAE;oBACnG,CAAC,CAAC,EAAE,aAAa,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,EAAE,EAAE;oBAC5D,CAAC,CAAC,EAAE,CAAC;aACR;SACF;KACF,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
import type { MemoryEmbeddingConfig } from "./types.js";
|
|
2
|
+
export type LocalExecutionDevice = "dml" | "cuda" | "cpu" | "wasm";
|
|
3
|
+
export type LocalEmbeddingResult = {
|
|
4
|
+
dimensions: number;
|
|
5
|
+
vectors: number[][];
|
|
6
|
+
device: LocalExecutionDevice;
|
|
7
|
+
};
|
|
8
|
+
export type LocalExtractor = {
|
|
9
|
+
(input: string[] | string, options: {
|
|
10
|
+
pooling: "mean";
|
|
11
|
+
normalize: true;
|
|
12
|
+
}): Promise<{
|
|
13
|
+
data: ArrayLike<number>;
|
|
14
|
+
}>;
|
|
15
|
+
dispose?: () => Promise<void> | void;
|
|
16
|
+
};
|
|
17
|
+
type ResolveLocalDeviceOptions = {
|
|
18
|
+
env?: NodeJS.ProcessEnv;
|
|
19
|
+
platform?: NodeJS.Platform;
|
|
20
|
+
cudaAvailable?: boolean;
|
|
21
|
+
};
|
|
22
|
+
type RunLocalEmbeddingOptions = {
|
|
23
|
+
texts: string[];
|
|
24
|
+
dimensions: number;
|
|
25
|
+
requestedDevice: LocalExecutionDevice;
|
|
26
|
+
createExtractor: (device: LocalExecutionDevice) => Promise<LocalExtractor>;
|
|
27
|
+
};
|
|
28
|
+
export declare function parseLocalExecutionDevice(value: string | null | undefined): LocalExecutionDevice | null;
|
|
29
|
+
export declare function resolveLocalExecutionDevice(embedding: MemoryEmbeddingConfig, options?: ResolveLocalDeviceOptions): LocalExecutionDevice;
|
|
30
|
+
export declare function buildLocalDeviceAttemptOrder(requestedDevice: LocalExecutionDevice): LocalExecutionDevice[];
|
|
31
|
+
export declare function runLocalEmbeddingWithFallback(options: RunLocalEmbeddingOptions): Promise<LocalEmbeddingResult>;
|
|
32
|
+
export {};
|
|
@@ -0,0 +1,75 @@
|
|
|
1
|
+
const DEFAULT_LOCAL_EMBEDDING_BATCH_SIZE = 32;
|
|
2
|
+
export function parseLocalExecutionDevice(value) {
|
|
3
|
+
const normalized = value?.trim().toLowerCase();
|
|
4
|
+
if (normalized === "dml" || normalized === "cuda" || normalized === "cpu" || normalized === "wasm") {
|
|
5
|
+
return normalized;
|
|
6
|
+
}
|
|
7
|
+
return null;
|
|
8
|
+
}
|
|
9
|
+
export function resolveLocalExecutionDevice(embedding, options = {}) {
|
|
10
|
+
const env = options.env ?? process.env;
|
|
11
|
+
const envOverride = parseLocalExecutionDevice(env.CLAW_EMBEDDING_LOCAL_DEVICE) ??
|
|
12
|
+
parseLocalExecutionDevice(env.CLAW_EMBEDDING_DEVICE);
|
|
13
|
+
if (envOverride) {
|
|
14
|
+
return envOverride;
|
|
15
|
+
}
|
|
16
|
+
const configuredDevice = parseLocalExecutionDevice(embedding.local?.device);
|
|
17
|
+
if (configuredDevice) {
|
|
18
|
+
return configuredDevice;
|
|
19
|
+
}
|
|
20
|
+
const platform = options.platform ?? process.platform;
|
|
21
|
+
if (platform === "win32") {
|
|
22
|
+
return "dml";
|
|
23
|
+
}
|
|
24
|
+
return options.cudaAvailable ? "cuda" : "cpu";
|
|
25
|
+
}
|
|
26
|
+
export function buildLocalDeviceAttemptOrder(requestedDevice) {
|
|
27
|
+
return requestedDevice === "dml" || requestedDevice === "cuda"
|
|
28
|
+
? [requestedDevice, "cpu"]
|
|
29
|
+
: [requestedDevice];
|
|
30
|
+
}
|
|
31
|
+
export async function runLocalEmbeddingWithFallback(options) {
|
|
32
|
+
const devicesToTry = buildLocalDeviceAttemptOrder(options.requestedDevice);
|
|
33
|
+
let lastError = null;
|
|
34
|
+
for (const device of devicesToTry) {
|
|
35
|
+
let extractor = null;
|
|
36
|
+
try {
|
|
37
|
+
extractor = await options.createExtractor(device);
|
|
38
|
+
const vectors = [];
|
|
39
|
+
for (let index = 0; index < options.texts.length; index += DEFAULT_LOCAL_EMBEDDING_BATCH_SIZE) {
|
|
40
|
+
const batch = options.texts.slice(index, index + DEFAULT_LOCAL_EMBEDDING_BATCH_SIZE);
|
|
41
|
+
const result = await extractor(batch, {
|
|
42
|
+
pooling: "mean",
|
|
43
|
+
normalize: true,
|
|
44
|
+
});
|
|
45
|
+
const rawData = Array.from(result.data);
|
|
46
|
+
const inferredDimensions = batch.length > 0 ? Math.floor(rawData.length / batch.length) : 0;
|
|
47
|
+
const dimensions = options.dimensions > 0 ? options.dimensions : inferredDimensions;
|
|
48
|
+
vectors.push(...batch.map((_, textIndex) => {
|
|
49
|
+
const start = textIndex * inferredDimensions;
|
|
50
|
+
const end = start + Math.min(dimensions, inferredDimensions);
|
|
51
|
+
const vector = rawData.slice(start, end);
|
|
52
|
+
if (vector.length < dimensions) {
|
|
53
|
+
vector.push(...Array.from({ length: dimensions - vector.length }, () => 0));
|
|
54
|
+
}
|
|
55
|
+
return vector;
|
|
56
|
+
}));
|
|
57
|
+
}
|
|
58
|
+
return {
|
|
59
|
+
dimensions: options.dimensions,
|
|
60
|
+
vectors,
|
|
61
|
+
device,
|
|
62
|
+
};
|
|
63
|
+
}
|
|
64
|
+
catch (error) {
|
|
65
|
+
lastError = error;
|
|
66
|
+
}
|
|
67
|
+
finally {
|
|
68
|
+
if (extractor?.dispose) {
|
|
69
|
+
await extractor.dispose();
|
|
70
|
+
}
|
|
71
|
+
}
|
|
72
|
+
}
|
|
73
|
+
throw lastError instanceof Error ? lastError : new Error("Unable to initialize local embedding model.");
|
|
74
|
+
}
|
|
75
|
+
//# sourceMappingURL=embedding-local.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"embedding-local.js","sourceRoot":"","sources":["../../src/embedding-local.ts"],"names":[],"mappings":"AA4BA,MAAM,kCAAkC,GAAG,EAAE,CAAC;AAE9C,MAAM,UAAU,yBAAyB,CAAC,KAAgC;IACxE,MAAM,UAAU,GAAG,KAAK,EAAE,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAC/C,IAAI,UAAU,KAAK,KAAK,IAAI,UAAU,KAAK,MAAM,IAAI,UAAU,KAAK,KAAK,IAAI,UAAU,KAAK,MAAM,EAAE,CAAC;QACnG,OAAO,UAAU,CAAC;IACpB,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,2BAA2B,CACzC,SAAgC,EAChC,UAAqC,EAAE;IAEvC,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC;IACvC,MAAM,WAAW,GACf,yBAAyB,CAAC,GAAG,CAAC,2BAA2B,CAAC;QAC1D,yBAAyB,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC;IACvD,IAAI,WAAW,EAAE,CAAC;QAChB,OAAO,WAAW,CAAC;IACrB,CAAC;IAED,MAAM,gBAAgB,GAAG,yBAAyB,CAAC,SAAS,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IAC5E,IAAI,gBAAgB,EAAE,CAAC;QACrB,OAAO,gBAAgB,CAAC;IAC1B,CAAC;IAED,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,QAAQ,CAAC;IACtD,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;QACzB,OAAO,KAAK,CAAC;IACf,CAAC;IACD,OAAO,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC;AAChD,CAAC;AAED,MAAM,UAAU,4BAA4B,CAAC,eAAqC;IAChF,OAAO,eAAe,KAAK,KAAK,IAAI,eAAe,KAAK,MAAM;QAC5D,CAAC,CAAC,CAAC,eAAe,EAAE,KAAK,CAAC;QAC1B,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC;AACxB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,6BAA6B,CACjD,OAAiC;IAEjC,MAAM,YAAY,GAAG,4BAA4B,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;IAC3E,IAAI,SAAS,GAAY,IAAI,CAAC;IAE9B,KAAK,MAAM,MAAM,IAAI,YAAY,EAAE,CAAC;QAClC,IAAI,SAAS,GAA0B,IAAI,CAAC;QAC5C,IAAI,CAAC;YACH,SAAS,GAAG,MAAM,OAAO,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;YAClD,MAAM,OAAO,GAAe,EAAE,CAAC;YAC/B,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,IAAI,kCAAkC,EAAE,CAAC;gBAC9F,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,kCAAkC,CAAC,CAAC;gBACrF,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,KAAK,EAAE;oBACpC,OAAO,EAAE,MAAM;oBACf,SAAS,EAAE,IAAI;iBAChB,CAAC,CAAC;gBACH,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAyB,CAAC,CAAC;gBAC7D,MAAM,kBAAkB,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC5F,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,kBAAkB,CAAC;gBACpF,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,EAAE;oBACzC,MAAM,KAAK,GAAG,SAAS,GAAG,kBAAkB,CAAC;oBAC7C,MAAM,GAAG,GAAG,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,kBAAkB,CAAC,CAAC;oBAC7D,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;oBACzC,IAAI,MAAM,CAAC,MAAM,GAAG,UAAU,EAAE,CAAC;wBAC/B,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;oBAC9E,CAAC;oBACD,OAAO,MAAM,CAAC;gBAChB,CAAC,CAAC,CAAC,CAAC;YACN,CAAC;YACD,OAAO;gBACL,UAAU,EAAE,OAAO,CAAC,UAAU;gBAC9B,OAAO;gBACP,MAAM;aACP,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,SAAS,GAAG,KAAK,CAAC;QACpB,CAAC;gBAAS,CAAC;YACT,IAAI,SAAS,EAAE,OAAO,EAAE,CAAC;gBACvB,MAAM,SAAS,CAAC,OAAO,EAAE,CAAC;YAC5B,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,SAAS,YAAY,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;AAC1G,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export {};
|
|
@@ -0,0 +1,160 @@
|
|
|
1
|
+
import fs from "node:fs";
|
|
2
|
+
import { execFileSync } from "node:child_process";
|
|
3
|
+
import path from "node:path";
|
|
4
|
+
import { resolveLocalExecutionDevice, runLocalEmbeddingWithFallback, } from "./embedding-local.js";
|
|
5
|
+
async function main() {
|
|
6
|
+
const raw = fs.readFileSync(0, "utf-8").trim();
|
|
7
|
+
if (!raw) {
|
|
8
|
+
throw new Error("Missing embedding worker input.");
|
|
9
|
+
}
|
|
10
|
+
const input = JSON.parse(raw);
|
|
11
|
+
const output = process.env.CLAW_EMBEDDING_MOCK === "1"
|
|
12
|
+
? buildMockOutput(input)
|
|
13
|
+
: input.embedding.provider === "local"
|
|
14
|
+
? await buildLocalOutput(input)
|
|
15
|
+
: await buildOpenAiOutput(input);
|
|
16
|
+
if (input.outputPath?.trim()) {
|
|
17
|
+
fs.writeFileSync(input.outputPath, `${JSON.stringify(output)}\n`, "utf-8");
|
|
18
|
+
process.stdout.write(`${JSON.stringify({
|
|
19
|
+
dimensions: output.dimensions,
|
|
20
|
+
vectorCount: output.vectors.length,
|
|
21
|
+
outputPath: input.outputPath,
|
|
22
|
+
})}\n`);
|
|
23
|
+
return;
|
|
24
|
+
}
|
|
25
|
+
process.stdout.write(`${JSON.stringify(output)}\n`);
|
|
26
|
+
}
|
|
27
|
+
function buildMockOutput(input) {
|
|
28
|
+
const dimensions = resolveDimensions(input.embedding, 384);
|
|
29
|
+
return {
|
|
30
|
+
dimensions,
|
|
31
|
+
vectors: input.texts.map((text, textIndex) => buildMockVector(text, dimensions, textIndex)),
|
|
32
|
+
};
|
|
33
|
+
}
|
|
34
|
+
function buildMockVector(text, dimensions, textIndex) {
|
|
35
|
+
let seed = textIndex + 1;
|
|
36
|
+
for (let index = 0; index < text.length; index += 1) {
|
|
37
|
+
seed = (seed * 31 + text.charCodeAt(index)) % 104729;
|
|
38
|
+
}
|
|
39
|
+
return Array.from({ length: dimensions }, (_, index) => ((seed + index * 17) % 1000) / 1000);
|
|
40
|
+
}
|
|
41
|
+
async function buildLocalOutput(input) {
|
|
42
|
+
if (!input.texts.length) {
|
|
43
|
+
return {
|
|
44
|
+
dimensions: resolveDimensions(input.embedding, 384),
|
|
45
|
+
vectors: [],
|
|
46
|
+
};
|
|
47
|
+
}
|
|
48
|
+
if (!process.env.ORT_LOG_LEVEL) {
|
|
49
|
+
process.env.ORT_LOG_LEVEL = "3";
|
|
50
|
+
}
|
|
51
|
+
const { pipeline, env } = await import("@huggingface/transformers");
|
|
52
|
+
env.allowLocalModels = false;
|
|
53
|
+
if (input.embedding.local?.modelCacheDir?.trim()) {
|
|
54
|
+
env.cacheDir = path.resolve(input.embedding.local.modelCacheDir);
|
|
55
|
+
}
|
|
56
|
+
const modelId = input.embedding.local?.modelPath?.trim() || input.embedding.model;
|
|
57
|
+
const requestedDevice = resolveLocalExecutionDevice(input.embedding, {
|
|
58
|
+
cudaAvailable: isCudaAvailable(),
|
|
59
|
+
});
|
|
60
|
+
const output = await runLocalEmbeddingWithFallback({
|
|
61
|
+
texts: input.texts,
|
|
62
|
+
dimensions: resolveDimensions(input.embedding, 384),
|
|
63
|
+
requestedDevice,
|
|
64
|
+
createExtractor: async (device) => pipeline("feature-extraction", modelId, {
|
|
65
|
+
device,
|
|
66
|
+
dtype: "fp32",
|
|
67
|
+
session_options: { logSeverityLevel: 3 },
|
|
68
|
+
}),
|
|
69
|
+
});
|
|
70
|
+
return {
|
|
71
|
+
dimensions: output.dimensions,
|
|
72
|
+
vectors: output.vectors,
|
|
73
|
+
};
|
|
74
|
+
}
|
|
75
|
+
async function buildOpenAiOutput(input) {
|
|
76
|
+
if (!input.texts.length) {
|
|
77
|
+
return {
|
|
78
|
+
dimensions: resolveDimensions(input.embedding, 1536),
|
|
79
|
+
vectors: [],
|
|
80
|
+
};
|
|
81
|
+
}
|
|
82
|
+
const apiKeyEnvVar = input.embedding.remote?.apiKeyEnvVar?.trim();
|
|
83
|
+
const apiKey = apiKeyEnvVar ? process.env[apiKeyEnvVar]?.trim() : "";
|
|
84
|
+
if (!apiKey) {
|
|
85
|
+
throw new Error(`Missing OpenAI embedding API key from env var: ${apiKeyEnvVar || "<unset>"}`);
|
|
86
|
+
}
|
|
87
|
+
const response = await fetch(resolveOpenAiBaseUrl(input.embedding), {
|
|
88
|
+
method: "POST",
|
|
89
|
+
headers: {
|
|
90
|
+
"content-type": "application/json",
|
|
91
|
+
authorization: `Bearer ${apiKey}`,
|
|
92
|
+
},
|
|
93
|
+
body: JSON.stringify({
|
|
94
|
+
model: input.embedding.model,
|
|
95
|
+
input: input.texts,
|
|
96
|
+
...(typeof input.embedding.outputDimensionality === "number" && input.embedding.outputDimensionality > 0
|
|
97
|
+
? { dimensions: input.embedding.outputDimensionality }
|
|
98
|
+
: {}),
|
|
99
|
+
}),
|
|
100
|
+
});
|
|
101
|
+
if (!response.ok) {
|
|
102
|
+
throw new Error(`OpenAI embeddings request failed with status ${response.status}.`);
|
|
103
|
+
}
|
|
104
|
+
const payload = await response.json();
|
|
105
|
+
const vectors = payload.data?.map((entry) => entry.embedding ?? []) ?? [];
|
|
106
|
+
const dimensions = vectors[0]?.length ?? resolveDimensions(input.embedding, 1536);
|
|
107
|
+
return {
|
|
108
|
+
dimensions,
|
|
109
|
+
vectors,
|
|
110
|
+
};
|
|
111
|
+
}
|
|
112
|
+
function resolveOpenAiBaseUrl(embedding) {
|
|
113
|
+
const configured = embedding.remote?.baseUrl?.trim();
|
|
114
|
+
if (!configured) {
|
|
115
|
+
return "https://api.openai.com/v1/embeddings";
|
|
116
|
+
}
|
|
117
|
+
return configured.endsWith("/embeddings")
|
|
118
|
+
? configured
|
|
119
|
+
: `${configured.replace(/\/+$/, "")}/embeddings`;
|
|
120
|
+
}
|
|
121
|
+
function isCudaAvailable() {
|
|
122
|
+
try {
|
|
123
|
+
const out = execFileSync("ldconfig", ["-p"], { timeout: 3000, encoding: "utf-8" });
|
|
124
|
+
if (out.includes("libcublasLt.so.12")) {
|
|
125
|
+
return true;
|
|
126
|
+
}
|
|
127
|
+
}
|
|
128
|
+
catch {
|
|
129
|
+
// Ignore.
|
|
130
|
+
}
|
|
131
|
+
for (const envVar of ["CUDA_PATH", "LD_LIBRARY_PATH"]) {
|
|
132
|
+
const value = process.env[envVar];
|
|
133
|
+
if (!value) {
|
|
134
|
+
continue;
|
|
135
|
+
}
|
|
136
|
+
for (const candidate of value.split(":").filter(Boolean)) {
|
|
137
|
+
if (fs.existsSync(path.join(candidate, "lib64", "libcublasLt.so.12")) ||
|
|
138
|
+
fs.existsSync(path.join(candidate, "lib", "libcublasLt.so.12")) ||
|
|
139
|
+
fs.existsSync(path.join(candidate, "libcublasLt.so.12"))) {
|
|
140
|
+
return true;
|
|
141
|
+
}
|
|
142
|
+
}
|
|
143
|
+
}
|
|
144
|
+
return false;
|
|
145
|
+
}
|
|
146
|
+
function resolveDimensions(embedding, fallback) {
|
|
147
|
+
if (typeof embedding.outputDimensionality === "number" && embedding.outputDimensionality > 0) {
|
|
148
|
+
return embedding.outputDimensionality;
|
|
149
|
+
}
|
|
150
|
+
if (embedding.provider === "local") {
|
|
151
|
+
return 384;
|
|
152
|
+
}
|
|
153
|
+
return fallback > 0 ? fallback : 1536;
|
|
154
|
+
}
|
|
155
|
+
main().catch((error) => {
|
|
156
|
+
const message = error instanceof Error ? error.message : "Unknown embedding worker failure.";
|
|
157
|
+
process.stderr.write(`${message}\n`);
|
|
158
|
+
process.exitCode = 1;
|
|
159
|
+
});
|
|
160
|
+
//# sourceMappingURL=embedding-worker.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"embedding-worker.js","sourceRoot":"","sources":["../../src/embedding-worker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EACL,2BAA2B,EAC3B,6BAA6B,GAC9B,MAAM,sBAAsB,CAAC;AAc9B,KAAK,UAAU,IAAI;IACjB,MAAM,GAAG,GAAG,EAAE,CAAC,YAAY,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;IAC/C,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;IACrD,CAAC;IACD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAgB,CAAC;IAC7C,MAAM,MAAM,GACV,OAAO,CAAC,GAAG,CAAC,mBAAmB,KAAK,GAAG;QACrC,CAAC,CAAC,eAAe,CAAC,KAAK,CAAC;QACxB,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,QAAQ,KAAK,OAAO;YACpC,CAAC,CAAC,MAAM,gBAAgB,CAAC,KAAK,CAAC;YAC/B,CAAC,CAAC,MAAM,iBAAiB,CAAC,KAAK,CAAC,CAAC;IACvC,IAAI,KAAK,CAAC,UAAU,EAAE,IAAI,EAAE,EAAE,CAAC;QAC7B,EAAE,CAAC,aAAa,CAAC,KAAK,CAAC,UAAU,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QAC3E,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC;YACrC,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,WAAW,EAAE,MAAM,CAAC,OAAO,CAAC,MAAM;YAClC,UAAU,EAAE,KAAK,CAAC,UAAU;SAC7B,CAAC,IAAI,CAAC,CAAC;QACR,OAAO;IACT,CAAC;IACD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;AACtD,CAAC;AAED,SAAS,eAAe,CAAC,KAAkB;IACzC,MAAM,UAAU,GAAG,iBAAiB,CAAC,KAAK,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;IAC3D,OAAO;QACL,UAAU;QACV,OAAO,EAAE,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,SAAS,EAAE,EAAE,CAAC,eAAe,CAAC,IAAI,EAAE,UAAU,EAAE,SAAS,CAAC,CAAC;KAC5F,CAAC;AACJ,CAAC;AAED,SAAS,eAAe,CAAC,IAAY,EAAE,UAAkB,EAAE,SAAiB;IAC1E,IAAI,IAAI,GAAG,SAAS,GAAG,CAAC,CAAC;IACzB,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QACpD,IAAI,GAAG,CAAC,IAAI,GAAG,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,GAAG,MAAM,CAAC;IACvD,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,GAAG,KAAK,GAAG,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;AAC/F,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,KAAkB;IAChD,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;QACxB,OAAO;YACL,UAAU,EAAE,iBAAiB,CAAC,KAAK,CAAC,SAAS,EAAE,GAAG,CAAC;YACnD,OAAO,EAAE,EAAE;SACZ,CAAC;IACJ,CAAC;IAED,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,EAAE,CAAC;QAC/B,OAAO,CAAC,GAAG,CAAC,aAAa,GAAG,GAAG,CAAC;IAClC,CAAC;IAED,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,GAAG,MAAM,MAAM,CAAC,2BAA2B,CAAC,CAAC;IACpE,GAAG,CAAC,gBAAgB,GAAG,KAAK,CAAC;IAC7B,IAAI,KAAK,CAAC,SAAS,CAAC,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,EAAE,CAAC;QACjD,GAAG,CAAC,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;IACnE,CAAC;IAED,MAAM,OAAO,GAAG,KAAK,CAAC,SAAS,CAAC,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC;IAClF,MAAM,eAAe,GAAG,2BAA2B,CAAC,KAAK,CAAC,SAAS,EAAE;QACnE,aAAa,EAAE,eAAe,EAAE;KACjC,CAAC,CAAC;IACH,MAAM,MAAM,GAAG,MAAM,6BAA6B,CAAC;QACjD,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,UAAU,EAAE,iBAAiB,CAAC,KAAK,CAAC,SAAS,EAAE,GAAG,CAAC;QACnD,eAAe;QACf,eAAe,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,CAC/B,QAOE,CAAC,oBAAoB,EAAE,OAAO,EAAE;YACjC,MAAM;YACN,KAAK,EAAE,MAAM;YACb,eAAe,EAAE,EAAE,gBAAgB,EAAE,CAAC,EAAE;SACzC,CAAC;KACL,CAAC,CAAC;IAEH,OAAO;QACL,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,OAAO,EAAE,MAAM,CAAC,OAAO;KACxB,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,KAAkB;IACjD,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;QACxB,OAAO;YACL,UAAU,EAAE,iBAAiB,CAAC,KAAK,CAAC,SAAS,EAAE,IAAI,CAAC;YACpD,OAAO,EAAE,EAAE;SACZ,CAAC;IACJ,CAAC;IAED,MAAM,YAAY,GAAG,KAAK,CAAC,SAAS,CAAC,MAAM,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC;IAClE,MAAM,MAAM,GAAG,YAAY,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IACrE,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CAAC,kDAAkD,YAAY,IAAI,SAAS,EAAE,CAAC,CAAC;IACjG,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,oBAAoB,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE;QAClE,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,cAAc,EAAE,kBAAkB;YAClC,aAAa,EAAE,UAAU,MAAM,EAAE;SAClC;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;YACnB,KAAK,EAAE,KAAK,CAAC,SAAS,CAAC,KAAK;YAC5B,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,GAAG,CAAC,OAAO,KAAK,CAAC,SAAS,CAAC,oBAAoB,KAAK,QAAQ,IAAI,KAAK,CAAC,SAAS,CAAC,oBAAoB,GAAG,CAAC;gBACtG,CAAC,CAAC,EAAE,UAAU,EAAE,KAAK,CAAC,SAAS,CAAC,oBAAoB,EAAE;gBACtD,CAAC,CAAC,EAAE,CAAC;SACR,CAAC;KACH,CAAC,CAAC;IACH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CAAC,gDAAgD,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC;IACtF,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,IAAI,EAElC,CAAC;IACF,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,SAAS,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;IAC1E,MAAM,UAAU,GAAG,OAAO,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,iBAAiB,CAAC,KAAK,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;IAClF,OAAO;QACL,UAAU;QACV,OAAO;KACR,CAAC;AACJ,CAAC;AAED,SAAS,oBAAoB,CAAC,SAAgC;IAC5D,MAAM,UAAU,GAAG,SAAS,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IACrD,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,OAAO,sCAAsC,CAAC;IAChD,CAAC;IACD,OAAO,UAAU,CAAC,QAAQ,CAAC,aAAa,CAAC;QACvC,CAAC,CAAC,UAAU;QACZ,CAAC,CAAC,GAAG,UAAU,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,aAAa,CAAC;AACrD,CAAC;AAED,SAAS,eAAe;IACtB,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,YAAY,CAAC,UAAU,EAAE,CAAC,IAAI,CAAC,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC;QACnF,IAAI,GAAG,CAAC,QAAQ,CAAC,mBAAmB,CAAC,EAAE,CAAC;YACtC,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,UAAU;IACZ,CAAC;IAED,KAAK,MAAM,MAAM,IAAI,CAAC,WAAW,EAAE,iBAAiB,CAAC,EAAE,CAAC;QACtD,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAClC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,SAAS;QACX,CAAC;QACD,KAAK,MAAM,SAAS,IAAI,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;YACzD,IACE,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,OAAO,EAAE,mBAAmB,CAAC,CAAC;gBACjE,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,EAAE,mBAAmB,CAAC,CAAC;gBAC/D,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,mBAAmB,CAAC,CAAC,EACxD,CAAC;gBACD,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,iBAAiB,CAAC,SAAgC,EAAE,QAAgB;IAC3E,IAAI,OAAO,SAAS,CAAC,oBAAoB,KAAK,QAAQ,IAAI,SAAS,CAAC,oBAAoB,GAAG,CAAC,EAAE,CAAC;QAC7F,OAAO,SAAS,CAAC,oBAAoB,CAAC;IACxC,CAAC;IACD,IAAI,SAAS,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;QACnC,OAAO,GAAG,CAAC;IACb,CAAC;IACD,OAAO,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC;AACxC,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;IACrB,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,mCAAmC,CAAC;IAC7F,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,OAAO,IAAI,CAAC,CAAC;IACrC,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;AACvB,CAAC,CAAC,CAAC"}
|
package/dist/src/errors.d.ts
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
export type ClawErrorCode = "PROJECT_ROOT_NOT_FOUND" | "CLAW_DIR_NOT_FOUND" | "PROJECT_ALREADY_INITIALIZED" | "PROJECT_CONFIG_INVALID" | "TASK_NOT_FOUND" | "TASK_NAME_INVALID" | "ACTIVE_PLAN_INVALID" | "ACTIVE_PLAN_MISSING" | "PLAN_NOT_FOUND" | "PLAN_STATUS_INVALID" | "PLAN_STATUS_NOT_SETTABLE" | "PLAN_STATUS_TRANSITION_FORBIDDEN" | "PLAN_STATUS_REOPEN_REQUIRED" | "TASK_STATUS_FORBIDDEN_IN_NON_ACTIVE_PLAN" | "PLAN_WRITE_CONFLICT" | "RETROSPECTIVE_REQUIRED" | "MEMORY_QUERY_REQUIRED" | "GITNEXUS_REFRESH_FAILED" | "TRUTH_TARGET_INVALID" | "INPUT_REQUIRED";
|
|
1
|
+
export type ClawErrorCode = "PROJECT_ROOT_NOT_FOUND" | "CLAW_DIR_NOT_FOUND" | "PROJECT_ALREADY_INITIALIZED" | "PROJECT_CONFIG_INVALID" | "TASK_NOT_FOUND" | "TASK_NAME_INVALID" | "ACTIVE_PLAN_INVALID" | "ACTIVE_PLAN_MISSING" | "PLAN_NOT_FOUND" | "PLAN_STATUS_INVALID" | "PLAN_STATUS_NOT_SETTABLE" | "PLAN_STATUS_TRANSITION_FORBIDDEN" | "PLAN_STATUS_REOPEN_REQUIRED" | "TASK_STATUS_FORBIDDEN_IN_NON_ACTIVE_PLAN" | "PLAN_WRITE_CONFLICT" | "RETROSPECTIVE_REQUIRED" | "MEMORY_QUERY_REQUIRED" | "MEMORY_VECTOR_INDEX_REQUIRED" | "GITNEXUS_REFRESH_FAILED" | "TRUTH_TARGET_INVALID" | "INPUT_REQUIRED";
|
|
2
2
|
export declare class ClawError extends Error {
|
|
3
3
|
readonly code: ClawErrorCode;
|
|
4
4
|
readonly details: Record<string, unknown> | undefined;
|
package/dist/src/errors.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"errors.js","sourceRoot":"","sources":["../../src/errors.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"errors.js","sourceRoot":"","sources":["../../src/errors.ts"],"names":[],"mappings":"AAuBA,MAAM,OAAO,SAAU,SAAQ,KAAK;IACzB,IAAI,CAAgB;IACpB,OAAO,CAAsC;IAEtD,YAAY,IAAmB,EAAE,OAAe,EAAE,OAAiC;QACjF,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,WAAW,CAAC;QACxB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;CACF"}
|
package/dist/src/index.d.ts
CHANGED
|
@@ -10,6 +10,7 @@ export * from "./plan.js";
|
|
|
10
10
|
export * from "./plan-view.js";
|
|
11
11
|
export * from "./switch-task.js";
|
|
12
12
|
export * from "./task-retention.js";
|
|
13
|
+
export * from "./text-encoding.js";
|
|
13
14
|
export * from "./truth.js";
|
|
14
15
|
export * from "./types.js";
|
|
15
16
|
export * from "./workflow-guidance.js";
|
package/dist/src/index.js
CHANGED
|
@@ -10,6 +10,7 @@ export * from "./plan.js";
|
|
|
10
10
|
export * from "./plan-view.js";
|
|
11
11
|
export * from "./switch-task.js";
|
|
12
12
|
export * from "./task-retention.js";
|
|
13
|
+
export * from "./text-encoding.js";
|
|
13
14
|
export * from "./truth.js";
|
|
14
15
|
export * from "./types.js";
|
|
15
16
|
export * from "./workflow-guidance.js";
|
package/dist/src/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,cAAc,CAAC;AAC7B,cAAc,uBAAuB,CAAC;AACtC,cAAc,aAAa,CAAC;AAC5B,cAAc,WAAW,CAAC;AAC1B,cAAc,aAAa,CAAC;AAC5B,cAAc,kBAAkB,CAAC;AACjC,cAAc,oBAAoB,CAAC;AACnC,cAAc,wBAAwB,CAAC;AACvC,cAAc,WAAW,CAAC;AAC1B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,kBAAkB,CAAC;AACjC,cAAc,qBAAqB,CAAC;AACpC,cAAc,YAAY,CAAC;AAC3B,cAAc,YAAY,CAAC;AAC3B,cAAc,wBAAwB,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,cAAc,CAAC;AAC7B,cAAc,uBAAuB,CAAC;AACtC,cAAc,aAAa,CAAC;AAC5B,cAAc,WAAW,CAAC;AAC1B,cAAc,aAAa,CAAC;AAC5B,cAAc,kBAAkB,CAAC;AACjC,cAAc,oBAAoB,CAAC;AACnC,cAAc,wBAAwB,CAAC;AACvC,cAAc,WAAW,CAAC;AAC1B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,kBAAkB,CAAC;AACjC,cAAc,qBAAqB,CAAC;AACpC,cAAc,oBAAoB,CAAC;AACnC,cAAc,YAAY,CAAC;AAC3B,cAAc,YAAY,CAAC;AAC3B,cAAc,wBAAwB,CAAC"}
|
package/dist/src/init.js
CHANGED
|
@@ -2,6 +2,9 @@ import fs from "node:fs";
|
|
|
2
2
|
import path from "node:path";
|
|
3
3
|
import { ClawError } from "./errors.js";
|
|
4
4
|
import { normalizeTaskName } from "./paths.js";
|
|
5
|
+
import { ensureUtf8Bom } from "./text-encoding.js";
|
|
6
|
+
const DEFAULT_EMBEDDING_MODEL = "Snowflake/snowflake-arctic-embed-xs";
|
|
7
|
+
const DEFAULT_EMBEDDING_CACHE_DIR = ".claw/models";
|
|
5
8
|
export function initProject(input) {
|
|
6
9
|
const projectRoot = path.resolve(input.cwd);
|
|
7
10
|
const clawDir = path.join(projectRoot, ".claw");
|
|
@@ -30,6 +33,18 @@ export function initProject(input) {
|
|
|
30
33
|
contextPaths: [...(input.contextPaths ?? [])],
|
|
31
34
|
memory: {
|
|
32
35
|
externalDocPaths: [...(input.externalDocPaths ?? [])],
|
|
36
|
+
embedding: {
|
|
37
|
+
provider: "local",
|
|
38
|
+
model: DEFAULT_EMBEDDING_MODEL,
|
|
39
|
+
local: {
|
|
40
|
+
modelCacheDir: DEFAULT_EMBEDDING_CACHE_DIR,
|
|
41
|
+
},
|
|
42
|
+
store: {
|
|
43
|
+
vector: {
|
|
44
|
+
enabled: true,
|
|
45
|
+
},
|
|
46
|
+
},
|
|
47
|
+
},
|
|
33
48
|
},
|
|
34
49
|
gitnexus: {
|
|
35
50
|
enabled: input.gitnexusEnabled ?? false,
|
|
@@ -85,7 +100,8 @@ function ensureDir(dirPath, createdPaths) {
|
|
|
85
100
|
createdPaths.push(dirPath);
|
|
86
101
|
}
|
|
87
102
|
function writeFile(filePath, content, createdPaths) {
|
|
88
|
-
|
|
103
|
+
const nextContent = /\.md$/i.test(filePath) ? ensureUtf8Bom(content) : content;
|
|
104
|
+
fs.writeFileSync(filePath, nextContent, "utf-8");
|
|
89
105
|
createdPaths.push(filePath);
|
|
90
106
|
}
|
|
91
107
|
//# sourceMappingURL=init.js.map
|
package/dist/src/init.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"init.js","sourceRoot":"","sources":["../../src/init.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AACxC,OAAO,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;
|
|
1
|
+
{"version":3,"file":"init.js","sourceRoot":"","sources":["../../src/init.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AACxC,OAAO,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAC/C,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAGnD,MAAM,uBAAuB,GAAG,qCAAqC,CAAC;AACtE,MAAM,2BAA2B,GAAG,cAAc,CAAC;AAyBnD,MAAM,UAAU,WAAW,CAAC,KAAuB;IACjD,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC5C,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;IAChD,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;IAC3D,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;IACnD,MAAM,gBAAgB,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,YAAY,CAAC,CAAC;IACnE,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IAC7C,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;IAEtD,MAAM,YAAY,GAAa,EAAE,CAAC;IAClC,MAAM,MAAM,GAAG,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;IACtC,IAAI,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QAC3B,MAAM,IAAI,SAAS,CAAC,6BAA6B,EAAE,qCAAqC,OAAO,GAAG,EAAE;YAClG,OAAO;SACR,CAAC,CAAC;IACL,CAAC;IAED,MAAM,WAAW,GAAG,KAAK,CAAC,WAAW,EAAE,IAAI,EAAE,IAAI,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;IAC5E,MAAM,SAAS,GAAG,kBAAkB,CAAC,KAAK,CAAC,SAAS,IAAI,WAAW,EAAE,WAAW,CAAC,CAAC;IAClF,MAAM,cAAc,GAAG,KAAK,CAAC,cAAc,IAAI,EAAE,CAAC;IAClD,sBAAsB,CAAC,cAAc,EAAE,WAAW,CAAC,CAAC;IACpD,MAAM,aAAa,GAAkB;QACnC,EAAE,EAAE,SAAS;QACb,IAAI,EAAE,WAAW;QACjB,cAAc;QACd,kBAAkB,EAAE,sBAAsB,CAAC,KAAK,CAAC,kBAAkB,CAAC;QACpE,gBAAgB,EAAE,sBAAsB,CAAC,KAAK,CAAC,gBAAgB,CAAC;QAChE,YAAY,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,YAAY,IAAI,EAAE,CAAC,CAAC;QAC7C,MAAM,EAAE;YACN,gBAAgB,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,gBAAgB,IAAI,EAAE,CAAC,CAAC;YACrD,SAAS,EAAE;gBACT,QAAQ,EAAE,OAAO;gBACjB,KAAK,EAAE,uBAAuB;gBAC9B,KAAK,EAAE;oBACL,aAAa,EAAE,2BAA2B;iBAC3C;gBACD,KAAK,EAAE;oBACL,MAAM,EAAE;wBACN,OAAO,EAAE,IAAI;qBACd;iBACF;aACF;SACF;QACD,QAAQ,EAAE;YACR,OAAO,EAAE,KAAK,CAAC,eAAe,IAAI,KAAK;SACxC;KACF,CAAC;IAEF,SAAS,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;IACjC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,EAAE,YAAY,CAAC,CAAC;IACxD,SAAS,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;IAClC,SAAS,CAAC,YAAY,EAAE,YAAY,CAAC,CAAC;IAEtC,SAAS,CAAC,eAAe,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;IACxF,SAAS,CACP,UAAU,EACV,yHAAyH,EACzH,YAAY,CACb,CAAC;IACF,SAAS,CACP,gBAAgB,EAChB,KAAK,WAAW,oGAAoG,EACpH,YAAY,CACb,CAAC;IAEF,OAAO;QACL,WAAW;QACX,OAAO;QACP,eAAe;QACf,OAAO,EAAE,CAAC,MAAM;QAChB,SAAS;QACT,WAAW;QACX,YAAY;KACb,CAAC;AACJ,CAAC;AAED,SAAS,kBAAkB,CAAC,SAAiB,EAAE,WAAmB;IAChE,MAAM,UAAU,GAAG,iBAAiB,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE,CAAC;IAC9D,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,MAAM,IAAI,SAAS,CAAC,wBAAwB,EAAE,8CAA8C,EAAE;YAC5F,WAAW;YACX,SAAS;SACV,CAAC,CAAC;IACL,CAAC;IACD,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,SAAS,sBAAsB,CAAC,KAAa,EAAE,WAAmB;IAChE,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;QAC1C,MAAM,IAAI,SAAS,CAAC,wBAAwB,EAAE,+DAA+D,EAAE;YAC7G,WAAW;YACX,KAAK;SACN,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,SAAS,sBAAsB,CAAC,KAAgC;IAC9D,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;IAC7B,OAAO,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;AAClC,CAAC;AAED,SAAS,SAAS,CAAC,OAAe,EAAE,YAAsB;IACxD,IAAI,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;QAC3B,OAAO;IACT,CAAC;IACD,EAAE,CAAC,SAAS,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC3C,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;AAC7B,CAAC;AAED,SAAS,SAAS,CAAC,QAAgB,EAAE,OAAe,EAAE,YAAsB;IAC1E,MAAM,WAAW,GAAG,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;IAC/E,EAAE,CAAC,aAAa,CAAC,QAAQ,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;IACjD,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;AAC9B,CAAC"}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
export type ProjectKeywordSearchPlanEntry = {
|
|
2
|
+
query: string | null;
|
|
3
|
+
matchedTerms: string[];
|
|
4
|
+
substringTerms: string[];
|
|
5
|
+
};
|
|
6
|
+
export type ProjectQueryIntent = {
|
|
7
|
+
terms: string[];
|
|
8
|
+
strongTerms: string[];
|
|
9
|
+
weakTerms: string[];
|
|
10
|
+
embeddingText: string;
|
|
11
|
+
};
|
|
12
|
+
export declare function buildProjectKeywordSearchPlan(raw: string): ProjectKeywordSearchPlanEntry[];
|
|
13
|
+
export declare function extractProjectKeywordTerms(raw: string): string[];
|
|
14
|
+
export declare function buildProjectQueryIntent(raw: string): ProjectQueryIntent;
|