@exulu/backend 0.3.6 → 0.3.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.js +2 -2
- package/package.json +1 -1
package/dist/index.js
CHANGED
|
@@ -4502,8 +4502,8 @@ var RecursiveChunk = class _RecursiveChunk extends Chunk {
|
|
|
4502
4502
|
// src/chunking/tokenizer.ts
|
|
4503
4503
|
import { Tiktoken } from "tiktoken/lite";
|
|
4504
4504
|
import { load } from "tiktoken/load";
|
|
4505
|
-
import registry from "tiktoken/registry.json";
|
|
4506
|
-
import models from "tiktoken/model_to_encoding.json";
|
|
4505
|
+
import registry from "tiktoken/registry.json" assert { type: "json" };
|
|
4506
|
+
import models from "tiktoken/model_to_encoding.json" assert { type: "json" };
|
|
4507
4507
|
var ExuluTokenizer = class {
|
|
4508
4508
|
constructor() {
|
|
4509
4509
|
}
|