@tryhamster/gerbil 1.0.0-rc.18 → 1.0.0-rc.19
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","names":[],"sources":["../../src/core/types.ts","../../src/core/models.ts","../../src/browser/index.ts"],"sourcesContent":[],"mappings":";;;;AAyBY,KAfA,WAAA,GAeW;EASX,EAAA,EAAA,MAAA;EAWA,IAAA,EAAA,MAAA;EAmCA,WAAA,EAAA,MAAc;EA8Bd,IAAA,EAAA,MAAA;EAkBA,aAAA,EAAY,MAAA;EAQZ,gBAAW,EAAA,OAAA;EAWX,YAAA,EAAA,OAAY;EAWZ;EAkBA,cAAW,CAAA,EAAA,OAAA;EAqBX;EAYA,iBAAY,CAAA,EAAA,MAAA;EAiBZ,MAAA,EAAA,MAAW,GAAA,QAAA,GAAA,KAAA,GAAA,SAAA,GAAA,OAAA,GAAA,OAAA;AAiBvB,CAAA;AAqBY,KA/OA,WAAA,GA+OY;EAUZ,IAAA,EAAA,SAAU,GAAA,aAAA,GAAA,OAAA;EAOV,IAAA,EAAA,MAAA;AAyBZ,CAAA;AAWY,KA3RA,UAAA,GA2RA;EAYA;EAeA,MAAA,EAAA,MAAA;EAmBA;EAWA,GAAA,CAAA,EAAA,MAAA;AAWZ,CAAA;AAaY,KAjWA,eAAA,GAiWc;EAWd;EAiBA,SAAA,CAAA,EAAA,MAAA;EASA;EASA,WAAA,CAAA,EAAA,MAAgB;EAahB;EAWA,IAAA,CAAA,EAAA,MAAA;EAeA;EAES,IAAA,CAAA,EAAA,MAAA;EAEN;EAID,aAAA,CAAA,EAAA,MAAA,EAAA;EAAO;;;;EC/dR;;;WD2DF;EEVC;EAYA,KAAA,CAAA,EAAA,OAAW;EAQX;EAQA,QAAA,CAAA,EAAA,MAAA;CAIc;AAEN,KFfR,cAAA,GEeQ;EAEI;EAAc,IAAA,EAAA,MAAA;EAO1B;EAmBA,QAAA,CAAA,EAAA,MAAY;EAuBF;EAA4B,eAAA,EAAA,MAAA;EAAmC;EAAR,eAAA,EAAA,MAAA;EAAO;EA+exE,SAAA,EAAO,MAAA;EAUP;EAYA,YAAA,EAAA,MAAc,GAAA,QAYN,GAAA,OAAO;EAUf;EAmEI,QAAA,CAAA,EAAO,OAAA,GAAA,QAAU,GAAA,WAAsB;EAwS3C;EAoBA,MAAA,CAAA,EAAA,OAAA;AAMZ,CAAA;AAMuC,KF18B3B,WE08B2B,CAAA,IAAA,OAAA,CAAA,GAAA;EAAoB;EAIxC,MAAA,EF58BT,CAAA,CAAE,OE48BO,CF58BC,CE48BD,CAAA;EAAe;EAoClB,OAAA,CAAA,EAAA,MAAa;EAsMjB;EASA,WAAA,CAAA,EAAU,MAAA;EAGV;EA0NA,MAAA,CAAA,EAAA,MAAA;AAoBZ,CAAA;AAEyE,KFl6C7D,YAAA,GEk6C6D;EAMtD;EAUC,KAAA,CAAA,EAAA,MAAA;EAUJ;EAAU,SAAA,CAAA,EAAA,OAAA;AAoK1B,CAAA;AAuTsB,KF/4DV,WAAA,GE+4DmB;EACtB;EAE+B,MAAA,EAAA,MAAA,EAAA;EAArC;EAAO,IAAA,EAAA,MAAA;EAmDM;EA4HJ,SAAA,EAAA,MAAW;AAUvB,CAAA;AAwBY,KFxlEA,YAAA,GEwlEmB;EAEP;EAED,IAAA,EAAA,MAAA;EAID;EAAiB,KAAA,EAAA,MAAA;EAgBpB;EAAW,KAAA,EAAA,MAAA;AAiD9B,CAAA;AA0kBY,KFhuFA,gBAAA,GEguFmB;EA4BnB;EAWA,KAAA,EAAA,MAAA;EAEA;EAEY,KAAA,EAAA,MAAA;EAED;EAAO,KAAA,EAAA,MAAA;EAoEd;
|
|
1
|
+
{"version":3,"file":"index.d.ts","names":[],"sources":["../../src/core/types.ts","../../src/core/models.ts","../../src/browser/index.ts"],"sourcesContent":[],"mappings":";;;;AAyBY,KAfA,WAAA,GAeW;EASX,EAAA,EAAA,MAAA;EAWA,IAAA,EAAA,MAAA;EAmCA,WAAA,EAAA,MAAc;EA8Bd,IAAA,EAAA,MAAA;EAkBA,aAAA,EAAY,MAAA;EAQZ,gBAAW,EAAA,OAAA;EAWX,YAAA,EAAA,OAAY;EAWZ;EAkBA,cAAW,CAAA,EAAA,OAAA;EAqBX;EAYA,iBAAY,CAAA,EAAA,MAAA;EAiBZ,MAAA,EAAA,MAAW,GAAA,QAAA,GAAA,KAAA,GAAA,SAAA,GAAA,OAAA,GAAA,OAAA;AAiBvB,CAAA;AAqBY,KA/OA,WAAA,GA+OY;EAUZ,IAAA,EAAA,SAAU,GAAA,aAAA,GAAA,OAAA;EAOV,IAAA,EAAA,MAAA;AAyBZ,CAAA;AAWY,KA3RA,UAAA,GA2RA;EAYA;EAeA,MAAA,EAAA,MAAA;EAmBA;EAWA,GAAA,CAAA,EAAA,MAAA;AAWZ,CAAA;AAaY,KAjWA,eAAA,GAiWc;EAWd;EAiBA,SAAA,CAAA,EAAA,MAAA;EASA;EASA,WAAA,CAAA,EAAA,MAAgB;EAahB;EAWA,IAAA,CAAA,EAAA,MAAA;EAeA;EAES,IAAA,CAAA,EAAA,MAAA;EAEN;EAID,aAAA,CAAA,EAAA,MAAA,EAAA;EAAO;;;;EC/dR;;;WD2DF;EEVC;EAYA,KAAA,CAAA,EAAA,OAAW;EAQX;EAQA,QAAA,CAAA,EAAA,MAAA;CAIc;AAEN,KFfR,cAAA,GEeQ;EAEI;EAAc,IAAA,EAAA,MAAA;EAO1B;EAmBA,QAAA,CAAA,EAAA,MAAY;EAuBF;EAA4B,eAAA,EAAA,MAAA;EAAmC;EAAR,eAAA,EAAA,MAAA;EAAO;EA+exE,SAAA,EAAO,MAAA;EAUP;EAYA,YAAA,EAAA,MAAc,GAAA,QAYN,GAAA,OAAO;EAUf;EAmEI,QAAA,CAAA,EAAO,OAAA,GAAA,QAAU,GAAA,WAAsB;EAwS3C;EAoBA,MAAA,CAAA,EAAA,OAAA;AAMZ,CAAA;AAMuC,KF18B3B,WE08B2B,CAAA,IAAA,OAAA,CAAA,GAAA;EAAoB;EAIxC,MAAA,EF58BT,CAAA,CAAE,OE48BO,CF58BC,CE48BD,CAAA;EAAe;EAoClB,OAAA,CAAA,EAAA,MAAa;EAsMjB;EASA,WAAA,CAAA,EAAU,MAAA;EAGV;EA0NA,MAAA,CAAA,EAAA,MAAA;AAoBZ,CAAA;AAEyE,KFl6C7D,YAAA,GEk6C6D;EAMtD;EAUC,KAAA,CAAA,EAAA,MAAA;EAUJ;EAAU,SAAA,CAAA,EAAA,OAAA;AAoK1B,CAAA;AAuTsB,KF/4DV,WAAA,GE+4DmB;EACtB;EAE+B,MAAA,EAAA,MAAA,EAAA;EAArC;EAAO,IAAA,EAAA,MAAA;EAmDM;EA4HJ,SAAA,EAAA,MAAW;AAUvB,CAAA;AAwBY,KFxlEA,YAAA,GEwlEmB;EAEP;EAED,IAAA,EAAA,MAAA;EAID;EAAiB,KAAA,EAAA,MAAA;EAgBpB;EAAW,KAAA,EAAA,MAAA;AAiD9B,CAAA;AA0kBY,KFhuFA,gBAAA,GEguFmB;EA4BnB;EAWA,KAAA,EAAA,MAAA;EAEA;EAEY,KAAA,EAAA,MAAA;EAED;EAAO,KAAA,EAAA,MAAA;EAoEd;EAqnBJ,SAAA,EAAA,MAAA;AAMZ,CAAA;AAOY,KFj8GA,WAAA,GEi8GmB;EAcnB;EAEe,UAAA,CAAA,EAAA,CAAA,IAAA,EF/8GL,YE+8GK,EAAA,GAAA,IAAA;EAEgB;EAAR,MAAA,CAAA,EAAA,MAAA,GAAA,KAAA,GAAA,KAAA,GAAA,QAAA;EAEa;EAEsB,KAAA,CAAA,EAAA,IAAA,GAAA,IAAA,GAAA,MAAA,GAAA,MAAA;EAAR;EAM/C,aAAA,CAAA,EAAA,MAAA;CAAR;AA+Ye,KFv1HV,YAAA,GEu1HU;EA4CA,MAAA,EAAA,MAAA;EACX,QAAA,CAAA,EAAA,MAAA;EACA,IAAA,CAAA,EAAA,MAAA;EACR,MAAA,CAAA,EAAA,MAAA;EAAO,KAAA,CAAA,EAAA,MAAA;AAqDV,CAAA;AA0DgB,KFz+HJ,YAAA,GEy+HqB;EAUX;EAwBrB,KAAA,CAAA,EAAA,MAAA;;;;;;UFhgIS;;aAGG;;KAGD,WAAA;;;;;;;;;;;;KAiBA,cAAA;;;;;;;;;;;;KAqBA,YAAA;;;;;;;;;KAUA,UAAA;;;;;;KAOA,UAAA;;SAEH;;;;;;;;;;;;;;;;;;KAuBG,mBAAA;;;;;;;;KAWA,sBAAA;;;;;;KAYA,SAAA;;;;;;;;;;;;;;KAeA,cAAA;;;;;;;;;;;;UAYF;;;;;;KAOE,YAAA;;;;;;sBAMU;;yBAEG;;KAGb,UAAA;;WAED;;;;;;;;KASC,WAAA;;SAEH;;;;;;;;;;KAWG,cAAA;;sBAEU;;;;KASV,cAAA;;;;;;;;;;;;;;;;KAiBA,iBAAA;;;;;;sBAMU;;KAGV,iBAAA;;;;;;;;KASA,gBAAA;;;;;;aAMC;;;;;;KAOD,cAAA;;sBAEU;;;;KASV,6BAAA;;;;;;;;;;;;;;KAeA,6BAAA;;qBAES;;eAEN;;;;cAID;;;;;;;;;;;;;;AA9bF,cCjCC,cD2DF,EC3DkB,MD2DlB,CAAA,MAAU,EC3DuB,WD2DvB,CAAA;;;;AEET,KAZA,cAAA,GAYW;EAQX,MAAA,EAAA,SAAc,GAAA,aAAA,GAAA,OAAA,GAAA,OAAA;EAQd,OAAA,CAAA,EAAA,MAAA;EAIc,IAAA,CAAA,EAAA,MAAA;EAEN,QAAA,CAAA,EAAA,MAAA;EAEI;EAAc,aAAA,CAAA,EAAA,MAAA;EAO1B;EAmBA,UAAA,CAAA,EAAA,MAAY;EAuBF,KAAA,CAAA,EAAA,MAAA;CAA4B;AAAmC,KAzEzE,WAAA,GAyEyE;EAAR,MAAA,EAAA,OAAA;EAAO,IAAA,EAAA,MAAA;EA+exE,KAAA,EAAA,UAAO,GAAA,WAAA;EAUP,SAAA,EAAA,MAAA;EAYA,GAAA,EAAA,MAAA;AAsBZ,CAAA;AAmEgB,KA/pBJ,cAAA,GA+pBqB;EAwSrB,MAAA,EAAA,UAAA;EAoBA,IAAA,EAAA,MAAA;EAMA,SAAA,EAAA,MAAA;EAM2B,SAAA,EAAA,MAAA;EAAoB,GAAA,EAAA,MAAA;CAIxC;AAAe,KAn+BtB,mBAAA,GAm+BsB;EAoClB;EAsMJ,OAAA,CAAA,EAAA,MAAW;EASX;EAGA,UAAA,CAAA,EAAA,CAAA,QAAgB,EArtCF,cAqtCE,EAAA,GAAA,IAAA;EA0NhB;EAoBA,OAAA,CAAA,EAAA,CAAA,KAAA,EAj8CQ,WAi8CO,EAAA,GAAA,IAAA;EAE8C;EAMtD,UAAA,CAAA,EAAA,CAAA,MAAA,EAv8CK,cAu8CL,EAAA,GAAA,IAAA;EAUC;EAUJ,OAAA,CAAA,EAAA,CAAA,KAAA,EAAA,MAAA,EAAA,GAAA,IAAA;EAAU;EAoKV,SAAA,CAAA,EAAS,MAAA;AAuTzB,CAAA;AACS,KAh7DG,qBAAA,GAg7DH;EAE+B;EAArC,SAAA,CAAA,EAAA,MAAA;EAAO;EAmDM,WAAA,CAAA,EAAA,MAAiB;EA4HrB;EAUA,IAAA,CAAA,EAAA,MAAA;EAwBA;EAEY,IAAA,CAAA,EAAA,MAAA;EAED;EAID,QAAA,CAAA,EAAA,OAAA;EAAiB;EAgBpB,MAAA,CAAA,EAAA,MAAA;EAAW;EAiDd,MAAA,CAAA,EAAA,MAAA,EAAa;EA0kBjB;EA4BA,OAAA,CAAA,EAlyFA,KAkyFA,CAAA;IAWA,IAAA,EAAA,MAAA,GAAA,WAAkB,GAAA,QAAA;IAElB,OAAA,EAAA,MAAA;EAEY,CAAA,CAAA;CAED;AAAO,KAhzFlB,YAAA,GAgzFkB;EAoEd;EAqnBJ,QAAA,EAAA,CAAA,MAAA,EAAA,MAAkB,EAAA,OAAA,CAAA,EAv+GS,qBAu+GT,EAAA,GAv+GmC,OAu+GnC,CAAA,MAAA,CAAA;EAMlB;EAOA,SAAA,EAAA,GAAA,GAAA,IAAA;EAcA;EAEe,KAAA,EAAA,GAAA,GAAA,IAAA;EAEgB;EAAR,SAAA,EAAA,GAAA,GAAA,IAAA;EAEa;EAEsB,OAAA,EAAA,GAAA,GAAA,OAAA;CAAR;;;;;AA8C9D;AAuSA;AAQY,iBAl1HU,kBAAA,CAm1HI,OAAe,CAAA,EAn1HS,mBAm1HT,CAAA,EAn1HoC,OAm1HpC,CAn1H4C,YAm1H5C,CAAA;AAqBzC;AAkCsB,KA35GV,OAAA,GA25GU;EA4CA,EAAA,EAAA,MAAA;EACX,IAAA,EAAA,MAAA,GAAA,WAAA;EACA,OAAA,EAAA,MAAA;EACR,QAAA,CAAA,EAAA,MAAA;EAAO;EAqDY,MAAA,CAAA,EAAA,MAAA,EAAA;AA0DtB,CAAA;AAUA;AAwBC,KAjlHW,eAAA,GAilHX;;;;;;;;;;;KArkHW,cAAA;;;;;;;;;;;;oBAYQ;;;;;;;;;KAUR,aAAA;;YAEA;;;;;;;;;;;;mBAUO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAuDH,OAAA,WAAiB,iBAAsB;;KAwS3C,oBAAA;;;;;;;;;;;;;;;;;;;KAoBA,eAAA;;;;;KAMA,mBAAA;;;;;;uCAM2B,oBAAoB;;;;mBAIxC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAoCH,aAAA,WAAuB,uBAA4B;;KAsMvD,WAAA;;;;;;;;KASA,UAAA;;KAGA,gBAAA;;;;;;;;KA0NA,gBAAA;;UAEF;;;;;;;;;;;;;;;;;KAkBE,eAAA;;;;;QAE6D;;;;;;mBAMtD;;;;;;;;;;oBAUC;;;;;;;;;;gBAUJ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAoKA,SAAA,WAAmB,mBAAwB;;;;;;;;;;;;;;;iBAuTrC,SAAA,QACb,oCAEN;;WAAqC;;;;;;;;;;;;;;;;;;;iBAmDxB,iBAAA;iBACC;;;;;;;KA2HL,WAAA;;;;;;;;;KAUA,oBAAA;;;;;;;;;;;;0BAYc;;;;;;;;;;;KAYd,mBAAA;;wBAEY;;uBAED;;;;sBAID,iBAAiB;;;;;;;;;;;;;;;;mBAgBpB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAiDH,aAAA,WAAuB,uBAA4B;;;;KA0kBvD,mBAAA;;;;;;aAMC;;;;;;;;;;;;;;;;;;;;;KAsBD,gBAAA;;;;;;;;;;KAWA,kBAAA;;YAEA;;wBAEY;;uBAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAoEP,YAAA,WAAsB,sBAA2B;;KAqnBrD,kBAAA;;;;;KAMA,mBAAA;;;;;;KAOA,mBAAA;;;;;;;;;;;;;KAcA,kBAAA;;2BAEe;;mCAEQ,QAAQ;;gDAEK;;8DAEc,QAAQ;;6EAM/D,QAAQ;;;;cAID;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAoCE,YAAA,WAAsB,sBAA2B;;KAuSrD,eAAA;;;;;;;KAQA,cAAA;0BACc;;;;;;;;;;;;;;;;;;;;iBAqBJ,gBAAA,4BAEX,iBACR;;;;;;;;;iBA+BmB,qBAAA,6BAEX,iBACR;;;;;;;;;iBAyCmB,eAAA,WACX,sBACA,iBACR;;;;;;;;;iBAqDmB,eAAA,6BAEX,iBACR;;;;iBAuDa,iBAAA,CAAA;;;;iBAUM,aAAA,CAAA,GAAiB;;;;;cAwBtC"}
|
package/dist/browser/index.js
CHANGED
|
@@ -2719,8 +2719,6 @@ const EMBEDDING_WORKER_CODE = `
|
|
|
2719
2719
|
// Embedding Worker - runs in separate thread, loads from CDN
|
|
2720
2720
|
import { pipeline, env } from "https://cdn.jsdelivr.net/npm/@huggingface/transformers@3.8.1";
|
|
2721
2721
|
|
|
2722
|
-
console.log("[EMBED WORKER] Worker script starting...");
|
|
2723
|
-
|
|
2724
2722
|
// Configure environment
|
|
2725
2723
|
env.useBrowserCache = true;
|
|
2726
2724
|
env.allowLocalModels = false;
|
|
@@ -2730,12 +2728,10 @@ const EMBEDDING_WORKER_CODE = `
|
|
|
2730
2728
|
|
|
2731
2729
|
self.onmessage = async (e) => {
|
|
2732
2730
|
const { type, payload } = e.data;
|
|
2733
|
-
console.log("[EMBED WORKER] Received message:", type, payload);
|
|
2734
2731
|
|
|
2735
2732
|
if (type === "load") {
|
|
2736
2733
|
try {
|
|
2737
2734
|
modelId = payload.model || "Xenova/all-MiniLM-L6-v2";
|
|
2738
|
-
console.log("[EMBED WORKER] Loading model:", modelId);
|
|
2739
2735
|
|
|
2740
2736
|
// Note: Don't specify device for embeddings - they're small models
|
|
2741
2737
|
// that work fine with default backend (unlike LLMs/STT which need WebGPU)
|
|
@@ -2745,46 +2741,33 @@ const EMBEDDING_WORKER_CODE = `
|
|
|
2745
2741
|
},
|
|
2746
2742
|
});
|
|
2747
2743
|
|
|
2748
|
-
|
|
2749
|
-
|
|
2750
|
-
// Warmup - don't swallow errors
|
|
2744
|
+
// Warmup
|
|
2751
2745
|
try {
|
|
2752
|
-
|
|
2753
|
-
console.log("[EMBED WORKER] Warmup successful, output type:", typeof warmup, warmup?.constructor?.name);
|
|
2746
|
+
await embedder("hello", { pooling: "mean", normalize: true });
|
|
2754
2747
|
} catch (e) {
|
|
2755
|
-
console.error("[EMBED WORKER] Warmup failed:", e);
|
|
2756
2748
|
self.postMessage({ type: "error", payload: "Warmup failed: " + (e.message || String(e)) });
|
|
2757
2749
|
return;
|
|
2758
2750
|
}
|
|
2759
2751
|
|
|
2760
|
-
console.log("[EMBED WORKER] Sending ready message...");
|
|
2761
2752
|
self.postMessage({ type: "ready" });
|
|
2762
|
-
console.log("[EMBED WORKER] Ready message sent!");
|
|
2763
2753
|
} catch (err) {
|
|
2764
|
-
console.error("[EMBED WORKER] Load error:", err);
|
|
2765
2754
|
self.postMessage({ type: "error", payload: err.message || String(err) });
|
|
2766
2755
|
}
|
|
2767
2756
|
}
|
|
2768
2757
|
|
|
2769
2758
|
if (type === "embed") {
|
|
2770
|
-
console.log("[EMBED WORKER] Processing embed request...");
|
|
2771
2759
|
try {
|
|
2772
2760
|
const { text, normalize } = payload;
|
|
2773
|
-
console.log("[EMBED WORKER] Text to embed:", text?.substring?.(0, 50));
|
|
2774
2761
|
|
|
2775
2762
|
if (!embedder) {
|
|
2776
2763
|
throw new Error("Embedder not initialized");
|
|
2777
2764
|
}
|
|
2778
2765
|
|
|
2779
|
-
console.log("[EMBED WORKER] Calling embedder...");
|
|
2780
2766
|
const output = await embedder(text, {
|
|
2781
2767
|
pooling: "mean",
|
|
2782
2768
|
normalize: normalize !== false,
|
|
2783
2769
|
});
|
|
2784
2770
|
|
|
2785
|
-
console.log("[EMBED WORKER] Got output, type:", typeof output, output?.constructor?.name);
|
|
2786
|
-
console.log("[EMBED WORKER] Output keys:", output ? Object.keys(output) : "null");
|
|
2787
|
-
|
|
2788
2771
|
// Handle different output formats from transformers.js
|
|
2789
2772
|
let vector;
|
|
2790
2773
|
if (output?.data) {
|
|
@@ -2797,18 +2780,13 @@ const EMBEDDING_WORKER_CODE = `
|
|
|
2797
2780
|
throw new Error("Unknown output format: " + typeof output);
|
|
2798
2781
|
}
|
|
2799
2782
|
|
|
2800
|
-
console.log("[EMBED WORKER] Vector length:", vector?.length);
|
|
2801
|
-
console.log("[EMBED WORKER] Sending embedding result...");
|
|
2802
2783
|
self.postMessage({ type: "embedding", payload: { vector, text } });
|
|
2803
|
-
console.log("[EMBED WORKER] Embedding result sent!");
|
|
2804
2784
|
} catch (err) {
|
|
2805
|
-
console.error("[EMBED WORKER] Embed error:", err);
|
|
2806
2785
|
self.postMessage({ type: "error", payload: err.message || String(err) });
|
|
2807
2786
|
}
|
|
2808
2787
|
}
|
|
2809
2788
|
|
|
2810
2789
|
if (type === "embedBatch") {
|
|
2811
|
-
console.log("[EMBED WORKER] Processing embedBatch request...");
|
|
2812
2790
|
try {
|
|
2813
2791
|
const { texts, normalize } = payload;
|
|
2814
2792
|
const results = [];
|
|
@@ -2821,16 +2799,12 @@ const EMBEDDING_WORKER_CODE = `
|
|
|
2821
2799
|
results.push({ vector: Array.from(output.data), text });
|
|
2822
2800
|
}
|
|
2823
2801
|
|
|
2824
|
-
console.log("[EMBED WORKER] Batch complete, sending results...");
|
|
2825
2802
|
self.postMessage({ type: "embeddings", payload: results });
|
|
2826
2803
|
} catch (err) {
|
|
2827
|
-
console.error("[EMBED WORKER] Batch error:", err);
|
|
2828
2804
|
self.postMessage({ type: "error", payload: err.message || String(err) });
|
|
2829
2805
|
}
|
|
2830
2806
|
}
|
|
2831
2807
|
};
|
|
2832
|
-
|
|
2833
|
-
console.log("[EMBED WORKER] Worker script loaded, waiting for messages...");
|
|
2834
2808
|
`;
|
|
2835
2809
|
/** Create Embedding worker instance */
|
|
2836
2810
|
function createEmbeddingWorker() {
|
|
@@ -2908,7 +2882,6 @@ function useEmbedding(options = {}) {
|
|
|
2908
2882
|
workerRef.current = worker;
|
|
2909
2883
|
worker.addEventListener("message", (e) => {
|
|
2910
2884
|
const { type, payload } = e.data;
|
|
2911
|
-
console.log("[EMBED HOOK] Received from worker:", type, payload);
|
|
2912
2885
|
if (type === "progress") {
|
|
2913
2886
|
if (payload.status === "progress" && payload.file) setLoadingProgress({
|
|
2914
2887
|
status: "downloading",
|
|
@@ -2916,22 +2889,18 @@ function useEmbedding(options = {}) {
|
|
|
2916
2889
|
progress: Math.round(payload.loaded / payload.total * 100)
|
|
2917
2890
|
});
|
|
2918
2891
|
} else if (type === "ready") {
|
|
2919
|
-
console.log("[EMBED HOOK] Model ready! Resolving promise...");
|
|
2920
2892
|
setIsLoading(false);
|
|
2921
2893
|
setIsReady(true);
|
|
2922
2894
|
setLoadingProgress({ status: "ready" });
|
|
2923
2895
|
readyResolveRef.current?.();
|
|
2924
|
-
console.log("[EMBED HOOK] Promise resolved, calling onReady...");
|
|
2925
2896
|
onReady?.();
|
|
2926
2897
|
} else if (type === "error") {
|
|
2927
|
-
console.error("[EMBED HOOK] Error from worker:", payload);
|
|
2928
2898
|
setIsLoading(false);
|
|
2929
2899
|
setError(payload);
|
|
2930
2900
|
onError?.(payload);
|
|
2931
2901
|
}
|
|
2932
2902
|
});
|
|
2933
2903
|
worker.onerror = (err) => {
|
|
2934
|
-
console.error("[EMBED HOOK] Worker onerror:", err);
|
|
2935
2904
|
setIsLoading(false);
|
|
2936
2905
|
const errMsg = err.message || "Worker error";
|
|
2937
2906
|
setError(errMsg);
|
|
@@ -2941,7 +2910,6 @@ function useEmbedding(options = {}) {
|
|
|
2941
2910
|
});
|
|
2942
2911
|
onError?.(errMsg);
|
|
2943
2912
|
};
|
|
2944
|
-
console.log("[EMBED HOOK] Sending load message to worker...");
|
|
2945
2913
|
worker.postMessage({
|
|
2946
2914
|
type: "load",
|
|
2947
2915
|
payload: { model }
|
|
@@ -2962,40 +2930,31 @@ function useEmbedding(options = {}) {
|
|
|
2962
2930
|
};
|
|
2963
2931
|
}, [autoLoad, load]);
|
|
2964
2932
|
const embed = useCallback(async (text) => {
|
|
2965
|
-
console.log("[EMBED HOOK] embed() called with:", text?.substring?.(0, 50));
|
|
2966
2933
|
const loadPromise = load();
|
|
2967
|
-
console.log("[EMBED HOOK] Waiting for ready promise...");
|
|
2968
2934
|
if (readyPromiseRef.current) await readyPromiseRef.current;
|
|
2969
2935
|
else await loadPromise;
|
|
2970
|
-
console.log("[EMBED HOOK] Ready promise resolved, sending embed message...");
|
|
2971
2936
|
return new Promise((resolve, reject) => {
|
|
2972
2937
|
const worker = workerRef.current;
|
|
2973
2938
|
if (!worker) {
|
|
2974
|
-
console.error("[EMBED HOOK] No worker available!");
|
|
2975
2939
|
reject(/* @__PURE__ */ new Error("Worker not initialized. Call load() first."));
|
|
2976
2940
|
return;
|
|
2977
2941
|
}
|
|
2978
2942
|
const timeout = setTimeout(() => {
|
|
2979
|
-
console.error("[EMBED HOOK] Timeout reached!");
|
|
2980
2943
|
worker.removeEventListener("message", handler);
|
|
2981
2944
|
reject(/* @__PURE__ */ new Error("Embedding timeout after 30s"));
|
|
2982
2945
|
}, 3e4);
|
|
2983
2946
|
const handler = (e) => {
|
|
2984
|
-
|
|
2985
|
-
if (e.data.type === "embedding") {
|
|
2986
|
-
console.log("[EMBED HOOK] Got embedding result!");
|
|
2947
|
+
if (e.data.type === "embedding" && e.data.payload.text === text) {
|
|
2987
2948
|
clearTimeout(timeout);
|
|
2988
2949
|
worker.removeEventListener("message", handler);
|
|
2989
2950
|
resolve(e.data.payload.vector);
|
|
2990
2951
|
} else if (e.data.type === "error") {
|
|
2991
|
-
console.error("[EMBED HOOK] Got error:", e.data.payload);
|
|
2992
2952
|
clearTimeout(timeout);
|
|
2993
2953
|
worker.removeEventListener("message", handler);
|
|
2994
2954
|
reject(new Error(e.data.payload));
|
|
2995
2955
|
}
|
|
2996
2956
|
};
|
|
2997
2957
|
worker.addEventListener("message", handler);
|
|
2998
|
-
console.log("[EMBED HOOK] Posting embed message to worker...");
|
|
2999
2958
|
worker.postMessage({
|
|
3000
2959
|
type: "embed",
|
|
3001
2960
|
payload: {
|
|
@@ -3003,7 +2962,6 @@ function useEmbedding(options = {}) {
|
|
|
3003
2962
|
normalize
|
|
3004
2963
|
}
|
|
3005
2964
|
});
|
|
3006
|
-
console.log("[EMBED HOOK] Message posted, waiting for response...");
|
|
3007
2965
|
});
|
|
3008
2966
|
}, [load, normalize]);
|
|
3009
2967
|
const embedBatch = useCallback(async (texts) => {
|