@tryhamster/gerbil 1.0.0-rc.17 → 1.0.0-rc.19
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","names":[],"sources":["../../src/core/types.ts","../../src/core/models.ts","../../src/browser/index.ts"],"sourcesContent":[],"mappings":";;;;AAyBY,KAfA,WAAA,GAeW;EASX,EAAA,EAAA,MAAA;EAWA,IAAA,EAAA,MAAA;EAmCA,WAAA,EAAA,MAAc;EA8Bd,IAAA,EAAA,MAAA;EAkBA,aAAA,EAAY,MAAA;EAQZ,gBAAW,EAAA,OAAA;EAWX,YAAA,EAAA,OAAY;EAWZ;EAkBA,cAAW,CAAA,EAAA,OAAA;EAqBX;EAYA,iBAAY,CAAA,EAAA,MAAA;EAiBZ,MAAA,EAAA,MAAW,GAAA,QAAA,GAAA,KAAA,GAAA,SAAA,GAAA,OAAA,GAAA,OAAA;AAiBvB,CAAA;AAqBY,KA/OA,WAAA,GA+OY;EAUZ,IAAA,EAAA,SAAU,GAAA,aAAA,GAAA,OAAA;EAOV,IAAA,EAAA,MAAA;AAyBZ,CAAA;AAWY,KA3RA,UAAA,GA2RA;EAYA;EAeA,MAAA,EAAA,MAAA;EAmBA;EAWA,GAAA,CAAA,EAAA,MAAA;AAWZ,CAAA;AAaY,KAjWA,eAAA,GAiWc;EAWd;EAiBA,SAAA,CAAA,EAAA,MAAA;EASA;EASA,WAAA,CAAA,EAAA,MAAgB;EAahB;EAWA,IAAA,CAAA,EAAA,MAAA;EAeA;EAES,IAAA,CAAA,EAAA,MAAA;EAEN;EAID,aAAA,CAAA,EAAA,MAAA,EAAA;EAAO;;;;EC/dR;;;WD2DF;EEVC;EAYA,KAAA,CAAA,EAAA,OAAW;EAQX;EAQA,QAAA,CAAA,EAAA,MAAA;CAIc;AAEN,KFfR,cAAA,GEeQ;EAEI;EAAc,IAAA,EAAA,MAAA;EAO1B;EAmBA,QAAA,CAAA,EAAA,MAAY;EAuBF;EAA4B,eAAA,EAAA,MAAA;EAAmC;EAAR,eAAA,EAAA,MAAA;EAAO;EA+exE,SAAA,EAAO,MAAA;EAUP;EAYA,YAAA,EAAA,MAAc,GAAA,QAYN,GAAA,OAAO;EAUf;EAmEI,QAAA,CAAA,EAAO,OAAA,GAAA,QAAU,GAAA,WAAsB;EAwS3C;EAoBA,MAAA,CAAA,EAAA,OAAA;AAMZ,CAAA;AAMuC,KF18B3B,WE08B2B,CAAA,IAAA,OAAA,CAAA,GAAA;EAAoB;EAIxC,MAAA,EF58BT,CAAA,CAAE,OE48BO,CF58BC,CE48BD,CAAA;EAAe;EAoClB,OAAA,CAAA,EAAA,MAAa;EAsMjB;EASA,WAAA,CAAA,EAAU,MAAA;EAGV;EA0NA,MAAA,CAAA,EAAA,MAAA;AAoBZ,CAAA;AAEyE,KFl6C7D,YAAA,GEk6C6D;EAMtD;EAUC,KAAA,CAAA,EAAA,MAAA;EAUJ;EAAU,SAAA,CAAA,EAAA,OAAA;AAoK1B,CAAA;AAuTsB,KF/4DV,WAAA,GE+4DmB;EACtB;EAE+B,MAAA,EAAA,MAAA,EAAA;EAArC;EAAO,IAAA,EAAA,MAAA;EAmDM;EA4HJ,SAAA,EAAA,MAAW;AAUvB,CAAA;AAwBY,KFxlEA,YAAA,GEwlEmB;EAEP;EAED,IAAA,EAAA,MAAA;EAID;EAAiB,KAAA,EAAA,MAAA;EAgBpB;EAAW,KAAA,EAAA,MAAA;AAiD9B,CAAA;AA0kBY,KFhuFA,gBAAA,GEguFmB;EA4BnB;EAWA,KAAA,EAAA,MAAA;EAEA;EAEY,KAAA,EAAA,MAAA;EAED;EAAO,KAAA,EAAA,MAAA;EAoEd;
|
|
1
|
+
{"version":3,"file":"index.d.ts","names":[],"sources":["../../src/core/types.ts","../../src/core/models.ts","../../src/browser/index.ts"],"sourcesContent":[],"mappings":";;;;AAyBY,KAfA,WAAA,GAeW;EASX,EAAA,EAAA,MAAA;EAWA,IAAA,EAAA,MAAA;EAmCA,WAAA,EAAA,MAAc;EA8Bd,IAAA,EAAA,MAAA;EAkBA,aAAA,EAAY,MAAA;EAQZ,gBAAW,EAAA,OAAA;EAWX,YAAA,EAAA,OAAY;EAWZ;EAkBA,cAAW,CAAA,EAAA,OAAA;EAqBX;EAYA,iBAAY,CAAA,EAAA,MAAA;EAiBZ,MAAA,EAAA,MAAW,GAAA,QAAA,GAAA,KAAA,GAAA,SAAA,GAAA,OAAA,GAAA,OAAA;AAiBvB,CAAA;AAqBY,KA/OA,WAAA,GA+OY;EAUZ,IAAA,EAAA,SAAU,GAAA,aAAA,GAAA,OAAA;EAOV,IAAA,EAAA,MAAA;AAyBZ,CAAA;AAWY,KA3RA,UAAA,GA2RA;EAYA;EAeA,MAAA,EAAA,MAAA;EAmBA;EAWA,GAAA,CAAA,EAAA,MAAA;AAWZ,CAAA;AAaY,KAjWA,eAAA,GAiWc;EAWd;EAiBA,SAAA,CAAA,EAAA,MAAA;EASA;EASA,WAAA,CAAA,EAAA,MAAgB;EAahB;EAWA,IAAA,CAAA,EAAA,MAAA;EAeA;EAES,IAAA,CAAA,EAAA,MAAA;EAEN;EAID,aAAA,CAAA,EAAA,MAAA,EAAA;EAAO;;;;EC/dR;;;WD2DF;EEVC;EAYA,KAAA,CAAA,EAAA,OAAW;EAQX;EAQA,QAAA,CAAA,EAAA,MAAA;CAIc;AAEN,KFfR,cAAA,GEeQ;EAEI;EAAc,IAAA,EAAA,MAAA;EAO1B;EAmBA,QAAA,CAAA,EAAA,MAAY;EAuBF;EAA4B,eAAA,EAAA,MAAA;EAAmC;EAAR,eAAA,EAAA,MAAA;EAAO;EA+exE,SAAA,EAAO,MAAA;EAUP;EAYA,YAAA,EAAA,MAAc,GAAA,QAYN,GAAA,OAAO;EAUf;EAmEI,QAAA,CAAA,EAAO,OAAA,GAAA,QAAU,GAAA,WAAsB;EAwS3C;EAoBA,MAAA,CAAA,EAAA,OAAA;AAMZ,CAAA;AAMuC,KF18B3B,WE08B2B,CAAA,IAAA,OAAA,CAAA,GAAA;EAAoB;EAIxC,MAAA,EF58BT,CAAA,CAAE,OE48BO,CF58BC,CE48BD,CAAA;EAAe;EAoClB,OAAA,CAAA,EAAA,MAAa;EAsMjB;EASA,WAAA,CAAA,EAAU,MAAA;EAGV;EA0NA,MAAA,CAAA,EAAA,MAAA;AAoBZ,CAAA;AAEyE,KFl6C7D,YAAA,GEk6C6D;EAMtD;EAUC,KAAA,CAAA,EAAA,MAAA;EAUJ;EAAU,SAAA,CAAA,EAAA,OAAA;AAoK1B,CAAA;AAuTsB,KF/4DV,WAAA,GE+4DmB;EACtB;EAE+B,MAAA,EAAA,MAAA,EAAA;EAArC;EAAO,IAAA,EAAA,MAAA;EAmDM;EA4HJ,SAAA,EAAA,MAAW;AAUvB,CAAA;AAwBY,KFxlEA,YAAA,GEwlEmB;EAEP;EAED,IAAA,EAAA,MAAA;EAID;EAAiB,KAAA,EAAA,MAAA;EAgBpB;EAAW,KAAA,EAAA,MAAA;AAiD9B,CAAA;AA0kBY,KFhuFA,gBAAA,GEguFmB;EA4BnB;EAWA,KAAA,EAAA,MAAA;EAEA;EAEY,KAAA,EAAA,MAAA;EAED;EAAO,KAAA,EAAA,MAAA;EAoEd;EAqnBJ,SAAA,EAAA,MAAA;AAMZ,CAAA;AAOY,KFj8GA,WAAA,GEi8GmB;EAcnB;EAEe,UAAA,CAAA,EAAA,CAAA,IAAA,EF/8GL,YE+8GK,EAAA,GAAA,IAAA;EAEgB;EAAR,MAAA,CAAA,EAAA,MAAA,GAAA,KAAA,GAAA,KAAA,GAAA,QAAA;EAEa;EAEsB,KAAA,CAAA,EAAA,IAAA,GAAA,IAAA,GAAA,MAAA,GAAA,MAAA;EAAR;EAM/C,aAAA,CAAA,EAAA,MAAA;CAAR;AA+Ye,KFv1HV,YAAA,GEu1HU;EA4CA,MAAA,EAAA,MAAA;EACX,QAAA,CAAA,EAAA,MAAA;EACA,IAAA,CAAA,EAAA,MAAA;EACR,MAAA,CAAA,EAAA,MAAA;EAAO,KAAA,CAAA,EAAA,MAAA;AAqDV,CAAA;AA0DgB,KFz+HJ,YAAA,GEy+HqB;EAUX;EAwBrB,KAAA,CAAA,EAAA,MAAA;;;;;;UFhgIS;;aAGG;;KAGD,WAAA;;;;;;;;;;;;KAiBA,cAAA;;;;;;;;;;;;KAqBA,YAAA;;;;;;;;;KAUA,UAAA;;;;;;KAOA,UAAA;;SAEH;;;;;;;;;;;;;;;;;;KAuBG,mBAAA;;;;;;;;KAWA,sBAAA;;;;;;KAYA,SAAA;;;;;;;;;;;;;;KAeA,cAAA;;;;;;;;;;;;UAYF;;;;;;KAOE,YAAA;;;;;;sBAMU;;yBAEG;;KAGb,UAAA;;WAED;;;;;;;;KASC,WAAA;;SAEH;;;;;;;;;;KAWG,cAAA;;sBAEU;;;;KASV,cAAA;;;;;;;;;;;;;;;;KAiBA,iBAAA;;;;;;sBAMU;;KAGV,iBAAA;;;;;;;;KASA,gBAAA;;;;;;aAMC;;;;;;KAOD,cAAA;;sBAEU;;;;KASV,6BAAA;;;;;;;;;;;;;;KAeA,6BAAA;;qBAES;;eAEN;;;;cAID;;;;;;;;;;;;;;AA9bF,cCjCC,cD2DF,EC3DkB,MD2DlB,CAAA,MAAU,EC3DuB,WD2DvB,CAAA;;;;AEET,KAZA,cAAA,GAYW;EAQX,MAAA,EAAA,SAAc,GAAA,aAAA,GAAA,OAAA,GAAA,OAAA;EAQd,OAAA,CAAA,EAAA,MAAA;EAIc,IAAA,CAAA,EAAA,MAAA;EAEN,QAAA,CAAA,EAAA,MAAA;EAEI;EAAc,aAAA,CAAA,EAAA,MAAA;EAO1B;EAmBA,UAAA,CAAA,EAAA,MAAY;EAuBF,KAAA,CAAA,EAAA,MAAA;CAA4B;AAAmC,KAzEzE,WAAA,GAyEyE;EAAR,MAAA,EAAA,OAAA;EAAO,IAAA,EAAA,MAAA;EA+exE,KAAA,EAAA,UAAO,GAAA,WAAA;EAUP,SAAA,EAAA,MAAA;EAYA,GAAA,EAAA,MAAA;AAsBZ,CAAA;AAmEgB,KA/pBJ,cAAA,GA+pBqB;EAwSrB,MAAA,EAAA,UAAA;EAoBA,IAAA,EAAA,MAAA;EAMA,SAAA,EAAA,MAAA;EAM2B,SAAA,EAAA,MAAA;EAAoB,GAAA,EAAA,MAAA;CAIxC;AAAe,KAn+BtB,mBAAA,GAm+BsB;EAoClB;EAsMJ,OAAA,CAAA,EAAA,MAAW;EASX;EAGA,UAAA,CAAA,EAAA,CAAA,QAAgB,EArtCF,cAqtCE,EAAA,GAAA,IAAA;EA0NhB;EAoBA,OAAA,CAAA,EAAA,CAAA,KAAA,EAj8CQ,WAi8CO,EAAA,GAAA,IAAA;EAE8C;EAMtD,UAAA,CAAA,EAAA,CAAA,MAAA,EAv8CK,cAu8CL,EAAA,GAAA,IAAA;EAUC;EAUJ,OAAA,CAAA,EAAA,CAAA,KAAA,EAAA,MAAA,EAAA,GAAA,IAAA;EAAU;EAoKV,SAAA,CAAA,EAAS,MAAA;AAuTzB,CAAA;AACS,KAh7DG,qBAAA,GAg7DH;EAE+B;EAArC,SAAA,CAAA,EAAA,MAAA;EAAO;EAmDM,WAAA,CAAA,EAAA,MAAiB;EA4HrB;EAUA,IAAA,CAAA,EAAA,MAAA;EAwBA;EAEY,IAAA,CAAA,EAAA,MAAA;EAED;EAID,QAAA,CAAA,EAAA,OAAA;EAAiB;EAgBpB,MAAA,CAAA,EAAA,MAAA;EAAW;EAiDd,MAAA,CAAA,EAAA,MAAA,EAAa;EA0kBjB;EA4BA,OAAA,CAAA,EAlyFA,KAkyFA,CAAA;IAWA,IAAA,EAAA,MAAA,GAAA,WAAkB,GAAA,QAAA;IAElB,OAAA,EAAA,MAAA;EAEY,CAAA,CAAA;CAED;AAAO,KAhzFlB,YAAA,GAgzFkB;EAoEd;EAqnBJ,QAAA,EAAA,CAAA,MAAA,EAAA,MAAkB,EAAA,OAAA,CAAA,EAv+GS,qBAu+GT,EAAA,GAv+GmC,OAu+GnC,CAAA,MAAA,CAAA;EAMlB;EAOA,SAAA,EAAA,GAAA,GAAA,IAAA;EAcA;EAEe,KAAA,EAAA,GAAA,GAAA,IAAA;EAEgB;EAAR,SAAA,EAAA,GAAA,GAAA,IAAA;EAEa;EAEsB,OAAA,EAAA,GAAA,GAAA,OAAA;CAAR;;;;;AA8C9D;AAuSA;AAQY,iBAl1HU,kBAAA,CAm1HI,OAAe,CAAA,EAn1HS,mBAm1HT,CAAA,EAn1HoC,OAm1HpC,CAn1H4C,YAm1H5C,CAAA;AAqBzC;AAkCsB,KA35GV,OAAA,GA25GU;EA4CA,EAAA,EAAA,MAAA;EACX,IAAA,EAAA,MAAA,GAAA,WAAA;EACA,OAAA,EAAA,MAAA;EACR,QAAA,CAAA,EAAA,MAAA;EAAO;EAqDY,MAAA,CAAA,EAAA,MAAA,EAAA;AA0DtB,CAAA;AAUA;AAwBC,KAjlHW,eAAA,GAilHX;;;;;;;;;;;KArkHW,cAAA;;;;;;;;;;;;oBAYQ;;;;;;;;;KAUR,aAAA;;YAEA;;;;;;;;;;;;mBAUO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAuDH,OAAA,WAAiB,iBAAsB;;KAwS3C,oBAAA;;;;;;;;;;;;;;;;;;;KAoBA,eAAA;;;;;KAMA,mBAAA;;;;;;uCAM2B,oBAAoB;;;;mBAIxC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAoCH,aAAA,WAAuB,uBAA4B;;KAsMvD,WAAA;;;;;;;;KASA,UAAA;;KAGA,gBAAA;;;;;;;;KA0NA,gBAAA;;UAEF;;;;;;;;;;;;;;;;;KAkBE,eAAA;;;;;QAE6D;;;;;;mBAMtD;;;;;;;;;;oBAUC;;;;;;;;;;gBAUJ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAoKA,SAAA,WAAmB,mBAAwB;;;;;;;;;;;;;;;iBAuTrC,SAAA,QACb,oCAEN;;WAAqC;;;;;;;;;;;;;;;;;;;iBAmDxB,iBAAA;iBACC;;;;;;;KA2HL,WAAA;;;;;;;;;KAUA,oBAAA;;;;;;;;;;;;0BAYc;;;;;;;;;;;KAYd,mBAAA;;wBAEY;;uBAED;;;;sBAID,iBAAiB;;;;;;;;;;;;;;;;mBAgBpB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAiDH,aAAA,WAAuB,uBAA4B;;;;KA0kBvD,mBAAA;;;;;;aAMC;;;;;;;;;;;;;;;;;;;;;KAsBD,gBAAA;;;;;;;;;;KAWA,kBAAA;;YAEA;;wBAEY;;uBAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAoEP,YAAA,WAAsB,sBAA2B;;KAqnBrD,kBAAA;;;;;KAMA,mBAAA;;;;;;KAOA,mBAAA;;;;;;;;;;;;;KAcA,kBAAA;;2BAEe;;mCAEQ,QAAQ;;gDAEK;;8DAEc,QAAQ;;6EAM/D,QAAQ;;;;cAID;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAoCE,YAAA,WAAsB,sBAA2B;;KAuSrD,eAAA;;;;;;;KAQA,cAAA;0BACc;;;;;;;;;;;;;;;;;;;;iBAqBJ,gBAAA,4BAEX,iBACR;;;;;;;;;iBA+BmB,qBAAA,6BAEX,iBACR;;;;;;;;;iBAyCmB,eAAA,WACX,sBACA,iBACR;;;;;;;;;iBAqDmB,eAAA,6BAEX,iBACR;;;;iBAuDa,iBAAA,CAAA;;;;iBAUM,aAAA,CAAA,GAAiB;;;;;cAwBtC"}
|
package/dist/browser/index.js
CHANGED
|
@@ -2719,8 +2719,6 @@ const EMBEDDING_WORKER_CODE = `
|
|
|
2719
2719
|
// Embedding Worker - runs in separate thread, loads from CDN
|
|
2720
2720
|
import { pipeline, env } from "https://cdn.jsdelivr.net/npm/@huggingface/transformers@3.8.1";
|
|
2721
2721
|
|
|
2722
|
-
console.log("[EMBED WORKER] Worker script starting...");
|
|
2723
|
-
|
|
2724
2722
|
// Configure environment
|
|
2725
2723
|
env.useBrowserCache = true;
|
|
2726
2724
|
env.allowLocalModels = false;
|
|
@@ -2730,12 +2728,10 @@ const EMBEDDING_WORKER_CODE = `
|
|
|
2730
2728
|
|
|
2731
2729
|
self.onmessage = async (e) => {
|
|
2732
2730
|
const { type, payload } = e.data;
|
|
2733
|
-
console.log("[EMBED WORKER] Received message:", type, payload);
|
|
2734
2731
|
|
|
2735
2732
|
if (type === "load") {
|
|
2736
2733
|
try {
|
|
2737
2734
|
modelId = payload.model || "Xenova/all-MiniLM-L6-v2";
|
|
2738
|
-
console.log("[EMBED WORKER] Loading model:", modelId);
|
|
2739
2735
|
|
|
2740
2736
|
// Note: Don't specify device for embeddings - they're small models
|
|
2741
2737
|
// that work fine with default backend (unlike LLMs/STT which need WebGPU)
|
|
@@ -2745,46 +2741,33 @@ const EMBEDDING_WORKER_CODE = `
|
|
|
2745
2741
|
},
|
|
2746
2742
|
});
|
|
2747
2743
|
|
|
2748
|
-
|
|
2749
|
-
|
|
2750
|
-
// Warmup - don't swallow errors
|
|
2744
|
+
// Warmup
|
|
2751
2745
|
try {
|
|
2752
|
-
|
|
2753
|
-
console.log("[EMBED WORKER] Warmup successful, output type:", typeof warmup, warmup?.constructor?.name);
|
|
2746
|
+
await embedder("hello", { pooling: "mean", normalize: true });
|
|
2754
2747
|
} catch (e) {
|
|
2755
|
-
console.error("[EMBED WORKER] Warmup failed:", e);
|
|
2756
2748
|
self.postMessage({ type: "error", payload: "Warmup failed: " + (e.message || String(e)) });
|
|
2757
2749
|
return;
|
|
2758
2750
|
}
|
|
2759
2751
|
|
|
2760
|
-
console.log("[EMBED WORKER] Sending ready message...");
|
|
2761
2752
|
self.postMessage({ type: "ready" });
|
|
2762
|
-
console.log("[EMBED WORKER] Ready message sent!");
|
|
2763
2753
|
} catch (err) {
|
|
2764
|
-
console.error("[EMBED WORKER] Load error:", err);
|
|
2765
2754
|
self.postMessage({ type: "error", payload: err.message || String(err) });
|
|
2766
2755
|
}
|
|
2767
2756
|
}
|
|
2768
2757
|
|
|
2769
2758
|
if (type === "embed") {
|
|
2770
|
-
console.log("[EMBED WORKER] Processing embed request...");
|
|
2771
2759
|
try {
|
|
2772
2760
|
const { text, normalize } = payload;
|
|
2773
|
-
console.log("[EMBED WORKER] Text to embed:", text?.substring?.(0, 50));
|
|
2774
2761
|
|
|
2775
2762
|
if (!embedder) {
|
|
2776
2763
|
throw new Error("Embedder not initialized");
|
|
2777
2764
|
}
|
|
2778
2765
|
|
|
2779
|
-
console.log("[EMBED WORKER] Calling embedder...");
|
|
2780
2766
|
const output = await embedder(text, {
|
|
2781
2767
|
pooling: "mean",
|
|
2782
2768
|
normalize: normalize !== false,
|
|
2783
2769
|
});
|
|
2784
2770
|
|
|
2785
|
-
console.log("[EMBED WORKER] Got output, type:", typeof output, output?.constructor?.name);
|
|
2786
|
-
console.log("[EMBED WORKER] Output keys:", output ? Object.keys(output) : "null");
|
|
2787
|
-
|
|
2788
2771
|
// Handle different output formats from transformers.js
|
|
2789
2772
|
let vector;
|
|
2790
2773
|
if (output?.data) {
|
|
@@ -2797,18 +2780,13 @@ const EMBEDDING_WORKER_CODE = `
|
|
|
2797
2780
|
throw new Error("Unknown output format: " + typeof output);
|
|
2798
2781
|
}
|
|
2799
2782
|
|
|
2800
|
-
console.log("[EMBED WORKER] Vector length:", vector?.length);
|
|
2801
|
-
console.log("[EMBED WORKER] Sending embedding result...");
|
|
2802
2783
|
self.postMessage({ type: "embedding", payload: { vector, text } });
|
|
2803
|
-
console.log("[EMBED WORKER] Embedding result sent!");
|
|
2804
2784
|
} catch (err) {
|
|
2805
|
-
console.error("[EMBED WORKER] Embed error:", err);
|
|
2806
2785
|
self.postMessage({ type: "error", payload: err.message || String(err) });
|
|
2807
2786
|
}
|
|
2808
2787
|
}
|
|
2809
2788
|
|
|
2810
2789
|
if (type === "embedBatch") {
|
|
2811
|
-
console.log("[EMBED WORKER] Processing embedBatch request...");
|
|
2812
2790
|
try {
|
|
2813
2791
|
const { texts, normalize } = payload;
|
|
2814
2792
|
const results = [];
|
|
@@ -2821,16 +2799,12 @@ const EMBEDDING_WORKER_CODE = `
|
|
|
2821
2799
|
results.push({ vector: Array.from(output.data), text });
|
|
2822
2800
|
}
|
|
2823
2801
|
|
|
2824
|
-
console.log("[EMBED WORKER] Batch complete, sending results...");
|
|
2825
2802
|
self.postMessage({ type: "embeddings", payload: results });
|
|
2826
2803
|
} catch (err) {
|
|
2827
|
-
console.error("[EMBED WORKER] Batch error:", err);
|
|
2828
2804
|
self.postMessage({ type: "error", payload: err.message || String(err) });
|
|
2829
2805
|
}
|
|
2830
2806
|
}
|
|
2831
2807
|
};
|
|
2832
|
-
|
|
2833
|
-
console.log("[EMBED WORKER] Worker script loaded, waiting for messages...");
|
|
2834
2808
|
`;
|
|
2835
2809
|
/** Create Embedding worker instance */
|
|
2836
2810
|
function createEmbeddingWorker() {
|
|
@@ -2908,7 +2882,6 @@ function useEmbedding(options = {}) {
|
|
|
2908
2882
|
workerRef.current = worker;
|
|
2909
2883
|
worker.addEventListener("message", (e) => {
|
|
2910
2884
|
const { type, payload } = e.data;
|
|
2911
|
-
console.log("[EMBED HOOK] Received from worker:", type, payload);
|
|
2912
2885
|
if (type === "progress") {
|
|
2913
2886
|
if (payload.status === "progress" && payload.file) setLoadingProgress({
|
|
2914
2887
|
status: "downloading",
|
|
@@ -2916,22 +2889,18 @@ function useEmbedding(options = {}) {
|
|
|
2916
2889
|
progress: Math.round(payload.loaded / payload.total * 100)
|
|
2917
2890
|
});
|
|
2918
2891
|
} else if (type === "ready") {
|
|
2919
|
-
console.log("[EMBED HOOK] Model ready! Resolving promise...");
|
|
2920
2892
|
setIsLoading(false);
|
|
2921
2893
|
setIsReady(true);
|
|
2922
2894
|
setLoadingProgress({ status: "ready" });
|
|
2923
2895
|
readyResolveRef.current?.();
|
|
2924
|
-
console.log("[EMBED HOOK] Promise resolved, calling onReady...");
|
|
2925
2896
|
onReady?.();
|
|
2926
2897
|
} else if (type === "error") {
|
|
2927
|
-
console.error("[EMBED HOOK] Error from worker:", payload);
|
|
2928
2898
|
setIsLoading(false);
|
|
2929
2899
|
setError(payload);
|
|
2930
2900
|
onError?.(payload);
|
|
2931
2901
|
}
|
|
2932
2902
|
});
|
|
2933
2903
|
worker.onerror = (err) => {
|
|
2934
|
-
console.error("[EMBED HOOK] Worker onerror:", err);
|
|
2935
2904
|
setIsLoading(false);
|
|
2936
2905
|
const errMsg = err.message || "Worker error";
|
|
2937
2906
|
setError(errMsg);
|
|
@@ -2941,7 +2910,6 @@ function useEmbedding(options = {}) {
|
|
|
2941
2910
|
});
|
|
2942
2911
|
onError?.(errMsg);
|
|
2943
2912
|
};
|
|
2944
|
-
console.log("[EMBED HOOK] Sending load message to worker...");
|
|
2945
2913
|
worker.postMessage({
|
|
2946
2914
|
type: "load",
|
|
2947
2915
|
payload: { model }
|
|
@@ -2949,7 +2917,6 @@ function useEmbedding(options = {}) {
|
|
|
2949
2917
|
return readyPromiseRef.current;
|
|
2950
2918
|
}, [
|
|
2951
2919
|
model,
|
|
2952
|
-
isReady,
|
|
2953
2920
|
onReady,
|
|
2954
2921
|
onError
|
|
2955
2922
|
]);
|
|
@@ -2963,40 +2930,31 @@ function useEmbedding(options = {}) {
|
|
|
2963
2930
|
};
|
|
2964
2931
|
}, [autoLoad, load]);
|
|
2965
2932
|
const embed = useCallback(async (text) => {
|
|
2966
|
-
console.log("[EMBED HOOK] embed() called with:", text?.substring?.(0, 50));
|
|
2967
2933
|
const loadPromise = load();
|
|
2968
|
-
console.log("[EMBED HOOK] Waiting for ready promise...");
|
|
2969
2934
|
if (readyPromiseRef.current) await readyPromiseRef.current;
|
|
2970
2935
|
else await loadPromise;
|
|
2971
|
-
console.log("[EMBED HOOK] Ready promise resolved, sending embed message...");
|
|
2972
2936
|
return new Promise((resolve, reject) => {
|
|
2973
2937
|
const worker = workerRef.current;
|
|
2974
2938
|
if (!worker) {
|
|
2975
|
-
console.error("[EMBED HOOK] No worker available!");
|
|
2976
2939
|
reject(/* @__PURE__ */ new Error("Worker not initialized. Call load() first."));
|
|
2977
2940
|
return;
|
|
2978
2941
|
}
|
|
2979
2942
|
const timeout = setTimeout(() => {
|
|
2980
|
-
console.error("[EMBED HOOK] Timeout reached!");
|
|
2981
2943
|
worker.removeEventListener("message", handler);
|
|
2982
2944
|
reject(/* @__PURE__ */ new Error("Embedding timeout after 30s"));
|
|
2983
2945
|
}, 3e4);
|
|
2984
2946
|
const handler = (e) => {
|
|
2985
|
-
|
|
2986
|
-
if (e.data.type === "embedding") {
|
|
2987
|
-
console.log("[EMBED HOOK] Got embedding result!");
|
|
2947
|
+
if (e.data.type === "embedding" && e.data.payload.text === text) {
|
|
2988
2948
|
clearTimeout(timeout);
|
|
2989
2949
|
worker.removeEventListener("message", handler);
|
|
2990
2950
|
resolve(e.data.payload.vector);
|
|
2991
2951
|
} else if (e.data.type === "error") {
|
|
2992
|
-
console.error("[EMBED HOOK] Got error:", e.data.payload);
|
|
2993
2952
|
clearTimeout(timeout);
|
|
2994
2953
|
worker.removeEventListener("message", handler);
|
|
2995
2954
|
reject(new Error(e.data.payload));
|
|
2996
2955
|
}
|
|
2997
2956
|
};
|
|
2998
2957
|
worker.addEventListener("message", handler);
|
|
2999
|
-
console.log("[EMBED HOOK] Posting embed message to worker...");
|
|
3000
2958
|
worker.postMessage({
|
|
3001
2959
|
type: "embed",
|
|
3002
2960
|
payload: {
|
|
@@ -3004,7 +2962,6 @@ function useEmbedding(options = {}) {
|
|
|
3004
2962
|
normalize
|
|
3005
2963
|
}
|
|
3006
2964
|
});
|
|
3007
|
-
console.log("[EMBED HOOK] Message posted, waiting for response...");
|
|
3008
2965
|
});
|
|
3009
2966
|
}, [load, normalize]);
|
|
3010
2967
|
const embedBatch = useCallback(async (texts) => {
|