@zukhruf/relevance-filtering 0.8.33 → 0.8.35

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1 +1 @@
1
- {"version":3,"file":"similarity-scorer.d.ts","sourceRoot":"","sources":["../src/similarity-scorer.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,KAAK,OAAO,EAAc,MAAM,cAAc,CAAC;AAExD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAClD,OAAO,EAAE,MAAM,EAAc,MAAM,aAAa,CAAC;AAEjD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACzD,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AAO5C,qBAAa,gBAAiB,YAAW,MAAM;;gBAMjC,OAAO,EAAE;QAEnB,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;QAG1B,QAAQ,CAAC,iBAAiB,EAAE,SAAS,MAAM,EAAE,CAAC;QAC9C,QAAQ,CAAC,OAAO,EAAE,aAAa,CAAC;QAChC,QAAQ,CAAC,QAAQ,EAAE,SAAS,OAAO,EAAE,CAAC;KACvC;IAOK,KAAK,CACT,MAAM,EAAE,MAAM,EACd,EAAE,MAAM,EAAE,EAAE;QAAE,QAAQ,CAAC,MAAM,EAAE,WAAW,CAAA;KAAE,GAC3C,OAAO,CAAC,MAAM,CAAC;CAmEnB"}
1
+ {"version":3,"file":"similarity-scorer.d.ts","sourceRoot":"","sources":["../src/similarity-scorer.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,KAAK,OAAO,EAAc,MAAM,cAAc,CAAC;AAExD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAClD,OAAO,EAAE,MAAM,EAAc,MAAM,aAAa,CAAC;AAEjD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACzD,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AAO5C,qBAAa,gBAAiB,YAAW,MAAM;;gBAMjC,OAAO,EAAE;QAEnB,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;QAG1B,QAAQ,CAAC,iBAAiB,EAAE,SAAS,MAAM,EAAE,CAAC;QAC9C,QAAQ,CAAC,OAAO,EAAE,aAAa,CAAC;QAChC,QAAQ,CAAC,QAAQ,EAAE,SAAS,OAAO,EAAE,CAAC;KACvC;IAOK,KAAK,CACT,MAAM,EAAE,MAAM,EACd,EAAE,MAAM,EAAE,EAAE;QAAE,QAAQ,CAAC,MAAM,EAAE,WAAW,CAAA;KAAE,GAC3C,OAAO,CAAC,MAAM,CAAC;CA+DnB"}
@@ -1,3 +1,4 @@
1
+ import { UnitVector, Vector, dot } from '@zukhruf/vectors';
1
2
  import { binormal } from "./binormal.js";
2
3
  import { withKeywordEvidence } from "./evidence.js";
3
4
  import { matchesAny } from "./keyword.js";
@@ -53,16 +54,9 @@ export class SimilarityScorer {
53
54
  // of the stored unit vector and the description made a unit vector.
54
55
  #taughtScores() {
55
56
  const { relevant, notRelevant } = this.#answers;
56
- const description = this.#descriptionVector;
57
- const length = Math.hypot(...description);
57
+ const description = UnitVector.normalize(Vector.from(this.#descriptionVector));
58
58
  const stored = this.#vectors.fetch([...relevant, ...notRelevant].map(({ id }) => id));
59
- const score = ({ id }) => {
60
- const vector = stored.get(id) ?? [];
61
- let total = 0;
62
- for (let index = 0; index < description.length; index++)
63
- total += (vector[index] ?? 0) * ((description[index] ?? 0) / length);
64
- return total;
65
- };
59
+ const score = ({ id }) => dot(Vector.from(stored.get(id) ?? []), description);
66
60
  return {
67
61
  relevant: relevant.map(score),
68
62
  notRelevant: notRelevant.map(score),
@@ -1 +1 @@
1
- {"version":3,"file":"similarity-scorer.js","sourceRoot":"","sources":["../src/similarity-scorer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,mBAAmB,EAAE,MAAM,eAAe,CAAC;AACpD,OAAO,EAAgB,UAAU,EAAE,MAAM,cAAc,CAAC;AACxD,OAAO,EAAE,KAAK,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAErD,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAI5D,0EAA0E;AAC1E,qEAAqE;AACrE,4EAA4E;AAC5E,6EAA6E;AAC7E,8BAA8B;AAC9B,MAAM,OAAO,gBAAgB;IAClB,QAAQ,CAAU;IAClB,kBAAkB,CAAoB;IACtC,QAAQ,CAAgB;IACxB,SAAS,CAAqB;IAEvC,YAAY,OAQX;QACC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC;QAChC,IAAI,CAAC,kBAAkB,GAAG,OAAO,CAAC,iBAAiB,CAAC;QACpD,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC;QAChC,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,QAAQ,CAAC;IACpC,CAAC;IAED,KAAK,CAAC,KAAK,CACT,MAAc,EACd,EAAE,MAAM,EAAoC;QAE5C,MAAM,CAAC,cAAc,EAAE,CAAC;QACxB,IAAI,MAAM,CAAC,IAAI,KAAK,CAAC;YAAE,OAAO,IAAI,MAAM,CAAC,IAAI,GAAG,EAAE,CAAC,CAAC;QACpD,MAAM,OAAO,GAAG,YAAY,CAC1B,IAAI,CAAC,QAAQ,EACb,IAAI,CAAC,kBAAkB,EACvB,MAAM,EACN,IAAI,CAAC,SAAS,CACf,CAAC;QACF,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC;QAC3D,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;QACpC,IAAI,aAAa,GAAG,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC;QAC1E,IAAI,aAAa,KAAK,SAAS,IAAI,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxE,MAAM,GAAG,GAAG,KAAK,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC;YACvD,aAAa,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,gBAAgB,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC;QACtE,CAAC;QACD,IAAI,aAAa,KAAK,SAAS;YAAE,OAAO,cAAc,CAAC,OAAO,CAAC,CAAC;QAChE,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC;YAC3B,aAAa,GAAG,mBAAmB,CACjC,aAAa,EACb,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,KAAK,CAAC,EACjC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CACtC,UAAU,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,CACjC,CACF,CAAC;QACJ,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;YAC9C,GAAG,OAAO;YACV,WAAW,EAAE,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC;SACvC,CAAC,CAAC,CAAC;QACJ,OAAO,IAAI,MAAM,CACf,IAAI,GAAG,CACL,MAAM;aACH,QAAQ,CACP,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACP,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC,WAAW;YAC7B,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU;YAC3B,UAAU,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,CACzB;aACA,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,WAAW,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC;YACzC,EAAE;YACF,EAAE,WAAW,EAAE,WAAW,EAAE;SAC7B,CAAC,CACL,CACF,CAAC;IACJ,CAAC;IAED,0EAA0E;IAC1E,oEAAoE;IACpE,aAAa;QACX,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC;QAChD,MAAM,WAAW,GAAG,IAAI,CAAC,kBAAkB,CAAC;QAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,WAAW,CAAC,CAAC;QAC1C,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAChC,CAAC,GAAG,QAAQ,EAAE,GAAG,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,CAClD,CAAC;QACF,MAAM,KAAK,GAAG,CAAC,EAAE,EAAE,EAA2B,EAAE,EAAE;YAChD,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;YACpC,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,WAAW,CAAC,MAAM,EAAE,KAAK,EAAE;gBACrD,KAAK,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC;YACvE,OAAO,KAAK,CAAC;QACf,CAAC,CAAC;QACF,OAAO;YACL,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC;YAC7B,WAAW,EAAE,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC;SACpC,CAAC;IACJ,CAAC;CACF"}
1
+ {"version":3,"file":"similarity-scorer.js","sourceRoot":"","sources":["../src/similarity-scorer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,kBAAkB,CAAC;AAE3D,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,mBAAmB,EAAE,MAAM,eAAe,CAAC;AACpD,OAAO,EAAgB,UAAU,EAAE,MAAM,cAAc,CAAC;AACxD,OAAO,EAAE,KAAK,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAErD,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAI5D,0EAA0E;AAC1E,qEAAqE;AACrE,4EAA4E;AAC5E,6EAA6E;AAC7E,8BAA8B;AAC9B,MAAM,OAAO,gBAAgB;IAClB,QAAQ,CAAU;IAClB,kBAAkB,CAAoB;IACtC,QAAQ,CAAgB;IACxB,SAAS,CAAqB;IAEvC,YAAY,OAQX;QACC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC;QAChC,IAAI,CAAC,kBAAkB,GAAG,OAAO,CAAC,iBAAiB,CAAC;QACpD,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC;QAChC,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,QAAQ,CAAC;IACpC,CAAC;IAED,KAAK,CAAC,KAAK,CACT,MAAc,EACd,EAAE,MAAM,EAAoC;QAE5C,MAAM,CAAC,cAAc,EAAE,CAAC;QACxB,IAAI,MAAM,CAAC,IAAI,KAAK,CAAC;YAAE,OAAO,IAAI,MAAM,CAAC,IAAI,GAAG,EAAE,CAAC,CAAC;QACpD,MAAM,OAAO,GAAG,YAAY,CAC1B,IAAI,CAAC,QAAQ,EACb,IAAI,CAAC,kBAAkB,EACvB,MAAM,EACN,IAAI,CAAC,SAAS,CACf,CAAC;QACF,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC;QAC3D,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;QACpC,IAAI,aAAa,GAAG,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC;QAC1E,IAAI,aAAa,KAAK,SAAS,IAAI,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxE,MAAM,GAAG,GAAG,KAAK,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC;YACvD,aAAa,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,gBAAgB,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC;QACtE,CAAC;QACD,IAAI,aAAa,KAAK,SAAS;YAAE,OAAO,cAAc,CAAC,OAAO,CAAC,CAAC;QAChE,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC;YAC3B,aAAa,GAAG,mBAAmB,CACjC,aAAa,EACb,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,KAAK,CAAC,EACjC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CACtC,UAAU,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,CACjC,CACF,CAAC;QACJ,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;YAC9C,GAAG,OAAO;YACV,WAAW,EAAE,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC;SACvC,CAAC,CAAC,CAAC;QACJ,OAAO,IAAI,MAAM,CACf,IAAI,GAAG,CACL,MAAM;aACH,QAAQ,CACP,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACP,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC,WAAW;YAC7B,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU;YAC3B,UAAU,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,CACzB;aACA,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,WAAW,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC;YACzC,EAAE;YACF,EAAE,WAAW,EAAE,WAAW,EAAE;SAC7B,CAAC,CACL,CACF,CAAC;IACJ,CAAC;IAED,0EAA0E;IAC1E,oEAAoE;IACpE,aAAa;QACX,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC;QAChD,MAAM,WAAW,GAAG,UAAU,CAAC,SAAS,CACtC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,CACrC,CAAC;QACF,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAChC,CAAC,GAAG,QAAQ,EAAE,GAAG,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,CAClD,CAAC;QACF,MAAM,KAAK,GAAG,CAAC,EAAE,EAAE,EAA2B,EAAE,EAAE,CAChD,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC,EAAE,WAAW,CAAC,CAAC;QACtD,OAAO;YACL,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC;YAC7B,WAAW,EAAE,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC;SACpC,CAAC;IACJ,CAAC;CACF"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@zukhruf/relevance-filtering",
3
- "version": "0.8.33",
3
+ "version": "0.8.35",
4
4
  "description": "Ranks a stream of articles for a reader's profile through a scorer port (a decision model, or embedding similarity calibrated on the reader's answers), with thresholds that turn the probabilities into yes or no.",
5
5
  "license": "MIT",
6
6
  "repository": {
@@ -40,13 +40,14 @@
40
40
  "access": "public"
41
41
  },
42
42
  "dependencies": {
43
- "@zukhruf/statistics": "^0.8.33",
43
+ "@zukhruf/statistics": "^0.8.35",
44
+ "@zukhruf/vectors": "^0.8.35",
44
45
  "ai": "^7.0.154"
45
46
  },
46
47
  "devDependencies": {
47
- "@zukhruf/embeddings": "^0.8.33",
48
- "@zukhruf/evals": "^0.8.33",
48
+ "@zukhruf/embeddings": "^0.8.35",
49
+ "@zukhruf/evals": "^0.8.35",
49
50
  "@zukhruf/random": "*",
50
- "@zukhruf/sqlite-open": "^0.8.33"
51
+ "@zukhruf/sqlite-open": "^0.8.35"
51
52
  }
52
53
  }