@zukhruf/relevance-filtering 0.6.0 → 0.6.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/README.md CHANGED
@@ -35,8 +35,9 @@ const scorer = new DecisionScorer({
35
35
  description: 'Cybersecurity: attacks, breaches and the tools that stop them.',
36
36
  });
37
37
 
38
- // The new articles by id: { publishedAt, text: `${title} ${lead}` }.
39
- const scores = await scorer.score(newArticles);
38
+ // The new articles by id: { publishedAt, text: `${title} ${lead}` }. The
39
+ // signal stops the questions to the model, for example when the host stops.
40
+ const scores = await scorer.score(newArticles, { signal });
40
41
 
41
42
  // The best 5 articles of one day, the best first.
42
43
  scores.ranked({ from: dayStart, to: dayEnd }).slice(0, 5);
@@ -99,14 +100,15 @@ const scorer =
99
100
  keywords: ['secur', 'cyber'],
100
101
  });
101
102
 
102
- const scores = await scorer.score(newArticles);
103
+ const scores = await scorer.score(newArticles, { signal });
103
104
  scores.ranked({ from: dayStart, to: dayEnd }).slice(0, 5);
104
105
  ```
105
106
 
106
107
  ## API
107
108
 
108
- - A `Scorer` has `score(stream)`, which gives a `Promise` of `Scores`. A scorer is made for one interest ([ADR 0006](./docs/adr/0006-a-scorer-is-made-for-one-interest-and-its-inputs-rule-out-illegal-states.md)). The `stream` is a map from article id to `{ publishedAt, text }`; `text` is, for example, the title and the lead. It can be empty.
109
- - `new DecisionScorer({ model, description })` takes an AI SDK decision model and the description. For each article, it asks the model "Is the main subject of this article: <description>?" about `text`, one article at a time.
109
+ - A `Scorer` has `score(stream, { signal })`, which gives a `Promise` of `Scores`. A scorer is made for one interest ([ADR 0006](./docs/adr/0006-a-scorer-is-made-for-one-interest-and-its-inputs-rule-out-illegal-states.md)). The `stream` is a map from article id to `{ publishedAt, text }`; `text` is, for example, the title and the lead. It can be empty.
110
+ - The `signal` is an `AbortSignal`, and it is required ([ADR 0007](./docs/adr/0007-a-score-takes-a-signal.md)). When it aborts, the score rejects with the reason of the signal. Give the signal of the request or of the host's stop. A host that cannot stop a score gives `new AbortController().signal`.
111
+ - `new DecisionScorer({ model, description })` takes an AI SDK decision model and the description. For each article, it asks the model "Is the main subject of this article: <description>?" about `text`, one article at a time. It gives the signal to the AI SDK, so a stop ends the question that runs, and the scorer asks about no later article.
110
112
  - `new SimilarityScorer({ vectors, descriptionVector, answers, keywords })` is the frozen design for an interest with at least one yes answer.
111
113
  - `vectors` is the port to the vectors of the articles: `query(vector, { from, to })` and `fetch(ids)`. The `Collection` of `@zukhruf/embeddings` has this shape. The stream and the taught articles must be in it, and `publishedAt` must be the date that the vectors store for the article.
112
114
  - `descriptionVector` is the vector of the description from the model of the stored vectors, made with the prompt that the model uses for a query.
@@ -7,6 +7,8 @@ export declare class DecisionScorer implements Scorer {
7
7
  readonly model: Experimental_DecisionModel;
8
8
  readonly description: string;
9
9
  });
10
- score(stream: Stream): Promise<Scores>;
10
+ score(stream: Stream, { signal }: {
11
+ readonly signal: AbortSignal;
12
+ }): Promise<Scores>;
11
13
  }
12
14
  //# sourceMappingURL=decision-scorer.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"decision-scorer.d.ts","sourceRoot":"","sources":["../src/decision-scorer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,0BAA0B,EAAuB,MAAM,IAAI,CAAC;AAE1E,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAClD,OAAO,EAAE,MAAM,EAAc,MAAM,aAAa,CAAC;AAOjD,qBAAa,cAAe,YAAW,MAAM;;gBAI/B,OAAO,EAAE;QACnB,QAAQ,CAAC,KAAK,EAAE,0BAA0B,CAAC;QAE3C,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;KAC9B;IAKK,KAAK,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;CA2B7C"}
1
+ {"version":3,"file":"decision-scorer.d.ts","sourceRoot":"","sources":["../src/decision-scorer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,0BAA0B,EAAuB,MAAM,IAAI,CAAC;AAE1E,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAClD,OAAO,EAAE,MAAM,EAAc,MAAM,aAAa,CAAC;AAOjD,qBAAa,cAAe,YAAW,MAAM;;gBAI/B,OAAO,EAAE;QACnB,QAAQ,CAAC,KAAK,EAAE,0BAA0B,CAAC;QAE3C,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;KAC9B;IAKK,KAAK,CACT,MAAM,EAAE,MAAM,EACd,EAAE,MAAM,EAAE,EAAE;QAAE,QAAQ,CAAC,MAAM,EAAE,WAAW,CAAA;KAAE,GAC3C,OAAO,CAAC,MAAM,CAAC;CA4BnB"}
@@ -12,10 +12,11 @@ export class DecisionScorer {
12
12
  this.#model = options.model;
13
13
  this.#instructions = `Is the main subject of this article: ${options.description}?`;
14
14
  }
15
- async score(stream) {
15
+ async score(stream, { signal }) {
16
16
  const scored = await Array.fromAsync(stream, async ([id, { publishedAt, text }]) => {
17
17
  const { answers } = await experimental_decide({
18
18
  model: this.#model,
19
+ abortSignal: signal,
19
20
  state: text,
20
21
  questions: {
21
22
  relevant: { type: 'boolean', instructions: this.#instructions },
@@ -1 +1 @@
1
- {"version":3,"file":"decision-scorer.js","sourceRoot":"","sources":["../src/decision-scorer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAmC,mBAAmB,EAAE,MAAM,IAAI,CAAC;AAG1E,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAEjD,2EAA2E;AAC3E,wEAAwE;AACxE,kEAAkE;AAClE,2EAA2E;AAC3E,8DAA8D;AAC9D,MAAM,OAAO,cAAc;IAChB,MAAM,CAA6B;IACnC,aAAa,CAAS;IAE/B,YAAY,OAIX;QACC,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC;QAC5B,IAAI,CAAC,aAAa,GAAG,wCAAwC,OAAO,CAAC,WAAW,GAAG,CAAC;IACtF,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,MAAc;QACxB,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,SAAS,CAClC,MAAM,EACN,KAAK,EAAE,CAAC,EAAE,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE;YACpC,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,mBAAmB,CAAC;gBAC5C,KAAK,EAAE,IAAI,CAAC,MAAM;gBAClB,KAAK,EAAE,IAAI;gBACX,SAAS,EAAE;oBACT,QAAQ,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,YAAY,EAAE,IAAI,CAAC,aAAa,EAAE;iBAChE;aACF,CAAC,CAAC;YACH,OAAO,EAAE,EAAE,EAAE,WAAW,EAAE,WAAW,EAAE,OAAO,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;QACxE,CAAC,CACF,CAAC;QACF,OAAO,IAAI,MAAM,CACf,IAAI,GAAG,CACL,MAAM;aACH,QAAQ,CACP,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC,WAAW,IAAI,UAAU,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,CAClE;aACA,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,WAAW,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC;YACzC,EAAE;YACF,EAAE,WAAW,EAAE,WAAW,EAAE;SAC7B,CAAC,CACL,CACF,CAAC;IACJ,CAAC;CACF"}
1
+ {"version":3,"file":"decision-scorer.js","sourceRoot":"","sources":["../src/decision-scorer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAmC,mBAAmB,EAAE,MAAM,IAAI,CAAC;AAG1E,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAEjD,2EAA2E;AAC3E,wEAAwE;AACxE,kEAAkE;AAClE,2EAA2E;AAC3E,8DAA8D;AAC9D,MAAM,OAAO,cAAc;IAChB,MAAM,CAA6B;IACnC,aAAa,CAAS;IAE/B,YAAY,OAIX;QACC,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC;QAC5B,IAAI,CAAC,aAAa,GAAG,wCAAwC,OAAO,CAAC,WAAW,GAAG,CAAC;IACtF,CAAC;IAED,KAAK,CAAC,KAAK,CACT,MAAc,EACd,EAAE,MAAM,EAAoC;QAE5C,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,SAAS,CAClC,MAAM,EACN,KAAK,EAAE,CAAC,EAAE,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE;YACpC,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,mBAAmB,CAAC;gBAC5C,KAAK,EAAE,IAAI,CAAC,MAAM;gBAClB,WAAW,EAAE,MAAM;gBACnB,KAAK,EAAE,IAAI;gBACX,SAAS,EAAE;oBACT,QAAQ,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,YAAY,EAAE,IAAI,CAAC,aAAa,EAAE;iBAChE;aACF,CAAC,CAAC;YACH,OAAO,EAAE,EAAE,EAAE,WAAW,EAAE,WAAW,EAAE,OAAO,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;QACxE,CAAC,CACF,CAAC;QACF,OAAO,IAAI,MAAM,CACf,IAAI,GAAG,CACL,MAAM;aACH,QAAQ,CACP,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC,WAAW,IAAI,UAAU,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,CAClE;aACA,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,WAAW,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC;YACzC,EAAE;YACF,EAAE,WAAW,EAAE,WAAW,EAAE;SAC7B,CAAC,CACL,CACF,CAAC;IACJ,CAAC;CACF"}
@@ -9,6 +9,8 @@ export declare class KeywordScorer implements Scorer {
9
9
  readonly descriptionVector: readonly number[];
10
10
  readonly keywords: readonly [Keyword, ...Keyword[]];
11
11
  });
12
- score(stream: Stream): Promise<Scores>;
12
+ score(stream: Stream, { signal }: {
13
+ readonly signal: AbortSignal;
14
+ }): Promise<Scores>;
13
15
  }
14
16
  //# sourceMappingURL=keyword-scorer.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"keyword-scorer.d.ts","sourceRoot":"","sources":["../src/keyword-scorer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AAC5C,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAClD,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAErC,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AAK5C,qBAAa,aAAc,YAAW,MAAM;;gBAK9B,OAAO,EAAE;QAEnB,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;QAG1B,QAAQ,CAAC,iBAAiB,EAAE,SAAS,MAAM,EAAE,CAAC;QAC9C,QAAQ,CAAC,QAAQ,EAAE,SAAS,CAAC,OAAO,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;KACrD;IAMK,KAAK,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;CAW7C"}
1
+ {"version":3,"file":"keyword-scorer.d.ts","sourceRoot":"","sources":["../src/keyword-scorer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AAC5C,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAClD,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAErC,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AAK5C,qBAAa,aAAc,YAAW,MAAM;;gBAK9B,OAAO,EAAE;QAEnB,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;QAG1B,QAAQ,CAAC,iBAAiB,EAAE,SAAS,MAAM,EAAE,CAAC;QAC9C,QAAQ,CAAC,QAAQ,EAAE,SAAS,CAAC,OAAO,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;KACrD;IAMK,KAAK,CACT,MAAM,EAAE,MAAM,EACd,EAAE,MAAM,EAAE,EAAE;QAAE,QAAQ,CAAC,MAAM,EAAE,WAAW,CAAA;KAAE,GAC3C,OAAO,CAAC,MAAM,CAAC;CAYnB"}
@@ -12,7 +12,8 @@ export class KeywordScorer {
12
12
  this.#descriptionVector = options.descriptionVector;
13
13
  this.#keywords = options.keywords;
14
14
  }
15
- async score(stream) {
15
+ async score(stream, { signal }) {
16
+ signal.throwIfAborted();
16
17
  if (stream.size === 0)
17
18
  return new Scores(new Map());
18
19
  return keywordRanking(similarities(this.#vectors, this.#descriptionVector, stream, this.#keywords));
@@ -1 +1 @@
1
- {"version":3,"file":"keyword-scorer.js","sourceRoot":"","sources":["../src/keyword-scorer.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AACrC,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAG5D,4EAA4E;AAC5E,2EAA2E;AAC3E,2DAA2D;AAC3D,MAAM,OAAO,aAAa;IACf,QAAQ,CAAU;IAClB,kBAAkB,CAAoB;IACtC,SAAS,CAAmC;IAErD,YAAY,OAOX;QACC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC;QAChC,IAAI,CAAC,kBAAkB,GAAG,OAAO,CAAC,iBAAiB,CAAC;QACpD,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,QAAQ,CAAC;IACpC,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,MAAc;QACxB,IAAI,MAAM,CAAC,IAAI,KAAK,CAAC;YAAE,OAAO,IAAI,MAAM,CAAC,IAAI,GAAG,EAAE,CAAC,CAAC;QACpD,OAAO,cAAc,CACnB,YAAY,CACV,IAAI,CAAC,QAAQ,EACb,IAAI,CAAC,kBAAkB,EACvB,MAAM,EACN,IAAI,CAAC,SAAS,CACf,CACF,CAAC;IACJ,CAAC;CACF"}
1
+ {"version":3,"file":"keyword-scorer.js","sourceRoot":"","sources":["../src/keyword-scorer.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AACrC,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAG5D,4EAA4E;AAC5E,2EAA2E;AAC3E,2DAA2D;AAC3D,MAAM,OAAO,aAAa;IACf,QAAQ,CAAU;IAClB,kBAAkB,CAAoB;IACtC,SAAS,CAAmC;IAErD,YAAY,OAOX;QACC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC;QAChC,IAAI,CAAC,kBAAkB,GAAG,OAAO,CAAC,iBAAiB,CAAC;QACpD,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,QAAQ,CAAC;IACpC,CAAC;IAED,KAAK,CAAC,KAAK,CACT,MAAc,EACd,EAAE,MAAM,EAAoC;QAE5C,MAAM,CAAC,cAAc,EAAE,CAAC;QACxB,IAAI,MAAM,CAAC,IAAI,KAAK,CAAC;YAAE,OAAO,IAAI,MAAM,CAAC,IAAI,GAAG,EAAE,CAAC,CAAC;QACpD,OAAO,cAAc,CACnB,YAAY,CACV,IAAI,CAAC,QAAQ,EACb,IAAI,CAAC,kBAAkB,EACvB,MAAM,EACN,IAAI,CAAC,SAAS,CACf,CACF,CAAC;IACJ,CAAC;CACF"}
package/dist/scorer.d.ts CHANGED
@@ -5,6 +5,8 @@ export type Article = {
5
5
  };
6
6
  export type Stream = ReadonlyMap<string, Article>;
7
7
  export interface Scorer {
8
- score(stream: Stream): Promise<Scores>;
8
+ score(stream: Stream, options: {
9
+ readonly signal: AbortSignal;
10
+ }): Promise<Scores>;
9
11
  }
10
12
  //# sourceMappingURL=scorer.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"scorer.d.ts","sourceRoot":"","sources":["../src/scorer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAG1C,MAAM,MAAM,OAAO,GAAG;IAGpB,QAAQ,CAAC,WAAW,EAAE,IAAI,CAAC;IAG3B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;CACvB,CAAC;AAGF,MAAM,MAAM,MAAM,GAAG,WAAW,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAIlD,MAAM,WAAW,MAAM;IACrB,KAAK,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;CACxC"}
1
+ {"version":3,"file":"scorer.d.ts","sourceRoot":"","sources":["../src/scorer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAG1C,MAAM,MAAM,OAAO,GAAG;IAGpB,QAAQ,CAAC,WAAW,EAAE,IAAI,CAAC;IAG3B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;CACvB,CAAC;AAGF,MAAM,MAAM,MAAM,GAAG,WAAW,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAMlD,MAAM,WAAW,MAAM;IACrB,KAAK,CACH,MAAM,EAAE,MAAM,EACd,OAAO,EAAE;QAAE,QAAQ,CAAC,MAAM,EAAE,WAAW,CAAA;KAAE,GACxC,OAAO,CAAC,MAAM,CAAC,CAAC;CACpB"}
@@ -11,6 +11,8 @@ export declare class SimilarityScorer implements Scorer {
11
11
  readonly answers: TaughtAnswers;
12
12
  readonly keywords: readonly Keyword[];
13
13
  });
14
- score(stream: Stream): Promise<Scores>;
14
+ score(stream: Stream, { signal }: {
15
+ readonly signal: AbortSignal;
16
+ }): Promise<Scores>;
15
17
  }
16
18
  //# sourceMappingURL=similarity-scorer.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"similarity-scorer.d.ts","sourceRoot":"","sources":["../src/similarity-scorer.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,KAAK,OAAO,EAAc,MAAM,cAAc,CAAC;AAExD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAClD,OAAO,EAAE,MAAM,EAAc,MAAM,aAAa,CAAC;AAEjD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACzD,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AAO5C,qBAAa,gBAAiB,YAAW,MAAM;;gBAMjC,OAAO,EAAE;QAEnB,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;QAG1B,QAAQ,CAAC,iBAAiB,EAAE,SAAS,MAAM,EAAE,CAAC;QAC9C,QAAQ,CAAC,OAAO,EAAE,aAAa,CAAC;QAChC,QAAQ,CAAC,QAAQ,EAAE,SAAS,OAAO,EAAE,CAAC;KACvC;IAOK,KAAK,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;CAkE7C"}
1
+ {"version":3,"file":"similarity-scorer.d.ts","sourceRoot":"","sources":["../src/similarity-scorer.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,KAAK,OAAO,EAAc,MAAM,cAAc,CAAC;AAExD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAClD,OAAO,EAAE,MAAM,EAAc,MAAM,aAAa,CAAC;AAEjD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACzD,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AAO5C,qBAAa,gBAAiB,YAAW,MAAM;;gBAMjC,OAAO,EAAE;QAEnB,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;QAG1B,QAAQ,CAAC,iBAAiB,EAAE,SAAS,MAAM,EAAE,CAAC;QAC9C,QAAQ,CAAC,OAAO,EAAE,aAAa,CAAC;QAChC,QAAQ,CAAC,QAAQ,EAAE,SAAS,OAAO,EAAE,CAAC;KACvC;IAOK,KAAK,CACT,MAAM,EAAE,MAAM,EACd,EAAE,MAAM,EAAE,EAAE;QAAE,QAAQ,CAAC,MAAM,EAAE,WAAW,CAAA;KAAE,GAC3C,OAAO,CAAC,MAAM,CAAC;CAmEnB"}
@@ -20,7 +20,8 @@ export class SimilarityScorer {
20
20
  this.#answers = options.answers;
21
21
  this.#keywords = options.keywords;
22
22
  }
23
- async score(stream) {
23
+ async score(stream, { signal }) {
24
+ signal.throwIfAborted();
24
25
  if (stream.size === 0)
25
26
  return new Scores(new Map());
26
27
  const similar = similarities(this.#vectors, this.#descriptionVector, stream, this.#keywords);
@@ -1 +1 @@
1
- {"version":3,"file":"similarity-scorer.js","sourceRoot":"","sources":["../src/similarity-scorer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,mBAAmB,EAAE,MAAM,eAAe,CAAC;AACpD,OAAO,EAAgB,UAAU,EAAE,MAAM,cAAc,CAAC;AACxD,OAAO,EAAE,KAAK,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAErD,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAI5D,0EAA0E;AAC1E,qEAAqE;AACrE,4EAA4E;AAC5E,6EAA6E;AAC7E,8BAA8B;AAC9B,MAAM,OAAO,gBAAgB;IAClB,QAAQ,CAAU;IAClB,kBAAkB,CAAoB;IACtC,QAAQ,CAAgB;IACxB,SAAS,CAAqB;IAEvC,YAAY,OAQX;QACC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC;QAChC,IAAI,CAAC,kBAAkB,GAAG,OAAO,CAAC,iBAAiB,CAAC;QACpD,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC;QAChC,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,QAAQ,CAAC;IACpC,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,MAAc;QACxB,IAAI,MAAM,CAAC,IAAI,KAAK,CAAC;YAAE,OAAO,IAAI,MAAM,CAAC,IAAI,GAAG,EAAE,CAAC,CAAC;QACpD,MAAM,OAAO,GAAG,YAAY,CAC1B,IAAI,CAAC,QAAQ,EACb,IAAI,CAAC,kBAAkB,EACvB,MAAM,EACN,IAAI,CAAC,SAAS,CACf,CAAC;QACF,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC;QAC3D,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;QACpC,IAAI,aAAa,GAAG,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC;QAC1E,IAAI,aAAa,KAAK,SAAS,IAAI,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxE,MAAM,GAAG,GAAG,KAAK,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC;YACvD,aAAa,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,gBAAgB,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC;QACtE,CAAC;QACD,IAAI,aAAa,KAAK,SAAS;YAAE,OAAO,cAAc,CAAC,OAAO,CAAC,CAAC;QAChE,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC;YAC3B,aAAa,GAAG,mBAAmB,CACjC,aAAa,EACb,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,KAAK,CAAC,EACjC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CACtC,UAAU,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,CACjC,CACF,CAAC;QACJ,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;YAC9C,GAAG,OAAO;YACV,WAAW,EAAE,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC;SACvC,CAAC,CAAC,CAAC;QACJ,OAAO,IAAI,MAAM,CACf,IAAI,GAAG,CACL,MAAM;aACH,QAAQ,CACP,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACP,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC,WAAW;YAC7B,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU;YAC3B,UAAU,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,CACzB;aACA,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,WAAW,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC;YACzC,EAAE;YACF,EAAE,WAAW,EAAE,WAAW,EAAE;SAC7B,CAAC,CACL,CACF,CAAC;IACJ,CAAC;IAED,0EAA0E;IAC1E,oEAAoE;IACpE,aAAa;QACX,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC;QAChD,MAAM,WAAW,GAAG,IAAI,CAAC,kBAAkB,CAAC;QAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,WAAW,CAAC,CAAC;QAC1C,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAChC,CAAC,GAAG,QAAQ,EAAE,GAAG,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,CAClD,CAAC;QACF,MAAM,KAAK,GAAG,CAAC,EAAE,EAAE,EAA2B,EAAE,EAAE;YAChD,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;YACpC,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,WAAW,CAAC,MAAM,EAAE,KAAK,EAAE;gBACrD,KAAK,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC;YACvE,OAAO,KAAK,CAAC;QACf,CAAC,CAAC;QACF,OAAO;YACL,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC;YAC7B,WAAW,EAAE,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC;SACpC,CAAC;IACJ,CAAC;CACF"}
1
+ {"version":3,"file":"similarity-scorer.js","sourceRoot":"","sources":["../src/similarity-scorer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,mBAAmB,EAAE,MAAM,eAAe,CAAC;AACpD,OAAO,EAAgB,UAAU,EAAE,MAAM,cAAc,CAAC;AACxD,OAAO,EAAE,KAAK,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAErD,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAI5D,0EAA0E;AAC1E,qEAAqE;AACrE,4EAA4E;AAC5E,6EAA6E;AAC7E,8BAA8B;AAC9B,MAAM,OAAO,gBAAgB;IAClB,QAAQ,CAAU;IAClB,kBAAkB,CAAoB;IACtC,QAAQ,CAAgB;IACxB,SAAS,CAAqB;IAEvC,YAAY,OAQX;QACC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC;QAChC,IAAI,CAAC,kBAAkB,GAAG,OAAO,CAAC,iBAAiB,CAAC;QACpD,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC;QAChC,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,QAAQ,CAAC;IACpC,CAAC;IAED,KAAK,CAAC,KAAK,CACT,MAAc,EACd,EAAE,MAAM,EAAoC;QAE5C,MAAM,CAAC,cAAc,EAAE,CAAC;QACxB,IAAI,MAAM,CAAC,IAAI,KAAK,CAAC;YAAE,OAAO,IAAI,MAAM,CAAC,IAAI,GAAG,EAAE,CAAC,CAAC;QACpD,MAAM,OAAO,GAAG,YAAY,CAC1B,IAAI,CAAC,QAAQ,EACb,IAAI,CAAC,kBAAkB,EACvB,MAAM,EACN,IAAI,CAAC,SAAS,CACf,CAAC;QACF,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC;QAC3D,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;QACpC,IAAI,aAAa,GAAG,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC;QAC1E,IAAI,aAAa,KAAK,SAAS,IAAI,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxE,MAAM,GAAG,GAAG,KAAK,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC;YACvD,aAAa,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,gBAAgB,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC;QACtE,CAAC;QACD,IAAI,aAAa,KAAK,SAAS;YAAE,OAAO,cAAc,CAAC,OAAO,CAAC,CAAC;QAChE,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC;YAC3B,aAAa,GAAG,mBAAmB,CACjC,aAAa,EACb,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,KAAK,CAAC,EACjC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CACtC,UAAU,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,CACjC,CACF,CAAC;QACJ,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;YAC9C,GAAG,OAAO;YACV,WAAW,EAAE,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC;SACvC,CAAC,CAAC,CAAC;QACJ,OAAO,IAAI,MAAM,CACf,IAAI,GAAG,CACL,MAAM;aACH,QAAQ,CACP,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACP,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC,WAAW;YAC7B,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU;YAC3B,UAAU,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,CACzB;aACA,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,WAAW,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC;YACzC,EAAE;YACF,EAAE,WAAW,EAAE,WAAW,EAAE;SAC7B,CAAC,CACL,CACF,CAAC;IACJ,CAAC;IAED,0EAA0E;IAC1E,oEAAoE;IACpE,aAAa;QACX,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC;QAChD,MAAM,WAAW,GAAG,IAAI,CAAC,kBAAkB,CAAC;QAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,WAAW,CAAC,CAAC;QAC1C,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAChC,CAAC,GAAG,QAAQ,EAAE,GAAG,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,CAClD,CAAC;QACF,MAAM,KAAK,GAAG,CAAC,EAAE,EAAE,EAA2B,EAAE,EAAE;YAChD,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;YACpC,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,WAAW,CAAC,MAAM,EAAE,KAAK,EAAE;gBACrD,KAAK,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC;YACvE,OAAO,KAAK,CAAC;QACf,CAAC,CAAC;QACF,OAAO;YACL,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC;YAC7B,WAAW,EAAE,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC;SACpC,CAAC;IACJ,CAAC;CACF"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@zukhruf/relevance-filtering",
3
- "version": "0.6.0",
3
+ "version": "0.6.2",
4
4
  "description": "Ranks a stream of articles for a reader's profile through a scorer port (a decision model, or embedding similarity calibrated on the reader's answers), with thresholds that turn the probabilities into yes or no.",
5
5
  "license": "MIT",
6
6
  "repository": {
@@ -44,6 +44,6 @@
44
44
  },
45
45
  "devDependencies": {
46
46
  "@stdlib/blas-ext-base-gsumpw": "^0.3.1",
47
- "@zukhruf/embeddings": "^0.6.0"
47
+ "@zukhruf/embeddings": "^0.6.2"
48
48
  }
49
49
  }