pi-skill-shiori 0.6.16 → 0.6.17

package/CHANGELOG.md

@@ -2,6 +2,12 @@
 
 ## Unreleased
 
+## [0.6.17] - 2026-10-24
+
+### Changed
+
+- Tokenize each retrieval query once and reuse its tokens while scoring skills.
+
 ## [0.6.16] - 2026-10-17
 
 ### Changed

package/README.md

@@ -19,7 +19,7 @@ For maintenance priorities and the phased plan, see [`ROADMAP.md`](ROADMAP.md).
 
 Pi Skill Shiori is a [Pi](https://pi.dev/) package for vaults or projects with many Agent Skills where the default catalog becomes noisy and expensive. It hides the normal skill catalog when safe, recommends triggerable skills with compact summaries, and loads full `SKILL.md` bodies on demand.
 
-`0.6.16` is the current working release. Prompt-boundary suppression is intentionally conservative: if Shiori cannot safely recognize a catalog boundary, it leaves the prompt untouched and warns instead of deleting too much.
+`0.6.17` is the current working release. Prompt-boundary suppression is intentionally conservative: if Shiori cannot safely recognize a catalog boundary, it leaves the prompt untouched and warns instead of deleting too much.
 
 ## Features
 
@@ -38,7 +38,7 @@ Pi Skill Shiori is a [Pi](https://pi.dev/) package for vaults or projects with m
 ### Global install from npm
 
 ```bash
-pi install npm:pi-skill-shiori@0.6.16
+pi install npm:pi-skill-shiori@0.6.17
 ```
 
 Without a version pin:
@@ -50,7 +50,7 @@ pi install npm:pi-skill-shiori
 ### Project-local install from npm
 
 ```bash
-pi install -l npm:pi-skill-shiori@0.6.16
+pi install -l npm:pi-skill-shiori@0.6.17
 ```
 
 Without a version pin:
@@ -62,7 +62,7 @@ pi install -l npm:pi-skill-shiori
 ### Install from GitHub
 
 ```bash
-pi install git:github.com/eiei114/pi-skill-shiori@v0.6.16
+pi install git:github.com/eiei114/pi-skill-shiori@v0.6.17
 pi install -l git:github.com/eiei114/pi-skill-shiori
 ```
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "pi-skill-shiori",
-  "version": "0.6.16",
+  "version": "0.6.17",
   "description": "Pi extension that reduces Agent Skill catalog tokens with policy-based skill retrieval and on-demand skill loading.",
   "type": "module",
   "license": "MIT",

package/src/retrieval.ts

@@ -12,20 +12,21 @@ export function retrieveCandidates(
   index?: RetrievalIndex,
 ): SkillCandidate[] {
   const normalizedQuery = normalize(query);
+  const queryTokens = tokenize(normalizedQuery);
   const candidatesByName = new Map<string, SkillCandidate>();
   const triggerableSkills = skills.filter(
     (skill) => (policy.skills[skill.name]?.activation ?? policy.defaults.activation) === "triggerable",
   );
 
   for (const skill of triggerableSkills) {
-    const triggerCandidate = evaluateSkill(skill, normalizedQuery, policy, true);
+    const triggerCandidate = evaluateSkill(skill, normalizedQuery, queryTokens, policy, true);
     if (triggerCandidate) candidatesByName.set(skill.name, triggerCandidate);
   }
 
   const ftsMatches = index?.search(query, policy.candidateInjection.maxCandidates * 4) ?? [];
   const scoringPool = ftsMatches.length > 0 ? ftsMatches : skills;
   for (const skill of scoringPool) {
-    const candidate = evaluateSkill(skill, normalizedQuery, policy, false);
+    const candidate = evaluateSkill(skill, normalizedQuery, queryTokens, policy, false);
     if (!candidate) continue;
     const previous = candidatesByName.get(skill.name);
     if (!previous || candidate.score > previous.score) {
@@ -89,6 +90,7 @@ export function excludedSkillNames(
 function evaluateSkill(
   skill: SkillRecord,
   normalizedQuery: string,
+  queryTokens: ReadonlySet<string>,
   policy: ShioriPolicy,
   exactTriggerOnly: boolean,
 ): SkillCandidate | undefined {
@@ -113,7 +115,7 @@ function evaluateSkill(
   if (exactTriggerOnly) return undefined;
 
   const text = normalize(`${skill.name} ${skill.description} ${includes.join(" ")}`);
-  const tokenScore = scoreTokens(normalizedQuery, text);
+  const tokenScore = scoreTokens(queryTokens, text);
   if (tokenScore < policy.candidateInjection.minScore) return undefined;
   return attachRecommendationReason(
     {
@@ -134,8 +136,11 @@ function includesNormalized(query: string, trigger: string): boolean {
   return query.includes(normalize(trigger));
 }
 
-function scoreTokens(query: string, text: string): number {
-  const tokens = new Set(query.split(/[^\p{L}\p{N}_-]+/u).filter((token) => token.length >= 2));
+function tokenize(query: string): Set<string> {
+  return new Set(query.split(/[^\p{L}\p{N}_-]+/u).filter((token) => token.length >= 2));
+}
+
+function scoreTokens(tokens: ReadonlySet<string>, text: string): number {
   if (tokens.size === 0) return 0;
   let hits = 0;
   for (const token of tokens) {