gencow 0.1.140 → 0.1.141

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "gencow",
-  "version": "0.1.140",
+  "version": "0.1.141",
   "description": "Gencow — AI Backend Engine",
   "type": "module",
   "bin": {

package/server/index.js

@@ -130352,6 +130352,7 @@ var MAX_SEARCH_LIMIT = 100;
 var RRF_K = 60;
 var IDENTIFIER_RE = /^[a-zA-Z_][a-zA-Z0-9_]*$/;
 var DEFAULT_FUSION_WEIGHT = 1;
+var RELAXED_LEXICAL_TERM_RE = /[\p{L}\p{N}]+/gu;
 var INTERNAL_SEARCH_ROW_KEYS = ["score", "keyword_score", "vector_score", "fused_score"];
 var SearchRuntimeError = class extends Error {
   status;
@@ -130438,20 +130439,45 @@ function buildFieldConcat(fields) {
   const chunks = fields.map((field) => sql10.raw(`coalesce(${requireSafeIdentifier(field)}::text, '')`));
   return joinSql2(chunks, ` || ' ' || `);
 }
+function shouldUseRelaxedLexicalFallback(query2) {
+  return /[^\x00-\x7F]/.test(query2);
+}
+function extractRelaxedLexicalTerms(query2) {
+  const terms = query2.toLowerCase().match(RELAXED_LEXICAL_TERM_RE) ?? [];
+  return [...new Set(terms.filter((term) => term.length > 1))];
+}
+function buildRelaxedLexicalClause(fields, query2) {
+  const terms = extractRelaxedLexicalTerms(query2);
+  if (terms.length === 0) return sql10`false`;
+  const fieldConcat = buildFieldConcat(fields);
+  const clauses = terms.map((term) => sql10`${fieldConcat} ILIKE ${`%${term}%`}`);
+  return joinSql2(clauses, " OR ");
+}
+function buildRelaxedLexicalScore(fields, query2) {
+  const terms = extractRelaxedLexicalTerms(query2);
+  if (terms.length === 0) return sql10`0::double precision`;
+  const fieldConcat = buildFieldConcat(fields);
+  const scoreParts = terms.map((term) => sql10`CASE WHEN ${fieldConcat} ILIKE ${`%${term}%`} THEN 1 ELSE 0 END`);
+  return sql10`((${joinSql2(scoreParts, " + ")})::double precision / ${terms.length})`;
+}
 function buildLexicalClause(engine, fields, query2) {
   if (engine === "pgroonga") {
     const fieldClauses = fields.map((field) => sql10`${sql10.raw(requireSafeIdentifier(field))} &@~ ${query2}`);
     return joinSql2(fieldClauses, " OR ");
   }
   const fieldConcat = buildFieldConcat(fields);
-  return sql10`to_tsvector('english', ${fieldConcat}) @@ plainto_tsquery('english', ${query2})`;
+  const strictClause = sql10`to_tsvector('english', ${fieldConcat}) @@ plainto_tsquery('english', ${query2})`;
+  if (!shouldUseRelaxedLexicalFallback(query2)) return strictClause;
+  return sql10`(${strictClause} OR ${buildRelaxedLexicalClause(fields, query2)})`;
 }
 function buildLexicalScore(engine, fields, query2) {
   if (engine === "pgroonga") {
     return sql10`pgroonga_score(tableoid, ctid)::double precision`;
   }
   const fieldConcat = buildFieldConcat(fields);
-  return sql10`ts_rank(to_tsvector('english', ${fieldConcat}), plainto_tsquery('english', ${query2}))::double precision`;
+  const strictScore = sql10`ts_rank(to_tsvector('english', ${fieldConcat}), plainto_tsquery('english', ${query2}))::double precision`;
+  if (!shouldUseRelaxedLexicalFallback(query2)) return strictScore;
+  return sql10`GREATEST(${strictScore}, ${buildRelaxedLexicalScore(fields, query2)})::double precision`;
 }
 function buildScopeClauses(auth, scope) {
   if (!scope.corpus.trim()) {