@hiveai/core 0.23.0 → 0.24.0

package/dist/index.js

@@ -3362,10 +3362,21 @@ function pickDistinctiveToken(text) {
   const best = [...candidates.values()].sort((a, b) => b.score - a.score)[0];
   return best?.raw ?? null;
 }
+var FILE_EXT_REF = /\.(ts|tsx|js|jsx|mjs|cjs|py|go|rs|java|kt|swift|rb|php|cs|cpp|c|h|md|json|ya?ml|toml|lock)\b/i;
+function isDegenerateToken(token) {
+  if (/^[\d.\-:_]+$/.test(token)) return true;
+  if (/\d+\s*-\s*\d+/.test(token)) return true;
+  if (FILE_EXT_REF.test(token)) return true;
+  const letters = (token.match(/[A-Za-z]/g) ?? []).length;
+  const digits = (token.match(/\d/g) ?? []).length;
+  if (digits >= 3 && letters <= 1) return true;
+  return false;
+}
 function isDistinctiveToken2(token, isCodeLike) {
   if (token.length < 4 || token.length > 80) return false;
   if (/^https?:\/\//i.test(token)) return false;
   if (/^\d+$/.test(token)) return false;
+  if (isDegenerateToken(token)) return false;
   const lower = token.toLowerCase();
   if (SENSOR_STOPWORDS.has(lower)) return false;
   if (!/[A-Za-z]/.test(token)) return false;
@@ -3376,6 +3387,7 @@ function isBoringValue(value) {
   if (!value || value.length > 80) return true;
   const lower = value.toLowerCase();
   if (lower === "true" || lower === "false") return false;
+  if (isDegenerateToken(value)) return true;
   return SENSOR_STOPWORDS.has(lower);
 }
 function sensorMessageFromBody(body, token) {