urdu-text-utils 0.1.7 → 0.1.9

package/dist/index.js

@@ -3701,6 +3701,244 @@ function timeAgoUrdu(date, relativeTo = /* @__PURE__ */ new Date(), options = {}
   return isPast ? `${count} \u0633\u0627\u0644 \u067E\u06C1\u0644\u06D2` : `${count} \u0633\u0627\u0644 \u0628\u0639\u062F`;
 }
 
-export { URDU_MONTHS_GREGORIAN, URDU_MONTHS_HIJRI, URDU_STOP_WORDS, URDU_WEEKDAYS, analyzeUrdu, compareUrdu, convertNumbers, countSentences, countWords, editDistance, filterStopWords, foldUrdu, formatUrduDate, getUrduMonthName, getUrduWeekdayName, hasUrduSpecificLetters, highlightUrdu, isStopWord, isUrdu, normalizeUrdu, numberToUrduWords, parseUrduNumber, removeDiacritics, removeStopWords, romanToUrdu, romanize, searchUrdu, searchUrduRanked, sortUrdu, splitSentences, splitWords, timeAgoUrdu, toArabicIndicDigits, toEnglishDigits, toUrduDigits, urduRatio, urduSlug };
+// src/stemmer.ts
+var URDU_PREFIXES = [
+  "\u063A\u06CC\u0631",
+  "\u062E\u0648\u062F",
+  "\u0627\u06C1\u0644",
+  "\u0628\u06D2",
+  "\u0646\u0627",
+  "\u0644\u0627",
+  "\u0628\u062F",
+  "\u06A9\u0645",
+  "\u0627\u0646",
+  "\u06C1\u0645",
+  "\u0628\u0627",
+  "\u067E\u064F\u0631"
+];
+var URDU_SUFFIXES = [
+  // Compound / multi-syllable suffixes
+  "\u06CC\u06BA\u06AF\u06D2",
+  "\u06CC\u0646\u06AF\u06D2",
+  "\u06D2\u06AF\u0627",
+  "\u06D2\u06AF\u06CC",
+  "\u06CC\u0646\u06AF\u06CC",
+  "\u062F\u0627\u0631\u06CC",
+  "\u06AF\u0627\u0631\u06CC",
+  "\u06A9\u0627\u0631\u06CC",
+  "\u0633\u0627\u0632\u06CC",
+  "\u0628\u0627\u0632\u06CC",
+  "\u0645\u0646\u062F\u06CC",
+  "\u062A\u0631\u06CC\u0646",
+  "\u0633\u062A\u0627\u0646",
+  "\u062E\u0627\u0646\u06C1",
+  "\u0646\u0627\u0645\u06C1",
+  "\u062C\u0627\u062A",
+  "\u06AF\u0627\u0646",
+  // Adjectival / nominal / agentive suffixes
+  "\u062F\u0627\u0631",
+  "\u06AF\u0627\u0631",
+  "\u06A9\u0627\u0631",
+  "\u0633\u0627\u0632",
+  "\u0628\u0627\u0632",
+  "\u0645\u0646\u062F",
+  "\u0646\u0627\u06A9",
+  "\u0648\u0627\u0631",
+  "\u062F\u0627\u0646",
+  "\u0632\u0627\u0631",
+  "\u06CC\u062A",
+  "\u067E\u0646",
+  "\u0627\u0626\u06CC",
+  "\u062A\u0631",
+  // Plural & verbal inflections
+  "\u06CC\u0627\u06BA",
+  "\u0626\u06CC\u06BA",
+  "\u0624\u06BA",
+  "\u06CC\u0648\u06BA",
+  "\u0648\u06BA",
+  "\u06CC\u06BA",
+  "\u0627\u062A",
+  "\u06C1\u0627",
+  "\u06CC\u0646",
+  "\u062A\u06CC\u06BA",
+  "\u062A\u0627",
+  "\u062A\u06CC",
+  "\u062A\u06D2",
+  "\u0646\u0627"
+];
+var PROTECTED_WORDS = /* @__PURE__ */ new Set([
+  "\u06C1\u0645",
+  "\u0646\u0627",
+  "\u0644\u0627",
+  "\u0628\u06D2",
+  "\u06CC\u0627",
+  "\u062A\u0648",
+  "\u067E\u0631",
+  "\u0633\u06D2",
+  "\u06A9\u0648",
+  "\u06A9\u0627",
+  "\u06A9\u06CC",
+  "\u06A9\u06D2",
+  "\u0645\u06CC\u06BA",
+  "\u0646\u06D2",
+  "\u06C1\u06D2",
+  "\u06C1\u06CC\u06BA",
+  "\u06C1\u0648",
+  "\u062A\u06BE\u0627",
+  "\u062A\u06BE\u06CC",
+  "\u062A\u06BE\u06D2",
+  "\u062A\u06BE\u06CC\u06BA",
+  "\u0628\u0627\u063A",
+  "\u0646\u0627\u0645",
+  "\u0633\u0641\u0631",
+  "\u06C1\u0648\u0627",
+  "\u062F\u0644",
+  "\u0633\u0631",
+  "\u0644\u0628",
+  "\u062F\u0633\u062A",
+  "\u06A9\u0627\u0631",
+  "\u0628\u0627\u0631",
+  "\u0628\u0627\u0644",
+  "\u0628\u0627\u0646",
+  "\u0634\u0627\u0645",
+  "\u06A9\u0627\u0645",
+  "\u062F\u0627\u0645",
+  "\u062C\u0627\u0645",
+  "\u0639\u0627\u0645",
+  "\u0631\u0627\u0645",
+  "\u06AF\u0627\u0645",
+  "\u062A\u0627\u0631",
+  "\u06CC\u0627\u0631",
+  "\u0645\u0627\u0631",
+  "\u0646\u0627\u0631",
+  "\u062F\u0627\u0631",
+  "\u06C1\u0627\u0631",
+  "\u0632\u0627\u0631",
+  "\u063A\u0627\u0631",
+  "\u0631\u0627\u062A",
+  "\u0628\u0627\u062A",
+  "\u0645\u0627\u062A",
+  "\u0630\u0627\u062A",
+  "\u06C1\u0627\u062A\u06BE",
+  "\u0633\u0627\u062A\u06BE",
+  "\u062F\u06CC\u0646",
+  "\u062A\u06CC\u0646",
+  "\u0686\u06CC\u0646",
+  "\u0628\u06CC\u0646",
+  "\u0632\u0645\u06CC\u0646",
+  "\u0627\u0646\u0633\u0627\u0646",
+  "\u0627\u062D\u0633\u0627\u0646",
+  "\u0627\u06CC\u0645\u0627\u0646",
+  "\u0627\u0633\u0644\u0627\u0645",
+  "\u0627\u0639\u0644\u0627\u0646",
+  "\u0627\u0645\u06A9\u0627\u0646",
+  "\u0627\u0631\u0645\u0627\u0646",
+  "\u0627\u0641\u063A\u0627\u0646",
+  "\u0627\u06CC\u0631\u0627\u0646",
+  "\u0639\u0645\u0631\u0627\u0646",
+  "\u0639\u062B\u0645\u0627\u0646",
+  "\u0633\u0644\u0645\u0627\u0646",
+  "\u0639\u0631\u0641\u0627\u0646",
+  "\u0642\u0631\u0622\u0646",
+  "\u0637\u0648\u0641\u0627\u0646",
+  "\u067E\u06C1\u0686\u0627\u0646",
+  "\u062F\u06A9\u0627\u0646",
+  "\u0645\u06A9\u0627\u0646",
+  "\u0627\u0633\u0645\u0627\u0646",
+  "\u0622\u0633\u0645\u0627\u0646",
+  "\u0645\u06C1\u0645\u0627\u0646",
+  "\u0646\u0642\u0635\u0627\u0646"
+]);
+function applySuffixStripping(word, suffixes, minLen) {
+  if (word.length <= minLen) return { stem: word };
+  if (word.endsWith("\u06CC\u0627\u06BA") && word.length - 3 >= minLen) {
+    const base = word.slice(0, -3);
+    return { stem: `${base}\u06CC`, suffix: "\u06CC\u0627\u06BA" };
+  }
+  if (word.endsWith("\u06CC\u0648\u06BA") && word.length - 3 >= minLen) {
+    const base = word.slice(0, -3);
+    return { stem: `${base}\u06CC`, suffix: "\u06CC\u0648\u06BA" };
+  }
+  if (word.endsWith("\u0626\u06CC\u06BA") && word.length - 3 >= minLen) {
+    const base = word.slice(0, -3);
+    return { stem: base, suffix: "\u0626\u06CC\u06BA" };
+  }
+  if (word.endsWith("\u0624\u06BA") && word.length - 2 >= minLen) {
+    const base = word.slice(0, -2);
+    return { stem: base, suffix: "\u0624\u06BA" };
+  }
+  for (const suf of suffixes) {
+    if (word.endsWith(suf)) {
+      const remainder = word.slice(0, -suf.length).replace(/[\s\u200C\u200D]+$/, "");
+      if (remainder.length >= minLen && !PROTECTED_WORDS.has(word)) {
+        return { stem: remainder, suffix: suf };
+      }
+    }
+  }
+  return { stem: word };
+}
+function applyPrefixStripping(word, prefixes, minLen) {
+  if (word.length <= minLen) return { stem: word };
+  for (const pref of prefixes) {
+    if (word.startsWith(pref)) {
+      const remainder = word.slice(pref.length).replace(/^[\s\u200C\u200D]+/, "");
+      if (remainder.length >= minLen && !PROTECTED_WORDS.has(word)) {
+        return { stem: remainder, prefix: pref };
+      }
+    }
+  }
+  return { stem: word };
+}
+function getAffixes(input, options = {}) {
+  if (!input || typeof input !== "string") {
+    return { stem: "" };
+  }
+  const clean = removeDiacritics(normalizeUrdu(input.trim()));
+  if (!clean) return { stem: "" };
+  if (options.exceptions && options.exceptions[clean]) {
+    return { stem: options.exceptions[clean] };
+  }
+  if (PROTECTED_WORDS.has(clean)) {
+    return { stem: clean };
+  }
+  const minLen = options.minStemLength ?? 2;
+  const doSuffixes = options.stripSuffixes ?? true;
+  const doPrefixes = options.stripPrefixes ?? true;
+  const suffixes = options.customSuffixes ?? URDU_SUFFIXES;
+  const prefixes = options.customPrefixes ?? URDU_PREFIXES;
+  let current = clean;
+  let detectedSuffix;
+  let detectedPrefix;
+  if (doSuffixes) {
+    const sRes = applySuffixStripping(current, suffixes, minLen);
+    current = sRes.stem;
+    detectedSuffix = sRes.suffix;
+  }
+  if (doPrefixes) {
+    const pRes = applyPrefixStripping(current, prefixes, minLen);
+    current = pRes.stem;
+    detectedPrefix = pRes.prefix;
+  }
+  return {
+    prefix: detectedPrefix,
+    stem: current,
+    suffix: detectedSuffix
+  };
+}
+function stemUrdu(word, options = {}) {
+  return getAffixes(word, options).stem;
+}
+function stemUrduText(text, options = {}) {
+  if (!text || typeof text !== "string") return "";
+  const tokens = text.split(/([\s\p{P}\p{S}]+)/u);
+  return tokens.map((token) => {
+    if (/[\u0600-\u06FF\u0750-\u077F\uFB50-\uFDFF\uFE70-\uFEFF]/.test(token)) {
+      return stemUrdu(token, options);
+    }
+    return token;
+  }).join("");
+}
+
+export { URDU_MONTHS_GREGORIAN, URDU_MONTHS_HIJRI, URDU_PREFIXES, URDU_STOP_WORDS, URDU_SUFFIXES, URDU_WEEKDAYS, analyzeUrdu, compareUrdu, convertNumbers, countSentences, countWords, editDistance, filterStopWords, foldUrdu, formatUrduDate, getAffixes, getUrduMonthName, getUrduWeekdayName, hasUrduSpecificLetters, highlightUrdu, isStopWord, isUrdu, normalizeUrdu, numberToUrduWords, parseUrduNumber, removeDiacritics, removeStopWords, romanToUrdu, romanize, searchUrdu, searchUrduRanked, sortUrdu, splitSentences, splitWords, stemUrdu, stemUrduText, timeAgoUrdu, toArabicIndicDigits, toEnglishDigits, toUrduDigits, urduRatio, urduSlug };
 //# sourceMappingURL=index.js.map
 //# sourceMappingURL=index.js.map