fumadocs-core 14.7.0 → 14.7.1

package/dist/search/client.d.ts

@@ -54,4 +54,4 @@ type Client = ({
  */
 declare function useDocsSearch(client: Client, locale?: string, tag?: string, delayMs?: number, allowEmpty?: boolean, key?: string): UseDocsSearch;
 
-export { type AlgoliaOptions, type FetchOptions, type OramaCloudOptions, type StaticOptions, useDocsSearch };
+export { type AlgoliaOptions, type Client, type FetchOptions, type OramaCloudOptions, type StaticOptions, useDocsSearch };

package/dist/search/server.js

@@ -208,9 +208,18 @@ var STEMMERS = {
 };
 
 // src/search/orama/create-i18n.ts
-function defaultLocaleMap(locale) {
-  const map = STEMMERS;
-  return Object.keys(map).find((lang) => map[lang] === locale) ?? locale;
+async function getTokenizer(locale) {
+  const mandarin = ["cn", "zh"];
+  const language = Object.keys(STEMMERS).find((lang) => STEMMERS[lang] === locale) ?? locale;
+  if (mandarin.some((code) => locale === code || locale.startsWith(`${code}-`))) {
+    const { createTokenizer } = await import("@orama/tokenizers/mandarin");
+    return {
+      tokenizer: await createTokenizer()
+    };
+  }
+  return {
+    language
+  };
 }
 async function initSimple(options) {
   const map = /* @__PURE__ */ new Map();
@@ -220,7 +229,7 @@ async function initSimple(options) {
   const indexes = typeof options.indexes === "function" ? await options.indexes() : options.indexes;
   for (const locale of options.i18n.languages) {
     const localeIndexes = indexes.filter((index) => index.locale === locale);
-    const searchLocale = options.localeMap?.[locale] ?? defaultLocaleMap(locale);
+    const searchLocale = options.localeMap?.[locale] ?? await getTokenizer(locale);
     map.set(
       locale,
       typeof searchLocale === "object" ? initSimpleSearch({
@@ -244,7 +253,7 @@ async function initAdvanced(options) {
   const indexes = typeof options.indexes === "function" ? await options.indexes() : options.indexes;
   for (const locale of options.i18n.languages) {
     const localeIndexes = indexes.filter((index) => index.locale === locale);
-    const searchLocale = options.localeMap?.[locale] ?? defaultLocaleMap(locale);
+    const searchLocale = options.localeMap?.[locale] ?? await getTokenizer(locale);
     map.set(
       locale,
       typeof searchLocale === "object" ? initAdvancedSearch({

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "fumadocs-core",
-  "version": "14.7.0",
+  "version": "14.7.1",
   "description": "The library for building a documentation website in Next.js",
   "keywords": [
     "NextJs",
@@ -95,6 +95,7 @@
   "devDependencies": {
     "@algolia/client-search": "4.24.0",
     "@mdx-js/mdx": "^3.1.0",
+    "@orama/tokenizers": "^2.1.1",
     "@oramacloud/client": "^2.1.4",
     "@types/estree-jsx": "^1.0.5",
     "@types/hast": "^3.0.4",
@@ -117,6 +118,7 @@
     "tsconfig": "0.0.0"
   },
   "peerDependencies": {
+    "@orama/tokenizers": "2.x.x",
     "@oramacloud/client": "1.x.x || 2.x.x",
     "algoliasearch": "4.24.0",
     "next": "14.x.x || 15.x.x",
@@ -124,6 +126,9 @@
     "react-dom": "18.x.x || 19.x.x"
   },
   "peerDependenciesMeta": {
+    "@orama/tokenizers": {
+      "optional": true
+    },
     "@oramacloud/client": {
       "optional": true
     },