@scrabble-solver/word-lists 2.12.5 → 2.13.1

package/build/getEsEsWordList.js

@@ -1,14 +1,18 @@
 "use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
 Object.defineProperty(exports, "__esModule", { value: true });
 const types_1 = require("@scrabble-solver/types");
+const latinize_1 = __importDefault(require("latinize"));
 const lib_1 = require("./lib");
-const FILE_URL = 'https://raw.githubusercontent.com/kamilmielnik/fise-2/master/fise-2.txt';
+const FILE_URL = 'https://raw.githubusercontent.com/kamilmielnik/scrabble-dictionaries/master/spanish/fise-2.txt';
+const N_PLACEHOLDER = '---n---';
 const getEsEsWordList = async () => {
     const words = await (0, lib_1.getTxtWordList)(FILE_URL, types_1.Locale.ES_ES);
-    return words.map(normalizeWord);
-};
-const normalizeWord = (word) => {
-    // normalization from https://stackoverflow.com/a/37511463
-    return word.normalize('NFD').replace(/[\u0300-\u036f]/g, '');
+    return words
+        .map((word) => word.replaceAll('ñ', N_PLACEHOLDER))
+        .map(latinize_1.default)
+        .map((word) => word.replaceAll(N_PLACEHOLDER, 'ñ'));
 };
 exports.default = getEsEsWordList;

package/build/getFrFrWordList.js

@@ -1,14 +1,14 @@
 "use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
 Object.defineProperty(exports, "__esModule", { value: true });
 const types_1 = require("@scrabble-solver/types");
+const latinize_1 = __importDefault(require("latinize"));
 const lib_1 = require("./lib");
 const FILE_URL = 'https://raw.githubusercontent.com/Thecoolsim/French-Scrabble-ODS8/main/French%20ODS%20dictionary.txt';
 const getFrFrWordList = async () => {
     const words = await (0, lib_1.getTxtWordList)(FILE_URL, types_1.Locale.FR_FR);
-    return words.map(normalizeWord);
-};
-const normalizeWord = (word) => {
-    // normalization from https://stackoverflow.com/a/37511463
-    return word.normalize('NFD').replace(/[\u0300-\u036f]/g, '');
+    return words.map(latinize_1.default);
 };
 exports.default = getFrFrWordList;

package/build/getPlPlWordList.js

@@ -5,7 +5,6 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 const cheerio_1 = require("cheerio");
 const fs_1 = __importDefault(require("fs"));
-const unzipper_1 = __importDefault(require("unzipper"));
 const url_1 = require("url");
 const lib_1 = require("./lib");
 const PAGE_URL = 'https://sjp.pl/sl/growy/';
@@ -14,7 +13,7 @@ const getPlPlWordList = async () => {
     const tempFilepath = (0, lib_1.getTempFilepath)();
     const zipUrl = await fetchZipUrl(PAGE_URL);
     const zipTempFilename = await (0, lib_1.downloadFile)(zipUrl);
-    await unzip(zipTempFilename, tempFilepath);
+    await (0, lib_1.unzip)(zipTempFilename, FILE_TO_EXTRACT_FROM_ZIP, tempFilepath);
     fs_1.default.unlinkSync(zipTempFilename);
     const file = fs_1.default.readFileSync(tempFilepath, 'utf-8');
     fs_1.default.unlinkSync(tempFilepath);
@@ -39,19 +38,4 @@ const parseZipContainingPage = (html) => {
     }
     return zipFilename;
 };
-const unzip = (zipFilename, outputFilename) => {
-    return fs_1.default
-        .createReadStream(zipFilename)
-        .pipe(unzipper_1.default.Parse())
-        .on('entry', (entry) => {
-        const fileName = entry.path;
-        if (fileName === FILE_TO_EXTRACT_FROM_ZIP) {
-            entry.pipe(fs_1.default.createWriteStream(outputFilename));
-        }
-        else {
-            entry.autodrain();
-        }
-    })
-        .promise();
-};
 exports.default = getPlPlWordList;

package/build/getRoRoWordList.d.ts

@@ -0,0 +1,2 @@
+declare const getRoRoWordList: () => Promise<string[]>;
+export default getRoRoWordList;

package/build/getRoRoWordList.js

@@ -0,0 +1,14 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const types_1 = require("@scrabble-solver/types");
+const latinize_1 = __importDefault(require("latinize"));
+const lib_1 = require("./lib");
+const FILE_URL = 'https://raw.githubusercontent.com/kamilmielnik/scrabble-dictionaries/master/romanian/loc-5.0.txt';
+const getRoRoWordList = async () => {
+    const words = await (0, lib_1.getTxtWordList)(FILE_URL, types_1.Locale.RO_RO);
+    return words.map(latinize_1.default);
+};
+exports.default = getRoRoWordList;

package/build/getWordList.js

@@ -11,6 +11,7 @@ const getEsEsWordList_1 = __importDefault(require("./getEsEsWordList"));
 const getFaIrWordList_1 = __importDefault(require("./getFaIrWordList"));
 const getFrFrWordList_1 = __importDefault(require("./getFrFrWordList"));
 const getPlPlWordList_1 = __importDefault(require("./getPlPlWordList"));
+const getRoRoWordList_1 = __importDefault(require("./getRoRoWordList"));
 const localeMap = {
     [types_1.Locale.DE_DE]: getDeDeWordList_1.default,
     [types_1.Locale.EN_GB]: getEnGbWordList_1.default,
@@ -19,6 +20,7 @@ const localeMap = {
     [types_1.Locale.FA_IR]: getFaIrWordList_1.default,
     [types_1.Locale.FR_FR]: getFrFrWordList_1.default,
     [types_1.Locale.PL_PL]: getPlPlWordList_1.default,
+    [types_1.Locale.RO_RO]: getRoRoWordList_1.default,
 };
 const getWordList = (locale) => localeMap[locale]();
 exports.default = getWordList;

package/build/lib/index.d.ts

@@ -5,3 +5,4 @@ export { default as findFirstWordIndex } from './findFirstWordIndex';
 export { default as getHash } from './getHash';
 export { default as getTempFilepath } from './getTempFilepath';
 export { default as getTxtWordList } from './getTxtWordList';
+export { default as unzip } from './unzip';

package/build/lib/index.js

@@ -3,7 +3,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.getTxtWordList = exports.getTempFilepath = exports.getHash = exports.findFirstWordIndex = exports.extractWords = exports.downloadHtml = exports.downloadFile = void 0;
+exports.unzip = exports.getTxtWordList = exports.getTempFilepath = exports.getHash = exports.findFirstWordIndex = exports.extractWords = exports.downloadHtml = exports.downloadFile = void 0;
 var downloadFile_1 = require("./downloadFile");
 Object.defineProperty(exports, "downloadFile", { enumerable: true, get: function () { return __importDefault(downloadFile_1).default; } });
 var downloadHtml_1 = require("./downloadHtml");
@@ -18,3 +18,5 @@ var getTempFilepath_1 = require("./getTempFilepath");
 Object.defineProperty(exports, "getTempFilepath", { enumerable: true, get: function () { return __importDefault(getTempFilepath_1).default; } });
 var getTxtWordList_1 = require("./getTxtWordList");
 Object.defineProperty(exports, "getTxtWordList", { enumerable: true, get: function () { return __importDefault(getTxtWordList_1).default; } });
+var unzip_1 = require("./unzip");
+Object.defineProperty(exports, "unzip", { enumerable: true, get: function () { return __importDefault(unzip_1).default; } });

package/build/lib/unzip.d.ts

@@ -0,0 +1,2 @@
+declare const unzip: (zipFilename: string, extractFilename: string, outputFilename: string) => Promise<void>;
+export default unzip;

package/build/lib/unzip.js

@@ -0,0 +1,23 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const fs_1 = __importDefault(require("fs"));
+const unzipper_1 = __importDefault(require("unzipper"));
+const unzip = (zipFilename, extractFilename, outputFilename) => {
+    return fs_1.default
+        .createReadStream(zipFilename)
+        .pipe(unzipper_1.default.Parse())
+        .on('entry', (entry) => {
+        const fileName = entry.path;
+        if (fileName === extractFilename) {
+            entry.pipe(fs_1.default.createWriteStream(outputFilename));
+        }
+        else {
+            entry.autodrain();
+        }
+    })
+        .promise();
+};
+exports.default = unzip;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@scrabble-solver/word-lists",
-  "version": "2.12.5",
+  "version": "2.13.1",
   "description": "Scrabble Solver 2 - Word lists",
   "main": "build/index.js",
   "types": "build/index.d.ts",
@@ -24,14 +24,16 @@
     "clean:force": "npm run clean && rimraf package-lock.json"
   },
   "dependencies": {
-    "@scrabble-solver/types": "^2.12.5",
+    "@scrabble-solver/types": "^2.13.1",
     "cheerio": "^1.0.0-rc.12",
     "follow-redirects": "^1.15.2",
+    "latinize": "^1.0.0",
     "unzipper": "^0.10.11"
   },
   "devDependencies": {
     "@types/follow-redirects": "^1.14.1",
+    "@types/latinize": "^0.2.17",
     "@types/unzipper": "^0.10.5"
   },
-  "gitHead": "ff33bcbceeb7010bade54d6a370efe3c574fe183"
+  "gitHead": "0588fd5c88be44c2f3e96d8cf8cc6fa7166c924c"
 }

package/src/getEsEsWordList.ts

@@ -1,17 +1,18 @@
 import { Locale } from '@scrabble-solver/types';
+import latinize from 'latinize';
 
 import { getTxtWordList } from './lib';
 
-const FILE_URL = 'https://raw.githubusercontent.com/kamilmielnik/fise-2/master/fise-2.txt';
+const FILE_URL = 'https://raw.githubusercontent.com/kamilmielnik/scrabble-dictionaries/master/spanish/fise-2.txt';
+const N_PLACEHOLDER = '---n---';
 
 const getEsEsWordList = async (): Promise<string[]> => {
   const words = await getTxtWordList(FILE_URL, Locale.ES_ES);
-  return words.map(normalizeWord);
-};
 
-const normalizeWord = (word: string): string => {
-  // normalization from https://stackoverflow.com/a/37511463
-  return word.normalize('NFD').replace(/[\u0300-\u036f]/g, '');
+  return words
+    .map((word) => word.replaceAll('ñ', N_PLACEHOLDER))
+    .map(latinize)
+    .map((word) => word.replaceAll(N_PLACEHOLDER, 'ñ'));
 };
 
 export default getEsEsWordList;

package/src/getFrFrWordList.ts

@@ -1,4 +1,5 @@
 import { Locale } from '@scrabble-solver/types';
+import latinize from 'latinize';
 
 import { getTxtWordList } from './lib';
 
@@ -6,12 +7,7 @@ const FILE_URL = 'https://raw.githubusercontent.com/Thecoolsim/French-Scrabble-O
 
 const getFrFrWordList = async (): Promise<string[]> => {
   const words = await getTxtWordList(FILE_URL, Locale.FR_FR);
-  return words.map(normalizeWord);
-};
-
-const normalizeWord = (word: string): string => {
-  // normalization from https://stackoverflow.com/a/37511463
-  return word.normalize('NFD').replace(/[\u0300-\u036f]/g, '');
+  return words.map(latinize);
 };
 
 export default getFrFrWordList;

package/src/getPlPlWordList.ts

@@ -1,9 +1,8 @@
 import { load } from 'cheerio';
 import fs from 'fs';
-import unzipper from 'unzipper';
 import { URL } from 'url';
 
-import { downloadFile, downloadHtml, extractWords, getTempFilepath } from './lib';
+import { downloadFile, downloadHtml, extractWords, getTempFilepath, unzip } from './lib';
 
 const PAGE_URL = 'https://sjp.pl/sl/growy/';
 const FILE_TO_EXTRACT_FROM_ZIP = 'slowa.txt';
@@ -12,7 +11,7 @@ const getPlPlWordList = async (): Promise<string[]> => {
   const tempFilepath = getTempFilepath();
   const zipUrl = await fetchZipUrl(PAGE_URL);
   const zipTempFilename = await downloadFile(zipUrl);
-  await unzip(zipTempFilename, tempFilepath);
+  await unzip(zipTempFilename, FILE_TO_EXTRACT_FROM_ZIP, tempFilepath);
   fs.unlinkSync(zipTempFilename);
   const file = fs.readFileSync(tempFilepath, 'utf-8');
   fs.unlinkSync(tempFilepath);
@@ -42,20 +41,4 @@ const parseZipContainingPage = (html: string): string => {
   return zipFilename;
 };
 
-const unzip = (zipFilename: string, outputFilename: string): Promise<void> => {
-  return fs
-    .createReadStream(zipFilename)
-    .pipe(unzipper.Parse())
-    .on('entry', (entry) => {
-      const fileName = entry.path;
-
-      if (fileName === FILE_TO_EXTRACT_FROM_ZIP) {
-        entry.pipe(fs.createWriteStream(outputFilename));
-      } else {
-        entry.autodrain();
-      }
-    })
-    .promise();
-};
-
 export default getPlPlWordList;

package/src/getRoRoWordList.ts

@@ -0,0 +1,13 @@
+import { Locale } from '@scrabble-solver/types';
+import latinize from 'latinize';
+
+import { getTxtWordList } from './lib';
+
+const FILE_URL = 'https://raw.githubusercontent.com/kamilmielnik/scrabble-dictionaries/master/romanian/loc-5.0.txt';
+
+const getRoRoWordList = async (): Promise<string[]> => {
+  const words = await getTxtWordList(FILE_URL, Locale.RO_RO);
+  return words.map(latinize);
+};
+
+export default getRoRoWordList;

package/src/getWordList.ts

@@ -7,6 +7,7 @@ import getEsEsWordList from './getEsEsWordList';
 import getFaIrWordList from './getFaIrWordList';
 import getFrFrWordList from './getFrFrWordList';
 import getPlPlWordList from './getPlPlWordList';
+import getRoRoWordList from './getRoRoWordList';
 
 const localeMap: Record<Locale, () => Promise<string[]>> = {
   [Locale.DE_DE]: getDeDeWordList,
@@ -16,6 +17,7 @@ const localeMap: Record<Locale, () => Promise<string[]>> = {
   [Locale.FA_IR]: getFaIrWordList,
   [Locale.FR_FR]: getFrFrWordList,
   [Locale.PL_PL]: getPlPlWordList,
+  [Locale.RO_RO]: getRoRoWordList,
 };
 
 const getWordList = (locale: Locale): Promise<string[]> => localeMap[locale]();

package/src/lib/index.ts

@@ -5,3 +5,4 @@ export { default as findFirstWordIndex } from './findFirstWordIndex';
 export { default as getHash } from './getHash';
 export { default as getTempFilepath } from './getTempFilepath';
 export { default as getTxtWordList } from './getTxtWordList';
+export { default as unzip } from './unzip';

package/src/lib/unzip.ts

@@ -0,0 +1,20 @@
+import fs from 'fs';
+import unzipper from 'unzipper';
+
+const unzip = (zipFilename: string, extractFilename: string, outputFilename: string): Promise<void> => {
+  return fs
+    .createReadStream(zipFilename)
+    .pipe(unzipper.Parse())
+    .on('entry', (entry) => {
+      const fileName = entry.path;
+
+      if (fileName === extractFilename) {
+        entry.pipe(fs.createWriteStream(outputFilename));
+      } else {
+        entry.autodrain();
+      }
+    })
+    .promise();
+};
+
+export default unzip;