@scrabble-solver/word-lists 2.13.0 → 2.13.1

package/build/getEsEsWordList.js

@@ -1,14 +1,18 @@
 "use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
 Object.defineProperty(exports, "__esModule", { value: true });
 const types_1 = require("@scrabble-solver/types");
+const latinize_1 = __importDefault(require("latinize"));
 const lib_1 = require("./lib");
-const FILE_URL = 'https://raw.githubusercontent.com/kamilmielnik/fise-2/master/fise-2.txt';
+const FILE_URL = 'https://raw.githubusercontent.com/kamilmielnik/scrabble-dictionaries/master/spanish/fise-2.txt';
+const N_PLACEHOLDER = '---n---';
 const getEsEsWordList = async () => {
     const words = await (0, lib_1.getTxtWordList)(FILE_URL, types_1.Locale.ES_ES);
-    return words.map(normalizeWord);
-};
-const normalizeWord = (word) => {
-    // normalization from https://stackoverflow.com/a/37511463
-    return word.normalize('NFD').replace(/[\u0300-\u036f]/g, '');
+    return words
+        .map((word) => word.replaceAll('ñ', N_PLACEHOLDER))
+        .map(latinize_1.default)
+        .map((word) => word.replaceAll(N_PLACEHOLDER, 'ñ'));
 };
 exports.default = getEsEsWordList;

package/build/getFrFrWordList.js

@@ -1,14 +1,14 @@
 "use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
 Object.defineProperty(exports, "__esModule", { value: true });
 const types_1 = require("@scrabble-solver/types");
+const latinize_1 = __importDefault(require("latinize"));
 const lib_1 = require("./lib");
 const FILE_URL = 'https://raw.githubusercontent.com/Thecoolsim/French-Scrabble-ODS8/main/French%20ODS%20dictionary.txt';
 const getFrFrWordList = async () => {
     const words = await (0, lib_1.getTxtWordList)(FILE_URL, types_1.Locale.FR_FR);
-    return words.map(normalizeWord);
-};
-const normalizeWord = (word) => {
-    // normalization from https://stackoverflow.com/a/37511463
-    return word.normalize('NFD').replace(/[\u0300-\u036f]/g, '');
+    return words.map(latinize_1.default);
 };
 exports.default = getFrFrWordList;

package/build/getRoRoWordList.js

@@ -3,21 +3,12 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-const fs_1 = __importDefault(require("fs"));
+const types_1 = require("@scrabble-solver/types");
+const latinize_1 = __importDefault(require("latinize"));
 const lib_1 = require("./lib");
-const FILE_URL = 'https://dexonline.ro/static/download/scrabble/loc-flexiuni-5.0.zip';
-const FILE_TO_EXTRACT_FROM_ZIP = 'loc-flexiuni-5.0.txt';
+const FILE_URL = 'https://raw.githubusercontent.com/kamilmielnik/scrabble-dictionaries/master/romanian/loc-5.0.txt';
 const getRoRoWordList = async () => {
-    const tempFilepath = (0, lib_1.getTempFilepath)();
-    const zipTempFilename = await (0, lib_1.downloadFile)(FILE_URL);
-    await (0, lib_1.unzip)(zipTempFilename, FILE_TO_EXTRACT_FROM_ZIP, tempFilepath);
-    fs_1.default.unlinkSync(zipTempFilename);
-    const file = fs_1.default.readFileSync(tempFilepath, 'utf-8');
-    fs_1.default.unlinkSync(tempFilepath);
-    const words = (0, lib_1.extractWords)(replaceDiacritics(file.toLocaleString()), 'ro-RO');
-    return words;
-};
-const replaceDiacritics = (file) => {
-    return file.replaceAll('ă', 'a').replaceAll('â', 'a').replaceAll('î', 'i').replaceAll('ș', 's').replaceAll('ț', 't');
+    const words = await (0, lib_1.getTxtWordList)(FILE_URL, types_1.Locale.RO_RO);
+    return words.map(latinize_1.default);
 };
 exports.default = getRoRoWordList;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@scrabble-solver/word-lists",
-  "version": "2.13.0",
+  "version": "2.13.1",
   "description": "Scrabble Solver 2 - Word lists",
   "main": "build/index.js",
   "types": "build/index.d.ts",
@@ -24,14 +24,16 @@
     "clean:force": "npm run clean && rimraf package-lock.json"
   },
   "dependencies": {
-    "@scrabble-solver/types": "^2.13.0",
+    "@scrabble-solver/types": "^2.13.1",
     "cheerio": "^1.0.0-rc.12",
     "follow-redirects": "^1.15.2",
+    "latinize": "^1.0.0",
     "unzipper": "^0.10.11"
   },
   "devDependencies": {
     "@types/follow-redirects": "^1.14.1",
+    "@types/latinize": "^0.2.17",
     "@types/unzipper": "^0.10.5"
   },
-  "gitHead": "fb2e1c0ef099ea8983162ed9f0067d626ebdfaff"
+  "gitHead": "0588fd5c88be44c2f3e96d8cf8cc6fa7166c924c"
 }

package/src/getEsEsWordList.ts

@@ -1,17 +1,18 @@
 import { Locale } from '@scrabble-solver/types';
+import latinize from 'latinize';
 
 import { getTxtWordList } from './lib';
 
-const FILE_URL = 'https://raw.githubusercontent.com/kamilmielnik/fise-2/master/fise-2.txt';
+const FILE_URL = 'https://raw.githubusercontent.com/kamilmielnik/scrabble-dictionaries/master/spanish/fise-2.txt';
+const N_PLACEHOLDER = '---n---';
 
 const getEsEsWordList = async (): Promise<string[]> => {
   const words = await getTxtWordList(FILE_URL, Locale.ES_ES);
-  return words.map(normalizeWord);
-};
 
-const normalizeWord = (word: string): string => {
-  // normalization from https://stackoverflow.com/a/37511463
-  return word.normalize('NFD').replace(/[\u0300-\u036f]/g, '');
+  return words
+    .map((word) => word.replaceAll('ñ', N_PLACEHOLDER))
+    .map(latinize)
+    .map((word) => word.replaceAll(N_PLACEHOLDER, 'ñ'));
 };
 
 export default getEsEsWordList;

package/src/getFrFrWordList.ts

@@ -1,4 +1,5 @@
 import { Locale } from '@scrabble-solver/types';
+import latinize from 'latinize';
 
 import { getTxtWordList } from './lib';
 
@@ -6,12 +7,7 @@ const FILE_URL = 'https://raw.githubusercontent.com/Thecoolsim/French-Scrabble-O
 
 const getFrFrWordList = async (): Promise<string[]> => {
   const words = await getTxtWordList(FILE_URL, Locale.FR_FR);
-  return words.map(normalizeWord);
-};
-
-const normalizeWord = (word: string): string => {
-  // normalization from https://stackoverflow.com/a/37511463
-  return word.normalize('NFD').replace(/[\u0300-\u036f]/g, '');
+  return words.map(latinize);
 };
 
 export default getFrFrWordList;

package/src/getRoRoWordList.ts

@@ -1,23 +1,13 @@
-import fs from 'fs';
+import { Locale } from '@scrabble-solver/types';
+import latinize from 'latinize';
 
-import { downloadFile, extractWords, getTempFilepath, unzip } from './lib';
+import { getTxtWordList } from './lib';
 
-const FILE_URL = 'https://dexonline.ro/static/download/scrabble/loc-flexiuni-5.0.zip';
-const FILE_TO_EXTRACT_FROM_ZIP = 'loc-flexiuni-5.0.txt';
+const FILE_URL = 'https://raw.githubusercontent.com/kamilmielnik/scrabble-dictionaries/master/romanian/loc-5.0.txt';
 
 const getRoRoWordList = async (): Promise<string[]> => {
-  const tempFilepath = getTempFilepath();
-  const zipTempFilename = await downloadFile(FILE_URL);
-  await unzip(zipTempFilename, FILE_TO_EXTRACT_FROM_ZIP, tempFilepath);
-  fs.unlinkSync(zipTempFilename);
-  const file = fs.readFileSync(tempFilepath, 'utf-8');
-  fs.unlinkSync(tempFilepath);
-  const words = extractWords(replaceDiacritics(file.toLocaleString()), 'ro-RO');
-  return words;
-};
-
-const replaceDiacritics = (file: string): string => {
-  return file.replaceAll('ă', 'a').replaceAll('â', 'a').replaceAll('î', 'i').replaceAll('ș', 's').replaceAll('ț', 't');
+  const words = await getTxtWordList(FILE_URL, Locale.RO_RO);
+  return words.map(latinize);
 };
 
 export default getRoRoWordList;