@scrabble-solver/word-lists 2.15.12 → 2.15.14

package/build/languages/english.js

@@ -3,8 +3,8 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.getWordListUs = exports.getWordListGb = void 0;
 const types_1 = require("@scrabble-solver/types");
 const lib_1 = require("../lib");
-const EN_GB_FILE_URL = 'https://www.wordgamedictionary.com/sowpods/download/sowpods.txt';
-const EN_US_FILE_URL = 'https://www.wordgamedictionary.com/twl06/download/twl06.txt';
+const EN_GB_FILE_URL = 'https://raw.githubusercontent.com/kamilmielnik/scrabble-dictionaries/refs/heads/master/english/sowpods.txt';
+const EN_US_FILE_URL = 'https://raw.githubusercontent.com/kamilmielnik/scrabble-dictionaries/refs/heads/master/english/twl06.txt';
 const getWordListGb = async () => {
     return (0, lib_1.getTxtWordList)(EN_GB_FILE_URL, types_1.Locale.EN_GB);
 };

package/build/languages/french.js

@@ -3,7 +3,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.getWordList = void 0;
 const types_1 = require("@scrabble-solver/types");
 const lib_1 = require("../lib");
-const FILE_URL = 'https://raw.githubusercontent.com/Thecoolsim/French-Scrabble-ODS8/main/French%20ODS%20dictionary.txt';
+const FILE_URL = 'https://raw.githubusercontent.com/kamilmielnik/scrabble-dictionaries/refs/heads/master/french/ods8.txt';
 const getWordList = async () => {
     const words = await (0, lib_1.getTxtWordList)(FILE_URL, types_1.Locale.FR_FR);
     return (0, lib_1.transliterateDiacritics)(words);

package/build/languages/german.js

@@ -3,7 +3,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.getWordList = void 0;
 const types_1 = require("@scrabble-solver/types");
 const lib_1 = require("../lib");
-const FILE_URL = 'https://raw.githubusercontent.com/hippler/german-wordlist/master/words.txt';
+const FILE_URL = 'https://raw.githubusercontent.com/kamilmielnik/scrabble-dictionaries/refs/heads/master/german/german.txt';
 const getWordList = async () => {
     return (0, lib_1.getTxtWordList)(FILE_URL, types_1.Locale.DE_DE);
 };

package/build/languages/persian.js

@@ -3,7 +3,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.getWordList = void 0;
 const types_1 = require("@scrabble-solver/types");
 const lib_1 = require("../lib");
-const FILE_URL = 'https://raw.githubusercontent.com/MansourM/persian-to-persian-dictionary/main/moein/words.txt';
+const FILE_URL = 'https://raw.githubusercontent.com/kamilmielnik/scrabble-dictionaries/refs/heads/master/persian/persian.txt';
 const getWordList = async () => {
     return (0, lib_1.getTxtWordList)(FILE_URL, types_1.Locale.FA_IR);
 };

package/build/languages/polish.js

@@ -4,22 +4,33 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.getWordList = void 0;
+const types_1 = require("@scrabble-solver/types");
 const cheerio_1 = require("cheerio");
 const fs_1 = __importDefault(require("fs"));
 const url_1 = require("url");
 const lib_1 = require("../lib");
 const PAGE_URL = 'https://sjp.pl/sl/growy/';
 const FILE_TO_EXTRACT_FROM_ZIP = 'slowa.txt';
+const REASONABLE_VALID_WORD_COUNT_TRESHOLD = 2_000_000; // more like 3M, but just to be safe
+const SECONDARY_FILE_URL = 'https://raw.githubusercontent.com/kamilmielnik/scrabble-dictionaries/refs/heads/master/polish/sjp.txt';
 const getWordList = async () => {
-    const tempFilepath = (0, lib_1.getTempFilepath)();
-    const zipUrl = await fetchZipUrl(PAGE_URL);
-    const zipTempFilename = await (0, lib_1.downloadFile)(zipUrl);
-    await (0, lib_1.unzip)(zipTempFilename, FILE_TO_EXTRACT_FROM_ZIP, tempFilepath);
-    fs_1.default.unlinkSync(zipTempFilename);
-    const file = fs_1.default.readFileSync(tempFilepath, 'utf-8');
-    fs_1.default.unlinkSync(tempFilepath);
-    const words = (0, lib_1.extractWords)(file.toLocaleString(), 'pl-PL');
-    return words;
+    try {
+        const tempFilepath = (0, lib_1.getTempFilepath)();
+        const zipUrl = await fetchZipUrl(PAGE_URL);
+        const zipTempFilename = await (0, lib_1.downloadFile)(zipUrl);
+        await (0, lib_1.unzip)(zipTempFilename, FILE_TO_EXTRACT_FROM_ZIP, tempFilepath);
+        fs_1.default.unlinkSync(zipTempFilename);
+        const file = fs_1.default.readFileSync(tempFilepath, 'utf-8');
+        fs_1.default.unlinkSync(tempFilepath);
+        const words = (0, lib_1.extractWords)(file.toLocaleString(), 'pl-PL');
+        if (words.length < REASONABLE_VALID_WORD_COUNT_TRESHOLD) {
+            return getBackupWordList();
+        }
+        return words;
+    }
+    catch {
+        return getBackupWordList();
+    }
 };
 exports.getWordList = getWordList;
 const fetchZipUrl = async (url) => {
@@ -40,3 +51,6 @@ const parseZipContainingPage = (html) => {
     }
     return zipFilename;
 };
+const getBackupWordList = () => {
+    return (0, lib_1.getTxtWordList)(SECONDARY_FILE_URL, types_1.Locale.PL_PL);
+};

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@scrabble-solver/word-lists",
-  "version": "2.15.12",
+  "version": "2.15.14",
   "description": "Scrabble Solver 2 - Word lists",
   "main": "build/index.js",
   "types": "build/index.d.ts",
@@ -23,9 +23,9 @@
     "clean": "rimraf build/"
   },
   "dependencies": {
-    "@scrabble-solver/types": "^2.15.12",
-    "cheerio": "^1.0.0",
-    "follow-redirects": "^1.15.9",
+    "@scrabble-solver/types": "^2.15.14",
+    "cheerio": "^1.1.2",
+    "follow-redirects": "^1.15.11",
     "transliteration": "^2.3.5",
     "unzipper": "^0.12.3"
   },
@@ -33,5 +33,5 @@
     "@types/follow-redirects": "^1.14.4",
     "@types/unzipper": "^0.10.11"
   },
-  "gitHead": "1eeef2b2975e63b195885dd2636c53624d300c6b"
+  "gitHead": "ff8105e2d4e2fff5fffde35cbeaa40474c232599"
 }

package/src/languages/english.ts

@@ -2,8 +2,10 @@ import { Locale } from '@scrabble-solver/types';
 
 import { getTxtWordList } from '../lib';
 
-const EN_GB_FILE_URL = 'https://www.wordgamedictionary.com/sowpods/download/sowpods.txt';
-const EN_US_FILE_URL = 'https://www.wordgamedictionary.com/twl06/download/twl06.txt';
+const EN_GB_FILE_URL =
+  'https://raw.githubusercontent.com/kamilmielnik/scrabble-dictionaries/refs/heads/master/english/sowpods.txt';
+const EN_US_FILE_URL =
+  'https://raw.githubusercontent.com/kamilmielnik/scrabble-dictionaries/refs/heads/master/english/twl06.txt';
 
 export const getWordListGb = async (): Promise<string[]> => {
   return getTxtWordList(EN_GB_FILE_URL, Locale.EN_GB);

package/src/languages/french.ts

@@ -2,7 +2,8 @@ import { Locale } from '@scrabble-solver/types';
 
 import { getTxtWordList, transliterateDiacritics } from '../lib';
 
-const FILE_URL = 'https://raw.githubusercontent.com/Thecoolsim/French-Scrabble-ODS8/main/French%20ODS%20dictionary.txt';
+const FILE_URL =
+  'https://raw.githubusercontent.com/kamilmielnik/scrabble-dictionaries/refs/heads/master/french/ods8.txt';
 
 export const getWordList = async (): Promise<string[]> => {
   const words = await getTxtWordList(FILE_URL, Locale.FR_FR);

package/src/languages/german.ts

@@ -2,7 +2,8 @@ import { Locale } from '@scrabble-solver/types';
 
 import { getTxtWordList } from '../lib';
 
-const FILE_URL = 'https://raw.githubusercontent.com/hippler/german-wordlist/master/words.txt';
+const FILE_URL =
+  'https://raw.githubusercontent.com/kamilmielnik/scrabble-dictionaries/refs/heads/master/german/german.txt';
 
 export const getWordList = async (): Promise<string[]> => {
   return getTxtWordList(FILE_URL, Locale.DE_DE);

package/src/languages/persian.ts

@@ -2,7 +2,8 @@ import { Locale } from '@scrabble-solver/types';
 
 import { getTxtWordList } from '../lib';
 
-const FILE_URL = 'https://raw.githubusercontent.com/MansourM/persian-to-persian-dictionary/main/moein/words.txt';
+const FILE_URL =
+  'https://raw.githubusercontent.com/kamilmielnik/scrabble-dictionaries/refs/heads/master/persian/persian.txt';
 
 export const getWordList = async (): Promise<string[]> => {
   return getTxtWordList(FILE_URL, Locale.FA_IR);

package/src/languages/polish.ts

@@ -1,22 +1,35 @@
+import { Locale } from '@scrabble-solver/types';
 import { load } from 'cheerio';
 import fs from 'fs';
 import { URL } from 'url';
 
-import { downloadFile, downloadHtml, extractWords, getTempFilepath, unzip } from '../lib';
+import { downloadFile, downloadHtml, extractWords, getTempFilepath, getTxtWordList, unzip } from '../lib';
 
 const PAGE_URL = 'https://sjp.pl/sl/growy/';
 const FILE_TO_EXTRACT_FROM_ZIP = 'slowa.txt';
+const REASONABLE_VALID_WORD_COUNT_TRESHOLD = 2_000_000; // more like 3M, but just to be safe
+const SECONDARY_FILE_URL =
+  'https://raw.githubusercontent.com/kamilmielnik/scrabble-dictionaries/refs/heads/master/polish/sjp.txt';
 
 export const getWordList = async (): Promise<string[]> => {
-  const tempFilepath = getTempFilepath();
-  const zipUrl = await fetchZipUrl(PAGE_URL);
-  const zipTempFilename = await downloadFile(zipUrl);
-  await unzip(zipTempFilename, FILE_TO_EXTRACT_FROM_ZIP, tempFilepath);
-  fs.unlinkSync(zipTempFilename);
-  const file = fs.readFileSync(tempFilepath, 'utf-8');
-  fs.unlinkSync(tempFilepath);
-  const words = extractWords(file.toLocaleString(), 'pl-PL');
-  return words;
+  try {
+    const tempFilepath = getTempFilepath();
+    const zipUrl = await fetchZipUrl(PAGE_URL);
+    const zipTempFilename = await downloadFile(zipUrl);
+    await unzip(zipTempFilename, FILE_TO_EXTRACT_FROM_ZIP, tempFilepath);
+    fs.unlinkSync(zipTempFilename);
+    const file = fs.readFileSync(tempFilepath, 'utf-8');
+    fs.unlinkSync(tempFilepath);
+    const words = extractWords(file.toLocaleString(), 'pl-PL');
+
+    if (words.length < REASONABLE_VALID_WORD_COUNT_TRESHOLD) {
+      return getBackupWordList();
+    }
+
+    return words;
+  } catch {
+    return getBackupWordList();
+  }
 };
 
 const fetchZipUrl = async (url: string): Promise<string> => {
@@ -40,3 +53,7 @@ const parseZipContainingPage = (html: string): string => {
 
   return zipFilename;
 };
+
+const getBackupWordList = () => {
+  return getTxtWordList(SECONDARY_FILE_URL, Locale.PL_PL);
+};