medias-fakerator 1.0.0-dra.4 → 1.0.0-dra.6

package/lib/quote-generator.js

@@ -2,7 +2,7 @@ const fs = require("fs");
 const path = require("path");
 const runes = require("runes");
 const sharp = require("sharp");
-const EmojiDbLib = require("emoji-db");
+const EmojiDbLib = require("./utils/emoji-db");
 const { LRUCache } = require("lru-cache");
 const emojiDb = new EmojiDbLib({ useDefaultDb: true });
 const emojiImageByBrandPromise = require("emoji-cache");

package/lib/utils/emoji-db.js

@@ -0,0 +1,149 @@
+const fs = require("fs");
+const EmojiSearcher = require("./emoji-searcher");
+
+function initDb({ dbDir, ignoreUnqualified, logInit }) {
+  // default db filenames
+  const filePrefx = "emojilist_";
+  const fileSuffx = ".json";
+  // load files
+  let dbFiles = fs.readdirSync(dbDir);
+  // remove non db files
+  dbFiles = dbFiles.filter((dbFile) => {
+    if (!dbFile.endsWith(".json") || !dbFile.startsWith(filePrefx)) {
+      return false;
+    }
+    return true;
+  });
+  // make emoji db nums
+  dbFiles = dbFiles.map((dbFile) => {
+    return dbFile
+      .replace(new RegExp("^" + filePrefx), "")
+      .replace(new RegExp(fileSuffx + "$"), "");
+  });
+  // sort dbs
+  dbFiles.sort((a, b) => {
+    a = !a.match(/nfq|esq|xdd/) ? parseFloat(a) : Infinity;
+    b = !b.match(/nfq|esq|xdd/) ? parseFloat(b) : Infinity;
+    return a - b;
+  });
+  // log
+  if (logInit) console.log("[LOG] Emoji versions:", dbFiles.join(", "));
+  // load dbs
+  let emojiDbData = {};
+  if (!/[\/\\]$/.test(dbDir)) {
+    dbDir += "/";
+  }
+  for (const dbFile of dbFiles) {
+    if (ignoreUnqualified && dbFile.match(/nfq/)) {
+      continue;
+    }
+    let loadEmojiDbData = require(dbDir + filePrefx + dbFile + fileSuffx);
+    for (let e of loadEmojiDbData) {
+      if (dbFile.match(/xdd/) && emojiDbData[e.code]) {
+        emojiDbData[e.code].description = e.description;
+      }
+      if (dbFile.match(/xdd/)) {
+        continue;
+      }
+      if (emojiDbData[e.code]) {
+        console.log("[WARN] DUBLICATE ENTRY IN DB:", dbFile, e.code);
+      }
+      emojiDbData[e.code] = e;
+    }
+  }
+  // return db
+  if (logInit)
+    console.log(
+      "[LOG] EmojiDB loaded %s entries.",
+      Object.keys(emojiDbData).length
+    );
+  return emojiDbData;
+}
+
+class EmojiDb {
+  constructor(opts) {
+    // reset to object
+    if (typeof opts != "object") {
+      opts = {};
+    }
+    // set undefined
+    const useDefaultDb = opts.useDefaultDb || undefined;
+    const dbDir = opts.dbDir || undefined;
+    const ignoreUnqualified = opts.ignoreUnqualified || undefined;
+    const logInit = opts.logInit || undefined;
+    // set defaults
+    this.codePointSeparator = "-";
+    this.dbData = {};
+    // empty db
+    if (useDefaultDb && !dbDir) {
+      const dbDefDir = __dirname + "../assets/database/";
+      this.dbData = initDb({ dbDir: dbDefDir, ignoreUnqualified, logInit });
+    } else if (!useDefaultDb && dbDir) {
+      this.dbData = initDb({ dbDir, ignoreUnqualified, logInit });
+    }
+  }
+  searchFromText({ input, fixCodePoints, showData }) {
+    let foundEmojis = new EmojiSearcher(this.dbData).getEmojis(input);
+    if (fixCodePoints || showData) {
+      let fixedFoundEmojis = [];
+      for (let e of foundEmojis) {
+        e.found = fixEmojiCodePoint(e.found, this.dbData);
+        e.emoji = this.dbData[e.found].emoji;
+        fixedFoundEmojis.push(e);
+      }
+      foundEmojis = fixedFoundEmojis;
+    }
+    if (showData) {
+      const emojisData = [];
+      for (let e of foundEmojis) {
+        emojisData.push(this.dbData[e.found]);
+      }
+      return { found: foundEmojis, data: [...new Set(emojisData)] };
+    } else {
+      return foundEmojis;
+    }
+  }
+  toCodePoint(emoji, separator) {
+    let codePointArray = [];
+    for (const textContent of emoji) {
+      codePointArray.push(
+        textContent.codePointAt(0).toString(16).padStart(4, "0")
+      );
+    }
+    return codePointArray.join(separator || this.codePointSeparator);
+  }
+  fromCodePoint(codePoint, separator) {
+    separator = separator || this.codePointSeparator;
+    if (typeof codePoint === "string") {
+      let codePointArray = codePoint.split(separator);
+      for (let c in codePointArray) {
+        codePointArray[c] = String.fromCodePoint(
+          parseInt(codePointArray[c], 16)
+        );
+      }
+      return codePointArray.join("");
+    }
+    return String.fromCodePoint(codePoint);
+  }
+  toCodePointArray(emojiArray, separator) {
+    let codePointArray = [];
+    separator = separator || this.codePointSeparator;
+    for (let ix = 0; ix < emojiArray.length; ix++) {
+      codePointArray.push(this.toCodePoint(emojiArray[ix], separator));
+    }
+    return codePointArray;
+  }
+}
+
+function fixEmojiCodePoint(codePoint, dbData) {
+  if (
+    dbData[codePoint] &&
+    dbData[codePoint].qualified &&
+    dbData[dbData[codePoint].qualified]
+  ) {
+    return dbData[codePoint].qualified;
+  }
+  return codePoint;
+}
+
+module.exports = EmojiDb;

package/lib/utils/emoji-searcher.js

@@ -0,0 +1,115 @@
+class EmojiSearcher {
+  constructor(db) {
+    let smap = {};
+    for (const r in db) {
+      addSmapElement(smap, r);
+    }
+    this._smap = smap;
+  }
+  getEmojis(text) {
+    let sp = this._smap;
+    let lastCode = "";
+    let emojis = [];
+    let root = true;
+    let lastStart = -1;
+    let index = 0;
+    for (const rune of text) {
+      const cp = rune.codePointAt(0).toString(16).padStart(4, "0");
+      if (cp in sp) {
+        if (lastStart < 0) {
+          lastStart = index;
+        }
+        if ("code" in sp[cp]) {
+          lastCode = sp[cp].code;
+        }
+        if ("child" in sp[cp]) {
+          sp = sp[cp].child;
+          root = false;
+        } else {
+          if (lastCode != "") {
+            emojis.push({
+              found: lastCode,
+              offset: lastStart,
+              length: index - lastStart + rune.length,
+            });
+            lastCode = "";
+          }
+          lastStart = -1;
+          sp = this._smap;
+          root = true;
+        }
+      } else {
+        if (lastCode != "") {
+          emojis.push({
+            found: lastCode,
+            offset: lastStart,
+            length: index - lastStart,
+          });
+          lastCode = "";
+        }
+        lastStart = -1;
+        sp = this._smap;
+        if (!root) {
+          root = true;
+          // retry search in root
+          if (cp in sp) {
+            if (lastStart < 0) {
+              lastStart = index;
+            }
+            if ("code" in sp[cp]) {
+              lastCode = sp[cp].code;
+            }
+            if ("child" in sp[cp]) {
+              sp = sp[cp].child;
+              root = false;
+            } else {
+              if (lastCode != "") {
+                emojis.push({
+                  found: lastCode,
+                  offset: lastStart,
+                  length: index - lastStart + rune.length,
+                });
+                lastCode = "";
+              }
+              lastStart = -1;
+              sp = this._smap;
+              root = true;
+            }
+          }
+        }
+      }
+      index += rune.length;
+    }
+    if (lastCode != "") {
+      emojis.push({
+        found: lastCode,
+        offset: lastStart,
+        length: index - lastStart,
+      });
+    }
+    emojis.forEach((e) => (e.emoji = text.substr(e.offset, e.length)));
+    return emojis;
+  }
+}
+
+function addSmapElement(smap, code) {
+  let c = code.split("-");
+  let m = smap;
+  for (let i = 0; i < c.length - 1; i++) {
+    const p = c[i];
+    if (!(p in m)) {
+      m[p] = {};
+    }
+    if (!("child" in m[p])) {
+      m[p].child = {};
+    }
+    m = m[p].child;
+  }
+  let p = c[c.length - 1];
+  if (!(p in m)) {
+    m[p] = {};
+  }
+  m[p].code = code;
+}
+
+module.exports = EmojiSearcher;

package/lib/utils.js

@@ -1,4 +1,4 @@
-const EmojiDbLib = require("emoji-db");
+const EmojiDbLib = require("./utils/emoji-db");
 
 let emojiDb;
 try {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "medias-fakerator",
-  "version": "1.0.0-dra.4",
+  "version": "1.0.0-dra.6",
   "description": "AIO Faker generator by Iruka Devs",
   "main": "index.js",
   "author": "Iruka Devs",
@@ -10,8 +10,7 @@
   "dependencies": {
     "@ffmpeg-installer/ffmpeg": "1.1.0",
     "canvas": "^3.2.0",
-    "emoji-cache": "^2.0.1",
-    "emoji-db": "^16.0.1",
+    "emoji-cache": "^2.0.4",
     "fluent-ffmpeg": "^2.1.3",
     "fs-extra": "11.3.2",
     "lru-cache": "^11.1.0",