@emoji-components/core 0.0.0-stage → 1.0.0-alpha.2

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 Brian Hung
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -1,3 +1,46 @@
-# Temporary Holding Version
+# @emoji-components/core
 
-This version is a temporary placeholder for this package. An operational version to replace this has been submitted for review and is awaiting a staged release.
+Framework-neutral data, search, and state for emoji pickers, with no dependencies.
+
+## Installation
+
+```bash
+npm i @emoji-components/core
+```
+
+## Usage
+
+```ts
+import { createEmojiPicker, createEmojiStore, createEmojiSuggestions } from "@emoji-components/core";
+
+const input = document.querySelector("input")!;
+const store = createEmojiStore();
+await store.load();
+
+const picker = createEmojiPicker(store, { frequent: 16 });
+picker.subscribe(() => console.log(picker.getSnapshot().sections));
+picker.setQuery("cat");
+
+const typeahead = createEmojiSuggestions(store, { onChoose: (s) => console.log(typeahead.textFor(s)) });
+input.addEventListener("keydown", (e) => typeahead.keydown(e));
+const stop = typeahead.syncCombobox(input);
+```
+
+`data` defaults to the English dataset of [`@emoji-components/data`](../data/README.md) on jsDelivr, pinned to this version. Uncontrolled frequently used emoji and skin tone persist to `localStorage`; `store.customEmojiErrors()` reports a custom emoji loader that failed, and `store.load()` runs it again.
+
+## Entry points
+
+| Import | Contents |
+|---|---|
+| `@emoji-components/core` | `createEmojiStore`, `createEmojiPicker`, `createEmojiSuggestions`, `createSearch`, `lexicalSearch`, `resolveEmoji`, `findShortcodeTrigger`, `isComposingKey`, `localeData`, `twemojiUrl`, unified-code helpers |
+| `/grid` | Grid layout and keyboard moves, for your own virtualizer |
+| `/native` | Whether the system font draws an emoji |
+| `/build` | `buildDataset` from `emojibase-data` (install it alongside), also as the `npx @emoji-components/core build-data <locale>` CLI |
+
+## Docs
+
+[emoji.brianhung.me](https://emoji.brianhung.me)
+
+## License
+
+MIT. Third-party notices: [THIRD_PARTY_NOTICES.md](THIRD_PARTY_NOTICES.md).

package/THIRD_PARTY_NOTICES.md

@@ -0,0 +1,17 @@
+# Third-Party Notices
+
+## Emoji data
+
+Datasets that `build-data` writes are built from [emojibase-data](https://github.com/milesj/emojibase), MIT License, Copyright (c) 2017-2019 Miles Johnson. Its iamcal shortcodes come from Emojibase's copy of [iamcal/emoji-data](https://github.com/iamcal/emoji-data), MIT License, Copyright (c) 2013 Cal Henderson.
+
+## Twemoji
+
+With the default `imageUrl`, emoji images load from [jdecked/twemoji](https://github.com/jdecked/twemoji). The graphics are Copyright 2019 Twitter, Inc and other contributors, licensed under [CC-BY 4.0](https://creativecommons.org/licenses/by/4.0/). Apps that show them should include this attribution. This package does not redistribute the graphics.
+
+## MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

package/dist/build.d.ts

@@ -0,0 +1,27 @@
+import { Dataset } from './index.js';
+
+type Load = <T>(file: string) => T;
+type BuildDataOptions = {
+    locale: string;
+    shortcodes?: readonly string[];
+    load?: Load;
+};
+type BuildDataResult = {
+    dataset: Dataset;
+    stats: {
+        emoji: number;
+        withShortcodes: number;
+        computedTones: number;
+        toneExceptions: number;
+    };
+};
+declare function findEmojibase(): {
+    root: string;
+    load: Load;
+} | undefined;
+declare const emojibaseLocales: (root: string) => string[];
+declare const defaultShortcodeSets: (locale: string) => string[];
+declare function buildDataset({ locale, shortcodes: sets, load }: BuildDataOptions): BuildDataResult;
+
+export { buildDataset, defaultShortcodeSets, emojibaseLocales, findEmojibase };
+export type { BuildDataOptions, BuildDataResult };

package/dist/build.js

@@ -0,0 +1,12 @@
+import {
+  buildDataset,
+  defaultShortcodeSets,
+  emojibaseLocales,
+  findEmojibase
+} from "./chunk-UG4NPOXS.js";
+export {
+  buildDataset,
+  defaultShortcodeSets,
+  emojibaseLocales,
+  findEmojibase
+};

package/dist/change.js

@@ -0,0 +1,40 @@
+// src/change.ts
+function createChangeDetails(reason, event, trigger) {
+  let canceled = false;
+  let propagates = false;
+  return {
+    reason,
+    event: event ?? new Event("emoji-components"),
+    trigger,
+    cancel: () => void (canceled = true),
+    get isCanceled() {
+      return canceled;
+    },
+    allowPropagation: () => void (propagates = true),
+    get isPropagationAllowed() {
+      return propagates;
+    }
+  };
+}
+function controllable({ controlled, own, onChange, write, writeControlled }) {
+  const value = () => {
+    const outer = controlled();
+    return outer === void 0 ? own() : outer;
+  };
+  return {
+    value,
+    set(next, details) {
+      if (Object.is(next, value())) return void 0;
+      onChange()?.(next, details);
+      if (details.isCanceled) return details;
+      if (controlled() === void 0) write(next);
+      else writeControlled?.(next);
+      return details;
+    }
+  };
+}
+export {
+  controllable,
+  createChangeDetails
+};
+//# sourceMappingURL=change.js.map

package/dist/change.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/change.ts"],"sourcesContent":["export interface ChangeDetails<Reason extends string = string> {\n  reason: Reason;\n  event: Event;\n  trigger: Element | undefined;\n  cancel(): void;\n  readonly isCanceled: boolean;\n  allowPropagation(): void;\n  readonly isPropagationAllowed: boolean;\n}\n\nexport function createChangeDetails<Reason extends string>(reason: Reason, event?: Event, trigger?: Element): ChangeDetails<Reason> {\n  let canceled = false;\n  let propagates = false;\n  return {\n    reason,\n    event: event ?? new Event(\"emoji-components\"),\n    trigger,\n    cancel: () => void (canceled = true),\n    get isCanceled() {\n      return canceled;\n    },\n    allowPropagation: () => void (propagates = true),\n    get isPropagationAllowed() {\n      return propagates;\n    },\n  };\n}\n\nexport interface Controllable<T, D extends ChangeDetails> {\n  value(): T;\n  set(next: T, details: D): D | undefined;\n}\n\nexport interface ControllableOptions<T, D extends ChangeDetails> {\n  controlled(): T | undefined;\n  own(): T;\n  onChange(): ((value: T, details: D) => void) | undefined;\n  write(value: T): void;\n  // A controlled value can keep a local copy until its owner answers\n  writeControlled?(value: T): void;\n}\n\n// Controlled or own state with Base UI's onChange(value, details): the owner hears first and can cancel()\nexport function controllable<T, D extends ChangeDetails>({ controlled, own, onChange, write, writeControlled }: ControllableOptions<T, D>): Controllable<T, D> {\n  const value = () => {\n    const outer = controlled();\n    return outer === undefined ? own() : outer;\n  };\n  return {\n    value,\n    set(next, details) {\n      if (Object.is(next, value())) return undefined;\n      onChange()?.(next, details);\n      if (details.isCanceled) return details;\n      if (controlled() === undefined) write(next);\n      else writeControlled?.(next);\n      return details;\n    },\n  };\n}\n"],"mappings":";AAUO,SAAS,oBAA2C,QAAgB,OAAe,SAA0C;AAClI,MAAI,WAAW;AACf,MAAI,aAAa;AACjB,SAAO;AAAA,IACL;AAAA,IACA,OAAO,SAAS,IAAI,MAAM,kBAAkB;AAAA,IAC5C;AAAA,IACA,QAAQ,MAAM,MAAM,WAAW;AAAA,IAC/B,IAAI,aAAa;AACf,aAAO;AAAA,IACT;AAAA,IACA,kBAAkB,MAAM,MAAM,aAAa;AAAA,IAC3C,IAAI,uBAAuB;AACzB,aAAO;AAAA,IACT;AAAA,EACF;AACF;AAiBO,SAAS,aAAyC,EAAE,YAAY,KAAK,UAAU,OAAO,gBAAgB,GAAkD;AAC7J,QAAM,QAAQ,MAAM;AAClB,UAAM,QAAQ,WAAW;AACzB,WAAO,UAAU,SAAY,IAAI,IAAI;AAAA,EACvC;AACA,SAAO;AAAA,IACL;AAAA,IACA,IAAI,MAAM,SAAS;AACjB,UAAI,OAAO,GAAG,MAAM,MAAM,CAAC,EAAG,QAAO;AACrC,eAAS,IAAI,MAAM,OAAO;AAC1B,UAAI,QAAQ,WAAY,QAAO;AAC/B,UAAI,WAAW,MAAM,OAAW,OAAM,IAAI;AAAA,UACrC,mBAAkB,IAAI;AAC3B,aAAO;AAAA,IACT;AAAA,EACF;AACF;","names":[]}

package/dist/chunk-UG4NPOXS.js

@@ -0,0 +1,131 @@
+// scripts/build-data.ts
+import fs from "fs";
+import { createRequire } from "module";
+import path from "path";
+
+// ../../node_modules/emojibase/esm/index.js
+var SEQUENCE_REMOVAL_PATTERN = /200D|FE0E|FE0F/g;
+var GROUP_KEY_PEOPLE_BODY = "people-body";
+var GROUP_KEY_ANIMALS_NATURE = "animals-nature";
+var GROUP_KEY_FOOD_DRINK = "food-drink";
+var GROUP_KEY_TRAVEL_PLACES = "travel-places";
+var GROUP_KEY_ACTIVITIES = "activities";
+var GROUP_KEY_OBJECTS = "objects";
+var GROUP_KEY_SYMBOLS = "symbols";
+var GROUP_KEY_FLAGS = "flags";
+function joinShortcodesToEmoji(emoji, shortcodeDatasets) {
+  if (shortcodeDatasets.length === 0) return emoji;
+  const list = new Set(emoji.shortcodes);
+  shortcodeDatasets.forEach((dataset) => {
+    const shortcodes = dataset[emoji.hexcode];
+    if (Array.isArray(shortcodes)) shortcodes.forEach((code) => list.add(code));
+    else if (shortcodes) list.add(shortcodes);
+  });
+  emoji.shortcodes = [...list];
+  if (emoji.skins) emoji.skins.forEach((skin) => {
+    joinShortcodesToEmoji(skin, shortcodeDatasets);
+  });
+  return emoji;
+}
+var STRIP_PATTERN = new RegExp(`(-| )?(${SEQUENCE_REMOVAL_PATTERN.source})`, "g");
+
+// src/dataset.ts
+var GROUPS = ["smileys-people", "animals-nature", "food-drink", "travel-places", "activities", "objects", "symbols", "flags"];
+var SKIN_TONES = ["1f3fb", "1f3fc", "1f3fd", "1f3fe", "1f3ff"];
+var TONE_CODES = new Set(SKIN_TONES);
+function withTone(unified, tone) {
+  const [first, ...rest] = unified.split("-");
+  if (rest[0] === "fe0f") rest.shift();
+  return [first, SKIN_TONES[tone - 1], ...rest].join("-");
+}
+var nativeToUnified = (text) => [...text].map((c) => c.codePointAt(0).toString(16)).join("-");
+
+// scripts/build-data.ts
+function findEmojibase() {
+  for (const base of [path.join(process.cwd(), "package.json"), import.meta.url]) {
+    const require2 = createRequire(base);
+    try {
+      const root = path.dirname(require2.resolve("emojibase-data/package.json"));
+      return { root, load: (file) => require2(`emojibase-data/${file}`) };
+    } catch {
+    }
+  }
+  return void 0;
+}
+var emojibaseLocales = (root) => fs.readdirSync(root).filter((name) => fs.existsSync(path.join(root, name, "data.json"))).sort();
+var isEnglish = (locale) => locale.split("-")[0] === "en";
+var defaultShortcodeSets = (locale) => isEnglish(locale) ? ["iamcal"] : ["iamcal", "cldr"];
+var GROUP_OF = { 0: 0, 1: 0, 3: 1, 4: 2, 5: 3, 6: 4, 7: 5, 8: 6, 9: 7 };
+var MESSAGE_KEY = {
+  "smileys-people": GROUP_KEY_PEOPLE_BODY,
+  "animals-nature": GROUP_KEY_ANIMALS_NATURE,
+  "food-drink": GROUP_KEY_FOOD_DRINK,
+  "travel-places": GROUP_KEY_TRAVEL_PLACES,
+  activities: GROUP_KEY_ACTIVITIES,
+  objects: GROUP_KEY_OBJECTS,
+  symbols: GROUP_KEY_SYMBOLS,
+  flags: GROUP_KEY_FLAGS
+};
+var ENGLISH_GROUPS = ["Smileys & People", "Animals & Nature", "Food & Drink", "Travel & Places", "Activities", "Objects", "Symbols", "Flags"];
+var toArray = (v) => v === void 0 ? [] : Array.isArray(v) ? v : [v];
+var loadShortcodes = (load, locale, sets) => sets.map((set) => {
+  const codes = tryLoad(load, `${locale}/shortcodes/${set}.json`) ?? tryLoad(load, `en/shortcodes/${set}.json`);
+  if (!codes) throw new Error(`emojibase-data has no "${set}" shortcodes`);
+  return codes;
+});
+function tryLoad(load, file) {
+  try {
+    return load(file);
+  } catch {
+    return void 0;
+  }
+}
+function buildDataset({ locale, shortcodes: sets = defaultShortcodeSets(locale), load = findEmojibase()?.load }) {
+  if (!load) throw new Error("emojibase-data is not installed");
+  const records = tryLoad(load, `${locale}/data.json`);
+  if (!records) throw new Error(`emojibase-data has no locale "${locale}"`);
+  const messages = load(`${locale}/messages.json`);
+  const { version } = load("package.json");
+  const shortcodes = loadShortcodes(load, locale, sets);
+  const lower = (s) => s.toLocaleLowerCase(locale);
+  let computedTones = 0;
+  const toneExceptions = {};
+  const emojis = [];
+  for (const r of [...records].sort((a, b) => (a.order ?? 0) - (b.order ?? 0))) {
+    const group = GROUP_OF[r.group ?? -1];
+    if (group === void 0) continue;
+    const unified = nativeToUnified(r.emoji);
+    const tones = (r.skins ?? []).filter((s) => toArray(s.tone).length > 0 && new Set(toArray(s.tone)).size === 1).sort((a, b) => toArray(a.tone)[0] - toArray(b.tone)[0]).filter((s, i, all) => all.findIndex((x) => toArray(x.tone)[0] === toArray(s.tone)[0]) === i).map((s) => nativeToUnified(s.emoji));
+    let hasTones = 0;
+    if (tones.length === 5) {
+      hasTones = 1;
+      if (tones.every((t, i) => t === withTone(unified, i + 1))) computedTones++;
+      else toneExceptions[unified] = tones;
+    } else if (tones.length > 0) {
+      toneExceptions[unified] = tones;
+    }
+    const tags = [...toArray(r.tags).map(lower), ...toArray(r.emoticon)];
+    emojis.push([unified, lower(r.label), [...new Set(tags)], joinShortcodesToEmoji({ ...r, skins: void 0 }, shortcodes).shortcodes ?? [], group, r.version, hasTones]);
+  }
+  const capitalize = (s) => s.charAt(0).toLocaleUpperCase(locale) + s.slice(1);
+  const groups = isEnglish(locale) ? ENGLISH_GROUPS : GROUPS.map((key) => capitalize(messages.groups.find((g) => g.key === MESSAGE_KEY[key])?.message ?? key));
+  return {
+    dataset: { format: 1, locale, emojibase: version, groups, emojis, toneExceptions },
+    stats: { emoji: emojis.length, withShortcodes: emojis.filter((e) => e[3].length).length, computedTones, toneExceptions: Object.keys(toneExceptions).length }
+  };
+}
+
+export {
+  findEmojibase,
+  emojibaseLocales,
+  defaultShortcodeSets,
+  buildDataset
+};
+/*! Bundled license information:
+
+emojibase/esm/index.js:
+  (**
+  * @copyright   2017-2019, Miles Johnson
+  * @license     https://opensource.org/licenses/MIT
+  *)
+*/

package/dist/cli.js

@@ -0,0 +1,66 @@
+#!/usr/bin/env node
+import {
+  buildDataset,
+  defaultShortcodeSets,
+  emojibaseLocales,
+  findEmojibase
+} from "./chunk-UG4NPOXS.js";
+
+// scripts/cli.ts
+import fs from "fs";
+import path from "path";
+import { parseArgs } from "util";
+import { gzipSync } from "zlib";
+var USAGE = `Usage: emoji-components build-data <locale> [--out <file>] [--shortcodes <sets>]
+
+Builds a dataset for <locale> from emojibase-data.
+
+  --out         Where to write it. Default: ./<locale>.json
+  --shortcodes  emojibase shortcode sets, comma-separated, in priority order:
+                iamcal, cldr, cldr-native, emojibase, emojibase-native,
+                emojibase-legacy, github, joypixels. A set the locale lacks
+                comes from English.
+                Default: iamcal for English, iamcal,cldr otherwise.
+
+Example: npx @emoji-components/core build-data ja --out public/emoji/ja.json`;
+var INSTALL = `emoji-components build-data reads emojibase-data. Install it in your project:
+
+  npm install --save-dev emojibase-data
+
+or run both together: npx -p emojibase-data -p @emoji-components/core emoji-components build-data <locale>`;
+function fail(message) {
+  console.error(message);
+  process.exit(1);
+}
+function main(argv) {
+  const { values, positionals } = parseArgs({
+    args: argv,
+    allowPositionals: true,
+    options: { out: { type: "string", short: "o" }, shortcodes: { type: "string" }, help: { type: "boolean", short: "h" } }
+  });
+  const [command, locale] = positionals;
+  if (values.help || !command) return console.log(USAGE);
+  if (command !== "build-data") fail(`Unknown command "${command}".
+
+${USAGE}`);
+  if (!locale) fail(USAGE);
+  const emojibase = findEmojibase();
+  if (!emojibase) fail(INSTALL);
+  const locales = emojibaseLocales(emojibase.root);
+  if (!locales.includes(locale)) fail(`emojibase-data has no locale "${locale}". Available: ${locales.join(", ")}`);
+  const shortcodes = values.shortcodes?.split(",").map((s) => s.trim()).filter(Boolean) ?? defaultShortcodeSets(locale);
+  const { dataset, stats } = buildDataset({ locale, shortcodes, load: emojibase.load });
+  const out = path.resolve(values.out ?? `${locale}.json`);
+  const json = JSON.stringify(dataset);
+  fs.mkdirSync(path.dirname(out), { recursive: true });
+  fs.writeFileSync(out, json);
+  const shown = path.relative(process.cwd(), out);
+  console.log(
+    `${shown.startsWith("..") ? out : shown}: ${stats.emoji} emoji, ${stats.withShortcodes} with shortcodes (${shortcodes.join(", ")}), ${stats.computedTones} tone sets computed, ${stats.toneExceptions} exceptions, ${(json.length / 1024).toFixed(1)} KB raw / ${(gzipSync(json, { level: 9 }).length / 1024).toFixed(1)} KB gz`
+  );
+}
+try {
+  main(process.argv.slice(2));
+} catch (error) {
+  fail(error instanceof Error ? error.message : String(error));
+}

package/dist/custom.js

@@ -0,0 +1,47 @@
+// src/custom.ts
+import { toError } from "./reactive.js";
+import { tokenizerFor } from "./search/tokenize.js";
+var uniqueById = (list) => {
+  const seen = /* @__PURE__ */ new Set();
+  return list.filter((e) => !seen.has(e.id) && seen.add(e.id));
+};
+async function loadCustomEmojis(source, signal) {
+  try {
+    return { emojis: uniqueById(typeof source === "function" ? await source({ signal }) : source ?? []), errors: [] };
+  } catch (e) {
+    return { emojis: [], errors: [toError(e)] };
+  }
+}
+var splitWords = (text) => text.replace(/([a-z\d])([A-Z])/g, "$1 $2").replace(/([A-Z]+)([A-Z][a-z])/g, "$1 $2").split(/[^\p{L}\p{N}]+/u).filter(Boolean).map((w) => w.toLowerCase());
+function customRecord(c, { order = 0, base } = {}) {
+  const shortcodes = c.shortcodes ?? [];
+  const words = /* @__PURE__ */ new Set([...c.tags ?? [], ...splitWords(c.id), ...shortcodes.flatMap(splitWords)]);
+  const tokenize = tokenizerFor();
+  if (base) for (const word of [...tokenize(base.name), ...base.tags]) words.add(word);
+  for (const word of tokenize(c.name)) words.delete(word);
+  return {
+    unified: c.id,
+    emoji: "",
+    name: c.name,
+    tags: [...words],
+    shortcodes,
+    group: "custom",
+    version: 0,
+    tones: [],
+    order,
+    imageUrl: c.imageUrl,
+    ...c.stillUrl ? { stillUrl: c.stillUrl } : {},
+    ...c.animated ? { animated: true } : {},
+    ...c.width ? { width: c.width } : {},
+    ...c.height ? { height: c.height } : {}
+  };
+}
+var customRecords = (customs, firstOrder, base) => customs.map((c, i) => customRecord(c, { order: firstOrder + i, base: c.base ? base(c.base) : void 0 }));
+export {
+  customRecord,
+  customRecords,
+  loadCustomEmojis,
+  splitWords,
+  uniqueById
+};
+//# sourceMappingURL=custom.js.map

package/dist/custom.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/custom.ts"],"sourcesContent":["import type { EmojiRecord } from \"./dataset\";\nimport { toError } from \"./reactive\";\nimport { tokenizerFor } from \"./search/tokenize\";\n\nexport interface CustomEmoji {\n  id: string;\n  name: string;\n  imageUrl: string;\n  shortcodes?: string[];\n  tags?: string[];\n  group?: string;\n  width?: number;\n  height?: number;\n  animated?: boolean;\n  stillUrl?: string;\n  base?: string;\n}\n\nexport type CustomEmojiLoader = (options: { signal: AbortSignal }) => Promise<readonly CustomEmoji[]>;\n\nexport type CustomEmojiSource = readonly CustomEmoji[] | CustomEmojiLoader;\n\nexport const uniqueById = (list: readonly CustomEmoji[]): readonly CustomEmoji[] => {\n  const seen = new Set<string>();\n  return list.filter((e) => !seen.has(e.id) && seen.add(e.id));\n};\n\nexport async function loadCustomEmojis(source: CustomEmojiSource | undefined, signal: AbortSignal): Promise<{ emojis: readonly CustomEmoji[]; errors: Error[] }> {\n  try {\n    return { emojis: uniqueById(typeof source === \"function\" ? await source({ signal }) : (source ?? [])), errors: [] };\n  } catch (e) {\n    return { emojis: [], errors: [toError(e)] };\n  }\n}\n\nexport const splitWords = (text: string): string[] =>\n  text\n    .replace(/([a-z\\d])([A-Z])/g, \"$1 $2\")\n    .replace(/([A-Z]+)([A-Z][a-z])/g, \"$1 $2\")\n    .split(/[^\\p{L}\\p{N}]+/u)\n    .filter(Boolean)\n    .map((w) => w.toLowerCase());\n\n// The record a custom emoji becomes: search words come from its id, shortcodes, tags, and the emoji it is based on\nexport function customRecord(c: CustomEmoji, { order = 0, base }: { order?: number; base?: EmojiRecord } = {}): EmojiRecord {\n  const shortcodes = c.shortcodes ?? [];\n  const words = new Set([...(c.tags ?? []), ...splitWords(c.id), ...shortcodes.flatMap(splitWords)]);\n  const tokenize = tokenizerFor();\n  if (base) for (const word of [...tokenize(base.name), ...base.tags]) words.add(word);\n  for (const word of tokenize(c.name)) words.delete(word);\n  return {\n    unified: c.id,\n    emoji: \"\",\n    name: c.name,\n    tags: [...words],\n    shortcodes,\n    group: \"custom\",\n    version: 0,\n    tones: [],\n    order,\n    imageUrl: c.imageUrl,\n    ...(c.stillUrl ? { stillUrl: c.stillUrl } : {}),\n    ...(c.animated ? { animated: true } : {}),\n    ...(c.width ? { width: c.width } : {}),\n    ...(c.height ? { height: c.height } : {}),\n  };\n}\n\nexport const customRecords = (customs: readonly CustomEmoji[], firstOrder: number, base: (unified: string) => EmojiRecord | undefined): EmojiRecord[] =>\n  customs.map((c, i) => customRecord(c, { order: firstOrder + i, base: c.base ? base(c.base) : undefined }));\n"],"mappings":";AACA,SAAS,eAAe;AACxB,SAAS,oBAAoB;AAoBtB,IAAM,aAAa,CAAC,SAAyD;AAClF,QAAM,OAAO,oBAAI,IAAY;AAC7B,SAAO,KAAK,OAAO,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,EAAE,KAAK,KAAK,IAAI,EAAE,EAAE,CAAC;AAC7D;AAEA,eAAsB,iBAAiB,QAAuC,QAAmF;AAC/J,MAAI;AACF,WAAO,EAAE,QAAQ,WAAW,OAAO,WAAW,aAAa,MAAM,OAAO,EAAE,OAAO,CAAC,IAAK,UAAU,CAAC,CAAE,GAAG,QAAQ,CAAC,EAAE;AAAA,EACpH,SAAS,GAAG;AACV,WAAO,EAAE,QAAQ,CAAC,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC,EAAE;AAAA,EAC5C;AACF;AAEO,IAAM,aAAa,CAAC,SACzB,KACG,QAAQ,qBAAqB,OAAO,EACpC,QAAQ,yBAAyB,OAAO,EACxC,MAAM,iBAAiB,EACvB,OAAO,OAAO,EACd,IAAI,CAAC,MAAM,EAAE,YAAY,CAAC;AAGxB,SAAS,aAAa,GAAgB,EAAE,QAAQ,GAAG,KAAK,IAA4C,CAAC,GAAgB;AAC1H,QAAM,aAAa,EAAE,cAAc,CAAC;AACpC,QAAM,QAAQ,oBAAI,IAAI,CAAC,GAAI,EAAE,QAAQ,CAAC,GAAI,GAAG,WAAW,EAAE,EAAE,GAAG,GAAG,WAAW,QAAQ,UAAU,CAAC,CAAC;AACjG,QAAM,WAAW,aAAa;AAC9B,MAAI,KAAM,YAAW,QAAQ,CAAC,GAAG,SAAS,KAAK,IAAI,GAAG,GAAG,KAAK,IAAI,EAAG,OAAM,IAAI,IAAI;AACnF,aAAW,QAAQ,SAAS,EAAE,IAAI,EAAG,OAAM,OAAO,IAAI;AACtD,SAAO;AAAA,IACL,SAAS,EAAE;AAAA,IACX,OAAO;AAAA,IACP,MAAM,EAAE;AAAA,IACR,MAAM,CAAC,GAAG,KAAK;AAAA,IACf;AAAA,IACA,OAAO;AAAA,IACP,SAAS;AAAA,IACT,OAAO,CAAC;AAAA,IACR;AAAA,IACA,UAAU,EAAE;AAAA,IACZ,GAAI,EAAE,WAAW,EAAE,UAAU,EAAE,SAAS,IAAI,CAAC;AAAA,IAC7C,GAAI,EAAE,WAAW,EAAE,UAAU,KAAK,IAAI,CAAC;AAAA,IACvC,GAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC;AAAA,IACpC,GAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,OAAO,IAAI,CAAC;AAAA,EACzC;AACF;AAEO,IAAM,gBAAgB,CAAC,SAAiC,YAAoB,SACjF,QAAQ,IAAI,CAAC,GAAG,MAAM,aAAa,GAAG,EAAE,OAAO,aAAa,GAAG,MAAM,EAAE,OAAO,KAAK,EAAE,IAAI,IAAI,OAAU,CAAC,CAAC;","names":[]}

package/dist/dataset-BQY5KQKL.d.ts

@@ -0,0 +1,58 @@
+declare const GROUPS: readonly ["smileys-people", "animals-nature", "food-drink", "travel-places", "activities", "objects", "symbols", "flags"];
+type Group = (typeof GROUPS)[number];
+type DatasetEmoji = [unified: string, name: string, tags: string[], shortcodes: string[], group: number, version: number, hasTones: 0 | 1];
+type Dataset = {
+    format: 1;
+    locale: string;
+    emojibase: string;
+    groups: string[];
+    emojis: DatasetEmoji[];
+    toneExceptions: Record<string, string[]>;
+};
+type EmojiDataInputEntry = ({
+    emoji: string;
+    unified?: never;
+} | {
+    unified: string;
+    emoji?: never;
+}) & {
+    name: string;
+    tags?: readonly string[];
+    shortcodes?: readonly string[];
+    group: Group;
+    version?: number;
+};
+type EmojiDataInput = {
+    locale: string;
+    groups: readonly {
+        id: Group;
+        name: string;
+    }[];
+    emojis: readonly EmojiDataInputEntry[];
+};
+type SkinToneValue = 0 | 1 | 2 | 3 | 4 | 5;
+declare const SKIN_TONE_VALUES: readonly SkinToneValue[];
+declare const withoutTone: (unified: string) => string;
+declare function withTone(unified: string, tone: number): string;
+type EmojiRecord = {
+    unified: string;
+    emoji: string;
+    name: string;
+    tags: readonly string[];
+    shortcodes: readonly string[];
+    group: Group | "custom";
+    version: number;
+    tones: readonly string[];
+    order: number;
+    imageUrl?: string;
+    stillUrl?: string;
+    animated?: boolean;
+    width?: number;
+    height?: number;
+};
+declare const isUnified: (value: string) => boolean;
+declare const unifiedToNative: (unified: string) => string;
+declare const nativeToUnified: (text: string) => string;
+
+export { withoutTone as b, SKIN_TONE_VALUES as c, isUnified as i, nativeToUnified as n, unifiedToNative as u, withTone as w };
+export type { Dataset as D, EmojiRecord as E, Group as G, SkinToneValue as S, EmojiDataInput as a };

package/dist/dataset.js

@@ -0,0 +1,56 @@
+// src/dataset.ts
+var GROUPS = ["smileys-people", "animals-nature", "food-drink", "travel-places", "activities", "objects", "symbols", "flags"];
+var SKIN_TONES = ["1f3fb", "1f3fc", "1f3fd", "1f3fe", "1f3ff"];
+var SKIN_TONE_VALUES = [0, 1, 2, 3, 4, 5];
+var TONE_CODES = new Set(SKIN_TONES);
+var withoutTone = (unified) => unified.toLowerCase().split("-").filter((part) => !TONE_CODES.has(part)).join("-");
+var withoutFe0f = (unified) => unified.replace(/-fe0f/gi, "");
+function withTone(unified, tone) {
+  const [first, ...rest] = unified.split("-");
+  if (rest[0] === "fe0f") rest.shift();
+  return [first, SKIN_TONES[tone - 1], ...rest].join("-");
+}
+var UNIFIED = /^[0-9a-f]{2,6}(?:-[0-9a-f]{2,6})*$/i;
+var isUnified = (value) => UNIFIED.test(value);
+var unifiedToNative = (unified) => isUnified(unified) ? String.fromCodePoint(...unified.split("-").map((hex) => parseInt(hex, 16))) : "";
+var nativeToUnified = (text) => [...text].map((c) => c.codePointAt(0).toString(16)).join("-");
+var isDataset = (value) => "format" in value && value.format === 1 && "toneExceptions" in value && Array.isArray(value.groups) && (value.emojis.length === 0 || Array.isArray(value.emojis[0]));
+function toDataset(data) {
+  if (isDataset(data)) return data;
+  return {
+    format: 1,
+    locale: data.locale,
+    emojibase: "",
+    groups: GROUPS.map((id) => data.groups.find((g) => g.id === id)?.name ?? id),
+    emojis: data.emojis.map((e) => [e.unified?.toLowerCase() ?? nativeToUnified(e.emoji), e.name, e.tags ?? [], e.shortcodes ?? [], GROUPS.indexOf(e.group), e.version ?? 0, 0]),
+    toneExceptions: {}
+  };
+}
+function expandDataset(dataset) {
+  return dataset.emojis.map(([unified, name, tags, shortcodes, group, version, hasTones], order) => ({
+    unified,
+    emoji: unifiedToNative(unified),
+    name,
+    tags,
+    shortcodes,
+    group: GROUPS[group] ?? "symbols",
+    version,
+    tones: dataset.toneExceptions[unified] ?? (hasTones ? [1, 2, 3, 4, 5].map((t) => withTone(unified, t)) : []),
+    order
+  }));
+}
+export {
+  GROUPS,
+  SKIN_TONES,
+  SKIN_TONE_VALUES,
+  expandDataset,
+  isDataset,
+  isUnified,
+  nativeToUnified,
+  toDataset,
+  unifiedToNative,
+  withTone,
+  withoutFe0f,
+  withoutTone
+};
+//# sourceMappingURL=dataset.js.map

package/dist/dataset.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/dataset.ts"],"sourcesContent":["export const GROUPS = [\"smileys-people\", \"animals-nature\", \"food-drink\", \"travel-places\", \"activities\", \"objects\", \"symbols\", \"flags\"] as const;\n\nexport type Group = (typeof GROUPS)[number];\n\nexport type DatasetEmoji = [unified: string, name: string, tags: string[], shortcodes: string[], group: number, version: number, hasTones: 0 | 1];\n\nexport type Dataset = {\n  format: 1;\n  locale: string;\n  emojibase: string;\n  groups: string[];\n  emojis: DatasetEmoji[];\n  toneExceptions: Record<string, string[]>;\n};\n\nexport type EmojiDataInputEntry = ({ emoji: string; unified?: never } | { unified: string; emoji?: never }) & {\n  name: string;\n  tags?: readonly string[];\n  shortcodes?: readonly string[];\n  group: Group;\n  version?: number;\n};\n\nexport type EmojiDataInput = {\n  locale: string;\n  groups: readonly { id: Group; name: string }[];\n  emojis: readonly EmojiDataInputEntry[];\n};\n\nexport const SKIN_TONES = [\"1f3fb\", \"1f3fc\", \"1f3fd\", \"1f3fe\", \"1f3ff\"] as const;\n\nexport type SkinToneValue = 0 | 1 | 2 | 3 | 4 | 5;\n\nexport const SKIN_TONE_VALUES: readonly SkinToneValue[] = [0, 1, 2, 3, 4, 5];\n\nconst TONE_CODES = new Set<string>(SKIN_TONES);\n\nexport const withoutTone = (unified: string) =>\n  unified\n    .toLowerCase()\n    .split(\"-\")\n    .filter((part) => !TONE_CODES.has(part))\n    .join(\"-\");\n\nexport const withoutFe0f = (unified: string) => unified.replace(/-fe0f/gi, \"\");\n\nexport function withTone(unified: string, tone: number): string {\n  const [first, ...rest] = unified.split(\"-\");\n  if (rest[0] === \"fe0f\") rest.shift();\n  return [first, SKIN_TONES[tone - 1], ...rest].join(\"-\");\n}\n\nexport type EmojiRecord = {\n  unified: string;\n  emoji: string;\n  name: string;\n  tags: readonly string[];\n  shortcodes: readonly string[];\n  group: Group | \"custom\";\n  version: number;\n  tones: readonly string[];\n  order: number;\n  imageUrl?: string;\n  stillUrl?: string;\n  animated?: boolean;\n  width?: number;\n  height?: number;\n};\n\nconst UNIFIED = /^[0-9a-f]{2,6}(?:-[0-9a-f]{2,6})*$/i;\n\nexport const isUnified = (value: string) => UNIFIED.test(value);\n\nexport const unifiedToNative = (unified: string) => (isUnified(unified) ? String.fromCodePoint(...unified.split(\"-\").map((hex) => parseInt(hex, 16))) : \"\");\n\nexport const nativeToUnified = (text: string) => [...text].map((c) => c.codePointAt(0)!.toString(16)).join(\"-\");\n\n// A prebuilt dataset, not an EmojiDataInput to convert: format 1, with tone exceptions and emojis as tuples\nexport const isDataset = (value: Dataset | EmojiDataInput): value is Dataset =>\n  \"format\" in value && value.format === 1 && \"toneExceptions\" in value && Array.isArray(value.groups) && (value.emojis.length === 0 || Array.isArray(value.emojis[0]));\n\nexport function toDataset(data: Dataset | EmojiDataInput): Dataset {\n  if (isDataset(data)) return data;\n  return {\n    format: 1,\n    locale: data.locale,\n    emojibase: \"\",\n    groups: GROUPS.map((id) => data.groups.find((g) => g.id === id)?.name ?? id),\n    emojis: data.emojis.map((e) => [e.unified?.toLowerCase() ?? nativeToUnified(e.emoji!), e.name, e.tags ?? [], e.shortcodes ?? [], GROUPS.indexOf(e.group), e.version ?? 0, 0] as DatasetEmoji),\n    toneExceptions: {},\n  };\n}\n\nexport function expandDataset(dataset: Dataset): EmojiRecord[] {\n  return dataset.emojis.map(([unified, name, tags, shortcodes, group, version, hasTones], order) => ({\n    unified,\n    emoji: unifiedToNative(unified),\n    name,\n    tags,\n    shortcodes,\n    group: GROUPS[group] ?? \"symbols\",\n    version,\n    tones: dataset.toneExceptions[unified] ?? (hasTones ? [1, 2, 3, 4, 5].map((t) => withTone(unified, t)) : []),\n    order,\n  }));\n}\n"],"mappings":";AAAO,IAAM,SAAS,CAAC,kBAAkB,kBAAkB,cAAc,iBAAiB,cAAc,WAAW,WAAW,OAAO;AA6B9H,IAAM,aAAa,CAAC,SAAS,SAAS,SAAS,SAAS,OAAO;AAI/D,IAAM,mBAA6C,CAAC,GAAG,GAAG,GAAG,GAAG,GAAG,CAAC;AAE3E,IAAM,aAAa,IAAI,IAAY,UAAU;AAEtC,IAAM,cAAc,CAAC,YAC1B,QACG,YAAY,EACZ,MAAM,GAAG,EACT,OAAO,CAAC,SAAS,CAAC,WAAW,IAAI,IAAI,CAAC,EACtC,KAAK,GAAG;AAEN,IAAM,cAAc,CAAC,YAAoB,QAAQ,QAAQ,WAAW,EAAE;AAEtE,SAAS,SAAS,SAAiB,MAAsB;AAC9D,QAAM,CAAC,OAAO,GAAG,IAAI,IAAI,QAAQ,MAAM,GAAG;AAC1C,MAAI,KAAK,CAAC,MAAM,OAAQ,MAAK,MAAM;AACnC,SAAO,CAAC,OAAO,WAAW,OAAO,CAAC,GAAG,GAAG,IAAI,EAAE,KAAK,GAAG;AACxD;AAmBA,IAAM,UAAU;AAET,IAAM,YAAY,CAAC,UAAkB,QAAQ,KAAK,KAAK;AAEvD,IAAM,kBAAkB,CAAC,YAAqB,UAAU,OAAO,IAAI,OAAO,cAAc,GAAG,QAAQ,MAAM,GAAG,EAAE,IAAI,CAAC,QAAQ,SAAS,KAAK,EAAE,CAAC,CAAC,IAAI;AAEjJ,IAAM,kBAAkB,CAAC,SAAiB,CAAC,GAAG,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE,YAAY,CAAC,EAAG,SAAS,EAAE,CAAC,EAAE,KAAK,GAAG;AAGvG,IAAM,YAAY,CAAC,UACxB,YAAY,SAAS,MAAM,WAAW,KAAK,oBAAoB,SAAS,MAAM,QAAQ,MAAM,MAAM,MAAM,MAAM,OAAO,WAAW,KAAK,MAAM,QAAQ,MAAM,OAAO,CAAC,CAAC;AAE7J,SAAS,UAAU,MAAyC;AACjE,MAAI,UAAU,IAAI,EAAG,QAAO;AAC5B,SAAO;AAAA,IACL,QAAQ;AAAA,IACR,QAAQ,KAAK;AAAA,IACb,WAAW;AAAA,IACX,QAAQ,OAAO,IAAI,CAAC,OAAO,KAAK,OAAO,KAAK,CAAC,MAAM,EAAE,OAAO,EAAE,GAAG,QAAQ,EAAE;AAAA,IAC3E,QAAQ,KAAK,OAAO,IAAI,CAAC,MAAM,CAAC,EAAE,SAAS,YAAY,KAAK,gBAAgB,EAAE,KAAM,GAAG,EAAE,MAAM,EAAE,QAAQ,CAAC,GAAG,EAAE,cAAc,CAAC,GAAG,OAAO,QAAQ,EAAE,KAAK,GAAG,EAAE,WAAW,GAAG,CAAC,CAAiB;AAAA,IAC5L,gBAAgB,CAAC;AAAA,EACnB;AACF;AAEO,SAAS,cAAc,SAAiC;AAC7D,SAAO,QAAQ,OAAO,IAAI,CAAC,CAAC,SAAS,MAAM,MAAM,YAAY,OAAO,SAAS,QAAQ,GAAG,WAAW;AAAA,IACjG;AAAA,IACA,OAAO,gBAAgB,OAAO;AAAA,IAC9B;AAAA,IACA;AAAA,IACA;AAAA,IACA,OAAO,OAAO,KAAK,KAAK;AAAA,IACxB;AAAA,IACA,OAAO,QAAQ,eAAe,OAAO,MAAM,WAAW,CAAC,GAAG,GAAG,GAAG,GAAG,CAAC,EAAE,IAAI,CAAC,MAAM,SAAS,SAAS,CAAC,CAAC,IAAI,CAAC;AAAA,IAC1G;AAAA,EACF,EAAE;AACJ;","names":[]}