@fgv/ts-bcp47 0.9.6 → 2.0.1-alpha.0

package/lib/packlets/bcp47/match/similarity.js

@@ -0,0 +1,230 @@
+"use strict";
+/*
+ * Copyright (c) 2022 Erik Fortune
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a copy
+ * of this software and associated documentation files (the "Software"), to deal
+ * in the Software without restriction, including without limitation the rights
+ * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+ * copies of the Software, and to permit persons to whom the Software is
+ * furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in all
+ * copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+ * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+ * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+ * SOFTWARE.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LanguageSimilarityMatcher = void 0;
+const Iana = __importStar(require("../../iana"));
+const Unsd = __importStar(require("../../unsd"));
+const overrides_1 = require("../overrides");
+const common_1 = require("../common");
+const common_2 = require("./common");
+/**
+ * Helper to compare two language tags to determine how closely related they are,
+ * applying normalization and language semantics as appropriate.
+ * @public
+ */
+class LanguageSimilarityMatcher {
+    constructor(iana) {
+        /* c8 ignore next */
+        this.iana = iana !== null && iana !== void 0 ? iana : Iana.DefaultRegistries.languageRegistries;
+        this.unsd = Unsd.DefaultRegistries.regionCodes;
+        this.overrides = overrides_1.DefaultRegistries.overridesRegistry;
+    }
+    matchLanguageTags(t1, t2) {
+        // no primary tag is either all private or grandfathered, which must match
+        // exactly.
+        if (!t1.subtags.primaryLanguage || !t2.subtags.primaryLanguage) {
+            return t1.toString().toLowerCase() === t2.toString().toLowerCase()
+                ? common_2.tagSimilarity.exact
+                : common_2.tagSimilarity.none;
+        }
+        let quality = this.matchPrimaryLanguage(t1, t2);
+        quality = quality > common_2.tagSimilarity.none ? Math.min(this.matchExtlang(t1, t2), quality) : quality;
+        quality = quality > common_2.tagSimilarity.none ? Math.min(this.matchScript(t1, t2), quality) : quality;
+        quality = quality > common_2.tagSimilarity.none ? Math.min(this.matchRegion(t1, t2), quality) : quality;
+        quality = quality > common_2.tagSimilarity.none ? Math.min(this.matchVariants(t1, t2), quality) : quality;
+        quality = quality > common_2.tagSimilarity.none ? Math.min(this.matchExtensions(t1, t2), quality) : quality;
+        quality = quality > common_2.tagSimilarity.none ? Math.min(this.matchPrivateUseTags(t1, t2), quality) : quality;
+        return quality;
+    }
+    matchPrimaryLanguage(lt1, lt2) {
+        var _a, _b;
+        /* c8 ignore next 2 */
+        const l1 = (_a = lt1.subtags.primaryLanguage) === null || _a === void 0 ? void 0 : _a.toLowerCase();
+        const l2 = (_b = lt2.subtags.primaryLanguage) === null || _b === void 0 ? void 0 : _b.toLowerCase();
+        if (l1 === l2) {
+            return common_2.tagSimilarity.exact;
+        }
+        if (lt1.isUndetermined || lt2.isUndetermined) {
+            return common_2.tagSimilarity.undetermined;
+        }
+        return common_2.tagSimilarity.none;
+    }
+    matchExtlang(lt1, lt2) {
+        var _a, _b;
+        if (((_a = lt1.subtags.extlangs) === null || _a === void 0 ? void 0 : _a.length) !== ((_b = lt2.subtags.extlangs) === null || _b === void 0 ? void 0 : _b.length)) {
+            return common_2.tagSimilarity.none;
+        }
+        if (lt1.subtags.extlangs) {
+            for (let i = 0; i < lt1.subtags.extlangs.length; i++) {
+                if (lt1.subtags.extlangs[i].toLowerCase() !== lt2.subtags.extlangs[i].toLowerCase()) {
+                    return common_2.tagSimilarity.none;
+                }
+            }
+        }
+        return common_2.tagSimilarity.exact;
+    }
+    matchScript(lt1, lt2) {
+        var _a, _b;
+        const s1 = (_a = lt1.effectiveScript) === null || _a === void 0 ? void 0 : _a.toLowerCase();
+        const s2 = (_b = lt2.effectiveScript) === null || _b === void 0 ? void 0 : _b.toLowerCase();
+        if (s1 === s2) {
+            return common_2.tagSimilarity.exact;
+        }
+        if (lt1.isUndetermined || lt2.isUndetermined) {
+            return common_2.tagSimilarity.undetermined;
+        }
+        return common_2.tagSimilarity.none;
+    }
+    matchRegion(lt1, lt2) {
+        var _a, _b, _c, _d, _e, _f, _g, _h, _j;
+        const r1 = (_a = lt1.subtags.region) === null || _a === void 0 ? void 0 : _a.toUpperCase();
+        const r2 = (_b = lt2.subtags.region) === null || _b === void 0 ? void 0 : _b.toUpperCase();
+        if (r1 === r2) {
+            return common_2.tagSimilarity.exact;
+        }
+        // region 001 is equivalent to neutral (no region)
+        if (r1 === common_1.GlobalRegion || r2 === common_1.GlobalRegion) {
+            // if one tag is 001 and the other in neutral, exact match
+            // otherwise, one tag is 001 so neutral region match
+            return !r1 || !r2 ? common_2.tagSimilarity.exact : common_2.tagSimilarity.neutralRegion;
+        }
+        if (!r1 || !r2) {
+            return common_2.tagSimilarity.neutralRegion;
+        }
+        // macro-region match
+        const r1IsMacroRegion = Iana.Validate.unM49RegionCode.isWellFormed(r1);
+        const r2IsMacroRegion = Iana.Validate.unM49RegionCode.isWellFormed(r2);
+        if (r1IsMacroRegion || r2IsMacroRegion) {
+            let contained;
+            let container;
+            if (r1IsMacroRegion) {
+                container = this.unsd.regions.tryGetRegion(r1);
+                contained =
+                    (_c = this.unsd.areas.tryGetAlpha2Area(r2)) !== null && _c !== void 0 ? _c : this.unsd.tryGetRegionOrArea(r2);
+            }
+            else {
+                container = this.unsd.regions.tryGetRegion(r2);
+                contained = this.unsd.areas.tryGetAlpha2Area(r1);
+            }
+            if (container && contained) {
+                if (this.unsd.getIsContained(container, contained)) {
+                    return common_2.tagSimilarity.macroRegion;
+                }
+                // if they're both regions, also check to see if the second region contains the
+                // first
+                if (contained.tier !== 'area' && this.unsd.getIsContained(contained, container)) {
+                    return common_2.tagSimilarity.macroRegion;
+                }
+            }
+        }
+        /* c8 ignore next 6 */
+        const o1 = this.overrides.overrides.get((_d = lt1.subtags.primaryLanguage) === null || _d === void 0 ? void 0 : _d.toLowerCase());
+        const o2 = this.overrides.overrides.get((_e = lt2.subtags.primaryLanguage) === null || _e === void 0 ? void 0 : _e.toLowerCase());
+        // orthographic affinity
+        if (o1 && o2) {
+            /* c8 ignore next 2 */
+            const a1 = (_g = (_f = o1.affinity) === null || _f === void 0 ? void 0 : _f.get(r1)) !== null && _g !== void 0 ? _g : o1.defaultAffinity;
+            const a2 = (_j = (_h = o2.affinity) === null || _h === void 0 ? void 0 : _h.get(r2)) !== null && _j !== void 0 ? _j : o2.defaultAffinity;
+            if (a1 && a2 && a1 === a2) {
+                if (r1 === a1.toUpperCase() || r2 === a2.toUpperCase()) {
+                    return common_2.tagSimilarity.preferredAffinity;
+                }
+                return common_2.tagSimilarity.affinity;
+            }
+        }
+        // preferred region
+        if ((o1 === null || o1 === void 0 ? void 0 : o1.preferredRegion) === r1 || (o2 === null || o2 === void 0 ? void 0 : o2.preferredRegion) === r2) {
+            return common_2.tagSimilarity.preferredRegion;
+        }
+        return common_2.tagSimilarity.sibling;
+    }
+    matchVariants(lt1, lt2) {
+        var _a, _b;
+        if (((_a = lt1.subtags.variants) === null || _a === void 0 ? void 0 : _a.length) !== ((_b = lt2.subtags.variants) === null || _b === void 0 ? void 0 : _b.length)) {
+            return common_2.tagSimilarity.region;
+        }
+        if (lt1.subtags.variants) {
+            for (let i = 0; i < lt1.subtags.variants.length; i++) {
+                if (lt1.subtags.variants[i].toLowerCase() !== lt2.subtags.variants[i].toLowerCase()) {
+                    return common_2.tagSimilarity.region;
+                }
+            }
+        }
+        return common_2.tagSimilarity.exact;
+    }
+    matchExtensions(lt1, lt2) {
+        var _a, _b;
+        if (((_a = lt1.subtags.extensions) === null || _a === void 0 ? void 0 : _a.length) !== ((_b = lt2.subtags.extensions) === null || _b === void 0 ? void 0 : _b.length)) {
+            return common_2.tagSimilarity.variant;
+        }
+        if (lt1.subtags.extensions) {
+            for (let i = 0; i < lt1.subtags.extensions.length; i++) {
+                if (lt1.subtags.extensions[i].singleton.toLowerCase() !==
+                    lt2.subtags.extensions[i].singleton.toLowerCase() ||
+                    lt1.subtags.extensions[i].value.toLowerCase() !== lt2.subtags.extensions[i].value.toLowerCase()) {
+                    return common_2.tagSimilarity.variant;
+                }
+            }
+        }
+        return common_2.tagSimilarity.exact;
+    }
+    matchPrivateUseTags(lt1, lt2) {
+        var _a, _b;
+        if (((_a = lt1.subtags.privateUse) === null || _a === void 0 ? void 0 : _a.length) !== ((_b = lt2.subtags.privateUse) === null || _b === void 0 ? void 0 : _b.length)) {
+            return common_2.tagSimilarity.variant;
+        }
+        if (lt1.subtags.privateUse) {
+            for (let i = 0; i < lt1.subtags.privateUse.length; i++) {
+                if (lt1.subtags.privateUse[i].toLowerCase() !== lt2.subtags.privateUse[i].toLowerCase()) {
+                    return common_2.tagSimilarity.variant;
+                }
+            }
+        }
+        return common_2.tagSimilarity.exact;
+    }
+}
+exports.LanguageSimilarityMatcher = LanguageSimilarityMatcher;
+//# sourceMappingURL=similarity.js.map

package/lib/packlets/bcp47/match/similarity.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"similarity.js","sourceRoot":"","sources":["../../../../src/packlets/bcp47/match/similarity.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;;;;;;;;;;;;;;;;;;;;;;;;;;AAEH,iDAAmC;AACnC,iDAAmC;AAEnC,4CAAoE;AAEpE,sCAAyC;AAEzC,qCAAyC;AAEzC;;;;GAIG;AACH,MAAa,yBAAyB;IAKpC,YAAmB,IAA8B;QAC/C,oBAAoB;QACpB,IAAI,CAAC,IAAI,GAAG,IAAI,aAAJ,IAAI,cAAJ,IAAI,GAAI,IAAI,CAAC,iBAAiB,CAAC,kBAAkB,CAAC;QAC9D,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,iBAAiB,CAAC,WAAW,CAAC;QAC/C,IAAI,CAAC,SAAS,GAAG,6BAAiB,CAAC,iBAAiB,CAAC;IACvD,CAAC;IAEM,iBAAiB,CAAC,EAAe,EAAE,EAAe;QACvD,0EAA0E;QAC1E,WAAW;QACX,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,eAAe,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE;YAC9D,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,WAAW,EAAE,KAAK,EAAE,CAAC,QAAQ,EAAE,CAAC,WAAW,EAAE;gBAChE,CAAC,CAAC,sBAAa,CAAC,KAAK;gBACrB,CAAC,CAAC,sBAAa,CAAC,IAAI,CAAC;SACxB;QAED,IAAI,OAAO,GAAG,IAAI,CAAC,oBAAoB,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QAChD,OAAO,GAAG,OAAO,GAAG,sBAAa,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;QAChG,OAAO,GAAG,OAAO,GAAG,sBAAa,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;QAC/F,OAAO,GAAG,OAAO,GAAG,sBAAa,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;QAC/F,OAAO,GAAG,OAAO,GAAG,sBAAa,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;QACjG,OAAO,GAAG,OAAO,GAAG,sBAAa,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,eAAe,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;QACnG,OAAO,GAAG,OAAO,GAAG,sBAAa,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,mBAAmB,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;QAEvG,OAAO,OAAO,CAAC;IACjB,CAAC;IAEM,oBAAoB,CAAC,GAAgB,EAAE,GAAgB;;QAC5D,sBAAsB;QACtB,MAAM,EAAE,GAAG,MAAA,GAAG,CAAC,OAAO,CAAC,eAAe,0CAAE,WAAW,EAAE,CAAC;QACtD,MAAM,EAAE,GAAG,MAAA,GAAG,CAAC,OAAO,CAAC,eAAe,0CAAE,WAAW,EAAE,CAAC;QAEtD,IAAI,EAAE,KAAK,EAAE,EAAE;YACb,OAAO,sBAAa,CAAC,KAAK,CAAC;SAC5B;QAED,IAAI,GAAG,CAAC,cAAc,IAAI,GAAG,CAAC,cAAc,EAAE;YAC5C,OAAO,sBAAa,CAAC,YAAY,CAAC;SACnC;QAED,OAAO,sBAAa,CAAC,IAAI,CAAC;IAC5B,CAAC;IAEM,YAAY,CAAC,GAAgB,EAAE,GAAgB;;QACpD,IAAI,CAAA,MAAA,GAAG,CAAC,OAAO,CAAC,QAAQ,0CAAE,MAAM,OAAK,MAAA,GAAG,CAAC,OAAO,CAAC,QAAQ,0CAAE,MAAM,CAAA,EAAE;YACjE,OAAO,sBAAa,CAAC,IAAI,CAAC;SAC3B;QAED,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,EAAE;YACxB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;gBACpD,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,KAAK,GAAG,CAAC,OAAO,CAAC,QAAS,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,EAAE;oBACpF,OAAO,sBAAa,CAAC,IAAI,CAAC;iBAC3B;aACF;SACF;QAED,OAAO,sBAAa,CAAC,KAAK,CAAC;IAC7B,CAAC;IAEM,WAAW,CAAC,GAAgB,EAAE,GAAgB;;QACnD,MAAM,EAAE,GAAG,MAAA,GAAG,CAAC,eAAe,0CAAE,WAAW,EAAE,CAAC;QAC9C,MAAM,EAAE,GAAG,MAAA,GAAG,CAAC,eAAe,0CAAE,WAAW,EAAE,CAAC;QAE9C,IAAI,EAAE,KAAK,EAAE,EAAE;YACb,OAAO,sBAAa,CAAC,KAAK,CAAC;SAC5B;QAED,IAAI,GAAG,CAAC,cAAc,IAAI,GAAG,CAAC,cAAc,EAAE;YAC5C,OAAO,sBAAa,CAAC,YAAY,CAAC;SACnC;QAED,OAAO,sBAAa,CAAC,IAAI,CAAC;IAC5B,CAAC;IAEM,WAAW,CAAC,GAAgB,EAAE,GAAgB;;QACnD,MAAM,EAAE,GAAG,MAAA,GAAG,CAAC,OAAO,CAAC,MAAM,0CAAE,WAAW,EAAuC,CAAC;QAClF,MAAM,EAAE,GAAG,MAAA,GAAG,CAAC,OAAO,CAAC,MAAM,0CAAE,WAAW,EAAuC,CAAC;QAElF,IAAI,EAAE,KAAK,EAAE,EAAE;YACb,OAAO,sBAAa,CAAC,KAAK,CAAC;SAC5B;QAED,kDAAkD;QAClD,IAAI,EAAE,KAAK,qBAAY,IAAI,EAAE,KAAK,qBAAY,EAAE;YAC9C,0DAA0D;YAC1D,oDAAoD;YACpD,OAAO,CAAC,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,sBAAa,CAAC,KAAK,CAAC,CAAC,CAAC,sBAAa,CAAC,aAAa,CAAC;SACvE;QAED,IAAI,CAAC,EAAE,IAAI,CAAC,EAAE,EAAE;YACd,OAAO,sBAAa,CAAC,aAAa,CAAC;SACpC;QAED,qBAAqB;QACrB,MAAM,eAAe,GAAG,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;QACvE,MAAM,eAAe,GAAG,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;QACvE,IAAI,eAAe,IAAI,eAAe,EAAE;YACtC,IAAI,SAAwD,CAAC;YAC7D,IAAI,SAAkC,CAAC;YACvC,IAAI,eAAe,EAAE;gBACnB,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,EAA2C,CAAC,CAAC;gBACxF,SAAS;oBACP,MAAA,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,EAA+C,CAAC,mCACjF,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,EAA2C,CAAC,CAAC;aAC7E;iBAAM;gBACL,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,EAA2C,CAAC,CAAC;gBACxF,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,EAA+C,CAAC,CAAC;aAC/F;YACD,IAAI,SAAS,IAAI,SAAS,EAAE;gBAC1B,IAAI,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,SAAS,EAAE,SAAS,CAAC,EAAE;oBAClD,OAAO,sBAAa,CAAC,WAAW,CAAC;iBAClC;gBAED,+EAA+E;gBAC/E,QAAQ;gBACR,IAAI,SAAS,CAAC,IAAI,KAAK,MAAM,IAAI,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,SAAS,EAAE,SAAS,CAAC,EAAE;oBAC/E,OAAO,sBAAa,CAAC,WAAW,CAAC;iBAClC;aACF;SACF;QAED,sBAAsB;QACtB,MAAM,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,GAAG,CACrC,MAAA,GAAG,CAAC,OAAO,CAAC,eAAe,0CAAE,WAAW,EAAyC,CAClF,CAAC;QACF,MAAM,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,GAAG,CACrC,MAAA,GAAG,CAAC,OAAO,CAAC,eAAe,0CAAE,WAAW,EAAyC,CAClF,CAAC;QAEF,wBAAwB;QACxB,IAAI,EAAE,IAAI,EAAE,EAAE;YACZ,sBAAsB;YACtB,MAAM,EAAE,GAAG,MAAA,MAAA,EAAE,CAAC,QAAQ,0CAAE,GAAG,CAAC,EAAE,CAAC,mCAAI,EAAE,CAAC,eAAe,CAAC;YACtD,MAAM,EAAE,GAAG,MAAA,MAAA,EAAE,CAAC,QAAQ,0CAAE,GAAG,CAAC,EAAE,CAAC,mCAAI,EAAE,CAAC,eAAe,CAAC;YACtD,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE;gBACzB,IAAI,EAAE,KAAK,EAAE,CAAC,WAAW,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,WAAW,EAAE,EAAE;oBACtD,OAAO,sBAAa,CAAC,iBAAiB,CAAC;iBACxC;gBACD,OAAO,sBAAa,CAAC,QAAQ,CAAC;aAC/B;SACF;QAED,mBAAmB;QACnB,IAAI,CAAA,EAAE,aAAF,EAAE,uBAAF,EAAE,CAAE,eAAe,MAAK,EAAE,IAAI,CAAA,EAAE,aAAF,EAAE,uBAAF,EAAE,CAAE,eAAe,MAAK,EAAE,EAAE;YAC5D,OAAO,sBAAa,CAAC,eAAe,CAAC;SACtC;QAED,OAAO,sBAAa,CAAC,OAAO,CAAC;IAC/B,CAAC;IAEM,aAAa,CAAC,GAAgB,EAAE,GAAgB;;QACrD,IAAI,CAAA,MAAA,GAAG,CAAC,OAAO,CAAC,QAAQ,0CAAE,MAAM,OAAK,MAAA,GAAG,CAAC,OAAO,CAAC,QAAQ,0CAAE,MAAM,CAAA,EAAE;YACjE,OAAO,sBAAa,CAAC,MAAM,CAAC;SAC7B;QAED,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,EAAE;YACxB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;gBACpD,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,KAAK,GAAG,CAAC,OAAO,CAAC,QAAS,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,EAAE;oBACpF,OAAO,sBAAa,CAAC,MAAM,CAAC;iBAC7B;aACF;SACF;QAED,OAAO,sBAAa,CAAC,KAAK,CAAC;IAC7B,CAAC;IAEM,eAAe,CAAC,GAAgB,EAAE,GAAgB;;QACvD,IAAI,CAAA,MAAA,GAAG,CAAC,OAAO,CAAC,UAAU,0CAAE,MAAM,OAAK,MAAA,GAAG,CAAC,OAAO,CAAC,UAAU,0CAAE,MAAM,CAAA,EAAE;YACrE,OAAO,sBAAa,CAAC,OAAO,CAAC;SAC9B;QAED,IAAI,GAAG,CAAC,OAAO,CAAC,UAAU,EAAE;YAC1B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;gBACtD,IACE,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,WAAW,EAAE;oBAC/C,GAAG,CAAC,OAAO,CAAC,UAAW,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,WAAW,EAAE;oBACpD,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,EAAE,KAAK,GAAG,CAAC,OAAO,CAAC,UAAW,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,EAAE,EAChG;oBACA,OAAO,sBAAa,CAAC,OAAO,CAAC;iBAC9B;aACF;SACF;QAED,OAAO,sBAAa,CAAC,KAAK,CAAC;IAC7B,CAAC;IAEM,mBAAmB,CAAC,GAAgB,EAAE,GAAgB;;QAC3D,IAAI,CAAA,MAAA,GAAG,CAAC,OAAO,CAAC,UAAU,0CAAE,MAAM,OAAK,MAAA,GAAG,CAAC,OAAO,CAAC,UAAU,0CAAE,MAAM,CAAA,EAAE;YACrE,OAAO,sBAAa,CAAC,OAAO,CAAC;SAC9B;QAED,IAAI,GAAG,CAAC,OAAO,CAAC,UAAU,EAAE;YAC1B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;gBACtD,IAAI,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,KAAK,GAAG,CAAC,OAAO,CAAC,UAAW,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,EAAE;oBACxF,OAAO,sBAAa,CAAC,OAAO,CAAC;iBAC9B;aACF;SACF;QAED,OAAO,sBAAa,CAAC,KAAK,CAAC;IAC7B,CAAC;CACF;AA9MD,8DA8MC","sourcesContent":["/*\n * Copyright (c) 2022 Erik Fortune\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to deal\n * in the Software without restriction, including without limitation the rights\n * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell\n * copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in all\n * copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,\n * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE\n * SOFTWARE.\n */\n\nimport * as Iana from '../../iana';\nimport * as Unsd from '../../unsd';\n\nimport { DefaultRegistries, OverridesRegistry } from '../overrides';\n\nimport { GlobalRegion } from '../common';\nimport { LanguageTag } from '../languageTag';\nimport { tagSimilarity } from './common';\n\n/**\n * Helper to compare two language tags to determine how closely related they are,\n * applying normalization and language semantics as appropriate.\n * @public\n */\nexport class LanguageSimilarityMatcher {\n  public iana: Iana.LanguageRegistries;\n  public unsd: Unsd.RegionCodes;\n  public overrides: OverridesRegistry;\n\n  public constructor(iana?: Iana.LanguageRegistries) {\n    /* c8 ignore next */\n    this.iana = iana ?? Iana.DefaultRegistries.languageRegistries;\n    this.unsd = Unsd.DefaultRegistries.regionCodes;\n    this.overrides = DefaultRegistries.overridesRegistry;\n  }\n\n  public matchLanguageTags(t1: LanguageTag, t2: LanguageTag): number {\n    // no primary tag is either all private or grandfathered, which must match\n    // exactly.\n    if (!t1.subtags.primaryLanguage || !t2.subtags.primaryLanguage) {\n      return t1.toString().toLowerCase() === t2.toString().toLowerCase()\n        ? tagSimilarity.exact\n        : tagSimilarity.none;\n    }\n\n    let quality = this.matchPrimaryLanguage(t1, t2);\n    quality = quality > tagSimilarity.none ? Math.min(this.matchExtlang(t1, t2), quality) : quality;\n    quality = quality > tagSimilarity.none ? Math.min(this.matchScript(t1, t2), quality) : quality;\n    quality = quality > tagSimilarity.none ? Math.min(this.matchRegion(t1, t2), quality) : quality;\n    quality = quality > tagSimilarity.none ? Math.min(this.matchVariants(t1, t2), quality) : quality;\n    quality = quality > tagSimilarity.none ? Math.min(this.matchExtensions(t1, t2), quality) : quality;\n    quality = quality > tagSimilarity.none ? Math.min(this.matchPrivateUseTags(t1, t2), quality) : quality;\n\n    return quality;\n  }\n\n  public matchPrimaryLanguage(lt1: LanguageTag, lt2: LanguageTag): number {\n    /* c8 ignore next 2 */\n    const l1 = lt1.subtags.primaryLanguage?.toLowerCase();\n    const l2 = lt2.subtags.primaryLanguage?.toLowerCase();\n\n    if (l1 === l2) {\n      return tagSimilarity.exact;\n    }\n\n    if (lt1.isUndetermined || lt2.isUndetermined) {\n      return tagSimilarity.undetermined;\n    }\n\n    return tagSimilarity.none;\n  }\n\n  public matchExtlang(lt1: LanguageTag, lt2: LanguageTag): number {\n    if (lt1.subtags.extlangs?.length !== lt2.subtags.extlangs?.length) {\n      return tagSimilarity.none;\n    }\n\n    if (lt1.subtags.extlangs) {\n      for (let i = 0; i < lt1.subtags.extlangs.length; i++) {\n        if (lt1.subtags.extlangs[i].toLowerCase() !== lt2.subtags.extlangs![i].toLowerCase()) {\n          return tagSimilarity.none;\n        }\n      }\n    }\n\n    return tagSimilarity.exact;\n  }\n\n  public matchScript(lt1: LanguageTag, lt2: LanguageTag): number {\n    const s1 = lt1.effectiveScript?.toLowerCase();\n    const s2 = lt2.effectiveScript?.toLowerCase();\n\n    if (s1 === s2) {\n      return tagSimilarity.exact;\n    }\n\n    if (lt1.isUndetermined || lt2.isUndetermined) {\n      return tagSimilarity.undetermined;\n    }\n\n    return tagSimilarity.none;\n  }\n\n  public matchRegion(lt1: LanguageTag, lt2: LanguageTag): number {\n    const r1 = lt1.subtags.region?.toUpperCase() as Iana.LanguageSubtags.RegionSubtag;\n    const r2 = lt2.subtags.region?.toUpperCase() as Iana.LanguageSubtags.RegionSubtag;\n\n    if (r1 === r2) {\n      return tagSimilarity.exact;\n    }\n\n    // region 001 is equivalent to neutral (no region)\n    if (r1 === GlobalRegion || r2 === GlobalRegion) {\n      // if one tag is 001 and the other in neutral, exact match\n      // otherwise, one tag is 001 so neutral region match\n      return !r1 || !r2 ? tagSimilarity.exact : tagSimilarity.neutralRegion;\n    }\n\n    if (!r1 || !r2) {\n      return tagSimilarity.neutralRegion;\n    }\n\n    // macro-region match\n    const r1IsMacroRegion = Iana.Validate.unM49RegionCode.isWellFormed(r1);\n    const r2IsMacroRegion = Iana.Validate.unM49RegionCode.isWellFormed(r2);\n    if (r1IsMacroRegion || r2IsMacroRegion) {\n      let contained: Unsd.ICountryOrArea | Unsd.Region | undefined;\n      let container: Unsd.Region | undefined;\n      if (r1IsMacroRegion) {\n        container = this.unsd.regions.tryGetRegion(r1 as unknown as Iana.Model.UnM49RegionCode);\n        contained =\n          this.unsd.areas.tryGetAlpha2Area(r2 as unknown as Iana.Model.IsoAlpha2RegionCode) ??\n          this.unsd.tryGetRegionOrArea(r2 as unknown as Iana.Model.UnM49RegionCode);\n      } else {\n        container = this.unsd.regions.tryGetRegion(r2 as unknown as Iana.Model.UnM49RegionCode);\n        contained = this.unsd.areas.tryGetAlpha2Area(r1 as unknown as Iana.Model.IsoAlpha2RegionCode);\n      }\n      if (container && contained) {\n        if (this.unsd.getIsContained(container, contained)) {\n          return tagSimilarity.macroRegion;\n        }\n\n        // if they're both regions, also check to see if the second region contains the\n        // first\n        if (contained.tier !== 'area' && this.unsd.getIsContained(contained, container)) {\n          return tagSimilarity.macroRegion;\n        }\n      }\n    }\n\n    /* c8 ignore next 6 */\n    const o1 = this.overrides.overrides.get(\n      lt1.subtags.primaryLanguage?.toLowerCase() as Iana.LanguageSubtags.LanguageSubtag\n    );\n    const o2 = this.overrides.overrides.get(\n      lt2.subtags.primaryLanguage?.toLowerCase() as Iana.LanguageSubtags.LanguageSubtag\n    );\n\n    // orthographic affinity\n    if (o1 && o2) {\n      /* c8 ignore next 2 */\n      const a1 = o1.affinity?.get(r1) ?? o1.defaultAffinity;\n      const a2 = o2.affinity?.get(r2) ?? o2.defaultAffinity;\n      if (a1 && a2 && a1 === a2) {\n        if (r1 === a1.toUpperCase() || r2 === a2.toUpperCase()) {\n          return tagSimilarity.preferredAffinity;\n        }\n        return tagSimilarity.affinity;\n      }\n    }\n\n    // preferred region\n    if (o1?.preferredRegion === r1 || o2?.preferredRegion === r2) {\n      return tagSimilarity.preferredRegion;\n    }\n\n    return tagSimilarity.sibling;\n  }\n\n  public matchVariants(lt1: LanguageTag, lt2: LanguageTag): number {\n    if (lt1.subtags.variants?.length !== lt2.subtags.variants?.length) {\n      return tagSimilarity.region;\n    }\n\n    if (lt1.subtags.variants) {\n      for (let i = 0; i < lt1.subtags.variants.length; i++) {\n        if (lt1.subtags.variants[i].toLowerCase() !== lt2.subtags.variants![i].toLowerCase()) {\n          return tagSimilarity.region;\n        }\n      }\n    }\n\n    return tagSimilarity.exact;\n  }\n\n  public matchExtensions(lt1: LanguageTag, lt2: LanguageTag): number {\n    if (lt1.subtags.extensions?.length !== lt2.subtags.extensions?.length) {\n      return tagSimilarity.variant;\n    }\n\n    if (lt1.subtags.extensions) {\n      for (let i = 0; i < lt1.subtags.extensions.length; i++) {\n        if (\n          lt1.subtags.extensions[i].singleton.toLowerCase() !==\n            lt2.subtags.extensions![i].singleton.toLowerCase() ||\n          lt1.subtags.extensions[i].value.toLowerCase() !== lt2.subtags.extensions![i].value.toLowerCase()\n        ) {\n          return tagSimilarity.variant;\n        }\n      }\n    }\n\n    return tagSimilarity.exact;\n  }\n\n  public matchPrivateUseTags(lt1: LanguageTag, lt2: LanguageTag): number {\n    if (lt1.subtags.privateUse?.length !== lt2.subtags.privateUse?.length) {\n      return tagSimilarity.variant;\n    }\n\n    if (lt1.subtags.privateUse) {\n      for (let i = 0; i < lt1.subtags.privateUse.length; i++) {\n        if (lt1.subtags.privateUse[i].toLowerCase() !== lt2.subtags.privateUse![i].toLowerCase()) {\n          return tagSimilarity.variant;\n        }\n      }\n    }\n\n    return tagSimilarity.exact;\n  }\n}\n"]}

package/lib/packlets/bcp47/normalization/baseNormalizer.d.ts

@@ -0,0 +1,35 @@
+import * as Iana from '../../iana';
+import { Result } from '@fgv/ts-utils';
+import { ExtensionSingleton, ExtensionSubtag } from '../bcp47Subtags/model';
+import { IExtensionSubtagValue, ISubtags } from '../common';
+import { TagNormalization } from './common';
+/**
+ * @public
+ */
+export interface ITagNormalizer {
+    readonly normalization: TagNormalization;
+    processSubtags(subtags: ISubtags): Result<ISubtags>;
+}
+/**
+ * @public
+ */
+export declare abstract class TagNormalizerBase {
+    protected readonly _iana: Iana.LanguageRegistries;
+    abstract readonly normalization: TagNormalization;
+    constructor(iana?: Iana.LanguageRegistries);
+    processSubtags(subtags: ISubtags): Result<ISubtags>;
+    protected _basicPostValidation(subtags: ISubtags): Result<ISubtags>;
+    protected _postValidate(subtags: ISubtags): Result<ISubtags>;
+    protected _processExtensions(subtags: ISubtags): Result<IExtensionSubtagValue[] | undefined>;
+    protected _verifyUnique<T, TK extends string>(description: string, items: T[] | undefined, getKey: (item: T) => TK): Result<T[] | undefined>;
+    protected abstract _processLanguage(subtags: ISubtags): Result<Iana.LanguageSubtags.LanguageSubtag | undefined>;
+    protected abstract _processExtlangs(subtags: ISubtags): Result<Iana.LanguageSubtags.ExtLangSubtag[] | undefined>;
+    protected abstract _processScript(subtags: ISubtags): Result<Iana.LanguageSubtags.ScriptSubtag | undefined>;
+    protected abstract _processRegion(subtags: ISubtags): Result<Iana.LanguageSubtags.RegionSubtag | undefined>;
+    protected abstract _processVariants(subtags: ISubtags): Result<Iana.LanguageSubtags.VariantSubtag[] | undefined>;
+    protected abstract _processExtensionSingleton(singleton: ExtensionSingleton): Result<ExtensionSingleton>;
+    protected abstract _processExtensionSubtagValue(value: ExtensionSubtag): Result<ExtensionSubtag>;
+    protected abstract _processPrivateUseTags(subtags: ISubtags): Result<Iana.LanguageSubtags.ExtendedLanguageRange[] | undefined>;
+    protected abstract _processGrandfatheredTags(subtags: ISubtags): Result<Iana.LanguageSubtags.GrandfatheredTag | undefined>;
+}
+//# sourceMappingURL=baseNormalizer.d.ts.map

package/lib/packlets/bcp47/normalization/baseNormalizer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"baseNormalizer.d.ts","sourceRoot":"","sources":["../../../../src/packlets/bcp47/normalization/baseNormalizer.ts"],"names":[],"mappings":"AAsBA,OAAO,KAAK,IAAI,MAAM,YAAY,CAAC;AAEnC,OAAO,EAAE,MAAM,EAAyD,MAAM,eAAe,CAAC;AAC9F,OAAO,EAAE,kBAAkB,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAC5E,OAAO,EAAE,qBAAqB,EAAE,QAAQ,EAAmB,MAAM,WAAW,CAAC;AAC7E,OAAO,EAAE,gBAAgB,EAAE,MAAM,UAAU,CAAC;AAE5C;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,aAAa,EAAE,gBAAgB,CAAC;IAEzC,cAAc,CAAC,OAAO,EAAE,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC;CACrD;AAED;;GAEG;AACH,8BAAsB,iBAAiB;IACrC,SAAS,CAAC,QAAQ,CAAC,KAAK,EAAE,IAAI,CAAC,kBAAkB,CAAC;IAElD,kBAAyB,aAAa,EAAE,gBAAgB,CAAC;gBAEtC,IAAI,CAAC,EAAE,IAAI,CAAC,kBAAkB;IAK1C,cAAc,CAAC,OAAO,EAAE,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;IAkB1D,SAAS,CAAC,oBAAoB,CAAC,OAAO,EAAE,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;IAiBnE,SAAS,CAAC,aAAa,CAAC,OAAO,EAAE,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;IAI5D,SAAS,CAAC,kBAAkB,CAAC,OAAO,EAAE,QAAQ,GAAG,MAAM,CAAC,qBAAqB,EAAE,GAAG,SAAS,CAAC;IAc5F,SAAS,CAAC,aAAa,CAAC,CAAC,EAAE,EAAE,SAAS,MAAM,EAC1C,WAAW,EAAE,MAAM,EACnB,KAAK,EAAE,CAAC,EAAE,GAAG,SAAS,EACtB,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,EAAE,GACtB,MAAM,CAAC,CAAC,EAAE,GAAG,SAAS,CAAC;IAkB1B,SAAS,CAAC,QAAQ,CAAC,gBAAgB,CACjC,OAAO,EAAE,QAAQ,GAChB,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,cAAc,GAAG,SAAS,CAAC;IAC1D,SAAS,CAAC,QAAQ,CAAC,gBAAgB,CACjC,OAAO,EAAE,QAAQ,GAChB,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,aAAa,EAAE,GAAG,SAAS,CAAC;IAC3D,SAAS,CAAC,QAAQ,CAAC,cAAc,CAAC,OAAO,EAAE,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,YAAY,GAAG,SAAS,CAAC;IAC3G,SAAS,CAAC,QAAQ,CAAC,cAAc,CAAC,OAAO,EAAE,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,YAAY,GAAG,SAAS,CAAC;IAC3G,SAAS,CAAC,QAAQ,CAAC,gBAAgB,CACjC,OAAO,EAAE,QAAQ,GAChB,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,aAAa,EAAE,GAAG,SAAS,CAAC;IAC3D,SAAS,CAAC,QAAQ,CAAC,0BAA0B,CAAC,SAAS,EAAE,kBAAkB,GAAG,MAAM,CAAC,kBAAkB,CAAC;IACxG,SAAS,CAAC,QAAQ,CAAC,4BAA4B,CAAC,KAAK,EAAE,eAAe,GAAG,MAAM,CAAC,eAAe,CAAC;IAChG,SAAS,CAAC,QAAQ,CAAC,sBAAsB,CACvC,OAAO,EAAE,QAAQ,GAChB,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,qBAAqB,EAAE,GAAG,SAAS,CAAC;IACnE,SAAS,CAAC,QAAQ,CAAC,yBAAyB,CAC1C,OAAO,EAAE,QAAQ,GAChB,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,gBAAgB,GAAG,SAAS,CAAC;CAC7D"}

package/lib/packlets/bcp47/normalization/baseNormalizer.js

@@ -0,0 +1,116 @@
+"use strict";
+/*
+ * Copyright (c) 2022 Erik Fortune
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a copy
+ * of this software and associated documentation files (the "Software"), to deal
+ * in the Software without restriction, including without limitation the rights
+ * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+ * copies of the Software, and to permit persons to whom the Software is
+ * furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in all
+ * copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+ * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+ * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+ * SOFTWARE.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TagNormalizerBase = void 0;
+const Iana = __importStar(require("../../iana"));
+const ts_utils_1 = require("@fgv/ts-utils");
+const common_1 = require("../common");
+/**
+ * @public
+ */
+class TagNormalizerBase {
+    constructor(iana) {
+        /* c8 ignore next - dependency injection primarily for test */
+        this._iana = iana !== null && iana !== void 0 ? iana : Iana.DefaultRegistries.languageRegistries;
+    }
+    processSubtags(subtags) {
+        return (0, ts_utils_1.populateObject)({
+            primaryLanguage: () => this._processLanguage(subtags),
+            extlangs: () => this._processExtlangs(subtags),
+            script: () => this._processScript(subtags),
+            region: () => this._processRegion(subtags),
+            variants: () => this._processVariants(subtags),
+            extensions: () => this._processExtensions(subtags),
+            privateUse: () => this._processPrivateUseTags(subtags),
+            grandfathered: () => this._processGrandfatheredTags(subtags)
+        }, { suppressUndefined: true }).onSuccess((processed) => {
+            return this._postValidate(processed);
+        });
+    }
+    _basicPostValidation(subtags) {
+        /* c8 ignore next 7 - any validation whatsoever catches these so should never happen in practice */
+        if (subtags.primaryLanguage === undefined &&
+            subtags.grandfathered === undefined &&
+            subtags.privateUse === undefined) {
+            return (0, ts_utils_1.fail)(`${(0, common_1.subtagsToString)(subtags)}: missing primary language subtag.`);
+        }
+        /* c8 ignore next 3 - any validation whatsoever catches these so should never happen in practice */
+        if (subtags.extlangs && subtags.extlangs.length > 3) {
+            return (0, ts_utils_1.fail)(`${(0, common_1.subtagsToString)(subtags)}: too many extlang subtags`);
+        }
+        return (0, ts_utils_1.succeed)(subtags);
+    }
+    _postValidate(subtags) {
+        return this._basicPostValidation(subtags);
+    }
+    _processExtensions(subtags) {
+        if (subtags.extensions) {
+            return (0, ts_utils_1.mapResults)(subtags.extensions.map((ex) => {
+                return (0, ts_utils_1.populateObject)({
+                    singleton: () => this._processExtensionSingleton(ex.singleton),
+                    value: () => this._processExtensionSubtagValue(ex.value)
+                });
+            }));
+        }
+        return (0, ts_utils_1.succeed)(subtags.extensions);
+    }
+    _verifyUnique(description, items, getKey) {
+        if (items) {
+            const present = new Set();
+            return (0, ts_utils_1.allSucceed)(items.map((i) => {
+                const key = getKey(i);
+                if (present.has(key)) {
+                    return (0, ts_utils_1.fail)(`${key}: duplicate ${description}`);
+                }
+                present.add(key);
+                return (0, ts_utils_1.succeed)(key);
+            }), items);
+        }
+        return (0, ts_utils_1.succeed)(items);
+    }
+}
+exports.TagNormalizerBase = TagNormalizerBase;
+//# sourceMappingURL=baseNormalizer.js.map

package/lib/packlets/bcp47/normalization/baseNormalizer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"baseNormalizer.js","sourceRoot":"","sources":["../../../../src/packlets/bcp47/normalization/baseNormalizer.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;;;;;;;;;;;;;;;;;;;;;;;;;;AAEH,iDAAmC;AAEnC,4CAA8F;AAE9F,sCAA6E;AAY7E;;GAEG;AACH,MAAsB,iBAAiB;IAKrC,YAAmB,IAA8B;QAC/C,8DAA8D;QAC9D,IAAI,CAAC,KAAK,GAAG,IAAI,aAAJ,IAAI,cAAJ,IAAI,GAAI,IAAI,CAAC,iBAAiB,CAAC,kBAAkB,CAAC;IACjE,CAAC;IAEM,cAAc,CAAC,OAAiB;QACrC,OAAO,IAAA,yBAAc,EACnB;YACE,eAAe,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC;YACrD,QAAQ,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC;YAC9C,MAAM,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC;YAC1C,MAAM,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC;YAC1C,QAAQ,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC;YAC9C,UAAU,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC;YAClD,UAAU,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,sBAAsB,CAAC,OAAO,CAAC;YACtD,aAAa,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,yBAAyB,CAAC,OAAO,CAAC;SAC7D,EACD,EAAE,iBAAiB,EAAE,IAAI,EAAE,CAC5B,CAAC,SAAS,CAAC,CAAC,SAAS,EAAE,EAAE;YACxB,OAAO,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;QACvC,CAAC,CAAC,CAAC;IACL,CAAC;IAES,oBAAoB,CAAC,OAAiB;QAC9C,mGAAmG;QACnG,IACE,OAAO,CAAC,eAAe,KAAK,SAAS;YACrC,OAAO,CAAC,aAAa,KAAK,SAAS;YACnC,OAAO,CAAC,UAAU,KAAK,SAAS,EAChC;YACA,OAAO,IAAA,eAAI,EAAC,GAAG,IAAA,wBAAe,EAAC,OAAO,CAAC,oCAAoC,CAAC,CAAC;SAC9E;QAED,mGAAmG;QACnG,IAAI,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE;YACnD,OAAO,IAAA,eAAI,EAAC,GAAG,IAAA,wBAAe,EAAC,OAAO,CAAC,4BAA4B,CAAC,CAAC;SACtE;QACD,OAAO,IAAA,kBAAO,EAAC,OAAO,CAAC,CAAC;IAC1B,CAAC;IAES,aAAa,CAAC,OAAiB;QACvC,OAAO,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC;IAC5C,CAAC;IAES,kBAAkB,CAAC,OAAiB;QAC5C,IAAI,OAAO,CAAC,UAAU,EAAE;YACtB,OAAO,IAAA,qBAAU,EACf,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE;gBAC5B,OAAO,IAAA,yBAAc,EAAwB;oBAC3C,SAAS,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,0BAA0B,CAAC,EAAE,CAAC,SAAS,CAAC;oBAC9D,KAAK,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,4BAA4B,CAAC,EAAE,CAAC,KAAK,CAAC;iBACzD,CAAC,CAAC;YACL,CAAC,CAAC,CACH,CAAC;SACH;QACD,OAAO,IAAA,kBAAO,EAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IACrC,CAAC;IAES,aAAa,CACrB,WAAmB,EACnB,KAAsB,EACtB,MAAuB;QAEvB,IAAI,KAAK,EAAE;YACT,MAAM,OAAO,GAAG,IAAI,GAAG,EAAM,CAAC;YAC9B,OAAO,IAAA,qBAAU,EACf,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;gBACd,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;gBACtB,IAAI,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE;oBACpB,OAAO,IAAA,eAAI,EAAC,GAAG,GAAG,eAAe,WAAW,EAAE,CAAC,CAAC;iBACjD;gBACD,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBACjB,OAAO,IAAA,kBAAO,EAAC,GAAG,CAAC,CAAC;YACtB,CAAC,CAAC,EACF,KAAK,CACN,CAAC;SACH;QACD,OAAO,IAAA,kBAAO,EAAC,KAAK,CAAC,CAAC;IACxB,CAAC;CAqBF;AAxGD,8CAwGC","sourcesContent":["/*\n * Copyright (c) 2022 Erik Fortune\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to deal\n * in the Software without restriction, including without limitation the rights\n * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell\n * copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in all\n * copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,\n * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE\n * SOFTWARE.\n */\n\nimport * as Iana from '../../iana';\n\nimport { Result, allSucceed, fail, mapResults, populateObject, succeed } from '@fgv/ts-utils';\nimport { ExtensionSingleton, ExtensionSubtag } from '../bcp47Subtags/model';\nimport { IExtensionSubtagValue, ISubtags, subtagsToString } from '../common';\nimport { TagNormalization } from './common';\n\n/**\n * @public\n */\nexport interface ITagNormalizer {\n  readonly normalization: TagNormalization;\n\n  processSubtags(subtags: ISubtags): Result<ISubtags>;\n}\n\n/**\n * @public\n */\nexport abstract class TagNormalizerBase {\n  protected readonly _iana: Iana.LanguageRegistries;\n\n  public abstract readonly normalization: TagNormalization;\n\n  public constructor(iana?: Iana.LanguageRegistries) {\n    /* c8 ignore next - dependency injection primarily for test */\n    this._iana = iana ?? Iana.DefaultRegistries.languageRegistries;\n  }\n\n  public processSubtags(subtags: ISubtags): Result<ISubtags> {\n    return populateObject<ISubtags>(\n      {\n        primaryLanguage: () => this._processLanguage(subtags),\n        extlangs: () => this._processExtlangs(subtags),\n        script: () => this._processScript(subtags),\n        region: () => this._processRegion(subtags),\n        variants: () => this._processVariants(subtags),\n        extensions: () => this._processExtensions(subtags),\n        privateUse: () => this._processPrivateUseTags(subtags),\n        grandfathered: () => this._processGrandfatheredTags(subtags)\n      },\n      { suppressUndefined: true }\n    ).onSuccess((processed) => {\n      return this._postValidate(processed);\n    });\n  }\n\n  protected _basicPostValidation(subtags: ISubtags): Result<ISubtags> {\n    /* c8 ignore next 7 - any validation whatsoever catches these so should never happen in practice */\n    if (\n      subtags.primaryLanguage === undefined &&\n      subtags.grandfathered === undefined &&\n      subtags.privateUse === undefined\n    ) {\n      return fail(`${subtagsToString(subtags)}: missing primary language subtag.`);\n    }\n\n    /* c8 ignore next 3 - any validation whatsoever catches these so should never happen in practice */\n    if (subtags.extlangs && subtags.extlangs.length > 3) {\n      return fail(`${subtagsToString(subtags)}: too many extlang subtags`);\n    }\n    return succeed(subtags);\n  }\n\n  protected _postValidate(subtags: ISubtags): Result<ISubtags> {\n    return this._basicPostValidation(subtags);\n  }\n\n  protected _processExtensions(subtags: ISubtags): Result<IExtensionSubtagValue[] | undefined> {\n    if (subtags.extensions) {\n      return mapResults(\n        subtags.extensions.map((ex) => {\n          return populateObject<IExtensionSubtagValue>({\n            singleton: () => this._processExtensionSingleton(ex.singleton),\n            value: () => this._processExtensionSubtagValue(ex.value)\n          });\n        })\n      );\n    }\n    return succeed(subtags.extensions);\n  }\n\n  protected _verifyUnique<T, TK extends string>(\n    description: string,\n    items: T[] | undefined,\n    getKey: (item: T) => TK\n  ): Result<T[] | undefined> {\n    if (items) {\n      const present = new Set<TK>();\n      return allSucceed(\n        items.map((i) => {\n          const key = getKey(i);\n          if (present.has(key)) {\n            return fail(`${key}: duplicate ${description}`);\n          }\n          present.add(key);\n          return succeed(key);\n        }),\n        items\n      );\n    }\n    return succeed(items);\n  }\n\n  protected abstract _processLanguage(\n    subtags: ISubtags\n  ): Result<Iana.LanguageSubtags.LanguageSubtag | undefined>;\n  protected abstract _processExtlangs(\n    subtags: ISubtags\n  ): Result<Iana.LanguageSubtags.ExtLangSubtag[] | undefined>;\n  protected abstract _processScript(subtags: ISubtags): Result<Iana.LanguageSubtags.ScriptSubtag | undefined>;\n  protected abstract _processRegion(subtags: ISubtags): Result<Iana.LanguageSubtags.RegionSubtag | undefined>;\n  protected abstract _processVariants(\n    subtags: ISubtags\n  ): Result<Iana.LanguageSubtags.VariantSubtag[] | undefined>;\n  protected abstract _processExtensionSingleton(singleton: ExtensionSingleton): Result<ExtensionSingleton>;\n  protected abstract _processExtensionSubtagValue(value: ExtensionSubtag): Result<ExtensionSubtag>;\n  protected abstract _processPrivateUseTags(\n    subtags: ISubtags\n  ): Result<Iana.LanguageSubtags.ExtendedLanguageRange[] | undefined>;\n  protected abstract _processGrandfatheredTags(\n    subtags: ISubtags\n  ): Result<Iana.LanguageSubtags.GrandfatheredTag | undefined>;\n}\n"]}

package/lib/packlets/bcp47/normalization/canonicalNormalizer.d.ts

@@ -0,0 +1,22 @@
+import * as Iana from '../../iana';
+import { Result } from '@fgv/ts-utils';
+import { ExtensionSingleton, ExtensionSubtag } from '../bcp47Subtags/model';
+import { ISubtags } from '../common';
+import { TagNormalizerBase } from './baseNormalizer';
+import { TagNormalization } from './common';
+/**
+ * @internal
+ */
+export declare class CanonicalNormalizer extends TagNormalizerBase {
+    readonly normalization: TagNormalization;
+    protected _processLanguage(subtags: ISubtags): Result<Iana.LanguageSubtags.LanguageSubtag | undefined>;
+    protected _processExtlangs(subtags: ISubtags): Result<Iana.LanguageSubtags.ExtLangSubtag[] | undefined>;
+    protected _processScript(subtags: ISubtags): Result<Iana.LanguageSubtags.ScriptSubtag | undefined>;
+    protected _processRegion(subtags: ISubtags): Result<Iana.LanguageSubtags.RegionSubtag | undefined>;
+    protected _processVariants(subtags: ISubtags): Result<Iana.LanguageSubtags.VariantSubtag[] | undefined>;
+    protected _processExtensionSingleton(singleton: ExtensionSingleton): Result<ExtensionSingleton>;
+    protected _processExtensionSubtagValue(value: ExtensionSubtag): Result<ExtensionSubtag>;
+    protected _processPrivateUseTags(subtags: ISubtags): Result<Iana.LanguageSubtags.ExtendedLanguageRange[] | undefined>;
+    protected _processGrandfatheredTags(subtags: ISubtags): Result<Iana.LanguageSubtags.GrandfatheredTag | undefined>;
+}
+//# sourceMappingURL=canonicalNormalizer.d.ts.map

package/lib/packlets/bcp47/normalization/canonicalNormalizer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"canonicalNormalizer.d.ts","sourceRoot":"","sources":["../../../../src/packlets/bcp47/normalization/canonicalNormalizer.ts"],"names":[],"mappings":"AAsBA,OAAO,KAAK,IAAI,MAAM,YAAY,CAAC;AAGnC,OAAO,EAAE,MAAM,EAAuB,MAAM,eAAe,CAAC;AAE5D,OAAO,EAAE,kBAAkB,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAC5E,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AACrC,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AACrD,OAAO,EAAE,gBAAgB,EAAE,MAAM,UAAU,CAAC;AAE5C;;GAEG;AACH,qBAAa,mBAAoB,SAAQ,iBAAiB;IACxD,SAAgB,aAAa,EAAE,gBAAgB,CAAe;IAE9D,SAAS,CAAC,gBAAgB,CAAC,OAAO,EAAE,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,cAAc,GAAG,SAAS,CAAC;IAOtG,SAAS,CAAC,gBAAgB,CAAC,OAAO,EAAE,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,aAAa,EAAE,GAAG,SAAS,CAAC;IAOvG,SAAS,CAAC,cAAc,CAAC,OAAO,EAAE,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,YAAY,GAAG,SAAS,CAAC;IAOlG,SAAS,CAAC,cAAc,CAAC,OAAO,EAAE,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,YAAY,GAAG,SAAS,CAAC;IAOlG,SAAS,CAAC,gBAAgB,CAAC,OAAO,EAAE,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,aAAa,EAAE,GAAG,SAAS,CAAC;IAOvG,SAAS,CAAC,0BAA0B,CAAC,SAAS,EAAE,kBAAkB,GAAG,MAAM,CAAC,kBAAkB,CAAC;IAI/F,SAAS,CAAC,4BAA4B,CAAC,KAAK,EAAE,eAAe,GAAG,MAAM,CAAC,eAAe,CAAC;IAIvF,SAAS,CAAC,sBAAsB,CAC9B,OAAO,EAAE,QAAQ,GAChB,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,qBAAqB,EAAE,GAAG,SAAS,CAAC;IAUnE,SAAS,CAAC,yBAAyB,CACjC,OAAO,EAAE,QAAQ,GAChB,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,gBAAgB,GAAG,SAAS,CAAC;CAM7D"}

package/lib/packlets/bcp47/normalization/canonicalNormalizer.js

@@ -0,0 +1,113 @@
+"use strict";
+/*
+ * Copyright (c) 2022 Erik Fortune
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a copy
+ * of this software and associated documentation files (the "Software"), to deal
+ * in the Software without restriction, including without limitation the rights
+ * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+ * copies of the Software, and to permit persons to whom the Software is
+ * furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in all
+ * copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+ * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+ * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+ * SOFTWARE.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CanonicalNormalizer = void 0;
+const Iana = __importStar(require("../../iana"));
+const Bcp47Subtags = __importStar(require("../bcp47Subtags"));
+const ts_utils_1 = require("@fgv/ts-utils");
+const baseNormalizer_1 = require("./baseNormalizer");
+/**
+ * @internal
+ */
+class CanonicalNormalizer extends baseNormalizer_1.TagNormalizerBase {
+    constructor() {
+        super(...arguments);
+        this.normalization = 'canonical';
+    }
+    _processLanguage(subtags) {
+        if (subtags.primaryLanguage) {
+            return this._iana.subtags.languages.toCanonical(subtags.primaryLanguage);
+        }
+        return (0, ts_utils_1.succeed)(subtags.primaryLanguage);
+    }
+    _processExtlangs(subtags) {
+        if (subtags.extlangs) {
+            return (0, ts_utils_1.mapResults)(subtags.extlangs.map((e) => this._iana.subtags.extlangs.toCanonical(e)));
+        }
+        return (0, ts_utils_1.succeed)(undefined);
+    }
+    _processScript(subtags) {
+        if (subtags.script) {
+            return this._iana.subtags.scripts.toCanonical(subtags.script);
+        }
+        return (0, ts_utils_1.succeed)(undefined);
+    }
+    _processRegion(subtags) {
+        if (subtags.region) {
+            return this._iana.subtags.regions.toCanonical(subtags.region);
+        }
+        return (0, ts_utils_1.succeed)(undefined);
+    }
+    _processVariants(subtags) {
+        if (subtags.variants) {
+            return (0, ts_utils_1.mapResults)(subtags.variants.map((v) => this._iana.subtags.variants.toCanonical(v)));
+        }
+        return (0, ts_utils_1.succeed)(undefined);
+    }
+    _processExtensionSingleton(singleton) {
+        return this._iana.extensions.extensions.toCanonical(singleton);
+    }
+    _processExtensionSubtagValue(value) {
+        return Bcp47Subtags.Validate.extensionSubtag.toCanonical(value);
+    }
+    _processPrivateUseTags(subtags) {
+        if (subtags.privateUse) {
+            const merged = subtags.privateUse.join('-');
+            return Iana.LanguageSubtags.Validate.extendedLanguageRange.toCanonical(merged).onSuccess((canon) => {
+                return (0, ts_utils_1.succeed)(canon.split('-'));
+            });
+        }
+        return (0, ts_utils_1.succeed)(subtags.privateUse);
+    }
+    _processGrandfatheredTags(subtags) {
+        if (subtags.grandfathered) {
+            return this._iana.subtags.grandfathered.toCanonical(subtags.grandfathered);
+        }
+        return (0, ts_utils_1.succeed)(undefined);
+    }
+}
+exports.CanonicalNormalizer = CanonicalNormalizer;
+//# sourceMappingURL=canonicalNormalizer.js.map

package/lib/packlets/bcp47/normalization/canonicalNormalizer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"canonicalNormalizer.js","sourceRoot":"","sources":["../../../../src/packlets/bcp47/normalization/canonicalNormalizer.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;;;;;;;;;;;;;;;;;;;;;;;;;;AAEH,iDAAmC;AACnC,8DAAgD;AAEhD,4CAA4D;AAI5D,qDAAqD;AAGrD;;GAEG;AACH,MAAa,mBAAoB,SAAQ,kCAAiB;IAA1D;;QACkB,kBAAa,GAAqB,WAAW,CAAC;IAiEhE,CAAC;IA/DW,gBAAgB,CAAC,OAAiB;QAC1C,IAAI,OAAO,CAAC,eAAe,EAAE;YAC3B,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,WAAW,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;SAC1E;QACD,OAAO,IAAA,kBAAO,EAAC,OAAO,CAAC,eAAe,CAAC,CAAC;IAC1C,CAAC;IAES,gBAAgB,CAAC,OAAiB;QAC1C,IAAI,OAAO,CAAC,QAAQ,EAAE;YACpB,OAAO,IAAA,qBAAU,EAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;SAC5F;QACD,OAAO,IAAA,kBAAO,EAAC,SAAS,CAAC,CAAC;IAC5B,CAAC;IAES,cAAc,CAAC,OAAiB;QACxC,IAAI,OAAO,CAAC,MAAM,EAAE;YAClB,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;SAC/D;QACD,OAAO,IAAA,kBAAO,EAAC,SAAS,CAAC,CAAC;IAC5B,CAAC;IAES,cAAc,CAAC,OAAiB;QACxC,IAAI,OAAO,CAAC,MAAM,EAAE;YAClB,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;SAC/D;QACD,OAAO,IAAA,kBAAO,EAAC,SAAS,CAAC,CAAC;IAC5B,CAAC;IAES,gBAAgB,CAAC,OAAiB;QAC1C,IAAI,OAAO,CAAC,QAAQ,EAAE;YACpB,OAAO,IAAA,qBAAU,EAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;SAC5F;QACD,OAAO,IAAA,kBAAO,EAAC,SAAS,CAAC,CAAC;IAC5B,CAAC;IAES,0BAA0B,CAAC,SAA6B;QAChE,OAAO,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,UAAU,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;IACjE,CAAC;IAES,4BAA4B,CAAC,KAAsB;QAC3D,OAAO,YAAY,CAAC,QAAQ,CAAC,eAAe,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;IAClE,CAAC;IAES,sBAAsB,CAC9B,OAAiB;QAEjB,IAAI,OAAO,CAAC,UAAU,EAAE;YACtB,MAAM,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAC5C,OAAO,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,qBAAqB,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,CAAC,KAAK,EAAE,EAAE;gBACjG,OAAO,IAAA,kBAAO,EAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAiD,CAAC,CAAC;YACnF,CAAC,CAAC,CAAC;SACJ;QACD,OAAO,IAAA,kBAAO,EAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IACrC,CAAC;IAES,yBAAyB,CACjC,OAAiB;QAEjB,IAAI,OAAO,CAAC,aAAa,EAAE;YACzB,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC,WAAW,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;SAC5E;QACD,OAAO,IAAA,kBAAO,EAAC,SAAS,CAAC,CAAC;IAC5B,CAAC;CACF;AAlED,kDAkEC","sourcesContent":["/*\n * Copyright (c) 2022 Erik Fortune\n *\n * Permission is hereby granted, free of charge, to any person obtaining a copy\n * of this software and associated documentation files (the \"Software\"), to deal\n * in the Software without restriction, including without limitation the rights\n * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell\n * copies of the Software, and to permit persons to whom the Software is\n * furnished to do so, subject to the following conditions:\n *\n * The above copyright notice and this permission notice shall be included in all\n * copies or substantial portions of the Software.\n *\n * THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE\n * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,\n * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE\n * SOFTWARE.\n */\n\nimport * as Iana from '../../iana';\nimport * as Bcp47Subtags from '../bcp47Subtags';\n\nimport { Result, mapResults, succeed } from '@fgv/ts-utils';\n\nimport { ExtensionSingleton, ExtensionSubtag } from '../bcp47Subtags/model';\nimport { ISubtags } from '../common';\nimport { TagNormalizerBase } from './baseNormalizer';\nimport { TagNormalization } from './common';\n\n/**\n * @internal\n */\nexport class CanonicalNormalizer extends TagNormalizerBase {\n  public readonly normalization: TagNormalization = 'canonical';\n\n  protected _processLanguage(subtags: ISubtags): Result<Iana.LanguageSubtags.LanguageSubtag | undefined> {\n    if (subtags.primaryLanguage) {\n      return this._iana.subtags.languages.toCanonical(subtags.primaryLanguage);\n    }\n    return succeed(subtags.primaryLanguage);\n  }\n\n  protected _processExtlangs(subtags: ISubtags): Result<Iana.LanguageSubtags.ExtLangSubtag[] | undefined> {\n    if (subtags.extlangs) {\n      return mapResults(subtags.extlangs.map((e) => this._iana.subtags.extlangs.toCanonical(e)));\n    }\n    return succeed(undefined);\n  }\n\n  protected _processScript(subtags: ISubtags): Result<Iana.LanguageSubtags.ScriptSubtag | undefined> {\n    if (subtags.script) {\n      return this._iana.subtags.scripts.toCanonical(subtags.script);\n    }\n    return succeed(undefined);\n  }\n\n  protected _processRegion(subtags: ISubtags): Result<Iana.LanguageSubtags.RegionSubtag | undefined> {\n    if (subtags.region) {\n      return this._iana.subtags.regions.toCanonical(subtags.region);\n    }\n    return succeed(undefined);\n  }\n\n  protected _processVariants(subtags: ISubtags): Result<Iana.LanguageSubtags.VariantSubtag[] | undefined> {\n    if (subtags.variants) {\n      return mapResults(subtags.variants.map((v) => this._iana.subtags.variants.toCanonical(v)));\n    }\n    return succeed(undefined);\n  }\n\n  protected _processExtensionSingleton(singleton: ExtensionSingleton): Result<ExtensionSingleton> {\n    return this._iana.extensions.extensions.toCanonical(singleton);\n  }\n\n  protected _processExtensionSubtagValue(value: ExtensionSubtag): Result<ExtensionSubtag> {\n    return Bcp47Subtags.Validate.extensionSubtag.toCanonical(value);\n  }\n\n  protected _processPrivateUseTags(\n    subtags: ISubtags\n  ): Result<Iana.LanguageSubtags.ExtendedLanguageRange[] | undefined> {\n    if (subtags.privateUse) {\n      const merged = subtags.privateUse.join('-');\n      return Iana.LanguageSubtags.Validate.extendedLanguageRange.toCanonical(merged).onSuccess((canon) => {\n        return succeed(canon.split('-') as Iana.LanguageSubtags.ExtendedLanguageRange[]);\n      });\n    }\n    return succeed(subtags.privateUse);\n  }\n\n  protected _processGrandfatheredTags(\n    subtags: ISubtags\n  ): Result<Iana.LanguageSubtags.GrandfatheredTag | undefined> {\n    if (subtags.grandfathered) {\n      return this._iana.subtags.grandfathered.toCanonical(subtags.grandfathered);\n    }\n    return succeed(undefined);\n  }\n}\n"]}

package/{bcp47 → lib/packlets/bcp47}/normalization/common.d.ts

@@ -7,7 +7,7 @@ export type TagNormalization = 'unknown' | 'none' | 'canonical' | 'preferred';
  * Determines which of two normalization ranks is most normalized.
  * @param n1 - The first {@link TagNormalization} to be compared.
  * @param n2 - The second {@link TagNormalization} to me compared.
- * @returns `1' if `n1` is more normalized, `-1` if `n2` is more
+ * @returns `1` if `n1` is more normalized, `-1` if `n2` is more
  * normalized, or `0` if they are identical.
  * @public
  */

package/lib/packlets/bcp47/normalization/common.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"common.d.ts","sourceRoot":"","sources":["../../../../src/packlets/bcp47/normalization/common.ts"],"names":[],"mappings":"AAsBA;;;GAGG;AACH,MAAM,MAAM,gBAAgB,GAAG,SAAS,GAAG,MAAM,GAAG,WAAW,GAAG,WAAW,CAAC;AA8B9E;;;;;;;GAOG;AACH,wBAAgB,oBAAoB,CAAC,EAAE,EAAE,gBAAgB,EAAE,EAAE,EAAE,gBAAgB,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAO3F;AAED;;;;;;GAMG;AACH,wBAAgB,cAAc,CAAC,EAAE,EAAE,gBAAgB,EAAE,EAAE,EAAE,gBAAgB,GAAG,gBAAgB,CAG3F"}