champollion 0.3.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +133 -0
- package/README.md +387 -0
- package/bin/cli.js +278 -0
- package/index.js +135 -0
- package/lib/api-key.js +127 -0
- package/lib/autofix.js +432 -0
- package/lib/bridge/method_bridge.py +430 -0
- package/lib/card-source-resolution.mjs +284 -0
- package/lib/cards/cache.js +169 -0
- package/lib/cards/env.js +82 -0
- package/lib/cards/fetch-card-child.js +38 -0
- package/lib/cards/reader.js +435 -0
- package/lib/cards/refresh.js +111 -0
- package/lib/cards/remote.js +387 -0
- package/lib/cldf-export.mjs +540 -0
- package/lib/cldf-terms.mjs +62 -0
- package/lib/command-help.js +790 -0
- package/lib/commands/audit.js +49 -0
- package/lib/commands/card.js +454 -0
- package/lib/commands/doctor.js +559 -0
- package/lib/commands/fonts.js +489 -0
- package/lib/commands/help.js +91 -0
- package/lib/commands/init.js +1259 -0
- package/lib/commands/integrity.js +148 -0
- package/lib/commands/leaderboard.js +478 -0
- package/lib/commands/lint.js +30 -0
- package/lib/commands/models.js +177 -0
- package/lib/commands/plugin.js +103 -0
- package/lib/commands/provenance.js +45 -0
- package/lib/commands/recommend.js +75 -0
- package/lib/commands/register-corpus.js +678 -0
- package/lib/commands/repair-script.js +42 -0
- package/lib/commands/seal-corpus.js +355 -0
- package/lib/commands/seo.js +72 -0
- package/lib/commands/serve.js +147 -0
- package/lib/commands/status.js +265 -0
- package/lib/commands/submit.js +332 -0
- package/lib/commands/sync.js +89 -0
- package/lib/commands/tm.js +573 -0
- package/lib/commands/verify.js +39 -0
- package/lib/commands/watch.js +20 -0
- package/lib/commands/wrap.js +138 -0
- package/lib/commands/xliff.js +327 -0
- package/lib/commercial-eligibility.js +235 -0
- package/lib/concurrent.js +87 -0
- package/lib/config.js +523 -0
- package/lib/contamination-lane.js +76 -0
- package/lib/content-sync.js +731 -0
- package/lib/content.js +733 -0
- package/lib/corpus-registration.mjs +608 -0
- package/lib/cost-report.js +346 -0
- package/lib/diff.js +155 -0
- package/lib/docusaurus-sync.js +1256 -0
- package/lib/flatten.js +55 -0
- package/lib/format.js +954 -0
- package/lib/hash.js +159 -0
- package/lib/icu.js +473 -0
- package/lib/integrity.js +689 -0
- package/lib/license-gate.mjs +478 -0
- package/lib/license-identify.mjs +229 -0
- package/lib/lint.js +629 -0
- package/lib/method-manifest.js +60 -0
- package/lib/methods/anthropic.js +140 -0
- package/lib/methods/apertium.js +163 -0
- package/lib/methods/api.js +316 -0
- package/lib/methods/base.js +184 -0
- package/lib/methods/content-separator.js +45 -0
- package/lib/methods/deepl.js +426 -0
- package/lib/methods/direct-llm.js +586 -0
- package/lib/methods/external.js +332 -0
- package/lib/methods/fetch-with-retry.js +124 -0
- package/lib/methods/gemini.js +147 -0
- package/lib/methods/google-translate.js +402 -0
- package/lib/methods/http-utils.js +122 -0
- package/lib/methods/libretranslate.js +314 -0
- package/lib/methods/llm-coached.js +670 -0
- package/lib/methods/llm.js +592 -0
- package/lib/methods/local.js +76 -0
- package/lib/methods/microsoft-translator.js +331 -0
- package/lib/methods/openai.js +131 -0
- package/lib/methods/openrouter-client.js +327 -0
- package/lib/methods/openrouter-pricing.js +156 -0
- package/lib/methods/provider-env.js +115 -0
- package/lib/methods/provider-pricing.js +310 -0
- package/lib/methods/tilde.js +150 -0
- package/lib/methods/translated.js +229 -0
- package/lib/methods/translation-error.js +80 -0
- package/lib/models.js +258 -0
- package/lib/no-translate.js +233 -0
- package/lib/output.js +238 -0
- package/lib/pairs.js +547 -0
- package/lib/plugins.js +447 -0
- package/lib/provenance.js +323 -0
- package/lib/recommend.js +648 -0
- package/lib/registers.js +1185 -0
- package/lib/repair-script.js +266 -0
- package/lib/scripts.js +994 -0
- package/lib/seal.mjs +464 -0
- package/lib/sealed-qualifier.mjs +211 -0
- package/lib/security.js +59 -0
- package/lib/segment.js +369 -0
- package/lib/seo.js +275 -0
- package/lib/serve.js +854 -0
- package/lib/string-classify.js +85 -0
- package/lib/submit.mjs +344 -0
- package/lib/sync.js +969 -0
- package/lib/tags/bcp47.js +202 -0
- package/lib/tags/resolve.js +314 -0
- package/lib/terminology.js +111 -0
- package/lib/tm-seed.js +294 -0
- package/lib/tm.js +515 -0
- package/lib/translate-pair.js +197 -0
- package/lib/translate.js +203 -0
- package/lib/types.js +230 -0
- package/lib/validate.js +510 -0
- package/lib/verify.js +451 -0
- package/lib/watch.js +145 -0
- package/lib/xliff.js +184 -0
- package/package.json +93 -0
- package/shared/ATTRIBUTION.md +145 -0
- package/shared/CORPORA-CARDS.md +288 -0
- package/shared/DATA-SOVEREIGNTY.md +500 -0
- package/shared/LANGUAGE-CARD-FIELDS.md +532 -0
- package/shared/card-lint-baseline.json +3189 -0
- package/shared/cards-fallback.json +1 -0
- package/shared/catalogue/card-config.json +6091 -0
- package/shared/catalogue/external-results.json +3888 -0
- package/shared/catalogue/gender-guidance.json +1038 -0
- package/shared/catalogue/method-coverage.json +1751 -0
- package/shared/catalogue/metric-coverage.json +170 -0
- package/shared/catalogue/metric-reliability.json +1 -0
- package/shared/catalogue/register-presets.json +3180 -0
- package/shared/catalogue/vitality-scales.json +55 -0
- package/shared/cldr-index.json +1115 -0
- package/shared/code-bridge.json +253 -0
- package/shared/corpora-cards-v1-reference.md +281 -0
- package/shared/curated-dictionary-flags.json +35 -0
- package/shared/curated-endonyms.json +35 -0
- package/shared/curated-fsts.json +51 -0
- package/shared/curated-orthography-conventions.json +26 -0
- package/shared/curated-sil-resources.json +374 -0
- package/shared/curated-tools.json +41 -0
- package/shared/docent/corpus.json +11333 -0
- package/shared/docent/faq.en.json +564 -0
- package/shared/docent/register-blocks.json +60 -0
- package/shared/docent/system-prompt.md +144 -0
- package/shared/domain-taxonomy.json +35 -0
- package/shared/explainers/glossary.json +2975 -0
- package/shared/explainers/tc-features.json +20112 -0
- package/shared/explainers/term-watchlist.json +147 -0
- package/shared/human-services.json +59 -0
- package/shared/license-corrections.json +261 -0
- package/shared/license-evidence.json +13452 -0
- package/shared/licenses.json +6781 -0
- package/shared/method-registry.json +236 -0
- package/shared/metric-registry.json +620 -0
- package/shared/model-aliases.json +7 -0
- package/shared/schemas/champollion-plugin.schema.json +206 -0
- package/shared/schemas/corpora-card.schema.json +957 -0
- package/shared/schemas/domain-taxonomy.schema.json +64 -0
- package/shared/schemas/external-results.schema.json +314 -0
- package/shared/schemas/human-services.schema.json +90 -0
- package/shared/schemas/language-card.schema.json +1308 -0
- package/shared/schemas/licenses.schema.json +155 -0
- package/shared/schemas/method-card.schema.json +412 -0
- package/shared/schemas/method-registry.schema.json +85 -0
- package/shared/schemas/metric-registry.schema.json +96 -0
- package/shared/schemas/metric-reliability.schema.json +178 -0
- package/shared/schemas/model-aliases.schema.json +27 -0
- package/shared/schemas/source-snapshot.schema.json +96 -0
|
@@ -0,0 +1,1751 @@
|
|
|
1
|
+
{
|
|
2
|
+
"version": 2,
|
|
3
|
+
"asOf": "2026-06-28",
|
|
4
|
+
"note": "Per-method MT coverage (supported languages) imported cite-only from each provider's published list; ISO 639-3. COUNT SEMANTICS (settled 2026-08-16 — read this before quoting any number): `count` is NOT one kind of quantity, so every entry now declares `countBasis`. 'publisher-list-rows' = the length of the provider's own published list exactly as they publish it (table rows / tags), cite-only — this is the figure public prose may attribute to the provider by name. 'champollion-derived-enumeration' = OUR collapse of their list to distinct ISO 639-3 base languages — never attributable to the provider (see CLAUDE.md derived-provenance rule). 'publisher-stated-headline' = a total the publisher asserts with no enumerable list behind it. `iso6393Count` always equals len(iso6393) and is always Champollion-derived; for 'publisher-list-rows' entries it is LOWER than `count` because script/region variants collapse (Google zh-CN+zh-TW→zho, NLLB's 200 FLORES variants→196 base codes, LibreTranslate zt/pb→zho/por). That gap is arithmetic, not a defect — it was misread as one in docs/PROVIDER_COUNT_VERIFICATION_2026-08-01.md §3.1. Map coverage and tier math read the iso6393 ARRAY, never `count`. tier: 'service' = deployable consumer/API service; 'open' = open research models. anyToAny: true = the method can intertranslate within its whole set; false (OPUS-MT, Tilde) = per-pair/per-engine models only — coverage of a language does NOT imply any given pair exists. NOT reproduced by Champollion. OPUS-MT iso6393 list pending (count cited). v2 (2026-07-22): releaseDate + releaseDate_source_url added where cleanly citable (Tilde/OPUS omitted — no verifiable date); omt1600 added COUNT-ONLY (cited, never joins map coverage/tier counts) with Meta’s own >400-of-1,600 quality self-report for the omnimodel-escalation timeline. INGEST NOTE 2026-08-10: entries carrying `supersededBy` are no longer ingested into the atlas — a fetched source now carries the same coverage from the owner’s own publication — but they REMAIN here because pre-cutover runtime consumers (tier logic, the queue ranker, the website) still read this file. They are deleted with the file itself at cutover, not before: retiring data ahead of its consumers is how a working CLI breaks in the name of tidiness.",
|
|
5
|
+
"methods": [
|
|
6
|
+
{
|
|
7
|
+
"key": "google-translate",
|
|
8
|
+
"label": "Google Translate",
|
|
9
|
+
"count": 194,
|
|
10
|
+
"countBasis": "publisher-list-rows",
|
|
11
|
+
"iso6393Count": 187,
|
|
12
|
+
"tier": "service",
|
|
13
|
+
"anyToAny": true,
|
|
14
|
+
"codeSystem": "BCP-47",
|
|
15
|
+
"iso6393": [
|
|
16
|
+
"abk",
|
|
17
|
+
"ace",
|
|
18
|
+
"ach",
|
|
19
|
+
"afr",
|
|
20
|
+
"aka",
|
|
21
|
+
"alz",
|
|
22
|
+
"amh",
|
|
23
|
+
"ara",
|
|
24
|
+
"asm",
|
|
25
|
+
"awa",
|
|
26
|
+
"aym",
|
|
27
|
+
"aze",
|
|
28
|
+
"bak",
|
|
29
|
+
"bam",
|
|
30
|
+
"ban",
|
|
31
|
+
"bbc",
|
|
32
|
+
"bel",
|
|
33
|
+
"bem",
|
|
34
|
+
"ben",
|
|
35
|
+
"bew",
|
|
36
|
+
"bho",
|
|
37
|
+
"bik",
|
|
38
|
+
"bos",
|
|
39
|
+
"bre",
|
|
40
|
+
"bts",
|
|
41
|
+
"btx",
|
|
42
|
+
"bua",
|
|
43
|
+
"bul",
|
|
44
|
+
"cat",
|
|
45
|
+
"ceb",
|
|
46
|
+
"ces",
|
|
47
|
+
"cgg",
|
|
48
|
+
"chm",
|
|
49
|
+
"chv",
|
|
50
|
+
"ckb",
|
|
51
|
+
"cnh",
|
|
52
|
+
"cos",
|
|
53
|
+
"crh",
|
|
54
|
+
"crs",
|
|
55
|
+
"cym",
|
|
56
|
+
"dan",
|
|
57
|
+
"deu",
|
|
58
|
+
"din",
|
|
59
|
+
"div",
|
|
60
|
+
"doi",
|
|
61
|
+
"dov",
|
|
62
|
+
"dzo",
|
|
63
|
+
"ell",
|
|
64
|
+
"eng",
|
|
65
|
+
"epo",
|
|
66
|
+
"est",
|
|
67
|
+
"eus",
|
|
68
|
+
"ewe",
|
|
69
|
+
"fas",
|
|
70
|
+
"fij",
|
|
71
|
+
"fil",
|
|
72
|
+
"fin",
|
|
73
|
+
"fra",
|
|
74
|
+
"fry",
|
|
75
|
+
"ful",
|
|
76
|
+
"gaa",
|
|
77
|
+
"gla",
|
|
78
|
+
"gle",
|
|
79
|
+
"glg",
|
|
80
|
+
"gom",
|
|
81
|
+
"grn",
|
|
82
|
+
"guj",
|
|
83
|
+
"hat",
|
|
84
|
+
"hau",
|
|
85
|
+
"haw",
|
|
86
|
+
"heb",
|
|
87
|
+
"hil",
|
|
88
|
+
"hin",
|
|
89
|
+
"hmn",
|
|
90
|
+
"hrv",
|
|
91
|
+
"hrx",
|
|
92
|
+
"hun",
|
|
93
|
+
"hye",
|
|
94
|
+
"ibo",
|
|
95
|
+
"ilo",
|
|
96
|
+
"ind",
|
|
97
|
+
"isl",
|
|
98
|
+
"ita",
|
|
99
|
+
"jav",
|
|
100
|
+
"jpn",
|
|
101
|
+
"kan",
|
|
102
|
+
"kat",
|
|
103
|
+
"kaz",
|
|
104
|
+
"khm",
|
|
105
|
+
"kin",
|
|
106
|
+
"kir",
|
|
107
|
+
"kor",
|
|
108
|
+
"kri",
|
|
109
|
+
"ktu",
|
|
110
|
+
"kur",
|
|
111
|
+
"lao",
|
|
112
|
+
"lat",
|
|
113
|
+
"lav",
|
|
114
|
+
"lij",
|
|
115
|
+
"lim",
|
|
116
|
+
"lin",
|
|
117
|
+
"lit",
|
|
118
|
+
"lmo",
|
|
119
|
+
"ltg",
|
|
120
|
+
"ltz",
|
|
121
|
+
"lug",
|
|
122
|
+
"luo",
|
|
123
|
+
"lus",
|
|
124
|
+
"mai",
|
|
125
|
+
"mak",
|
|
126
|
+
"mal",
|
|
127
|
+
"mar",
|
|
128
|
+
"min",
|
|
129
|
+
"mkd",
|
|
130
|
+
"mlg",
|
|
131
|
+
"mlt",
|
|
132
|
+
"mni",
|
|
133
|
+
"mon",
|
|
134
|
+
"mri",
|
|
135
|
+
"msa",
|
|
136
|
+
"mya",
|
|
137
|
+
"nbl",
|
|
138
|
+
"nep",
|
|
139
|
+
"new",
|
|
140
|
+
"nld",
|
|
141
|
+
"nor",
|
|
142
|
+
"nso",
|
|
143
|
+
"nus",
|
|
144
|
+
"nya",
|
|
145
|
+
"oci",
|
|
146
|
+
"ori",
|
|
147
|
+
"orm",
|
|
148
|
+
"pag",
|
|
149
|
+
"pam",
|
|
150
|
+
"pan",
|
|
151
|
+
"pap",
|
|
152
|
+
"pol",
|
|
153
|
+
"por",
|
|
154
|
+
"pus",
|
|
155
|
+
"que",
|
|
156
|
+
"rom",
|
|
157
|
+
"ron",
|
|
158
|
+
"run",
|
|
159
|
+
"rus",
|
|
160
|
+
"sag",
|
|
161
|
+
"san",
|
|
162
|
+
"scn",
|
|
163
|
+
"shn",
|
|
164
|
+
"sin",
|
|
165
|
+
"slk",
|
|
166
|
+
"slv",
|
|
167
|
+
"smo",
|
|
168
|
+
"sna",
|
|
169
|
+
"snd",
|
|
170
|
+
"som",
|
|
171
|
+
"sot",
|
|
172
|
+
"spa",
|
|
173
|
+
"sqi",
|
|
174
|
+
"srp",
|
|
175
|
+
"ssw",
|
|
176
|
+
"sun",
|
|
177
|
+
"swa",
|
|
178
|
+
"swe",
|
|
179
|
+
"szl",
|
|
180
|
+
"tam",
|
|
181
|
+
"tat",
|
|
182
|
+
"tel",
|
|
183
|
+
"tet",
|
|
184
|
+
"tgk",
|
|
185
|
+
"tha",
|
|
186
|
+
"tir",
|
|
187
|
+
"tsn",
|
|
188
|
+
"tso",
|
|
189
|
+
"tuk",
|
|
190
|
+
"tur",
|
|
191
|
+
"uig",
|
|
192
|
+
"ukr",
|
|
193
|
+
"urd",
|
|
194
|
+
"uzb",
|
|
195
|
+
"vie",
|
|
196
|
+
"xho",
|
|
197
|
+
"yid",
|
|
198
|
+
"yor",
|
|
199
|
+
"yua",
|
|
200
|
+
"yue",
|
|
201
|
+
"zho",
|
|
202
|
+
"zul"
|
|
203
|
+
],
|
|
204
|
+
"source_url": "https://docs.cloud.google.com/translate/docs/languages",
|
|
205
|
+
"asOf": "2026-08-16",
|
|
206
|
+
"confidence": "high",
|
|
207
|
+
"verified": "confirmed",
|
|
208
|
+
"publisherTables": {
|
|
209
|
+
"nmt": 194,
|
|
210
|
+
"translationLlm": 127,
|
|
211
|
+
"translationLlmOfficial": 113,
|
|
212
|
+
"translationLlmExperimental": 14,
|
|
213
|
+
"romanization": 14,
|
|
214
|
+
"automlCustomModel": 53,
|
|
215
|
+
"statedTotal": null,
|
|
216
|
+
"note": "Counted mechanically from the fetched page HTML on 2026-08-16 (page's own stamp: 'Last updated 2026-08-11 UTC'), by counting <tr> elements carrying <td> in each table. The NMT table ('Language' / 'ISO-639 code') has 194 rows — that is what `count: 194` has always been, and it is CONFIRMED. The Translation LLM table ('Language name' / 'Language code' / 'Official Support' / 'Experimental Support') has 127 rows, of which 113 are official and 14 experimental; those 127 rows collapse to 86 distinct base language tags because the LLM table is locale-inflated (en-AU, es-419, zh-Hant, …). The page states NO combined total. SUPERSEDES the 'Translation LLM 109 / NMT 135' table in docs/PROVIDER_COUNT_VERIFICATION_2026-08-01.md §2, which was read on 2026-08-01 against the page as stamped 2026-07-31; the page has changed since. Never quote 109 or 135 for Google — 135 is Microsoft Translator's figure."
|
|
217
|
+
},
|
|
218
|
+
"pendingFounderDecision": "Product identity (defect 3 of docs/PROVIDER_COUNT_VERIFICATION_2026-08-01.md §3) is UNRESOLVED and deliberately untouched here: `label` says 'Google Translate' (the consumer product) while source_url/nature are Google Cloud Translation. The numbers are now verified; the claim we are making about WHICH product is a founder call. Do not silently rename the label — cli/website/src/data/seam-hubs.json carries the same pairing to the public homepage.",
|
|
219
|
+
"homepage": "https://translate.google.com",
|
|
220
|
+
"nature": "Commercial cloud API (Google Cloud Translation).",
|
|
221
|
+
"releaseDate": "2006-04-28",
|
|
222
|
+
"releaseDate_source_url": "https://en.wikipedia.org/wiki/Google_Translate"
|
|
223
|
+
},
|
|
224
|
+
{
|
|
225
|
+
"key": "microsoft-translator",
|
|
226
|
+
"label": "Microsoft Translator",
|
|
227
|
+
"count": 135,
|
|
228
|
+
"countBasis": "publisher-list-rows",
|
|
229
|
+
"iso6393Count": 128,
|
|
230
|
+
"tier": "service",
|
|
231
|
+
"anyToAny": true,
|
|
232
|
+
"codeSystem": "Microsoft Translator language tags (BCP-47 / mix of ISO 639-1 two-letter, ISO 639-3 three-letter, and script/region variants like zh-Hans, sr-Cyrl, fr-ca)",
|
|
233
|
+
"iso6393": [
|
|
234
|
+
"afr",
|
|
235
|
+
"amh",
|
|
236
|
+
"ara",
|
|
237
|
+
"asm",
|
|
238
|
+
"aze",
|
|
239
|
+
"bak",
|
|
240
|
+
"ben",
|
|
241
|
+
"bho",
|
|
242
|
+
"bod",
|
|
243
|
+
"bos",
|
|
244
|
+
"brx",
|
|
245
|
+
"bul",
|
|
246
|
+
"cat",
|
|
247
|
+
"ces",
|
|
248
|
+
"ckb",
|
|
249
|
+
"cym",
|
|
250
|
+
"dan",
|
|
251
|
+
"deu",
|
|
252
|
+
"div",
|
|
253
|
+
"doi",
|
|
254
|
+
"dsb",
|
|
255
|
+
"ell",
|
|
256
|
+
"eng",
|
|
257
|
+
"est",
|
|
258
|
+
"eus",
|
|
259
|
+
"fao",
|
|
260
|
+
"fas",
|
|
261
|
+
"fij",
|
|
262
|
+
"fil",
|
|
263
|
+
"fin",
|
|
264
|
+
"fra",
|
|
265
|
+
"gle",
|
|
266
|
+
"glg",
|
|
267
|
+
"gom",
|
|
268
|
+
"guj",
|
|
269
|
+
"hat",
|
|
270
|
+
"hau",
|
|
271
|
+
"heb",
|
|
272
|
+
"hin",
|
|
273
|
+
"hne",
|
|
274
|
+
"hrv",
|
|
275
|
+
"hsb",
|
|
276
|
+
"hun",
|
|
277
|
+
"hye",
|
|
278
|
+
"ibo",
|
|
279
|
+
"ikt",
|
|
280
|
+
"iku",
|
|
281
|
+
"ind",
|
|
282
|
+
"isl",
|
|
283
|
+
"ita",
|
|
284
|
+
"jpn",
|
|
285
|
+
"kan",
|
|
286
|
+
"kas",
|
|
287
|
+
"kat",
|
|
288
|
+
"kaz",
|
|
289
|
+
"khm",
|
|
290
|
+
"kin",
|
|
291
|
+
"kir",
|
|
292
|
+
"kmr",
|
|
293
|
+
"kor",
|
|
294
|
+
"lao",
|
|
295
|
+
"lav",
|
|
296
|
+
"lin",
|
|
297
|
+
"lit",
|
|
298
|
+
"lug",
|
|
299
|
+
"lzh",
|
|
300
|
+
"mai",
|
|
301
|
+
"mal",
|
|
302
|
+
"mar",
|
|
303
|
+
"mkd",
|
|
304
|
+
"mlg",
|
|
305
|
+
"mlt",
|
|
306
|
+
"mni",
|
|
307
|
+
"mon",
|
|
308
|
+
"mri",
|
|
309
|
+
"msa",
|
|
310
|
+
"mww",
|
|
311
|
+
"mya",
|
|
312
|
+
"nep",
|
|
313
|
+
"nld",
|
|
314
|
+
"nob",
|
|
315
|
+
"nso",
|
|
316
|
+
"nya",
|
|
317
|
+
"ory",
|
|
318
|
+
"otq",
|
|
319
|
+
"pan",
|
|
320
|
+
"pol",
|
|
321
|
+
"por",
|
|
322
|
+
"prs",
|
|
323
|
+
"pus",
|
|
324
|
+
"ron",
|
|
325
|
+
"run",
|
|
326
|
+
"rus",
|
|
327
|
+
"sin",
|
|
328
|
+
"slk",
|
|
329
|
+
"slv",
|
|
330
|
+
"smo",
|
|
331
|
+
"sna",
|
|
332
|
+
"snd",
|
|
333
|
+
"som",
|
|
334
|
+
"sot",
|
|
335
|
+
"spa",
|
|
336
|
+
"sqi",
|
|
337
|
+
"srp",
|
|
338
|
+
"swa",
|
|
339
|
+
"swe",
|
|
340
|
+
"tah",
|
|
341
|
+
"tam",
|
|
342
|
+
"tat",
|
|
343
|
+
"tel",
|
|
344
|
+
"tha",
|
|
345
|
+
"tir",
|
|
346
|
+
"tlh",
|
|
347
|
+
"ton",
|
|
348
|
+
"tsn",
|
|
349
|
+
"tuk",
|
|
350
|
+
"tur",
|
|
351
|
+
"uig",
|
|
352
|
+
"ukr",
|
|
353
|
+
"urd",
|
|
354
|
+
"uzb",
|
|
355
|
+
"vie",
|
|
356
|
+
"xho",
|
|
357
|
+
"yor",
|
|
358
|
+
"yua",
|
|
359
|
+
"yue",
|
|
360
|
+
"zho",
|
|
361
|
+
"zul"
|
|
362
|
+
],
|
|
363
|
+
"source_url": "https://learn.microsoft.com/en-us/azure/ai-services/translator/language-support",
|
|
364
|
+
"asOf": "2026-08-16",
|
|
365
|
+
"confidence": "high",
|
|
366
|
+
"verified": "confirmed",
|
|
367
|
+
"publisherTables": {
|
|
368
|
+
"textTranslation": 135,
|
|
369
|
+
"documentTranslation": 113,
|
|
370
|
+
"transliteration": 37,
|
|
371
|
+
"statedTotal": null,
|
|
372
|
+
"note": "Re-verified mechanically 2026-08-16 from the fetched page HTML: the text-translation table has exactly 135 data rows, confirming `count: 135` against its own source. The 128 in iso6393Count is our collapse of Microsoft's script/region tags (zh-Hans/zh-Hant, sr-Cyrl/sr-Latn, fr-ca, pt-pt, …) to base languages."
|
|
373
|
+
},
|
|
374
|
+
"homepage": "https://azure.microsoft.com/products/ai-services/ai-translator",
|
|
375
|
+
"nature": "Commercial cloud API (Azure AI Translator).",
|
|
376
|
+
"releaseDate": "2007-09",
|
|
377
|
+
"releaseDate_source_url": "https://www.microsoft.com/en-us/translator/blog/2007/09/24/introducing-windows-live-translator-beta/",
|
|
378
|
+
"supersededBy": "vendor-languages (the vendor’s live endpoint)"
|
|
379
|
+
},
|
|
380
|
+
{
|
|
381
|
+
"key": "deepl",
|
|
382
|
+
"label": "DeepL",
|
|
383
|
+
"count": 33,
|
|
384
|
+
"countBasis": "publisher-list-rows",
|
|
385
|
+
"iso6393Count": 33,
|
|
386
|
+
"countBasisNote": "Not mechanically re-verified 2026-08-16: developers.deepl.com renders its language list client-side, so there is no table to count from fetched HTML. Still `partially-confirmed` on the 2026-06-28 transcription — the one provider in this file whose count rests on a human read.",
|
|
387
|
+
"tier": "service",
|
|
388
|
+
"anyToAny": true,
|
|
389
|
+
"codeSystem": "BCP-47 / ISO 639-1",
|
|
390
|
+
"iso6393": [
|
|
391
|
+
"ara",
|
|
392
|
+
"bul",
|
|
393
|
+
"ces",
|
|
394
|
+
"dan",
|
|
395
|
+
"deu",
|
|
396
|
+
"ell",
|
|
397
|
+
"eng",
|
|
398
|
+
"est",
|
|
399
|
+
"fin",
|
|
400
|
+
"fra",
|
|
401
|
+
"heb",
|
|
402
|
+
"hun",
|
|
403
|
+
"ind",
|
|
404
|
+
"ita",
|
|
405
|
+
"jpn",
|
|
406
|
+
"kor",
|
|
407
|
+
"lav",
|
|
408
|
+
"lit",
|
|
409
|
+
"nld",
|
|
410
|
+
"nob",
|
|
411
|
+
"pol",
|
|
412
|
+
"por",
|
|
413
|
+
"ron",
|
|
414
|
+
"rus",
|
|
415
|
+
"slk",
|
|
416
|
+
"slv",
|
|
417
|
+
"spa",
|
|
418
|
+
"swe",
|
|
419
|
+
"tha",
|
|
420
|
+
"tur",
|
|
421
|
+
"ukr",
|
|
422
|
+
"vie",
|
|
423
|
+
"zho"
|
|
424
|
+
],
|
|
425
|
+
"source_url": "https://developers.deepl.com/docs/getting-started/supported-languages",
|
|
426
|
+
"asOf": "2026-06-28",
|
|
427
|
+
"confidence": "medium",
|
|
428
|
+
"verified": "partially-confirmed",
|
|
429
|
+
"homepage": "https://www.deepl.com",
|
|
430
|
+
"nature": "Commercial cloud API.",
|
|
431
|
+
"releaseDate": "2017-08-28",
|
|
432
|
+
"releaseDate_source_url": "https://en.wikipedia.org/wiki/DeepL_Translator",
|
|
433
|
+
"formalityIso6393": [
|
|
434
|
+
"deu",
|
|
435
|
+
"fra",
|
|
436
|
+
"ita",
|
|
437
|
+
"jpn",
|
|
438
|
+
"nld",
|
|
439
|
+
"pol",
|
|
440
|
+
"por",
|
|
441
|
+
"por-PT",
|
|
442
|
+
"rus",
|
|
443
|
+
"spa",
|
|
444
|
+
"spa-MX"
|
|
445
|
+
],
|
|
446
|
+
"formalitySource": "DeepL API documentation (2025) — transcribed cite-only, the same lane as the language list itself; relocated 2026-08-10 from per-card flags whose formalitySource named the same document",
|
|
447
|
+
"transcriptionNote": "2026-08-11: 'arb' corrected to 'ara'. DeepL's own docs publish \"AR (Arabic)\" — the macrolanguage tag — and transcribing it as arb (Standard Arabic, an individual member) was over-resolution: an interpretation, not what the source says. The edge lands on ara exactly as published; whether members are covered stays the four-way macrolanguage question it always was, never propagated."
|
|
448
|
+
},
|
|
449
|
+
{
|
|
450
|
+
"key": "libretranslate",
|
|
451
|
+
"label": "LibreTranslate",
|
|
452
|
+
"count": 49,
|
|
453
|
+
"countBasis": "publisher-list-rows",
|
|
454
|
+
"iso6393Count": 47,
|
|
455
|
+
"countBasisNote": "49 published codes collapse to 47 base languages: LibreTranslate-internal zt (Chinese traditional) → zho and pb (Portuguese Brazil) → por, exactly as codeSystem describes.",
|
|
456
|
+
"tier": "service",
|
|
457
|
+
"anyToAny": true,
|
|
458
|
+
"codeSystem": "LibreTranslate language codes (mostly ISO 639-1, with LibreTranslate-internal codes zt=Chinese traditional and pb=Portuguese Brazil)",
|
|
459
|
+
"iso6393": [
|
|
460
|
+
"ara",
|
|
461
|
+
"aze",
|
|
462
|
+
"ben",
|
|
463
|
+
"bul",
|
|
464
|
+
"cat",
|
|
465
|
+
"ces",
|
|
466
|
+
"dan",
|
|
467
|
+
"deu",
|
|
468
|
+
"ell",
|
|
469
|
+
"eng",
|
|
470
|
+
"epo",
|
|
471
|
+
"est",
|
|
472
|
+
"eus",
|
|
473
|
+
"fas",
|
|
474
|
+
"fin",
|
|
475
|
+
"fra",
|
|
476
|
+
"gle",
|
|
477
|
+
"glg",
|
|
478
|
+
"heb",
|
|
479
|
+
"hin",
|
|
480
|
+
"hun",
|
|
481
|
+
"ind",
|
|
482
|
+
"ita",
|
|
483
|
+
"jpn",
|
|
484
|
+
"kir",
|
|
485
|
+
"kor",
|
|
486
|
+
"lav",
|
|
487
|
+
"lit",
|
|
488
|
+
"msa",
|
|
489
|
+
"nld",
|
|
490
|
+
"nob",
|
|
491
|
+
"pol",
|
|
492
|
+
"por",
|
|
493
|
+
"ron",
|
|
494
|
+
"rus",
|
|
495
|
+
"slk",
|
|
496
|
+
"slv",
|
|
497
|
+
"spa",
|
|
498
|
+
"sqi",
|
|
499
|
+
"swe",
|
|
500
|
+
"tgl",
|
|
501
|
+
"tha",
|
|
502
|
+
"tur",
|
|
503
|
+
"ukr",
|
|
504
|
+
"urd",
|
|
505
|
+
"vie",
|
|
506
|
+
"zho"
|
|
507
|
+
],
|
|
508
|
+
"source_url": "https://docs.libretranslate.com/guides/supported_languages/",
|
|
509
|
+
"asOf": "2026-06-28",
|
|
510
|
+
"confidence": "high",
|
|
511
|
+
"verified": "confirmed",
|
|
512
|
+
"homepage": "https://libretranslate.com",
|
|
513
|
+
"nature": "Open-source, self-hostable translation API (AGPL-3.0 server, Argos Translate models).",
|
|
514
|
+
"releaseDate": "2020-12-21",
|
|
515
|
+
"releaseDate_source_url": "https://github.com/LibreTranslate/LibreTranslate/releases/tag/v1.0.0",
|
|
516
|
+
"supersededBy": "vendor-languages (the vendor’s live endpoint)"
|
|
517
|
+
},
|
|
518
|
+
{
|
|
519
|
+
"key": "nllb",
|
|
520
|
+
"label": "NLLB-200",
|
|
521
|
+
"count": 200,
|
|
522
|
+
"countBasis": "publisher-list-rows",
|
|
523
|
+
"iso6393Count": 196,
|
|
524
|
+
"countBasisNote": "200 is the FLORES-200 lang_Script variant count Meta publishes and names the model after; 196 is our collapse to distinct ISO 639-3 base codes (a language listed in two scripts counts once). A THIRD figure, 195, appears in this entry's supersededBy string from the HF model card — three numbers for one model, which is why countBasis now exists.",
|
|
525
|
+
"tier": "open",
|
|
526
|
+
"anyToAny": true,
|
|
527
|
+
"codeSystem": "FLORES-200 (ISO 639-3 + ISO 15924 script, lang_Script); iso6393 field = ISO 639-3 base codes",
|
|
528
|
+
"iso6393": [
|
|
529
|
+
"ace",
|
|
530
|
+
"acm",
|
|
531
|
+
"acq",
|
|
532
|
+
"aeb",
|
|
533
|
+
"afr",
|
|
534
|
+
"ajp",
|
|
535
|
+
"aka",
|
|
536
|
+
"als",
|
|
537
|
+
"amh",
|
|
538
|
+
"apc",
|
|
539
|
+
"arb",
|
|
540
|
+
"ars",
|
|
541
|
+
"ary",
|
|
542
|
+
"arz",
|
|
543
|
+
"asm",
|
|
544
|
+
"ast",
|
|
545
|
+
"awa",
|
|
546
|
+
"ayr",
|
|
547
|
+
"azb",
|
|
548
|
+
"azj",
|
|
549
|
+
"bak",
|
|
550
|
+
"bam",
|
|
551
|
+
"ban",
|
|
552
|
+
"bel",
|
|
553
|
+
"bem",
|
|
554
|
+
"ben",
|
|
555
|
+
"bho",
|
|
556
|
+
"bjn",
|
|
557
|
+
"bod",
|
|
558
|
+
"bos",
|
|
559
|
+
"bug",
|
|
560
|
+
"bul",
|
|
561
|
+
"cat",
|
|
562
|
+
"ceb",
|
|
563
|
+
"ces",
|
|
564
|
+
"cjk",
|
|
565
|
+
"ckb",
|
|
566
|
+
"crh",
|
|
567
|
+
"cym",
|
|
568
|
+
"dan",
|
|
569
|
+
"deu",
|
|
570
|
+
"dik",
|
|
571
|
+
"dyu",
|
|
572
|
+
"dzo",
|
|
573
|
+
"ell",
|
|
574
|
+
"eng",
|
|
575
|
+
"epo",
|
|
576
|
+
"est",
|
|
577
|
+
"eus",
|
|
578
|
+
"ewe",
|
|
579
|
+
"fao",
|
|
580
|
+
"fij",
|
|
581
|
+
"fin",
|
|
582
|
+
"fon",
|
|
583
|
+
"fra",
|
|
584
|
+
"fur",
|
|
585
|
+
"fuv",
|
|
586
|
+
"gaz",
|
|
587
|
+
"gla",
|
|
588
|
+
"gle",
|
|
589
|
+
"glg",
|
|
590
|
+
"grn",
|
|
591
|
+
"guj",
|
|
592
|
+
"hat",
|
|
593
|
+
"hau",
|
|
594
|
+
"heb",
|
|
595
|
+
"hin",
|
|
596
|
+
"hne",
|
|
597
|
+
"hrv",
|
|
598
|
+
"hun",
|
|
599
|
+
"hye",
|
|
600
|
+
"ibo",
|
|
601
|
+
"ilo",
|
|
602
|
+
"ind",
|
|
603
|
+
"isl",
|
|
604
|
+
"ita",
|
|
605
|
+
"jav",
|
|
606
|
+
"jpn",
|
|
607
|
+
"kab",
|
|
608
|
+
"kac",
|
|
609
|
+
"kam",
|
|
610
|
+
"kan",
|
|
611
|
+
"kas",
|
|
612
|
+
"kat",
|
|
613
|
+
"kaz",
|
|
614
|
+
"kbp",
|
|
615
|
+
"kea",
|
|
616
|
+
"khk",
|
|
617
|
+
"khm",
|
|
618
|
+
"kik",
|
|
619
|
+
"kin",
|
|
620
|
+
"kir",
|
|
621
|
+
"kmb",
|
|
622
|
+
"kmr",
|
|
623
|
+
"knc",
|
|
624
|
+
"kon",
|
|
625
|
+
"kor",
|
|
626
|
+
"lao",
|
|
627
|
+
"lij",
|
|
628
|
+
"lim",
|
|
629
|
+
"lin",
|
|
630
|
+
"lit",
|
|
631
|
+
"lmo",
|
|
632
|
+
"ltg",
|
|
633
|
+
"ltz",
|
|
634
|
+
"lua",
|
|
635
|
+
"lug",
|
|
636
|
+
"luo",
|
|
637
|
+
"lus",
|
|
638
|
+
"lvs",
|
|
639
|
+
"mag",
|
|
640
|
+
"mai",
|
|
641
|
+
"mal",
|
|
642
|
+
"mar",
|
|
643
|
+
"min",
|
|
644
|
+
"mkd",
|
|
645
|
+
"mlt",
|
|
646
|
+
"mni",
|
|
647
|
+
"mos",
|
|
648
|
+
"mri",
|
|
649
|
+
"mya",
|
|
650
|
+
"nld",
|
|
651
|
+
"nno",
|
|
652
|
+
"nob",
|
|
653
|
+
"npi",
|
|
654
|
+
"nso",
|
|
655
|
+
"nus",
|
|
656
|
+
"nya",
|
|
657
|
+
"oci",
|
|
658
|
+
"ory",
|
|
659
|
+
"pag",
|
|
660
|
+
"pan",
|
|
661
|
+
"pap",
|
|
662
|
+
"pbt",
|
|
663
|
+
"pes",
|
|
664
|
+
"plt",
|
|
665
|
+
"pol",
|
|
666
|
+
"por",
|
|
667
|
+
"prs",
|
|
668
|
+
"quy",
|
|
669
|
+
"ron",
|
|
670
|
+
"run",
|
|
671
|
+
"rus",
|
|
672
|
+
"sag",
|
|
673
|
+
"san",
|
|
674
|
+
"sat",
|
|
675
|
+
"scn",
|
|
676
|
+
"shn",
|
|
677
|
+
"sin",
|
|
678
|
+
"slk",
|
|
679
|
+
"slv",
|
|
680
|
+
"smo",
|
|
681
|
+
"sna",
|
|
682
|
+
"snd",
|
|
683
|
+
"som",
|
|
684
|
+
"sot",
|
|
685
|
+
"spa",
|
|
686
|
+
"srd",
|
|
687
|
+
"srp",
|
|
688
|
+
"ssw",
|
|
689
|
+
"sun",
|
|
690
|
+
"swe",
|
|
691
|
+
"swh",
|
|
692
|
+
"szl",
|
|
693
|
+
"tam",
|
|
694
|
+
"taq",
|
|
695
|
+
"tat",
|
|
696
|
+
"tel",
|
|
697
|
+
"tgk",
|
|
698
|
+
"tgl",
|
|
699
|
+
"tha",
|
|
700
|
+
"tir",
|
|
701
|
+
"tpi",
|
|
702
|
+
"tsn",
|
|
703
|
+
"tso",
|
|
704
|
+
"tuk",
|
|
705
|
+
"tum",
|
|
706
|
+
"tur",
|
|
707
|
+
"twi",
|
|
708
|
+
"tzm",
|
|
709
|
+
"uig",
|
|
710
|
+
"ukr",
|
|
711
|
+
"umb",
|
|
712
|
+
"urd",
|
|
713
|
+
"uzn",
|
|
714
|
+
"vec",
|
|
715
|
+
"vie",
|
|
716
|
+
"war",
|
|
717
|
+
"wol",
|
|
718
|
+
"xho",
|
|
719
|
+
"ydd",
|
|
720
|
+
"yor",
|
|
721
|
+
"yue",
|
|
722
|
+
"zho",
|
|
723
|
+
"zsm",
|
|
724
|
+
"zul"
|
|
725
|
+
],
|
|
726
|
+
"source_url": "https://github.com/facebookresearch/flores/blob/main/flores200/README.md",
|
|
727
|
+
"asOf": "2026-06-28",
|
|
728
|
+
"confidence": "high",
|
|
729
|
+
"verified": "confirmed",
|
|
730
|
+
"homepage": "https://ai.meta.com/research/no-language-left-behind/",
|
|
731
|
+
"license": "CC-BY-NC-4.0 (checkpoints) — non-commercial",
|
|
732
|
+
"nature": "Open research model (Meta) — any-to-any across 200 languages; downloadable, non-commercial license.",
|
|
733
|
+
"releaseDate": "2022-07-11",
|
|
734
|
+
"releaseDate_source_url": "https://arxiv.org/abs/2207.04672",
|
|
735
|
+
"supersededBy": "hf-models → hf:facebook/nllb-200-distilled-600M (owner’s card, same 195 languages)"
|
|
736
|
+
},
|
|
737
|
+
{
|
|
738
|
+
"key": "opus",
|
|
739
|
+
"label": "OPUS-MT",
|
|
740
|
+
"count": 336,
|
|
741
|
+
"countBasis": "champollion-derived-enumeration",
|
|
742
|
+
"iso6393Count": 336,
|
|
743
|
+
"countBasisNote": "count is OUR enumeration, not Helsinki-NLP's headline — never write \"OPUS-MT supports 336 languages\" as their claim. Their published headline is 557 (publishedHeadline), at a finer granularity that is not enumerable as distinct alpha-3 codes.",
|
|
744
|
+
"tier": "open",
|
|
745
|
+
"anyToAny": false,
|
|
746
|
+
"codeSystem": "ISO 639-3",
|
|
747
|
+
"iso6393": [
|
|
748
|
+
"abk",
|
|
749
|
+
"ady",
|
|
750
|
+
"afh",
|
|
751
|
+
"afr",
|
|
752
|
+
"ain",
|
|
753
|
+
"akl",
|
|
754
|
+
"alt",
|
|
755
|
+
"amh",
|
|
756
|
+
"ang",
|
|
757
|
+
"aoz",
|
|
758
|
+
"ara",
|
|
759
|
+
"arg",
|
|
760
|
+
"asm",
|
|
761
|
+
"ast",
|
|
762
|
+
"avk",
|
|
763
|
+
"awa",
|
|
764
|
+
"aze",
|
|
765
|
+
"bak",
|
|
766
|
+
"bal",
|
|
767
|
+
"bam",
|
|
768
|
+
"bar",
|
|
769
|
+
"bel",
|
|
770
|
+
"ben",
|
|
771
|
+
"ber",
|
|
772
|
+
"bho",
|
|
773
|
+
"bod",
|
|
774
|
+
"bre",
|
|
775
|
+
"brx",
|
|
776
|
+
"bua",
|
|
777
|
+
"bul",
|
|
778
|
+
"bvy",
|
|
779
|
+
"bzt",
|
|
780
|
+
"cat",
|
|
781
|
+
"cay",
|
|
782
|
+
"cbk",
|
|
783
|
+
"ceb",
|
|
784
|
+
"ces",
|
|
785
|
+
"cha",
|
|
786
|
+
"che",
|
|
787
|
+
"chg",
|
|
788
|
+
"chm",
|
|
789
|
+
"chn",
|
|
790
|
+
"cho",
|
|
791
|
+
"chr",
|
|
792
|
+
"chv",
|
|
793
|
+
"ckt",
|
|
794
|
+
"cor",
|
|
795
|
+
"cos",
|
|
796
|
+
"cpi",
|
|
797
|
+
"cre",
|
|
798
|
+
"crh",
|
|
799
|
+
"csb",
|
|
800
|
+
"cym",
|
|
801
|
+
"dan",
|
|
802
|
+
"deu",
|
|
803
|
+
"div",
|
|
804
|
+
"dng",
|
|
805
|
+
"drt",
|
|
806
|
+
"dsb",
|
|
807
|
+
"dtp",
|
|
808
|
+
"dws",
|
|
809
|
+
"egl",
|
|
810
|
+
"ell",
|
|
811
|
+
"emx",
|
|
812
|
+
"eng",
|
|
813
|
+
"enm",
|
|
814
|
+
"epo",
|
|
815
|
+
"est",
|
|
816
|
+
"eus",
|
|
817
|
+
"evn",
|
|
818
|
+
"ewe",
|
|
819
|
+
"ext",
|
|
820
|
+
"fao",
|
|
821
|
+
"fas",
|
|
822
|
+
"fij",
|
|
823
|
+
"fin",
|
|
824
|
+
"fkv",
|
|
825
|
+
"fra",
|
|
826
|
+
"frm",
|
|
827
|
+
"fro",
|
|
828
|
+
"frr",
|
|
829
|
+
"fry",
|
|
830
|
+
"ful",
|
|
831
|
+
"fur",
|
|
832
|
+
"gag",
|
|
833
|
+
"gbm",
|
|
834
|
+
"gcf",
|
|
835
|
+
"gil",
|
|
836
|
+
"gla",
|
|
837
|
+
"gle",
|
|
838
|
+
"glg",
|
|
839
|
+
"glv",
|
|
840
|
+
"gos",
|
|
841
|
+
"got",
|
|
842
|
+
"grc",
|
|
843
|
+
"grn",
|
|
844
|
+
"gsw",
|
|
845
|
+
"guc",
|
|
846
|
+
"guj",
|
|
847
|
+
"hat",
|
|
848
|
+
"hau",
|
|
849
|
+
"haw",
|
|
850
|
+
"hbo",
|
|
851
|
+
"hbs",
|
|
852
|
+
"heb",
|
|
853
|
+
"hif",
|
|
854
|
+
"hil",
|
|
855
|
+
"hin",
|
|
856
|
+
"hmn",
|
|
857
|
+
"hoc",
|
|
858
|
+
"hrx",
|
|
859
|
+
"hsb",
|
|
860
|
+
"hun",
|
|
861
|
+
"hye",
|
|
862
|
+
"iba",
|
|
863
|
+
"ibo",
|
|
864
|
+
"ido",
|
|
865
|
+
"iii",
|
|
866
|
+
"iku",
|
|
867
|
+
"ile",
|
|
868
|
+
"ilo",
|
|
869
|
+
"ina",
|
|
870
|
+
"isl",
|
|
871
|
+
"ita",
|
|
872
|
+
"izh",
|
|
873
|
+
"jam",
|
|
874
|
+
"jav",
|
|
875
|
+
"jbo",
|
|
876
|
+
"jdt",
|
|
877
|
+
"jpa",
|
|
878
|
+
"jpn",
|
|
879
|
+
"kaa",
|
|
880
|
+
"kab",
|
|
881
|
+
"kal",
|
|
882
|
+
"kam",
|
|
883
|
+
"kan",
|
|
884
|
+
"kat",
|
|
885
|
+
"kaz",
|
|
886
|
+
"kek",
|
|
887
|
+
"kha",
|
|
888
|
+
"khm",
|
|
889
|
+
"kin",
|
|
890
|
+
"kir",
|
|
891
|
+
"kjh",
|
|
892
|
+
"klj",
|
|
893
|
+
"kok",
|
|
894
|
+
"kom",
|
|
895
|
+
"kor",
|
|
896
|
+
"krc",
|
|
897
|
+
"krl",
|
|
898
|
+
"ksh",
|
|
899
|
+
"kum",
|
|
900
|
+
"kur",
|
|
901
|
+
"kxi",
|
|
902
|
+
"kzj",
|
|
903
|
+
"laa",
|
|
904
|
+
"lad",
|
|
905
|
+
"lah",
|
|
906
|
+
"lao",
|
|
907
|
+
"lat",
|
|
908
|
+
"lav",
|
|
909
|
+
"ldn",
|
|
910
|
+
"lfn",
|
|
911
|
+
"lij",
|
|
912
|
+
"lim",
|
|
913
|
+
"lin",
|
|
914
|
+
"lit",
|
|
915
|
+
"liv",
|
|
916
|
+
"lkt",
|
|
917
|
+
"lld",
|
|
918
|
+
"lmo",
|
|
919
|
+
"ltz",
|
|
920
|
+
"lug",
|
|
921
|
+
"lut",
|
|
922
|
+
"lzz",
|
|
923
|
+
"mad",
|
|
924
|
+
"mah",
|
|
925
|
+
"mai",
|
|
926
|
+
"mal",
|
|
927
|
+
"mar",
|
|
928
|
+
"mdf",
|
|
929
|
+
"mfe",
|
|
930
|
+
"mgm",
|
|
931
|
+
"mic",
|
|
932
|
+
"mkd",
|
|
933
|
+
"mlg",
|
|
934
|
+
"mlt",
|
|
935
|
+
"mnc",
|
|
936
|
+
"mni",
|
|
937
|
+
"mnw",
|
|
938
|
+
"moh",
|
|
939
|
+
"mon",
|
|
940
|
+
"mri",
|
|
941
|
+
"msa",
|
|
942
|
+
"mus",
|
|
943
|
+
"mvv",
|
|
944
|
+
"mwl",
|
|
945
|
+
"mya",
|
|
946
|
+
"myv",
|
|
947
|
+
"nah",
|
|
948
|
+
"nau",
|
|
949
|
+
"nav",
|
|
950
|
+
"nch",
|
|
951
|
+
"nds",
|
|
952
|
+
"nep",
|
|
953
|
+
"ngt",
|
|
954
|
+
"ngu",
|
|
955
|
+
"niu",
|
|
956
|
+
"nld",
|
|
957
|
+
"nlv",
|
|
958
|
+
"nog",
|
|
959
|
+
"non",
|
|
960
|
+
"nor",
|
|
961
|
+
"nov",
|
|
962
|
+
"nst",
|
|
963
|
+
"nus",
|
|
964
|
+
"nya",
|
|
965
|
+
"nys",
|
|
966
|
+
"oar",
|
|
967
|
+
"oci",
|
|
968
|
+
"ofs",
|
|
969
|
+
"ood",
|
|
970
|
+
"ori",
|
|
971
|
+
"orv",
|
|
972
|
+
"osp",
|
|
973
|
+
"oss",
|
|
974
|
+
"ota",
|
|
975
|
+
"otk",
|
|
976
|
+
"pag",
|
|
977
|
+
"pal",
|
|
978
|
+
"pam",
|
|
979
|
+
"pan",
|
|
980
|
+
"pap",
|
|
981
|
+
"pau",
|
|
982
|
+
"pcd",
|
|
983
|
+
"pdc",
|
|
984
|
+
"phn",
|
|
985
|
+
"pli",
|
|
986
|
+
"pms",
|
|
987
|
+
"pol",
|
|
988
|
+
"por",
|
|
989
|
+
"ppl",
|
|
990
|
+
"prg",
|
|
991
|
+
"pus",
|
|
992
|
+
"quc",
|
|
993
|
+
"que",
|
|
994
|
+
"qxq",
|
|
995
|
+
"qya",
|
|
996
|
+
"rap",
|
|
997
|
+
"rif",
|
|
998
|
+
"roh",
|
|
999
|
+
"rom",
|
|
1000
|
+
"ron",
|
|
1001
|
+
"rue",
|
|
1002
|
+
"run",
|
|
1003
|
+
"rus",
|
|
1004
|
+
"sag",
|
|
1005
|
+
"sah",
|
|
1006
|
+
"san",
|
|
1007
|
+
"scn",
|
|
1008
|
+
"sco",
|
|
1009
|
+
"sgs",
|
|
1010
|
+
"shs",
|
|
1011
|
+
"shy",
|
|
1012
|
+
"sin",
|
|
1013
|
+
"sjn",
|
|
1014
|
+
"slv",
|
|
1015
|
+
"sma",
|
|
1016
|
+
"sme",
|
|
1017
|
+
"smo",
|
|
1018
|
+
"sna",
|
|
1019
|
+
"snd",
|
|
1020
|
+
"som",
|
|
1021
|
+
"spa",
|
|
1022
|
+
"sqi",
|
|
1023
|
+
"srd",
|
|
1024
|
+
"srn",
|
|
1025
|
+
"stq",
|
|
1026
|
+
"sun",
|
|
1027
|
+
"sux",
|
|
1028
|
+
"swa",
|
|
1029
|
+
"swe",
|
|
1030
|
+
"swg",
|
|
1031
|
+
"syc",
|
|
1032
|
+
"syr",
|
|
1033
|
+
"tah",
|
|
1034
|
+
"tam",
|
|
1035
|
+
"tat",
|
|
1036
|
+
"tel",
|
|
1037
|
+
"tet",
|
|
1038
|
+
"tgk",
|
|
1039
|
+
"tgl",
|
|
1040
|
+
"tha",
|
|
1041
|
+
"tig",
|
|
1042
|
+
"tir",
|
|
1043
|
+
"tkl",
|
|
1044
|
+
"tlh",
|
|
1045
|
+
"tly",
|
|
1046
|
+
"tmh",
|
|
1047
|
+
"tmr",
|
|
1048
|
+
"toi",
|
|
1049
|
+
"ton",
|
|
1050
|
+
"tpi",
|
|
1051
|
+
"tpw",
|
|
1052
|
+
"tsn",
|
|
1053
|
+
"tso",
|
|
1054
|
+
"tts",
|
|
1055
|
+
"tuk",
|
|
1056
|
+
"tur",
|
|
1057
|
+
"tvl",
|
|
1058
|
+
"tyv",
|
|
1059
|
+
"tzl",
|
|
1060
|
+
"udm",
|
|
1061
|
+
"uig",
|
|
1062
|
+
"ukr",
|
|
1063
|
+
"umb",
|
|
1064
|
+
"urd",
|
|
1065
|
+
"uzb",
|
|
1066
|
+
"vec",
|
|
1067
|
+
"vep",
|
|
1068
|
+
"vie",
|
|
1069
|
+
"vol",
|
|
1070
|
+
"war",
|
|
1071
|
+
"wln",
|
|
1072
|
+
"wol",
|
|
1073
|
+
"xal",
|
|
1074
|
+
"xho",
|
|
1075
|
+
"xmf",
|
|
1076
|
+
"xqa",
|
|
1077
|
+
"yid",
|
|
1078
|
+
"yor",
|
|
1079
|
+
"zea",
|
|
1080
|
+
"zgh",
|
|
1081
|
+
"zho",
|
|
1082
|
+
"zul",
|
|
1083
|
+
"zza"
|
|
1084
|
+
],
|
|
1085
|
+
"source_url": "https://github.com/Helsinki-NLP/Tatoeba-Challenge/blob/master/data/README-v2021-08-07.md",
|
|
1086
|
+
"asOf": "2026-06-28",
|
|
1087
|
+
"confidence": "high",
|
|
1088
|
+
"verified": "confirmed",
|
|
1089
|
+
"publishedHeadline": 557,
|
|
1090
|
+
"note": "336 ISO-639-3 codes enumerated from the v2021-08-07 pair table; the 557 headline counts script-varieties + the broader test-set inventory at finer granularity and isn't enumerable as distinct alpha-3 codes.",
|
|
1091
|
+
"homepage": "https://github.com/Helsinki-NLP/Opus-MT",
|
|
1092
|
+
"license": "CC-BY-4.0 (models, per the Helsinki-NLP releases)",
|
|
1093
|
+
"nature": "Open per-pair research models (Helsinki-NLP, University of Helsinki) — hundreds of small downloadable models; a model for a given pair may not exist.",
|
|
1094
|
+
"supersededBy": "hf-models → per-checkpoint Helsinki-NLP/opus-mt-* entries; family identity in shared/model-aliases.json"
|
|
1095
|
+
},
|
|
1096
|
+
{
|
|
1097
|
+
"key": "tilde",
|
|
1098
|
+
"label": "Tilde MT",
|
|
1099
|
+
"count": 22,
|
|
1100
|
+
"countBasis": "publisher-list-rows",
|
|
1101
|
+
"iso6393Count": 22,
|
|
1102
|
+
"countBasisNote": "Catalogued by machinetranslate.org rather than by Tilde directly — a secondary source, which is why confidence stays medium.",
|
|
1103
|
+
"tier": "open",
|
|
1104
|
+
"anyToAny": false,
|
|
1105
|
+
"codeSystem": "ISO 639-1",
|
|
1106
|
+
"iso6393": [
|
|
1107
|
+
"ara",
|
|
1108
|
+
"bul",
|
|
1109
|
+
"ces",
|
|
1110
|
+
"dan",
|
|
1111
|
+
"deu",
|
|
1112
|
+
"eng",
|
|
1113
|
+
"est",
|
|
1114
|
+
"fin",
|
|
1115
|
+
"fra",
|
|
1116
|
+
"hrv",
|
|
1117
|
+
"hun",
|
|
1118
|
+
"ita",
|
|
1119
|
+
"lav",
|
|
1120
|
+
"lit",
|
|
1121
|
+
"nld",
|
|
1122
|
+
"pol",
|
|
1123
|
+
"por",
|
|
1124
|
+
"ron",
|
|
1125
|
+
"rus",
|
|
1126
|
+
"spa",
|
|
1127
|
+
"swe",
|
|
1128
|
+
"ukr"
|
|
1129
|
+
],
|
|
1130
|
+
"source_url": "https://machinetranslate.org/tilde",
|
|
1131
|
+
"asOf": "2026-07-05",
|
|
1132
|
+
"confidence": "medium",
|
|
1133
|
+
"verified": "partially-confirmed",
|
|
1134
|
+
"note": "General-purpose engine list as catalogued by machinetranslate.org; Tilde offers additional custom engines by request. API live-verified en→lv 2026-07-05.",
|
|
1135
|
+
"homepage": "https://tilde.ai",
|
|
1136
|
+
"nature": "Open research models (Tilde, EU) — per-pair systems for European and Baltic languages."
|
|
1137
|
+
},
|
|
1138
|
+
{
|
|
1139
|
+
"key": "translated",
|
|
1140
|
+
"label": "Translated (Lara)",
|
|
1141
|
+
"count": 200,
|
|
1142
|
+
"countBasis": "publisher-stated-headline",
|
|
1143
|
+
"iso6393Count": null,
|
|
1144
|
+
"countBasisNote": "Publisher says \"200+\"; we carry 200 as a floor with no enumerated list behind it. Nothing may be derived from this number.",
|
|
1145
|
+
"tier": "service",
|
|
1146
|
+
"anyToAny": true,
|
|
1147
|
+
"codeSystem": "BCP-47 (base ISO 639-1 accepted)",
|
|
1148
|
+
"iso6393": [],
|
|
1149
|
+
"source_url": "https://developers.laratranslate.com/docs/supported-languages",
|
|
1150
|
+
"asOf": "2026-07-05",
|
|
1151
|
+
"confidence": "medium",
|
|
1152
|
+
"verified": "publisher-count-only",
|
|
1153
|
+
"note": "Publisher states 200+ languages; iso6393 list pending import (count cited) — same pending pattern as OPUS-MT.",
|
|
1154
|
+
"homepage": "https://laratranslate.com",
|
|
1155
|
+
"nature": "Commercial cloud API (Translated, Lara).",
|
|
1156
|
+
"releaseDate": "2024-11-04",
|
|
1157
|
+
"releaseDate_source_url": "https://translated.com/unveiling-lara"
|
|
1158
|
+
},
|
|
1159
|
+
{
|
|
1160
|
+
"key": "m2m100",
|
|
1161
|
+
"label": "M2M-100",
|
|
1162
|
+
"count": 100,
|
|
1163
|
+
"countBasis": "champollion-derived-enumeration",
|
|
1164
|
+
"iso6393Count": 100,
|
|
1165
|
+
"countBasisNote": "Our enumeration happens to equal Meta's own headline of 100 — coincidence of a clean list, not evidence that the two are the same kind of number.",
|
|
1166
|
+
"tier": "open",
|
|
1167
|
+
"anyToAny": true,
|
|
1168
|
+
"codeSystem": "ISO 639-3",
|
|
1169
|
+
"iso6393": [
|
|
1170
|
+
"afr",
|
|
1171
|
+
"amh",
|
|
1172
|
+
"ara",
|
|
1173
|
+
"ast",
|
|
1174
|
+
"aze",
|
|
1175
|
+
"bak",
|
|
1176
|
+
"bel",
|
|
1177
|
+
"ben",
|
|
1178
|
+
"bos",
|
|
1179
|
+
"bre",
|
|
1180
|
+
"bul",
|
|
1181
|
+
"cat",
|
|
1182
|
+
"ceb",
|
|
1183
|
+
"ces",
|
|
1184
|
+
"cym",
|
|
1185
|
+
"dan",
|
|
1186
|
+
"deu",
|
|
1187
|
+
"ell",
|
|
1188
|
+
"eng",
|
|
1189
|
+
"est",
|
|
1190
|
+
"fas",
|
|
1191
|
+
"fin",
|
|
1192
|
+
"fra",
|
|
1193
|
+
"fry",
|
|
1194
|
+
"ful",
|
|
1195
|
+
"gla",
|
|
1196
|
+
"gle",
|
|
1197
|
+
"glg",
|
|
1198
|
+
"guj",
|
|
1199
|
+
"hat",
|
|
1200
|
+
"hau",
|
|
1201
|
+
"heb",
|
|
1202
|
+
"hin",
|
|
1203
|
+
"hrv",
|
|
1204
|
+
"hun",
|
|
1205
|
+
"hye",
|
|
1206
|
+
"ibo",
|
|
1207
|
+
"ilo",
|
|
1208
|
+
"ind",
|
|
1209
|
+
"isl",
|
|
1210
|
+
"ita",
|
|
1211
|
+
"jav",
|
|
1212
|
+
"jpn",
|
|
1213
|
+
"kan",
|
|
1214
|
+
"kat",
|
|
1215
|
+
"kaz",
|
|
1216
|
+
"khm",
|
|
1217
|
+
"kor",
|
|
1218
|
+
"lao",
|
|
1219
|
+
"lav",
|
|
1220
|
+
"lin",
|
|
1221
|
+
"lit",
|
|
1222
|
+
"ltz",
|
|
1223
|
+
"lug",
|
|
1224
|
+
"mal",
|
|
1225
|
+
"mar",
|
|
1226
|
+
"mkd",
|
|
1227
|
+
"mlg",
|
|
1228
|
+
"mon",
|
|
1229
|
+
"msa",
|
|
1230
|
+
"mya",
|
|
1231
|
+
"nep",
|
|
1232
|
+
"nld",
|
|
1233
|
+
"nor",
|
|
1234
|
+
"nso",
|
|
1235
|
+
"oci",
|
|
1236
|
+
"ori",
|
|
1237
|
+
"pan",
|
|
1238
|
+
"pol",
|
|
1239
|
+
"por",
|
|
1240
|
+
"pus",
|
|
1241
|
+
"ron",
|
|
1242
|
+
"rus",
|
|
1243
|
+
"sin",
|
|
1244
|
+
"slk",
|
|
1245
|
+
"slv",
|
|
1246
|
+
"snd",
|
|
1247
|
+
"som",
|
|
1248
|
+
"spa",
|
|
1249
|
+
"sqi",
|
|
1250
|
+
"srp",
|
|
1251
|
+
"ssw",
|
|
1252
|
+
"sun",
|
|
1253
|
+
"swa",
|
|
1254
|
+
"swe",
|
|
1255
|
+
"tam",
|
|
1256
|
+
"tgl",
|
|
1257
|
+
"tha",
|
|
1258
|
+
"tsn",
|
|
1259
|
+
"tur",
|
|
1260
|
+
"ukr",
|
|
1261
|
+
"urd",
|
|
1262
|
+
"uzb",
|
|
1263
|
+
"vie",
|
|
1264
|
+
"wol",
|
|
1265
|
+
"xho",
|
|
1266
|
+
"yid",
|
|
1267
|
+
"yor",
|
|
1268
|
+
"zho",
|
|
1269
|
+
"zul"
|
|
1270
|
+
],
|
|
1271
|
+
"source_url": "https://huggingface.co/facebook/m2m100_418M",
|
|
1272
|
+
"asOf": "2026-07-19",
|
|
1273
|
+
"confidence": "high",
|
|
1274
|
+
"verified": "derived",
|
|
1275
|
+
"publishedHeadline": 100,
|
|
1276
|
+
"license": "MIT (checkpoints, per the model card)",
|
|
1277
|
+
"homepage": "https://huggingface.co/facebook/m2m100_418M",
|
|
1278
|
+
"nature": "Open research model (Meta) — direct many-to-many translation across its whole set, downloadable and self-hostable.",
|
|
1279
|
+
"note": "Champollion-derived enumeration from the model card's published tag list (100 tags; script/region variants collapsed to the base language via the pinned LinguaMeta snapshot). The card's own headline is \"100 languages\". Snapshot: shared/catalogue/sources/.",
|
|
1280
|
+
"releaseDate": "2020-10-21",
|
|
1281
|
+
"releaseDate_source_url": "https://arxiv.org/abs/2010.11125",
|
|
1282
|
+
"supersededBy": "hf-models → hf:facebook/m2m100_418M (owner’s card, declared extra — its pipeline tag hides it from the translation filter)"
|
|
1283
|
+
},
|
|
1284
|
+
{
|
|
1285
|
+
"key": "madlad",
|
|
1286
|
+
"label": "MADLAD-400",
|
|
1287
|
+
"count": 415,
|
|
1288
|
+
"countBasis": "champollion-derived-enumeration",
|
|
1289
|
+
"iso6393Count": 415,
|
|
1290
|
+
"countBasisNote": "count is OUR enumeration. Google's own headline is 419 (publishedHeadline) — never attribute 415 to Google.",
|
|
1291
|
+
"tier": "open",
|
|
1292
|
+
"anyToAny": true,
|
|
1293
|
+
"codeSystem": "ISO 639-3",
|
|
1294
|
+
"iso6393": [
|
|
1295
|
+
"aar",
|
|
1296
|
+
"abt",
|
|
1297
|
+
"ace",
|
|
1298
|
+
"acf",
|
|
1299
|
+
"ach",
|
|
1300
|
+
"ada",
|
|
1301
|
+
"adh",
|
|
1302
|
+
"ady",
|
|
1303
|
+
"afr",
|
|
1304
|
+
"agr",
|
|
1305
|
+
"ahk",
|
|
1306
|
+
"aka",
|
|
1307
|
+
"akb",
|
|
1308
|
+
"alt",
|
|
1309
|
+
"alz",
|
|
1310
|
+
"amh",
|
|
1311
|
+
"amu",
|
|
1312
|
+
"ang",
|
|
1313
|
+
"ann",
|
|
1314
|
+
"ape",
|
|
1315
|
+
"ara",
|
|
1316
|
+
"arn",
|
|
1317
|
+
"asm",
|
|
1318
|
+
"ava",
|
|
1319
|
+
"awa",
|
|
1320
|
+
"aym",
|
|
1321
|
+
"aze",
|
|
1322
|
+
"bak",
|
|
1323
|
+
"bam",
|
|
1324
|
+
"ban",
|
|
1325
|
+
"bas",
|
|
1326
|
+
"bbc",
|
|
1327
|
+
"bci",
|
|
1328
|
+
"bel",
|
|
1329
|
+
"ben",
|
|
1330
|
+
"bew",
|
|
1331
|
+
"bgp",
|
|
1332
|
+
"bgz",
|
|
1333
|
+
"bho",
|
|
1334
|
+
"bik",
|
|
1335
|
+
"bim",
|
|
1336
|
+
"bis",
|
|
1337
|
+
"bjj",
|
|
1338
|
+
"bod",
|
|
1339
|
+
"bos",
|
|
1340
|
+
"bqc",
|
|
1341
|
+
"bre",
|
|
1342
|
+
"bru",
|
|
1343
|
+
"brx",
|
|
1344
|
+
"bts",
|
|
1345
|
+
"btx",
|
|
1346
|
+
"bua",
|
|
1347
|
+
"bul",
|
|
1348
|
+
"bum",
|
|
1349
|
+
"bus",
|
|
1350
|
+
"bzj",
|
|
1351
|
+
"cab",
|
|
1352
|
+
"cac",
|
|
1353
|
+
"cak",
|
|
1354
|
+
"cat",
|
|
1355
|
+
"cbk",
|
|
1356
|
+
"cce",
|
|
1357
|
+
"ceb",
|
|
1358
|
+
"ces",
|
|
1359
|
+
"cfm",
|
|
1360
|
+
"cha",
|
|
1361
|
+
"che",
|
|
1362
|
+
"chk",
|
|
1363
|
+
"chm",
|
|
1364
|
+
"chr",
|
|
1365
|
+
"chv",
|
|
1366
|
+
"cjk",
|
|
1367
|
+
"ckb",
|
|
1368
|
+
"cnh",
|
|
1369
|
+
"cni",
|
|
1370
|
+
"cor",
|
|
1371
|
+
"cos",
|
|
1372
|
+
"crh",
|
|
1373
|
+
"crs",
|
|
1374
|
+
"ctu",
|
|
1375
|
+
"cuk",
|
|
1376
|
+
"cym",
|
|
1377
|
+
"dan",
|
|
1378
|
+
"deu",
|
|
1379
|
+
"din",
|
|
1380
|
+
"div",
|
|
1381
|
+
"dje",
|
|
1382
|
+
"djk",
|
|
1383
|
+
"dov",
|
|
1384
|
+
"dtp",
|
|
1385
|
+
"dwr",
|
|
1386
|
+
"dyu",
|
|
1387
|
+
"dzo",
|
|
1388
|
+
"ell",
|
|
1389
|
+
"emp",
|
|
1390
|
+
"eng",
|
|
1391
|
+
"enq",
|
|
1392
|
+
"epo",
|
|
1393
|
+
"est",
|
|
1394
|
+
"eus",
|
|
1395
|
+
"ewe",
|
|
1396
|
+
"fao",
|
|
1397
|
+
"fas",
|
|
1398
|
+
"ffm",
|
|
1399
|
+
"fij",
|
|
1400
|
+
"fil",
|
|
1401
|
+
"fin",
|
|
1402
|
+
"fip",
|
|
1403
|
+
"fon",
|
|
1404
|
+
"fra",
|
|
1405
|
+
"frp",
|
|
1406
|
+
"fry",
|
|
1407
|
+
"ful",
|
|
1408
|
+
"gag",
|
|
1409
|
+
"gbm",
|
|
1410
|
+
"gil",
|
|
1411
|
+
"gla",
|
|
1412
|
+
"gle",
|
|
1413
|
+
"glg",
|
|
1414
|
+
"glv",
|
|
1415
|
+
"gof",
|
|
1416
|
+
"gom",
|
|
1417
|
+
"gor",
|
|
1418
|
+
"grc",
|
|
1419
|
+
"grn",
|
|
1420
|
+
"gsw",
|
|
1421
|
+
"gub",
|
|
1422
|
+
"guc",
|
|
1423
|
+
"guh",
|
|
1424
|
+
"gui",
|
|
1425
|
+
"guj",
|
|
1426
|
+
"gvl",
|
|
1427
|
+
"gym",
|
|
1428
|
+
"gyn",
|
|
1429
|
+
"hat",
|
|
1430
|
+
"hau",
|
|
1431
|
+
"haw",
|
|
1432
|
+
"heb",
|
|
1433
|
+
"hif",
|
|
1434
|
+
"hil",
|
|
1435
|
+
"hin",
|
|
1436
|
+
"hmn",
|
|
1437
|
+
"hmo",
|
|
1438
|
+
"hne",
|
|
1439
|
+
"hrv",
|
|
1440
|
+
"hui",
|
|
1441
|
+
"hun",
|
|
1442
|
+
"hus",
|
|
1443
|
+
"hvn",
|
|
1444
|
+
"hye",
|
|
1445
|
+
"iba",
|
|
1446
|
+
"ibb",
|
|
1447
|
+
"ibo",
|
|
1448
|
+
"ify",
|
|
1449
|
+
"iku",
|
|
1450
|
+
"ilo",
|
|
1451
|
+
"inb",
|
|
1452
|
+
"ind",
|
|
1453
|
+
"isl",
|
|
1454
|
+
"iso",
|
|
1455
|
+
"ita",
|
|
1456
|
+
"ium",
|
|
1457
|
+
"izz",
|
|
1458
|
+
"jac",
|
|
1459
|
+
"jam",
|
|
1460
|
+
"jav",
|
|
1461
|
+
"jax",
|
|
1462
|
+
"jiv",
|
|
1463
|
+
"jpn",
|
|
1464
|
+
"jvn",
|
|
1465
|
+
"kaa",
|
|
1466
|
+
"kac",
|
|
1467
|
+
"kal",
|
|
1468
|
+
"kan",
|
|
1469
|
+
"kas",
|
|
1470
|
+
"kat",
|
|
1471
|
+
"kaz",
|
|
1472
|
+
"kbd",
|
|
1473
|
+
"kbp",
|
|
1474
|
+
"kek",
|
|
1475
|
+
"kha",
|
|
1476
|
+
"khm",
|
|
1477
|
+
"kin",
|
|
1478
|
+
"kir",
|
|
1479
|
+
"kjg",
|
|
1480
|
+
"kjh",
|
|
1481
|
+
"kmb",
|
|
1482
|
+
"knj",
|
|
1483
|
+
"koi",
|
|
1484
|
+
"kom",
|
|
1485
|
+
"kon",
|
|
1486
|
+
"kor",
|
|
1487
|
+
"kos",
|
|
1488
|
+
"krc",
|
|
1489
|
+
"kri",
|
|
1490
|
+
"krj",
|
|
1491
|
+
"ksd",
|
|
1492
|
+
"ksw",
|
|
1493
|
+
"ktu",
|
|
1494
|
+
"kua",
|
|
1495
|
+
"kum",
|
|
1496
|
+
"kur",
|
|
1497
|
+
"kwi",
|
|
1498
|
+
"laj",
|
|
1499
|
+
"lao",
|
|
1500
|
+
"lat",
|
|
1501
|
+
"lav",
|
|
1502
|
+
"lhu",
|
|
1503
|
+
"lin",
|
|
1504
|
+
"lit",
|
|
1505
|
+
"lrc",
|
|
1506
|
+
"ltg",
|
|
1507
|
+
"ltz",
|
|
1508
|
+
"lub",
|
|
1509
|
+
"lug",
|
|
1510
|
+
"lus",
|
|
1511
|
+
"luz",
|
|
1512
|
+
"mad",
|
|
1513
|
+
"mag",
|
|
1514
|
+
"mah",
|
|
1515
|
+
"mai",
|
|
1516
|
+
"mak",
|
|
1517
|
+
"mal",
|
|
1518
|
+
"mam",
|
|
1519
|
+
"mar",
|
|
1520
|
+
"mas",
|
|
1521
|
+
"maz",
|
|
1522
|
+
"mbt",
|
|
1523
|
+
"mdf",
|
|
1524
|
+
"mel",
|
|
1525
|
+
"meo",
|
|
1526
|
+
"meu",
|
|
1527
|
+
"mey",
|
|
1528
|
+
"mfe",
|
|
1529
|
+
"mgh",
|
|
1530
|
+
"min",
|
|
1531
|
+
"miq",
|
|
1532
|
+
"mkd",
|
|
1533
|
+
"mkn",
|
|
1534
|
+
"mlg",
|
|
1535
|
+
"mlt",
|
|
1536
|
+
"mni",
|
|
1537
|
+
"mnw",
|
|
1538
|
+
"mon",
|
|
1539
|
+
"mps",
|
|
1540
|
+
"mqy",
|
|
1541
|
+
"mri",
|
|
1542
|
+
"mrj",
|
|
1543
|
+
"mrw",
|
|
1544
|
+
"msa",
|
|
1545
|
+
"msb",
|
|
1546
|
+
"msi",
|
|
1547
|
+
"msm",
|
|
1548
|
+
"mtr",
|
|
1549
|
+
"mya",
|
|
1550
|
+
"myv",
|
|
1551
|
+
"nav",
|
|
1552
|
+
"nbl",
|
|
1553
|
+
"nep",
|
|
1554
|
+
"new",
|
|
1555
|
+
"ngu",
|
|
1556
|
+
"nhe",
|
|
1557
|
+
"nia",
|
|
1558
|
+
"nij",
|
|
1559
|
+
"niq",
|
|
1560
|
+
"nld",
|
|
1561
|
+
"nnb",
|
|
1562
|
+
"noa",
|
|
1563
|
+
"noe",
|
|
1564
|
+
"nog",
|
|
1565
|
+
"nor",
|
|
1566
|
+
"nso",
|
|
1567
|
+
"nut",
|
|
1568
|
+
"nya",
|
|
1569
|
+
"nyu",
|
|
1570
|
+
"nzi",
|
|
1571
|
+
"oci",
|
|
1572
|
+
"oji",
|
|
1573
|
+
"ori",
|
|
1574
|
+
"orm",
|
|
1575
|
+
"oss",
|
|
1576
|
+
"otq",
|
|
1577
|
+
"pag",
|
|
1578
|
+
"pam",
|
|
1579
|
+
"pan",
|
|
1580
|
+
"pap",
|
|
1581
|
+
"pau",
|
|
1582
|
+
"pck",
|
|
1583
|
+
"pis",
|
|
1584
|
+
"pol",
|
|
1585
|
+
"pon",
|
|
1586
|
+
"por",
|
|
1587
|
+
"ppk",
|
|
1588
|
+
"prk",
|
|
1589
|
+
"pus",
|
|
1590
|
+
"qub",
|
|
1591
|
+
"quc",
|
|
1592
|
+
"que",
|
|
1593
|
+
"quf",
|
|
1594
|
+
"quh",
|
|
1595
|
+
"qup",
|
|
1596
|
+
"quy",
|
|
1597
|
+
"qvc",
|
|
1598
|
+
"qvi",
|
|
1599
|
+
"qvz",
|
|
1600
|
+
"qxr",
|
|
1601
|
+
"raj",
|
|
1602
|
+
"rcf",
|
|
1603
|
+
"rki",
|
|
1604
|
+
"rmc",
|
|
1605
|
+
"roh",
|
|
1606
|
+
"rom",
|
|
1607
|
+
"ron",
|
|
1608
|
+
"run",
|
|
1609
|
+
"rus",
|
|
1610
|
+
"rwo",
|
|
1611
|
+
"sag",
|
|
1612
|
+
"sah",
|
|
1613
|
+
"san",
|
|
1614
|
+
"sda",
|
|
1615
|
+
"seh",
|
|
1616
|
+
"shn",
|
|
1617
|
+
"shp",
|
|
1618
|
+
"sin",
|
|
1619
|
+
"sja",
|
|
1620
|
+
"sjp",
|
|
1621
|
+
"skr",
|
|
1622
|
+
"slk",
|
|
1623
|
+
"slv",
|
|
1624
|
+
"sme",
|
|
1625
|
+
"smo",
|
|
1626
|
+
"smt",
|
|
1627
|
+
"sna",
|
|
1628
|
+
"snd",
|
|
1629
|
+
"som",
|
|
1630
|
+
"sot",
|
|
1631
|
+
"spa",
|
|
1632
|
+
"spp",
|
|
1633
|
+
"sqi",
|
|
1634
|
+
"srm",
|
|
1635
|
+
"srn",
|
|
1636
|
+
"srp",
|
|
1637
|
+
"srr",
|
|
1638
|
+
"ssw",
|
|
1639
|
+
"stq",
|
|
1640
|
+
"sun",
|
|
1641
|
+
"sus",
|
|
1642
|
+
"suz",
|
|
1643
|
+
"swa",
|
|
1644
|
+
"swe",
|
|
1645
|
+
"sxn",
|
|
1646
|
+
"syl",
|
|
1647
|
+
"syr",
|
|
1648
|
+
"tab",
|
|
1649
|
+
"taj",
|
|
1650
|
+
"tam",
|
|
1651
|
+
"tat",
|
|
1652
|
+
"tbz",
|
|
1653
|
+
"tca",
|
|
1654
|
+
"tcy",
|
|
1655
|
+
"tdx",
|
|
1656
|
+
"tel",
|
|
1657
|
+
"teo",
|
|
1658
|
+
"tet",
|
|
1659
|
+
"tgk",
|
|
1660
|
+
"tha",
|
|
1661
|
+
"tir",
|
|
1662
|
+
"tiv",
|
|
1663
|
+
"tks",
|
|
1664
|
+
"tlh",
|
|
1665
|
+
"tll",
|
|
1666
|
+
"toj",
|
|
1667
|
+
"ton",
|
|
1668
|
+
"trp",
|
|
1669
|
+
"tsc",
|
|
1670
|
+
"tsg",
|
|
1671
|
+
"tsn",
|
|
1672
|
+
"tso",
|
|
1673
|
+
"tuc",
|
|
1674
|
+
"tuk",
|
|
1675
|
+
"tur",
|
|
1676
|
+
"tvl",
|
|
1677
|
+
"twu",
|
|
1678
|
+
"tyv",
|
|
1679
|
+
"tyz",
|
|
1680
|
+
"tzh",
|
|
1681
|
+
"tzj",
|
|
1682
|
+
"tzo",
|
|
1683
|
+
"ubu",
|
|
1684
|
+
"udm",
|
|
1685
|
+
"uig",
|
|
1686
|
+
"ukr",
|
|
1687
|
+
"urd",
|
|
1688
|
+
"uzb",
|
|
1689
|
+
"vec",
|
|
1690
|
+
"ven",
|
|
1691
|
+
"vie",
|
|
1692
|
+
"wal",
|
|
1693
|
+
"war",
|
|
1694
|
+
"wln",
|
|
1695
|
+
"wol",
|
|
1696
|
+
"xal",
|
|
1697
|
+
"xho",
|
|
1698
|
+
"xmm",
|
|
1699
|
+
"yap",
|
|
1700
|
+
"yid",
|
|
1701
|
+
"yor",
|
|
1702
|
+
"yua",
|
|
1703
|
+
"yue",
|
|
1704
|
+
"zap",
|
|
1705
|
+
"zha",
|
|
1706
|
+
"zho",
|
|
1707
|
+
"zne",
|
|
1708
|
+
"zul",
|
|
1709
|
+
"zza"
|
|
1710
|
+
],
|
|
1711
|
+
"source_url": "https://huggingface.co/google/madlad400-3b-mt",
|
|
1712
|
+
"asOf": "2026-07-19",
|
|
1713
|
+
"confidence": "medium",
|
|
1714
|
+
"verified": "derived",
|
|
1715
|
+
"publishedHeadline": 419,
|
|
1716
|
+
"license": "Apache-2.0 (per the model card)",
|
|
1717
|
+
"homepage": "https://huggingface.co/google/madlad400-3b-mt",
|
|
1718
|
+
"nature": "Open research model (Google) — T5-based MT trained on 400+ languages; downloadable and self-hostable. Tail-language quality varies widely.",
|
|
1719
|
+
"note": "Champollion-derived enumeration from the model card's published tag list (418 tags; script/region variants collapsed to the base language via the pinned LinguaMeta snapshot). The card's own headline is \"419 languages\". 2 published tag(s) had no LinguaMeta ISO 639-3 mapping and are not counted: zxx, ber. Snapshot: shared/catalogue/sources/.",
|
|
1720
|
+
"releaseDate": "2023-09-09",
|
|
1721
|
+
"releaseDate_source_url": "https://arxiv.org/abs/2309.04662",
|
|
1722
|
+
"supersededBy": "hf-models → hf:google/madlad400-7b-mt (owner’s card, 416 languages vs 415 here)"
|
|
1723
|
+
},
|
|
1724
|
+
{
|
|
1725
|
+
"key": "omt1600",
|
|
1726
|
+
"label": "Omnilingual MT",
|
|
1727
|
+
"count": 1600,
|
|
1728
|
+
"countBasis": "publisher-stated-headline",
|
|
1729
|
+
"iso6393Count": null,
|
|
1730
|
+
"countBasisNote": "1,600 is the paper's own headline for languages it translates FROM, with no enumerable list published. Two further figures from the same abstract must never be collapsed into it: the models \"understand sufficiently well\" just over 400 (see deployable), and translate INTO about 1,200. Our ~1,200 long-tail figure is arithmetic (1,600 − 400+) and is a DIFFERENT ~1,200 from the paper's into-1,200 — always carry the arithmetic inline.",
|
|
1731
|
+
"tier": "open",
|
|
1732
|
+
"anyToAny": false,
|
|
1733
|
+
"codeSystem": "languoids (paper)",
|
|
1734
|
+
"iso6393": [],
|
|
1735
|
+
"verified": "publisher-count-only",
|
|
1736
|
+
"note": "iso6393 is empty because no per-language enumeration of the 1,600 is published — there is nothing upstream to ingest. The paper's only per-language list is Table D.1 (Appendix D), whose own caption scopes it to the languages covered by its evaluation/training artifact contributions, not to the 1,600. Count is cited from the publisher; this stays a count-only entry unless Meta publishes the full list.",
|
|
1737
|
+
"source_url": "https://arxiv.org/abs/2603.16309",
|
|
1738
|
+
"asOf": "2026-07-22",
|
|
1739
|
+
"homepage": "https://ai.meta.com/research/publications/omnilingual-mt-machine-translation-for-1600-languages/",
|
|
1740
|
+
"license": null,
|
|
1741
|
+
"nature": "Research breadth model (The Omnilingual MT Team, FAIR at Meta; arXiv:2603.16309, 2026-03-17). Claims translation FROM 1,600 languages and into ~1,200 with non-trivial performance; no public weight release as of 2026-07. COUNT-ONLY entry: no per-language list ingested, so it never lights map coverage or joins the tier counts — it exists for the cited omnimodel-escalation timeline. Distinct from Omnilingual ASR (arXiv:2511.09690, 2025-11).",
|
|
1742
|
+
"releaseDate": "2026-03-17",
|
|
1743
|
+
"releaseDate_source_url": "https://arxiv.org/abs/2603.16309",
|
|
1744
|
+
"deployable": {
|
|
1745
|
+
"count": 400,
|
|
1746
|
+
"note": "Meta’s own report: the models “understand sufficiently well” just over 400 of the 1,600 languages (§1); “non-trivial performance” translating into ~1,200. Their words — the paper never claims 1,600 deployable-quality languages.",
|
|
1747
|
+
"source_url": "https://arxiv.org/abs/2603.16309"
|
|
1748
|
+
}
|
|
1749
|
+
}
|
|
1750
|
+
]
|
|
1751
|
+
}
|