BabelDOC 0.3.51__tar.gz → 0.3.53__tar.gz

{babeldoc-0.3.51 → babeldoc-0.3.53}/.github/workflows/docs.yml

@@ -17,7 +17,7 @@ jobs:
           git config user.name github-actions[bot]
           git config user.email 41898282+github-actions[bot]@users.noreply.github.com
       - name: Setup uv with Python 3.12
-        uses: astral-sh/setup-uv@6b9c6063abd6010835644d4c2e1bef4cf5cd0fca # v6.0.1
+        uses: astral-sh/setup-uv@f0ec1fc3b38f5e7cd731bb6ce540c5af426746bb # v6.1.0
         with:
           python-version: "3.12"
           enable-cache: true

{babeldoc-0.3.51 → babeldoc-0.3.53}/.github/workflows/publish-to-pypi.yml

@@ -35,7 +35,7 @@ jobs:
           token: ${{ secrets.GITHUB_TOKEN }}
           
       - name: Setup uv with Python 3.12
-        uses: astral-sh/setup-uv@6b9c6063abd6010835644d4c2e1bef4cf5cd0fca # v6.0.1
+        uses: astral-sh/setup-uv@f0ec1fc3b38f5e7cd731bb6ce540c5af426746bb # v6.1.0
         with:
           python-version: "3.12"
           enable-cache: true

{babeldoc-0.3.51 → babeldoc-0.3.53}/.github/workflows/test.yml

@@ -28,7 +28,7 @@ jobs:
           path: ~/.cache/babeldoc
           key: babeldoc-assets-${{ hashFiles('babeldoc/assets/embedding_assets_metadata.py') }}
       - name: Setup uv with Python ${{ matrix.python-version }}
-        uses: astral-sh/setup-uv@6b9c6063abd6010835644d4c2e1bef4cf5cd0fca # v6.0.1
+        uses: astral-sh/setup-uv@f0ec1fc3b38f5e7cd731bb6ce540c5af426746bb # v6.1.0
         with:
           python-version: ${{ matrix.python-version }}
           enable-cache: true

{babeldoc-0.3.51 → babeldoc-0.3.53}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: BabelDOC
-Version: 0.3.51
+Version: 0.3.53
 Summary: Yet Another Document Translator
 Project-URL: Homepage, https://github.com/funstory-ai/BabelDOC
 Project-URL: Issues, https://github.com/funstory-ai/BabelDOC/issues
@@ -127,10 +127,10 @@ babeldoc --help
 3. Use the `babeldoc` command. For example:
 
 ```bash
-babeldoc --bing  --files example.pdf
+babeldoc --openai --openai-model "gpt-4o-mini" --openai-base-url "https://api.openai.com/v1" --openai-api-key "your-api-key-here"  --files example.pdf
 
 # multiple files
-babeldoc --bing  --files example1.pdf --files example2.pdf
+babeldoc --openai --openai-model "gpt-4o-mini" --openai-base-url "https://api.openai.com/v1" --openai-api-key "your-api-key-here"  --files example1.pdf --files example2.pdf
 ```
 
 ### Install from Source

{babeldoc-0.3.51 → babeldoc-0.3.53}/README.md

@@ -78,10 +78,10 @@ babeldoc --help
 3. Use the `babeldoc` command. For example:
 
 ```bash
-babeldoc --bing  --files example.pdf
+babeldoc --openai --openai-model "gpt-4o-mini" --openai-base-url "https://api.openai.com/v1" --openai-api-key "your-api-key-here"  --files example.pdf
 
 # multiple files
-babeldoc --bing  --files example1.pdf --files example2.pdf
+babeldoc --openai --openai-model "gpt-4o-mini" --openai-base-url "https://api.openai.com/v1" --openai-api-key "your-api-key-here"  --files example1.pdf --files example2.pdf
 ```
 
 ### Install from Source

babeldoc-0.3.53/babeldoc/__init__.py

@@ -0,0 +1 @@
+__version__ = "0.3.53"

{babeldoc-0.3.51 → babeldoc-0.3.53}/babeldoc/const.py

@@ -3,7 +3,7 @@ import shutil
 import subprocess
 from pathlib import Path
 
-__version__ = "0.3.51"
+__version__ = "0.3.53"
 
 CACHE_FOLDER = Path.home() / ".cache" / "babeldoc"
 

{babeldoc-0.3.51 → babeldoc-0.3.53}/babeldoc/document_il/midend/il_translator.py

@@ -21,6 +21,7 @@ from babeldoc.document_il import PdfStyle
 from babeldoc.document_il.translator.translator import BaseTranslator
 from babeldoc.document_il.utils.fontmap import FontMapper
 from babeldoc.document_il.utils.layout_helper import get_char_unicode_string
+from babeldoc.document_il.utils.layout_helper import get_paragraph_unicode
 from babeldoc.document_il.utils.layout_helper import is_same_style
 from babeldoc.document_il.utils.layout_helper import is_same_style_except_font
 from babeldoc.document_il.utils.layout_helper import is_same_style_except_size
@@ -208,6 +209,8 @@ class ILTranslator:
         except NotImplementedError:
             self.support_llm_translate = False
 
+        self.use_as_fallback = False
+
     def calc_token_count(self, text: str) -> int:
         try:
             return len(self.tokenizer.encode(text, disallowed_special=()))
@@ -851,6 +854,9 @@ Now, please carefully read the following text to be translated and directly outp
         self.translation_config.raise_if_cancelled()
         with PbarContext(pbar):
             try:
+                if self.use_as_fallback:
+                    # il translator llm only modifies unicode in some situations
+                    paragraph.unicode = get_paragraph_unicode(paragraph)
                 # Pre-translation processing
                 text, translate_input = self.pre_translate_paragraph(
                     paragraph, tracker, page_font_map, xobj_font_map

{babeldoc-0.3.51 → babeldoc-0.3.53}/babeldoc/document_il/midend/il_translator_llm_only.py

@@ -61,7 +61,7 @@ class ILTranslatorLLMOnly:
             translation_config=translation_config,
             tokenizer=self.tokenizer,
         )
-
+        self.il_translator.use_as_fallback = True
         try:
             self.translate_engine.do_llm_translate(None)
         except NotImplementedError as e:
@@ -122,10 +122,10 @@ class ILTranslatorLLMOnly:
             total,
         ) as pbar:
             with PriorityThreadPoolExecutor(
-                max_workers=self.translation_config.qps,
+                max_workers=self.translation_config.qps * 5,
             ) as executor2:
                 with PriorityThreadPoolExecutor(
-                    max_workers=self.translation_config.qps,
+                    max_workers=self.translation_config.qps * 5,
                 ) as executor:
                     for page in docs.page:
                         self.process_page(
@@ -281,55 +281,72 @@ class ILTranslatorLLMOnly:
             else:
                 llm_prompt_parts.append(
                     f"You are a professional and reliable machine translation engine responsible for translating the input text into {self.translation_config.lang_out}."
+                    "When translating, strictly follow the instructions below to ensure translation quality and preserve all formatting, tags, and placeholders:\n"
+                )
+
+            # 2. ##Contextual Hints for Better Translation
+            other_hints = []
+            hint_idx = 1  # Start with 1 for 1-based indexing
+            if title_paragraph:
+                other_hints.append(
+                    f"{hint_idx}. First title in full text: {title_paragraph.unicode}"
                 )
+                hint_idx += 1
+
+            if local_title_paragraph:
+                is_different_from_global = True
+                if title_paragraph:
+                    if local_title_paragraph.debug_id == title_paragraph.debug_id:
+                        is_different_from_global = False
+
+                if is_different_from_global:
+                    other_hints.append(
+                        f"{hint_idx}. Most similar section title: {local_title_paragraph.unicode}"
+                    )
+                    # hint_idx += 1 # No increment needed if it's the last possible hint of this type
+
+            if other_hints:
+                llm_prompt_parts.append("\n## Contextual Hints for Better Translation")
+                llm_prompt_parts.extend(other_hints)
 
-            # 2. ##rules
-            llm_prompt_parts.append("\n##rules")
-            # Dynamically get placeholder examples
-            rich_text_left_placeholder = (
-                self.translate_engine.get_rich_text_left_placeholder(1)
+            # 3. ## Strict Rules:
+            llm_prompt_parts.append("\n## Strict Rules:")
+            llm_prompt_parts.append(
+                "1. Do NOT translate or alter any of the following elements:"
             )
-            if isinstance(rich_text_left_placeholder, tuple):
-                rich_text_left_placeholder = rich_text_left_placeholder[0]
-            rich_text_right_placeholder = (
-                self.translate_engine.get_rich_text_right_placeholder(2)
+            llm_prompt_parts.append(
+                "    Style or HTML-like tags: e.g., <style id='1'>...</style>, <b>...</b>, <i>...</i>, <code>...</code>, etc."
             )
-            if isinstance(rich_text_right_placeholder, tuple):
-                rich_text_right_placeholder = rich_text_right_placeholder[0]
-            formula_placeholder = self.translate_engine.get_formular_placeholder(3)
-            if isinstance(formula_placeholder, tuple):
-                formula_placeholder = formula_placeholder[0]
-
             llm_prompt_parts.append(
-                f'1. Do not translate style tags, such as "{rich_text_left_placeholder}xxx{rich_text_right_placeholder}"'
+                "    Formula or variable placeholders enclosed in curly braces: e.g., {v3}, {equation_1}, {name}, etc."
             )
             llm_prompt_parts.append(
-                f'2. Do not translate formula placeholders, such as "{formula_placeholder}". The system will automatically replace the placeholders with the corresponding formulas.'
+                "    Any other placeholders like [[...]], %%...%%, %s, %d, etc."
             )
             llm_prompt_parts.append(
-                "3. If there is no need to translate (such as proper nouns, codes, etc.), then return the original text."
+                "2. Preserve the exact structure, position, and content of the above elements — do not modify spacing, punctuation, or formatting."
             )
-
-            # 3. ##Input
-            llm_prompt_parts.append("\n##Input")
             llm_prompt_parts.append(
-                'You will be given a JSON formatted input containing entries with "id" and "input" fields.'
+                "3. If the input contains:Proper nouns, code, or non-translatable technical terms, retain them in the original form."
             )
 
-            # 4. ##Output
-            llm_prompt_parts.append("\n##Output")
+            # 4. ## Input/Output Format:
+            llm_prompt_parts.append("\n## Input/Output Format:")
             llm_prompt_parts.append(
-                f'For each entry in the JSON, translate the contents of the "input" field into {self.translation_config.lang_out}.'
+                '1. You will receive a JSON object with entries containing "id" and "input" fields.'
             )
             llm_prompt_parts.append(
-                'Write the translation back into the "output" field for that entry.'
+                '2. Your task is to translate the value of "input" into zh-CN, while applying the rules above.'
+            )
+            llm_prompt_parts.append(
+                '3. Return a new JSON object with the same "id" and the translated "output" field.'
             )
             llm_prompt_parts.append(
                 "Please return the translated json directly without wrapping ```json``` tag or include any additional information."
             )
 
-            # 5. ##example
-            llm_prompt_parts.append("\n##example")
+            # 5. ##example (Renumbered from 5 to 4)
+            llm_prompt_parts.append("\n## Example:")
             llm_prompt_parts.append("Here is an example of the expected format:")
             llm_prompt_parts.append("")  # Blank line
             llm_prompt_parts.append("<example>")
@@ -355,36 +372,8 @@ class ILTranslatorLLMOnly:
             llm_prompt_parts.append("```")
             llm_prompt_parts.append("</example>")
 
-            # 6. ##Others (contextual hints)
-            other_hints = []
-            hint_idx = 0
-            if title_paragraph:
-                other_hints.append(
-                    f"{hint_idx}. The first title in the full text: {title_paragraph.unicode}"
-                )
-                hint_idx += 1
-
-            if local_title_paragraph:
-                # Check if it's different from the global title_paragraph before adding
-                is_different_from_global = True
-                if title_paragraph:
-                    if local_title_paragraph.debug_id == title_paragraph.debug_id:
-                        is_different_from_global = False
-
-                if is_different_from_global:
-                    other_hints.append(
-                        f"{hint_idx}. The most similar title in the full text: {local_title_paragraph.unicode}"
-                    )
-                    hint_idx += 1
-
-            if other_hints:
-                llm_prompt_parts.append("\n##Others")
-                llm_prompt_parts.append(
-                    "When translating, please refer to the following information to improve translation quality:"
-                )
-                llm_prompt_parts.extend(other_hints)
-
-            llm_prompt_parts.append("\n## Actual Input")
+            # 6. ## Here is the input:
+            llm_prompt_parts.append("\n## Here is the input:")
 
             # Combine all parts for the main prompt
             main_prompt_content = "\n".join(llm_prompt_parts)

{babeldoc-0.3.51 → babeldoc-0.3.53}/babeldoc/high_level.py

@@ -405,6 +405,9 @@ def fix_null_xref(doc: Document) -> None:
             elif obj and "/ASCII85Decode" in obj:  # make pdfminer happy
                 data = doc.xref_stream(i)
                 doc.update_stream(i, data)
+            elif obj and "/LZWDecode" in obj:
+                data = doc.xref_stream(i)
+                doc.update_stream(i, data)
         except Exception:
             doc.update_object(i, "[]")
 

{babeldoc-0.3.51 → babeldoc-0.3.53}/babeldoc/main.py

@@ -23,7 +23,7 @@ from babeldoc.translation_config import TranslationConfig
 from babeldoc.translation_config import WatermarkOutputMode
 
 logger = logging.getLogger(__name__)
-__version__ = "0.3.51"
+__version__ = "0.3.53"
 
 
 def create_parser():

{babeldoc-0.3.51 → babeldoc-0.3.53}/babeldoc/tools/italic_assistance.py

@@ -167,9 +167,20 @@ def main():
         "--json-path",
         help="Path to il_translated.json (if not provided, will use the latest file)",
     )
+    parser.add_argument(
+        "--working-folder",
+        help="Path to the working folder containing il_translated.json files",
+    )
 
     args = parser.parse_args()
 
+    if args.working_folder:
+        global WORKING_FOLDER
+        WORKING_FOLDER = Path(args.working_folder)
+        if not WORKING_FOLDER.exists():
+            print(f"Error: Working folder does not exist: {WORKING_FOLDER}")
+            return 1
+
     # Determine JSON file path
     json_path = None
     if args.json_path:

babeldoc-0.3.53/docs/supported_languages.md

@@ -0,0 +1,171 @@
+# Supported Languages
+
+For languages in the table below that do not rely on ligature support, BabelDOC provides good support. For languages
+that partially rely on ligatures, BabelDOC's translation results can generally meet self-reading needs. For languages
+that completely rely on ligatures (such as some Indian languages), BabelDOC does not currently support them.
+
+We are working hard to develop support for ligatures as soon as possible.
+<!-- | Kazakh (Cyrillic)    | kk            | None                | -->
+
+| Language                        | Language Code | Ligature Dependency |
+|:--------------------------------|:--------------|:--------------------|
+| English                         | EN            | None                |
+| Simplified Chinese              | zh-CN         | None                |
+| Traditional Chinese - Hong Kong | zh-HK         | None                |
+| Traditional Chinese - Taiwan    | zh-TW         | None                |
+| Japanese                        | JA            | None                |
+| Korean                          | KO            | None                |
+| Polish                          | PL            | Partial             |
+| Russian                         | RU            | None                |
+| Spanish                         | es            | None                |
+| Portuguese                      | pt            | None                |
+| French                          | fr            | Partial             |
+| Malay                           | ms            | None                |
+| Indonesian                      | id            | None                |
+| Turkmen                         | tk            | None                |
+| Filipino (Tagalog)              | tl            | None                |
+| Vietnamese                      | vi            | None                |
+| Kazakh (Latin)                  | kk            | None                |
+| German                          | de            | None                |
+| Dutch                           | nl            | None                |
+| Irish                           | ga            | None                |
+| Italian                         | it            | None                |
+| Greek                           | el            | None                |
+| Swedish                         | sv            | None                |
+| Danish                          | da            | None                |
+| Norwegian                       | no            | None                |
+| Icelandic                       | is            | None                |
+| Finnish                         | fi            | None                |
+| Ukrainian                       | uk            | None                |
+| Czech                           | cs            | None                |
+| Romanian                        | ro            | None                |
+| Hungarian                       | hu            | None                |
+| Slovak                          | sk            | None                |
+| Croatian                        | hr            | None                |
+| Estonian                        | et            | None                |
+| Latvian                         | lv            | None                |
+| Lithuanian                      | lt            | None                |
+| Belarusian                      | be            | None                |
+| Macedonian                      | mk            | None                |
+| Albanian                        | sq            | None                |
+| Serbian (Cyrillic)              | sr            | Partial             |
+| Serbian (Latin)                 | sr            | Partial             |
+| Slovenian                       | sl            | None                |
+| Catalan                         | ca            | None                |
+| Bulgarian                       | bg            | None                |
+| Maltese                         | mt            | None                |
+| Swahili                         | sw            | None                |
+| Amharic                         | am            | None                |
+| Oromo                           | om            | None                |
+| Tigrinya                        | ti            | None                |
+| Haitian Creole                  | ht            | None                |
+| Latin                           | la            | None                |
+| Lao                             | lo            | None                |
+| Malayalam                       | ml            | None                |
+| Gujarati                        | gu            | None                |
+| Thai                            | th            | None                |
+| Burmese                         | my            | Partial             |
+| Tamil                           | ta            | None                |
+| Telugu                          | te            | None                |
+| Oriya                           | or            | Partial             |
+| Armenian                        | hy            | None                |
+| Mongolian (Cyrillic)            | mn            | None                |
+| Georgian                        | ka            | None                |
+| Khmer                           | km            | None                |
+| Bosnian                         | bs            | None                |
+| Luxembourgish                   | lb            | None                |
+| Moldovan                        | ro            | None                |
+| Moldovan (Cyrillic)             | ro            | None                |
+| Romansh                         | rm            | None                |
+| Turkish                         | tr            | None                |
+| Sinhala                         | si            | None                |
+| Uzbek                           | uz            | None                |
+| Kyrgyz                          | ky            | None                |
+| Tajik                           | tg            | None                |
+| Abkhazian                       | ab            | None                |
+| Afar                            | aa            | None                |
+| Afrikaans                       | af            | None                |
+| Akan                            | ak            | None                |
+| Aragonese                       | an            | None                |
+| Avaric                          | av            | None                |
+| Ewe                             | ee            | None                |
+| Aymara                          | ay            | None                |
+| Ojibwa                          | oj            | None                |
+| Occitan                         | oc            | None                |
+| Oriya                           | or            | None                |
+| Ossetian                        | os            | None                |
+| Pali                            | pi            | None                |
+| Bashkir                         | ba            | None                |
+| Basque                          | eu            | None                |
+| Breton                          | br            | None                |
+| Chamorro                        | ch            | None                |
+| Chechen                         | ce            | None                |
+| Chuvash                         | cv            | None                |
+| Tswana                          | tn            | None                |
+| Ndebele, South                  | nr            | None                |
+| Ndonga                          | ng            | None                |
+| Faroese                         | fo            | None                |
+| Fijian                          | fj            | None                |
+| Frisian, Western                | fy            | None                |
+| Ganda                           | lg            | None                |
+| Kongo                           | kg            | None                |
+| Kalaallisut                     | kl            | None                |
+| Church Slavic                   | cu            | None                |
+| Guarani                         | gn            | None                |
+| Interlingua                     | ia            | None                |
+| Herero                          | hz            | None                |
+| Kikuyu                          | ki            | None                |
+| Rundi                           | rn            | None                |
+| Kinyarwanda                     | rw            | None                |
+| Kirghiz                         | ky            | None                |
+| Galician                        | gl            | None                |
+| Kanuri                          | kr            | None                |
+| Cornish                         | kw            | None                |
+| Komi                            | kv            | None                |
+| Xhosa                           | xh            | None                |
+| Corsican                        | co            | None                |
+| Cree                            | cr            | None                |
+| Croatian                        | hr            | None                |
+| Quechua                         | qu            | None                |
+| Kurdish (Latin)                 | ku            | None                |
+| Kuanyama                        | kj            | None                |
+| Limburgan                       | li            | None                |
+| Lingala                         | ln            | None                |
+| Manx                            | gv            | None                |
+| Malagasy                        | mg            | None                |
+| Marshallese                     | mh            | None                |
+| Maori                           | mi            | None                |
+| Navajo                          | nv            | None                |
+| Nauru                           | na            | None                |
+| Nyanja                          | ny            | None                |
+| Norwegian Nynorsk               | nn            | None                |
+| Sardinian                       | sc            | None                |
+| Northern Sami                   | se            | None                |
+| Samoan                          | sm            | None                |
+| Sango                           | sg            | None                |
+| Shona                           | sn            | None                |
+| Esperanto                       | eo            | None                |
+| Scottish Gaelic                 | gd            | None                |
+| Somali                          | so            | None                |
+| Southern Sotho                  | st            | None                |
+| Tagalog                         | tl            | None                |
+| Tatar                           | tt            | None                |
+| Tahitian                        | ty            | None                |
+| Tongan                          | to            | None                |
+| Twi                             | tw            | None                |
+| Walloon                         | wa            | None                |
+| Welsh                           | cy            | None                |
+| Venda                           | ve            | None                |
+| Volapük                         | vo            | None                |
+| Interlingue                     | ie            | None                |
+| Hiri Motu                       | ho            | None                |
+| Igbo                            | ig            | None                |
+| Ido                             | io            | None                |
+| Inuktitut                       | iu            | None                |
+| Inupiaq                         | ik            | None                |
+| Sichuan Yi                      | ii            | None                |
+| Yoruba                          | yo            | None                |
+| Zhuang                          | za            | None                |
+| Tsonga                          | ts            | None                |
+| Zulu                            | zu            | None                |
+| Brazilian Portuguese            | pt-BR         | None                |

{babeldoc-0.3.51 → babeldoc-0.3.53}/mkdocs.yml

@@ -132,7 +132,7 @@ not_in_nav: |
 # Page tree
 nav:
   - Home: index.md
-  - Supported languages: supported_languages.md
+  - Supported Languages: supported_languages.md
   - API:
     - Async Translation API: ImplementationDetails/AsyncTranslate/AsyncTranslate.md
   - Implementation Details:

{babeldoc-0.3.51 → babeldoc-0.3.53}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "BabelDOC"
-version = "0.3.51"
+version = "0.3.53"
 description = "Yet Another Document Translator"
 license = "AGPL-3.0"
 readme = "README.md"
@@ -150,7 +150,7 @@ pythonpath = [".", "src"]
 testpaths = ["tests"]
 
 [bumpver]
-current_version = "0.3.51"
+current_version = "0.3.53"
 version_pattern = "MAJOR.MINOR.PATCH[.PYTAGNUM]"
 
 [bumpver.file_patterns]

{babeldoc-0.3.51 → babeldoc-0.3.53}/uv.lock

@@ -48,7 +48,7 @@ wheels = [
 
 [[package]]
 name = "babeldoc"
-version = "0.3.51"
+version = "0.3.53"
 source = { editable = "." }
 dependencies = [
     { name = "bitstring" },

babeldoc-0.3.51/babeldoc/__init__.py

@@ -1 +0,0 @@
-__version__ = "0.3.51"

babeldoc-0.3.51/docs/supported_languages.md

@@ -1,168 +0,0 @@
-# Supported Languages
-
-For languages in the table below that do not rely on ligature support, BabelDOC provides good support. For languages that partially rely on ligatures, BabelDOC's translation results can generally meet self-reading needs. For languages that completely rely on ligatures (such as some Indian languages), BabelDOC does not currently support them.
-
-We are working hard to develop support for ligatures as soon as possible.
-<!-- | Kazakh (Cyrillic)    | kk            | None                | -->
-
-| Language             | Language Code | Ligature Dependency |
-| :------------------- | :------------ | :------------------ |
-| English              | EN            | None                |
-| Simplified Chinese   | zh-CN         | None                |
-| Traditional Chinese - Hong Kong| zh-HK | None |
-| Traditional Chinese - Taiwan  | zh-TW         | None                |
-| Japanese             | JA            | None                |
-| Korean               | KO            | None                |
-| Polish               | PL            | Partial             |
-| Russian              | RU            | None                |
-| Spanish              | es            | None                |
-| Portuguese           | pt            | None                |
-| French               | fr            | Partial             |
-| Malay                | ms            | None                |
-| Indonesian           | id            | None                |
-| Turkmen              | tk            | None                |
-| Filipino (Tagalog)   | tl            | None                |
-| Vietnamese           | vi            | None                |
-| Kazakh (Latin)       | kk            | None                |
-| German               | de            | None                |
-| Dutch                | nl            | None                |
-| Irish                | ga            | None                |
-| Italian              | it            | None                |
-| Greek                | el            | None                |
-| Swedish              | sv            | None                |
-| Danish               | da            | None                |
-| Norwegian            | no            | None                |
-| Icelandic            | is            | None                |
-| Finnish              | fi            | None                |
-| Ukrainian            | uk            | None                |
-| Czech                | cs            | None                |
-| Romanian             | ro            | None                |
-| Hungarian            | hu            | None                |
-| Slovak               | sk            | None                |
-| Croatian             | hr            | None                |
-| Estonian             | et            | None                |
-| Latvian              | lv            | None                |
-| Lithuanian           | lt            | None                |
-| Belarusian           | be            | None                |
-| Macedonian           | mk            | None                |
-| Albanian             | sq            | None                |
-| Serbian (Cyrillic)   | sr            | Partial             |
-| Serbian (Latin)      | sr            | Partial             |
-| Slovenian            | sl            | None                |
-| Catalan              | ca            | None                |
-| Bulgarian            | bg            | None                |
-| Maltese              | mt            | None                |
-| Swahili              | sw            | None                |
-| Amharic              | am            | None                |
-| Oromo                | om            | None                |
-| Tigrinya             | ti            | None                |
-| Haitian Creole       | ht            | None                |
-| Latin                | la            | None                |
-| Lao                  | lo            | None                |
-| Malayalam            | ml            | None                |
-| Gujarati             | gu            | None                |
-| Thai                 | th            | None                |
-| Burmese              | my            | Partial             |
-| Tamil                | ta            | None                |
-| Telugu               | te            | None                |
-| Oriya                | or            | Partial             |
-| Armenian             | hy            | None                |
-| Mongolian (Cyrillic) | mn            | None                |
-| Georgian             | ka            | None                |
-| Khmer                | km            | None                |
-| Bosnian              | bs            | None                |
-| Luxembourgish        | lb            | None                |
-| Moldovan             | ro            | None                |
-| Moldovan (Cyrillic)  | ro            | None                |
-| Romansh              | rm            | None                |
-| Turkish              | tr            | None                |
-| Sinhala              | si            | None                |
-| Uzbek                | uz            | None                |
-| Kyrgyz               | ky            | None                |
-| Tajik                | tg            | None                |
-| Abkhazian            | ab            | None                |
-| Afar                 | aa            | None                |
-| Afrikaans            | af            | None                |
-| Akan                 | ak            | None                |
-| Aragonese            | an            | None                |
-| Avaric               | av            | None                |
-| Ewe                  | ee            | None                |
-| Aymara               | ay            | None                |
-| Ojibwa               | oj            | None                |
-| Occitan              | oc            | None                |
-| Oriya                | or            | None                |
-| Ossetian             | os            | None                |
-| Pali                 | pi            | None                |
-| Bashkir              | ba            | None                |
-| Basque               | eu            | None                |
-| Breton               | br            | None                |
-| Chamorro             | ch            | None                |
-| Chechen              | ce            | None                |
-| Chuvash              | cv            | None                |
-| Tswana               | tn            | None                |
-| Ndebele, South       | nr            | None                |
-| Ndonga               | ng            | None                |
-| Faroese              | fo            | None                |
-| Fijian               | fj            | None                |
-| Frisian, Western     | fy            | None                |
-| Ganda                | lg            | None                |
-| Kongo                | kg            | None                |
-| Kalaallisut          | kl            | None                |
-| Church Slavic        | cu            | None                |
-| Guarani              | gn            | None                |
-| Interlingua          | ia            | None                |
-| Herero               | hz            | None                |
-| Kikuyu               | ki            | None                |
-| Rundi                | rn            | None                |
-| Kinyarwanda          | rw            | None                |
-| Kirghiz              | ky            | None                |
-| Galician             | gl            | None                |
-| Kanuri               | kr            | None                |
-| Cornish              | kw            | None                |
-| Komi                 | kv            | None                |
-| Xhosa                | xh            | None                |
-| Corsican             | co            | None                |
-| Cree                 | cr            | None                |
-| Croatian             | hr            | None                |
-| Quechua              | qu            | None                |
-| Kurdish (Latin)      | ku            | None                |
-| Kuanyama             | kj            | None                |
-| Limburgan            | li            | None                |
-| Lingala              | ln            | None                |
-| Manx                 | gv            | None                |
-| Malagasy             | mg            | None                |
-| Marshallese          | mh            | None                |
-| Maori                | mi            | None                |
-| Navajo               | nv            | None                |
-| Nauru                | na            | None                |
-| Nyanja               | ny            | None                |
-| Norwegian Nynorsk    | nn            | None                |
-| Sardinian            | sc            | None                |
-| Northern Sami        | se            | None                |
-| Samoan               | sm            | None                |
-| Sango                | sg            | None                |
-| Shona                | sn            | None                |
-| Esperanto            | eo            | None                |
-| Scottish Gaelic      | gd            | None                |
-| Somali               | so            | None                |
-| Southern Sotho       | st            | None                |
-| Tagalog              | tl            | None                |
-| Tatar                | tt            | None                |
-| Tahitian             | ty            | None                |
-| Tongan               | to            | None                |
-| Twi                  | tw            | None                |
-| Walloon              | wa            | None                |
-| Welsh                | cy            | None                |
-| Venda                | ve            | None                |
-| Volapük              | vo            | None                |
-| Interlingue          | ie            | None                |
-| Hiri Motu            | ho            | None                |
-| Igbo                 | ig            | None                |
-| Ido                  | io            | None                |
-| Inuktitut            | iu            | None                |
-| Inupiaq              | ik            | None                |
-| Sichuan Yi           | ii            | None                |
-| Yoruba               | yo            | None                |
-| Zhuang               | za            | None                |
-| Tsonga               | ts            | None                |
-| Zulu                 | zu            | None                |