cld3 3.2.5 → 3.2.6

data/ext/cld3/ext/src/nnet_lang_id_test.cc

@@ -1,254 +0,0 @@
-/* Copyright 2016 Google Inc. All Rights Reserved.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-==============================================================================*/
-
-#include <cmath>
-#include <iostream>
-#include <string>
-#include <utility>
-#include <vector>
-
-#include "base.h"
-#include "nnet_lang_id_test_data.h"
-#include "nnet_language_identifier.h"
-
-namespace chrome_lang_id {
-namespace nnet_lang_id_test {
-
-// Tests the model on all supported languages. Returns "true" if the test is
-// successful and "false" otherwise.
-// TODO(abakalov): Add a test for random input that should be labeled as
-// "unknown" due to low confidence.
-bool TestPredictions() {
-  std::cout << "Running " << __FUNCTION__ << std::endl;
-
-  // (gold language, sample text) pairs used for testing.
-  const std::vector<std::pair<std::string, std::string>> gold_lang_text = {
-      {"af", NNetLangIdTestData::kTestStrAF},
-      {"ar", NNetLangIdTestData::kTestStrAR},
-      {"az", NNetLangIdTestData::kTestStrAZ},
-      {"be", NNetLangIdTestData::kTestStrBE},
-      {"bg", NNetLangIdTestData::kTestStrBG},
-      {"bn", NNetLangIdTestData::kTestStrBN},
-      {"bs", NNetLangIdTestData::kTestStrBS},
-      {"ca", NNetLangIdTestData::kTestStrCA},
-      {"ceb", NNetLangIdTestData::kTestStrCEB},
-      {"cs", NNetLangIdTestData::kTestStrCS},
-      {"cy", NNetLangIdTestData::kTestStrCY},
-      {"da", NNetLangIdTestData::kTestStrDA},
-      {"de", NNetLangIdTestData::kTestStrDE},
-      {"el", NNetLangIdTestData::kTestStrEL},
-      {"en", NNetLangIdTestData::kTestStrEN},
-      {"eo", NNetLangIdTestData::kTestStrEO},
-      {"es", NNetLangIdTestData::kTestStrES},
-      {"et", NNetLangIdTestData::kTestStrET},
-      {"eu", NNetLangIdTestData::kTestStrEU},
-      {"fa", NNetLangIdTestData::kTestStrFA},
-      {"fi", NNetLangIdTestData::kTestStrFI},
-      {"fil", NNetLangIdTestData::kTestStrFIL},
-      {"fr", NNetLangIdTestData::kTestStrFR},
-      {"ga", NNetLangIdTestData::kTestStrGA},
-      {"gl", NNetLangIdTestData::kTestStrGL},
-      {"gu", NNetLangIdTestData::kTestStrGU},
-      {"ha", NNetLangIdTestData::kTestStrHA},
-      {"hi", NNetLangIdTestData::kTestStrHI},
-      {"hmn", NNetLangIdTestData::kTestStrHMN},
-      {"hr", NNetLangIdTestData::kTestStrHR},
-      {"ht", NNetLangIdTestData::kTestStrHT},
-      {"hu", NNetLangIdTestData::kTestStrHU},
-      {"hy", NNetLangIdTestData::kTestStrHY},
-      {"id", NNetLangIdTestData::kTestStrID},
-      {"ig", NNetLangIdTestData::kTestStrIG},
-      {"is", NNetLangIdTestData::kTestStrIS},
-      {"it", NNetLangIdTestData::kTestStrIT},
-      {"iw", NNetLangIdTestData::kTestStrIW},
-      {"ja", NNetLangIdTestData::kTestStrJA},
-      {"jv", NNetLangIdTestData::kTestStrJV},
-      {"ka", NNetLangIdTestData::kTestStrKA},
-      {"kk", NNetLangIdTestData::kTestStrKK},
-      {"km", NNetLangIdTestData::kTestStrKM},
-      {"kn", NNetLangIdTestData::kTestStrKN},
-      {"ko", NNetLangIdTestData::kTestStrKO},
-      {"la", NNetLangIdTestData::kTestStrLA},
-      {"lo", NNetLangIdTestData::kTestStrLO},
-      {"lt", NNetLangIdTestData::kTestStrLT},
-      {"lv", NNetLangIdTestData::kTestStrLV},
-      {"mg", NNetLangIdTestData::kTestStrMG},
-      {"mi", NNetLangIdTestData::kTestStrMI},
-      {"mk", NNetLangIdTestData::kTestStrMK},
-      {"ml", NNetLangIdTestData::kTestStrML},
-      {"mn", NNetLangIdTestData::kTestStrMN},
-      {"mr", NNetLangIdTestData::kTestStrMR},
-      {"ms", NNetLangIdTestData::kTestStrMS},
-      {"mt", NNetLangIdTestData::kTestStrMT},
-      {"my", NNetLangIdTestData::kTestStrMY},
-      {"ne", NNetLangIdTestData::kTestStrNE},
-      {"nl", NNetLangIdTestData::kTestStrNL},
-      {"no", NNetLangIdTestData::kTestStrNO},
-      {"ny", NNetLangIdTestData::kTestStrNY},
-      {"pa", NNetLangIdTestData::kTestStrPA},
-      {"pl", NNetLangIdTestData::kTestStrPL},
-      {"pt", NNetLangIdTestData::kTestStrPT},
-      {"ro", NNetLangIdTestData::kTestStrRO},
-      {"ru", NNetLangIdTestData::kTestStrRU},
-      {"si", NNetLangIdTestData::kTestStrSI},
-      {"sk", NNetLangIdTestData::kTestStrSK},
-      {"sl", NNetLangIdTestData::kTestStrSL},
-      {"so", NNetLangIdTestData::kTestStrSO},
-      {"sq", NNetLangIdTestData::kTestStrSQ},
-      {"sr", NNetLangIdTestData::kTestStrSR},
-      {"st", NNetLangIdTestData::kTestStrST},
-      {"su", NNetLangIdTestData::kTestStrSU},
-      {"sv", NNetLangIdTestData::kTestStrSV},
-      {"sw", NNetLangIdTestData::kTestStrSW},
-      {"ta", NNetLangIdTestData::kTestStrTA},
-      {"te", NNetLangIdTestData::kTestStrTE},
-      {"tg", NNetLangIdTestData::kTestStrTG},
-      {"th", NNetLangIdTestData::kTestStrTH},
-      {"tr", NNetLangIdTestData::kTestStrTR},
-      {"uk", NNetLangIdTestData::kTestStrUK},
-      {"ur", NNetLangIdTestData::kTestStrUR},
-      {"uz", NNetLangIdTestData::kTestStrUZ},
-      {"vi", NNetLangIdTestData::kTestStrVI},
-      {"yi", NNetLangIdTestData::kTestStrYI},
-      {"yo", NNetLangIdTestData::kTestStrYO},
-      {"zh", NNetLangIdTestData::kTestStrZH},
-      {"zu", NNetLangIdTestData::kTestStrZU}};
-
-  NNetLanguageIdentifier lang_id(/*min_num_bytes=*/0,
-                                 /*max_num_bytes=*/1000);
-
-  // Iterate over all the test instances, make predictions and check that they
-  // are correct.
-  int num_wrong = 0;
-  for (const auto &test_instance : gold_lang_text) {
-    const std::string &expected_lang = test_instance.first;
-    const std::string &text = test_instance.second;
-
-    const NNetLanguageIdentifier::Result result = lang_id.FindLanguage(text);
-    if (result.language != expected_lang) {
-      ++num_wrong;
-      std::cout << "  Misclassification: " << std::endl;
-      std::cout << "    Text: " << text << std::endl;
-      std::cout << "    Expected language: " << expected_lang << std::endl;
-      std::cout << "    Predicted language: " << result.language << std::endl;
-    }
-  }
-
-  if (num_wrong == 0) {
-    std::cout << "  Success!" << std::endl;
-    return true;
-  } else {
-    std::cout << "  Failure: " << num_wrong << " wrong predictions"
-              << std::endl;
-    return false;
-  }
-}
-
-// Tests the model on input containing multiple languages of different scripts.
-// Returns "true" if the test is successful and "false" otherwise.
-bool TestMultipleLanguagesInInput() {
-  std::cout << "Running " << __FUNCTION__ << std::endl;
-
-  // Text containing snippets in English and Bulgarian.
-  const std::string text =
-      "This piece of text is in English. Този текст е на Български.";
-
-  // Expected language spans in the input text, corresponding respectively to
-  // Bulgarian and English.
-  const std::string expected_bg_span = " Този текст е на Български ";
-  const std::string expected_en_span = " This piece of text is in English ";
-  const float expected_byte_sum =
-      static_cast<float>(expected_bg_span.size() + expected_en_span.size());
-
-  // Number of languages to query for and the expected byte proportions.
-  const int num_queried_langs = 3;
-  const std::unordered_map<string, float> expected_lang_proportions{
-      {"bg", expected_bg_span.size() / expected_byte_sum},
-      {"en", expected_en_span.size() / expected_byte_sum},
-      {NNetLanguageIdentifier::kUnknown, 0.0}};
-
-  NNetLanguageIdentifier lang_id(/*min_num_bytes=*/0,
-                                 /*max_num_bytes=*/1000);
-  const std::vector<NNetLanguageIdentifier::Result> results =
-      lang_id.FindTopNMostFreqLangs(text, num_queried_langs);
-
-  if (results.size() != expected_lang_proportions.size()) {
-    std::cout << "  Failure" << std::endl;
-    std::cout << "  Wrong number of languages: expected "
-              << expected_lang_proportions.size() << ", obtained "
-              << results.size() << std::endl;
-    return false;
-  }
-
-  // Iterate over the results and check that the correct proportions are
-  // returned for the expected languages.
-  const float epsilon = 0.00001f;
-  for (const NNetLanguageIdentifier::Result &result : results) {
-    if (expected_lang_proportions.count(result.language) == 0) {
-      std::cout << "  Failure" << std::endl;
-      std::cout << "  Incorrect language: " << result.language << std::endl;
-      return false;
-    }
-    if (std::abs(result.proportion -
-                 expected_lang_proportions.at(result.language)) > epsilon) {
-      std::cout << "  Failure" << std::endl;
-      std::cout << "  Language " << result.language << ": expected proportion "
-                << expected_lang_proportions.at(result.language) << ", got "
-                << result.proportion << std::endl;
-      return false;
-    }
-
-    // Skip over undefined language.
-    if (result.language == "und")
-      continue;
-    if (result.byte_ranges.size() != 1) {
-      std::cout << " Should only detect one span containing " << result.language
-                << std::endl;
-      return false;
-    }
-    // Check that specified byte ranges for language are correct.
-    int start_index = result.byte_ranges[0].start_index;
-    int end_index = result.byte_ranges[0].end_index;
-    std::string byte_ranges_text = text.substr(start_index, end_index - start_index);
-    if (result.language == "bg") {
-      if (byte_ranges_text.compare("Този текст е на Български.") != 0) {
-        std::cout << " Incorrect byte ranges returned for Bulgarian " << std::endl;
-        return false;
-      }
-    } else if (result.language == "en") {
-      if (byte_ranges_text.compare("This piece of text is in English. ") != 0) {
-        std::cout << " Incorrect byte ranges returned for English " << std::endl;
-        return false;
-      }
-    } else {
-      std::cout << " Got language other than English or Bulgarian "
-                << std::endl;
-      return false;
-    }
-  }
-  std::cout << "  Success!" << std::endl;
-  return true;
-}
-
-}  // namespace nnet_lang_id_test
-}  // namespace chrome_lang_id
-
-// Runs tests for the language identification model.
-int main(int argc, char **argv) {
-  const bool tests_successful =
-      chrome_lang_id::nnet_lang_id_test::TestPredictions() &&
-      chrome_lang_id::nnet_lang_id_test::TestMultipleLanguagesInInput();
-  return tests_successful ? 0 : 1;
-}

data/ext/cld3/ext/src/nnet_lang_id_test_data.cc

@@ -1,529 +0,0 @@
-/* Copyright 2016 Google Inc. All Rights Reserved.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-==============================================================================*/
-
-#include "nnet_lang_id_test_data.h"
-
-namespace chrome_lang_id {
-
-const char *const NNetLangIdTestData::kTestStrAF =
-    "Dit is 'n kort stukkie van die teks wat gebruik sal word vir die toets "
-    "van die akkuraatheid van die nuwe benadering.";
-
-const char *const NNetLangIdTestData::kTestStrAR = "احتيالية بيع أي حساب";
-
-const char *const NNetLangIdTestData::kTestStrAZ =
-    " a az qalıb breyn rinq intellektual oyunu üzrə yarışın zona mərhələləri "
-    "keçirilib miq un qalıqlarının dənizdən çıxarılması davam edir məhəmməd "
-    "peyğəmbərin karikaturalarını çap edən qəzetin baş redaktoru iş otağında "
-    "ölüb";
-
-const char *const NNetLangIdTestData::kTestStrBE =
-    " а друкаваць іх не было тэхнічна магчыма бліжэй за вільню тым самым часам "
-    "нямецкае кіраўніцтва прапаноўвала апроч ўвядзення лацінкі яе";
-
-const char *const NNetLangIdTestData::kTestStrBG =
-    " а дума попада в състояние на изпитание ключовите думи с предсказана "
-    "малко под то изискване на страниците за търсене в";
-
-const char *const NNetLangIdTestData::kTestStrBN =
-    "গ্যালারির ৩৮ বছর পূর্তিতে মূল্যছাড় অর্থনীতি বিএনপির ওয়াক আউট তপন"
-    " চৌধুরী হারবাল অ্যাসোসিয়েশনের সভাপতি আন্তর্জাতিক পরামর্শক "
-    "বোর্ড দিয়ে শরিয়াহ্ ইনন্ডেক্স করবে "
-    "সিএসই মালিকপক্ষের কান্না, শ্রমিকের অনিশ্চয়তা মতিঝিলে সমাবেশ নিষিদ্ধ: "
-    "এফবিসিসিআইয়ের ধন্যবাদ বিনোদন বিশেষ প্রতিবেদন বাংলালিংকের গ্র্যান্ডমাস্টার "
-    "সিজন-৩ ব্রাজিলে বিশ্বকাপ ফুটবল আয়োজনবিরোধী বিক্ষোভ দেশের নিরাপত্তার"
-    "  চেয়ে অনেক বেশি সচেতন । প্রার্থীদের দক্ষতা  ও যোগ্যতার"
-    " পাশাপাশি তারা জাতীয় ইস্যুগুলোতে প্রাধান্য দিয়েছেন । ” পাঁচটি সিটিতে ২০"
-    " লাখ ভোটারদের দিয়ে জাতীয় নির্বাচনে ৮ কোটি ভোটারদের"
-    " সঙ্গে তুলনা করা যাবে কি একজন দর্শকের এমন প্রশ্নে জবাবে আব্দুল্লাহ "
-    "আল নোমান বলেন , “ এই পাঁচটি সিটি কর্পোরেশন নির্বাচন দেশের পাঁচটি বড়"
-    " বিভাগের প্রতিনিধিত্ব করছে । এছাড়া এখানকার ভোটার রা সবাই সচেতন । তারা";
-
-const char *const NNetLangIdTestData::kTestStrBS =
-    "Novi predsjednik Mešihata Islamske zajednice u Srbiji (IZuS) i muftija "
-    "dr. Mevlud ef. Dudić izjavio je u intervjuu za Anadolu Agency (AA) kako "
-    "je uvjeren da će doći do vraćanja jedinstva među muslimanima i unutar "
-    "Islamske zajednice na prostoru Sandžaka, te da je njegova ruka pružena za "
-    "povratak svih u okrilje Islamske zajednice u Srbiji nakon skoro sedam "
-    "godina podjela u tom dijelu Srbije. Dudić je za predsjednika Mešihata IZ "
-    "u Srbiji izabran 4. januara, a zvanična inauguracija će biti obavljena u "
-    "prvoj polovini februara. Kako se očekuje, prisustvovat će joj i "
-    "reisu-l-ulema Islamske zajednice u Srbiji Husein ef. Kavazović koji će i "
-    "zvanično promovirati Dudića u novog prvog čovjeka IZ u Srbiji. Dudić će "
-    "danas boraviti u prvoj zvaničnoj posjeti reisu Kavazoviću, što je njegov "
-    "privi simbolični potez nakon imenovanja. ";
-
-const char *const NNetLangIdTestData::kTestStrCA =
-    "al final en un únic lloc nhorabona l correu electrònic està concebut com "
-    "a eina de productivitat aleshores per què perdre el temps arxivant "
-    "missatges per després intentar recordar on els veu desar i per què heu d "
-    "eliminar missatges importants per l";
-
-const char *const NNetLangIdTestData::kTestStrCEB =
-    "Ang Sugbo usa sa mga labing ugmad nga lalawigan sa nasod. Kini ang sentro "
-    "sa komersyo, edukasyon ug industriya sa sentral ug habagatang dapit sa "
-    "kapupod-an. Ang mipadayag sa Sugbo isip ikapito nga labing nindot nga "
-    "pulo sa , ang nag-inusarang pulo sa Pilipinas nga napasidunggan sa maong "
-    "magasin sukad pa sa tuig";
-
-const char *const NNetLangIdTestData::kTestStrCS =
-    " a akci opakujte film uložen vykreslit gmail tokio smazat obsah adresáře "
-    "nelze načíst systémový profil jednotky smoot okud používáte pro určení "
-    "polokoule značky z západ nebo v východ používejte nezáporné hodnoty "
-    "zeměpisné délky nelze";
-
-const char *const NNetLangIdTestData::kTestStrCY =
-    " a chofrestru eich cyfrif ymwelwch a unwaith i chi greu eich cyfrif mi "
-    "fydd yn cael ei hysbysu o ch cyfeiriad ebost newydd fel eich bod yn gallu "
-    "cadw mewn cysylltiad drwy gmail os nad ydych chi wedi clywed yn barod am "
-    "gmail mae n gwasanaeth gwebost";
-
-const char *const NNetLangIdTestData::kTestStrDA =
-    " a z tallene og punktummer der er tilladte log ud angiv den ønskede "
-    "adgangskode igen november gem personlige oplysninger kontrolspørgsmål det "
-    "sidste tegn i dit brugernavn skal være et bogstav a z eller tal skriv de "
-    "tegn du kan se i billedet nedenfor";
-
-const char *const NNetLangIdTestData::kTestStrDE =
-    " abschnitt ordner aktivieren werden die ordnereinstellungen im "
-    "farbabschnitt deaktiviert öchten sie wirklich fortfahren eldtypen angeben "
-    "optional n diesem schritt geben sie für jedesfeld aus dem datenset den "
-    "typ an ieser schritt ist optional eldtypen";
-
-const char *const NNetLangIdTestData::kTestStrEL =
-    " ή αρνητική αναζήτηση λέξης κλειδιού καταστήστε τις μεμονωμένες λέξεις "
-    "κλειδιά περισσότερο στοχοθετημένες με τη μετατροπή τους σε";
-
-const char *const NNetLangIdTestData::kTestStrEN =
-    " a backup credit card by visiting your billing preferences page or visit "
-    "the adwords help centre for more details https adwords google com support "
-    "bin answer py answer hl en we were unable to process the payment of for "
-    "your outstanding google adwords";
-
-const char *const NNetLangIdTestData::kTestStrEO =
-    " a jarcento refoje per enmetado de koncerna pastro tiam de reformita "
-    "konfesio ekde refoje ekzistis luteranaj komunumanoj tamen tiuj fondis "
-    "propran komunumon nur en ambaŭ apartenis ekde al la evangela eklezio en "
-    "prusio resp ties rejnlanda provinceklezio en";
-
-const char *const NNetLangIdTestData::kTestStrES =
-    " a continuación haz clic en el botón obtener ruta también puedes "
-    "desplazarte hasta el final de la página para cambiar tus opciones de "
-    "búsqueda gráfico y detalles ésta es una lista de los vídeos que te "
-    "recomendamos nuestras recomendaciones se basan";
-
-const char *const NNetLangIdTestData::kTestStrET =
-    " a niipea kui sinu maksimaalne igakuine krediidi limiit on meie poolt "
-    "heaks kiidetud on sinu kohustuseks see krediidilimiit";
-
-const char *const NNetLangIdTestData::kTestStrEU =
-    " a den eraso bat honen kontra hortaz eragiketa bakarrik behar dituen "
-    "eraso batek aes apurtuko luke nahiz eta oraingoz eraso bideraezina izan "
-    "gaur egungo teknologiaren mugak direla eta oraingoz kezka hauek alde "
-    "batera utzi daitezke orain arteko indar";
-
-const char *const NNetLangIdTestData::kTestStrFA =
-    " آب خوردن عجله می کردند به جای باز ی کتک کاری می کردند و همه چيز مثل قبل "
-    "بود فقط من ماندم و يک دنيا حرف و انتظار تا عاقبت رسيد احضاريه ی ای با";
-
-const char *const NNetLangIdTestData::kTestStrFI =
-    " a joilla olet käynyt tämä kerro meille kuka ä olet ei tunnistettavia "
-    "käyttötietoja kuten virheraportteja käytetään google desktopin "
-    "parantamiseen etsi näyttää mukautettuja uutisia google desktop "
-    "keskivaihto leikkaa voit kaksoisnapsauttaa";
-
-const char *const NNetLangIdTestData::kTestStrFIL =
-    "Ito ay isang maikling piraso ng teksto na ito ay gagamitin para sa "
-    "pagsubok ang kawastuhan ng mga bagong diskarte.";
-
-const char *const NNetLangIdTestData::kTestStrFR =
-    " a accès aux collections et aux frontaux qui lui ont été attribués il "
-    "peut consulter et modifier ses collections et exporter des configurations "
-    "de collection toutefois il ne peut pas créer ni supprimer des collections "
-    "enfin il a accès aux fonctions";
-
-const char *const NNetLangIdTestData::kTestStrGA =
-    " a bhfuil na focail go léir i do cheist le fáil orthu ní gá ach focail "
-    "breise a chur leis na cinn a cuardaíodh cheana chun an cuardach a "
-    "bheachtú nó a chúngú má chuirtear focal breise isteach aimseofar fo aicme "
-    "ar leith de na torthaí a fuarthas";
-
-const char *const NNetLangIdTestData::kTestStrGL =
-    "  debe ser como mínimo taranto tendas de venda polo miúdo cociñas "
-    "servizos bordado canadá viaxes parques de vehículos de recreo hotel "
-    "oriental habitación recibir unha postal no enderezo indicado "
-    "anteriormente";
-
-const char *const NNetLangIdTestData::kTestStrGU =
-    " આના પરિણામ પ્રમાણસર ફોન્ટ અવતરણ ચિન્હવાળા પાઠને છુપાવો બધા સમૂહો શોધાયા"
-    " હાલનો જ સંદેશ વિષયની";
-
-const char *const NNetLangIdTestData::kTestStrHA =
-    " a cikin a kan sakamako daga sakwannin a kan sakamako daga sakwannin daga "
-    "ranar zuwa a kan sakamako daga guda daga ranar zuwa a kan sakamako daga "
-    "shafukan daga ranar zuwa a kan sakamako daga guda a cikin last hour a kan "
-    "sakamako daga guda daga kafar";
-
-const char *const NNetLangIdTestData::kTestStrHI =
-    " ं ऐडवर्ड्स विज्ञापनों के अनुभव पर आधारित हैं और इनकी मदद से आपको अपने"
-    " विज्ञापनों का अधिकतम लाभ";
-
-const char *const NNetLangIdTestData::kTestStrHMN =
-    "Qhov no yog ib tug luv luv daim ntawv nyeem uas yuav siv tau rau kev soj "
-    "ntsuam qhov tseeb ntawm tus tshiab mus kom ze.";
-
-const char *const NNetLangIdTestData::kTestStrHR =
-    "Posljednja dva vladara su Kijaksar (Κυαξαρης; 625-585 prije Krista), "
-    "fraortov sin koji će proširiti teritorij Medije i Astijag. Kijaksar je "
-    "imao kćer ili unuku koja se zvala Amitis a postala je ženom "
-    "Nabukodonosora II. kojoj je ovaj izgradio Viseće vrtove Babilona. "
-    "Kijaksar je modernizirao svoju vojsku i uništio Ninivu 612. prije Krista. "
-    "Naslijedio ga je njegov sin, posljednji medijski kralj, Astijag, kojega "
-    "je detronizirao (srušio sa vlasti) njegov unuk Kir Veliki. Zemljom su "
-    "zavladali Perzijanci. Hrvatska je zemlja situacija u Europi. Ona ima "
-    "bogatu kulturu i ukusna jela.";
-
-const char *const NNetLangIdTestData::kTestStrHT =
-    " ak pitit tout sosyete a chita se pou sa leta dwe pwoteje yo nimewo leta "
-    "fèt pou li pwoteje tout paran ak pitit nan peyi a menm jan kit paran yo "
-    "marye kit yo pa marye tout manman ki fè pitit leta fèt pou ba yo konkoul "
-    "menm jan tou pou timoun piti ak pou";
-
-const char *const NNetLangIdTestData::kTestStrHU =
-    " a felhasználóim a google azonosító szöveget ikor látják a felhasználóim "
-    "a google azonosító szöveget felhasználók a google azonosító szöveget "
-    "fogják látni minden tranzakció után ha a vásárlását regisztrációját "
-    "oldalunk";
-
-const char *const NNetLangIdTestData::kTestStrHY =
-    " ա յ եվ նա հիացած աչքերով նայում է հինգհարկանի շենքի տարօրինակ փոքրիկ "
-    "քառակուսի պատուհաններին դեռ մենք շատ ենք հետամնաց ասում է նա այսպես է";
-
-const char *const NNetLangIdTestData::kTestStrID =
-    "berdiri setelah pengurusnya yang berusia 83 tahun, Fayzrahman Satarov, "
-    "mendeklarasikan diri sebagai nabi dan rumahnya sebagai negara Islam "
-    "Satarov digambarkan sebagai mantan ulama Islam  tahun 1970-an. "
-    "Pengikutnya didorong membaca manuskripnya dan kebanyakan dilarang "
-    "meninggalkan tempat persembunyian bawah tanah di dasar gedung delapan "
-    "lantai mereka. Jaksa membuka penyelidikan kasus kriminal pada kelompok "
-    "itu dan menyatakan akan membubarkan kelompok kalau tetap melakukan "
-    "kegiatan ilegal seperti mencegah anggotanya mencari bantuan medis atau "
-    "pendidikan. Sampai sekarang pihak berwajib belum melakukan penangkapan "
-    "meskipun polisi mencurigai adanya tindak kekerasan pada anak. Pengadilan "
-    "selanjutnya akan memutuskan apakah anak-anak diizinkan tetap tinggal "
-    "dengan orang tua mereka. Kazan yang berada sekitar 800 kilometer di timur "
-    "Moskow merupakan wilayah Tatarstan yang";
-
-const char *const NNetLangIdTestData::kTestStrIG =
-    "Chineke bụ aha ọzọ ndï omenala Igbo kpọro Chukwu. Mgbe ndị bekee bịara, "
-    "ha mee ya nke ndi Christian. N'echiche ndi ekpere chi Omenala Ndi Igbo, "
-    "Christianity, Judaism, ma Islam, Chineke nwere ọtụtụ utu aha, ma nwee "
-    "nanị otu aha. Ụzọ abụọ e si akpọ aha ahụ bụ Jehovah ma Ọ bụ Yahweh. Na "
-    "ọtụtụ Akwụkwọ Nsọ, e wepụla aha Chineke ma jiri utu aha bụ Onyenwe Anyị "
-    "ma ọ bụ Chineke dochie ya. Ma mgbe e dere akwụkwọ nsọ, aha ahụ bụ Jehova "
-    "pụtara n’ime ya, ihe dị ka ugboro pụkụ asaa(7,000).";
-
-const char *const NNetLangIdTestData::kTestStrIS =
-    " a afköst leitarorða þinna leitarorð neikvæð leitarorð auglýsingahópa "
-    "byggja upp aðallista yfir ný leitarorð fyrir auglýsingahópana og skoða "
-    "ítarleg gögn um árangur leitarorða eins og samkeppni auglýsenda og "
-    "leitarmagn er krafist notkun";
-
-const char *const NNetLangIdTestData::kTestStrIT =
-    " a causa di un intervento di manutenzione del sistema fino alle ore circa "
-    "ora legale costa del pacifico del novembre le campagne esistenti "
-    "continueranno a essere pubblicate come di consueto anche durante questo "
-    "breve periodo di inattività ci scusiamo per";
-
-const char *const NNetLangIdTestData::kTestStrIW =
-    " או לערוך את העדפות ההפצה אנא עקוב אחרי השלבים הבאים כנס לחשבון האישי שלך "
-    "ב";
-
-const char *const NNetLangIdTestData::kTestStrJA =
-    " このペ ジでは アカウントに指定された予算の履歴を一覧にしています "
-    "それぞれの項目には 予算額と特定期間のステ タスが表示されます "
-    "現在または今後の予算を設定するには";
-
-const char *const NNetLangIdTestData::kTestStrJV =
-    "Iki Piece cendhak teks sing bakal digunakake kanggo Testing akurasi "
-    "pendekatan anyar.";
-
-const char *const NNetLangIdTestData::kTestStrKA =
-    " ა ბირთვიდან მიღებული ელემენტი მენდელეევის პერიოდულ სიტემაში "
-    "გადაინაცვლებს ორი უჯრით";
-
-const char *const NNetLangIdTestData::kTestStrKK =
-    " а билердің өзіне рұқсат берілмеген егер халық талап етсе ғана хан "
-    "келісім берген өздеріңіз білесіздер қр қыл мыс тық кодексінде жазаның";
-
-const char *const NNetLangIdTestData::kTestStrKM =
-    "នេះគឺជាបំណែកខ្លីនៃអត្ថបទដែលនឹងត្រូវបានប្រើសម្រាប់ការធ្វើតេស្តភាពត្រឹមត្រូវ"
-    "នៃវិធីសាស្រ្តថ្មីនេះ។";
-
-const char *const NNetLangIdTestData::kTestStrKN =
-    " ಂಠಯ್ಯನವರು ತುಮಕೂರು ಜಿಲ್ಲೆಯ ಚಿಕ್ಕನಾಯಕನಹಳ್ಳಿ ತಾಲ್ಲೂಕಿನ ತೀರ್ಥಪುರ ವೆಂಬ ಸಾಧಾರಣ"
-    " ಹಳ್ಳಿಯ ಶ್ಯಾನುಭೋಗರ";
-
-const char *const NNetLangIdTestData::kTestStrKO =
-    " 개별적으로 리포트 액세스 권한을 부여할 수 있습니다 액세스 권한 "
-    "부여사용자에게 프로필 리포트에 액세스할 수 있는 권한을 부여하시려면 가용 "
-    "프로필 상자에서 프로필 이름을 선택한 다음";
-
-const char *const NNetLangIdTestData::kTestStrLA =
-    " a deo qui enim nocendi causa mentiri solet si iam consulendi causa "
-    "mentiatur multum profecit sed aliud est quod per se ipsum laudabile "
-    "proponitur aliud quod in deterioris comparatione praeponitur aliter enim "
-    "gratulamur cum sanus est homo aliter cum melius";
-
-const char *const NNetLangIdTestData::kTestStrLO =
-    " ກຫາທົ່ວທັງເວັບ ແລະໃນເວັບໄຮ້ສາຍ ທຳອິດໃຫ້ທຳການຊອກຫາກ່ອນ ຈາກນັ້ນ"
-    " ໃຫ້ກົດປຸ່ມເມນູ ໃນໜ້າຜົນໄດ້";
-
-const char *const NNetLangIdTestData::kTestStrLT =
-    " a išsijungia mano idėja dėl geriausio laiko po pastarųjų savo santykių "
-    "pasimokiau penki dalykai be kurių negaliu gyventi mano miegamajame tu "
-    "surasi ideali pora išsilavinimas aukštoji mokykla koledžas universitetas "
-    "pagrindinis laipsnis metai";
-
-const char *const NNetLangIdTestData::kTestStrLV =
-    " a gadskārtējā izpārdošana slēpošana jāņi atlaide izmaiņas trafikā kas "
-    "saistītas ar sezonas izpārdošanu speciālajām atlaidēm u c ir parastas un "
-    "atslēgvārdi kas ir populāri noteiktos laika posmos šajā laikā saņems "
-    "lielāku klikšķu";
-
-const char *const NNetLangIdTestData::kTestStrMG =
-    " amporisihin i ianao mba hijery ny dika teksta ranofotsiny an ity "
-    "lahatsoratra ity tsy ilaina ny opérateur efa karohina daholo ny teny "
-    "rehetra nosoratanao ampiasao anaovana dokambarotra i google telugu datin "
-    "ny takelaka fikarohana sary renitakelak i";
-
-const char *const NNetLangIdTestData::kTestStrMI =
-    " haere ki te kainga o o haere ki te kainga o o haere ki te kainga o te "
-    "rapunga ahua o haere ki te kainga o ka tangohia he ki to rapunga kaore au "
-    "mohio te tikanga whakatiki o te ra he whakaharuru te pai rapunga a te "
-    "rapunga ahua a e kainga o nga awhina o te";
-
-const char *const NNetLangIdTestData::kTestStrMK =
-    " гласовите коалицијата на вмро дпмне како партија со најмногу освоени "
-    "гласови ќе добие евра а на сметката на коализијата за македонија";
-
-const char *const NNetLangIdTestData::kTestStrML =
-    " ം അങ്ങനെ ഞങ്ങള് അവരുടെ മുമ്പില് നിന്നു ഔടും ഉടനെ നിങ്ങള് പതിയിരിപ്പില് "
-    "നിന്നു എഴുന്നേറ്റു";
-
-const char *const NNetLangIdTestData::kTestStrMN =
-    " а боловсронгуй болгох орон нутгийн ажил үйлсийг уялдуулж зохицуулах "
-    "дүрэм журам боловсруулах орон нутгийн өмч хөрөнгө санхүүгийн";
-
-const char *const NNetLangIdTestData::kTestStrMR =
-    "हैदराबाद  उच्चार ऐका (सहाय्य·माहिती)तेलुगू: హైదరాబాదు , उर्दू:"
-    " حیدر آباد हे भारतातील आंध्र प्रदेश राज्याच्या राजधानीचे शहर"
-    " आहे. हैदराबादची लोकसंख्या ७७ लाख ४० हजार ३३४ आहे. मोत्यांचे शहर"
-    " अशी एकेकाळी ओळख असलेल्या या शहराला ऐतिहासिक, सांस्कृतिक आणि "
-    "स्थापत्यशास्त्रीय वारसा लाभला आहे. १९९० नंतर शिक्षण आणि माहिती तंत्रज्ञान"
-    " त्याचप्रमाणे औषधनिर्मिती आणि जैवतंत्रज्ञान क्षेत्रातील उद्योगधंद्यांची"
-    " वाढ शहरात झाली. दक्षिण मध्य भारतातील पर्यटन आणि तेलुगू चित्रपटनिर्मितीचे"
-    " हैदराबाद हे केंद्र आहे";
-
-const char *const NNetLangIdTestData::kTestStrMS =
-    "pengampunan beramai-ramai supaya mereka pulang ke rumah masing-masing. "
-    "Orang-orang besarnya enggan mengiktiraf sultan yang dilantik oleh Belanda "
-    "sebagai Yang DiPertuan Selangor. Orang ramai pula tidak mahu menjalankan "
-    "perniagaan bijih timah dengan Belanda, selagi raja yang berhak tidak "
-    "ditabalkan. Perdagang yang lain dibekukan terus kerana untuk membalas "
-    "jasa beliau yang membantu Belanda menentang Riau, Johor dan Selangor. Di "
-    "antara tiga orang Sultan juga dipandang oleh rakyat sebagai seorang "
-    "sultan yang paling gigih. 1 | 2 SULTAN Sebagai ganti Sultan Ibrahim "
-    "ditabalkan Raja Muhammad iaitu Raja Muda. Walaupun baginda bukan anak "
-    "isteri pertama bergelar Sultan Muhammad bersemayam di Kuala Selangor "
-    "juga. Pentadbiran baginda yang lemah itu menyebabkan Kuala Selangor "
-    "menjadi sarang ioleh Cina di Lukut tidak diambil tindakan, sedangkan "
-    "baginda sendiri banyak berhutang kepada 1";
-
-const char *const NNetLangIdTestData::kTestStrMT =
-    " ata ikteb messaġġ lil indirizzi differenti billi tagħżilhom u tagħfas il "
-    "buttuna ikteb żid numri tfittxijja tal kotba mur print home kotba minn "
-    "pagni ghal pagna minn ghall ktieb ta aċċessa stieden habib iehor grazzi "
-    "it tim tal gruppi google";
-
-const char *const NNetLangIdTestData::kTestStrMY =
-    " တက္ကသုိလ္ မ္ဟ ပ္ရန္ လာ္ရပီးေနာက္ န္ဟစ္ အရ္ဝယ္ ဦးသန္ ့သည္ ပန္"
-    " းတနော္ အမ္ယုိးသား ေက္ယာင္ း";
-
-const char *const NNetLangIdTestData::kTestStrNE =
-    "अरू ठाऊँबाटपनि खुलेको छ यो खाता अर अरू ठाऊँबाटपनि खुलेको छ यो खाता अर ू";
-
-const char *const NNetLangIdTestData::kTestStrNL =
-    " a als volgt te werk om een configuratiebestand te maken sitemap gen py "
-    "ebruik filters om de s op te geven die moeten worden toegevoegd of "
-    "uitgesloten op basis van de opmaaktaal elke sitemap mag alleen de s "
-    "bevatten voor een bepaalde opmaaktaal dit";
-
-const char *const NNetLangIdTestData::kTestStrNO =
-    " a er obligatorisk tidsforskyvning plassering av katalogsøk "
-    "planinformasjon loggfilbane gruppenavn kontoinformasjon passord domene "
-    "gruppeinformasjon alle kampanjesporing alternativ bruker grupper "
-    "oppgaveplanlegger oppgavehistorikk kontosammendrag antall";
-
-const char *const NNetLangIdTestData::kTestStrNY =
-    "Boma ndi gawo la dziko lomwe linapangidwa ndi cholinga chothandiza "
-    "ntchito yolamulira. Kuŵalako kulikuunikabe mandita, Edipo nyima "
-    "unalephera kugonjetsa kuŵalako.";
-
-const char *const NNetLangIdTestData::kTestStrPA =
-    " ਂ ਦਿਨਾਂ ਵਿਚ ਭਾਈ ਸਾਹਿਬ ਦੀ ਬੁੱਚੜ ਗੋਬਿੰਦ ਰਾਮ ਨਾਲ ਅੜਫਸ ਚੱਲ ਰਹੀ ਸੀ ਗੋਬਿੰਦ"
-    " ਰਾਮ ਨੇ ਭਾਈ ਸਾਹਿਬ ਦੀਆਂ ਭੈਣਾ";
-
-const char *const NNetLangIdTestData::kTestStrPL =
-    " a australii będzie widział inne reklamy niż użytkownik z kanady "
-    "kierowanie geograficzne sprawia że reklamy są lepiej dopasowane do "
-    "użytkownika twojej strony oznacza to także że możesz nie zobaczyć "
-    "wszystkich reklam które są wyświetlane na";
-
-const char *const NNetLangIdTestData::kTestStrPT =
-    " a abit prevê que a entrada desses produtos estrangeiros no mercado "
-    "têxtil e vestuário do brasil possa reduzir os preços em cerca de a partir "
-    "de má notícia para os empresários que terão que lutar para garantir suas "
-    "margens de lucro mas boa notícia";
-
-const char *const NNetLangIdTestData::kTestStrRO =
-    " a anunţurilor reţineţi nu plătiţi pentru clicuri sau impresii ci numai "
-    "atunci când pe site ul dvs survine o acţiune dorită site urile negative "
-    "nu pot avea uri de destinaţie daţi instrucţiuni societăţii dvs bancare "
-    "sau constructoare să";
-
-const char *const NNetLangIdTestData::kTestStrRU =
-    " а неправильный формат идентификатора дн назад";
-
-const char *const NNetLangIdTestData::kTestStrSI =
-    " අනුරාධ මිහිඳුකුල නමින් සකුරා ට ලිපියක් තැපෑලෙන් එවා තිබුණා කි "
-    "් රස්ටි ෂෙල්ටන් ප ් රනාන්දු ද";
-
-const char *const NNetLangIdTestData::kTestStrSK =
-    " a aktivovať reklamnú kampaň ak chcete kampaň pred spustením ešte "
-    "prispôsobiť uložte ju ako šablónu a pokračujte v úprave vyberte si jednu "
-    "z možností nižšie a kliknite na tlačidlo uložiť kampaň nastavenia kampane "
-    "môžete ľubovoľne";
-
-const char *const NNetLangIdTestData::kTestStrSL =
-    " adsense stanje prijave za google adsense google adsense račun je bil "
-    "začasno zamrznjen pozdravljeni hvala za vaše zanimanje v google adsense "
-    "po pregledu vaše prijavnice so naši strokovnjaki ugotovili da spletna "
-    "stran ki je trenutno povezana z vašim";
-
-const char *const NNetLangIdTestData::kTestStrSO =
-    " a oo maanta bogga koobaad ugu qoran yahey beesha caalamka laakiin si "
-    "kata oo beesha caalamku ula guntato soomaaliya waxa aan shaki ku jirin in "
-    "aakhirataanka dadka soomaalida oo kaliya ay yihiin ku soomaaliya ka saari "
-    "kara dhibka ay ku jirto";
-
-const char *const NNetLangIdTestData::kTestStrSQ =
-    " a do të kërkoni nga beogradi që të njohë pavarësinë e kosovës zoti thaçi "
-    "prishtina është gati ta njoh pavarësinë e serbisë ndërsa natyrisht se do "
-    "të kërkohet një gjë e tillë që edhe beogradi ta njoh shtetin e pavarur "
-    "dhe sovran të";
-
-const char *const NNetLangIdTestData::kTestStrSR =
-    "балчак балчак на мапи србије уреди демографија у насељу балчак живи "
-    "пунолетна становника а просечна старост становништва износи година";
-
-const char *const NNetLangIdTestData::kTestStrST =
-    " bang ba nang le thahasello matshwao a sehlooho thuto e thehilweng hodima "
-    "diphetho ke tsela ya ho ruta le ho ithuta e totobatsang hantle seo "
-    "baithuti ba lokelang ho se fihlella ntlhatheo eo e sebetsang ka yona ke "
-    "ya hore titjhere o hlakisa pele seo";
-
-const char *const NNetLangIdTestData::kTestStrSU =
-    "Nu ngatur kahirupan warga, keur kapentingan pamarentahan diatur ku RT, RW "
-    "jeung Kepala Dusun, sedengkeun urusan adat dipupuhuan ku Kuncen jeung "
-    "kepala adat. Sanajan Kampung Kuta teu pati anggang jeung lembur sejenna "
-    "nu aya di wewengkon Desa Pasir Angin, tapi boh wangunan imah atawa "
-    "tradisi kahirupan masarakatna nenggang ti nu lian.";
-
-const char *const NNetLangIdTestData::kTestStrSV =
-    " a bort objekt från google desktop post äldst meny öretag dress etaljer "
-    "alternativ för vad är inne yaste google skrivbord plugin program för "
-    "nyheter google visa nyheter som är anpassade efter de artiklar som du "
-    "läser om du till exempel läser";
-
-const char *const NNetLangIdTestData::kTestStrSW =
-    " a ujumbe mpya jumla unda tafuta na angalia vikundi vya kujadiliana na "
-    "kushiriki mawazo iliyopangwa kwa tarehe watumiaji wapya futa orodha hizi "
-    "lugha hoja vishikanisho vilivyo dhaminiwa ujumbe sanaa na tamasha toka "
-    "udhibitisho wa neno kwa haraka fikia";
-
-const char *const NNetLangIdTestData::kTestStrTA =
-    " அங்கு ராஜேந்திர சோழனால் கட்டப்பட்ட பிரம்மாண்டமான சிவன் கோவில் ஒன்றும்"
-    " உள்ளது தொகு";
-
-const char *const NNetLangIdTestData::kTestStrTE =
-    " ఁ దనర జయించిన తత్వ మరసి చూడఁ దాన యగును రాజయోగి యిట్లు తేజరిల్లుచు నుండు "
-    "విశ్వదాభిరామ వినర వేమ";
-
-const char *const NNetLangIdTestData::kTestStrTG =
-    " адолат ва инсондӯстиро бар фашизм нажодпарастӣ ва адоват тарҷеҳ додааст "
-    "чоп кунед ба дигарон фиристед чоп кунед ба дигарон фиристед";
-
-const char *const NNetLangIdTestData::kTestStrTH =
-    " กฏในการค้นหา หรือหน้าเนื้อหา หากท่านเลือกลงโฆษณา "
-    "ท่านอาจจะปรับต้องเพิ่มงบประมาณรายวันตา";
-
-const char *const NNetLangIdTestData::kTestStrTR =
-    " a ayarlarınızı görmeniz ve yönetmeniz içindir eğer kampanyanız için "
-    "günlük bütçenizi gözden geçirebileceğiniz yeri arıyorsanız kampanya "
-    "yönetimi ne gidin kampanyanızı seçin ve kampanya ayarlarını düzenle yi "
-    "tıklayın sunumu";
-
-const char *const NNetLangIdTestData::kTestStrUK =
-    " а більший бюджет щоб забезпечити собі максимум прибутків від переходів "
-    "відстежуйте свої об яви за датою географічним розташуванням";
-
-const char *const NNetLangIdTestData::kTestStrUR =
-    " آپ کو کم سے کم ممکنہ رقم چارج کرتا ہے اس کی مثال کے طور پر فرض کریں اگر "
-    "آپ کی زیادہ سے زیادہ قیمت فی کلِک امریکی ڈالر اور کلِک کرنے کی شرح ہو تو";
-
-const char *const NNetLangIdTestData::kTestStrUZ =
-    " abadiylashtirildi aqsh ayol prezidentga tayyormi markaziy osiyo afg "
-    "onistonga qanday yordam berishi mumkin ukrainada o zbekistonlik "
-    "muhojirlar tazyiqdan shikoyat qilmoqda gruziya va ukraina hozircha natoga "
-    "qabul qilinmaydi afg oniston o zbekistonni g";
-
-const char *const NNetLangIdTestData::kTestStrVI =
-    " adsense cho nội dung nhà cung cấp dịch vụ di động xác minh tín"
-    " dụng thay đổi nhãn kg các ô xem chi phí cho từ chối các đơn đặt"
-    " hàng dạng cấp dữ liệu ác minh trang web của bạn để xem";
-
-const char *const NNetLangIdTestData::kTestStrYI =
-    "אן פאנטאזיע ער איז באקאנט צים מערסטן פאר זיינע באַלאַדעס ער האָט געוווינט "
-    "אין ווארשע יעס פאריס ליווערפול און לאנדאן סוף כל סוף איז ער";
-
-const char *const NNetLangIdTestData::kTestStrYO =
-    " abinibi han ikawe alantakun le ni opolopo ede abinibi ti a to lesese bi "
-    "eniyan to fe lo se fe lati se atunse jowo mo pe awon oju iwe itakunagbaye "
-    "miran ti ako ni oniruru ede abinibi le faragba nipa atunse ninu se iwadi "
-    "blogs ni ori itakun agbaye ti e ba";
-
-const char *const NNetLangIdTestData::kTestStrZH =
-    "产品的简报和公告 提交该申请后无法进行更改 请确认您的选择是正确的 "
-    "对于要提交的图书 我确认 我是版权所有者或已得到版权所有者的授权 "
-    "要更改您的国家 地区 请在此表的最上端更改您的";
-
-const char *const NNetLangIdTestData::kTestStrZU =
-    " ana engu uma inkinga iqhubeka siza ubike kwi isexwayiso ngenxa yephutha "
-    "lomlekeleli sikwazi ukubuyisela emuva kuphela imiphumela engaqediwe "
-    "ukuthola imiphumela eqediwe zama ukulayisha kabusha leli khasi emizuzwini "
-    "engu uma inkinga iqhubeka siza uthumele";
-
-}  // namespace chrome_lang_id