locize-cli 11.0.0 → 12.0.0

package/{unflatten.js → dist/esm/unflatten.js}

@@ -1,77 +1,79 @@
-module.exports = (data, testNatural) => {
-  const result = {}
-  const shouldConvertArray = {}
+const unflatten = (data, testNatural) => {
+  const result = {};
+  const shouldConvertArray = {};
   for (const i in data) {
-    let keys = []
+    let keys = [];
     if (testNatural && /( |,|\?)/.test(i)) {
-      keys = [i]
+      keys = [i];
     } else {
-      keys = i.split('.')
+      keys = i.split('.');
     }
     keys.reduce((r, e, j) => {
-      const isNumber = !isNaN(Number(keys[j + 1]))
-      const hasLeadingZero = isNumber && keys[j + 1].length > 1 && keys[j + 1][0] === '0'
-      const tooHighNumberToBeAnArrayIndex = isNumber && Number(keys[j + 1]) > 1000
+      const isNumber = !isNaN(Number(keys[j + 1]));
+      const hasLeadingZero = isNumber && keys[j + 1].length > 1 && keys[j + 1][0] === '0';
+      const tooHighNumberToBeAnArrayIndex = isNumber && Number(keys[j + 1]) > 1000;
       // if assumed to be an array, but now see a key wih non number value => transform to an object
       if (Array.isArray(r[e]) && (!isNumber || hasLeadingZero || tooHighNumberToBeAnArrayIndex)) {
         r[e] = r[e].reduce((mem, item, ind) => {
-          mem[ind] = item
+          mem[ind] = item;
           return mem
-        }, {})
+        }, {});
       }
       if (Array.isArray(r[e]) && r[e].length > 50) {
-        const base = i.substring(0, i.indexOf(e) + e.length)
+        const base = i.substring(0, i.indexOf(e) + e.length);
         if (Object.values(r[e]).length < (r[e].length / 2)) {
-          shouldConvertArray[base] = true
+          shouldConvertArray[base] = true;
         } else if (shouldConvertArray[base]) {
-          delete shouldConvertArray[base]
+          delete shouldConvertArray[base];
         }
       }
       if (typeof r === 'string') {
         if (e === '' && keys.length > 2) {
-          const lastPart = keys[keys.length - 2] + '.'
-          const firstParts = keys.slice(0, keys.length - 2)
-          let obj
+          const lastPart = keys[keys.length - 2] + '.';
+          const firstParts = keys.slice(0, keys.length - 2);
+          let obj;
           try {
-            obj = firstParts.reduce((acc, p) => acc[p], result)
+            obj = firstParts.reduce((acc, p) => acc[p], result);
           } catch (err) {
             if (firstParts.indexOf('') < 0) throw err
 
-            let navRes = result
+            let navRes = result;
             for (let ind = 0; ind < firstParts.length; ind++) {
-              const p = firstParts[ind]
+              const p = firstParts[ind];
               if (typeof navRes[p] === 'object') {
-                navRes = navRes[p]
+                navRes = navRes[p];
               } else {
-                const rest = firstParts.slice(ind).map((c) => (c === '' ? '.' : c)).join('.')
-                navRes[rest] = data[i]
+                const rest = firstParts.slice(ind).map((c) => (c === '' ? '.' : c)).join('.');
+                navRes[rest] = data[i];
                 break
               }
             }
           }
           if (obj && typeof obj !== 'string' && obj[lastPart] === undefined) {
-            obj[lastPart] = data[i]
+            obj[lastPart] = data[i];
           }
         }
         return r
       }
       return r[e] || (r[e] = (!isNumber || hasLeadingZero || tooHighNumberToBeAnArrayIndex) ? (keys.length - 1 === j ? data[i] : {}) : [])
-    }, result)
+    }, result);
   }
-  const arrsToConvert = Object.keys(shouldConvertArray)
+  const arrsToConvert = Object.keys(shouldConvertArray);
   arrsToConvert.forEach((arrToConvert) => {
-    const parts = arrToConvert.split('.')
-    let pr = result
+    const parts = arrToConvert.split('.');
+    let pr = result;
     parts.forEach((part, ind) => {
       if (ind === parts.length - 1 && Array.isArray(pr[part])) {
         pr[part] = pr[part].reduce((mem, item, ind) => {
-          mem[ind] = item
+          mem[ind] = item;
           return mem
-        }, {})
+        }, {});
       } else {
-        pr = pr[part]
+        pr = pr[part];
       }
-    })
-  })
+    });
+  });
   return result
-}
+};
+
+export { unflatten as default };

package/package.json

@@ -1,52 +1,73 @@
 {
   "name": "locize-cli",
-  "version": "11.0.0",
+  "version": "12.0.0",
   "description": "locize cli to import locales",
-  "main": "index.js",
+  "type": "module",
+  "main": "./dist/cjs/index.js",
+  "module": "./dist/esm/index.js",
   "bin": {
-    "locize": "./bin/locize"
+    "locize": "./dist/esm/cli.js"
+  },
+  "engines": {
+    "node": ">=22"
+  },
+  "exports": {
+    "./package.json": "./package.json",
+    ".": {
+      "require": "./dist/cjs/index.js",
+      "default": "./dist/esm/index.js"
+    },
+    "./cjs": {
+      "default": "./dist/cjs/index.js"
+    },
+    "./esm": {
+      "default": "./dist/esm/index.js"
+    }
   },
   "dependencies": {
     "@js.properties/properties": "0.5.4",
     "android-string-resource": "2.3.10",
-    "async": "3.2.6",
     "cacheable-lookup": "6.1.0",
     "colors": "1.4.0",
-    "commander": "9.5.0",
-    "csvjson": "5.1.0",
-    "diff": "7.0.0",
-    "dotenv": "16.5.0",
+    "commander": "14.0.2",
+    "diff": "8.0.2",
+    "dotenv": "17.2.3",
+    "fast-csv": "5.0.5",
     "flat": "5.0.2",
     "fluent_conv": "3.3.0",
     "gettext-converter": "1.3.0",
     "https-proxy-agent": "7.0.6",
-    "ini": "4.1.3",
+    "ini": "6.0.0",
     "laravelphp": "2.0.4",
     "locize-xcstrings": "2.0.0",
     "lodash.clonedeep": "4.5.0",
     "mkdirp": "3.0.1",
-    "node-fetch": "2.7.0",
     "resx": "2.0.4",
-    "rimraf": "4.4.1",
+    "rimraf": "6.1.2",
     "strings-file": "0.0.5",
-    "tmexchange": "2.0.5",
+    "tmexchange": "2.0.6",
     "xliff": "6.2.2",
     "xlsx": "https://cdn.sheetjs.com/xlsx-0.20.3/xlsx-0.20.3.tgz",
-    "yaml": "2.8.0"
+    "yaml": "2.8.2"
   },
   "devDependencies": {
-    "@yao-pkg/pkg": "6.4.0",
-    "eslint": "9.39.1",
+    "@rollup/plugin-replace": "6.0.3",
+    "@rollup/plugin-terser": "0.4.4",
+    "@yao-pkg/pkg": "6.11.0",
+    "eslint": "9.39.2",
     "eslint-plugin-import": "2.32.0",
+    "gh-release": "7.0.2",
     "neostandard": "0.12.2",
-    "gh-release": "7.0.2"
+    "rollup": "4.54.0"
   },
   "scripts": {
     "lint": "eslint .",
+    "build": "rm -rf dist && rollup -c",
     "test": "npm run lint",
-    "pkg": "mkdir -p ./bins && pkg ./bin/locize --out-path ./bins --targets node20-linux-x64,node20-macos-x64,node20-win-x64,node20-alpine-x64",
+    "pkg": "mkdir -p ./bins && pkg ./dist/cjs/cli.js --output ./bins/locize --targets node24-linux-x64,node24-macos-x64,node24-win-x64,node24-alpine-x64",
     "release": "gh-release --assets ./bins/locize-linux,./bins/locize-macos,./bins/locize-win.exe,./bins/locize-alpine",
-    "version": "npm run pkg",
+    "preversion": "npm run test",
+    "version": "npm run build && npm run pkg",
     "postversion": "git push && npm run release"
   },
   "keywords": [

package/rollup.config.js

@@ -0,0 +1,57 @@
+import { readFileSync, writeFileSync, chmodSync } from 'node:fs'
+import replace from '@rollup/plugin-replace'
+// import terser from '@rollup/plugin-terser'
+
+const pkg = JSON.parse(readFileSync(new URL('./package.json', import.meta.url), 'utf-8'))
+
+export default {
+  input: {
+    index: 'src/index.js',
+    cli: 'src/cli.js'
+  },
+  output: [
+    {
+      dir: 'dist/cjs',
+      preserveModules: true,
+      // file: pkg.main,
+      format: 'cjs'
+    },
+    {
+      dir: 'dist/esm',
+      preserveModules: true,
+      // file: pkg.module,
+      format: 'es' // the preferred format
+    },
+    // {
+    //   file: pkg.browser,
+    //   format: 'iife',
+    //   name: pkg.globalName // the global which can be used in a browser
+    // }
+  ],
+  external: [
+    ...Object.keys(pkg.dependencies || {})
+  ],
+  plugins: [
+    replace({
+      __packageName: pkg.name,
+      __packageVersion__: pkg.version,
+      preventAssignment: true
+    }),
+    // terser(), // minifies generated bundles
+    {
+      name: 'post-build-steps',
+      writeBundle () {
+        // Make CLI files executable
+        try { chmodSync('dist/esm/cli.js', 0o755) } catch {}
+        try { chmodSync('dist/cjs/cli.js', 0o755) } catch {}
+        // Write CJS package.json with name, version, and type
+        const cjsPkg = {
+          name: pkg.name,
+          version: pkg.version,
+          type: 'commonjs'
+        }
+        writeFileSync('dist/cjs/package.json', JSON.stringify(cjsPkg, null, 2) + '\n')
+      }
+    }
+  ]
+}

package/add.js

@@ -1,105 +0,0 @@
-const colors = require('colors')
-const flatten = require('flat')
-const async = require('async')
-const getRemoteLanguages = require('./getRemoteLanguages')
-const request = require('./request')
-
-const _add = (opt, cb) => {
-  const url = `${opt.apiEndpoint}/update/{{projectId}}/{{version}}/{{lng}}/{{ns}}`
-    .replace('{{projectId}}', opt.projectId)
-    .replace('{{ver}}', opt.version)
-    .replace('{{version}}', opt.version)
-    .replace('{{language}}', opt.language)
-    .replace('{{lng}}', opt.language)
-    .replace('{{ns}}', opt.namespace)
-    .replace('{{namespace}}', opt.namespace)
-
-  if (!cb) {
-    if (!opt.data && (opt.value === undefined || opt.value === null)) {
-      console.log(colors.yellow(`removing ${opt.key} from ${opt.version}/${opt.language}/${opt.namespace}...`))
-    } else {
-      console.log(colors.yellow(`adding ${opt.key} to ${opt.version}/${opt.language}/${opt.namespace}...`))
-    }
-  }
-
-  const data = flatten(opt.data || {})
-  if (!opt.data) {
-    data[opt.key] = opt.value || null // null will remove the key
-  }
-
-  request(url, {
-    method: 'post',
-    headers: {
-      Authorization: opt.apiKey
-    },
-    body: data
-  }, (err, res, obj) => {
-    if (err) {
-      if (!opt.data && (opt.value === undefined || opt.value === null)) {
-        console.log(colors.red(`remove failed for ${opt.key} from ${opt.version}/${opt.language}/${opt.namespace}...`))
-      } else {
-        console.log(colors.red(`add failed for ${opt.key} to ${opt.version}/${opt.language}/${opt.namespace}...`))
-      }
-      if (!cb) { console.error(colors.red(err.message)); process.exit(1) }
-      if (cb) cb(err)
-      return
-    }
-    if (res.status >= 300 && res.status !== 412) {
-      if (!opt.data && (opt.value === undefined || opt.value === null)) {
-        console.log(colors.red(`remove failed for ${opt.key} from ${opt.version}/${opt.language}/${opt.namespace}...`))
-      } else {
-        console.log(colors.red(`add failed for ${opt.key} to ${opt.version}/${opt.language}/${opt.namespace}...`))
-      }
-      if (obj && (obj.errorMessage || obj.message)) {
-        if (!cb) { console.error(colors.red((obj.errorMessage || obj.message))); process.exit(1) }
-        if (cb) cb(new Error((obj.errorMessage || obj.message)))
-        return
-      } else {
-        if (!cb) { console.error(colors.red(res.statusText + ' (' + res.status + ')')); process.exit(1) }
-        if (cb) cb(new Error(res.statusText + ' (' + res.status + ')'))
-        return
-      }
-    }
-    if (!cb) {
-      if (!opt.data && (opt.value === undefined || opt.value === null)) {
-        console.log(colors.green(`removed ${opt.key} from ${opt.version}/${opt.language}/${opt.namespace}...`))
-      } else {
-        console.log(colors.green(`added ${opt.key} to ${opt.version}/${opt.language}/${opt.namespace}...`))
-      }
-    }
-    if (cb) cb(null)
-  })
-}
-
-const add = (opt, cb) => {
-  if (opt.language) return _add(opt, cb)
-
-  getRemoteLanguages(opt, (err, lngs) => {
-    if (err) {
-      if (!cb) { console.error(colors.red(err.message)); process.exit(1) }
-      if (cb) cb(err)
-      return
-    }
-
-    async.forEachSeries(lngs, (lng, clb) => {
-      opt.language = lng
-      _add(opt, clb)
-    }, (err) => {
-      if (err) {
-        if (!cb) { console.error(colors.red(err.message)); process.exit(1) }
-        if (cb) cb(err)
-        return
-      }
-      if (!cb) {
-        if (!opt.data && (opt.value === undefined || opt.value === null)) {
-          console.log(colors.green(`removed ${opt.namespace}/${opt.key} (${opt.version}) from all languages...`))
-        } else {
-          console.log(colors.green(`added ${opt.namespace}/${opt.key} (${opt.version}) in all languages...`))
-        }
-      }
-      if (cb) cb(null)
-    })
-  })
-}
-
-module.exports = add

package/convertToDesiredFormat.js

@@ -1,268 +0,0 @@
-const flatten = require('flat')
-const i18next2po = require('gettext-converter/cjs/i18next2po')
-const csvjson = require('csvjson')
-const xlsx = require('xlsx')
-const yaml = require('yaml')
-const js2asr = require('android-string-resource/cjs/js2asr')
-const stringsFile = require('strings-file')
-const createxliff = require('xliff/cjs/createxliff')
-const createxliff12 = require('xliff/cjs/createxliff12')
-const js2resx = require('resx/cjs/js2resx')
-const js2ftl = require('fluent_conv/cjs/js2ftl')
-const js2tmx = require('tmexchange/cjs/js2tmx')
-const js2laravel = require('laravelphp/cjs/js2laravel')
-const javaProperties = require('@js.properties/properties')
-const unflatten = require('./unflatten')
-const getRemoteNamespace = require('./getRemoteNamespace')
-const removeUndefinedFromArrays = require('./removeUndefinedFromArrays')
-const shouldUnflatten = require('./shouldUnflatten')
-const prepareCombinedExport = require('./combineSubkeyPreprocessor').prepareExport
-
-const convertToDesiredFormat = (
-  opt,
-  namespace,
-  lng,
-  data,
-  lastModified,
-  cb
-) => {
-  opt.getNamespace = opt.getNamespace || getRemoteNamespace
-  const isEmpty = !data || Object.keys(data).length === 0
-  try {
-    if (opt.format === 'json') {
-      try {
-        data = unflatten(data, true)
-      } catch (err) {}
-      cb(null, JSON.stringify(data, null, 2))
-      return
-    }
-    if (opt.format === 'nested') {
-      try {
-        data = unflatten(data)
-      } catch (err) {}
-      cb(null, JSON.stringify(data, null, 2))
-      return
-    }
-    if (opt.format === 'flat') {
-      cb(null, JSON.stringify(flatten(data), null, 2))
-      return
-    }
-    if (opt.format === 'po' || opt.format === 'gettext') {
-      const flatData = flatten(data)
-
-      const gettextOpt = {
-        project: 'locize',
-        language: lng,
-        potCreationDate: lastModified,
-        poRevisionDate: lastModified,
-        ctxSeparator: '_ is default but we set it to something that is never found!!!',
-        persistMsgIdPlural: true
-      }
-      cb(null, i18next2po(lng, flatData, gettextOpt))
-      return
-    }
-    if (opt.format === 'po_i18next' || opt.format === 'gettext_i18next') {
-      const flatData = flatten(data)
-      const compatibilityJSON = !!Object.keys(flatData).find((k) => /_(zero|one|two|few|many|other)/.test(k)) && 'v4'
-      const gettextOpt = {
-        project: 'locize',
-        language: lng,
-        potCreationDate: lastModified,
-        poRevisionDate: lastModified,
-        compatibilityJSON
-      }
-      cb(null, i18next2po(lng, flatData, gettextOpt))
-      return
-    }
-    if (opt.format === 'csv') {
-      opt.getNamespace(opt, opt.referenceLanguage, namespace, (err, refNs) => {
-        if (err) return cb(err)
-
-        const js2CsvData = Object.keys(flatten(data)).reduce((mem, k) => {
-          const value = data[k] || ''
-          const line = {
-            // https://en.wikipedia.org/wiki/Delimiter-separated_values
-            key: k.replace(/"/g, '""'),
-            [opt.referenceLanguage]: refNs[k] || '',
-            [lng]: value.replace(/"/g, '""')
-          }
-          line.key = line.key.replace(/\n/g, '\\NeWlInE\\')
-          line[opt.referenceLanguage] = line[opt.referenceLanguage].replace(
-            /\n/g,
-            '\\NeWlInE\\'
-          )
-          line[lng] = line[lng].replace(/\n/g, '\\NeWlInE\\')
-          mem.push(line)
-
-          return mem
-        }, [])
-        const options = {
-          delimiter: ',',
-          wrap: true,
-          headers: 'relative'
-          // objectDenote: '.',
-          // arrayDenote: '[]'
-        }
-        cb(
-          null,
-          `\ufeff${csvjson
-            .toCSV(js2CsvData, options)
-            .replace(/\\NeWlInE\\/g, '\n')}`
-        )
-      })
-      return
-    }
-    if (opt.format === 'xlsx') {
-      opt.getNamespace(opt, opt.referenceLanguage, namespace, (err, refNs) => {
-        if (err) return cb(err)
-
-        const js2XlsxData = Object.keys(flatten(data)).reduce((mem, k) => {
-          const value = data[k] || ''
-          const line = {
-            key: k,
-            [opt.referenceLanguage]: refNs[k] || '',
-            [lng]: value
-          }
-          mem.push(line)
-
-          return mem
-        }, [])
-
-        const worksheet = xlsx.utils.json_to_sheet(js2XlsxData)
-        const workbook = xlsx.utils.book_new()
-        let workSheetName = namespace
-        if (workSheetName.length > 31) workSheetName = workSheetName.substring(0, 31)
-        workbook.SheetNames.push(workSheetName)
-        workbook.Sheets[workSheetName] = worksheet
-
-        const wbout = xlsx.write(workbook, { type: 'buffer' })
-
-        cb(null, wbout)
-      })
-      return
-    }
-    if (
-      opt.format === 'yaml' ||
-      opt.format === 'yml'
-    ) {
-      if (isEmpty) return cb(null, '')
-      cb(null, yaml.stringify(flatten(data)))
-      return
-    }
-    if (
-      opt.format === 'yaml-nested' ||
-      opt.format === 'yml-nested'
-    ) {
-      if (isEmpty) return cb(null, '')
-      cb(null, yaml.stringify(shouldUnflatten(data) ? unflatten(data) : data))
-      return
-    }
-    if (
-      opt.format === 'yaml-rails' ||
-      opt.format === 'yml-rails'
-    ) {
-      if (isEmpty) return cb(null, '')
-      const newData = {}
-      newData[lng] = shouldUnflatten(data) ? unflatten(data) : data
-      cb(null, yaml.stringify(removeUndefinedFromArrays(newData)))
-      return
-    }
-    if (
-      opt.format === 'yaml-rails-ns' ||
-      opt.format === 'yml-rails-ns'
-    ) {
-      if (isEmpty) return cb(null, '')
-      const newDataNs = {}
-      newDataNs[lng] = {}
-      newDataNs[lng][namespace] = shouldUnflatten(data) ? unflatten(data) : data
-      cb(null, yaml.stringify(removeUndefinedFromArrays(newDataNs)))
-      return
-    }
-    if (opt.format === 'android') {
-      js2asr(flatten(data), cb)
-      return
-    }
-    if (opt.format === 'strings') {
-      Object.keys(data).forEach((k) => {
-        if (data[k] === null) delete data[k]
-      })
-      data = stringsFile.compile(data)
-      cb(null, data)
-      return
-    }
-    if (
-      opt.format === 'xliff2' ||
-      opt.format === 'xliff12' ||
-      opt.format === 'xlf2' ||
-      opt.format === 'xlf12'
-    ) {
-      const fn =
-        opt.format === 'xliff12' || opt.format === 'xlf12'
-          ? createxliff12
-          : createxliff
-      opt.getNamespace(opt, opt.referenceLanguage, namespace, (err, refNs) => {
-        if (err) return cb(err)
-
-        const prepared = prepareCombinedExport(refNs, flatten(data))
-        fn(opt.referenceLanguage, lng, prepared.ref, prepared.trg, namespace, cb)
-      })
-      return
-    }
-    if (opt.format === 'resx') {
-      js2resx(flatten(data), cb)
-      return
-    }
-    if (opt.format === 'fluent') {
-      Object.keys(data).forEach((k) => {
-        if (!data[k] || data[k] === '') delete data[k]
-        data[k] = data[k].replace(
-          new RegExp(String.fromCharCode(160), 'g'),
-          String.fromCharCode(32)
-        )
-      })
-      js2ftl(unflatten(data), cb)
-      return
-    }
-    if (opt.format === 'tmx') {
-      opt.getNamespace(opt, opt.referenceLanguage, namespace, (err, refNs) => {
-        if (err) return cb(err)
-
-        const js = flatten(data)
-        const js2TmxData = Object.keys(js).reduce(
-          (mem, k) => {
-            const refItem = refNs[k]
-            if (!refItem) return mem
-
-            const value = js[k] || ''
-            mem.resources[namespace][k] = {}
-            mem.resources[namespace][k][opt.referenceLanguage] = refItem
-            mem.resources[namespace][k][lng] = value
-
-            return mem
-          },
-          {
-            resources: {
-              [namespace]: {}
-            },
-            sourceLanguage: opt.referenceLanguage
-          }
-        )
-        js2tmx(js2TmxData, cb)
-      })
-      return
-    }
-    if (opt.format === 'laravel') {
-      js2laravel(unflatten(data), cb)
-      return
-    }
-    if (opt.format === 'properties') {
-      cb(null, javaProperties.stringifyFromProperties(data, { eol: '\n' }))
-      return
-    }
-    cb(new Error(`${opt.format} is not a valid format!`))
-  } catch (err) {
-    cb(err)
-  }
-}
-
-module.exports = convertToDesiredFormat