@deriv-com/translations 0.0.0-development → 1.0.0

package/README.md

@@ -42,7 +42,7 @@ npm install @deriv-com/translations
 - pass default language to the `TranslationProvider` component.
 
 ```jsx
-    import { initializeI18n, TranslationProvider } from '@deriv/translations';
+    import { initializeI18n, TranslationProvider } from '@deriv-com/translations';
     ...
     const i18nInstance = initializeI18n({ cdnUrl: 'https://cdn.example.com' })
 
@@ -101,7 +101,7 @@ The useTranslations hook is a custom hook that adds some more returned values on
 Example usage:
 
 ```javascript
-import { useTranslations } from "@username/package";
+import { useTranslations } from "@deriv-com/package";
 
 const MyComponent = () => {
   const { localize, switchLanguage, currentLang } = useTranslations();
@@ -128,7 +128,7 @@ The action takes following inputs:
 - `R2_SECRET_ACCESS_KEY`: R2 secret access key from the Cloudflare R2 dashboard
 - `R2_BUCKET_NAME`: R2 bucket name from the Cloudflare R2 dashboard
 
-Refer to the action file [here](https://github.com/deriv-com/shared-actions/blob/master/.github/actions/sync_crowdin_translation_with_cloudflare/action.yml)
+Refer to the action file [here](https://github.com/deriv-com/translations/blob/main/.github/actions/extract_and_sync_translations/action.yml)
 
 ## Contributing
 

package/package.json

@@ -6,6 +6,9 @@
   ],
   "main": "./dist/index.js",
   "types": "./dist/index.d.ts",
+  "bin": {
+    "extract-translations": "./scripts/extract-translations.js"
+  },
   "exports": {
     ".": {
       "import": "./dist/index.js",
@@ -13,13 +16,13 @@
     }
   },
   "private": false,
-  "version": "0.0.0-development",
+  "version": "1.0.0",
   "scripts": {
     "dev": "vite",
     "build": "tsc && vite build",
     "lint": "eslint . --ext ts,tsx --report-unused-disable-directives --max-warnings 0",
     "test": "vitest ./src/__tests__/*.test.tsx",
-    "prepublishOnly": "npm run test && npm run build"
+    "prepublish": "npm run test && npm run build"
   },
   "peerDependencies": {
     "react": "^17.x || ^18.x",
@@ -39,6 +42,8 @@
     "@typescript-eslint/eslint-plugin": "^6.14.0",
     "@typescript-eslint/parser": "^6.14.0",
     "@vitejs/plugin-react": "^4.2.1",
+    "@xmldom/xmldom": "^0.8.10",
+    "commander": "^12.0.0",
     "crc-32": "^1.2.2",
     "eslint": "^8.55.0",
     "eslint-plugin-react-hooks": "^4.6.0",
@@ -55,449 +60,7 @@
     "vite-plugin-dts": "^3.7.3",
     "vitest": "^1.3.1"
   },
-  "description": "This is a localization library that uses `i18next`, `react-i18next`, and a custom OTA SDK for translations.",
-  "dependencies": {
-    "JSONStream": "^1.3.5",
-    "acorn": "^8.11.3",
-    "acorn-jsx": "^5.3.2",
-    "acorn-walk": "^8.3.2",
-    "agent-base": "^7.1.0",
-    "aggregate-error": "^5.0.0",
-    "ajv": "^6.12.6",
-    "ansi-escapes": "^6.2.1",
-    "ansi-regex": "^5.0.1",
-    "ansi-styles": "^3.2.1",
-    "any-promise": "^1.3.0",
-    "argparse": "^2.0.1",
-    "argv-formatter": "^1.0.0",
-    "aria-query": "^5.1.3",
-    "array-buffer-byte-length": "^1.0.1",
-    "array-ify": "^1.0.0",
-    "array-union": "^2.1.0",
-    "assertion-error": "^1.1.0",
-    "asynckit": "^0.4.0",
-    "available-typed-arrays": "^1.0.7",
-    "balanced-match": "^1.0.2",
-    "before-after-hook": "^3.0.2",
-    "bottleneck": "^2.19.5",
-    "brace-expansion": "^2.0.1",
-    "braces": "^3.0.2",
-    "browserslist": "^4.22.2",
-    "cac": "^6.7.14",
-    "call-bind": "^1.0.7",
-    "callsites": "^3.1.0",
-    "caniuse-lite": "^1.0.30001578",
-    "chai": "^4.4.1",
-    "chalk": "^2.4.2",
-    "char-regex": "^1.0.2",
-    "check-error": "^1.0.3",
-    "clean-stack": "^5.2.0",
-    "cli-highlight": "^2.1.11",
-    "cli-table3": "^0.6.4",
-    "cliui": "^8.0.1",
-    "color-convert": "^1.9.3",
-    "color-name": "^1.1.3",
-    "colors": "^1.2.5",
-    "combined-stream": "^1.0.8",
-    "commander": "^9.5.0",
-    "compare-func": "^2.0.0",
-    "computeds": "^0.0.1",
-    "concat-map": "^0.0.1",
-    "config-chain": "^1.1.13",
-    "conventional-changelog-angular": "^7.0.0",
-    "conventional-changelog-writer": "^7.0.1",
-    "conventional-commits-filter": "^4.0.0",
-    "conventional-commits-parser": "^5.0.0",
-    "convert-source-map": "^2.0.0",
-    "core-util-is": "^1.0.3",
-    "cosmiconfig": "^9.0.0",
-    "cross-spawn": "^7.0.3",
-    "crypto-random-string": "^4.0.0",
-    "css.escape": "^1.5.1",
-    "cssstyle": "^4.0.1",
-    "csstype": "^3.1.3",
-    "data-urls": "^5.0.0",
-    "de-indent": "^1.0.2",
-    "debug": "^4.3.4",
-    "decimal.js": "^10.4.3",
-    "deep-eql": "^4.1.3",
-    "deep-equal": "^2.2.3",
-    "deep-extend": "^0.6.0",
-    "deep-is": "^0.1.4",
-    "define-data-property": "^1.1.4",
-    "define-properties": "^1.2.1",
-    "delayed-stream": "^1.0.0",
-    "diff-sequences": "^29.6.3",
-    "dir-glob": "^3.0.1",
-    "doctrine": "^3.0.0",
-    "dom-accessibility-api": "^0.5.16",
-    "dot-prop": "^5.3.0",
-    "duplexer2": "^0.1.4",
-    "eastasianwidth": "^0.2.0",
-    "electron-to-chromium": "^1.4.633",
-    "emoji-regex": "^9.2.2",
-    "emojilib": "^2.4.0",
-    "entities": "^4.5.0",
-    "env-ci": "^11.0.0",
-    "env-paths": "^2.2.1",
-    "error-ex": "^1.3.2",
-    "es-define-property": "^1.0.0",
-    "es-errors": "^1.3.0",
-    "es-get-iterator": "^1.1.3",
-    "esbuild": "^0.19.11",
-    "escalade": "^3.1.1",
-    "escape-string-regexp": "^1.0.5",
-    "eslint-scope": "^7.2.2",
-    "eslint-visitor-keys": "^3.4.3",
-    "espree": "^9.6.1",
-    "esquery": "^1.5.0",
-    "esrecurse": "^4.3.0",
-    "estraverse": "^5.3.0",
-    "estree-walker": "^3.0.3",
-    "esutils": "^2.0.3",
-    "execa": "^8.0.1",
-    "fast-deep-equal": "^3.1.3",
-    "fast-glob": "^3.3.2",
-    "fast-json-stable-stringify": "^2.1.0",
-    "fast-levenshtein": "^2.0.6",
-    "fastq": "^1.16.0",
-    "figures": "^6.1.0",
-    "file-entry-cache": "^6.0.1",
-    "fill-range": "^7.0.1",
-    "find-up": "^5.0.0",
-    "find-up-simple": "^1.0.0",
-    "find-versions": "^5.1.0",
-    "flat-cache": "^3.2.0",
-    "flatted": "^3.2.9",
-    "for-each": "^0.3.3",
-    "foreground-child": "^3.1.1",
-    "form-data": "^4.0.0",
-    "from2": "^2.3.0",
-    "fs-extra": "^7.0.1",
-    "fs.realpath": "^1.0.0",
-    "fsevents": "^2.3.3",
-    "function-bind": "^1.1.2",
-    "functions-have-names": "^1.2.3",
-    "gensync": "^1.0.0-beta.2",
-    "get-caller-file": "^2.0.5",
-    "get-func-name": "^2.0.2",
-    "get-intrinsic": "^1.2.4",
-    "get-stream": "^8.0.1",
-    "git-log-parser": "^1.2.0",
-    "glob-parent": "^6.0.2",
-    "globals": "^11.12.0",
-    "globby": "^11.1.0",
-    "gopd": "^1.0.1",
-    "graceful-fs": "^4.2.11",
-    "graphemer": "^1.4.0",
-    "handlebars": "^4.7.8",
-    "has-bigints": "^1.0.2",
-    "has-flag": "^3.0.0",
-    "has-property-descriptors": "^1.0.2",
-    "has-proto": "^1.0.3",
-    "has-symbols": "^1.0.3",
-    "has-tostringtag": "^1.0.2",
-    "hasown": "^2.0.1",
-    "he": "^1.2.0",
-    "highlight.js": "^10.7.3",
-    "hook-std": "^3.0.0",
-    "hosted-git-info": "^7.0.1",
-    "html-encoding-sniffer": "^4.0.0",
-    "html-parse-stringify": "^3.0.1",
-    "http-proxy-agent": "^7.0.2",
-    "https-proxy-agent": "^7.0.4",
-    "human-signals": "^5.0.0",
-    "iconv-lite": "^0.6.3",
-    "ignore": "^5.3.0",
-    "import-fresh": "^3.3.0",
-    "import-from-esm": "^1.3.3",
-    "import-lazy": "^4.0.0",
-    "import-meta-resolve": "^4.0.0",
-    "imurmurhash": "^0.1.4",
-    "indent-string": "^4.0.0",
-    "index-to-position": "^0.1.2",
-    "inflight": "^1.0.6",
-    "inherits": "^2.0.4",
-    "ini": "^1.3.8",
-    "internal-slot": "^1.0.7",
-    "into-stream": "^7.0.0",
-    "is-arguments": "^1.1.1",
-    "is-array-buffer": "^3.0.4",
-    "is-arrayish": "^0.2.1",
-    "is-bigint": "^1.0.4",
-    "is-boolean-object": "^1.1.2",
-    "is-callable": "^1.2.7",
-    "is-core-module": "^2.13.1",
-    "is-date-object": "^1.0.5",
-    "is-extglob": "^2.1.1",
-    "is-fullwidth-code-point": "^3.0.0",
-    "is-glob": "^4.0.3",
-    "is-map": "^2.0.2",
-    "is-number": "^7.0.0",
-    "is-number-object": "^1.0.7",
-    "is-obj": "^2.0.0",
-    "is-path-inside": "^3.0.3",
-    "is-potential-custom-element-name": "^1.0.1",
-    "is-regex": "^1.1.4",
-    "is-set": "^2.0.2",
-    "is-shared-array-buffer": "^1.0.2",
-    "is-stream": "^3.0.0",
-    "is-string": "^1.0.7",
-    "is-symbol": "^1.0.4",
-    "is-text-path": "^2.0.0",
-    "is-unicode-supported": "^2.0.0",
-    "is-weakmap": "^2.0.1",
-    "is-weakset": "^2.0.2",
-    "isarray": "^2.0.5",
-    "isexe": "^2.0.0",
-    "issue-parser": "^7.0.0",
-    "jackspeak": "^2.3.6",
-    "java-properties": "^1.0.2",
-    "jju": "^1.4.0",
-    "js-tokens": "^4.0.0",
-    "js-yaml": "^4.1.0",
-    "jsesc": "^2.5.2",
-    "json-buffer": "^3.0.1",
-    "json-parse-better-errors": "^1.0.2",
-    "json-parse-even-better-errors": "^2.3.1",
-    "json-schema-traverse": "^0.4.1",
-    "json-stable-stringify-without-jsonify": "^1.0.1",
-    "json-stringify-safe": "^5.0.1",
-    "json5": "^2.2.3",
-    "jsonc-parser": "^3.2.1",
-    "jsonfile": "^4.0.0",
-    "jsonparse": "^1.3.1",
-    "keyv": "^4.5.4",
-    "kolorist": "^1.8.0",
-    "levn": "^0.4.1",
-    "lines-and-columns": "^1.2.4",
-    "load-json-file": "^4.0.0",
-    "local-pkg": "^0.5.0",
-    "locate-path": "^6.0.0",
-    "lodash": "^4.17.21",
-    "lodash-es": "^4.17.21",
-    "lodash.capitalize": "^4.2.1",
-    "lodash.escaperegexp": "^4.1.2",
-    "lodash.get": "^4.4.2",
-    "lodash.isequal": "^4.5.0",
-    "lodash.isplainobject": "^4.0.6",
-    "lodash.isstring": "^4.0.1",
-    "lodash.merge": "^4.6.2",
-    "lodash.uniqby": "^4.7.0",
-    "loose-envify": "^1.4.0",
-    "loupe": "^2.3.7",
-    "lru-cache": "^5.1.1",
-    "lz-string": "^1.5.0",
-    "magic-string": "^0.30.7",
-    "marked": "^12.0.1",
-    "marked-terminal": "^7.0.0",
-    "meow": "^12.1.1",
-    "merge-stream": "^2.0.0",
-    "merge2": "^1.4.1",
-    "micromatch": "^4.0.5",
-    "mime": "^4.0.1",
-    "mime-db": "^1.52.0",
-    "mime-types": "^2.1.35",
-    "mimic-fn": "^4.0.0",
-    "min-indent": "^1.0.1",
-    "minimatch": "^9.0.3",
-    "minimist": "^1.2.8",
-    "minipass": "^7.0.4",
-    "mlly": "^1.5.0",
-    "ms": "^2.1.2",
-    "muggle-string": "^0.3.1",
-    "mz": "^2.7.0",
-    "nanoid": "^3.3.7",
-    "natural-compare": "^1.4.0",
-    "neo-async": "^2.6.2",
-    "nerf-dart": "^1.0.0",
-    "node-emoji": "^2.1.3",
-    "node-releases": "^2.0.14",
-    "normalize-package-data": "^6.0.0",
-    "normalize-url": "^8.0.1",
-    "npm": "^10.5.0",
-    "npm-run-path": "^5.2.0",
-    "nwsapi": "^2.2.7",
-    "object-assign": "^4.1.1",
-    "object-inspect": "^1.13.1",
-    "object-is": "^1.1.5",
-    "object-keys": "^1.1.1",
-    "object.assign": "^4.1.5",
-    "once": "^1.4.0",
-    "onetime": "^6.0.0",
-    "optionator": "^0.9.3",
-    "p-each-series": "^3.0.0",
-    "p-filter": "^4.1.0",
-    "p-is-promise": "^3.0.0",
-    "p-limit": "^3.1.0",
-    "p-locate": "^5.0.0",
-    "p-map": "^7.0.2",
-    "p-reduce": "^3.0.0",
-    "p-try": "^1.0.0",
-    "parent-module": "^1.0.1",
-    "parse-json": "^5.2.0",
-    "parse5": "^7.1.2",
-    "parse5-htmlparser2-tree-adapter": "^6.0.1",
-    "path-browserify": "^1.0.1",
-    "path-exists": "^4.0.0",
-    "path-is-absolute": "^1.0.1",
-    "path-key": "^3.1.1",
-    "path-parse": "^1.0.7",
-    "path-scurry": "^1.10.1",
-    "path-type": "^4.0.0",
-    "pathe": "^1.1.2",
-    "pathval": "^1.1.1",
-    "picocolors": "^1.0.0",
-    "picomatch": "^2.3.1",
-    "pify": "^3.0.0",
-    "pkg-conf": "^2.1.0",
-    "pkg-types": "^1.0.3",
-    "possible-typed-array-names": "^1.0.0",
-    "postcss": "^8.4.33",
-    "prelude-ls": "^1.2.1",
-    "pretty-format": "^29.7.0",
-    "process-nextick-args": "^2.0.1",
-    "proto-list": "^1.2.4",
-    "psl": "^1.9.0",
-    "punycode": "^2.3.1",
-    "querystringify": "^2.2.0",
-    "queue-microtask": "^1.2.3",
-    "rc": "^1.2.8",
-    "react-is": "^18.2.0",
-    "react-refresh": "^0.14.0",
-    "read-pkg": "^9.0.1",
-    "read-pkg-up": "^11.0.0",
-    "readable-stream": "^2.3.8",
-    "redent": "^3.0.0",
-    "regenerator-runtime": "^0.14.1",
-    "regexp.prototype.flags": "^1.5.2",
-    "registry-auth-token": "^5.0.2",
-    "require-directory": "^2.1.1",
-    "requires-port": "^1.0.0",
-    "resolve": "^1.22.8",
-    "resolve-from": "^4.0.0",
-    "reusify": "^1.0.4",
-    "rimraf": "^3.0.2",
-    "rollup": "^4.9.5",
-    "rrweb-cssom": "^0.6.0",
-    "run-parallel": "^1.2.0",
-    "safe-buffer": "^5.1.2",
-    "safer-buffer": "^2.1.2",
-    "saxes": "^6.0.0",
-    "scheduler": "^0.23.0",
-    "semver": "^7.5.4",
-    "semver-diff": "^4.0.0",
-    "semver-regex": "^4.0.5",
-    "set-function-length": "^1.2.1",
-    "set-function-name": "^2.0.2",
-    "shebang-command": "^2.0.0",
-    "shebang-regex": "^3.0.0",
-    "side-channel": "^1.0.5",
-    "siginfo": "^2.0.0",
-    "signal-exit": "^4.1.0",
-    "signale": "^1.4.0",
-    "skin-tone": "^2.0.0",
-    "slash": "^3.0.0",
-    "source-map": "^0.6.1",
-    "source-map-js": "^1.0.2",
-    "spawn-error-forwarder": "^1.0.0",
-    "spdx-correct": "^3.2.0",
-    "spdx-exceptions": "^2.5.0",
-    "spdx-expression-parse": "^3.0.1",
-    "spdx-license-ids": "^3.0.17",
-    "split2": "^4.2.0",
-    "sprintf-js": "^1.0.3",
-    "stackback": "^0.0.2",
-    "std-env": "^3.7.0",
-    "stop-iteration-iterator": "^1.0.0",
-    "stream-combiner2": "^1.1.1",
-    "string-argv": "^0.3.2",
-    "string-width": "^5.1.2",
-    "string-width-cjs": "^4.2.3",
-    "string_decoder": "^1.1.1",
-    "strip-ansi": "^6.0.1",
-    "strip-ansi-cjs": "^6.0.1",
-    "strip-bom": "^3.0.0",
-    "strip-final-newline": "^3.0.0",
-    "strip-indent": "^3.0.0",
-    "strip-json-comments": "^3.1.1",
-    "strip-literal": "^2.0.0",
-    "supports-color": "^5.5.0",
-    "supports-hyperlinks": "^3.0.0",
-    "supports-preserve-symlinks-flag": "^1.0.0",
-    "symbol-tree": "^3.2.4",
-    "temp-dir": "^3.0.0",
-    "tempy": "^3.1.0",
-    "text-extensions": "^2.4.0",
-    "text-table": "^0.2.0",
-    "thenify": "^3.3.1",
-    "thenify-all": "^1.6.0",
-    "through": "^2.3.8",
-    "through2": "^2.0.5",
-    "tinybench": "^2.6.0",
-    "tinypool": "^0.8.2",
-    "tinyspy": "^2.2.1",
-    "to-fast-properties": "^2.0.0",
-    "to-regex-range": "^5.0.1",
-    "tough-cookie": "^4.1.3",
-    "tr46": "^5.0.0",
-    "traverse": "^0.6.8",
-    "ts-api-utils": "^1.0.3",
-    "type-check": "^0.4.0",
-    "type-detect": "^4.0.8",
-    "type-fest": "^0.20.2",
-    "ufo": "^1.4.0",
-    "uglify-js": "^3.17.4",
-    "undici-types": "^5.26.5",
-    "unicode-emoji-modifier-base": "^1.0.0",
-    "unicorn-magic": "^0.1.0",
-    "unique-string": "^3.0.0",
-    "universal-user-agent": "^7.0.2",
-    "universalify": "^0.2.0",
-    "update-browserslist-db": "^1.0.13",
-    "uri-js": "^4.4.1",
-    "url-join": "^5.0.0",
-    "url-parse": "^1.5.10",
-    "util-deprecate": "^1.0.2",
-    "validate-npm-package-license": "^3.0.4",
-    "validator": "^13.11.0",
-    "vite-node": "^1.3.1",
-    "void-elements": "^3.1.0",
-    "vue-template-compiler": "^2.7.16",
-    "vue-tsc": "^1.8.27",
-    "w3c-xmlserializer": "^5.0.0",
-    "webidl-conversions": "^7.0.0",
-    "whatwg-encoding": "^3.1.1",
-    "whatwg-mimetype": "^4.0.0",
-    "whatwg-url": "^14.0.0",
-    "which": "^2.0.2",
-    "which-boxed-primitive": "^1.0.2",
-    "which-collection": "^1.0.1",
-    "which-typed-array": "^1.1.14",
-    "why-is-node-running": "^2.2.2",
-    "wordwrap": "^1.0.0",
-    "wrap-ansi": "^8.1.0",
-    "wrap-ansi-cjs": "^7.0.0",
-    "wrappy": "^1.0.2",
-    "ws": "^8.16.0",
-    "xml-name-validator": "^5.0.0",
-    "xmlchars": "^2.2.0",
-    "xtend": "^4.0.2",
-    "y18n": "^5.0.8",
-    "yallist": "^3.1.1",
-    "yargs": "^17.7.2",
-    "yargs-parser": "^21.1.1",
-    "yocto-queue": "^0.1.0",
-    "z-schema": "^5.0.5"
-  },
-  "repository": {
-    "type": "git",
-    "url": "git+https://github.com/deriv-com/translations.git"
-  },
-  "author": "",
-  "license": "ISC",
-  "bugs": {
-    "url": "https://github.com/deriv-com/translations/issues"
-  },
-  "homepage": "https://github.com/deriv-com/translations#readme"
+  "optionalDependencies": {
+    "@rollup/rollup-linux-x64-gnu": "^4.17.1"
+  }
 }

package/scripts/extract-translations.js

@@ -0,0 +1,133 @@
+#!/usr/bin/env node
+
+/* eslint-disable */
+const path = require("path");
+const program = require("commander");
+const crc32 = require("crc-32").str;
+const fs = require("fs");
+const glob = require("glob");
+const DOMParser = require("@xmldom/xmldom").DOMParser;
+
+const getRegexPattern = () =>
+  /(i18n_default_text={?|localize\()\s*(['"])\s*(.*?)(?<!\\)\2\s*/gs;
+
+const getStringsFromInput = (input, i18n_marker = getRegexPattern()) => {
+  const messages = [];
+  let result = i18n_marker.exec(input);
+
+  while (result !== null) {
+    const extracted = result[3];
+    // Replace escape characters.
+    messages.push(extracted.replace(/\\/g, ""));
+    result = i18n_marker.exec(input);
+  }
+
+  return messages;
+};
+
+const getStringsFromXmlFile = (input) => {
+  const messages = [];
+  const parsed_xml = new DOMParser().parseFromString(input, "application/xml");
+  const el_categories = parsed_xml.getElementsByTagName("category");
+
+  Array.from(el_categories).forEach((el_category) => {
+    const name = el_category.getAttribute("name");
+    const description = el_category.getAttribute("description");
+
+    if (name) messages.push(name);
+    if (description) messages.push(description);
+  });
+
+  return messages;
+};
+
+const getTranslatableFiles = () => {
+  const packages_with_translations = [
+    "account",
+    "appstore",
+    "cashier",
+    "bot-web-ui",
+    "core",
+    "cfd",
+    "trader",
+    "bot-skeleton",
+    "reports",
+    "shared",
+  ];
+  const globs = ["**/*.js", "**/*.jsx", "**/*.ts", "**/*.tsx", "**/xml/*.xml"];
+  const file_paths = [];
+
+  for (let i = 0; i < packages_with_translations.length; i++) {
+    for (let j = 0; j < globs.length; j++) {
+      let files_found = glob.sync(
+        `/${packages_with_translations[i]}/src/${globs[j]}`,
+        {
+          root: path.resolve(__dirname, "../.."), // deriv-app/packages/
+        }
+      );
+      files_found = files_found.filter(
+        (file_path) => file_path.indexOf("__tests__") === -1
+      );
+      file_paths.push(...files_found);
+    }
+  }
+
+  return file_paths;
+};
+
+program
+  .version("0.1.0")
+  .description("Build translation source.")
+  .option("-v, --verbose", "Displays the list of paths to be compiled")
+  .parse(process.argv);
+
+/** *********************************************
+ * Common
+ */
+const getKeyHash = (string) => crc32(string);
+
+/** **********************************************
+ * Compile
+ */
+(async () => {
+  try {
+    const file_paths = getTranslatableFiles();
+    const messages = [];
+    const messages_json = {};
+
+    // Iterate over files and extract all strings from the i18n marker
+    for (let i = 0; i < file_paths.length; i++) {
+      const file_path = file_paths[i];
+
+      try {
+        if (program.verbose) {
+          console.log(file_path);
+        }
+
+        const file = fs.readFileSync(file_path, "utf8");
+        messages.push(
+          ...(file_path.endsWith("xml")
+            ? getStringsFromXmlFile(file)
+            : getStringsFromInput(file))
+        );
+      } catch (e) {
+        console.log(e);
+      }
+    }
+
+    // Hash the messages and set the key-value pair for json
+    for (let i = 0; i < messages.length; i++) {
+      messages_json[getKeyHash(messages[i])] = messages[i];
+    }
+
+    // Add to messages.json
+    fs.writeFileSync(
+      path.resolve(__dirname, "../crowdin/messages.json"),
+      JSON.stringify(messages_json),
+      "utf8",
+      (err) => console.log(err)
+    );
+  } catch (e) {
+    console.error(e);
+  }
+})();