@tandem-language-exchange/content-store 1.2.0 → 1.2.2

package/dist/node.js

@@ -28,6 +28,18 @@ var ContentStore = class {
     );
     return key;
   }
+  /** Raw UTF-8 body (e.g. Lingohub file bytes as text). */
+  async uploadRaw(key, body, contentType) {
+    await this.client.send(
+      new PutObjectCommand({
+        Bucket: this.bucket,
+        Key: key,
+        Body: body,
+        ContentType: contentType
+      })
+    );
+    return key;
+  }
   async download(key) {
     const response = await this.client.send(
       new GetObjectCommand({ Bucket: this.bucket, Key: key })
@@ -36,6 +48,15 @@ var ContentStore = class {
     if (!body) throw new Error(`Empty response for key: ${key}`);
     return JSON.parse(body);
   }
+  /** Raw UTF-8 body from S3 (no JSON.parse). */
+  async downloadRaw(key) {
+    const response = await this.client.send(
+      new GetObjectCommand({ Bucket: this.bucket, Key: key })
+    );
+    const body = await response.Body?.transformToString();
+    if (!body) throw new Error(`Empty response for key: ${key}`);
+    return body;
+  }
 };
 var buildCmsObjectKey = (cms, contentType) => {
   return `${cms}-${contentType}.json`;
@@ -46,7 +67,7 @@ var buildTranslationObjectKey = (project, fileName, locale) => {
 
 // src/shared/bundles.ts
 import fs from "fs/promises";
-import path from "path";
+import path2 from "path";
 
 // src/shared/s3-retry.ts
 function computeDelay(attempt, baseDelayMs, maxDelayMs) {
@@ -122,6 +143,9 @@ async function withS3Retry(fn, { maxRetries, baseDelayMs, maxDelayMs }) {
 async function downloadWithRetry(store, key, cfg) {
   return withS3Retry(() => store.download(key), cfg);
 }
+async function downloadRawWithRetry(store, key, cfg) {
+  return withS3Retry(() => store.downloadRaw(key), cfg);
+}
 
 // src/shared/trimDepth.ts
 function trimDepth(value, remaining) {
@@ -169,41 +193,49 @@ var localeMapping = {
 var allProjects = {
   "tandem-(new-website)": [
     {
+      resource: "main",
       fileName: "Website.[locale].json",
       type: "json"
     }
   ],
   "tandem-(website)": [
     {
+      resource: "main",
       fileName: "[locale].json",
       type: "json"
     },
     {
+      resource: "ai",
       fileName: "AI.[locale].json",
       type: "json"
     },
     {
+      resource: "languages",
       fileName: "languages.[locale].json",
       type: "json"
     }
   ],
   "tandem": [
     {
+      resource: "infoplist",
       fileName: "InfoPlist.[locale].strings",
       type: "strings",
       localeMapping: localeMapping.ios
     },
     {
+      resource: "localizable",
       fileName: "Localizable.[locale].strings",
       type: "strings",
       localeMapping: localeMapping.ios
     },
     {
+      resource: "ipad",
       fileName: "MainiPad.[locale].strings",
       type: "strings",
       localeMapping: localeMapping.ios
     },
     {
+      resource: "main",
       fileName: "Main.[locale].strings",
       type: "strings",
       localeMapping: localeMapping.ios
@@ -211,136 +243,163 @@ var allProjects = {
   ],
   "tandem-(android)": [
     {
+      resource: "accessibility",
       fileName: "accessibility_localizable.[locale].xml",
       type: "xml",
       localeMapping: localeMapping.android
     },
     {
+      resource: "call",
       fileName: "call_localizable.[locale].xml",
       type: "xml",
       localeMapping: localeMapping.android
     },
     {
+      resource: "cert",
       fileName: "cert_localizable.[locale].xml",
       type: "xml",
       localeMapping: localeMapping.android
     },
     {
+      resource: "chat",
       fileName: "chat_localizable.[locale].xml",
       type: "xml",
       localeMapping: localeMapping.android
     },
     {
+      resource: "checklist",
       fileName: "checklist_localizable.[locale].xml",
       type: "xml",
       localeMapping: localeMapping.android
     },
     {
+      resource: "clubs",
       fileName: "clubs_localizable.[locale].xml",
       type: "xml",
       localeMapping: localeMapping.android
     },
     {
+      resource: "common",
       fileName: "common_localizable.[locale].xml",
       type: "xml",
       localeMapping: localeMapping.android
     },
     {
+      resource: "community",
       fileName: "community_localizable.[locale].xml",
       type: "xml",
       localeMapping: localeMapping.android
     },
     {
+      resource: "correction",
       fileName: "correction_localizable.[locale].xml",
       type: "xml",
       localeMapping: localeMapping.android
     },
     {
+      resource: "country_names",
       fileName: "country_names.[locale].xml",
       type: "xml",
       localeMapping: localeMapping.android
     },
     {
+      resource: "emoji",
       fileName: "emoji_localizable.[locale].xml",
       type: "xml",
       localeMapping: localeMapping.android
     },
     {
+      resource: "errors",
       fileName: "errors_localizable.[locale].xml",
       type: "xml",
       localeMapping: localeMapping.android
     },
     {
+      resource: "expressions",
       fileName: "expressions_localizable.[locale].xml",
       type: "xml",
       localeMapping: localeMapping.android
     },
     {
+      resource: "gif",
       fileName: "gif_localizable.[locale].xml",
       type: "xml",
       localeMapping: localeMapping.android
     },
     {
+      resource: "guidelines",
       fileName: "guidelines_localizable.[locale].xml",
       type: "xml",
       localeMapping: localeMapping.android
     },
     {
+      resource: "lanuguages",
       fileName: "languages_localizable.[locale].xml",
       type: "xml",
       localeMapping: localeMapping.android
     },
     {
+      resource: "localizable",
       fileName: "localizable.[locale].xml",
       type: "xml",
       localeMapping: localeMapping.android
     },
     {
+      resource: "localizable2",
       fileName: "localizable2.[locale].xml",
       type: "xml",
       localeMapping: localeMapping.android
     },
     {
+      resource: "login",
       fileName: "login_localizable.[locale].xml",
       type: "xml",
       localeMapping: localeMapping.android
     },
     {
+      resource: "myprofile",
       fileName: "myprofile_localizable.[locale].xml",
       type: "xml",
       localeMapping: localeMapping.android
     },
     {
+      resource: "onb",
       fileName: "onb_localizable.[locale].xml",
       type: "xml",
       localeMapping: localeMapping.android
     },
     {
+      resource: "parties",
       fileName: "parties_localizable.[locale].xml",
       type: "xml",
       localeMapping: localeMapping.android
     },
     {
+      resource: "pro",
       fileName: "pro_localizable.[locale].xml",
       type: "xml",
       localeMapping: localeMapping.android
     },
     {
+      resource: "pro_screen",
       fileName: "pro_screen_localizable.[locale].xml",
       type: "xml",
       localeMapping: localeMapping.android
     },
     {
+      resource: "push_notification",
       fileName: "push_notification_localizable.[locale].xml",
       type: "xml",
       localeMapping: localeMapping.android
     },
     {
+      resource: "reporting",
       fileName: "reporting_localizable.[locale].xml",
       type: "xml",
       localeMapping: localeMapping.android
     },
     {
+      resource: "translation",
       fileName: "translation_localizable.[locale].xml",
       type: "xml",
       localeMapping: localeMapping.android
@@ -348,12 +407,106 @@ var allProjects = {
   ],
   "tandem-(web-invites)": [
     {
+      resource: "main",
       fileName: "[locale].json",
       type: "json"
     }
   ]
 };
 
+// src/shared/translationResource.ts
+import path from "path";
+
+// src/shared/utils.ts
+import convert from "xml-js";
+import set from "lodash.set";
+import merge from "lodash.merge";
+var transformObjectToFlat = (data) => {
+  const result = {};
+  const flatten = (obj, path3 = []) => {
+    Object.entries(obj).forEach(([key, value]) => {
+      if (typeof value === "object") {
+        flatten(value, path3.concat(key));
+      } else {
+        result[path3.concat(key).join(".")] = value;
+      }
+    });
+  };
+  flatten(data);
+  return result;
+};
+var convertXMLToJS = (xml) => {
+  const converted = convert.xml2js(xml, {
+    ignoreComment: true,
+    ignoreDeclaration: true,
+    ignoreInstruction: true,
+    compact: true
+  });
+  let mapped = {};
+  converted.resources.string.forEach((item) => {
+    mapped = {
+      ...mapped,
+      [item._attributes.name]: item._text
+    };
+  });
+  return mapped;
+};
+var parseIOSStrings = (strings) => {
+  const parsedObj = {};
+  strings.split("\n").filter((line) => line.startsWith('"') && line.endsWith(";")).map((line) => line.trim().slice(0, -1)).forEach((line) => {
+    let [key, value] = line.split(" = ");
+    if (!key || !value) return;
+    key = key.slice(1, -1);
+    value = value.slice(1, -1);
+    parsedObj[key] = value;
+  });
+  return parsedObj;
+};
+
+// src/shared/translationResource.ts
+function parseTranslationResourceRaw(raw, resource) {
+  if (resource.type === "json") {
+    return JSON.parse(raw);
+  }
+  if (resource.type === "strings") {
+    return parseIOSStrings(raw);
+  }
+  if (resource.type === "xml") {
+    return convertXMLToJS(raw);
+  }
+  throw new Error(`Unsupported resource type: ${resource.type}`);
+}
+function toFlatStringMap(parsed) {
+  if (parsed === null || parsed === void 0) return {};
+  if (typeof parsed === "string") return { value: parsed };
+  if (typeof parsed !== "object") return { value: String(parsed) };
+  if (Array.isArray(parsed)) {
+    const out2 = {};
+    parsed.forEach((v, i) => {
+      out2[String(i)] = typeof v === "object" && v !== null ? JSON.stringify(v) : String(v);
+    });
+    return out2;
+  }
+  const flat = transformObjectToFlat(parsed);
+  const out = {};
+  for (const [k, v] of Object.entries(flat)) {
+    if (v === null || v === void 0) {
+      out[k] = "";
+    } else if (typeof v === "object") {
+      out[k] = JSON.stringify(v);
+    } else {
+      out[k] = String(v);
+    }
+  }
+  return out;
+}
+function translationJsonOutputPath(outputDir, objectKey) {
+  if (objectKey.endsWith(".json")) {
+    return path.resolve(outputDir, objectKey);
+  }
+  return path.resolve(outputDir, `${objectKey}.json`);
+}
+
 // src/shared/bundles.ts
 function getAtPath(obj, dottedPath) {
   const parts = dottedPath.split(".").filter((p) => p.length > 0);
@@ -384,8 +537,8 @@ function isEmptyValue(value) {
   return typeof value === "object" && !Array.isArray(value) && Object.keys(value).length === 0;
 }
 function matchesFieldFilter(item, key, expected) {
-  const { path: path2, operator } = parseFieldKey(key);
-  const at = getAtPath(item, path2);
+  const { path: path3, operator } = parseFieldKey(key);
+  const at = getAtPath(item, path3);
   if (operator === "exists") {
     if (expected !== true && expected !== false) return false;
     const empty = !at.found || isEmptyValue(at.value);
@@ -420,13 +573,17 @@ async function fetchCmsBundles(store, outputDir, options) {
     contentTypes.map(async (contentType) => {
       const key = buildCmsObjectKey(cms, contentType);
       const data = await downloadWithRetry(store, key, retry);
-      const filePath = path.resolve(outputDir, key);
+      const filePath = path2.resolve(outputDir, key);
       await fs.writeFile(filePath, JSON.stringify(data, null, 2), "utf-8");
       result[contentType] = filePath;
     })
   );
   return result;
 }
+function filterResources(projectResources, resourceFilter) {
+  if (resourceFilter.length === 0) return projectResources;
+  return projectResources.filter((r) => resourceFilter.includes(r.resource));
+}
 async function fetchTranslationBundles(store, outputDir, options) {
   const { projects, locales } = options;
   const retry = options.retry ?? getDefaultS3RetryConfig();
@@ -434,11 +591,11 @@ async function fetchTranslationBundles(store, outputDir, options) {
   const result = {};
   const localesToSync = locales && locales.length ? locales : defaultLocales;
   await Promise.all(
-    projects.map(async (project) => {
-      const resources = allProjects[project];
-      if (!resources?.length) {
-        return;
-      }
+    Object.entries(projects).map(async ([project, resourceFilter]) => {
+      const allResources = allProjects[project];
+      if (!allResources?.length) return;
+      const resources = filterResources(allResources, resourceFilter);
+      if (!resources.length) return;
       const resourceTasks = [];
       for (const resource of resources) {
         for (const loc of localesToSync) {
@@ -448,14 +605,20 @@ async function fetchTranslationBundles(store, outputDir, options) {
             resource.fileName,
             locale
           );
-          resourceTasks.push({ objectKey });
+          resourceTasks.push({ objectKey, resource });
         }
       }
       await Promise.all(
-        resourceTasks.map(async ({ objectKey }) => {
-          const data = await downloadWithRetry(store, objectKey, retry);
-          const filePath = path.resolve(outputDir, objectKey);
-          await fs.writeFile(filePath, JSON.stringify(data, null, 2), "utf-8");
+        resourceTasks.map(async ({ objectKey, resource }) => {
+          const raw = await downloadRawWithRetry(store, objectKey, retry);
+          const parsed = parseTranslationResourceRaw(raw, resource);
+          const filePath = translationJsonOutputPath(outputDir, objectKey);
+          await fs.mkdir(path2.dirname(filePath), { recursive: true });
+          await fs.writeFile(
+            filePath,
+            JSON.stringify(parsed, null, 2),
+            "utf-8"
+          );
           if (!result[project]) {
             result[project] = {};
           }
@@ -466,8 +629,58 @@ async function fetchTranslationBundles(store, outputDir, options) {
   );
   return result;
 }
+async function fetchMergedTranslationBundles(store, outputDir, options) {
+  const { projects, locales } = options;
+  const retry = options.retry ?? getDefaultS3RetryConfig();
+  await fs.mkdir(outputDir, { recursive: true });
+  const localesToSync = locales && locales.length ? locales : defaultLocales;
+  const tasks = [];
+  for (const [project, resourceFilter] of Object.entries(projects)) {
+    const allResources = allProjects[project];
+    if (!allResources?.length) continue;
+    const resources = filterResources(allResources, resourceFilter);
+    if (!resources.length) continue;
+    for (const resource of resources) {
+      for (const loc of localesToSync) {
+        const mappedLocale = resource.localeMapping && resource.localeMapping[loc] ? resource.localeMapping[loc] : loc;
+        const objectKey = buildTranslationObjectKey(
+          project,
+          resource.fileName,
+          mappedLocale
+        );
+        tasks.push({ catalogLocale: loc, objectKey, resource });
+      }
+    }
+  }
+  const results = await Promise.all(
+    tasks.map(async ({ catalogLocale, objectKey, resource }) => {
+      const raw = await downloadRawWithRetry(store, objectKey, retry);
+      const parsed = parseTranslationResourceRaw(raw, resource);
+      const stringMap = toFlatStringMap(parsed);
+      return { catalogLocale, stringMap };
+    })
+  );
+  const merged = {};
+  for (const loc of localesToSync) {
+    merged[loc] = {};
+  }
+  for (const { catalogLocale, stringMap } of results) {
+    Object.assign(merged[catalogLocale], stringMap);
+  }
+  const out = {};
+  for (const loc of localesToSync) {
+    const filePath = path2.resolve(outputDir, `${loc}.json`);
+    await fs.writeFile(
+      filePath,
+      JSON.stringify(merged[loc], null, 2),
+      "utf-8"
+    );
+    out[loc] = filePath;
+  }
+  return out;
+}
 async function queryCmsBundle(outputDir, cms, contentType, options = {}) {
-  const filePath = path.resolve(
+  const filePath = path2.resolve(
     outputDir,
     `${cms}-${contentType}.json`
   );
@@ -529,6 +742,14 @@ var ContentStoreSDK = class {
   async fetchTranslationBundles(options) {
     return fetchTranslationBundles(this.store, this.outputDir, options);
   }
+  /**
+   * Downloads all translation resources for the given projects/locales, parses them,
+   * and writes one merged `{locale}.json` per locale (string key/value map; duplicate keys:
+   * last wins).
+   */
+  async fetchMergedTranslationBundles(options) {
+    return fetchMergedTranslationBundles(this.store, this.outputDir, options);
+  }
   /**
    * Queries a previously fetched bundle from the local filesystem.
    */
@@ -540,6 +761,7 @@ export {
   ContentStore,
   ContentStoreSDK,
   fetchCmsBundles,
+  fetchMergedTranslationBundles,
   fetchTranslationBundles,
   getDefaultS3RetryConfig,
   queryCmsBundle,