@whaly/connector-sdk 0.3.8 → 0.3.10

package/dist/index.mjs

@@ -10853,6 +10853,16 @@ function getMimeType(filePathOrExt) {
   const ext = filePathOrExt.startsWith(".") ? filePathOrExt.toLowerCase() : path.extname(filePathOrExt).toLowerCase();
   return MIME_TYPES[ext] ?? "application/octet-stream";
 }
+var EXTENSION_BY_MIME = Object.entries(MIME_TYPES).reduce(
+  (acc, [ext, mime]) => {
+    if (!acc[mime]) acc[mime] = ext;
+    return acc;
+  },
+  {}
+);
+function getExtension(mimeType) {
+  return EXTENSION_BY_MIME[mimeType] ?? ".bin";
+}
 
 // src/sdk/models/replication.ts
 var ReplicationMethod = /* @__PURE__ */ ((ReplicationMethod2) => {
@@ -12724,6 +12734,31 @@ function fieldTypeToJsonSchema(fieldType) {
       return { type: ["null", "string"] };
   }
 }
+function coerceCellValue(value, fieldType) {
+  if (value === null || value === void 0) {
+    return null;
+  }
+  switch (fieldType) {
+    case "STRING":
+      return String(value);
+    case "FLOAT": {
+      if (typeof value === "number") return value;
+      if (typeof value === "boolean") return value ? 1 : 0;
+      if (typeof value === "string") {
+        const parsed = Number(value);
+        return isNaN(parsed) ? null : parsed;
+      }
+      return null;
+    }
+    case "TIMESTAMP": {
+      if (value instanceof Date) return value.toISOString();
+      if (typeof value === "string") return value === "" ? null : value;
+      return String(value);
+    }
+    default:
+      return String(value);
+  }
+}
 function excelFieldsToJsonSchema(fields) {
   const properties = {};
   for (const [key, field] of Object.entries(fields)) {
@@ -12851,10 +12886,10 @@ var extractSingleSheetRows = async (fileName, conf) => {
         if (!variables) {
           throw new Error(`No variables extracted from filename, cannot extract derived field ${key}`);
         }
-        acc[key] = variables[column.variableName] || null;
+        acc[key] = variables[column.variableName] ?? null;
       } else {
         const colIndex = excelColumnToIndex(column.column);
-        acc[key] = row[colIndex]?.v || null;
+        acc[key] = coerceCellValue(row[colIndex]?.v, column.type);
       }
       return acc;
     }, {});
@@ -13079,7 +13114,7 @@ async function* rowGeneratorFromCsv(path8, fileConfig) {
           const keyGenerator = fileConfig.fields[key.trim()];
           if (!keyGenerator) continue;
           const rawValue = keyGenerator.valueTransformer ? keyGenerator.valueTransformer(row[key]) : row[key];
-          rowData[keyGenerator.key] = rawValue === "" ? null : rawValue;
+          rowData[keyGenerator.key] = rawValue === "" ? null : coerceCellValue(rawValue, keyGenerator.type);
         }
         yield rowData;
       } else {
@@ -13089,7 +13124,7 @@ async function* rowGeneratorFromCsv(path8, fileConfig) {
           const keyGenerator = fileConfig.fields[i];
           if (!keyGenerator) continue;
           const rawValue = keyGenerator.valueTransformer ? keyGenerator.valueTransformer(row[i]) : row[i];
-          rowData[keyGenerator.key] = rawValue === "" ? null : rawValue;
+          rowData[keyGenerator.key] = rawValue === "" ? null : coerceCellValue(rawValue, keyGenerator.type);
         }
         yield rowData;
       }
@@ -14029,6 +14064,13 @@ var AssetTap = class {
               const inspectPath = path5.join(this.outputDir, stream.streamId, entry.destinationPath);
               await fs6.ensureDir(path5.dirname(inspectPath));
               await fs6.copy(uploadPath, inspectPath);
+              if (wasTransformed) {
+                const baseName = path5.basename(entry.destinationPath, path5.extname(entry.destinationPath));
+                const origExt = getExtension(entry.contentType);
+                const originalPath = path5.join(this.outputDir, "originals", `${baseName}${origExt}`);
+                await fs6.ensureDir(path5.dirname(originalPath));
+                await fs6.copy(downloadedPath, originalPath);
+              }
             }
             assetEntries.push({
               sourcePath: entry.sourcePath,
@@ -15418,6 +15460,7 @@ export {
   addDocumentSummaries,
   addWhalyFields,
   checkCsvHeaderRow,
+  coerceCellValue,
   collectPaginated,
   countCsvLines,
   createCellReference,
@@ -15447,6 +15490,7 @@ export {
   getCounterMetrics,
   getDownloadFileApiCall,
   getDryRunLimit,
+  getExtension,
   getJSONApiCall,
   getJSONApiCallWithFullResponse,
   getMimeType,