@owox/connectors 0.12.0-next-20251104090753 → 0.12.0-next-20251104123907

package/dist/index.cjs

@@ -16433,9 +16433,30 @@ const FacebookMarketing = (function() {
       "description": "Time when the ad was created.",
       "type": "datetime"
     },
-    "creative": {
-      "description": "This field is required for create. The ID or creative spec of the ad creative to be used by this ad. You can read more about creatives here. You may supply the ID within an object as follows:",
-      "type": "AdCreative"
+    "creative_id": {
+      "description": "Unique ID for the ad creative",
+      "type": "string",
+      "apiName": "creative.id"
+    },
+    "creative_effective_object_story_id": {
+      "description": "The ID of a page post to use in an ad, regardless of whether its an organic or unpublished page post",
+      "type": "string",
+      "apiName": "creative.effective_object_story_id"
+    },
+    "creative_name": {
+      "description": "Name of the ad creative as seen in the ad accounts library",
+      "type": "string",
+      "apiName": "creative.name"
+    },
+    "creative_object_story_spec": {
+      "description": "Object story spec containing page_id and other details",
+      "type": "string",
+      "apiName": "creative.object_story_spec"
+    },
+    "creative_url_tags": {
+      "description": "A set of query string parameters which will replace or be appended to urls clicked from page post ads",
+      "type": "string",
+      "apiName": "creative.url_tags"
     },
     "creative_asset_groups_spec": {
       "description": "This field is used to create ads using the Flexible ad format. You can read more about that here",
@@ -18725,14 +18746,14 @@ const FacebookMarketing = (function() {
         case "ad-account/insights-by-link-url-asset":
           return this._fetchInsightsData({ nodeName, accountId, fields, timeRange, url });
         case "ad-group":
-          url += `act_${accountId}/ads?fields=${fields.join(",")}&limit=${this.fieldsSchema[nodeName].limit}`;
+          url += `act_${accountId}/ads?fields=${this._buildFieldsString({ nodeName, fields })}&limit=${this.fieldsSchema[nodeName].limit}`;
           break;
         default:
           throw new Error(`End point for ${nodeName} is not implemented yet. Feel free add idea here: https://github.com/OWOX/owox-data-marts/discussions/categories/ideas`);
       }
       console.log(`Facebook API URL:`, url);
       url += `&access_token=${this.config.AccessToken.value}`;
-      return this._fetchPaginatedData(url, nodeName);
+      return this._fetchPaginatedData(url, nodeName, fields);
     }
     //---- castRecordFields -------------------------------------------------
     /**
@@ -18805,7 +18826,7 @@ const FacebookMarketing = (function() {
         nodeName,
         url
       });
-      const allData = this._fetchPaginatedData(requestUrl, nodeName);
+      const allData = this._fetchPaginatedData(requestUrl, nodeName, fields);
       if (this.config.ProcessShortLinks.value && allData.length > 0 && allData.some((record) => record.link_url_asset)) {
         return processShortLinks(allData, {
           shortLinkField: "link_url_asset",
@@ -18855,17 +18876,97 @@ const FacebookMarketing = (function() {
       insightsUrl += `&access_token=${this.config.AccessToken.value}`;
       return insightsUrl;
     }
+    //---- _buildFieldsString ------------------------------------------------
+    /**
+     * Build fields string for Facebook API request
+     * Filters out fields that don't exist in schema
+     * Handles nested fields using Facebook's syntax: parent{field1,field2}
+     * 
+     * @param {Object} params - Parameters object
+     * @param {string} params.nodeName - Node name
+     * @param {Array} params.fields - Fields to fetch
+     * @return {string} Fields string for API request
+     * @private
+     */
+    _buildFieldsString({ nodeName, fields }) {
+      const nestedFields = {};
+      const regularFields = [];
+      const skippedFields = [];
+      for (const field of fields) {
+        const fieldConfig = this.fieldsSchema[nodeName].fields[field];
+        if (!fieldConfig) {
+          skippedFields.push(field);
+          continue;
+        }
+        if (fieldConfig.apiName && fieldConfig.apiName.includes(".")) {
+          const [parent, ...childParts] = fieldConfig.apiName.split(".");
+          const child = childParts.join(".");
+          if (!nestedFields[parent]) {
+            nestedFields[parent] = [];
+          }
+          nestedFields[parent].push(child);
+        } else {
+          regularFields.push(field);
+        }
+      }
+      if (skippedFields.length > 0) {
+        console.log(`Skipped fields not found in ${nodeName} schema:`, skippedFields.join(", "));
+      }
+      const finalFields = [...regularFields];
+      for (const [parent, children] of Object.entries(nestedFields)) {
+        finalFields.push(`${parent}{${children.join(",")}}`);
+      }
+      return finalFields.join(",");
+    }
+    //---- _mapResultToColumns -----------------------------------------------
+    /**
+     * Map API result to requested column names
+     * Only includes fields that exist in schema and were requested
+     * Handles nested fields using apiName mapping
+     * 
+     * @param {Object} result - API response result
+     * @param {string} nodeName - Node name for schema lookup
+     * @param {Array<string>} requestedFields - Fields that were requested
+     * @return {Object} Mapped result with only requested columns
+     * @private
+     */
+    _mapResultToColumns(result, nodeName, requestedFields) {
+      const mapped = {};
+      for (const fieldName of requestedFields) {
+        const fieldConfig = this.fieldsSchema[nodeName].fields[fieldName];
+        if (!fieldConfig) {
+          continue;
+        }
+        if (fieldConfig.apiName) {
+          mapped[fieldName] = this._getNestedValue(result, fieldConfig.apiName);
+        } else {
+          mapped[fieldName] = result[fieldName];
+        }
+      }
+      return mapped;
+    }
+    //---- _getNestedValue ---------------------------------------------------
+    /**
+     * Get nested value from object using dot-notation path
+     * @param {Object} obj - Object to search in
+     * @param {string} path - Dot-notation path (e.g. 'creative.id')
+     * @return {*} Value at path or undefined
+     * @private
+     */
+    _getNestedValue(obj, path) {
+      return path.split(".").reduce((current, key) => current == null ? void 0 : current[key], obj);
+    }
     //---- _fetchPaginatedData -----------------------------------------------
     /**
      * Fetch paginated data from Facebook API
      * 
      * @param {string} initialUrl - Initial URL to fetch
      * @param {string} nodeName - Node name for field casting
-     * @param {string} logContext - Context for logging
+     * @param {Array} fields - Fields that were requested
      * @return {Array} All fetched data
      * @private
      */
-    _fetchPaginatedData(initialUrl, nodeName, logContext = "") {
+    _fetchPaginatedData(initialUrl, nodeName, fields) {
       var allData = [];
       var nextPageURL = initialUrl;
       while (nextPageURL) {
@@ -18873,8 +18974,10 @@ const FacebookMarketing = (function() {
         var jsonData = JSON.parse(response.getContentText());
         if ("data" in jsonData) {
           nextPageURL = jsonData.paging ? jsonData.paging.next : null;
-          jsonData.data.forEach((record) => {
-            record = this.castRecordFields(nodeName, record);
+          jsonData.data.forEach((record, index) => {
+            let mappedRecord = this._mapResultToColumns(record, nodeName, fields);
+            mappedRecord = this.castRecordFields(nodeName, mappedRecord);
+            jsonData.data[index] = mappedRecord;
           });
           allData = allData.concat(jsonData.data);
         } else {

package/dist/index.js

@@ -16438,9 +16438,30 @@ API Response: ${JSON.stringify(statusResult, null, 2)}`);
           "description": "Time when the ad was created.",
           "type": "datetime"
         },
-        "creative": {
-          "description": "This field is required for create. The ID or creative spec of the ad creative to be used by this ad. You can read more about creatives here. You may supply the ID within an object as follows:",
-          "type": "AdCreative"
+        "creative_id": {
+          "description": "Unique ID for the ad creative",
+          "type": "string",
+          "apiName": "creative.id"
+        },
+        "creative_effective_object_story_id": {
+          "description": "The ID of a page post to use in an ad, regardless of whether its an organic or unpublished page post",
+          "type": "string",
+          "apiName": "creative.effective_object_story_id"
+        },
+        "creative_name": {
+          "description": "Name of the ad creative as seen in the ad accounts library",
+          "type": "string",
+          "apiName": "creative.name"
+        },
+        "creative_object_story_spec": {
+          "description": "Object story spec containing page_id and other details",
+          "type": "string",
+          "apiName": "creative.object_story_spec"
+        },
+        "creative_url_tags": {
+          "description": "A set of query string parameters which will replace or be appended to urls clicked from page post ads",
+          "type": "string",
+          "apiName": "creative.url_tags"
         },
         "creative_asset_groups_spec": {
           "description": "This field is used to create ads using the Flexible ad format. You can read more about that here",
@@ -18730,14 +18751,14 @@ API Response: ${JSON.stringify(statusResult, null, 2)}`);
             case "ad-account/insights-by-link-url-asset":
               return this._fetchInsightsData({ nodeName, accountId, fields, timeRange, url });
             case "ad-group":
-              url += `act_${accountId}/ads?fields=${fields.join(",")}&limit=${this.fieldsSchema[nodeName].limit}`;
+              url += `act_${accountId}/ads?fields=${this._buildFieldsString({ nodeName, fields })}&limit=${this.fieldsSchema[nodeName].limit}`;
               break;
             default:
               throw new Error(`End point for ${nodeName} is not implemented yet. Feel free add idea here: https://github.com/OWOX/owox-data-marts/discussions/categories/ideas`);
           }
           console.log(`Facebook API URL:`, url);
           url += `&access_token=${this.config.AccessToken.value}`;
-          return this._fetchPaginatedData(url, nodeName);
+          return this._fetchPaginatedData(url, nodeName, fields);
         }
         //---- castRecordFields -------------------------------------------------
         /**
@@ -18810,7 +18831,7 @@ API Response: ${JSON.stringify(statusResult, null, 2)}`);
             nodeName,
             url
           });
-          const allData = this._fetchPaginatedData(requestUrl, nodeName);
+          const allData = this._fetchPaginatedData(requestUrl, nodeName, fields);
           if (this.config.ProcessShortLinks.value && allData.length > 0 && allData.some((record) => record.link_url_asset)) {
             return processShortLinks(allData, {
               shortLinkField: "link_url_asset",
@@ -18860,17 +18881,97 @@ API Response: ${JSON.stringify(statusResult, null, 2)}`);
           insightsUrl += `&access_token=${this.config.AccessToken.value}`;
           return insightsUrl;
         }
+        //---- _buildFieldsString ------------------------------------------------
+        /**
+         * Build fields string for Facebook API request
+         * Filters out fields that don't exist in schema
+         * Handles nested fields using Facebook's syntax: parent{field1,field2}
+         * 
+         * @param {Object} params - Parameters object
+         * @param {string} params.nodeName - Node name
+         * @param {Array} params.fields - Fields to fetch
+         * @return {string} Fields string for API request
+         * @private
+         */
+        _buildFieldsString({ nodeName, fields }) {
+          const nestedFields = {};
+          const regularFields = [];
+          const skippedFields = [];
+          for (const field of fields) {
+            const fieldConfig = this.fieldsSchema[nodeName].fields[field];
+            if (!fieldConfig) {
+              skippedFields.push(field);
+              continue;
+            }
+            if (fieldConfig.apiName && fieldConfig.apiName.includes(".")) {
+              const [parent, ...childParts] = fieldConfig.apiName.split(".");
+              const child = childParts.join(".");
+              if (!nestedFields[parent]) {
+                nestedFields[parent] = [];
+              }
+              nestedFields[parent].push(child);
+            } else {
+              regularFields.push(field);
+            }
+          }
+          if (skippedFields.length > 0) {
+            console.log(`Skipped fields not found in ${nodeName} schema:`, skippedFields.join(", "));
+          }
+          const finalFields = [...regularFields];
+          for (const [parent, children] of Object.entries(nestedFields)) {
+            finalFields.push(`${parent}{${children.join(",")}}`);
+          }
+          return finalFields.join(",");
+        }
+        //---- _mapResultToColumns -----------------------------------------------
+        /**
+         * Map API result to requested column names
+         * Only includes fields that exist in schema and were requested
+         * Handles nested fields using apiName mapping
+         * 
+         * @param {Object} result - API response result
+         * @param {string} nodeName - Node name for schema lookup
+         * @param {Array<string>} requestedFields - Fields that were requested
+         * @return {Object} Mapped result with only requested columns
+         * @private
+         */
+        _mapResultToColumns(result, nodeName, requestedFields) {
+          const mapped = {};
+          for (const fieldName of requestedFields) {
+            const fieldConfig = this.fieldsSchema[nodeName].fields[fieldName];
+            if (!fieldConfig) {
+              continue;
+            }
+            if (fieldConfig.apiName) {
+              mapped[fieldName] = this._getNestedValue(result, fieldConfig.apiName);
+            } else {
+              mapped[fieldName] = result[fieldName];
+            }
+          }
+          return mapped;
+        }
+        //---- _getNestedValue ---------------------------------------------------
+        /**
+         * Get nested value from object using dot-notation path
+         * @param {Object} obj - Object to search in
+         * @param {string} path - Dot-notation path (e.g. 'creative.id')
+         * @return {*} Value at path or undefined
+         * @private
+         */
+        _getNestedValue(obj, path) {
+          return path.split(".").reduce((current, key) => current == null ? void 0 : current[key], obj);
+        }
         //---- _fetchPaginatedData -----------------------------------------------
         /**
          * Fetch paginated data from Facebook API
          * 
          * @param {string} initialUrl - Initial URL to fetch
          * @param {string} nodeName - Node name for field casting
-         * @param {string} logContext - Context for logging
+         * @param {Array} fields - Fields that were requested
          * @return {Array} All fetched data
          * @private
          */
-        _fetchPaginatedData(initialUrl, nodeName, logContext = "") {
+        _fetchPaginatedData(initialUrl, nodeName, fields) {
           var allData = [];
           var nextPageURL = initialUrl;
           while (nextPageURL) {
@@ -18878,8 +18979,10 @@ API Response: ${JSON.stringify(statusResult, null, 2)}`);
             var jsonData = JSON.parse(response.getContentText());
             if ("data" in jsonData) {
               nextPageURL = jsonData.paging ? jsonData.paging.next : null;
-              jsonData.data.forEach((record) => {
-                record = this.castRecordFields(nodeName, record);
+              jsonData.data.forEach((record, index) => {
+                let mappedRecord = this._mapResultToColumns(record, nodeName, fields);
+                mappedRecord = this.castRecordFields(nodeName, mappedRecord);
+                jsonData.data[index] = mappedRecord;
               });
               allData = allData.concat(jsonData.data);
             } else {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@owox/connectors",
-  "version": "0.12.0-next-20251104090753",
+  "version": "0.12.0-next-20251104123907",
   "description": "Connectors and storages for different data sources",
   "license": "MIT",
   "publishConfig": {