@outliant/sunrise-utils 1.2.1 → 1.2.2

package/CHANGELOG.md

@@ -4,8 +4,15 @@ All notable changes to this project will be documented in this file. Dates are d
 
 Generated by [`auto-changelog`](https://github.com/CookPete/auto-changelog).
 
+#### [1.2.2](https://github.com/outliant/sunrise-utils/compare/1.2.1...1.2.2)
+
+- chore: pipeline improvements #86b27p240 [`911f6dd`](https://github.com/outliant/sunrise-utils/commit/911f6dd7bdf2e26986aec0671d1610d18ebe5cfc)
+
 #### [1.2.1](https://github.com/outliant/sunrise-utils/compare/1.2.0...1.2.1)
 
+> 7 September 2024
+
+- chore(release): 1.2.1 [`a10f2ea`](https://github.com/outliant/sunrise-utils/commit/a10f2ea60e39f40de1a9d5a33372e9209e53c935)
 - chore: add credit-hold for project banners options [`94669b7`](https://github.com/outliant/sunrise-utils/commit/94669b7ba216596f5fb413d96a8a9dc466ca0c1e)
 
 #### [1.2.0](https://github.com/outliant/sunrise-utils/compare/1.1.32...1.2.0)

package/helpers/projectFilter/index.js

@@ -14,31 +14,36 @@ module.exports.defaultCustomColumns = [
     name: 'Region',
     value: 'region',
     type: 'region',
-    field_type: 'checkbox'
+    field_type: 'checkbox',
+    select_fields: ['region_id']
   },
   {
     name: 'Tags',
     value: 'tags',
     type: 'tags',
-    field_type: 'checkbox'
+    field_type: 'checkbox',
+    select_fields: ['tag_ids']
   },
   {
     name: 'Critical Path Stage',
     value: 'criticalPathStage',
     type: 'criticalPathStage',
-    field_type: 'select'
+    field_type: 'select',
+    select_fields: ['critical_path']
   },
   {
     name: 'Critical Path Age',
     value: 'criticalPathAge',
     type: 'criticalPathAge',
-    field_type: 'number'
+    field_type: 'number',
+    select_fields: ['critical_path']
   },
   {
     name: 'Cancelled',
     value: 'on_hold',
     type: 'on_hold',
-    field_type: 'select'
+    field_type: 'select',
+    select_fields: ['on_hold']
   },
   {
     validate: (validator) => validator && validator.isCommercial(),
@@ -55,56 +60,65 @@ module.exports.defaultCustomColumns = [
         label: 'No',
         value: 'No'
       }
-    ]
+    ],
+    select_fields: ['is_paused']
   },
   {
     name: 'Is Generated',
     value: 'is_generated',
     type: 'is_generated',
-    field_type: 'select'
+    field_type: 'select',
+    select_fields: ['is_generated']
   },
   {
     name: 'Project ID',
     value: 'project_id',
     type: 'project_id',
-    field_type: 'text'
+    field_type: 'text',
+    select_fields: ['_id']
   },
   {
     name: 'Last Pulse Comment',
     value: 'lastPulseComment',
     type: 'lastPulseComment',
-    field_type: 'textarea'
+    field_type: 'textarea',
+    select_fields: ['last_pulse_data']
   },
   {
     name: 'Last Pulse Comment User',
     value: 'lastPulseCommentUser',
     type: 'lastPulseCommentUser',
-    field_type: 'select'
+    field_type: 'select',
+    select_fields: ['last_pulse_data']
   },
   {
     name: 'Last Pulse Comment Date',
     value: 'lastPulseCommentDate',
     type: 'lastPulseCommentDate',
-    field_type: 'date'
+    field_type: 'date',
+    select_fields: ['last_pulse_data']
   },
   {
     name: 'Created',
     value: 'created_at',
     type: 'created_at',
-    field_type: 'date'
+    field_type: 'date',
+    select_fields: ['created_at']
   },
   {
     name: 'Updated',
     value: 'updated_at',
     type: 'updated_at',
-    field_type: 'date'
+    field_type: 'date',
+    select_fields: ['updated_at']
   },
   {
     name: 'Banners',
     value: 'banner',
     type: 'banner',
     field_type: 'checkbox',
-    options: PROJECT_BANNERS
+    options: PROJECT_BANNERS,
+    select_fields: ['banner']
   }
 ];
 

package/helpers/sourceParams.js

@@ -0,0 +1,45 @@
+const { validate: isUuid } = require('uuid');
+const _ = require('lodash');
+
+module.exports = (columns = [], filterColumns = []) => {
+  let _source = [];
+  if (_.isEmpty(columns)) return { _source };
+
+  const projectFields = [];
+  _.each(columns, (c) => {
+    if (isUuid(c)) {
+      projectFields.push(`'${c}'`);
+    } else {
+      const columnData = filterColumns.find((x) => x.type === c);
+      if (columnData && !_.isEmpty(columnData.select_fields)) {
+        _source = _.concat(_source, columnData.select_fields);
+      } else {
+        _source.push(c);
+      }
+    }
+  });
+
+  _source = _.uniq(_source);
+
+  if (_.isEmpty(projectFields)) return { _source };
+
+  return {
+    _source,
+    script_fields: {
+      filtered_fields: {
+        script: {
+          source: `
+            def fieldIds = [${projectFields.join(',')}];
+            def result = [];
+            for (f in params['_source']['fields']) {
+              if (fieldIds.contains(f['id'])) {
+                result.add(f);
+              }
+            }
+            return result;
+          `
+        }
+      }
+    }
+  };
+};

package/helpers/taskFilter/index.js

@@ -66,51 +66,65 @@ module.exports.defaultCustomColumns = [
     value: 'owner',
     type: 'owner',
     field_type: 'select',
-    options: []
+    options: [],
+    select_fields: ['user_id', 'team_id']
   },
   {
     name: 'Age',
     value: 'ready_at',
     type: 'ready_at',
-    field_type: 'date'
+    field_type: 'date',
+    select_fields: [
+      'is_complete',
+      'completed_at',
+      'is_ready',
+      'ready_at',
+      'created_at'
+    ]
   },
   {
     name: 'Days to Complete',
     value: 'days_to_complete',
     type: 'days_to_complete',
-    field_type: 'number'
+    field_type: 'number',
+    select_fields: ['ready_at', 'completed_at']
   },
   {
     name: 'Pending Date',
     value: 'pending_date',
     type: 'pending_date',
-    field_type: 'date'
+    field_type: 'date',
+    select_fields: ['ready_at']
   },
   {
     name: 'Project ID',
     value: 'project_id',
     type: 'project_id',
-    field_type: 'text'
+    field_type: 'text',
+    select_fields: ['project_id']
   },
   {
     name: 'Status',
     value: 'status',
     type: 'status',
     field_type: 'select',
-    options: []
+    options: [],
+    select_fields: ['is_complete', 'is_ready']
   },
   {
     name: 'Region',
     value: 'region',
     type: 'region',
     field_type: 'checkbox',
-    options: []
+    options: [],
+    select_fields: ['region_id']
   },
   {
     name: 'Description',
     value: 'notes',
     type: 'notes',
-    field_type: 'textarea'
+    field_type: 'textarea',
+    select_fields: ['notes']
   },
   {
     name: 'Cancelled',
@@ -126,7 +140,8 @@ module.exports.defaultCustomColumns = [
         label: 'No',
         value: 'No'
       }
-    ]
+    ],
+    select_fields: ['on_hold']
   },
   {
     validate: (validator) => validator && validator.isCommercial(),
@@ -143,57 +158,66 @@ module.exports.defaultCustomColumns = [
         label: 'No',
         value: 'No'
       }
-    ]
+    ],
+    select_fields: ['is_paused']
   },
   {
     name: 'Last Comment',
     value: 'last_comment',
     type: 'last_comment',
-    field_type: 'textarea'
+    field_type: 'textarea',
+    select_fields: ['last_comment_data']
   },
   {
     name: 'Last Comment Date',
     value: 'last_comment_date',
     type: 'last_comment_date',
-    field_type: 'date'
+    field_type: 'date',
+    select_fields: ['last_comment_data']
   },
   {
     name: 'Due Date',
     value: 'due_date',
     type: 'due_date',
-    field_type: 'date'
+    field_type: 'date',
+    select_fields: ['due_date']
   },
   {
     name: 'Completed By',
     value: 'completed_by',
     type: 'completed_by',
     field_type: 'select',
-    options: []
+    options: [],
+    select_fields: ['owner', 'completed_by']
   },
   {
     name: 'Completed At',
     value: 'completed_at',
     type: 'completed_at',
-    field_type: 'date'
+    field_type: 'date',
+    select_fields: ['completed_at']
   },
   {
     name: 'Created',
     value: 'created_at',
     type: 'created_at',
-    field_type: 'date'
+    field_type: 'date',
+    select_fields: ['created_at']
   },
   {
     name: 'Updated',
     value: 'updated_at',
     type: 'updated_at',
-    field_type: 'date'
+    field_type: 'date',
+    select_fields: ['updated_at']
   },
   {
     name: 'Critical Path Stage',
     value: 'critical_path_stage',
     type: 'critical_path_stage',
     field_type: 'select',
-    options: []
+    options: [],
+    select_fields: ['critical_path']
   },
   {
     name: 'Was Marked Incomplete',
@@ -209,26 +233,30 @@ module.exports.defaultCustomColumns = [
         label: 'No',
         value: 'No'
       }
-    ]
+    ],
+    select_fields: ['was_marked_incomplete']
   },
   {
     name: 'Marked Incomplete At',
     value: 'marked_incomplete_at',
     type: 'marked_incomplete_at',
-    field_type: 'date'
+    field_type: 'date',
+    select_fields: ['marked_incomplete_at']
   },
   {
     name: 'Banners',
     value: 'project_banner',
     type: 'project_banner',
     field_type: 'checkbox',
-    options: PROJECT_BANNERS
+    options: PROJECT_BANNERS,
+    select_fields: ['project_banner']
   },
   {
     name: 'Is Starred',
     value: 'is_starred',
     type: 'is_starred',
-    field_type: 'boolean'
+    field_type: 'boolean',
+    select_fields: ['is_starred']
   }
 ];
 

package/index.d.ts

@@ -10,6 +10,7 @@ declare namespace Utils {
     type: string;
     field_type: string;
     options?: FilterConditionOption[];
+    select_fields?: string[];
   }
 
   export interface Filter {
@@ -75,6 +76,7 @@ declare namespace Utils {
     export function getTaskAge(task: any): any;
     export function getTaskAgeColor(task: any): any;
     export function getDaysToComplete(task: any): undefined | number;
+    export function buildSourceParams(columns: string[]): any;
   }
 
   namespace projectPipeline {
@@ -89,6 +91,7 @@ declare namespace Utils {
       searchFields?: string[]
     ): any;
     export function buildSortScript(query?: Query, customSort?: any[]): any;
+    export function buildSourceParams(columns: string[]): any;
   }
 
   namespace queries {

package/lib/projectPipeline.js

@@ -6,6 +6,7 @@ const {
 } = require('../helpers/projectFilter');
 const searchFilter = require('../helpers/searchFilter');
 const sortScript = require('../helpers/sortScript');
+const sourceParams = require('../helpers/sourceParams');
 
 class ProjectPipeline {
   defaultCustomColumns = defaultCustomColumns;
@@ -143,6 +144,14 @@ class ProjectPipeline {
 
     return projectPipelinesSort;
   }
+
+  /**
+   * Generates elasticsearch _source and script_fields params to only fetch selected fields specified as columns
+   * @returns {Object} - Elasticsearch params object.
+   */
+  buildSourceParams(columns = []) {
+    return sourceParams(columns, defaultCustomColumns);
+  }
 }
 
 module.exports = new ProjectPipeline();

package/lib/taskPipeline.js

@@ -12,6 +12,7 @@ const {
 const searchFilter = require('../helpers/searchFilter');
 const sortScript = require('../helpers/sortScript');
 const taskHelper = require('../helpers/task');
+const sourceParams = require('../helpers/sourceParams');
 
 class TaskPipeline {
   taskStatusOptions = taskStatusOptions;
@@ -220,6 +221,14 @@ class TaskPipeline {
 
     return ageColor;
   }
+
+  /**
+   * Generates elasticsearch _source and script_fields params to only fetch selected fields specified as columns
+   * @returns {Object} - Elasticsearch params object.
+   */
+  buildSourceParams(columns = []) {
+    return sourceParams(columns, defaultCustomColumns);
+  }
 }
 
 module.exports = new TaskPipeline();

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@outliant/sunrise-utils",
   "description": "Helper functions for project Sunrise",
-  "version": "1.2.1",
+  "version": "1.2.2",
   "license": "ISC",
   "author": "Outliant",
   "main": "index.js",

package/test/lib/projectPipeline.spec.js

@@ -35,28 +35,26 @@ describe('projectPipeline', function () {
                     {
                       wildcard: {
                         id: {
-                          value: "*COM*"
+                          value: '*COM*'
                         }
                       }
                     },
                     {
                       wildcard: {
                         id: {
-                          value: "*41853*"
+                          value: '*41853*'
                         }
                       }
                     },
                     {
                       multi_match: {
-                        query: "COM-41853",
-                        fields: [
-                          "project_id^5"
-                        ]
+                        query: 'COM-41853',
+                        fields: ['project_id^5']
                       }
                     },
                     {
                       match_phrase_prefix: {
-                        name: "COM-41853"
+                        name: 'COM-41853'
                       }
                     }
                   ]
@@ -91,28 +89,26 @@ describe('projectPipeline', function () {
                     {
                       wildcard: {
                         id: {
-                          value: "*com*"
+                          value: '*com*'
                         }
                       }
                     },
                     {
                       wildcard: {
                         id: {
-                          value: "*41853*"
+                          value: '*41853*'
                         }
                       }
                     },
                     {
                       multi_match: {
-                        query: "com-41853",
-                        fields: [
-                          "project_id^5"
-                        ]
+                        query: 'com-41853',
+                        fields: ['project_id^5']
                       }
                     },
                     {
                       match_phrase_prefix: {
-                        name: "com-41853"
+                        name: 'com-41853'
                       }
                     }
                   ]
@@ -120,7 +116,8 @@ describe('projectPipeline', function () {
               }
             ]
           }
-        } },
+        }
+      },
       {
         search: '41853',
         expected: {
@@ -146,21 +143,19 @@ describe('projectPipeline', function () {
                     {
                       wildcard: {
                         id: {
-                          value: "*41853*"
+                          value: '*41853*'
                         }
                       }
                     },
                     {
                       multi_match: {
-                        query: "41853",
-                        fields: [
-                          "project_id^5"
-                        ]
+                        query: '41853',
+                        fields: ['project_id^5']
                       }
                     },
                     {
                       match_phrase_prefix: {
-                        name: "41853"
+                        name: '41853'
                       }
                     }
                   ]
@@ -168,10 +163,11 @@ describe('projectPipeline', function () {
               }
             ]
           }
-        } }
+        }
+      }
     ];
 
-    entries.forEach(entry => {
+    entries.forEach((entry) => {
       it(`it should search Project ID correctly for ${entry.search}`, (done) => {
         const query = {
           search: entry.search
@@ -211,4 +207,70 @@ describe('projectPipeline', function () {
       });
     });
   });
+
+  describe('buildSourceParams', () => {
+    it('should generate es query source params', () => {
+      expect(projectPipeline.buildSourceParams([])).to.be.deep.equal({
+        _source: []
+      });
+      expect(
+        projectPipeline.buildSourceParams([
+          'banner',
+          'bca57cb8-59b0-4240-a776-9101564e1fab',
+          '981bf602-f636-49c6-8da2-d980064c88d7',
+          '11019ff2-1749-433d-83cf-51dea9cb7a7c',
+          'region',
+          '38d423bf-fc24-4183-b8b7-15420c89e318',
+          '7fb0c729-478b-4c89-ae68-8d6e2360e39a',
+          '74496f2f-0ef5-4490-881c-c51a890c015b',
+          'project_id',
+          '0b6852f7-826b-441a-8822-9a35e618a039',
+          'c594b289-c28e-4baf-8a59-ee51bf89ea4b',
+          'c0df7ba3-4f2c-4ff7-b8a7-40ad9ee65738',
+          'on_hold',
+          'tags',
+          '5bf3d5e3-2cac-42b1-a649-e98d4291ee72',
+          'is_generated',
+          '29c629e4-82c1-4aec-a7d3-ab71390dd188',
+          '15ac5ffd-1830-4e18-ade6-3213690efbac',
+          'criticalPathAge',
+          'criticalPathStage',
+          'created_at',
+          'lastPulseComment',
+          'lastPulseCommentUser',
+          'lastPulseCommentDate',
+          '1c5508e9-ddd5-4dd6-8769-fabfb8752275',
+          'ccd299a5-e4b3-4671-9372-493f9ea6af86',
+          '2abf2cb0-2c4f-4b53-926e-c04b0da21046',
+          'c52a8efe-b33d-4cc0-8a35-0f63a1a20760',
+          'updated_at',
+          '608830c0-11f2-4f79-9664-906f3fd56045',
+          '8d6d39d6-d2ac-4270-85e3-e62bcc098bf7',
+          '2acbd4b2-8242-46ec-9949-b058f783314b',
+          '0f56d018-547a-4481-ad91-a66f171d485e'
+        ])
+      ).to.be.deep.equal({
+        _source: [
+          'banner',
+          'region_id',
+          '_id',
+          'on_hold',
+          'tag_ids',
+          'is_generated',
+          'critical_path',
+          'created_at',
+          'last_pulse_data',
+          'updated_at'
+        ],
+        script_fields: {
+          filtered_fields: {
+            script: {
+              source:
+                "\n            def fieldIds = ['bca57cb8-59b0-4240-a776-9101564e1fab','981bf602-f636-49c6-8da2-d980064c88d7','11019ff2-1749-433d-83cf-51dea9cb7a7c','38d423bf-fc24-4183-b8b7-15420c89e318','7fb0c729-478b-4c89-ae68-8d6e2360e39a','74496f2f-0ef5-4490-881c-c51a890c015b','0b6852f7-826b-441a-8822-9a35e618a039','c594b289-c28e-4baf-8a59-ee51bf89ea4b','c0df7ba3-4f2c-4ff7-b8a7-40ad9ee65738','5bf3d5e3-2cac-42b1-a649-e98d4291ee72','29c629e4-82c1-4aec-a7d3-ab71390dd188','15ac5ffd-1830-4e18-ade6-3213690efbac','1c5508e9-ddd5-4dd6-8769-fabfb8752275','ccd299a5-e4b3-4671-9372-493f9ea6af86','2abf2cb0-2c4f-4b53-926e-c04b0da21046','c52a8efe-b33d-4cc0-8a35-0f63a1a20760','608830c0-11f2-4f79-9664-906f3fd56045','8d6d39d6-d2ac-4270-85e3-e62bcc098bf7','2acbd4b2-8242-46ec-9949-b058f783314b','0f56d018-547a-4481-ad91-a66f171d485e'];\n            def result = [];\n            for (f in params['_source']['fields']) {\n              if (fieldIds.contains(f['id'])) {\n                result.add(f);\n              }\n            }\n            return result;\n          "
+            }
+          }
+        }
+      });
+    });
+  });
 });

package/test/lib/taskPipeline.spec.js

@@ -205,14 +205,14 @@ describe('taskPipeline', function () {
             {
               term: {
                 organization_id: {
-                  value: "test-org"
+                  value: 'test-org'
                 }
               }
             },
             {
               term: {
                 department_id: {
-                  value: "test-department"
+                  value: 'test-department'
                 }
               }
             },
@@ -228,7 +228,7 @@ describe('taskPipeline', function () {
                     bool: {
                       must_not: {
                         exists: {
-                          field: "on_hold"
+                          field: 'on_hold'
                         }
                       }
                     }
@@ -379,140 +379,148 @@ describe('taskPipeline', function () {
       expect(sort).to.deep.equal([
         {
           _script: {
-            type: "number",
+            type: 'number',
             script: {
-              lang: "painless",
-              source: "\n              if (params.starredTaskIds.contains(doc._id.value)) {\n                return 1;\n              } else {\n                return 0;\n              }\n            ",
+              lang: 'painless',
+              source:
+                '\n              if (params.starredTaskIds.contains(doc._id.value)) {\n                return 1;\n              } else {\n                return 0;\n              }\n            ',
               params: {
-                starredTaskIds: [
-                  "task-1",
-                  "task-2"
-                ]
+                starredTaskIds: ['task-1', 'task-2']
               }
             },
-            order: "desc"
+            order: 'desc'
           }
         },
         {
           region_name: {
-            order: "asc"
+            order: 'asc'
           }
         },
         {
           _script: {
-            type: "string",
+            type: 'string',
             script: {
-              lang: "painless",
-              source: "\n        try {\n          String owner = doc['owner'].value;\n\n          if (owner != '' && owner != null) {\n            return owner.toLowerCase();\n          }\n        } catch (Exception err) {}\n\n        return '';\n      "
+              lang: 'painless',
+              source:
+                "\n        try {\n          String owner = doc['owner'].value;\n\n          if (owner != '' && owner != null) {\n            return owner.toLowerCase();\n          }\n        } catch (Exception err) {}\n\n        return '';\n      "
             },
-            order: "asc"
+            order: 'asc'
           }
         },
         {
           _script: {
-            type: "string",
+            type: 'string',
             script: {
-              lang: "painless",
-              source: "\n        try {\n          String owner = doc['owner'].value;\n\n          if (owner != '' && owner != null) {\n            return owner.toLowerCase();\n          }\n        } catch (Exception err) {}\n\n        return '';\n      "
+              lang: 'painless',
+              source:
+                "\n        try {\n          String owner = doc['owner'].value;\n\n          if (owner != '' && owner != null) {\n            return owner.toLowerCase();\n          }\n        } catch (Exception err) {}\n\n        return '';\n      "
             },
-            order: "asc"
+            order: 'asc'
           }
         },
         {
           _script: {
-            type: "string",
+            type: 'string',
             script: {
-              lang: "painless",
-              source: "\n        try {\n          boolean isReady = doc['is_ready'].value;\n          boolean isComplete = doc['is_complete'].value;\n\n          if (isReady == true) {\n            if (isComplete == true) {\n              return 'completed';\n            }\n\n            return 'pending';\n          }\n\n          return 'new';\n        } catch (Exception err) {\n          return '';\n        }\n      "
+              lang: 'painless',
+              source:
+                "\n        try {\n          boolean isReady = doc['is_ready'].value;\n          boolean isComplete = doc['is_complete'].value;\n\n          if (isReady == true) {\n            if (isComplete == true) {\n              return 'completed';\n            }\n\n            return 'pending';\n          }\n\n          return 'new';\n        } catch (Exception err) {\n          return '';\n        }\n      "
             },
-            order: "desc"
+            order: 'desc'
           }
         },
         {
           _script: {
-            type: "number",
+            type: 'number',
             script: {
-              lang: "painless",
-              source: "\n        try {\n          def stageIndex = doc['critical_path.stage_index'].value;\n          if (stageIndex != null) {\n            return stageIndex;\n          }\n\n          return 9999999;\n        } catch (Exception err) {\n          return 9999999;\n        }\n      "
+              lang: 'painless',
+              source:
+                "\n        try {\n          def stageIndex = doc['critical_path.stage_index'].value;\n          if (stageIndex != null) {\n            return stageIndex;\n          }\n\n          return 9999999;\n        } catch (Exception err) {\n          return 9999999;\n        }\n      "
             },
-            order: "desc"
+            order: 'desc'
           }
         },
         {
           _script: {
-            type: "number",
+            type: 'number',
             script: {
-              lang: "painless",
-              source: "\n        def projectNumber = params._source.project_id;\n        projectNumber = /[^0-9]/.matcher(projectNumber).replaceAll('');\n        return Integer.parseInt(projectNumber);\n      "
+              lang: 'painless',
+              source:
+                "\n        def projectNumber = params._source.project_id;\n        projectNumber = /[^0-9]/.matcher(projectNumber).replaceAll('');\n        return Integer.parseInt(projectNumber);\n      "
             },
-            order: "desc"
+            order: 'desc'
           }
         },
         {
           _script: {
-            type: "number",
+            type: 'number',
             script: {
-              lang: "painless",
-              source: "\n        try {\n          boolean isReady = doc['is_ready'].value;\n          boolean isComplete = doc['is_complete'].value;\n\n          if (isReady == true && isComplete == true && doc.containsKey('completed_at') && !doc['completed_at'].empty) {\n            return doc['completed_at'].value.millis;\n          } else if (isReady == true && doc.containsKey('ready_at') && !doc['ready_at'].empty) {\n            return doc['ready_at'].value.millis;\n          }\n\n          return doc['created_at'].value.millis;\n        } catch (Exception err) {\n          return 0;\n        }\n      "
+              lang: 'painless',
+              source:
+                "\n        try {\n          boolean isReady = doc['is_ready'].value;\n          boolean isComplete = doc['is_complete'].value;\n\n          if (isReady == true && isComplete == true && doc.containsKey('completed_at') && !doc['completed_at'].empty) {\n            return doc['completed_at'].value.millis;\n          } else if (isReady == true && doc.containsKey('ready_at') && !doc['ready_at'].empty) {\n            return doc['ready_at'].value.millis;\n          }\n\n          return doc['created_at'].value.millis;\n        } catch (Exception err) {\n          return 0;\n        }\n      "
             },
-            order: "desc"
+            order: 'desc'
           }
         },
         {
           _script: {
-            type: "number",
+            type: 'number',
             script: {
-              lang: "painless",
-              source: "\n        return doc['was_marked_incomplete'].empty\n          ? 0\n          : doc['was_marked_incomplete'].value ? 1 : 0;\n      "
+              lang: 'painless',
+              source:
+                "\n        return doc['was_marked_incomplete'].empty\n          ? 0\n          : doc['was_marked_incomplete'].value ? 1 : 0;\n      "
             },
-            order: "desc"
+            order: 'desc'
           }
         },
         {
-          "last_comment_data.created_at": {
-            order: "desc"
+          'last_comment_data.created_at': {
+            order: 'desc'
           }
         },
         {
           _script: {
-            type: "number",
+            type: 'number',
             script: {
-              lang: "painless",
-              source: "\n          return doc['is_paused'].empty\n            ? 0\n            : doc['is_paused'].value ? 1 : 0;\n      "
+              lang: 'painless',
+              source:
+                "\n          return doc['is_paused'].empty\n            ? 0\n            : doc['is_paused'].value ? 1 : 0;\n      "
             },
-            order: "desc"
+            order: 'desc'
           }
         },
         {
           _script: {
-            type: "number",
+            type: 'number',
             script: {
-              lang: "painless",
-              source: "\n        try {\n          def fields = params._source.fields;\n\n          for (int i=0; i<fields.size(); i++) {\n            if (fields[i].id.equals(params.value)) {\n              if (fields[i].number != null) {\n                return fields[i].number;\n              } else {\n                return -999999;\n              }\n            }\n          }\n\n          return -999999;\n        } catch (Exception err) {\n          return -999999;\n        }\n      ",
+              lang: 'painless',
+              source:
+                '\n        try {\n          def fields = params._source.fields;\n\n          for (int i=0; i<fields.size(); i++) {\n            if (fields[i].id.equals(params.value)) {\n              if (fields[i].number != null) {\n                return fields[i].number;\n              } else {\n                return -999999;\n              }\n            }\n          }\n\n          return -999999;\n        } catch (Exception err) {\n          return -999999;\n        }\n      ',
               params: {
-                value: "38d423bf-fc24-4183-b8b7-15420c89e318"
+                value: '38d423bf-fc24-4183-b8b7-15420c89e318'
               }
             },
-            order: "desc"
+            order: 'desc'
           }
         },
         {
           _script: {
-            type: "string",
+            type: 'string',
             script: {
-              lang: "painless",
-              source: "\n        try {\n          String textInfo = '';\n          def fields = params._source.fields;\n\n          for (int i=0; i<fields.size(); i++) {\n            if (fields[i].id.equals(params.value)) {\n\n              if (fields[i].number != null) {\n                return '';\n              }\n\n              textInfo = fields[i].text == null ? '' : fields[i].text;\n              if (fields[i].containsKey('computedText')) {\n                textInfo = fields[i].computedText == null ? textInfo : fields[i].computedText;\n              }\n            }\n          }\n\n          return textInfo;\n        } catch (Exception err) {\n          return '';\n        }\n      ",
+              lang: 'painless',
+              source:
+                "\n        try {\n          String textInfo = '';\n          def fields = params._source.fields;\n\n          for (int i=0; i<fields.size(); i++) {\n            if (fields[i].id.equals(params.value)) {\n\n              if (fields[i].number != null) {\n                return '';\n              }\n\n              textInfo = fields[i].text == null ? '' : fields[i].text;\n              if (fields[i].containsKey('computedText')) {\n                textInfo = fields[i].computedText == null ? textInfo : fields[i].computedText;\n              }\n            }\n          }\n\n          return textInfo;\n        } catch (Exception err) {\n          return '';\n        }\n      ",
               params: {
-                value: "38d423bf-fc24-4183-b8b7-15420c89e318"
+                value: '38d423bf-fc24-4183-b8b7-15420c89e318'
               }
             },
-            order: "desc"
+            order: 'desc'
           }
         },
         {
           id: {
-            order: "desc",
-            missing: "_last"
+            order: 'desc',
+            missing: '_last'
           }
         }
       ]);
@@ -670,4 +678,95 @@ describe('taskPipeline', function () {
       });
     });
   });
+
+  describe('buildSourceParams', () => {
+    it('should generate es query source params', () => {
+      expect(taskPipeline.buildSourceParams([])).to.be.deep.equal({
+        _source: []
+      });
+      expect(
+        taskPipeline.buildSourceParams([
+          'project_id',
+          'owner',
+          'ready_at',
+          'last_comment',
+          'last_comment_date',
+          'completed_at',
+          'on_hold',
+          '3a987cf6-e9e5-47ea-850d-2a913bd3973f',
+          '6dcf3721-ba72-4ba7-ba35-5c9bb59cd094',
+          '96f07b8e-b345-4e59-a4a4-6f09b6a23977',
+          '80878a1d-b688-4a4e-8bdd-f0a65496b444',
+          'region',
+          '38d423bf-fc24-4183-b8b7-15420c89e318',
+          '11019ff2-1749-433d-83cf-51dea9cb7a7c',
+          '1c5508e9-ddd5-4dd6-8769-fabfb8752275',
+          'notes',
+          'project_banner',
+          'completed_by',
+          'created_at',
+          'critical_path_stage',
+          '5f6a8066-cc1b-4004-aead-17fc2573934f',
+          'days_to_complete',
+          'due_date',
+          'is_starred',
+          'marked_incomplete_at',
+          'pending_date',
+          '96f54434-d08e-4178-951b-24434c4ace46',
+          '81ebe833-9abe-48c3-88a4-7e7abc3f7bb2',
+          'a0437397-918c-49a5-93e5-46c51d72d14d',
+          '43f1866a-0fa4-4d39-9a1e-65ec3754efa5',
+          'af31fd1b-a289-4d25-8ae4-56a81eaf214a',
+          '049a46cc-df47-4c49-8c80-e9f3c73363ee',
+          'was_marked_incomplete',
+          'c81315d1-21ab-48f7-a00f-99ca29fc02ea',
+          '066b8231-4689-437a-8872-a6cddabc6b8a',
+          '6ee1e6a6-b554-4fba-a786-2e6c49b24aba',
+          'c6d14bbc-f9e8-4462-aaa8-9efafc07a7c8',
+          '2377f66b-f181-4452-8432-df78d875b455',
+          'status',
+          'updated_at',
+          '608830c0-11f2-4f79-9664-906f3fd56045',
+          '2abf2cb0-2c4f-4b53-926e-c04b0da21046',
+          '8d6d39d6-d2ac-4270-85e3-e62bcc098bf7',
+          '2acbd4b2-8242-46ec-9949-b058f783314b',
+          '7fb0c729-478b-4c89-ae68-8d6e2360e39a',
+          '18d7567f-873a-40a2-a94a-ee82242b0fa5',
+          '80e83585-91d3-463c-8fff-e4f0311f694f'
+        ])
+      ).to.be.deep.equal({
+        _source: [
+          'project_id',
+          'user_id',
+          'team_id',
+          'is_complete',
+          'completed_at',
+          'is_ready',
+          'ready_at',
+          'created_at',
+          'last_comment_data',
+          'on_hold',
+          'region_id',
+          'notes',
+          'project_banner',
+          'owner',
+          'completed_by',
+          'critical_path',
+          'due_date',
+          'is_starred',
+          'marked_incomplete_at',
+          'was_marked_incomplete',
+          'updated_at'
+        ],
+        script_fields: {
+          filtered_fields: {
+            script: {
+              source:
+                "\n            def fieldIds = ['3a987cf6-e9e5-47ea-850d-2a913bd3973f','6dcf3721-ba72-4ba7-ba35-5c9bb59cd094','96f07b8e-b345-4e59-a4a4-6f09b6a23977','80878a1d-b688-4a4e-8bdd-f0a65496b444','38d423bf-fc24-4183-b8b7-15420c89e318','11019ff2-1749-433d-83cf-51dea9cb7a7c','1c5508e9-ddd5-4dd6-8769-fabfb8752275','5f6a8066-cc1b-4004-aead-17fc2573934f','96f54434-d08e-4178-951b-24434c4ace46','81ebe833-9abe-48c3-88a4-7e7abc3f7bb2','a0437397-918c-49a5-93e5-46c51d72d14d','43f1866a-0fa4-4d39-9a1e-65ec3754efa5','af31fd1b-a289-4d25-8ae4-56a81eaf214a','049a46cc-df47-4c49-8c80-e9f3c73363ee','c81315d1-21ab-48f7-a00f-99ca29fc02ea','066b8231-4689-437a-8872-a6cddabc6b8a','6ee1e6a6-b554-4fba-a786-2e6c49b24aba','c6d14bbc-f9e8-4462-aaa8-9efafc07a7c8','2377f66b-f181-4452-8432-df78d875b455','608830c0-11f2-4f79-9664-906f3fd56045','2abf2cb0-2c4f-4b53-926e-c04b0da21046','8d6d39d6-d2ac-4270-85e3-e62bcc098bf7','2acbd4b2-8242-46ec-9949-b058f783314b','7fb0c729-478b-4c89-ae68-8d6e2360e39a','18d7567f-873a-40a2-a94a-ee82242b0fa5','80e83585-91d3-463c-8fff-e4f0311f694f'];\n            def result = [];\n            for (f in params['_source']['fields']) {\n              if (fieldIds.contains(f['id'])) {\n                result.add(f);\n              }\n            }\n            return result;\n          "
+            }
+          }
+        }
+      });
+    });
+  });
 });