xy-scale 1.2.9 → 1.3.1

package/dist/xy-scale.min.js

@@ -1 +1 @@
-var XY_Scale;(()=>{"use strict";var e={d:(r,t)=>{for(var n in t)e.o(t,n)&&!e.o(r,n)&&Object.defineProperty(r,n,{enumerable:!0,get:t[n]})},o:(e,r)=>Object.prototype.hasOwnProperty.call(e,r),r:e=>{"undefined"!=typeof Symbol&&Symbol.toStringTag&&Object.defineProperty(e,Symbol.toStringTag,{value:"Module"}),Object.defineProperty(e,"__esModule",{value:!0})}},r={};e.r(r),e.d(r,{arrayToTimesteps:()=>c,descaleArrayObj:()=>p,parseProductionX:()=>u,parseTrainingXY:()=>i});const t=({arrObj:e,repeat:r={},minmaxRange:t=[0,1],groups:i={},prevConfig:u=null,customMinMaxRanges:p=null})=>{const c=[...e],f=c.length,m=c[0],l="object"==typeof p&&null!==p;if(0===f)return{scaledOutput:[],scaledConfig:{}};let g={};const y=u&&o(u);if(y)s(u,{minmaxRange:t,repeat:r,groups:i,firstRow:m}),g={...u};else{const e=Object.keys(m),n=e.map((e=>r.hasOwnProperty(e)?Math.max(r[e],1):1)),a=n.reduce(((e,r)=>e+r),0);g={arrObjLen:f,rangeMin:t[0],rangeMax:t[1],inputTypes:{},min:{},max:{},uniqueStrIdx:{},groupMinMax:{},repeat:r,groups:i,inputKeyNames:e,outputKeyNames:new Array(a),repeatedKeyNames:n};let s=0;for(let e=0;e<g.inputKeyNames.length;e++)for(let r=0;r<g.repeatedKeyNames[e];r++)g.outputKeyNames[s++]=g.inputKeyNames[e];o(g)}n(g.groups);for(const e of g.inputKeyNames){const r=typeof m[e],t=a(e,g.groups);if(y){if(!g.inputTypes.hasOwnProperty(e))throw new Error(`Error: A new unknown inputType property "${e}" found.`);if(g.inputTypes[e]!==r)throw new Error(`Error: Current inputType of property "${e}" is not the same as in the prevConfig inputType.`)}else g.inputTypes[e]=r,"string"===r&&(g.uniqueStrIdx[e]={}),l&&p.hasOwnProperty(e)?t?g.groupMinMax[t]=p[e]:(g.min[e]=p[e].min,g.max[e]=p[e].max):t?g.groupMinMax[t]={min:1/0,max:-1/0}:(g.min[e]=1/0,g.max[e]=-1/0)}for(const e of c)for(const r of g.inputKeyNames){let t=e[r];if("string"===g.inputTypes[r]){const n=g.uniqueStrIdx[r];n.hasOwnProperty(t)||(n[t]=Object.keys(n).length),t=n[t],e[r]=t}else"boolean"===g.inputTypes[r]&&(e[r]=Number(t));const n=a(r,g.groups);(!1===l||l&&!p.hasOwnProperty(r))&&(n?(g.groupMinMax[n].min=Math.min(g.groupMinMax[n].min,t),g.groupMinMax[n].max=Math.max(g.groupMinMax[n].max,t)):(g.min[r]=Math.min(g.min[r],t),g.max[r]=Math.max(g.max[r],t)))}const h=new Array(f);for(let e=0;e<f;e++){const r=c[e],t=new Array(g.outputKeyNames.length);let n=0;for(let e=0;e<g.inputKeyNames.length;e++){const o=g.inputKeyNames[e],s=r[o],i=a(o,g.groups);let u,p;i?(u=g.groupMinMax[i].min,p=g.groupMinMax[i].max):(u=g.min[o],p=g.max[o]);const c=p!==u?g.rangeMin+(s-u)/(p-u)*(g.rangeMax-g.rangeMin):g.rangeMin,f=g.repeatedKeyNames[e];for(let e=0;e<f;e++)t[n++]=c}h[e]=t}return{scaledOutput:h,scaledConfig:g}},n=e=>{const r=new Set,t=[];for(const[n,a]of Object.entries(e))r.add(n),t.push(n),a.forEach((e=>{r.add(e),t.push(e)}));if(r.size!==t.length)throw new Error("Duplicate value found between properties in validateUniqueProperties function.")},a=(e,r)=>{for(const[t,n]of Object.entries(r))if(n.includes(e))return t;return null},o=e=>{if(!e)return!1;const r=["rangeMin","rangeMax","inputTypes","min","max","uniqueStrIdx","groupMinMax","repeat","groups","inputKeyNames","outputKeyNames","repeatedKeyNames"];for(const t of r)if(!e.hasOwnProperty(t))throw new Error(`Missing key "${t}" in config.`);const{rangeMin:t,rangeMax:n,inputTypes:a,min:o,max:s,uniqueStrIdx:i,groupMinMax:u,repeat:p,groups:c,inputKeyNames:f,outputKeyNames:m,repeatedKeyNames:l}=e;if("number"!=typeof t||"number"!=typeof n)throw new Error("rangeMin and rangeMax must be numbers.");if(t>=n)throw new Error("rangeMin must be less than rangeMax.");const g=e=>"object"==typeof e&&null!==e&&!Array.isArray(e);if(!g(a))throw new Error("inputTypes must be an object.");if(!g(o))throw new Error("min must be an object.");if(!g(s))throw new Error("max must be an object.");if(!g(i))throw new Error("uniqueStrIdx must be an object.");if(!g(u))throw new Error("groupMinMax must be an object.");if(!g(p))throw new Error("repeat must be an object.");if(!g(c))throw new Error("groups must be an object.");if(!Array.isArray(f))throw new Error("inputKeyNames must be an array.");if(!Array.isArray(m))throw new Error("outputKeyNames must be an array.");if(!Array.isArray(l))throw new Error("repeatedKeyNames must be an array.");return!0},s=(e,{minmaxRange:r,repeat:t,groups:n,firstRow:a})=>{if(e.rangeMin!==r[0]||e.rangeMax!==r[1])throw new Error('"prevConfig.minmaxRange" is not equal "minmaxRange".');if(JSON.stringify(e.inputKeyNames)!==JSON.stringify(Object.keys(a)))throw new Error('"prevConfig.inputKeyNames" structure does not match "Object.keys(firstRow)" structure. The order of keys is important.');if(JSON.stringify(e.repeat)!==JSON.stringify(t))throw new Error('"prevConfig.repeat" structure does not match "repeat" structure. The order of keys is important.');if(JSON.stringify(e.groups)!==JSON.stringify(n))throw new Error('"prevConfig.groups" structure does not match "groups" structure. The order of keys is important.');return!0},i=({arrObj:e,trainingSplit:r=.8,repeat:n,yCallbackFunc:a,xCallbackFunc:o,validateRows:s=e=>e,groups:i,shuffle:u=!1,minmaxRange:p,balancing:c="",state:f={},customMinMaxRanges:m})=>{let l=[],g=[];for(let r=0;r<e.length;r++){if(!s(e[r]))continue;const t=o({objRow:e,index:r,state:f}),n=a({objRow:e,index:r,state:f});null!=t&&null!=n&&(l.push(t),g.push(n))}if(u){const{shuffledX:e,shuffledY:r}=((e,r)=>{if(e.length!==r.length)throw new Error("X and Y arrays must have the same length");const t=Array.from({length:e.length},((e,r)=>r));for(let e=t.length-1;e>0;e--){const r=Math.floor(Math.random()*(e+1));[t[e],t[r]]=[t[r],t[e]]}return{shuffledX:t.map((r=>e[r])),shuffledY:t.map((e=>r[e]))}})(l,g);l=e,g=r}let{scaledOutput:y,scaledConfig:h}=t({arrObj:l,repeat:n,groups:i,minmaxRange:p,customMinMaxRanges:m}),{scaledOutput:d,scaledConfig:w}=t({arrObj:g,repeat:n,groups:i,minmaxRange:p,customMinMaxRanges:m});const M=Math.floor(y.length*r);let x=y.slice(0,M),b=d.slice(0,M),O=y.slice(M),j=d.slice(M);if(c){let e;if("oversample"===c)e=((e,r)=>{const t={},n={};r.forEach(((a,o)=>{t[a]||(t[a]=0,n[a]=[]),t[a]++,n[a].push([e[o],r[o]])}));const a=Math.max(...Object.values(t)),o=[],s=[];return Object.keys(n).forEach((e=>{const r=n[e],t=r.length;for(let e=0;e<a;e++){const n=r[e%t];o.push(n[0]),s.push(n[1])}})),{X:o,Y:s}})(x,b),x=e.X,b=e.Y;else{if("undersample"!==c)throw Error('balancing argument only accepts "false", "oversample" and "undersample". Defaults to "false".');e=((e,r)=>{const t={},n={};r.forEach(((a,o)=>{t[a]||(t[a]=0,n[a]=[]),t[a]++,n[a].push([e[o],r[o]])}));const a=Math.min(...Object.values(t)),o=[],s=[];return Object.keys(n).forEach((e=>{const r=n[e];for(let e=0;e<a;e++){const t=r[e];o.push(t[0]),s.push(t[1])}})),{X:o,Y:s}})(x,b),x=e.X,b=e.Y}}return{trainX:x,trainY:b,testX:O,testY:j,configX:h,configY:w}},u=({arrObj:e,repeat:r,xCallbackFunc:n,validateRows:a=e=>e,groups:o,shuffle:s=!1,minmaxRange:i,state:u={},prevConfig:p,customMinMaxRanges:c})=>{let f=[];for(let r=0;r<e.length;r++){if(!a(e[r]))continue;const t=n({objRow:e,index:r,state:u});t&&f.push(t)}s&&(f=(e=>{const r=[...e];for(let e=r.length-1;e>0;e--){const t=Math.floor(Math.random()*(e+1));[r[e],r[t]]=[r[t],r[e]]}return r})(f));const{scaledOutput:m,scaledConfig:l}=t({arrObj:f,repeat:r,groups:o,minmaxRange:i,prevConfig:p,customMinMaxRanges:c});return{X:m,configX:l}},p=({scaled:e,config:r,keyNames:t})=>{const{min:n,max:a,std:o,mean:s,approach:i,inputTypes:u,uniqueStringIndexes:p}=r;return e.map((e=>{const r={};let c=0;for(const f of Object.keys(n)){const m=i[f],l=n[f],g=a[f],y=s[f],h=o[f],d=t.filter((e=>e===f)).length;let w=0;for(let r=0;r<d;r++)w+=e[c++];const M=w/d;let x;if("normalization"===m?x=M*(g-l)+l:"standardization"===m&&(x=M*h+y),"string"===u[f]){const e=Object.keys(p[f]).find((e=>p[f][e]===x));x=void 0!==e?e:x}r[f]=x}return r}))},c=(e,r)=>{if(0===r)return e;if(r<0)throw new Error("timeSteps must be greater than 0");const t=[];for(let n=0;n<=e.length-r;n++)t.push(e.slice(n,n+r));return t};XY_Scale=r})();
+var XY_Scale;(()=>{"use strict";var e={d:(r,t)=>{for(var n in t)e.o(t,n)&&!e.o(r,n)&&Object.defineProperty(r,n,{enumerable:!0,get:t[n]})},o:(e,r)=>Object.prototype.hasOwnProperty.call(e,r),r:e=>{"undefined"!=typeof Symbol&&Symbol.toStringTag&&Object.defineProperty(e,Symbol.toStringTag,{value:"Module"}),Object.defineProperty(e,"__esModule",{value:!0})}},r={};e.r(r),e.d(r,{arrayToTimesteps:()=>p,parseProductionX:()=>u,parseTrainingXY:()=>i});const t=({arrObj:e,repeat:r={},minmaxRange:t=[0,1],groups:i={},prevConfig:u=null,customMinMaxRanges:p=null})=>{const m=[...e],f=m.length,l=m[0],c="object"==typeof p&&null!==p;if(0===f)return{scaledOutput:[],scaledConfig:{}};let g={};const h=u&&o(u);if(h)s(u,{minmaxRange:t,repeat:r,groups:i,firstRow:l}),g={...u};else{const e=Object.keys(l),n=e.map((e=>r.hasOwnProperty(e)?Math.max(r[e],1):1)),a=n.reduce(((e,r)=>e+r),0);g={arrObjLen:f,rangeMin:t[0],rangeMax:t[1],inputTypes:{},min:{},max:{},groupMinMax:{},repeat:r,groups:i,inputKeyNames:e,outputKeyNames:new Array(a),repeatedKeyNames:n};let s=0;for(let e=0;e<g.inputKeyNames.length;e++)for(let r=0;r<g.repeatedKeyNames[e];r++)g.outputKeyNames[s++]=g.inputKeyNames[e];o(g)}n(g.groups);const y=["number","boolean"];for(const e of g.inputKeyNames){const r=typeof l[e],t=a(e,g.groups);if(!y.includes(r))throw new Error(`Invalid input type "${r}" provided for key "${e}". Only accepting `);if(h){if(!g.inputTypes.hasOwnProperty(e))throw new Error(`Error: A new unknown inputType property "${e}" found.`);if(g.inputTypes[e]!==r)throw new Error(`Error: Current inputType of property "${e}" is not the same as in the prevConfig inputType.`)}else g.inputTypes[e]=r,c&&p.hasOwnProperty(e)?t?g.groupMinMax[t]=p[e]:(g.min[e]=p[e].min,g.max[e]=p[e].max):t?g.groupMinMax[t]={min:1/0,max:-1/0}:(g.min[e]=1/0,g.max[e]=-1/0)}for(const e of m)for(const r of g.inputKeyNames){let t=e[r];"boolean"===g.inputTypes[r]&&(e[r]=Number(t));const n=a(r,g.groups);(!1===c||c&&!p.hasOwnProperty(r))&&(n?(g.groupMinMax[n].min=Math.min(g.groupMinMax[n].min,t),g.groupMinMax[n].max=Math.max(g.groupMinMax[n].max,t)):(g.min[r]=Math.min(g.min[r],t),g.max[r]=Math.max(g.max[r],t)))}const M=new Array(f);for(let e=0;e<f;e++){const r=m[e],t=new Array(g.outputKeyNames.length);let n=0;for(let e=0;e<g.inputKeyNames.length;e++){const o=g.inputKeyNames[e],s=r[o],i=a(o,g.groups);let u,p;i?(u=g.groupMinMax[i].min,p=g.groupMinMax[i].max):(u=g.min[o],p=g.max[o]);const m=p!==u?g.rangeMin+(s-u)/(p-u)*(g.rangeMax-g.rangeMin):g.rangeMin,f=g.repeatedKeyNames[e];for(let e=0;e<f;e++)t[n++]=m}M[e]=t}return{scaledOutput:M,scaledConfig:g}},n=e=>{const r=new Set,t=[];for(const[n,a]of Object.entries(e))r.add(n),t.push(n),a.forEach((e=>{r.add(e),t.push(e)}));if(r.size!==t.length)throw new Error("Duplicate value found between properties in validateUniqueProperties function.")},a=(e,r)=>{for(const[t,n]of Object.entries(r))if(n.includes(e))return t;return null},o=e=>{if(!e)return!1;const r=["rangeMin","rangeMax","inputTypes","min","max","groupMinMax","repeat","groups","inputKeyNames","outputKeyNames","repeatedKeyNames"];for(const t of r)if(!e.hasOwnProperty(t))throw new Error(`Missing key "${t}" in config.`);const{rangeMin:t,rangeMax:n,inputTypes:a,min:o,max:s,groupMinMax:i,repeat:u,groups:p,inputKeyNames:m,outputKeyNames:f,repeatedKeyNames:l}=e;if("number"!=typeof t||"number"!=typeof n)throw new Error("rangeMin and rangeMax must be numbers.");if(t>=n)throw new Error("rangeMin must be less than rangeMax.");const c=e=>"object"==typeof e&&null!==e&&!Array.isArray(e);if(!c(a))throw new Error("inputTypes must be an object.");if(!c(o))throw new Error("min must be an object.");if(!c(s))throw new Error("max must be an object.");if(!c(i))throw new Error("groupMinMax must be an object.");if(!c(u))throw new Error("repeat must be an object.");if(!c(p))throw new Error("groups must be an object.");if(!Array.isArray(m))throw new Error("inputKeyNames must be an array.");if(!Array.isArray(f))throw new Error("outputKeyNames must be an array.");if(!Array.isArray(l))throw new Error("repeatedKeyNames must be an array.");return!0},s=(e,{minmaxRange:r,repeat:t,groups:n,firstRow:a})=>{if(e.rangeMin!==r[0]||e.rangeMax!==r[1])throw new Error('"prevConfig.minmaxRange" is not equal "minmaxRange".');if(JSON.stringify(e.inputKeyNames)!==JSON.stringify(Object.keys(a)))throw new Error('"prevConfig.inputKeyNames" structure does not match "Object.keys(firstRow)" structure. The order of keys is important.');if(JSON.stringify(e.repeat)!==JSON.stringify(t))throw new Error('"prevConfig.repeat" structure does not match "repeat" structure. The order of keys is important.');if(JSON.stringify(e.groups)!==JSON.stringify(n))throw new Error('"prevConfig.groups" structure does not match "groups" structure. The order of keys is important.');return!0},i=({arrObj:e,trainingSplit:r=.8,repeat:n,yCallbackFunc:a=e=>e,xCallbackFunc:o=e=>e,validateRows:s=()=>!0,groups:i,shuffle:u=!1,minmaxRange:p,balancing:m="",state:f={},customMinMaxRanges:l})=>{let c=[],g=[];for(let r=0;r<e.length;r++){if(!s(e[r]))continue;const t=o({objRow:e,index:r,state:f}),n=a({objRow:e,index:r,state:f});null!=t&&null!=n&&(c.push(t),g.push(n))}if(u){const{shuffledX:e,shuffledY:r}=((e,r)=>{if(e.length!==r.length)throw new Error("X and Y arrays must have the same length");const t=Array.from({length:e.length},((e,r)=>r));for(let e=t.length-1;e>0;e--){const r=Math.floor(Math.random()*(e+1));[t[e],t[r]]=[t[r],t[e]]}return{shuffledX:t.map((r=>e[r])),shuffledY:t.map((e=>r[e]))}})(c,g);c=e,g=r}let{scaledOutput:h,scaledConfig:y}=t({arrObj:c,repeat:n,groups:i,minmaxRange:p,customMinMaxRanges:l}),{scaledOutput:M,scaledConfig:w}=t({arrObj:g,repeat:n,groups:i,minmaxRange:p,customMinMaxRanges:l});const d=Math.floor(h.length*r);let b=h.slice(0,d),x=M.slice(0,d),O=h.slice(d),j=M.slice(d);if(m){let e;if("oversample"===m)e=((e,r)=>{const t={},n={};r.forEach(((a,o)=>{t[a]||(t[a]=0,n[a]=[]),t[a]++,n[a].push([e[o],r[o]])}));const a=Math.max(...Object.values(t)),o=[],s=[];return Object.keys(n).forEach((e=>{const r=n[e],t=r.length;for(let e=0;e<a;e++){const n=r[e%t];o.push(n[0]),s.push(n[1])}})),{X:o,Y:s}})(b,x),b=e.X,x=e.Y;else{if("undersample"!==m)throw Error('balancing argument only accepts "false", "oversample" and "undersample". Defaults to "false".');e=((e,r)=>{const t={},n={};r.forEach(((a,o)=>{t[a]||(t[a]=0,n[a]=[]),t[a]++,n[a].push([e[o],r[o]])}));const a=Math.min(...Object.values(t)),o=[],s=[];return Object.keys(n).forEach((e=>{const r=n[e];for(let e=0;e<a;e++){const t=r[e];o.push(t[0]),s.push(t[1])}})),{X:o,Y:s}})(b,x),b=e.X,x=e.Y}}return{trainX:b,trainY:x,testX:O,testY:j,configX:y,configY:w}},u=({arrObj:e,repeat:r,xCallbackFunc:n=e=>e,validateRows:a=()=>!0,groups:o,shuffle:s=!1,minmaxRange:i,state:u={},prevConfig:p,customMinMaxRanges:m})=>{let f=[];for(let r=0;r<e.length;r++){if(!a(e[r]))continue;const t=n({objRow:e,index:r,state:u});null!=t&&!1!==t&&f.push(t)}s&&(f=(e=>{const r=[...e];for(let e=r.length-1;e>0;e--){const t=Math.floor(Math.random()*(e+1));[r[e],r[t]]=[r[t],r[e]]}return r})(f));const{scaledOutput:l,scaledConfig:c}=t({arrObj:f,repeat:r,groups:o,minmaxRange:i,prevConfig:p,customMinMaxRanges:m});return{X:l,configX:c}},p=(e,r)=>{if(0===r)return e;if(r<0)throw new Error("timeSteps must be greater than 0");const t=[];for(let n=0;n<=e.length-r;n++)t.push(e.slice(n,n+r));return t};XY_Scale=r})();

package/index.js

@@ -1,5 +1,4 @@
 import { parseTrainingXY, parseProductionX } from "./src/datasets.js"
-import { descaleArrayObj } from "./src/descale.js"
 import {arrayToTimesteps } from "./src/timeSteps.js"
 
-export { parseTrainingXY, parseProductionX, descaleArrayObj, arrayToTimesteps }
+export { parseTrainingXY, parseProductionX, arrayToTimesteps }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "xy-scale",
-  "version": "1.2.9",
+  "version": "1.3.1",
   "main": "./index.js",
   "type": "module",
   "scripts": {

package/src/datasets.js

@@ -6,9 +6,9 @@ export const parseTrainingXY = ({
     arrObj, 
     trainingSplit = 0.8, 
     repeat, 
-    yCallbackFunc, 
-    xCallbackFunc,
-    validateRows = row => row,
+    yCallbackFunc = row => row, 
+    xCallbackFunc = row => row,
+    validateRows = () => true,
     groups,
     shuffle = false,
     minmaxRange,
@@ -27,7 +27,7 @@ export const parseTrainingXY = ({
         const parsedX = xCallbackFunc({ objRow: arrObj, index: x, state})
         const parsedY = yCallbackFunc({ objRow: arrObj, index: x, state})
     
-        if (parsedX !== undefined && parsedX !== null && parsedY !== undefined && parsedY !== null) {
+        if (typeof parsedX !== 'undefined' && parsedX !== null && typeof parsedY !== 'undefined' && parsedY !== null) {
             X.push(parsedX)
             Y.push(parsedY)
         }
@@ -63,26 +63,26 @@ export const parseTrainingXY = ({
 
 
     if(balancing)
+    {
+        let balance
+
+        if(balancing === 'oversample')
         {
-            let balance
-    
-            if(balancing === 'oversample')
-            {
-                balance = oversampleXY(trainX, trainY)
-                trainX = balance.X
-                trainY = balance.Y
-            }
-            else if(balancing === 'undersample')
-            {
-                balance = undersampleXY(trainX, trainY)
-                trainX = balance.X
-                trainY = balance.Y           
-            }
-            else
-            {
-                throw Error('balancing argument only accepts "false", "oversample" and "undersample". Defaults to "false".')
-            }
+            balance = oversampleXY(trainX, trainY)
+            trainX = balance.X
+            trainY = balance.Y
+        }
+        else if(balancing === 'undersample')
+        {
+            balance = undersampleXY(trainX, trainY)
+            trainX = balance.X
+            trainY = balance.Y           
+        }
+        else
+        {
+            throw Error('balancing argument only accepts "false", "oversample" and "undersample". Defaults to "false".')
         }
+    }
 
 
     // Split into training and testing sets
@@ -100,8 +100,8 @@ export const parseTrainingXY = ({
 export const parseProductionX = ({ 
     arrObj, 
     repeat, 
-    xCallbackFunc,
-    validateRows = row => row,
+    xCallbackFunc = row => row,
+    validateRows = () => true,
     groups,
     shuffle = false,
     minmaxRange,
@@ -117,7 +117,7 @@ export const parseProductionX = ({
 
         const parsedX = xCallbackFunc({ objRow: arrObj, index: x, state})
 
-        if (parsedX) {
+        if (typeof parsedX !== 'undefined' && parsedX !== null && parsedX !== false) {
             X.push(parsedX)
         }
     }

package/src/scale.js

@@ -38,7 +38,6 @@ export const scaleArrayObj = ({ arrObj, repeat = {}, minmaxRange = [0, 1], group
             inputTypes: {},
             min: {},
             max: {},
-            uniqueStrIdx: {},
             groupMinMax: {},
             repeat,
             groups,
@@ -61,11 +60,19 @@ export const scaleArrayObj = ({ arrObj, repeat = {}, minmaxRange = [0, 1], group
 
     validateUniqueProperties(config.groups);
 
+    const validInputTypes = ['number', 'boolean']
+
     for (const key of config.inputKeyNames) {
 
         const firstType = typeof firstRow[key]
         const thisGroup = findGroup(key, config.groups);
 
+
+        if(!validInputTypes.includes(firstType))
+        {
+            throw new Error(`Invalid input type "${firstType}" provided for key "${key}". Only accepting `)
+        }
+
         if(isValidPrevConfig)
         {
             if(!config.inputTypes.hasOwnProperty(key))
@@ -83,10 +90,6 @@ export const scaleArrayObj = ({ arrObj, repeat = {}, minmaxRange = [0, 1], group
         }
 
         config.inputTypes[key] = firstType;
-
-        if (firstType === 'string') {
-            config.uniqueStrIdx[key] = {};
-        }
         
         if(validCustomMinMaxRanges && customMinMaxRanges.hasOwnProperty(key))
         {
@@ -115,14 +118,7 @@ export const scaleArrayObj = ({ arrObj, repeat = {}, minmaxRange = [0, 1], group
         for (const key of config.inputKeyNames) {
             let value = obj[key];
 
-            if (config.inputTypes[key] === 'string') {
-                const uniqueIndexes = config.uniqueStrIdx[key];
-                if (!uniqueIndexes.hasOwnProperty(value)) {
-                    uniqueIndexes[value] = Object.keys(uniqueIndexes).length;
-                }
-                value = uniqueIndexes[value];
-                obj[key] = value;
-            } else if (config.inputTypes[key] === 'boolean') {
+            if (config.inputTypes[key] === 'boolean') {
                 obj[key] = Number(value);
             }
 
@@ -226,7 +222,6 @@ const validateConfig = config => {
         "inputTypes",
         "min",
         "max",
-        "uniqueStrIdx",
         "groupMinMax",
         "repeat",
         "groups",
@@ -248,7 +243,6 @@ const validateConfig = config => {
         inputTypes, 
         min, 
         max, 
-        uniqueStrIdx, 
         groupMinMax, 
         repeat, 
         groups,
@@ -277,9 +271,6 @@ const validateConfig = config => {
     if (!isPlainObject(max)) {
         throw new Error("max must be an object.");
     }
-    if (!isPlainObject(uniqueStrIdx)) {
-        throw new Error("uniqueStrIdx must be an object.");
-    }
     if (!isPlainObject(groupMinMax)) {
         throw new Error("groupMinMax must be an object.");
     }

package/test/test.js

@@ -5,7 +5,8 @@ import * as tf from '@tensorflow/tfjs-node'
 
 const test = async () => {
 
-    const myArray = (await loadFile({fileName: '1d-spy.json', pathName: 'datasets'})) //file in /datasets/1d-spy.json
+    const myArray = (await loadFile({fileName: '1d-spy.json', pathName: 'datasets'}))
+    .map(({open, high, low, close}) => ({open, high, low, close})) //file in /datasets/1d-spy.json
     
     //callback function used to prepare X before scaling
     const xCallbackFunc = ({ objRow, index }) => {
@@ -15,10 +16,9 @@ const test = async () => {
         //returning null or undefined will exclude current row X and Y from training
         if(typeof prev === 'undefined') return null
 
-        const { open, high, low, close, volume, date } = curr
+        const { open, high, low, close } = curr
 
         return {
-            date,
             open,
             high,
             low,

package/src/descale.js

@@ -1,53 +0,0 @@
-export const descaleArrayObj = ({ scaled, config, keyNames }) => {
-
-    const { min, max, std, mean, approach, inputTypes, uniqueStringIndexes } = config;
-
-    // Initialize the descaled output array
-    const descaledOutput = scaled.map(scaledRow => {
-        const originalObj = {};
-        let idx = 0;
-
-        for (const key of Object.keys(min)) {
-            // Determine the scaling approach for the current key
-            const keyApproach = approach[key];
-            const minValue = min[key];
-            const maxValue = max[key];
-            const meanValue = mean[key];
-            const stdValue = std[key];
-
-            // Get the weight for this key from the keyNames
-            const keyWeight = keyNames.filter(k => k === key).length;
-
-            // Reconstruct the original value from the scaled values
-            let summedValue = 0;
-            for (let w = 0; w < keyWeight; w++) {
-                summedValue += scaledRow[idx++];
-            }
-            const avgScaledValue = summedValue / keyWeight;
-
-            // Descale based on approach
-            let descaledValue;
-            if (keyApproach === 'normalization') {
-                descaledValue = avgScaledValue * (maxValue - minValue) + minValue;
-            } else if (keyApproach === 'standardization') {
-                descaledValue = avgScaledValue * stdValue + meanValue;
-            }
-
-            // Handle string keys if necessary
-            if (inputTypes[key] === 'string') {
-                const reverseUniqueIndex = Object.keys(uniqueStringIndexes[key]).find(
-                    k => uniqueStringIndexes[key][k] === descaledValue
-                );
-                descaledValue = reverseUniqueIndex !== undefined ? reverseUniqueIndex : descaledValue;
-            }
-
-            originalObj[key] = descaledValue;
-        }
-
-        return originalObj;
-    });
-
-    return descaledOutput;
-};
-
-