xy-scale 1.4.39 → 1.4.42

package/dist/xy-scale.min.js

@@ -1 +1 @@
-var XY_Scale;(()=>{"use strict";var e={d:(r,t)=>{for(var n in t)e.o(t,n)&&!e.o(r,n)&&Object.defineProperty(r,n,{enumerable:!0,get:t[n]})},o:(e,r)=>Object.prototype.hasOwnProperty.call(e,r),r:e=>{"undefined"!=typeof Symbol&&Symbol.toStringTag&&Object.defineProperty(e,Symbol.toStringTag,{value:"Module"}),Object.defineProperty(e,"__esModule",{value:!0})}},r={};e.r(r),e.d(r,{arrayShuffle:()=>n,arrayShuffleXY:()=>a,arrayToTimesteps:()=>I,parseProductionX:()=>v,parseTrainingXY:()=>$});const t=e=>null==e||!Number.isFinite(e),n=e=>{const r=[...e];for(let e=r.length-1;e>0;e--){const t=Math.floor(Math.random()*(e+1));[r[e],r[t]]=[r[t],r[e]]}return r},a=(e,r)=>{if(!Array.isArray(e)||!Array.isArray(r))throw new TypeError("Both X and Y must be arrays");if(e.length!==r.length)throw new Error("X and Y must have the same length");const t=[...e],n=[...r];for(let e=t.length-1;e>0;e--){const r=Math.floor(Math.random()*(e+1));[t[e],t[r]]=[t[r],t[e]],[n[e],n[r]]=[n[r],n[e]]}return{X:t,Y:n}},o=e=>"string"==typeof e||"boolean"==typeof e||("number"==typeof e?Number.isFinite(e):!!Array.isArray(e)&&e.every(o)),s=({random:e,seed:r}={})=>"function"==typeof e?e:Number.isInteger(r)?(e=>{let r=e>>>0;return()=>{r+=1831565813;let e=Math.imul(r^r>>>15,1|r);return e^=e+Math.imul(e^e>>>7,61|e),((e^e>>>14)>>>0)/4294967296}})(r):Math.random,l=(e,r=Math.random)=>{for(let t=e.length-1;t>0;t--){const n=Math.floor(r()*(t+1));[e[t],e[n]]=[e[n],e[t]]}return e},i=(e,r,t=Math.random)=>{if(r>e.length)throw new Error("Cannot sample more items than available without replacement.");const n=[...e];return l(n,t),n.slice(0,r)},c=(e,r,t=Math.random)=>{if(0===e.length)throw new Error("Cannot sample from an empty array.");const n=[];for(let a=0;a<r;a++){const r=Math.floor(t()*e.length);n.push(e[r])}return n},h=(e,r)=>r?structuredClone(e):e,u=(e,r,{cloneX:t=!1}={})=>{((e,r)=>{if(!Array.isArray(e)||!Array.isArray(r))throw new Error("X and Y must be arrays.");if(e.length!==r.length)throw new Error("X and Y must have the same length.");if(0===e.length)throw new Error("X and Y cannot be empty.")})(e,r);const n=new Map;return r.forEach(((r,a)=>{const s=(e=>{if(!o(e))throw new Error("Invalid Y label. Allowed types: finite numbers, strings, booleans, or nested arrays of those.");return JSON.stringify(e)})(r);n.has(s)||n.set(s,[]),n.get(s).push({x:h(e[a],t),y:r})})),n},f=(e,{min:r=-1/0,max:t=1/0},n)=>{if(!Array.isArray(e))throw new Error(`Invalid property. "${n}" expected an array.`);if(e.length<r)throw new Error(`Invalid property value. Array "${n}" expected at least ${t} items.`);if(e.length>t)throw new Error(`Invalid property value. Array "${n}" expected at max ${t} items.`);return!0},d=e=>{for(const[r,t]of Object.entries(e)){if("number"==typeof t&&Number.isNaN(t))throw new Error(`Invalid value at index 0 property "${r}": value is "${t}". Expected a numeric value.`);if(null===t)throw new Error(`Invalid value at index 0 property "${r}": value is "${t}".`)}return!0},y=e=>{return Array.isArray(e)?"array":(r=e,"[object Object]"===Object.prototype.toString.call(r)?"object":typeof e);var r},p=e=>Object.keys(e).filter((e=>"tempIdx"!==e)),g=({parentPath:e="",key:r,isArrayParent:t=!1})=>`${e}${t?`[${r}]`:e?`.${r}`:`${r}`}`,m=({rowLabel:e,sourceIndex:r,path:t="",detail:n,strictFlagName:a})=>new Error(`${e} schema error at index "${r}"${t?` path "${t}"`:""}. ${n} Set "${a}" to false to disable this validation.`),w=({referenceRow:e,currentRow:r,rowLabel:t,currentIndex:n,strictFlagName:a})=>{const o=y(e),s=y(r);if(o!==s)throw m({rowLabel:t,sourceIndex:n,detail:`Expected row type "${o}" based on the first parsed ${t} row, but got "${s}".`,strictFlagName:a});if("array"!==o&&"object"!==o)throw m({rowLabel:t,sourceIndex:n,detail:`Parsed ${t} rows must be arrays or plain objects.`,strictFlagName:a});const l=p(e),i=p(r),c=new Set(l),h=new Set(i),u=Array.isArray(e);for(let e=0;e<l.length;e++){const r=l[e];if(!h.has(r))throw m({rowLabel:t,sourceIndex:n,path:g({key:r,isArrayParent:u}),detail:`Missing required ${u?"index":"property"} "${r}" found in the first parsed ${t} row.`,strictFlagName:a})}for(let e=0;e<i.length;e++){const r=i[e];if(!c.has(r))throw m({rowLabel:t,sourceIndex:n,path:g({key:r,isArrayParent:u}),detail:`Unexpected ${u?"index":"property"} "${r}" not present in the first parsed ${t} row.`,strictFlagName:a})}return l},b=e=>Array.isArray(e)?"array":typeof e,x=({referenceValue:e,currentValue:r,sourceIndex:t,path:n,strictFlagName:a})=>{const o=b(e),s=b(r);if(o!==s)throw m({rowLabel:"Y",sourceIndex:t,path:n,detail:`Expected type "${o}" based on the first parsed Y row, but got "${s}".`,strictFlagName:a});if("array"!==o){if("number"!==o&&"boolean"!==o&&"string"!==o)throw m({rowLabel:"Y",sourceIndex:t,path:n,detail:`Unsupported Y value type "${o}". Y values must be numbers, booleans, strings, or nested arrays of those types.`,strictFlagName:a})}else{if(e.length!==r.length)throw m({rowLabel:"Y",sourceIndex:t,path:n,detail:`Expected array length "${e.length}" based on the first parsed Y row, but got "${r.length}".`,strictFlagName:a});for(let o=0;o<e.length;o++)x({referenceValue:e[o],currentValue:r[o],sourceIndex:t,path:g({parentPath:n,key:o,isArrayParent:!0}),strictFlagName:a})}},A=({rows:e,sourceIndexes:r,strictFlagName:t})=>{if(!e.length)return;const n=e[0],a=(e,r)=>{w({referenceRow:n,currentRow:e,rowLabel:"X",currentIndex:r,strictFlagName:t})};e.length>1&&a(e[e.length-1],r[e.length-1]);for(let t=0;t<e.length;t++)a(e[t],r[t])},$=({arrObj:e=[],trainingSplit:r=.8,yCallbackFunc:a=e=>e,xCallbackFunc:o=e=>e,validateRows:y=()=>!0,shuffle:m=!1,balancing:b="",strictXSchema:$=!0,strictYSchema:v=!0,state:I={}})=>{let X=[],N=[];const Y=[];f(e,{min:5},"parseTrainingXY"),d(e[0]);for(let r=0;r<e.length;r++){if(!y({objRow:e,index:r,state:I}))continue;const t=o({objRow:e,index:r,state:I}),n=a({objRow:e,index:r,state:I});null!=t&&null!=n&&(X.push(t),N.push(n),Y.push(r))}if($&&A({rows:X,sourceIndexes:Y,strictFlagName:"strictXSchema"}),v&&(({rows:e,sourceIndexes:r,strictFlagName:t})=>{if(!e.length)return;const n=e[0],a=(e,r)=>{const a=w({referenceRow:n,currentRow:e,rowLabel:"Y",currentIndex:r,strictFlagName:t}),o=Array.isArray(n);for(let s=0;s<a.length;s++){const l=a[s],i=g({key:l,isArrayParent:o});x({referenceValue:n[l],currentValue:e[l],sourceIndex:r,path:i,strictFlagName:t})}};e.length>1&&a(e[e.length-1],r[e.length-1]);for(let t=0;t<e.length;t++)a(e[t],r[t])})({rows:N,sourceIndexes:Y,strictFlagName:"strictYSchema"}),m){const e=new Array(X.length);for(let r=0;r<X.length;r++)e[r]={x:X[r],y:N[r],sourceIndex:Y[r]};const r=n(e);X=new Array(r.length),N=new Array(r.length);for(let e=0;e<r.length;e++)X[e]=r[e].x,N[e]=r[e].y,Y[e]=r[e].sourceIndex}const F=X.length,E=N.length,S=F?p(X[0]):[],j=E?p(N[0]):[],M=new Array(F),k=new Array(E),P={keyNames:S},R={keyNames:j};for(let e=0;e<F;e++){const r=X[e],n=Y[e],a=new Array(S.length);for(let e=0;e<S.length;e++){const o=S[e],s=r[o];if(t(s))throw new Error(`Invalid property value (${s}) returned from "xCallbackFunc" on index "${n}" property "${o}".`);a[e]=s}M[e]=a}for(let e=0;e<E;e++){const r=N[e],t=new Array(j.length);for(let e=0;e<j.length;e++)t[e]=r[j[e]];k[e]=t}const O=Math.floor(M.length*r);let L=M.slice(0,O),C=k.slice(0,O),T=M.slice(O),V=k.slice(O);if(b){let e;if("oversample"===b)e=((e,r,t={})=>{const{random:n,seed:a,shuffleResult:o=!0,cloneX:i=!1}=t,f=s({random:n,seed:a}),d=u(e,r,{cloneX:i}),y=[...d.values()].map((e=>e.length)),p=Math.max(...y),g=[];for(const e of d.values()){const r=[...e],t=p-r.length,n=t>0?c(e,t,f).map((e=>({x:h(e.x,i),y:e.y}))):[];g.push(...r,...n)}return o&&l(g,f),{X:g.map((({x:e})=>e)),Y:g.map((({y:e})=>e))}})(L,C),L=e.X,C=e.Y;else{if("undersample"!==b)throw Error('balancing argument only accepts "", "oversample" and "undersample". Defaults to "".');e=((e,r,t={})=>{const{random:n,seed:a,shuffleResult:o=!0,cloneX:c=!1}=t,f=s({random:n,seed:a}),d=u(e,r,{cloneX:c}),y=[...d.values()].map((e=>e.length)),p=Math.min(...y),g=[];for(const e of d.values()){const r=i(e,p,f).map((e=>({x:h(e.x,c),y:e.y})));g.push(...r)}return o&&l(g,f),{X:g.map((({x:e})=>e)),Y:g.map((({y:e})=>e))}})(L,C),L=e.X,C=e.Y}}return{trainX:L,trainY:C,testX:T,testY:V,configX:P,configY:R}},v=({arrObj:e=[],xCallbackFunc:r=e=>e,yCallbackFunc:a=null,validateRows:o=()=>!0,shuffle:s=!1,strictXSchema:l=!0,state:i={}})=>{let c=[],h=[];if(f(e,{min:5},"parseProductionX"),d(e[0]),null!=a)throw new Error('The property "yCallbackFunc" must not be set in "parseProductionX".');for(let t=0;t<e.length;t++){if(!o({objRow:e,index:t,state:i}))continue;const n=r({objRow:e,index:t,state:i});null!=n&&!1!==n&&(c.push(n),h.push(t))}if(l&&A({rows:c,sourceIndexes:h,strictFlagName:"strictXSchema"}),s){const e=new Array(c.length);for(let r=0;r<c.length;r++)e[r]={x:c[r],sourceIndex:h[r]};const r=n(e);c=new Array(r.length),h=new Array(r.length);for(let e=0;e<r.length;e++)c[e]=r[e].x,h[e]=r[e].sourceIndex}const u=c.length,y=u?p(c[0]):[],g=new Array(u),m={keyNames:y};for(let e=0;e<u;e++){const r=c[e],n=h[e],a=new Array(y.length);for(let e=0;e<y.length;e++){const o=y[e],s=r[o];if(t(s))throw new Error(`Invalid property value (${s}) returned from "xCallbackFunc" on index "${n}" property "${o}".`);a[e]=s}g[e]=a}return{X:g,configX:m}},I=(e,r,t=1)=>{if(!Array.isArray(e))throw new Error("arr must be an array");if(!Number.isInteger(r)||r<=0)throw new Error("timeSteps must be a positive integer");if(!Number.isInteger(t)||t<=0)throw new Error("step must be a positive integer");if(r>e.length)return[];const n=[];for(let a=0;a<=e.length-r;a+=t)n.push(e.slice(a,a+r));return n};XY_Scale=r})();
+var XY_Scale;(()=>{"use strict";var e={d:(r,t)=>{for(var n in t)e.o(t,n)&&!e.o(r,n)&&Object.defineProperty(r,n,{enumerable:!0,get:t[n]})},o:(e,r)=>Object.prototype.hasOwnProperty.call(e,r),r:e=>{"undefined"!=typeof Symbol&&Symbol.toStringTag&&Object.defineProperty(e,Symbol.toStringTag,{value:"Module"}),Object.defineProperty(e,"__esModule",{value:!0})}},r={};e.r(r),e.d(r,{arrayShuffle:()=>t,arrayShuffleXY:()=>n,arrayToTimesteps:()=>b,parseProductionX:()=>g,parseTrainingXY:()=>w});const t=e=>{const r=[...e];for(let e=r.length-1;e>0;e--){const t=Math.floor(Math.random()*(e+1));[r[e],r[t]]=[r[t],r[e]]}return r},n=(e,r)=>{if(!Array.isArray(e)||!Array.isArray(r))throw new TypeError("Both X and Y must be arrays");if(e.length!==r.length)throw new Error("X and Y must have the same length");const t=[...e],n=[...r];for(let e=t.length-1;e>0;e--){const r=Math.floor(Math.random()*(e+1));[t[e],t[r]]=[t[r],t[e]],[n[e],n[r]]=[n[r],n[e]]}return{X:t,Y:n}},o=e=>"string"==typeof e||"boolean"==typeof e||("number"==typeof e?Number.isFinite(e):!!Array.isArray(e)&&e.every(o)),a=({random:e,seed:r}={})=>"function"==typeof e?e:Number.isInteger(r)?(e=>{let r=e>>>0;return()=>{r+=1831565813;let e=Math.imul(r^r>>>15,1|r);return e^=e+Math.imul(e^e>>>7,61|e),((e^e>>>14)>>>0)/4294967296}})(r):Math.random,l=(e,r=Math.random)=>{for(let t=e.length-1;t>0;t--){const n=Math.floor(r()*(t+1));[e[t],e[n]]=[e[n],e[t]]}return e},i=(e,r,t=Math.random)=>{if(r>e.length)throw new Error("Cannot sample more items than available without replacement.");const n=[...e];return l(n,t),n.slice(0,r)},s=(e,r,t=Math.random)=>{if(0===e.length)throw new Error("Cannot sample from an empty array.");const n=[];for(let o=0;o<r;o++){const r=Math.floor(t()*e.length);n.push(e[r])}return n},u=(e,r)=>r?structuredClone(e):e,c=(e,r,{cloneX:t=!1}={})=>{((e,r)=>{if(!Array.isArray(e)||!Array.isArray(r))throw new Error("X and Y must be arrays.");if(e.length!==r.length)throw new Error("X and Y must have the same length.");if(0===e.length)throw new Error("X and Y cannot be empty.")})(e,r);const n=new Map;return r.forEach(((r,a)=>{const l=(e=>{if(!o(e))throw new Error("Invalid Y label. Allowed types: finite numbers, strings, booleans, or nested arrays of those.");return JSON.stringify(e)})(r);n.has(l)||n.set(l,[]),n.get(l).push({x:u(e[a],t),y:r})})),n},f=e=>null!=e&&Number.isFinite(e),h=e=>null!==e&&"object"==typeof e&&!Array.isArray(e)&&Object.keys(e).length>0,d=(e,{min:r=-1/0,max:t=1/0},n)=>{if(!Array.isArray(e))throw new Error(`Invalid property. "${n}" expected an array.`);if(e.length<r)throw new Error(`Invalid property value. Array "${n}" expected at least ${r} items.`);if(e.length>t)throw new Error(`Invalid property value. Array "${n}" expected at max ${t} items.`);return!0},y=e=>{if(!h(e))throw new Error("The first item in arrObj is expeted to be a key par object.");const r={},t={};for(const[n,o]of Object.entries(e))"number"==typeof o?r[n]=o:t[n]=o;if(Object.keys(r).length>0&&m(r,"validateFirstRow"))throw new Error("Invalid numeric value at index 0.");if(Object.keys(t).length>0&&p(t,"validateFirstRow"))throw new Error("Invalid non-numeric value at index 0.");return!0},m=(e,r)=>{if(null==r)throw new Error('[hasInvalidNumbers] Missing required param "callerName".');if(!h(e))throw new Error(`[${r}:hasInvalidNumbers] Received an invalid "list" param — expected a non-empty key-pair object, got: ${JSON.stringify(e)}.`);for(const[t,n]of Object.entries(e))if(!f(n))return console.error(`[${r}:hasInvalidNumbers] property "${t}" only accept numbers. Invalid value is "${n}" and invalid type is "${typeof n}".`),!0;return!1},p=(e,r)=>{if(null==r)throw new Error('[hasNullOrUndefined] Missing required param "callerName".');if(!h(e))throw new Error(`[${r}:hasNullOrUndefined] Received an invalid "list" param — expected a non-empty key-pair object, got: ${JSON.stringify(e)}.`);for(const[t,n]of Object.entries(e))if(h(n)){for(const[e,o]of Object.entries(n))if(null==o)return console.error(`[${r}:hasNullOrUndefined] Null or undefined value detected for key "${t}.${e}".\n${String(o)}`),!0}else if(null==n)return console.error(`[${r}:hasNullOrUndefined] Null or undefined value detected for key "${t}".\n${String(n)}`),!0;return!1},w=({arrObj:e=[],trainingSplit:r=.8,yCallbackFunc:n=e=>e,xCallbackFunc:o=e=>e,validateRows:f=()=>!0,shuffle:h=!1,balancing:p="",state:w={}})=>{d(e,{min:2},"parseTrainingXY"),y(e[0]);let g=[],b=[],v=null,x=null;const X={};for(let r=0;r<e.length;r++)try{if(!f({objRow:e,index:r,state:w}))continue;const t=o({objRow:e,index:r,state:w}),a=n({objRow:e,index:r,state:w});if(null==t||null==a)continue;if(m(t,"parseTrainingXY"))throw new Error('Invalid numeric value returned from "xCallbackFunc".');if(null===v&&(v=Object.keys(t)),null===x){x=Object.keys(a);for(let e=0;e<x.length;e++)X[x[e]]={}}const l=v.length,i=x.length,s=new Array(l),u=new Array(i);for(let e=0;e<l;e++){const r=v[e];s[e]=t[r]}for(let e=0;e<i;e++){const r=x[e],t=a[r];u[e]=t;const n=Array.isArray(t)?JSON.stringify(t):String(t);X[r][n]=(X[r][n]??0)+1}g.push(s),b.push(u)}catch(e){throw new Error(`[BUG] - Skipped row index=${r}: ${e.message}`)}if(h){const e=new Array(g.length);for(let r=0;r<g.length;r++)e[r]={x:g[r],y:b[r]};const r=t(e);g=new Array(r.length),b=new Array(r.length);for(let e=0;e<r.length;e++)g[e]=r[e].x,b[e]=r[e].y}const E={keyNames:v??[]},A={keyNames:x??[],labelCounts:X},j=Math.floor(g.length*r);let O=g.slice(0,j),$=b.slice(0,j),k=g.slice(j),N=b.slice(j);if(p){let e;if("oversample"===p)e=((e,r,t={})=>{const{random:n,seed:o,shuffleResult:i=!0,cloneX:f=!1}=t,h=a({random:n,seed:o}),d=c(e,r,{cloneX:f}),y=[...d.values()].map((e=>e.length)),m=Math.max(...y),p=[];for(const e of d.values()){const r=[...e],t=m-r.length,n=t>0?s(e,t,h).map((e=>({x:u(e.x,f),y:e.y}))):[];p.push(...r,...n)}return i&&l(p,h),{X:p.map((({x:e})=>e)),Y:p.map((({y:e})=>e))}})(O,$),O=e.X,$=e.Y;else{if("undersample"!==p)throw Error('balancing argument only accepts "", "oversample" and "undersample". Defaults to "".');e=((e,r,t={})=>{const{random:n,seed:o,shuffleResult:s=!0,cloneX:f=!1}=t,h=a({random:n,seed:o}),d=c(e,r,{cloneX:f}),y=[...d.values()].map((e=>e.length)),m=Math.min(...y),p=[];for(const e of d.values()){const r=i(e,m,h).map((e=>({x:u(e.x,f),y:e.y})));p.push(...r)}return s&&l(p,h),{X:p.map((({x:e})=>e)),Y:p.map((({y:e})=>e))}})(O,$),O=e.X,$=e.Y}}return{trainX:O,trainY:$,testX:k,testY:N,configX:E,configY:A}},g=({arrObj:e=[],xCallbackFunc:r=e=>e,yCallbackFunc:n=null,validateRows:o=()=>!0,shuffle:a=!1,state:l={}})=>{let i=[],s=null;if(d(e,{min:1},"parseProductionX"),y(e[0]),null!=n)throw new Error('The property "yCallbackFunc" must not be set in "parseProductionX".');for(let t=0;t<e.length;t++)try{if(!o({objRow:e,index:t,state:l}))continue;const n=r({objRow:e,index:t,state:l});if(null==n)continue;if(m(n,"parseProductionX"))throw new Error('Invalid numeric value returned from "xCallbackFunc".');null===s&&(s=Object.keys(n));const a=s.length,u=new Array(a);for(let e=0;e<a;e++){const r=s[e];u[e]=n[r]}i.push(u)}catch(e){throw new Error(`[BUG] - Skipped row index=${t}: ${e.message}`)}return a&&(i=t(i)),{X:i,configX:{keyNames:s??[]}}},b=(e,r,t=1)=>{if(!Array.isArray(e))throw new Error("arr must be an array");if(!Number.isInteger(r)||r<=0)throw new Error("timeSteps must be a positive integer");if(!Number.isInteger(t)||t<=0)throw new Error("step must be a positive integer");if(r>e.length)return[];const n=[];for(let o=0;o<=e.length-r;o+=t)n.push(e.slice(o,o+r));return n};XY_Scale=r})();

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "xy-scale",
-  "version": "1.4.39",
+  "version": "1.4.42",
   "main": "./index.js",
   "type": "module",
   "scripts": {

package/src/datasets.js

@@ -1,376 +1,115 @@
-import { arrayShuffle, isBadNumber } from "./utilities.js";
+import { arrayShuffle } from "./utilities.js";
 import { oversampleXY, undersampleXY } from "./balancing.js";
-import { validateFirstRow, validateArray } from "./validators.js";
+import { validateFirstRow, validateArray, hasInvalidNumbers } from "./validators.js";
 
-// ADD A PARAM max correlation that will measure the correlation between variables if defined
-
-const isPlainObject = value =>
-    Object.prototype.toString.call(value) === '[object Object]';
-
-const getRowKind = row => {
-    if (Array.isArray(row)) return 'array';
-    if (isPlainObject(row)) return 'object';
-    return typeof row;
-};
-
-const getComparableKeys = row =>
-    Object.keys(row).filter(key => key !== 'tempIdx');
-
-const buildPath = ({ parentPath = '', key, isArrayParent = false }) => {
-    const nextPart = isArrayParent ? `[${key}]` : (parentPath ? `.${key}` : `${key}`);
-    return `${parentPath}${nextPart}`;
-};
-
-const createStrictSchemaError = ({
-    rowLabel,
-    sourceIndex,
-    path = '',
-    detail,
-    strictFlagName,
-}) => {
-    const pathText = path ? ` path "${path}"` : '';
-    return new Error(
-        `${rowLabel} schema error at index "${sourceIndex}"${pathText}. ${detail} Set "${strictFlagName}" to false to disable this validation.`
-    );
-};
-
-const assertSameTopLevelSchema = ({
-    referenceRow,
-    currentRow,
-    rowLabel,
-    currentIndex,
-    strictFlagName,
+export const parseTrainingXY = ({
+    arrObj = [],
+    trainingSplit = 0.8,
+    yCallbackFunc = row => row,
+    xCallbackFunc = row => row,
+    validateRows = () => true,
+    shuffle = false,
+    balancing = '',
+    state = {},
 }) => {
-    const referenceKind = getRowKind(referenceRow);
-    const currentKind = getRowKind(currentRow);
-
-    if (referenceKind !== currentKind) {
-        throw createStrictSchemaError({
-            rowLabel,
-            sourceIndex: currentIndex,
-            detail: `Expected row type "${referenceKind}" based on the first parsed ${rowLabel} row, but got "${currentKind}".`,
-            strictFlagName,
-        });
-    }
-
-    if (referenceKind !== 'array' && referenceKind !== 'object') {
-        throw createStrictSchemaError({
-            rowLabel,
-            sourceIndex: currentIndex,
-            detail: `Parsed ${rowLabel} rows must be arrays or plain objects.`,
-            strictFlagName,
-        });
-    }
-
-    const referenceKeys = getComparableKeys(referenceRow);
-    const currentKeys = getComparableKeys(currentRow);
-
-    const referenceKeySet = new Set(referenceKeys);
-    const currentKeySet = new Set(currentKeys);
-    const isArrayRow = Array.isArray(referenceRow);
-
-    for (let i = 0; i < referenceKeys.length; i++) {
-        const key = referenceKeys[i];
-
-        if (!currentKeySet.has(key)) {
-            throw createStrictSchemaError({
-                rowLabel,
-                sourceIndex: currentIndex,
-                path: buildPath({ key, isArrayParent: isArrayRow }),
-                detail: `Missing required ${isArrayRow ? 'index' : 'property'} "${key}" found in the first parsed ${rowLabel} row.`,
-                strictFlagName,
-            });
-        }
-    }
+    validateArray(arrObj, { min: 2 }, 'parseTrainingXY');
+    validateFirstRow(arrObj[0]);
 
-    for (let i = 0; i < currentKeys.length; i++) {
-        const key = currentKeys[i];
-
-        if (!referenceKeySet.has(key)) {
-            throw createStrictSchemaError({
-                rowLabel,
-                sourceIndex: currentIndex,
-                path: buildPath({ key, isArrayParent: isArrayRow }),
-                detail: `Unexpected ${isArrayRow ? 'index' : 'property'} "${key}" not present in the first parsed ${rowLabel} row.`,
-                strictFlagName,
-            });
-        }
-    }
+    let flatX = [];
+    let flatY = [];
 
-    return referenceKeys;
-};
+    let keyNamesX = null;
+    let keyNamesY = null;
 
-const getYValueKind = value => {
-    if (Array.isArray(value)) return 'array';
-    return typeof value;
-};
+    const labelCounts = {};
 
-const assertSameYValueSchema = ({
-    referenceValue,
-    currentValue,
-    sourceIndex,
-    path,
-    strictFlagName,
-}) => {
-    const referenceKind = getYValueKind(referenceValue);
-    const currentKind = getYValueKind(currentValue);
-
-    if (referenceKind !== currentKind) {
-        throw createStrictSchemaError({
-            rowLabel: 'Y',
-            sourceIndex,
-            path,
-            detail: `Expected type "${referenceKind}" based on the first parsed Y row, but got "${currentKind}".`,
-            strictFlagName,
-        });
-    }
+    for (let x = 0; x < arrObj.length; x++) {
+        try {
+            if (!validateRows({ objRow: arrObj, index: x, state })) continue;
 
-    if (referenceKind === 'array') {
-        if (referenceValue.length !== currentValue.length) {
-            throw createStrictSchemaError({
-                rowLabel: 'Y',
-                sourceIndex,
-                path,
-                detail: `Expected array length "${referenceValue.length}" based on the first parsed Y row, but got "${currentValue.length}".`,
-                strictFlagName,
-            });
-        }
+            const parsedX = xCallbackFunc({ objRow: arrObj, index: x, state });
+            const parsedY = yCallbackFunc({ objRow: arrObj, index: x, state });
 
-        for (let i = 0; i < referenceValue.length; i++) {
-            assertSameYValueSchema({
-                referenceValue: referenceValue[i],
-                currentValue: currentValue[i],
-                sourceIndex,
-                path: buildPath({ parentPath: path, key: i, isArrayParent: true }),
-                strictFlagName,
-            });
-        }
+            if (parsedX == null || parsedY == null) continue;
 
-        return;
-    }
+            if (hasInvalidNumbers(parsedX, 'parseTrainingXY')) {
+               throw new Error(`Invalid numeric value returned from "xCallbackFunc".`);
+            }
 
-    if (
-        referenceKind !== 'number' &&
-        referenceKind !== 'boolean' &&
-        referenceKind !== 'string'
-    ) {
-        throw createStrictSchemaError({
-            rowLabel: 'Y',
-            sourceIndex,
-            path,
-            detail: `Unsupported Y value type "${referenceKind}". Y values must be numbers, booleans, strings, or nested arrays of those types.`,
-            strictFlagName,
-        });
-    }
-};
+            if (keyNamesX === null) {
+                keyNamesX = Object.keys(parsedX);
+            }
 
-const validateStrictXRows = ({ rows, sourceIndexes, strictFlagName }) => {
-    if (!rows.length) return;
+            if (keyNamesY === null) {
+                keyNamesY = Object.keys(parsedY);
 
-    const referenceRow = rows[0];
+                for (let i = 0; i < keyNamesY.length; i++) {
+                    labelCounts[keyNamesY[i]] = {};
+                }
+            }
 
-    const compareRow = (currentRow, currentIndex) => {
-        assertSameTopLevelSchema({
-            referenceRow,
-            currentRow,
-            rowLabel: 'X',
-            currentIndex,
-            strictFlagName,
-        });
-    };
+            const xLen = keyNamesX.length;
+            const yLen = keyNamesY.length;
 
-    if (rows.length > 1) {
-        compareRow(rows[rows.length - 1], sourceIndexes[rows.length - 1]);
-    }
+            const rowX = new Array(xLen);
+            const rowY = new Array(yLen);
 
-    for (let i = 0; i < rows.length; i++) {
-        compareRow(rows[i], sourceIndexes[i]);
-    }
-};
+            for (let i = 0; i < xLen; i++) {
+                const key = keyNamesX[i];
+                rowX[i] = parsedX[key];
+            }
 
-const validateStrictYRows = ({ rows, sourceIndexes, strictFlagName }) => {
-    if (!rows.length) return;
-
-    const referenceRow = rows[0];
-
-    const compareRow = (currentRow, currentIndex) => {
-        const referenceKeys = assertSameTopLevelSchema({
-            referenceRow,
-            currentRow,
-            rowLabel: 'Y',
-            currentIndex,
-            strictFlagName,
-        });
-
-        const isArrayRow = Array.isArray(referenceRow);
-
-        for (let i = 0; i < referenceKeys.length; i++) {
-            const key = referenceKeys[i];
-            const path = buildPath({ key, isArrayParent: isArrayRow });
-
-            assertSameYValueSchema({
-                referenceValue: referenceRow[key],
-                currentValue: currentRow[key],
-                sourceIndex: currentIndex,
-                path,
-                strictFlagName,
-            });
-        }
-    };
+            for (let i = 0; i < yLen; i++) {
+                const key = keyNamesY[i];
+                const value = parsedY[key];
 
-    if (rows.length > 1) {
-        compareRow(rows[rows.length - 1], sourceIndexes[rows.length - 1]);
-    }
+                rowY[i] = value;
 
-    for (let i = 0; i < rows.length; i++) {
-        compareRow(rows[i], sourceIndexes[i]);
-    }
-};
+                const labelKey = Array.isArray(value)
+                    ? JSON.stringify(value)
+                    : String(value);
 
-export const parseTrainingXY = ({
-    arrObj = [], // array of objects
-    trainingSplit = 0.8, // numeric float between 0.01 and 0.99
-    yCallbackFunc = row => row, // accepted callback functions
-    xCallbackFunc = row => row, // accepted callback functions
-    validateRows = () => true, // accepted callback functions
-    shuffle = false, // only booleans
-    balancing = '', // accepted '', 'oversample' or 'undersample'
-    strictXSchema = true,
-    strictYSchema = true,
-    state = {}, // accepted object or classes
-}) => {
-    let X = [];
-    let Y = [];
-    const sourceIndexes = [];
+                labelCounts[key][labelKey] = (labelCounts[key][labelKey] ?? 0) + 1;
+            }
 
-    validateArray(arrObj, { min: 2 }, 'parseTrainingXY');
-    validateFirstRow(arrObj[0]);
+            flatX.push(rowX);
+            flatY.push(rowY);
 
-    for (let x = 0; x < arrObj.length; x++) {
-        if (!validateRows({ objRow: arrObj, index: x, state })) continue;
-
-        const parsedX = xCallbackFunc({ objRow: arrObj, index: x, state });
-        const parsedY = yCallbackFunc({ objRow: arrObj, index: x, state });
-
-        if (
-            typeof parsedX !== 'undefined' &&
-            parsedX !== null &&
-            typeof parsedY !== 'undefined' &&
-            parsedY !== null
-        ) {
-            X.push(parsedX);
-            Y.push(parsedY);
-            sourceIndexes.push(x);
+        } catch(err) {
+            throw new Error(`[BUG] - Skipped row index=${x}: ${err.message}`);
         }
     }
 
-    if (strictXSchema) {
-        validateStrictXRows({
-            rows: X,
-            sourceIndexes,
-            strictFlagName: 'strictXSchema',
-        });
-    }
-
-    if (strictYSchema) {
-        validateStrictYRows({
-            rows: Y,
-            sourceIndexes,
-            strictFlagName: 'strictYSchema',
-        });
-    }
-
     if (shuffle) {
-        const merged = new Array(X.length);
+        const merged = new Array(flatX.length);
 
-        for (let i = 0; i < X.length; i++) {
+        for (let i = 0; i < flatX.length; i++) {
             merged[i] = {
-                x: X[i],
-                y: Y[i],
-                sourceIndex: sourceIndexes[i],
+                x: flatX[i],
+                y: flatY[i]
             };
         }
 
         const shuffled = arrayShuffle(merged);
 
-        X = new Array(shuffled.length);
-        Y = new Array(shuffled.length);
+        flatX = new Array(shuffled.length);
+        flatY = new Array(shuffled.length);
 
         for (let i = 0; i < shuffled.length; i++) {
-            X[i] = shuffled[i].x;
-            Y[i] = shuffled[i].y;
-            sourceIndexes[i] = shuffled[i].sourceIndex;
+            flatX[i] = shuffled[i].x;
+            flatY[i] = shuffled[i].y;
         }
     }
 
-    const xLen = X.length;
-    const yLen = Y.length;
-
-    const xKeys = xLen ? getComparableKeys(X[0]) : [];
-    const yKeys = yLen ? getComparableKeys(Y[0]) : [];
-
-    const flatX = new Array(xLen);
-    const flatY = new Array(yLen);
-
     const configX = {
-        keyNames: xKeys,
+        keyNames: keyNamesX ?? [],
     };
 
-
-
-    for (let idx = 0; idx < xLen; idx++) {
-        const rowObj = X[idx];
-        const sourceIndex = sourceIndexes[idx];
-        const flatRow = new Array(xKeys.length);
-
-        for (let j = 0; j < xKeys.length; j++) {
-            const key = xKeys[j];
-            const value = rowObj[key];
-
-            if (isBadNumber(value)) {
-                throw new Error(
-                    `Invalid property value (${value}) returned from "xCallbackFunc" on index "${sourceIndex}" property "${key}".`
-                );
-            }
-
-            flatRow[j] = value;
-        }
-
-        flatX[idx] = flatRow;
-    }
-
-    const toLabelKey = value => Array.isArray(value)
-        ? JSON.stringify(value) 
-        : String(value);
-
-    const initLabelCounts = keyNames =>
-        Object.fromEntries(
-            keyNames.map(keyName => [keyName, ({})])
-        );
-
     const configY = {
-        keyNames: yKeys,
-        labelCounts: initLabelCounts(yKeys),
+        keyNames: keyNamesY ?? [],
+        labelCounts,
     };
 
-    for (let idx = 0; idx < yLen; idx++) {
-        const rowObj = Y[idx];
-        const flatRow = new Array(yKeys.length);
-
-        for (let j = 0; j < yKeys.length; j++) {
-            const keyName = yKeys[j];
-            const value = rowObj[keyName];
-
-            flatRow[j] = value;
-
-            const labelKey = toLabelKey(value);
-            configY.labelCounts[keyName][labelKey] =
-                (configY.labelCounts[keyName][labelKey] ?? 0) + 1;
-        }
-
-        flatY[idx] = flatRow;
-    }
-
     const splitIndex = Math.floor(flatX.length * trainingSplit);
 
     let trainX = flatX.slice(0, splitIndex);
@@ -403,95 +142,62 @@ export const parseTrainingXY = ({
         configY,
     };
 };
-
 export const parseProductionX = ({
     arrObj = [],
     xCallbackFunc = row => row,
     yCallbackFunc = null,
     validateRows = () => true,
     shuffle = false,
-    strictXSchema = true,
     state = {},
 }) => {
-    let X = [];
-    let sourceIndexes = [];
+    let flatX = [];
+    let keyNamesX = null;
 
     validateArray(arrObj, { min: 1 }, 'parseProductionX');
     validateFirstRow(arrObj[0]);
 
-    if(yCallbackFunc != null) {
-        throw new Error('The property "yCallbackFunc" must not be set in "parseProductionX".')
+    if (yCallbackFunc != null) {
+        throw new Error('The property "yCallbackFunc" must not be set in "parseProductionX".');
     }
 
     for (let x = 0; x < arrObj.length; x++) {
-        if (!validateRows({ objRow: arrObj, index: x, state })) continue;
+        try {
+            if (!validateRows({ objRow: arrObj, index: x, state })) continue;
 
-        const parsedX = xCallbackFunc({ objRow: arrObj, index: x, state });
+            const parsedX = xCallbackFunc({ objRow: arrObj, index: x, state });
 
-        if (typeof parsedX !== 'undefined' && parsedX !== null && parsedX !== false) {
-            X.push(parsedX);
-            sourceIndexes.push(x);
-        }
-    }
+            if (parsedX == null) continue;
 
-    if (strictXSchema) {
-        validateStrictXRows({
-            rows: X,
-            sourceIndexes,
-            strictFlagName: 'strictXSchema',
-        });
-    }
+            if (hasInvalidNumbers(parsedX, 'parseProductionX')) {
+                throw new Error(`Invalid numeric value returned from "xCallbackFunc".`);
+            }
 
-    if (shuffle) {
-        const merged = new Array(X.length);
+            if (keyNamesX === null) {
+                keyNamesX = Object.keys(parsedX);
+            }
 
-        for (let i = 0; i < X.length; i++) {
-            merged[i] = {
-                x: X[i],
-                sourceIndex: sourceIndexes[i],
-            };
-        }
+            const xLen = keyNamesX.length;
+            const rowX = new Array(xLen);
 
-        const shuffled = arrayShuffle(merged);
-
-        X = new Array(shuffled.length);
-        sourceIndexes = new Array(shuffled.length);
+            for (let i = 0; i < xLen; i++) {
+                const key = keyNamesX[i];
+                rowX[i] = parsedX[key];
+            }
 
-        for (let i = 0; i < shuffled.length; i++) {
-            X[i] = shuffled[i].x;
-            sourceIndexes[i] = shuffled[i].sourceIndex;
+            flatX.push(rowX);
+        } catch(err) {
+            throw new Error(`[BUG] - Skipped row index=${x}: ${err.message}`);
         }
     }
 
-    const xLen = X.length;
-    const xKeys = xLen ? getComparableKeys(X[0]) : [];
-    const flatX = new Array(xLen);
+    if (shuffle) {
+         flatX = arrayShuffle(flatX);
+    }
 
     const configX = {
-        keyNames: xKeys,
+        keyNames: keyNamesX ?? [],
     };
 
-    for (let idx = 0; idx < xLen; idx++) {
-        const rowObj = X[idx];
-        const sourceIndex = sourceIndexes[idx];
-        const flatRow = new Array(xKeys.length);
-
-        for (let j = 0; j < xKeys.length; j++) {
-            const key = xKeys[j];
-            const value = rowObj[key];
-
-            if (isBadNumber(value)) {
-                throw new Error(
-                    `Invalid property value (${value}) returned from "xCallbackFunc" on index "${sourceIndex}" property "${key}".`
-                );
-            }
-
-            flatRow[j] = value;
-        }
-
-        flatX[idx] = flatRow;
-    }
-
     return {
         X: flatX,
         configX,

package/src/utilities.js

@@ -1,4 +1,3 @@
-export const isBadNumber = (v) => v == null || !Number.isFinite(v)
 
 export const arrayShuffle = X => {
     // Make a copy of the array to avoid mutating the original

package/src/validators.js

@@ -1,17 +1,13 @@
-export const validateExcludes = (row, excludes) => {
 
-  const keyNames = Object.keys(row)
-
-  if(!Array.isArray(excludes))
-  {
-    throw new Error(`Property "excludes" must be an array.`)
-  }
-
-  for(const k of excludes)
-  {
-    if(!keyNames.includes(k)) throw new Error(`An item in "excludes" property was not found in "arrObj".\n\nexcludes: ${JSON.stringify(excludes)}\n\narrObj: ${JSON.stringify(keyNames)}`)
-  }
+export const isNumber = v => v != null && Number.isFinite(v)
 
+export const isKeyPairObject = param => {
+  return (
+    param !== null &&
+    typeof param === "object" &&
+    !Array.isArray(param) &&
+    Object.keys(param).length > 0
+  );
 }
 
 export const validateArray = (arr, {min = -Infinity, max = Infinity}, paramName) => {
@@ -35,15 +31,105 @@ export const validateArray = (arr, {min = -Infinity, max = Infinity}, paramName)
 
 export const validateFirstRow = row => {
 
+    if(!isKeyPairObject(row)) {
+        throw new Error(`The first item in arrObj is expeted to be a key par object.`)
+    }
+
+    const numeric = {}
+    const nonNumeric = {}
+
     for(const [k, v] of Object.entries(row))
     {
-      if (typeof v === 'number' && Number.isNaN(v)) {
-        throw new Error(`Invalid value at index 0 property "${k}": value is "${v}". Expected a numeric value.`);
+      if (typeof v === 'number') {
+        numeric[k] = v
       }
-      if (v === null) {
-        throw new Error(`Invalid value at index 0 property "${k}": value is "${v}".`);
+      else {
+        nonNumeric[k] = v
       }
     }
+
+    if (Object.keys(numeric).length > 0 && hasInvalidNumbers(numeric, 'validateFirstRow')) {
+        throw new Error(`Invalid numeric value at index 0.`)
+    }
+    if (Object.keys(nonNumeric).length > 0 && hasNullOrUndefined(nonNumeric, 'validateFirstRow')) {
+        throw new Error(`Invalid non-numeric value at index 0.`)
+    }
     
     return true
+}
+
+export const hasInvalidNumbers = (list, callerName) => {
+    if (callerName == null) {
+        throw new Error('[hasInvalidNumbers] Missing required param "callerName".')
+    }
+
+    if (!isKeyPairObject(list)) {
+        throw new Error(`[${callerName}:hasInvalidNumbers] Received an invalid "list" param — expected a non-empty key-pair object, got: ${JSON.stringify(list)}.`)
+    }
+
+    for (const [k, v] of Object.entries(list)) {
+        if(!isNumber(v)) {
+            console.error(`[${callerName}:hasInvalidNumbers] property "${k}" only accept numbers. Invalid value is "${v}" and invalid type is "${typeof v}".`)
+            return true
+        }
+    }
+
+    return false
+}
+
+export const hasNullOrUndefined = (list, callerName) => {
+    if (callerName == null) {
+        throw new Error('[hasNullOrUndefined] Missing required param "callerName".')
+    }
+
+    if (!isKeyPairObject(list)) {
+        throw new Error(`[${callerName}:hasNullOrUndefined] Received an invalid "list" param — expected a non-empty key-pair object, got: ${JSON.stringify(list)}.`)
+    }
+
+    for (const [k, v] of Object.entries(list)) {
+
+        if(isKeyPairObject(v)) {
+            for(const [k2, v2] of Object.entries(v)) {
+                if(v2 == null) {
+                    console.error(`[${callerName}:hasNullOrUndefined] Null or undefined value detected for key "${k}.${k2}".\n${String(v2)}`)
+                    return true
+                }
+            }
+        }
+        else if (v == null) {
+            console.error(`[${callerName}:hasNullOrUndefined] Null or undefined value detected for key "${k}".\n${String(v)}`)
+            return true
+        }
+    }
+
+    return false
+}
+
+export const arraysAreNotEqualSize = (list, callerName) => {
+    if (callerName == null) {
+        throw new Error('[arraysArentTheSameSize] Missing required param "callerName".')
+    }
+
+    if (!isKeyPairObject(list)) {
+        throw new Error(`[${callerName}:arraysArentTheSameSize] Received an invalid "list" param — expected a non-empty key-pair object, got: ${JSON.stringify(list)}.`)
+    }
+
+    let preArr = null
+
+    for (const [k, v] of Object.entries(list)) {
+        if(!Array.isArray(v)) {
+            console.error(`[${callerName}:arraysArentTheSameSize] Invalid array detected in key "${k}".\n${String(v)}`)
+            return true
+        }
+
+        if(preArr === null) {
+            preArr = v.length
+        } else {
+            if(preArr !== v.length) {
+                return true
+            }
+        }
+    }
+
+    return false
 }