@sis-cc/dotstatsuite-components 15.0.21 → 16.1.0

package/test/mocks/OECD_SNA_TABLE1_1.0_-_AUS_V_metadata.json

@@ -20,8 +20,8 @@
                 1
             ],
             "dimensionGroupAttributes": {
-                "0:::": [null,null,null,0,0],
-                "0::0:": [0,0,0]
+                "0:~:~:~": [null,null,null,0,0],
+                "0:~:0:~": [0,0,0]
             }
         }],
         "structures": [{

package/test/parseAttributes.test.js

@@ -1,78 +1,33 @@
 import { expect } from 'chai';
-import { parseAttributes } from '../src/rules/src/table/preparators/parseAttributes';
+import { parseAttributes } from '../src/rules2/src/';
 
 const attributes = [
-  { id: 'a0', display: false, relationship: { primaryMeasure: 'OBS_VALUE' }, values: [{ id: 'a0v1' }] }, // no display
-  { id: 'a1', relationship: { primaryMeasure: 'OBS_VALUE' } }, // no values
-  { id: 'a2', relationship: { primaryMeasure: 'OBS_VALUE' }, values: [] }, // empty values
-  { id: 'a3', values: [{ id: 'a3v1' }] }, // no relationship definition
-  { id: 'a4', relationship: {}, values: [{ id: 'a4v1' }] }, // empty relationship
-  { id: 'a5', relationship: { primaryMeasure: 'WRONG' }, values: [{ id: 'a5v1' }] }, // incorrect primaryMeasure relationship
   { id: 'a6', relationship: { primaryMeasure: 'OBS_VALUE' }, values: [{ id: 'a6v1' }] }, // correct observations attribute
-  { id: 'a7', relationship: { dimensions: [] }, values: [{ id: 'a7v1' }] }, // empty dimensions relationship
   { id: 'a8', relationship: { dimensions: ['d1'] }, values: [{ id: 'a8v1' }] }, // single 'one value' dimension relationship
   { id: 'a9', relationship: { dimensions: ['d4'] }, values: [{ id: 'a9v1' }] }, // single 'many values' dimension relationship
   { id: 'a10', relationship: { dimensions: ['d1', 'd2'] }, values: [{ id: 'a10v1' }] }, // many 'single value' dimensions realtionship
   { id: 'a11', relationship: { dimensions: ['d1', 'd2', 'd4'] }, values: [{ id: 'a11v1' }] }, // one 'many values' and many 'single value' dimensions relationship
-  { id: 'a12', relationship: { dimensions: ['d5', 'd6'] }, values: [{ id: 'a12v1' }] }, // many 'many values' dimensions relationship
-  { id: 'a13', relationship: { dimensions: ['d4', 'd1', 'd6'] }, values: [{ id: 'a13v1' }] }, // many 'many values' and one 'single value' dimensions relationship
-  { id: 'a14', relationship: { dimensions: ['d1'] }, values: [{ id: 'a14v1' }] }, // not recognised as footnote
-  { id: 'a15', relationship: { dimensions: ['d3'] }, values: [{ id: 'a15v1' }] }, // recognised as prefscale
-  { id: 'a16', relationship: { dimensions: ['d6'] }, values: [{ id: 'a16v1' }] }, // recognised as decimals 
-  { id: 'a17', display: false, relationship: { primaryMeasure: 'OBS_VALUE' }, values: [{ id: 'a17v1' }] }, // blacklisted
-  { id: 'a18', relationship: { primaryMeasure: 'OBS_VALUE' }, values: [{ id: 'a18v1' }, { id: 'a18v2', display: false }] }, // blacklisted value
-  { id: 'a19', relationship: { none: {} }, values: [{ id: 'a19v1' }] }, // dataset relationship
-  { id: 'a20', relationship: { primaryMeasure: 'OBS_VALUE' }, values: [{ id: 'a20v1' }] }, // units attribute
-  { id: 'a21', relationship: { dataflow: {} }, values: [{ id: 'a21v0' }] }, // alternative dataflow relationship
-  { id: 'a22', relationship: { observation: {} }, values: [{ id: 'a22v0' }] }, // alternative observation relationship
-  { id: 'REPORTING_YEAR_START_DAY', relationship: { observation: {} }, values: [{ id: 'a22v0' }]},
-  { id: 'REPYEARSTART', relationship: { observation: {} }, values: [{ id: 'a22v0' }]},
-  { id: 'a23', relationship: { observation: {} }, values: [{ id: 'a23v0' },{id : 'a23v1'}]},
 ];
 
-const customAttributes = {
-  prefscale: 'a15',
-  decimals: 'a16',
-  units: ['d7', 'a20'],
-  rejectedValueIds:['a23v0']
-};
+const customAttributes = {};
 
-const parsedDimensionsIds = {
-  oneValue: { 'd1': 1, 'd2': 2, 'd3': 3 },
-  manyValues: { 'd4': 4, 'd5': 5, 'd6': 6 },
-};
+const dimensions = [
+  { id: 'd1', values: [{ id: 'v0' }] },
+  { id: 'd2', values: [{ id: 'v0' }] },
+  { id: 'd3', values: [{ id: 'v0' }] },
+  { id: 'd4', values: [{ id: 'v0' }, { id: 'v1' }] },
+  { id: 'd5', values: [{ id: 'v0' }, { id: 'v1' }] },
+  { id: 'd6', values: [{ id: 'v0' }, { id: 'v1' }] },
+];
 
 describe('parseAttributes test', () => {
   it('complete case', () => {
-    expect(parseAttributes({
-      attributes, parsedDimensionsIds, customAttributes
-    })).to.deep.equal({
-      attributesIndexedByIds: {
-        a6: { id: 'a6', index: 6, relationship: { primaryMeasure: 'OBS_VALUE' }, values: [{ id: 'a6v1' }] },
-        a8: { id: 'a8', index: 8, relationship: { dimensions: ['d1'] }, values: [{ id: 'a8v1' }] },
-        a9: { id: 'a9', index: 9, relationship: { dimensions: ['d4'] }, values: [{ id: 'a9v1' }], targetIndex: 4 },
-        a10: { id: 'a10', index: 10, relationship: { dimensions: ['d1', 'd2'] }, values: [{ id: 'a10v1' }] },
-        a11: { id: 'a11', index: 11, relationship: { dimensions: ['d1', 'd2', 'd4'] }, values: [{ id: 'a11v1' }], targetIndex: 4 },
-        a12: { id: 'a12', index: 12, relationship: { dimensions: ['d5', 'd6'] }, values: [{ id: 'a12v1' }], targetIndexes: { '5': 5, '6': 6 } },
-        a13: { id: 'a13', index: 13, relationship: { dimensions: ['d4', 'd1', 'd6'] }, values: [{ id: 'a13v1' }], targetIndexes: { '4': 4, '6': 6 } },
-        a14: { id: 'a14', index: 14, relationship: { dimensions: ['d1'] }, values: [{ id: 'a14v1' }] },
-        a15: { id: 'a15', index: 15, relationship: { dimensions: ['d3'] }, values: [{ id: 'a15v1' }] },
-        a16: { id: 'a16', index: 16, relationship: { dimensions: ['d6'] }, values: [{ id: 'a16v1' }] },
-        a18: { id: 'a18', index: 18, relationship: { primaryMeasure: 'OBS_VALUE' }, values: [{ id: 'a18v1' }, null] },
-        a19: { id: 'a19', index: 19, relationship: { none: {} }, values: [{ id: 'a19v1' }] },
-        a21: { id: 'a21', index: 21, relationship: { dataflow: {} }, values: [{ id: 'a21v0' }] },
-        a22: { id: 'a22', index: 22, relationship: { observation: {} }, values: [{ id: 'a22v0' }] },
-        a23: { id: 'a23', index: 25, relationship: { observation: {} }, values:[null,{id:'a23v1'}] } 
-      },
-      attributesIdsIndexedByTargets: {
-        observations: ['a6', 'a18', 'a22','a23'],
-        oneValueDimensions: { d1: ['a8', 'a14'] },
-        manyValuesDimensions: ['a9', 'a11'],
-        dataflow: ['a10', 'a19', 'a21'],
-        series: ['a12', 'a13'],
-        prefscale: ['a15'],
-        decimals: ['a16'],
-      }
-    });
+    expect(parseAttributes(attributes, dimensions, customAttributes)).to.deep.equal([
+      { id: 'a6', index: 0, relationship: [], series: true, values: [{ id: 'a6v1' }] },
+      { id: 'a8', index: 1, relationship: ['d1'], header: true,values: [{ id: 'a8v1' }] },
+      { id: 'a9', index: 2, relationship: ['d4'], series: true, values: [{ id: 'a9v1' }] },
+      { id: 'a10', index: 3, relationship: ['d1', 'd2'], header: true, values: [{ id: 'a10v1' }] },
+      { id: 'a11', index: 4, relationship: ['d4'], series: true, values: [{ id: 'a11v1' }] },
+    ]);
   });
 });

package/test/parseMetadataSeries.test.js

@@ -81,7 +81,7 @@ describe('parseMetadataSeries test', () => {
       data: {
         dataSets: [{
           dimensionGroupAttributes: {
-            '::': [0, 0, null, 0, 0, 0, 0]
+            '~:~:~': [0, 0, null, 0, 0, 0, 0]
           }
         }],
         structures: [{

package/test/parseValueHierarchy.test.js

@@ -0,0 +1,88 @@
+import { expect } from 'chai';
+import { parseValueHierarchy } from '../src/rules2/src/table/parseValueHierarchy';
+
+const indexedValues = {
+  OECD: { id: 'OECD' },
+  EU: { id: 'EU' },
+  FRA: { id: 'FRA' },
+  GER: { id: 'GER' },
+  IDF: { id: 'IDF' },
+};
+
+describe('parseValueHierarchy tests', () => {
+  it('no hierarchy in value', () => {
+    const value = { id: 'EU', parents: [] };
+    const previousValue = { id: 'IDF', parents: ['OECD', 'FRA'] };
+    expect(parseValueHierarchy(value, previousValue, indexedValues)).to.deep.equal(value);
+  });
+  it('previous is parent', () => {
+    const value = { id: 'IDF', parents: ['OECD', 'FRA'] };
+    const previousValue = { id: 'FRA', parents: [{ id: 'OECD' }], parentsIds: ['OECD'], missingParents: [] };
+    expect(parseValueHierarchy(value, previousValue, indexedValues)).to.deep.equal({
+      id: 'IDF',
+      parents: [{ id: 'OECD' }, { id: 'FRA' }],
+      parentsIds: ['OECD', 'FRA'],
+      missingParents: []
+    });
+  });
+  it('previous is parent with missing parent', () => {
+    const value = { id: 'IDF', parents: ['OECD', 'FRA'] };
+    const previousValue = { id: 'FRA', parents: [], parentsIds: ['OECD'], missingParents: [{ id: 'OECD' }] };
+    expect(parseValueHierarchy(value, previousValue, indexedValues)).to.deep.equal({
+      id: 'IDF',
+      parents: [{ id: 'FRA' }],
+      parentsIds: ['OECD', 'FRA'],
+      missingParents: []
+    });
+  });
+  it('missing parents', () => {
+    const value = { id: 'IDF', parents: ['OECD', 'FRA'] };
+    const previousValue = null;
+    expect(parseValueHierarchy(value, previousValue, indexedValues)).to.deep.equal({
+      id: 'IDF',
+      parents: [],
+      parentsIds: ['OECD', 'FRA'],
+      missingParents: [{ id: 'OECD' }, { id: 'FRA' }]
+    });
+  });
+  it('previous is bro', () => {
+    const value = { id: 'FRA', parents: ['OECD'] };
+    const previousValue = { id: 'FRA', parentsIds: ['OECD'], missingParents: [], parents: [{ id: 'OECD' }] };;
+    expect(parseValueHierarchy(value, previousValue, indexedValues)).to.deep.equal({
+      id: 'FRA',
+      parents: [{ id: 'OECD' }],
+      parentsIds: ['OECD'],
+      missingParents: []
+    });
+  });
+  it('previous is bro with missing parent', () => {
+    const value = { id: 'FRA', parents: ['OECD'] };
+    const previousValue = { id: 'FRA', parentsIds: ['OECD'], missingParents: [{ id: 'OECD' }], parents: [] };;
+    expect(parseValueHierarchy(value, previousValue, indexedValues)).to.deep.equal({
+      id: 'FRA',
+      parents: [],
+      parentsIds: ['OECD'],
+      missingParents: [{ id: 'OECD' }]
+    });
+  });
+  it('previous is parent but in different hierarchy', () => {
+    const value = { id: 'IDF', parents: ['OECD', 'FRA'] };
+    const previousValue = { id: 'FRA', parentsIds: ['EU'], missingParents: [], parents: [{ id: 'EU' }] };;
+    expect(parseValueHierarchy(value, previousValue, indexedValues)).to.deep.equal({
+      id: 'IDF',
+      parents: [],
+      parentsIds: ['OECD', 'FRA'],
+      missingParents: [{ id: 'OECD' }, { id: 'FRA' }]
+    });
+  });
+  it('previous is bro but in different hierarchy', () => {
+    const value = { id: 'IDF', parents: ['OECD', 'FRA'] };
+    const previousValue = { id: 'BRE', parentsIds: ['EU', 'FRA'], missingParents: [], parents: [{ id: 'EU' }, { id: 'FRA' }] };;
+    expect(parseValueHierarchy(value, previousValue, indexedValues)).to.deep.equal({
+      id: 'IDF',
+      parents: [],
+      parentsIds: ['OECD', 'FRA'],
+      missingParents: [{ id: 'OECD' }, { id: 'FRA' }]
+    });
+  });
+});