@loaders.gl/netcdf 4.0.0-alpha.4 → 4.0.0-alpha.6

package/dist/netcdfjs/read-data.js

@@ -1,28 +1,49 @@
-import { readType, str2num, num2bytes } from './read-type';
-export function readNonRecord(buffer, variable) {
-  const type = str2num(variable.type);
-  const size = variable.size / num2bytes(type);
-  const data = new Array(size);
-
-  for (let i = 0; i < size; i++) {
-    data[i] = readType(buffer, type, 1);
-  }
-
-  return data;
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.readRecord = exports.readNonRecord = void 0;
+const read_type_1 = require("./read-type");
+// const STREAMING = 4294967295;
+/**
+ * Read data for the given non-record variable
+ * @param buffer - Buffer for the file data
+ * @param variable - Variable metadata
+ * @return Data of the element
+ */
+function readNonRecord(buffer, variable) {
+    // variable type
+    const type = (0, read_type_1.str2num)(variable.type);
+    // size of the data
+    const size = variable.size / (0, read_type_1.num2bytes)(type);
+    // iterates over the data
+    const data = new Array(size);
+    for (let i = 0; i < size; i++) {
+        data[i] = (0, read_type_1.readType)(buffer, type, 1);
+    }
+    return data;
 }
-export function readRecord(buffer, variable, recordDimension) {
-  const type = str2num(variable.type);
-  const width = variable.size ? variable.size / num2bytes(type) : 1;
-  const size = recordDimension.length;
-  const data = new Array(size);
-  const step = recordDimension.recordStep;
-
-  for (let i = 0; i < size; i++) {
-    const currentOffset = buffer.offset;
-    data[i] = readType(buffer, type, width);
-    buffer.seek(currentOffset + step);
-  }
-
-  return data;
+exports.readNonRecord = readNonRecord;
+/**
+ * Read data for the given record variable
+ * @param buffer - Buffer for the file data
+ * @param variable - Variable metadata
+ * @param recordDimension - Record dimension metadata
+ * @return - Data of the element
+ */
+function readRecord(buffer, variable, recordDimension) {
+    // variable type
+    const type = (0, read_type_1.str2num)(variable.type);
+    const width = variable.size ? variable.size / (0, read_type_1.num2bytes)(type) : 1;
+    // size of the data
+    // TODO streaming data
+    const size = recordDimension.length;
+    // iterates over the data
+    const data = new Array(size);
+    const step = recordDimension.recordStep;
+    for (let i = 0; i < size; i++) {
+        const currentOffset = buffer.offset;
+        data[i] = (0, read_type_1.readType)(buffer, type, width);
+        buffer.seek(currentOffset + step);
+    }
+    return data;
 }
-//# sourceMappingURL=read-data.js.map
+exports.readRecord = readRecord;

package/dist/netcdfjs/read-header.d.ts

@@ -0,0 +1,16 @@
+import type { IOBuffer } from '../iobuffer/iobuffer';
+import type { NetCDFHeader } from './netcdf-types';
+/**
+ * Read the header of the file
+ * @param buffer - Buffer for the file data
+ * @param version - Version of the file
+ * @return  - Header
+ */
+export declare function readNetCDFHeader(buffer: IOBuffer, version: number): NetCDFHeader;
+/**
+ * Reads the name
+ * @param buffer - Buffer for the file data
+ * @return Name
+ */
+export declare function readName(buffer: IOBuffer): string;
+//# sourceMappingURL=read-header.d.ts.map

package/dist/netcdfjs/read-header.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"read-header.d.ts","sourceRoot":"","sources":["../../src/netcdfjs/read-header.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,QAAQ,EAAC,MAAM,sBAAsB,CAAC;AACnD,OAAO,KAAK,EAAC,YAAY,EAAmD,MAAM,gBAAgB,CAAC;AAWnG;;;;;GAKG;AACH,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,GAAG,YAAY,CA4BhF;AA2MD;;;;GAIG;AACH,wBAAgB,QAAQ,CAAC,MAAM,EAAE,QAAQ,GAAG,MAAM,CAWjD"}

package/dist/netcdfjs/read-header.js

@@ -1,197 +1,230 @@
-import { readType, num2str } from './read-type';
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.readName = exports.readNetCDFHeader = void 0;
+const read_type_1 = require("./read-type");
+// Grammar constants
 const ZERO = 0;
 const NC_DIMENSION = 10;
 const NC_VARIABLE = 11;
 const NC_ATTRIBUTE = 12;
 const NC_UNLIMITED = 0;
-export function readNetCDFHeader(buffer, version) {
-  const recordDimensionLength = buffer.readUint32();
-  const dimList = readDimensionsList(buffer);
-  const attributes = readAttributesList(buffer);
-  const variableList = readVariablesList(buffer, dimList.recordId, version);
-  const header = {
-    version,
-    recordDimension: {
-      length: recordDimensionLength,
-      id: dimList.recordId,
-      name: dimList.recordName,
-      recordStep: variableList.recordStep
-    },
-    dimensions: dimList.dimensions,
-    variables: variableList.variables,
-    attributes
-  };
-  return header;
+/**
+ * Read the header of the file
+ * @param buffer - Buffer for the file data
+ * @param version - Version of the file
+ * @return  - Header
+ */
+function readNetCDFHeader(buffer, version) {
+    // Length of record dimension
+    // sum of the varSize's of all the record variables.
+    const recordDimensionLength = buffer.readUint32();
+    // List of dimensions
+    const dimList = readDimensionsList(buffer);
+    // List of global attributes
+    const attributes = readAttributesList(buffer);
+    // List of variables
+    const variableList = readVariablesList(buffer, dimList.recordId, version);
+    const header = {
+        version,
+        recordDimension: {
+            length: recordDimensionLength,
+            id: dimList.recordId,
+            name: dimList.recordName,
+            recordStep: variableList.recordStep
+        },
+        dimensions: dimList.dimensions,
+        variables: variableList.variables,
+        attributes
+    };
+    return header;
 }
-
+exports.readNetCDFHeader = readNetCDFHeader;
+/**
+ * Read list of dimensions
+ * @ignore
+ * @param {IOBuffer} buffer - Buffer for the file data
+ */
 function readDimensionsList(buffer) {
-  const dimList = buffer.readUint32();
-
-  if (dimList === ZERO) {
-    if (buffer.readUint32() !== ZERO) {
-      throw new Error('NetCDF: wrong empty tag for list of dimensions');
+    const dimList = buffer.readUint32();
+    if (dimList === ZERO) {
+        if (buffer.readUint32() !== ZERO) {
+            throw new Error('NetCDF: wrong empty tag for list of dimensions');
+        }
+        // TODO - is this empty dimension list supported / recoverable?
+        return {
+            recordId: 0,
+            recordName: '',
+            dimensions: []
+        };
     }
-
-    return {
-      recordId: 0,
-      recordName: '',
-      dimensions: []
-    };
-  }
-
-  if (dimList !== NC_DIMENSION) {
-    throw new Error('NetCDF: wrong tag for list of dimensions');
-  }
-
-  const dimensionSize = buffer.readUint32();
-  const dimensions = new Array(dimensionSize);
-  let recordId;
-  let recordName;
-
-  for (let dim = 0; dim < dimensionSize; dim++) {
-    const name = readName(buffer);
-    const size = buffer.readUint32();
-
-    if (size === NC_UNLIMITED) {
-      recordId = dim;
-      recordName = name;
+    if (dimList !== NC_DIMENSION) {
+        throw new Error('NetCDF: wrong tag for list of dimensions');
+    }
+    // Length of dimensions
+    const dimensionSize = buffer.readUint32();
+    const dimensions = new Array(dimensionSize);
+    let recordId;
+    let recordName;
+    for (let dim = 0; dim < dimensionSize; dim++) {
+        // Read name
+        const name = readName(buffer);
+        // Read dimension size
+        const size = buffer.readUint32();
+        if (size === NC_UNLIMITED) {
+            // in netcdf 3 one field can be of size unlimmited
+            recordId = dim;
+            recordName = name;
+        }
+        dimensions[dim] = {
+            name,
+            size
+        };
     }
-
-    dimensions[dim] = {
-      name,
-      size
+    return {
+        dimensions,
+        recordId,
+        recordName
     };
-  }
-
-  return {
-    dimensions,
-    recordId,
-    recordName
-  };
 }
-
+/**
+ * List of attributes
+ * @ignore
+ * @param buffer - Buffer for the file data
+ * @return List of attributes with:
+ */
 function readAttributesList(buffer) {
-  const gAttList = buffer.readUint32();
-
-  if (gAttList === ZERO) {
-    if (buffer.readUint32() !== ZERO) {
-      throw new Error('NetCDF: wrong empty tag for list of attributes');
+    const gAttList = buffer.readUint32();
+    if (gAttList === ZERO) {
+        if (buffer.readUint32() !== ZERO) {
+            throw new Error('NetCDF: wrong empty tag for list of attributes');
+        }
+        return [];
     }
-
-    return [];
-  }
-
-  if (gAttList !== NC_ATTRIBUTE) {
-    throw new Error('NetCDF: wrong tag for list of attributes');
-  }
-
-  const attributeSize = buffer.readUint32();
-  const attributes = new Array(attributeSize);
-
-  for (let gAtt = 0; gAtt < attributeSize; gAtt++) {
-    const name = readName(buffer);
-    const type = buffer.readUint32();
-
-    if (type < 1 || type > 6) {
-      throw new Error("NetCDF: non valid type ".concat(type));
+    if (gAttList !== NC_ATTRIBUTE) {
+        throw new Error('NetCDF: wrong tag for list of attributes');
     }
-
-    const size = buffer.readUint32();
-    const value = readType(buffer, type, size);
-    padding(buffer);
-    attributes[gAtt] = {
-      name,
-      type: num2str(type),
-      value
-    };
-  }
-
-  return attributes;
+    // Length of attributes
+    const attributeSize = buffer.readUint32();
+    const attributes = new Array(attributeSize);
+    for (let gAtt = 0; gAtt < attributeSize; gAtt++) {
+        // Read name
+        const name = readName(buffer);
+        // Read type
+        const type = buffer.readUint32();
+        if (type < 1 || type > 6) {
+            throw new Error(`NetCDF: non valid type ${type}`);
+        }
+        // Read attribute
+        const size = buffer.readUint32();
+        const value = (0, read_type_1.readType)(buffer, type, size);
+        // Apply padding
+        padding(buffer);
+        attributes[gAtt] = {
+            name,
+            type: (0, read_type_1.num2str)(type),
+            value
+        };
+    }
+    return attributes;
 }
-
+/**
+ * List of variables
+ * @param buffer - Buffer for the file data
+ * @param recordId - Id of the unlimited dimension (also called record dimension)
+ *                            This value may be undefined if there is no unlimited dimension
+ * @param {number} version - Version of the file
+ */
+// eslint-disable-next-line max-statements, complexity
 function readVariablesList(buffer, recordId, version) {
-  const varList = buffer.readUint32();
-  let recordStep = 0;
-
-  if (varList === ZERO) {
-    if (buffer.readUint32() !== ZERO) {
-      throw new Error('NetCDF: wrong empty tag for list of variables');
+    const varList = buffer.readUint32();
+    let recordStep = 0;
+    if (varList === ZERO) {
+        if (buffer.readUint32() !== ZERO) {
+            throw new Error('NetCDF: wrong empty tag for list of variables');
+        }
+        return {
+            recordStep,
+            variables: []
+        };
     }
-
-    return {
-      recordStep,
-      variables: []
-    };
-  }
-
-  if (varList !== NC_VARIABLE) {
-    throw new Error('NetCDF: wrong tag for list of variables');
-  }
-
-  const variableSize = buffer.readUint32();
-  const variables = new Array(variableSize);
-
-  for (let v = 0; v < variableSize; v++) {
-    const name = readName(buffer);
-    const dimensionality = buffer.readUint32();
-    const dimensionsIds = new Array(dimensionality);
-
-    for (let dim = 0; dim < dimensionality; dim++) {
-      dimensionsIds[dim] = buffer.readUint32();
-    }
-
-    const attributes = readAttributesList(buffer);
-    const type = buffer.readUint32();
-
-    if (type < 1 && type > 6) {
-      throw new Error("NetCDF: non valid type ".concat(type));
+    if (varList !== NC_VARIABLE) {
+        throw new Error('NetCDF: wrong tag for list of variables');
     }
-
-    const varSize = buffer.readUint32();
-    let offset = buffer.readUint32();
-
-    if (version === 2) {
-      if (offset > 0) {
-        throw new Error('NetCDF: offsets larger than 4GB not supported');
-      }
-
-      offset = buffer.readUint32();
+    // Length of variables
+    const variableSize = buffer.readUint32();
+    const variables = new Array(variableSize);
+    for (let v = 0; v < variableSize; v++) {
+        // Read name
+        const name = readName(buffer);
+        // Read dimensionality of the variable
+        const dimensionality = buffer.readUint32();
+        // Index into the list of dimensions
+        const dimensionsIds = new Array(dimensionality);
+        for (let dim = 0; dim < dimensionality; dim++) {
+            dimensionsIds[dim] = buffer.readUint32();
+        }
+        // Read variables size
+        const attributes = readAttributesList(buffer);
+        // Read type
+        const type = buffer.readUint32();
+        if (type < 1 && type > 6) {
+            throw new Error(`NetCDF: non valid type ${type}`);
+        }
+        // Read variable size
+        // The 32-bit varSize field is not large enough to contain the size of variables that require
+        // more than 2^32 - 4 bytes, so 2^32 - 1 is used in the varSize field for such variables.
+        const varSize = buffer.readUint32();
+        // Read offset
+        let offset = buffer.readUint32();
+        if (version === 2) {
+            if (offset > 0) {
+                throw new Error('NetCDF: offsets larger than 4GB not supported');
+            }
+            offset = buffer.readUint32();
+        }
+        let record = false;
+        // Count amount of record variables
+        if (typeof recordId !== 'undefined' && dimensionsIds[0] === recordId) {
+            recordStep += varSize;
+            record = true;
+        }
+        variables[v] = {
+            name,
+            dimensions: dimensionsIds,
+            attributes,
+            type: (0, read_type_1.num2str)(type),
+            size: varSize,
+            offset,
+            record
+        };
     }
-
-    let record = false;
-
-    if (typeof recordId !== 'undefined' && dimensionsIds[0] === recordId) {
-      recordStep += varSize;
-      record = true;
-    }
-
-    variables[v] = {
-      name,
-      dimensions: dimensionsIds,
-      attributes,
-      type: num2str(type),
-      size: varSize,
-      offset,
-      record
+    return {
+        variables,
+        recordStep
     };
-  }
-
-  return {
-    variables,
-    recordStep
-  };
 }
-
-export function readName(buffer) {
-  const nameLength = buffer.readUint32();
-  const name = buffer.readChars(nameLength);
-  padding(buffer);
-  return name;
+// HELPERS
+/**
+ * Reads the name
+ * @param buffer - Buffer for the file data
+ * @return Name
+ */
+function readName(buffer) {
+    // Read name
+    const nameLength = buffer.readUint32();
+    const name = buffer.readChars(nameLength);
+    // validate name
+    // TODO
+    // Apply padding
+    padding(buffer);
+    return name;
 }
-
+exports.readName = readName;
+/**
+ * Moves 1, 2, or 3 bytes to next 4-byte boundary
+ */
 function padding(buffer) {
-  if (buffer.offset % 4 !== 0) {
-    buffer.skip(4 - buffer.offset % 4);
-  }
+    if (buffer.offset % 4 !== 0) {
+        buffer.skip(4 - (buffer.offset % 4));
+    }
 }
-//# sourceMappingURL=read-header.js.map

package/dist/netcdfjs/read-type.d.ts

@@ -0,0 +1,36 @@
+import { IOBuffer } from '../iobuffer/iobuffer';
+export declare const TYPES: {
+    BYTE: number;
+    CHAR: number;
+    SHORT: number;
+    INT: number;
+    FLOAT: number;
+    DOUBLE: number;
+};
+/**
+ * Given a type and a size reads the next element
+ * @param buffer - Buffer for the file data
+ * @param type - Type of the data to read
+ * @param size - Size of the element to read
+ * @return
+ */
+export declare function readType(buffer: IOBuffer, type: number, size: number): string | number | number[] | Uint8Array;
+/**
+ * Parse a number into their respective type
+ * @param type - integer that represents the type
+ * @return parsed value of the type
+ */
+export declare function num2str(type: number): string;
+/**
+ * Parse a number type identifier to his size in bytes
+ * @param type - integer that represents the type
+ * @return size of the type
+ */
+export declare function num2bytes(type: number): number;
+/**
+ * Reverse search of num2str
+ * @param type string that represents the type
+ * @return parsed value of the type
+ */
+export declare function str2num(type: string): number;
+//# sourceMappingURL=read-type.d.ts.map

package/dist/netcdfjs/read-type.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"read-type.d.ts","sourceRoot":"","sources":["../../src/netcdfjs/read-type.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,QAAQ,EAAC,MAAM,sBAAsB,CAAC;AAE9C,eAAO,MAAM,KAAK;;;;;;;CAOjB,CAAC;AAEF;;;;;;GAMG;AACH,wBAAgB,QAAQ,CACtB,MAAM,EAAE,QAAQ,EAChB,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,MAAM,GACX,MAAM,GAAG,MAAM,GAAG,MAAM,EAAE,GAAG,UAAU,CAkBzC;AAED;;;;GAIG;AACH,wBAAgB,OAAO,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAkB5C;AAED;;;;GAIG;AACH,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAkB9C;AAED;;;;GAIG;AACH,wBAAgB,OAAO,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAkB5C"}