dataset-types 3.5.0 → 3.5.1

package/attention2.js

@@ -0,0 +1,2 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });

package/index.js

@@ -0,0 +1,2 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "dataset-types",
-  "version": "3.5.0",
+  "version": "3.5.1",
   "scripts": {
     "start": "npm run build && npm run package",
     "build": "tsc --rootDir 'src/types' --outDir './dist'",

package/topology.js

@@ -0,0 +1,2 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });

package/valuedata.js

@@ -0,0 +1,3 @@
+"use strict";
+/// Vector  / Matrix
+Object.defineProperty(exports, "__esModule", { value: true });

package/README.changes.md

@@ -1,54 +0,0 @@
-## Version 3.4.0 2026-09-28
-
-Add Topology
-
-## Version 3.3.0 2026-09-27
-
-Add ValueData types
-
-## Version 3.2.11 2026-02-07
-
-Add datatypeLevels to IManageDataSetConfiguration
-
-## Version 3.2.8 2025-01-09
-
-Add IFileResult as part of adding LocalFileService
-
-## Version 3.2.7 2025-01-05
-
-Added level parameter to IFileService.
-Used in the READINESS implementation to store files at the tenancy versus at the project level
-
-## Version 3.0.47 2025-11-27
-
-IFileService add context parameter
-
-## Version 3.0.47 2025-11-27
-
-Add getContainerName function to IFileService
-
-## Version 3.0.32
-
-Added
-```
-export type IFileChoiceCallback  = ()=> IFileSelection[]
-
-export interface IFileSelection {
-    id: string
-    name: string
-    datasource: any
-}
-```
-These support the ability to dependency inject a file choice and is used to validate functionality without have a dependency on a particular file
-
-## Version 3.0.31
-
-Added 
-```
-export type IGetDataByIdsCallback  = (ids: string[] ,datatype:string)=> IDatasetTable
-export type ICombineExistingAndUpdateCallback  = (existing: IDatasetTable ,updates: IDatasetTable)=> IDatasetTable
-```
-
-## Version 3.0.28
-
-Add  IDatasetTable, IDatasetsPackage and ICleanTransformCallback type

package/README.md

@@ -1,13 +0,0 @@
-# Dataset Types
-
-This project that maintains the common types for dataset applications.
-
-## To build a new library and publish
-
-- run `npm start`
-
-- cd to dist directory
-
-- remove the _.tgz file `rm _.tgz`
-
-- run `npm publish` to publish to npm

package/dist/package.json

@@ -1,36 +0,0 @@
-{
-  "name": "dataset-types",
-  "version": "3.5.0",
-  "scripts": {
-    "start": "npm run build && npm run package",
-    "build": "tsc --rootDir 'src/types' --outDir './dist'",
-    "pretty": "prettier . --write",
-    "package": "cp package.json dist;cd dist;npm pack"
-  },
-  "eslintConfig": {
-    "extends": [
-      "react-app",
-      "react-app/jest"
-    ]
-  },
-  "browserslist": {
-    "production": [
-      ">0.2%",
-      "not dead",
-      "not op_mini all"
-    ],
-    "development": [
-      "last 1 chrome version",
-      "last 1 firefox version",
-      "last 1 safari version"
-    ]
-  },
-  "devDependencies": {
-    "nodemon": "^3.1.9",
-    "prettier": "^3.4.2",
-    "typescript": "^5.7.2"
-  },
-  "dependencies": {
-    "mathjs": "^15.2.0"
-  }
-}

package/src/types/attention2.ts

@@ -1,288 +0,0 @@
-import { MathType, Matrix } from "mathjs";
-import {IVector, IMatrix} from './valuedata'
-
-export type INamedEmbedding = {
-  key: string;
-  vector?: IVector;
-  row?: IVector;
-  probability?: number;
-};
-export type IEmbedding = { [key: string]: IVector };
-
-export type IEmbeddingRecord = { [key: string]: IVector[] };
-
-export type INamedPrediction = { [key: string]: number };
-
-export type ISequenceEmbeddings = {
-  names: () => string[];
-  vectors: () => IVector[];
-  seqmatrix: () => ISequenceMatrix;
-  setColumn: (i: number, name: string, v: number[]) => void;
-  getColumn: (i: number) => INamedEmbedding;
-  describe: () => string;
-};
-
-
-export interface ISequenceMatrix {
-  columns: () => number[][];
-  setRow: (i: number, v: number[]) => void;
-  setColumn: (i: number, v: number[]) => void;
-  getColumn: (i: number) => number[];
-  getRow: (i: number) => number[];
-  getLastColumn: () => ISequenceMatrix;
-  getColumnString: (i: number) => string;
-  getRowString: (i: number) => string;
-  getColumnMatrix: (i: number) => Matrix;
-  getRowMatrix: (i: number) => Matrix;
-  matrix: () => Matrix;
-  rawmatrix: () => number[][];
-  mask: () => ISequenceMatrix;
-  dropout: () => ISequenceMatrix;
-  layerNorm: () => ISequenceMatrix;
-  softmax: () => ISequenceMatrix;
-  transpose: () => ISequenceMatrix;
-  dot: (other: ISequenceMatrix) => ISequenceMatrix;
-  add: (other: ISequenceMatrix) => ISequenceMatrix;
-  addColToColumns: (vector: ISequenceMatrix) => ISequenceMatrix;
-  size: () => string;
-  toString: () => string;
-  getValue: (index: number[]) => number;
-  asFocus: () => any[];
-}
-
-export interface IDenseLayer {
-  forward: (x: MathType) => Matrix;
-  backward: (loss: any) => MathType;
-  inputs: () => number;
-  neurons: () => number;
-  weights: () => MathType;
-  biases: () => MathType;
-  activationFnName: () => string;
-  dWeights: () => MathType;
-  dBiases: () => MathType;
-  setWeights: (w: MathType) => void;
-  setBiases: (w: MathType) => void;
-}
-
-export interface IMLP {
-  addLayer: (l: IDenseLayer) => void;
-  layers: () => IDenseLayer[];
-  forward: (x: Matrix) => Matrix;
-  backward: (loss: any) => void;
-  toString: () => string;
-}
-
-export interface ISGD {
-  update: (layer: IDenseLayer) => void;
-  learningRate: () => number;
-}
-
-export interface ITrainer {
-  train: (eventcollector: any) => void;
-  show: () => void;
-}
-
-export interface ITrainData {
-  X_train: any;
-  y_train: any;
-  nSamples: number;
-  nFeatures: number;
-}
-
-export interface ITransformerTraining {
-  data: ITransformerExample[];
-}
-
-export interface ITransformerExample {
-  context: string[];
-  target: string;
-}
-
-export interface ITransformerSpecification {
-  VOCAB_LENGTH: number;
-  EMBEDDING_LENGTH: number;
-  CONTEXT_LENGTH: number;
-
-  KQ_LENGTH: number;
-
-  V_UP_DOWN_LENGTH: number;
-
-  OUTPUT_UP_LENGTH: number;
-  OUTPUT_DOWN_LENGTH: number;
-
-  ATTENTION_HEADS_SIZE: number;
-}
-
-export interface ITransformerModel {
-  parameters: ITransformerSpecification;
-  matrix_tokens: ISequenceMatrix;
-  embeddings?: INamedEmbedding[];
-
-  queries?: INamedEmbedding[];
-  keys?: INamedEmbedding[];
-
-  value_up?: INamedEmbedding[];
-  value_down?: INamedEmbedding[];
-
-  outputs_up?: INamedEmbedding[];
-  outputs_bias?: INamedEmbedding[];
-  outputs_down?: INamedEmbedding[];
-
-  weights_prediction?: INamedEmbedding[];
-}
-
-export interface IModelSpecification {
-  CONTEXT_SHAPE: number[];
-  CONTEXT_SIZE: string;
-  wQ_wK_SHAPE: number[];
-  wQ_wK_SIZE: string;
-
-  Q_SHAPE: number[];
-  Q_SIZE: string;
-  K_SHAPE: number[];
-  K_SIZE: string;
-
-  wVDown_SHAPE: number[];
-  wVDown_SIZE: string;
-
-  wVUp_SHAPE: number[];
-  wVUp_SIZE: string;
-
-  FOCUS_SHAPE: number[];
-  FOCUS_SIZE: string;
-
-  VDOWN_SHAPE: number[];
-  VDOWN_SIZE: string;
-  VUP_SHAPE: number[];
-  VUP_SIZE: string;
-
-  CHANGES_SHAPE: number[];
-  CHANGES_SIZE: string;
-
-  WOUTPUT_UP_SHAPE: number[];
-  WOUTPUT_UP_SIZE: string;
-
-  OUTPUT_UP_SHAPE: number[];
-  OUTPUT_UP_SIZE: string;
-
-  BIAS_SHAPE: number[];
-  BIAS_SIZE: string;
-
-  WOUTPUT_DOWN_SHAPE: number[];
-  WOUTPUT_DOWN_SIZE: string;
-
-  ENRICHED_SHAPE: number[];
-  ENRICHED_SIZE: string;
-
-  WPREDICTION_SHAPE: number[];
-  WPREDICTION_SIZE: string;
-
-  PREDICTION_SHAPE: number[];
-  PREDICTION_SIZE: string;
-
-  ATTENTION_HEADS_SIZE: string;
-  PARAMETERS: {
-    pQ: number;
-    pK: number;
-    pVUp: number;
-    pVDown: number;
-    pWUp: number;
-    pWBias: number;
-    pWDown: number;
-    pWPrediction: number;
-    total: number;
-  };
-}
-
-export interface IAttention2Model {
-  transformerModel: ITransformerModel;
-  specifications: IModelSpecification;
-
-  getMatrix_Tokens: () => ISequenceMatrix;
-
-  getMatrix_Query: () => ISequenceMatrix;
-  getMatrix_Key: () => ISequenceMatrix;
-  getMatrix_ValueUp: () => ISequenceMatrix;
-  getMatrix_ValueDown: () => ISequenceMatrix;
-  getMatrix_OutputUp: () => ISequenceMatrix;
-  getMatrix_OutputDown: () => ISequenceMatrix;
-
-  validateInputs: (td: ITransformerExample) => void;
-  forward: (context: string[], target: string) => IForwardResult;
-  prediction: (
-    context: string[],
-    target: string,
-    forwardresult: IForwardResult,
-  ) => IForwardResult;
-}
-
-export type IAttention2ModelFactory = (
-  transformerModel: ITransformerModel,
-) => IAttention2Model;
-
-
-export interface IForwardResult {
-  context: string[];
-  target: string;
-
-  // transformerModel: ITransformerModel;
-
-  wQ_m: ISequenceMatrix;
-  wK_m: ISequenceMatrix;
-  wVDown_m: ISequenceMatrix;
-  wVUp_m: ISequenceMatrix;
-  wOUp_m: ISequenceMatrix;
-  wOBias_m: ISequenceMatrix;
-  wODown_m: ISequenceMatrix;
-
-  wPrediction_m: ISequenceMatrix;
-
-  X_m: ISequenceMatrix;
-
-  Q_m: ISequenceMatrix;
-  K_m: ISequenceMatrix;
-  Qt_m: ISequenceMatrix;
-  scores_m: ISequenceMatrix;
-  scoresmasked_m: ISequenceMatrix;
-  weights_m: ISequenceMatrix;
-
-  XScaled_m: ISequenceMatrix;
-  VDown_m: ISequenceMatrix;
-  VUp_m: ISequenceMatrix;
-  XContextualized_m: ISequenceMatrix;
-  XContextualizedLayerNorm_m: ISequenceMatrix;
-
-  O_Up_m: ISequenceMatrix;
-  O_Bias_m: ISequenceMatrix;
-  O_Down_m: ISequenceMatrix;
-  O_Down_LayerNorm_m: ISequenceMatrix;
-
-  LastColumn_m?: ISequenceMatrix;
-  Prediction_m?: ISequenceMatrix;
-  PredictionProb_m?: ISequenceMatrix;
-
-  predictions?: INamedEmbedding[];
-}
-
-export interface IAttentionModelContextInputs {
-  queries: INamedEmbedding[];
-  keys: INamedEmbedding[];
-  weights: INamedEmbedding[];
-
-  outputs?: INamedEmbedding[];
-
-  prediction_sequence: string[];
-
-  context: number[];
-
-  prediction: INamedPrediction;
-}
-
-export interface IAttentionModelInputs {
-  useWeights: boolean;
-  weights_key: Matrix;
-  weights_query: Matrix;
-  weights_value: Matrix;
-
-  embeddings: INamedEmbedding[];
-}