dataset-types 3.4.2 → 3.5.0

package/src/types/topology.ts

@@ -0,0 +1,28 @@
+
+
+export interface INode {
+  id: string;
+  name: string;
+  nodetype: NODETYPE_TYPE;
+  x: number;
+  y: number;
+}
+export interface ILink {
+  id?: string;
+  source: string;
+  target: string;
+}
+
+export interface INodeLink {
+  id: string;
+  source: INode;
+  target: INode;
+}
+
+
+export interface ITopology {
+  nodes: INode[];
+  links: INodeLink[];
+}
+
+export type NODETYPE_TYPE = "s" | "t" | "a" | undefined;

package/src/types/valuedata.ts

@@ -0,0 +1,259 @@
+
+/// Vector  / Matrix
+
+import { ITopology } from "./topology";
+
+export type IVector = number[];
+export type IMatrix = number[][];
+
+
+/// Value Data
+
+export interface IExpression {
+  valuedata?: boolean;
+  data?: number;
+  grad?: number;
+  label?: string;
+  description?: string;
+  op?: string;
+  scalar?: number;
+  // valueExprs?: IExpression[];
+  values?: IValueData[] | IExpression[];
+  // leftExpr?: IExpression;
+  left?: IValueData | IExpression;
+  // rightExpr?: IExpression;
+  right?: IValueData | IExpression;
+  output?: number;
+  layer?: number;
+  level?: number;
+  parameter?: boolean;
+  type?: string; //parameter, input, output
+  // prev?: IValueData[]|IExpression[];
+  node?: any;
+  metadata?: IValueMetadata;
+}
+
+export interface IValueMetadata {
+  i?: number; //The row index of the value in the matrix
+  j?: number; //The column index of the value in the matrix
+  layer?: number;
+  name?: string; //The name of the architectural component this value is associated with (typically the layer name)"
+  predecessor?: string; //The name of the architectural component that is the predecessor of this value
+}
+
+export interface IValueData {
+  valuedata: boolean;
+  defaultDataString: string;
+  dataString: string;
+  data: number;
+  grad: number;
+  label: string;
+  description?: string;
+  layer: number;
+  op: string;
+  level: number;
+  parameter: boolean;
+  type: string; //parameter, input, output
+  batchValues: number[];
+  batchGradient: number[];
+  values: IValueData[];
+  metadata?: IValueMetadata;
+  learn: number;
+  node?: any;
+}
+
+export interface IValueMatrix {
+  name: string;
+  rows: number;
+  cols: number;
+  matrix: IValueData[][];
+  predecessors: IValueMatrix[];
+}
+
+/// Network
+
+export interface INetwork {
+  initialize: () => void;
+  initializeWorking: () => void;
+  initializeGradients: () => void;
+  forward: () => void;
+  backward: () => void;
+  tree: () => IValueData[];
+  valueMatrix: () => IValueMatrix[];
+  valueTopology: () => ITopology;
+  valueTable: () => ITable;
+  toFullString: () => string;
+  toShape: () => string;
+}
+
+export interface INNValue extends INetwork, INNTrainable {}
+
+export interface IValueNetworkDisplayOption {
+  initialize?: boolean;
+  bump?: boolean;
+  grad?: boolean;
+  layer?: boolean;
+  backward?: boolean;
+  matrixview?: boolean;
+
+  defaultForward?: boolean;
+
+  input: boolean;
+  output: boolean;
+  operation: boolean;
+  parameter: boolean;
+  target: boolean;
+  loss: boolean;
+  activation: boolean;
+  constant: boolean;
+}
+
+export interface INNLayer extends INetwork, INNTrainable {
+  layer?: number;
+  layers?: INNLayer[];
+  neurons?: INeuron[];
+  inputsSet: (xs: number[]) => void;
+  set: (label: string, v: number) => void;
+  get: (label: string) => number;
+}
+
+export interface INNMatrix extends INetwork, INNTrainable {
+  x: IValueData[][];
+  o: IValueData[][];
+  inputsSet: (xs: number[][]) => void;
+}
+
+///// Neuron 
+
+export interface INeuron extends INetwork, INNLayer {
+  out: IValueData;
+}
+
+
+//////// NN Architecture
+
+export interface INNSpecification {
+  type: string;
+  // neurontype: string;
+  // hiddenneurontype:string;
+  architecture: string;
+  layer: number;
+}
+
+export interface IMatrixSpecification {
+  type?: string;
+  neurontype: string;
+  embedding_size: number;
+  context_size: number;
+  shape_out: number;
+  name_in: string;
+  name_out: string;
+}
+
+
+/// Learning
+
+export interface INNTrainable {
+  inputs: () => IValueData[];
+  parameters: () => IValueData[];
+  outputs: () => IValueData[];
+}
+
+export interface ITrainingExample {
+  id: number;
+  inputs: number[];
+  outputs: number[];
+}
+
+export interface ITrainingDataSet {
+  samples: ITrainingExample[];
+}
+
+export type IOptimizer = (
+  weight: number,
+  loss: number,
+  grad: number,
+  learning_rate: number,
+) => number;
+
+export interface ILearningConfig {
+  batchSize: number;
+  learningRate: number;
+  epochs: number;  
+  optimizer?: IOptimizer;
+}
+
+
+export interface ILearnable {
+  inputsSet: (i: number[]) => void;
+  targetsSet: (t: number[]) => void;
+
+  forward: () => void;
+  backward: () => void;
+
+  lossValue: () => IValueData;
+  lossNetwork: () => INetwork;
+
+  reset: () => void;
+
+  toFullString: () => string;
+
+  train: (
+    eventcollector: any,
+    startcycle: number,
+    epochs: number,
+    batchSize: number,
+    maxBatch: number,
+    learningRate: number,
+  ) => void;
+}
+
+export type IEventCollector = (events: any[]) => void;
+
+
+//////// Transformer
+
+export interface ITransformerSpecification {
+  VOCAB_LENGTH: number;
+  EMBEDDING_LENGTH: number;
+  CONTEXT_LENGTH: number;
+
+  KQ_LENGTH: number;
+
+  V_UP_DOWN_LENGTH: number;
+
+  OUTPUT_UP_LENGTH: number;
+  OUTPUT_DOWN_LENGTH: number;
+
+  ATTENTION_HEADS_SIZE: number;
+}
+
+export interface IValueTransformer {
+  wte: IValueData[][];
+  wpe: IValueData[][];
+
+  q_spec: IMatrixSpecification;
+  k_spec: IMatrixSpecification;
+  attn_q?: INNMatrix;
+  attn_k?: INNMatrix;
+
+  v_down_spec: IMatrixSpecification;
+  v_up_spec: IMatrixSpecification;
+  attn_v_down?: INNMatrix;
+  attn_v_up?: INNMatrix;
+  // kq?: INNMatrix;
+  // v_up_down?: INNMatrix;
+  // output_up?: INNMatrix;
+  // output_down?: INNMatrix;
+  // attention_heads?: INNMatrix;
+}
+
+export interface IValueTransformerInstance {
+  specification: ITransformerSpecification;
+  model: IValueTransformer;
+}
+
+export interface ITable {
+  columns: string[]
+  rows: any[]
+}

package/tsconfig.json

@@ -0,0 +1,14 @@
+{
+  "compilerOptions": {
+    "declaration": true,
+    "lib": ["es2019", "es2020.promise", "es2020.bigint", "es2020.string"],
+    "module": "commonjs",
+    "target": "es2019",
+    "strict": true,
+    "esModuleInterop": true,
+    "skipLibCheck": true,
+    "forceConsistentCasingInFileNames": true
+  },
+  "include": ["src/**/*", "test/**/*"],
+  "exclude": ["node_modules", "**/*.spec.ts"]
+}

package/attention2.js

@@ -1,2 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });

package/index.js

@@ -1,2 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });

package/topology.js

@@ -1,2 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });

package/valuedata.js

@@ -1,3 +0,0 @@
-"use strict";
-/// Vector  / Matrix
-Object.defineProperty(exports, "__esModule", { value: true });