@reicek/neataptic-ts 0.1.25 → 0.1.26
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.github/copilot-instructions.md +11 -0
- package/.github/skills/trace-analyzer-extension/SKILL.md +3 -3
- package/.github/skills/trace-analyzer-extension/assets/extension-checklist.md +1 -1
- package/.github/skills/trace-analyzer-extension/references/analyzer-extension-workflow.md +1 -1
- package/.github/skills/trace-audit-reporting/SKILL.md +3 -3
- package/.github/skills/trace-audit-reporting/references/trace-analysis-workflow.md +1 -1
- package/package.json +19 -13
- package/plans/Flappy_Bird_Folder_Documentation_Pass.md +4 -4
- package/plans/README.md +24 -0
- package/plans/Roadmap.md +62 -40
- package/plans/analyze-trace-solid-split.plans.md +66 -0
- package/plans/architecture-solid-split.plans.md +9 -15
- package/plans/asciiMaze-typescript-repair.plans.md +1 -1
- package/plans/generate-docs-solid-split.plans.md +87 -0
- package/plans/methods-docs.plans.md +25 -1
- package/plans/methods-solid-split.plans.md +14 -14
- package/plans/neat-docs.plans.md +9 -1
- package/plans/neat-test-surface-repair.plans.md +1 -1
- package/plans/render-docs-html-solid-split.plans.md +68 -0
- package/plans/src-no-explicit-any-cleanup.plans.md +1 -1
- package/plans/utils-docs.plans.md +6 -1
- package/scripts/analyze-trace/analyze-trace.analysis.ts +479 -0
- package/scripts/analyze-trace/analyze-trace.constants.ts +35 -0
- package/scripts/analyze-trace/analyze-trace.io.ts +69 -0
- package/scripts/analyze-trace/analyze-trace.report.ts +100 -0
- package/scripts/analyze-trace/analyze-trace.shared.ts +116 -0
- package/scripts/analyze-trace/analyze-trace.ts +45 -0
- package/scripts/analyze-trace/analyze-trace.types.ts +72 -0
- package/scripts/assets/theme.css +80 -23
- package/scripts/copy-examples.ts +239 -0
- package/scripts/export-onnx.ts +223 -0
- package/scripts/generate-bench-tables.ts +378 -37
- package/scripts/generate-docs/generate-docs.constants.ts +107 -0
- package/scripts/generate-docs/generate-docs.order.ts +355 -0
- package/scripts/generate-docs/generate-docs.state.ts +31 -0
- package/scripts/generate-docs/generate-docs.targets.ts +165 -0
- package/scripts/generate-docs/generate-docs.ts +63 -0
- package/scripts/generate-docs/generate-docs.types.ts +112 -0
- package/scripts/generate-docs/output/generate-docs.output.folder-index.utils.ts +167 -0
- package/scripts/generate-docs/output/generate-docs.output.ordering.utils.ts +353 -0
- package/scripts/generate-docs/output/generate-docs.output.readme.utils.ts +420 -0
- package/scripts/generate-docs/output/generate-docs.output.ts +123 -0
- package/scripts/generate-docs/output/generate-docs.output.warnings.utils.ts +219 -0
- package/scripts/generate-docs/symbols/generate-docs.symbols.collection.utils.ts +365 -0
- package/scripts/generate-docs/symbols/generate-docs.symbols.jsdoc.utils.ts +373 -0
- package/scripts/generate-docs/symbols/generate-docs.symbols.normalize.utils.ts +155 -0
- package/scripts/generate-docs/symbols/generate-docs.symbols.render.utils.ts +149 -0
- package/scripts/generate-docs/symbols/generate-docs.symbols.signature.utils.ts +289 -0
- package/scripts/generate-docs/symbols/generate-docs.symbols.ts +11 -0
- package/scripts/mermaid-cli.mjs +102 -22
- package/scripts/mermaid-cli.ts +736 -0
- package/scripts/render-docs-html/render-docs-html.assets.ts +54 -0
- package/scripts/render-docs-html/render-docs-html.mermaid.ts +245 -0
- package/scripts/{render-docs-html.sidebar.ts → render-docs-html/render-docs-html.navigation.ts} +141 -144
- package/scripts/render-docs-html/render-docs-html.pages.ts +333 -0
- package/scripts/render-docs-html/render-docs-html.shared.ts +333 -0
- package/scripts/render-docs-html/render-docs-html.types.ts +42 -0
- package/scripts/render-docs-html.ts +23 -587
- package/scripts/run-docs.ts +238 -0
- package/scripts/write-dist-docs-pkg.ts +40 -0
- package/src/README.md +75 -75
- package/src/architecture/connection/README.md +5 -5
- package/src/architecture/layer/README.md +508 -508
- package/src/architecture/network/README.md +1458 -1458
- package/src/architecture/network/activate/README.md +694 -694
- package/src/architecture/network/bootstrap/README.md +77 -77
- package/src/architecture/network/connect/README.md +74 -74
- package/src/architecture/network/deterministic/README.md +135 -135
- package/src/architecture/network/evolve/README.md +364 -364
- package/src/architecture/network/gating/README.md +130 -130
- package/src/architecture/network/genetic/README.md +399 -399
- package/src/architecture/network/mutate/README.md +897 -897
- package/src/architecture/network/onnx/README.md +720 -720
- package/src/architecture/network/onnx/export/README.md +728 -728
- package/src/architecture/network/onnx/export/layers/README.md +450 -450
- package/src/architecture/network/onnx/import/README.md +618 -618
- package/src/architecture/network/onnx/schema/README.md +32 -32
- package/src/architecture/network/prune/README.md +245 -245
- package/src/architecture/network/remove/README.md +135 -135
- package/src/architecture/network/runtime/README.md +106 -106
- package/src/architecture/network/serialize/README.md +542 -542
- package/src/architecture/network/slab/README.md +608 -608
- package/src/architecture/network/standalone/README.md +212 -212
- package/src/architecture/network/stats/README.md +84 -84
- package/src/architecture/network/topology/README.md +465 -465
- package/src/architecture/network/training/README.md +200 -200
- package/src/architecture/node/README.md +5 -5
- package/src/architecture/nodePool/README.md +14 -14
- package/src/methods/README.md +99 -99
- package/src/methods/activation/README.md +189 -189
- package/src/methods/cost/README.md +131 -131
- package/src/methods/rate/README.md +86 -86
- package/src/multithreading/README.md +77 -77
- package/src/multithreading/workers/browser/README.md +8 -8
- package/src/multithreading/workers/node/README.md +8 -8
- package/src/neat/README.md +148 -148
- package/src/neat/adaptive/README.md +120 -120
- package/src/neat/adaptive/acceptance/README.md +40 -40
- package/src/neat/adaptive/complexity/README.md +137 -137
- package/src/neat/adaptive/core/README.md +197 -197
- package/src/neat/adaptive/lineage/README.md +90 -90
- package/src/neat/adaptive/mutation/README.md +284 -284
- package/src/neat/compat/README.md +43 -43
- package/src/neat/compat/core/README.md +90 -90
- package/src/neat/diversity/README.md +35 -35
- package/src/neat/diversity/core/README.md +88 -88
- package/src/neat/evaluate/README.md +85 -85
- package/src/neat/evaluate/auto-distance/README.md +75 -75
- package/src/neat/evaluate/entropy-compat/README.md +37 -37
- package/src/neat/evaluate/entropy-sharing/README.md +43 -43
- package/src/neat/evaluate/fitness/README.md +23 -23
- package/src/neat/evaluate/novelty/README.md +120 -120
- package/src/neat/evaluate/objectives/README.md +17 -17
- package/src/neat/evaluate/shared/README.md +94 -94
- package/src/neat/evolve/README.md +96 -96
- package/src/neat/evolve/adaptive/README.md +60 -60
- package/src/neat/evolve/objectives/README.md +63 -63
- package/src/neat/evolve/offspring/README.md +56 -56
- package/src/neat/evolve/population/README.md +171 -171
- package/src/neat/evolve/runtime/README.md +79 -79
- package/src/neat/evolve/speciation/README.md +74 -74
- package/src/neat/evolve/warnings/README.md +10 -10
- package/src/neat/export/README.md +114 -114
- package/src/neat/helpers/README.md +50 -50
- package/src/neat/init/README.md +9 -9
- package/src/neat/lineage/core/README.md +101 -101
- package/src/neat/multiobjective/category/README.md +74 -74
- package/src/neat/multiobjective/crowding/README.md +272 -272
- package/src/neat/multiobjective/dominance/README.md +171 -171
- package/src/neat/multiobjective/fronts/README.md +68 -68
- package/src/neat/multiobjective/metrics/README.md +43 -43
- package/src/neat/multiobjective/objectives/README.md +31 -31
- package/src/neat/multiobjective/shared/README.md +27 -27
- package/src/neat/mutation/README.md +97 -97
- package/src/neat/mutation/add-conn/README.md +115 -115
- package/src/neat/mutation/add-node/README.md +126 -126
- package/src/neat/mutation/flow/README.md +149 -149
- package/src/neat/mutation/repair/README.md +185 -185
- package/src/neat/mutation/select/README.md +117 -117
- package/src/neat/mutation/shared/README.md +32 -32
- package/src/neat/objectives/README.md +25 -25
- package/src/neat/objectives/core/README.md +67 -67
- package/src/neat/pruning/README.md +40 -40
- package/src/neat/pruning/core/README.md +171 -171
- package/src/neat/pruning/facade/README.md +32 -32
- package/src/neat/rng/README.md +104 -104
- package/src/neat/rng/core/README.md +137 -137
- package/src/neat/rng/facade/README.md +50 -50
- package/src/neat/selection/README.md +111 -111
- package/src/neat/selection/core/README.md +227 -227
- package/src/neat/selection/facade/README.md +61 -61
- package/src/neat/shared/README.md +163 -163
- package/src/neat/speciation/README.md +31 -31
- package/src/neat/speciation/threshold/README.md +35 -35
- package/src/neat/species/README.md +25 -25
- package/src/neat/species/core/README.md +20 -20
- package/src/neat/species/core/shared/README.md +18 -18
- package/src/neat/species/history/context/README.md +22 -22
- package/src/neat/telemetry/accessors/README.md +58 -58
- package/src/neat/telemetry/exports/README.md +233 -233
- package/src/neat/telemetry/facade/README.md +252 -252
- package/src/neat/telemetry/facade/archive/README.md +57 -57
- package/src/neat/telemetry/facade/buffer/README.md +43 -43
- package/src/neat/telemetry/facade/lineage/README.md +12 -12
- package/src/neat/telemetry/facade/objectives/README.md +44 -44
- package/src/neat/telemetry/facade/runtime/README.md +26 -26
- package/src/neat/telemetry/facade/species/README.md +27 -27
- package/src/neat/telemetry/metrics/README.md +696 -696
- package/src/neat/telemetry/recorder/README.md +57 -57
- package/src/neat/telemetry/types/README.md +32 -32
- package/src/neat/topology-intent/README.md +75 -75
- package/src/utils/README.md +193 -193
- package/test/examples/asciiMaze/browser-entry/README.md +92 -92
- package/test/examples/asciiMaze/dashboardManager/README.md +109 -109
- package/test/examples/asciiMaze/dashboardManager/telemetry/README.md +28 -28
- package/test/examples/asciiMaze/evolutionEngine/README.md +1527 -1527
- package/test/examples/asciiMaze/mazeMovement/README.md +105 -105
- package/test/examples/asciiMaze/mazeMovement/finalization/README.md +16 -16
- package/test/examples/asciiMaze/mazeMovement/policy/README.md +57 -57
- package/test/examples/asciiMaze/mazeMovement/runtime/README.md +52 -52
- package/test/examples/asciiMaze/mazeMovement/shaping/README.md +46 -46
- package/test/examples/flappy_bird/browser-entry/README.md +508 -508
- package/test/examples/flappy_bird/browser-entry/host/README.md +101 -101
- package/test/examples/flappy_bird/browser-entry/host/resize/README.md +144 -144
- package/test/examples/flappy_bird/browser-entry/network-view/README.md +194 -194
- package/test/examples/flappy_bird/browser-entry/playback/README.md +278 -278
- package/test/examples/flappy_bird/browser-entry/playback/background/README.md +129 -129
- package/test/examples/flappy_bird/browser-entry/playback/background/ground-grid/README.md +502 -502
- package/test/examples/flappy_bird/browser-entry/playback/frame-render/README.md +139 -139
- package/test/examples/flappy_bird/browser-entry/playback/snapshot/README.md +10 -10
- package/test/examples/flappy_bird/browser-entry/playback/trail/README.md +43 -43
- package/test/examples/flappy_bird/browser-entry/playback/worker-channel/README.md +30 -30
- package/test/examples/flappy_bird/browser-entry/runtime/README.md +59 -59
- package/test/examples/flappy_bird/browser-entry/visualization/README.md +276 -276
- package/test/examples/flappy_bird/browser-entry/worker-channel/README.md +16 -16
- package/test/examples/flappy_bird/constants/README.md +1070 -1070
- package/test/examples/flappy_bird/environment/README.md +22 -22
- package/test/examples/flappy_bird/evaluation/README.md +32 -32
- package/test/examples/flappy_bird/evaluation/rollout/README.md +141 -141
- package/test/examples/flappy_bird/flappy-evolution-worker/README.md +425 -425
- package/test/examples/flappy_bird/simulation-shared/README.md +170 -170
- package/test/examples/flappy_bird/simulation-shared/observation/README.md +109 -109
- package/test/examples/flappy_bird/trainer/README.md +325 -325
- package/test/examples/flappy_bird/trainer/evaluation/README.md +74 -74
- package/scripts/analyze-trace.ts +0 -590
- package/scripts/copy-examples.mjs +0 -114
- package/scripts/export-onnx.mjs +0 -86
- package/scripts/generate-bench-tables.mjs +0 -182
- package/scripts/generate-docs.ts +0 -2900
- package/scripts/write-dist-docs-pkg.mjs +0 -16
|
@@ -10,216 +10,216 @@ schedule policies callers can tune directly.
|
|
|
10
10
|
|
|
11
11
|
## architecture/network/runtime/network.runtime.controls.utils.ts
|
|
12
12
|
|
|
13
|
-
###
|
|
13
|
+
### clearStochasticDepthSchedule
|
|
14
14
|
|
|
15
15
|
```ts
|
|
16
|
-
|
|
17
|
-
configuration: PruningConfiguration,
|
|
18
|
-
): void
|
|
16
|
+
clearStochasticDepthSchedule(): void
|
|
19
17
|
```
|
|
20
18
|
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
This stores the pruning window and target policy on the network so the
|
|
24
|
-
training loop can opportunistically apply structured sparsification later.
|
|
19
|
+
Clear the stochastic-depth schedule function.
|
|
25
20
|
|
|
26
21
|
Parameters:
|
|
27
22
|
- `this` - Target network instance.
|
|
28
|
-
- `configuration` - Pruning schedule and ranking configuration.
|
|
29
23
|
|
|
30
24
|
Returns: Nothing.
|
|
31
25
|
|
|
32
|
-
###
|
|
26
|
+
### clearWeightNoiseSchedule
|
|
33
27
|
|
|
34
28
|
```ts
|
|
35
|
-
|
|
36
|
-
configuration: WeightNoiseConfiguration,
|
|
37
|
-
): void
|
|
29
|
+
clearWeightNoiseSchedule(): void
|
|
38
30
|
```
|
|
39
31
|
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
A single global value is useful for quick experiments, while the per-hidden
|
|
43
|
-
schedule keeps layered models explicit about which hidden stage receives how
|
|
44
|
-
much perturbation.
|
|
32
|
+
Clear the dynamic global weight-noise schedule.
|
|
45
33
|
|
|
46
34
|
Parameters:
|
|
47
35
|
- `this` - Target network instance.
|
|
48
|
-
- `configuration` - Global standard deviation or one value per hidden layer.
|
|
49
36
|
|
|
50
37
|
Returns: Nothing.
|
|
51
38
|
|
|
52
|
-
###
|
|
39
|
+
### configurePruning
|
|
53
40
|
|
|
54
41
|
```ts
|
|
55
|
-
|
|
42
|
+
configurePruning(
|
|
43
|
+
configuration: PruningConfiguration,
|
|
44
|
+
): void
|
|
56
45
|
```
|
|
57
46
|
|
|
58
|
-
|
|
47
|
+
Configure scheduled pruning during training.
|
|
48
|
+
|
|
49
|
+
This stores the pruning window and target policy on the network so the
|
|
50
|
+
training loop can opportunistically apply structured sparsification later.
|
|
59
51
|
|
|
60
52
|
Parameters:
|
|
61
53
|
- `this` - Target network instance.
|
|
54
|
+
- `configuration` - Pruning schedule and ranking configuration.
|
|
62
55
|
|
|
63
56
|
Returns: Nothing.
|
|
64
57
|
|
|
65
|
-
###
|
|
58
|
+
### disableStochasticDepth
|
|
66
59
|
|
|
67
60
|
```ts
|
|
68
|
-
|
|
69
|
-
schedule: (step: number) => number,
|
|
70
|
-
): void
|
|
61
|
+
disableStochasticDepth(): void
|
|
71
62
|
```
|
|
72
63
|
|
|
73
|
-
|
|
64
|
+
Disable stochastic depth.
|
|
74
65
|
|
|
75
66
|
Parameters:
|
|
76
67
|
- `this` - Target network instance.
|
|
77
|
-
- `schedule` - Function mapping the current training step to a standard deviation.
|
|
78
68
|
|
|
79
69
|
Returns: Nothing.
|
|
80
70
|
|
|
81
|
-
###
|
|
71
|
+
### disableWeightNoise
|
|
82
72
|
|
|
83
73
|
```ts
|
|
84
|
-
|
|
74
|
+
disableWeightNoise(): void
|
|
85
75
|
```
|
|
86
76
|
|
|
87
|
-
|
|
77
|
+
Disable all configured weight noise.
|
|
88
78
|
|
|
89
79
|
Parameters:
|
|
90
80
|
- `this` - Target network instance.
|
|
91
81
|
|
|
92
82
|
Returns: Nothing.
|
|
93
83
|
|
|
94
|
-
###
|
|
84
|
+
### enableWeightNoise
|
|
95
85
|
|
|
96
86
|
```ts
|
|
97
|
-
|
|
98
|
-
|
|
87
|
+
enableWeightNoise(
|
|
88
|
+
configuration: WeightNoiseConfiguration,
|
|
99
89
|
): void
|
|
100
90
|
```
|
|
101
91
|
|
|
102
|
-
|
|
92
|
+
Enable weight noise using either one global standard deviation or per-hidden-layer values.
|
|
103
93
|
|
|
104
|
-
|
|
105
|
-
|
|
94
|
+
A single global value is useful for quick experiments, while the per-hidden
|
|
95
|
+
schedule keeps layered models explicit about which hidden stage receives how
|
|
96
|
+
much perturbation.
|
|
106
97
|
|
|
107
98
|
Parameters:
|
|
108
99
|
- `this` - Target network instance.
|
|
109
|
-
- `
|
|
100
|
+
- `configuration` - Global standard deviation or one value per hidden layer.
|
|
110
101
|
|
|
111
102
|
Returns: Nothing.
|
|
112
103
|
|
|
113
|
-
###
|
|
104
|
+
### getLastSkippedLayers
|
|
114
105
|
|
|
115
106
|
```ts
|
|
116
|
-
|
|
107
|
+
getLastSkippedLayers(): number[]
|
|
117
108
|
```
|
|
118
109
|
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
This is a test-oriented hook used to exercise loss-scale recovery logic
|
|
122
|
-
without waiting for a real floating-point overflow.
|
|
110
|
+
Read the last hidden-layer indices skipped by stochastic depth.
|
|
123
111
|
|
|
124
112
|
Parameters:
|
|
125
113
|
- `this` - Target network instance.
|
|
126
114
|
|
|
127
|
-
Returns:
|
|
115
|
+
Returns: Snapshot of the last skipped hidden-layer indices.
|
|
128
116
|
|
|
129
|
-
###
|
|
117
|
+
### getRuntimeRegularizationStats
|
|
130
118
|
|
|
131
119
|
```ts
|
|
132
|
-
|
|
120
|
+
getRuntimeRegularizationStats(): Record<string, unknown> | null
|
|
133
121
|
```
|
|
134
122
|
|
|
135
|
-
Read
|
|
123
|
+
Read regularization statistics collected during training.
|
|
136
124
|
|
|
137
125
|
Parameters:
|
|
138
126
|
- `this` - Target network instance.
|
|
139
127
|
|
|
140
|
-
Returns:
|
|
128
|
+
Returns: Last regularization stats payload or `null` when none exists yet.
|
|
141
129
|
|
|
142
|
-
###
|
|
130
|
+
### getTrainingStep
|
|
143
131
|
|
|
144
132
|
```ts
|
|
145
|
-
|
|
133
|
+
getTrainingStep(): number
|
|
146
134
|
```
|
|
147
135
|
|
|
148
|
-
Read the
|
|
136
|
+
Read the current training-step counter.
|
|
149
137
|
|
|
150
138
|
Parameters:
|
|
151
139
|
- `this` - Target network instance.
|
|
152
140
|
|
|
153
|
-
Returns:
|
|
141
|
+
Returns: Current training step.
|
|
154
142
|
|
|
155
|
-
###
|
|
143
|
+
### setRandom
|
|
156
144
|
|
|
157
145
|
```ts
|
|
158
|
-
|
|
159
|
-
|
|
146
|
+
setRandom(
|
|
147
|
+
randomFunction: () => number,
|
|
160
148
|
): void
|
|
161
149
|
```
|
|
162
150
|
|
|
163
|
-
|
|
151
|
+
Replace the network random number generator.
|
|
152
|
+
|
|
153
|
+
This lets advanced callers share one deterministic source across mutation,
|
|
154
|
+
stochastic depth, DropConnect, and other runtime randomness.
|
|
164
155
|
|
|
165
156
|
Parameters:
|
|
166
157
|
- `this` - Target network instance.
|
|
167
|
-
- `
|
|
158
|
+
- `randomFunction` - RNG function returning values in $[0,1)$.
|
|
168
159
|
|
|
169
160
|
Returns: Nothing.
|
|
170
161
|
|
|
171
|
-
###
|
|
162
|
+
### setStochasticDepth
|
|
172
163
|
|
|
173
164
|
```ts
|
|
174
|
-
|
|
165
|
+
setStochasticDepth(
|
|
166
|
+
survivalProbabilities: number[],
|
|
167
|
+
): void
|
|
175
168
|
```
|
|
176
169
|
|
|
177
|
-
|
|
170
|
+
Configure stochastic depth with one survival probability per hidden layer.
|
|
171
|
+
|
|
172
|
+
Matching survival values to hidden layers keeps the runtime contract explicit
|
|
173
|
+
and avoids silently applying one layer's policy to another.
|
|
178
174
|
|
|
179
175
|
Parameters:
|
|
180
176
|
- `this` - Target network instance.
|
|
177
|
+
- `survivalProbabilities` - Survival probabilities for each hidden layer.
|
|
181
178
|
|
|
182
179
|
Returns: Nothing.
|
|
183
180
|
|
|
184
|
-
###
|
|
181
|
+
### setStochasticDepthSchedule
|
|
185
182
|
|
|
186
183
|
```ts
|
|
187
|
-
|
|
184
|
+
setStochasticDepthSchedule(
|
|
185
|
+
schedule: StochasticDepthSchedule,
|
|
186
|
+
): void
|
|
188
187
|
```
|
|
189
188
|
|
|
190
|
-
|
|
189
|
+
Set the stochastic-depth schedule function.
|
|
191
190
|
|
|
192
191
|
Parameters:
|
|
193
192
|
- `this` - Target network instance.
|
|
193
|
+
- `schedule` - Function mapping the current step and schedule to a new schedule.
|
|
194
194
|
|
|
195
|
-
Returns:
|
|
195
|
+
Returns: Nothing.
|
|
196
196
|
|
|
197
|
-
###
|
|
197
|
+
### setWeightNoiseSchedule
|
|
198
198
|
|
|
199
199
|
```ts
|
|
200
|
-
|
|
201
|
-
|
|
200
|
+
setWeightNoiseSchedule(
|
|
201
|
+
schedule: (step: number) => number,
|
|
202
202
|
): void
|
|
203
203
|
```
|
|
204
204
|
|
|
205
|
-
|
|
206
|
-
|
|
207
|
-
Matching survival values to hidden layers keeps the runtime contract explicit
|
|
208
|
-
and avoids silently applying one layer's policy to another.
|
|
205
|
+
Set a dynamic scheduler for global weight noise.
|
|
209
206
|
|
|
210
207
|
Parameters:
|
|
211
208
|
- `this` - Target network instance.
|
|
212
|
-
- `
|
|
209
|
+
- `schedule` - Function mapping the current training step to a standard deviation.
|
|
213
210
|
|
|
214
211
|
Returns: Nothing.
|
|
215
212
|
|
|
216
|
-
###
|
|
213
|
+
### testForceOverflow
|
|
217
214
|
|
|
218
215
|
```ts
|
|
219
|
-
|
|
216
|
+
testForceOverflow(): void
|
|
220
217
|
```
|
|
221
218
|
|
|
222
|
-
|
|
219
|
+
Force the next mixed-precision overflow path.
|
|
220
|
+
|
|
221
|
+
This is a test-oriented hook used to exercise loss-scale recovery logic
|
|
222
|
+
without waiting for a real floating-point overflow.
|
|
223
223
|
|
|
224
224
|
Parameters:
|
|
225
225
|
- `this` - Target network instance.
|
|
@@ -234,22 +234,6 @@ This chapter owns the public readers and small runtime controls that expose
|
|
|
234
234
|
training-health state, DropConnect policy, and dropout-mask cleanup without
|
|
235
235
|
changing the network topology itself.
|
|
236
236
|
|
|
237
|
-
### enableDropConnect
|
|
238
|
-
|
|
239
|
-
```ts
|
|
240
|
-
enableDropConnect(
|
|
241
|
-
probability: number,
|
|
242
|
-
): void
|
|
243
|
-
```
|
|
244
|
-
|
|
245
|
-
Enable DropConnect with a probability in $[0,1)$.
|
|
246
|
-
|
|
247
|
-
Parameters:
|
|
248
|
-
- `this` - Target network instance.
|
|
249
|
-
- `probability` - DropConnect probability.
|
|
250
|
-
|
|
251
|
-
Returns: Nothing.
|
|
252
|
-
|
|
253
237
|
### disableDropConnect
|
|
254
238
|
|
|
255
239
|
```ts
|
|
@@ -263,34 +247,34 @@ Parameters:
|
|
|
263
247
|
|
|
264
248
|
Returns: Nothing.
|
|
265
249
|
|
|
266
|
-
###
|
|
250
|
+
### enableDropConnect
|
|
267
251
|
|
|
268
252
|
```ts
|
|
269
|
-
|
|
253
|
+
enableDropConnect(
|
|
254
|
+
probability: number,
|
|
255
|
+
): void
|
|
270
256
|
```
|
|
271
257
|
|
|
272
|
-
|
|
273
|
-
|
|
274
|
-
This is useful after training so later inference does not inherit transient
|
|
275
|
-
node-level dropout state from a previous activation pass.
|
|
258
|
+
Enable DropConnect with a probability in $[0,1)$.
|
|
276
259
|
|
|
277
260
|
Parameters:
|
|
278
261
|
- `this` - Target network instance.
|
|
262
|
+
- `probability` - DropConnect probability.
|
|
279
263
|
|
|
280
264
|
Returns: Nothing.
|
|
281
265
|
|
|
282
|
-
###
|
|
266
|
+
### getLastGradClipGroupCount
|
|
283
267
|
|
|
284
268
|
```ts
|
|
285
|
-
|
|
269
|
+
getLastGradClipGroupCount(): number
|
|
286
270
|
```
|
|
287
271
|
|
|
288
|
-
Read the last recorded
|
|
272
|
+
Read the last recorded gradient-clipping group count.
|
|
289
273
|
|
|
290
274
|
Parameters:
|
|
291
275
|
- `this` - Target network instance.
|
|
292
276
|
|
|
293
|
-
Returns: Last
|
|
277
|
+
Returns: Last gradient-clipping group count.
|
|
294
278
|
|
|
295
279
|
### getLossScale
|
|
296
280
|
|
|
@@ -305,18 +289,18 @@ Parameters:
|
|
|
305
289
|
|
|
306
290
|
Returns: Current loss scale.
|
|
307
291
|
|
|
308
|
-
###
|
|
292
|
+
### getRawGradientNorm
|
|
309
293
|
|
|
310
294
|
```ts
|
|
311
|
-
|
|
295
|
+
getRawGradientNorm(): number
|
|
312
296
|
```
|
|
313
297
|
|
|
314
|
-
Read the last recorded gradient
|
|
298
|
+
Read the last recorded raw gradient norm.
|
|
315
299
|
|
|
316
300
|
Parameters:
|
|
317
301
|
- `this` - Target network instance.
|
|
318
302
|
|
|
319
|
-
Returns: Last gradient
|
|
303
|
+
Returns: Last raw gradient norm.
|
|
320
304
|
|
|
321
305
|
### getTrainingStats
|
|
322
306
|
|
|
@@ -330,3 +314,19 @@ Parameters:
|
|
|
330
314
|
- `this` - Target network instance.
|
|
331
315
|
|
|
332
316
|
Returns: Training statistics snapshot.
|
|
317
|
+
|
|
318
|
+
### resetDropoutMasks
|
|
319
|
+
|
|
320
|
+
```ts
|
|
321
|
+
resetDropoutMasks(): void
|
|
322
|
+
```
|
|
323
|
+
|
|
324
|
+
Reset every dropout mask to `1`.
|
|
325
|
+
|
|
326
|
+
This is useful after training so later inference does not inherit transient
|
|
327
|
+
node-level dropout state from a previous activation pass.
|
|
328
|
+
|
|
329
|
+
Parameters:
|
|
330
|
+
- `this` - Target network instance.
|
|
331
|
+
|
|
332
|
+
Returns: Nothing.
|