nanogpt 0.2.0 → 0.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (26) hide show
  1. checksums.yaml +4 -4
  2. data/Gemfile.lock +30 -1
  3. data/docs/ARCHITECTURE.md +429 -0
  4. data/exe/nanogpt +210 -233
  5. data/lib/nano_gpt/bpe_textfile_preparer.rb +105 -0
  6. data/lib/nano_gpt/data_loader.rb +5 -20
  7. data/lib/nano_gpt/layers/block.rb +6 -1
  8. data/lib/nano_gpt/layers/causal_self_attention.rb +11 -1
  9. data/lib/nano_gpt/model.rb +1 -7
  10. data/lib/nano_gpt/textfile_preparer.rb +189 -0
  11. data/lib/nano_gpt/train_config.rb +80 -146
  12. data/lib/nano_gpt/trainer.rb +21 -48
  13. data/lib/nano_gpt/version.rb +1 -1
  14. data/lib/nano_gpt/web/metrics_store.rb +136 -0
  15. data/lib/nano_gpt/web/server.rb +294 -0
  16. data/lib/nano_gpt/web/sse_notifier.rb +37 -0
  17. data/lib/nano_gpt/web/training_state.rb +56 -0
  18. data/lib/nano_gpt/web/training_worker.rb +153 -0
  19. data/lib/nano_gpt/web/views/layout.erb +78 -0
  20. data/lib/nano_gpt/web/views/run_detail.erb +432 -0
  21. data/lib/nano_gpt/web/views/runs.erb +434 -0
  22. data/lib/nano_gpt/web/web_trainer.rb +210 -0
  23. data/lib/nano_gpt/web.rb +9 -0
  24. data/lib/nano_gpt.rb +1 -0
  25. data/nanogpt.gemspec +4 -0
  26. metadata +71 -2
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: nanogpt
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.2.0
4
+ version: 0.3.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Chris Hasiński
@@ -51,6 +51,62 @@ dependencies:
51
51
  - - "~>"
52
52
  - !ruby/object:Gem::Version
53
53
  version: '0.0'
54
+ - !ruby/object:Gem::Dependency
55
+ name: sinatra
56
+ requirement: !ruby/object:Gem::Requirement
57
+ requirements:
58
+ - - "~>"
59
+ - !ruby/object:Gem::Version
60
+ version: '4.0'
61
+ type: :runtime
62
+ prerelease: false
63
+ version_requirements: !ruby/object:Gem::Requirement
64
+ requirements:
65
+ - - "~>"
66
+ - !ruby/object:Gem::Version
67
+ version: '4.0'
68
+ - !ruby/object:Gem::Dependency
69
+ name: rackup
70
+ requirement: !ruby/object:Gem::Requirement
71
+ requirements:
72
+ - - "~>"
73
+ - !ruby/object:Gem::Version
74
+ version: '2.0'
75
+ type: :runtime
76
+ prerelease: false
77
+ version_requirements: !ruby/object:Gem::Requirement
78
+ requirements:
79
+ - - "~>"
80
+ - !ruby/object:Gem::Version
81
+ version: '2.0'
82
+ - !ruby/object:Gem::Dependency
83
+ name: webrick
84
+ requirement: !ruby/object:Gem::Requirement
85
+ requirements:
86
+ - - "~>"
87
+ - !ruby/object:Gem::Version
88
+ version: '1.8'
89
+ type: :runtime
90
+ prerelease: false
91
+ version_requirements: !ruby/object:Gem::Requirement
92
+ requirements:
93
+ - - "~>"
94
+ - !ruby/object:Gem::Version
95
+ version: '1.8'
96
+ - !ruby/object:Gem::Dependency
97
+ name: sqlite3
98
+ requirement: !ruby/object:Gem::Requirement
99
+ requirements:
100
+ - - "~>"
101
+ - !ruby/object:Gem::Version
102
+ version: '2.0'
103
+ type: :runtime
104
+ prerelease: false
105
+ version_requirements: !ruby/object:Gem::Requirement
106
+ requirements:
107
+ - - "~>"
108
+ - !ruby/object:Gem::Version
109
+ version: '2.0'
54
110
  - !ruby/object:Gem::Dependency
55
111
  name: rspec
56
112
  requirement: !ruby/object:Gem::Requirement
@@ -88,8 +144,10 @@ files:
88
144
  - data/shakespeare/prepare.rb
89
145
  - data/shakespeare_char/input.txt
90
146
  - data/shakespeare_char/prepare.rb
147
+ - docs/ARCHITECTURE.md
91
148
  - exe/nanogpt
92
149
  - lib/nano_gpt.rb
150
+ - lib/nano_gpt/bpe_textfile_preparer.rb
93
151
  - lib/nano_gpt/config.rb
94
152
  - lib/nano_gpt/data_loader.rb
95
153
  - lib/nano_gpt/device.rb
@@ -99,10 +157,21 @@ files:
99
157
  - lib/nano_gpt/layers/mlp.rb
100
158
  - lib/nano_gpt/lr_scheduler.rb
101
159
  - lib/nano_gpt/model.rb
160
+ - lib/nano_gpt/textfile_preparer.rb
102
161
  - lib/nano_gpt/tokenizer.rb
103
162
  - lib/nano_gpt/train_config.rb
104
163
  - lib/nano_gpt/trainer.rb
105
164
  - lib/nano_gpt/version.rb
165
+ - lib/nano_gpt/web.rb
166
+ - lib/nano_gpt/web/metrics_store.rb
167
+ - lib/nano_gpt/web/server.rb
168
+ - lib/nano_gpt/web/sse_notifier.rb
169
+ - lib/nano_gpt/web/training_state.rb
170
+ - lib/nano_gpt/web/training_worker.rb
171
+ - lib/nano_gpt/web/views/layout.erb
172
+ - lib/nano_gpt/web/views/run_detail.erb
173
+ - lib/nano_gpt/web/views/runs.erb
174
+ - lib/nano_gpt/web/web_trainer.rb
106
175
  - nanogpt.gemspec
107
176
  homepage: https://github.com/khasinski/nanogpt-rb
108
177
  licenses:
@@ -125,7 +194,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
125
194
  - !ruby/object:Gem::Version
126
195
  version: '0'
127
196
  requirements: []
128
- rubygems_version: 3.6.9
197
+ rubygems_version: 4.0.3
129
198
  specification_version: 4
130
199
  summary: A Ruby port of Karpathy's nanoGPT
131
200
  test_files: []