@devaloop/devalang 0.0.1-alpha.9 → 0.0.1-beta.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (271) hide show
  1. package/.cargo/config.toml +2 -0
  2. package/.devalang +10 -4
  3. package/.github/workflows/ci.yml +103 -0
  4. package/Cargo.toml +80 -48
  5. package/README.md +135 -154
  6. package/docs/CHANGELOG.md +386 -1
  7. package/docs/CONTRIBUTING.md +101 -0
  8. package/docs/ROADMAP.md +10 -7
  9. package/docs/TODO.md +21 -9
  10. package/examples/automation.deva +42 -0
  11. package/examples/bank.deva +7 -0
  12. package/examples/duration.deva +9 -0
  13. package/examples/events.deva +12 -0
  14. package/examples/function.deva +15 -0
  15. package/examples/index.deva +57 -12
  16. package/examples/loop.deva +5 -12
  17. package/examples/pattern.deva +8 -0
  18. package/examples/plugin.deva +16 -0
  19. package/examples/variables.deva +1 -1
  20. package/out-tsc/bin/index.d.ts +2 -0
  21. package/out-tsc/bin/index.js +51 -7
  22. package/out-tsc/core/functions/index.d.ts +37 -0
  23. package/out-tsc/core/functions/index.js +76 -0
  24. package/out-tsc/core/index.d.ts +6 -0
  25. package/out-tsc/core/index.js +22 -0
  26. package/out-tsc/core/types/index.d.ts +4 -0
  27. package/out-tsc/core/types/index.js +20 -0
  28. package/out-tsc/core/types/plugin.d.ts +18 -0
  29. package/out-tsc/core/types/plugin.js +2 -0
  30. package/out-tsc/core/types/result.d.ts +27 -0
  31. package/out-tsc/core/types/result.js +2 -0
  32. package/out-tsc/core/types/statement.d.ts +106 -0
  33. package/out-tsc/core/types/statement.js +2 -0
  34. package/out-tsc/core/types/value.d.ts +43 -0
  35. package/out-tsc/core/types/value.js +2 -0
  36. package/out-tsc/index.d.ts +7 -0
  37. package/out-tsc/index.js +42 -1
  38. package/out-tsc/pkg/devalang_core.d.ts +13 -0
  39. package/out-tsc/pkg/devalang_core.js +50 -0
  40. package/out-tsc/pkg/devalang_core_bg.wasm.d.ts +33 -0
  41. package/out-tsc/scripts/copy-wasm-dts.d.ts +1 -0
  42. package/out-tsc/scripts/copy-wasm-dts.js +73 -0
  43. package/out-tsc/scripts/postinstall.d.ts +1 -0
  44. package/out-tsc/scripts/postinstall.js +83 -0
  45. package/out-tsc/scripts/version/bump.d.ts +1 -0
  46. package/out-tsc/scripts/version/fetch.d.ts +1 -0
  47. package/out-tsc/scripts/version/index.d.ts +1 -0
  48. package/out-tsc/scripts/version/sync.d.ts +1 -0
  49. package/package.json +28 -7
  50. package/project-version.json +4 -4
  51. package/rust/cli/bank/api.rs +122 -0
  52. package/rust/cli/bank/commands.rs +275 -0
  53. package/rust/cli/bank/mod.rs +29 -0
  54. package/rust/cli/build/commands.rs +103 -0
  55. package/rust/cli/build/mod.rs +2 -0
  56. package/rust/cli/build/process.rs +146 -0
  57. package/rust/cli/check/mod.rs +208 -0
  58. package/rust/cli/discover/commands.rs +253 -0
  59. package/rust/cli/discover/config.rs +111 -0
  60. package/rust/cli/discover/fs.rs +19 -0
  61. package/rust/cli/discover/install.rs +103 -0
  62. package/rust/cli/discover/metadata.rs +48 -0
  63. package/rust/cli/discover/mod.rs +5 -0
  64. package/rust/cli/{init.rs → init/commands.rs} +32 -23
  65. package/rust/cli/init/mod.rs +1 -0
  66. package/rust/cli/install/addon.rs +118 -0
  67. package/rust/cli/install/bank.rs +53 -0
  68. package/rust/cli/install/commands.rs +35 -0
  69. package/rust/cli/install/mod.rs +4 -0
  70. package/rust/cli/install/plugin.rs +61 -0
  71. package/rust/cli/login/commands.rs +124 -0
  72. package/rust/cli/login/mod.rs +1 -0
  73. package/rust/cli/mod.rs +12 -205
  74. package/rust/cli/parser.rs +314 -0
  75. package/rust/cli/play/commands.rs +324 -0
  76. package/rust/cli/play/io.rs +17 -0
  77. package/rust/cli/play/mod.rs +5 -0
  78. package/rust/cli/play/process.rs +150 -0
  79. package/rust/cli/play/realtime.rs +91 -0
  80. package/rust/cli/play/utils.rs +23 -0
  81. package/rust/cli/telemetry/commands.rs +22 -0
  82. package/rust/cli/telemetry/event_creator.rs +80 -0
  83. package/rust/cli/telemetry/mod.rs +3 -0
  84. package/rust/cli/telemetry/send.rs +51 -0
  85. package/rust/cli/{template.rs → template/commands.rs} +69 -57
  86. package/rust/cli/template/mod.rs +1 -0
  87. package/rust/cli/update/commands.rs +6 -0
  88. package/rust/cli/update/mod.rs +1 -0
  89. package/rust/config/driver.rs +103 -0
  90. package/rust/config/mod.rs +3 -16
  91. package/rust/config/ops.rs +26 -0
  92. package/rust/config/settings.rs +101 -0
  93. package/rust/core/audio/engine/helpers.rs +170 -0
  94. package/rust/core/audio/engine/mod.rs +7 -0
  95. package/rust/core/audio/engine/sample.rs +366 -0
  96. package/rust/core/audio/engine/synth.rs +325 -0
  97. package/rust/core/audio/evaluator.rs +310 -31
  98. package/rust/core/audio/interpreter/arrow_call.rs +311 -129
  99. package/rust/core/audio/interpreter/automate.rs +18 -0
  100. package/rust/core/audio/interpreter/call.rs +294 -64
  101. package/rust/core/audio/interpreter/condition.rs +71 -69
  102. package/rust/core/audio/interpreter/driver.rs +542 -216
  103. package/rust/core/audio/interpreter/function.rs +26 -0
  104. package/rust/core/audio/interpreter/let_.rs +38 -19
  105. package/rust/core/audio/interpreter/load.rs +19 -18
  106. package/rust/core/audio/interpreter/loop_.rs +114 -67
  107. package/rust/core/audio/interpreter/mod.rs +14 -12
  108. package/rust/core/audio/interpreter/sleep.rs +28 -36
  109. package/rust/core/audio/interpreter/spawn.rs +252 -66
  110. package/rust/core/audio/interpreter/tempo.rs +40 -16
  111. package/rust/core/audio/interpreter/trigger.rs +239 -69
  112. package/rust/core/audio/loader/mod.rs +1 -1
  113. package/rust/core/audio/loader/trigger.rs +97 -52
  114. package/rust/core/audio/mod.rs +7 -6
  115. package/rust/core/audio/player.rs +70 -54
  116. package/rust/core/audio/renderer.rs +54 -54
  117. package/rust/core/audio/special/easing.rs +189 -0
  118. package/rust/core/audio/special/env.rs +45 -0
  119. package/rust/core/audio/special/math.rs +134 -0
  120. package/rust/core/audio/special/mod.rs +9 -0
  121. package/rust/core/audio/special/modulator.rs +143 -0
  122. package/rust/core/builder/mod.rs +86 -80
  123. package/rust/core/debugger/lexer.rs +27 -27
  124. package/rust/core/debugger/mod.rs +30 -21
  125. package/rust/core/debugger/module.rs +55 -0
  126. package/rust/core/debugger/preprocessor.rs +27 -27
  127. package/rust/core/debugger/store.rs +40 -25
  128. package/rust/core/error/mod.rs +269 -60
  129. package/rust/core/lexer/driver.rs +61 -0
  130. package/rust/core/lexer/handler/arrow.rs +82 -31
  131. package/rust/core/lexer/handler/at.rs +21 -21
  132. package/rust/core/lexer/handler/brace.rs +41 -41
  133. package/rust/core/lexer/handler/colon.rs +21 -21
  134. package/rust/core/lexer/handler/comment.rs +30 -30
  135. package/rust/core/lexer/handler/dot.rs +21 -21
  136. package/rust/core/lexer/handler/driver.rs +337 -226
  137. package/rust/core/lexer/handler/identifier.rs +47 -41
  138. package/rust/core/lexer/handler/indent.rs +66 -52
  139. package/rust/core/lexer/handler/mod.rs +15 -14
  140. package/rust/core/lexer/handler/newline.rs +23 -23
  141. package/rust/core/lexer/handler/number.rs +31 -31
  142. package/rust/core/lexer/handler/operator.rs +46 -44
  143. package/rust/core/lexer/handler/parenthesis.rs +41 -0
  144. package/rust/core/lexer/handler/slash.rs +21 -0
  145. package/rust/core/lexer/handler/string.rs +63 -63
  146. package/rust/core/lexer/mod.rs +3 -51
  147. package/rust/core/lexer/token.rs +17 -12
  148. package/rust/core/mod.rs +10 -10
  149. package/rust/core/parser/driver.rs +584 -331
  150. package/rust/core/parser/handler/arrow_call.rs +253 -126
  151. package/rust/core/parser/handler/at.rs +279 -162
  152. package/rust/core/parser/handler/bank.rs +104 -41
  153. package/rust/core/parser/handler/condition.rs +83 -74
  154. package/rust/core/parser/handler/dot.rs +148 -112
  155. package/rust/core/parser/handler/identifier/automate.rs +254 -0
  156. package/rust/core/parser/handler/identifier/call.rs +91 -41
  157. package/rust/core/parser/handler/identifier/emit.rs +70 -0
  158. package/rust/core/parser/handler/identifier/function.rs +113 -0
  159. package/rust/core/parser/handler/identifier/group.rs +89 -75
  160. package/rust/core/parser/handler/identifier/let_.rs +173 -133
  161. package/rust/core/parser/handler/identifier/mod.rs +55 -51
  162. package/rust/core/parser/handler/identifier/on.rs +107 -0
  163. package/rust/core/parser/handler/identifier/print.rs +49 -0
  164. package/rust/core/parser/handler/identifier/sleep.rs +43 -33
  165. package/rust/core/parser/handler/identifier/spawn.rs +91 -41
  166. package/rust/core/parser/handler/identifier/synth.rs +135 -65
  167. package/rust/core/parser/handler/loop_.rs +194 -72
  168. package/rust/core/parser/handler/mod.rs +9 -8
  169. package/rust/core/parser/handler/pattern.rs +74 -0
  170. package/rust/core/parser/handler/tempo.rs +57 -47
  171. package/rust/core/parser/mod.rs +3 -4
  172. package/rust/core/parser/statement.rs +11 -96
  173. package/rust/core/plugin/loader.rs +137 -0
  174. package/rust/core/plugin/mod.rs +2 -0
  175. package/rust/core/plugin/runner.rs +347 -0
  176. package/rust/core/preprocessor/loader.rs +637 -193
  177. package/rust/core/preprocessor/mod.rs +4 -4
  178. package/rust/core/preprocessor/module.rs +60 -50
  179. package/rust/core/preprocessor/processor.rs +114 -76
  180. package/rust/core/preprocessor/resolver/bank.rs +49 -47
  181. package/rust/core/preprocessor/resolver/call.rs +124 -123
  182. package/rust/core/preprocessor/resolver/condition.rs +95 -92
  183. package/rust/core/preprocessor/resolver/driver.rs +324 -227
  184. package/rust/core/preprocessor/resolver/function.rs +69 -0
  185. package/rust/core/preprocessor/resolver/group.rs +94 -61
  186. package/rust/core/preprocessor/resolver/let_.rs +32 -31
  187. package/rust/core/preprocessor/resolver/loop_.rs +318 -91
  188. package/rust/core/preprocessor/resolver/mod.rs +16 -14
  189. package/rust/core/preprocessor/resolver/pattern.rs +83 -0
  190. package/rust/core/preprocessor/resolver/spawn.rs +99 -58
  191. package/rust/core/preprocessor/resolver/synth.rs +54 -50
  192. package/rust/core/preprocessor/resolver/tempo.rs +48 -49
  193. package/rust/core/preprocessor/resolver/trigger.rs +116 -112
  194. package/rust/core/preprocessor/resolver/value.rs +176 -78
  195. package/rust/core/store/export.rs +28 -28
  196. package/rust/core/store/function.rs +40 -0
  197. package/rust/core/store/global.rs +61 -39
  198. package/rust/core/store/import.rs +28 -28
  199. package/rust/core/store/mod.rs +5 -4
  200. package/rust/core/store/variable.rs +51 -28
  201. package/rust/core/utils/mod.rs +1 -2
  202. package/rust/core/utils/path.rs +37 -31
  203. package/rust/lib.rs +308 -117
  204. package/rust/main.rs +364 -65
  205. package/rust/types/Cargo.toml +11 -0
  206. package/rust/types/src/addons.rs +55 -0
  207. package/rust/types/src/ast.rs +202 -0
  208. package/rust/types/src/config.rs +74 -0
  209. package/rust/types/src/lib.rs +12 -0
  210. package/rust/types/src/telemetry.rs +85 -0
  211. package/rust/utils/Cargo.toml +26 -0
  212. package/rust/utils/src/error.rs +186 -0
  213. package/rust/utils/src/file.rs +94 -0
  214. package/rust/utils/src/first_usage.rs +97 -0
  215. package/rust/utils/{mod.rs → src/lib.rs} +9 -6
  216. package/rust/utils/{logger.rs → src/logger.rs} +200 -123
  217. package/rust/utils/src/path.rs +88 -0
  218. package/rust/utils/src/signature.rs +41 -0
  219. package/rust/utils/{spinner.rs → src/spinner.rs} +20 -21
  220. package/rust/utils/src/version.rs +27 -0
  221. package/rust/utils/{watcher.rs → src/watcher.rs} +46 -33
  222. package/rust/web/api.rs +5 -0
  223. package/rust/web/cdn.rs +34 -0
  224. package/rust/web/mod.rs +3 -0
  225. package/rust/web/sso.rs +5 -0
  226. package/templates/minimal/README.md +143 -127
  227. package/templates/welcome/README.md +143 -127
  228. package/templates/welcome/src/index.deva +56 -8
  229. package/templates/welcome/src/variables.deva +2 -4
  230. package/tests/integration.rs +21 -0
  231. package/tests/rust/cli_check_build.rs +21 -0
  232. package/tests/rust/cli_help.rs +12 -0
  233. package/tests/rust/cli_template_list.rs +10 -0
  234. package/tests/rust/cli_version.rs +11 -0
  235. package/tests/typescript/index.spec.ts +136 -0
  236. package/tests/typescript/playhead.spec.ts +36 -0
  237. package/tests/typescript/render_e2e.spec.ts +77 -0
  238. package/tsconfig.json +12 -10
  239. package/typescript/bin/index.ts +19 -5
  240. package/typescript/core/functions/index.ts +83 -0
  241. package/typescript/core/index.ts +6 -0
  242. package/typescript/core/types/index.ts +4 -0
  243. package/typescript/core/types/plugin.ts +19 -0
  244. package/typescript/core/types/result.ts +29 -0
  245. package/typescript/core/types/statement.ts +47 -0
  246. package/typescript/core/types/value.ts +29 -0
  247. package/typescript/index.ts +8 -1
  248. package/typescript/pkg/devalang_core.d.ts +4 -0
  249. package/typescript/pkg/devalang_core.ts +49 -0
  250. package/typescript/scripts/copy-wasm-dts.ts +41 -0
  251. package/typescript/scripts/postinstall.ts +85 -0
  252. package/typescript/scripts/version/bump.ts +0 -1
  253. package/typescript/scripts/version/index.ts +0 -1
  254. package/docs/COMMANDS.md +0 -85
  255. package/docs/CONFIG.md +0 -30
  256. package/docs/SYNTAX.md +0 -210
  257. package/out-tsc/bin/devalang.exe +0 -0
  258. package/out-tsc/scripts/postbuild.js +0 -11
  259. package/rust/cli/build.rs +0 -137
  260. package/rust/cli/check.rs +0 -117
  261. package/rust/cli/play.rs +0 -193
  262. package/rust/config/loader.rs +0 -13
  263. package/rust/core/audio/engine.rs +0 -203
  264. package/rust/core/shared/duration.rs +0 -8
  265. package/rust/core/shared/mod.rs +0 -2
  266. package/rust/core/shared/value.rs +0 -18
  267. package/rust/core/utils/validation.rs +0 -37
  268. package/rust/utils/file.rs +0 -35
  269. package/rust/utils/signature.rs +0 -17
  270. package/rust/utils/version.rs +0 -15
  271. package/typescript/scripts/postbuild.ts +0 -8
@@ -1,331 +1,584 @@
1
- use crate::core::{
2
- lexer::token::{ Token, TokenKind },
3
- parser::{
4
- handler::{
5
- arrow_call::parse_arrow_call,
6
- at::parse_at_token,
7
- bank::parse_bank_token,
8
- condition::parse_condition_token,
9
- dot::parse_dot_token,
10
- identifier::parse_identifier_token,
11
- loop_::parse_loop_token,
12
- tempo::parse_tempo_token,
13
- },
14
- statement::Statement,
15
- },
16
- shared::value::Value,
17
- store::global::GlobalStore,
18
- };
19
-
20
- #[derive(Debug, Clone, PartialEq)]
21
- pub struct Parser {
22
- pub resolve_modules: bool,
23
- pub tokens: Vec<Token>,
24
- pub token_index: usize,
25
- pub current_module: String,
26
- pub previous: Option<Token>,
27
- }
28
-
29
- impl Parser {
30
- pub fn new() -> Self {
31
- Parser {
32
- resolve_modules: false,
33
- tokens: Vec::new(),
34
- token_index: 0,
35
- current_module: String::new(),
36
- previous: None,
37
- }
38
- }
39
-
40
- pub fn set_current_module(&mut self, module_path: String) {
41
- self.current_module = module_path;
42
- }
43
-
44
- pub fn advance(&mut self) -> Option<&Token> {
45
- if self.is_eof() {
46
- return None;
47
- }
48
-
49
- self.previous = self.tokens.get(self.token_index).cloned();
50
- self.token_index += 1;
51
-
52
- self.tokens.get(self.token_index - 1)
53
- }
54
-
55
- pub fn peek_is(&self, expected: &str) -> bool {
56
- self.peek().map_or(false, |t| t.lexeme == expected)
57
- }
58
-
59
- pub fn peek_nth(&self, n: usize) -> Option<&Token> {
60
- if self.token_index + n < self.tokens.len() {
61
- self.tokens.get(self.token_index + n)
62
- } else {
63
- None
64
- }
65
- }
66
-
67
- pub fn advance_if(&mut self, kind: TokenKind) -> bool {
68
- if self.match_token(kind) { true } else { false }
69
- }
70
-
71
- pub fn match_token(&mut self, kind: TokenKind) -> bool {
72
- if let Some(tok) = self.peek() {
73
- if tok.kind == kind {
74
- self.advance();
75
- return true;
76
- }
77
- }
78
- false
79
- }
80
-
81
- pub fn previous_clone(&self) -> Option<Token> {
82
- self.previous.clone()
83
- }
84
-
85
- pub fn parse_block(
86
- &self,
87
- tokens: Vec<Token>,
88
- global_store: &mut GlobalStore
89
- ) -> Vec<Statement> {
90
- let mut inner_parser = Parser {
91
- resolve_modules: self.resolve_modules,
92
- tokens,
93
- token_index: 0,
94
- current_module: self.current_module.clone(),
95
- previous: None,
96
- };
97
-
98
- inner_parser.parse_tokens(inner_parser.tokens.clone(), global_store)
99
- }
100
-
101
- pub fn parse_tokens(
102
- &mut self,
103
- tokens: Vec<Token>,
104
- global_store: &mut GlobalStore
105
- ) -> Vec<Statement> {
106
- self.tokens = tokens;
107
- self.token_index = 0;
108
-
109
- let mut statements = Vec::new();
110
-
111
- while !self.is_eof() {
112
- let token = match self.peek() {
113
- Some(t) => t.clone(),
114
- None => {
115
- break;
116
- }
117
- };
118
-
119
- let statement = match &token.kind {
120
- TokenKind::At => parse_at_token(self, global_store),
121
- TokenKind::Identifier => {
122
- if let Some(next) = self.peek_nth(1).cloned() {
123
- if next.kind == TokenKind::Arrow {
124
- parse_arrow_call(self, global_store)
125
- } else {
126
- parse_identifier_token(self, global_store)
127
- }
128
- } else {
129
- parse_identifier_token(self, global_store)
130
- }
131
- }
132
- TokenKind::Dot => parse_dot_token(self, global_store),
133
- TokenKind::Tempo => parse_tempo_token(self, global_store),
134
- TokenKind::Bank => parse_bank_token(self, global_store),
135
- TokenKind::Loop => parse_loop_token(self, global_store),
136
- TokenKind::If => parse_condition_token(self, global_store),
137
-
138
- | TokenKind::Else // Ignore else, already handled in `parse_condition_token`
139
- | TokenKind::Comment
140
- | TokenKind::Equals
141
- | TokenKind::Colon
142
- | TokenKind::Number
143
- | TokenKind::String
144
- | TokenKind::LBrace
145
- | TokenKind::RBrace
146
- | TokenKind::Comma
147
- | TokenKind::Newline
148
- | TokenKind::Dedent
149
- | TokenKind::Indent => {
150
- self.advance();
151
- continue;
152
- }
153
-
154
- TokenKind::EOF => {
155
- break;
156
- }
157
-
158
- _ => {
159
- println!("Unhandled token: {:?}", token);
160
- self.advance();
161
- Statement::unknown()
162
- }
163
- };
164
-
165
- statements.push(statement);
166
- }
167
-
168
- statements
169
- }
170
-
171
- pub fn check_token(&self, kind: TokenKind) -> bool {
172
- self.peek().map_or(false, |t| t.kind == kind)
173
- }
174
-
175
- pub fn parse_map_value(&mut self) -> Option<Value> {
176
- if !self.match_token(TokenKind::LBrace) {
177
- return None;
178
- }
179
-
180
- let mut map = std::collections::HashMap::new();
181
-
182
- while !self.check_token(TokenKind::RBrace) && !self.is_eof() {
183
- let key = if let Some(token) = self.advance() {
184
- token.lexeme.clone()
185
- } else {
186
- break;
187
- };
188
-
189
- if !self.match_token(TokenKind::Colon) {
190
- println!("Expected ':' after map key '{}'", key);
191
- break;
192
- }
193
-
194
- let value = if let Some(token) = self.peek_clone() {
195
- match token.kind {
196
- TokenKind::String => {
197
- self.advance();
198
- Value::String(token.lexeme.clone())
199
- }
200
- TokenKind::Number => {
201
- self.advance();
202
- Value::Number(token.lexeme.parse().unwrap_or(0.0))
203
- }
204
- TokenKind::Identifier => {
205
- self.advance();
206
- Value::Identifier(token.lexeme.clone())
207
- }
208
- _ => {
209
- println!("Unexpected token in map value: {:?}", token);
210
- Value::Null
211
- }
212
- }
213
- } else {
214
- Value::Null
215
- };
216
-
217
- map.insert(key, value);
218
- }
219
-
220
- if !self.match_token(TokenKind::RBrace) {
221
- println!("Expected '}}' at end of map");
222
- }
223
-
224
- Some(Value::Map(map))
225
- }
226
-
227
- pub fn peek(&self) -> Option<&Token> {
228
- self.tokens.get(self.token_index)
229
- }
230
-
231
- pub fn peek_clone(&self) -> Option<Token> {
232
- self.tokens.get(self.token_index).cloned()
233
- }
234
-
235
- pub fn expect(&mut self, kind: TokenKind) -> Result<&Token, String> {
236
- let tok = self.advance().ok_or("Unexpected end of input")?;
237
- if tok.kind == kind {
238
- Ok(tok)
239
- } else {
240
- Err(format!("Expected {:?}, got {:?}", kind, tok.kind))
241
- }
242
- }
243
-
244
- pub fn collect_block_tokens(&mut self, base_indent: usize) -> Vec<Token> {
245
- let mut tokens = Vec::new();
246
-
247
- while let Some(tok) = self.peek() {
248
- if tok.indent <= base_indent && tok.kind != TokenKind::Newline {
249
- break;
250
- }
251
- tokens.push(self.advance().unwrap().clone());
252
- }
253
-
254
- tokens
255
- }
256
-
257
- pub fn collect_until<F>(&mut self, condition: F) -> Vec<Token> where F: Fn(&Token) -> bool {
258
- let mut collected = Vec::new();
259
- while let Some(token) = self.peek() {
260
- if token.kind == TokenKind::Newline || token.kind == TokenKind::Indent {
261
- self.advance(); // Skip newlines and indents
262
- continue;
263
- }
264
- if token.kind == TokenKind::EOF {
265
- break;
266
- }
267
- if condition(token) {
268
- break;
269
- }
270
- collected.push(self.advance().unwrap().clone());
271
- }
272
- collected
273
- }
274
-
275
- pub fn is_eof(&self) -> bool {
276
- self.token_index >= self.tokens.len()
277
- }
278
-
279
- pub fn parse_block_until_next_else(
280
- &mut self,
281
- base_indent: usize,
282
- global_store: &mut GlobalStore
283
- ) -> Vec<Statement> {
284
- let mut block_tokens = Vec::new();
285
-
286
- while let Some(tok) = self.peek() {
287
- // Stop if we encounter an 'else' at same indent level
288
- if tok.lexeme == "else" && tok.indent == base_indent {
289
- break;
290
- }
291
- block_tokens.push(self.advance().unwrap().clone());
292
- }
293
-
294
- self.parse_block(block_tokens, global_store)
295
- }
296
-
297
- pub fn parse_condition_until_colon(&mut self) -> Option<Value> {
298
- let tokens = self.collect_until(|t| t.kind == TokenKind::Colon);
299
- if tokens.is_empty() {
300
- return None;
301
- }
302
-
303
- let condition = tokens
304
- .iter()
305
- .map(|t| t.lexeme.clone())
306
- .collect::<Vec<_>>()
307
- .join(" ");
308
-
309
- Some(Value::String(condition))
310
- }
311
-
312
- pub fn parse_block_until_else_or_dedent(
313
- &mut self,
314
- base_indent: usize,
315
- global_store: &mut GlobalStore
316
- ) -> Vec<Statement> {
317
- let mut tokens = Vec::new();
318
-
319
- while let Some(tok) = self.peek() {
320
- if tok.lexeme == "else" && tok.indent == base_indent {
321
- break;
322
- }
323
- if tok.indent < base_indent && tok.kind != TokenKind::Newline {
324
- break;
325
- }
326
- tokens.push(self.advance().unwrap().clone());
327
- }
328
-
329
- self.parse_block(tokens, global_store)
330
- }
331
- }
1
+ use devalang_types::Value;
2
+
3
+ use crate::core::{
4
+ lexer::token::{Token, TokenKind},
5
+ parser::{
6
+ handler::{
7
+ arrow_call::parse_arrow_call,
8
+ at::parse_at_token,
9
+ bank::parse_bank_token,
10
+ condition::parse_condition_token,
11
+ dot::parse_dot_token,
12
+ identifier::{
13
+ emit::parse_emit_token, function::parse_function_token, on::parse_on_token,
14
+ parse_identifier_token,
15
+ },
16
+ loop_::parse_loop_token,
17
+ pattern::parse_pattern_token,
18
+ tempo::parse_tempo_token,
19
+ },
20
+ statement::Statement,
21
+ },
22
+ store::global::GlobalStore,
23
+ };
24
+
25
+ #[derive(Debug, Clone, PartialEq)]
26
+ pub struct Parser {
27
+ pub resolve_modules: bool,
28
+ pub tokens: Vec<Token>,
29
+ pub token_index: usize,
30
+ pub current_module: String,
31
+ pub previous: Option<Token>,
32
+ }
33
+
34
+ impl Default for Parser {
35
+ fn default() -> Self {
36
+ Self::new()
37
+ }
38
+ }
39
+
40
+ impl Parser {
41
+ pub fn new() -> Self {
42
+ Parser {
43
+ resolve_modules: false,
44
+ tokens: Vec::new(),
45
+ token_index: 0,
46
+ current_module: String::new(),
47
+ previous: None,
48
+ }
49
+ }
50
+
51
+ pub fn set_current_module(&mut self, module_path: String) {
52
+ self.current_module = module_path;
53
+ }
54
+
55
+ pub fn advance(&mut self) -> Option<&Token> {
56
+ if self.is_eof() {
57
+ return None;
58
+ }
59
+
60
+ self.previous = self.tokens.get(self.token_index).cloned();
61
+ self.token_index += 1;
62
+
63
+ self.tokens.get(self.token_index - 1)
64
+ }
65
+
66
+ pub fn peek_is(&self, expected: &str) -> bool {
67
+ self.peek().is_some_and(|t| t.lexeme == expected)
68
+ }
69
+
70
+ pub fn peek_nth(&self, n: usize) -> Option<&Token> {
71
+ if self.token_index + n < self.tokens.len() {
72
+ self.tokens.get(self.token_index + n)
73
+ } else {
74
+ None
75
+ }
76
+ }
77
+
78
+ pub fn peek_nth_kind(&self, n: usize) -> Option<TokenKind> {
79
+ self.peek_nth(n).map(|t| t.kind.clone())
80
+ }
81
+
82
+ pub fn advance_if(&mut self, kind: TokenKind) -> bool {
83
+ self.match_token(kind)
84
+ }
85
+
86
+ pub fn match_token(&mut self, kind: TokenKind) -> bool {
87
+ if let Some(tok) = self.peek() {
88
+ if tok.kind == kind {
89
+ self.advance();
90
+ return true;
91
+ }
92
+ }
93
+ false
94
+ }
95
+
96
+ pub fn previous_clone(&self) -> Option<Token> {
97
+ self.previous.clone()
98
+ }
99
+
100
+ pub fn parse_block(
101
+ &self,
102
+ tokens: Vec<Token>,
103
+ global_store: &mut GlobalStore,
104
+ ) -> Vec<Statement> {
105
+ let mut inner_parser = Parser {
106
+ resolve_modules: self.resolve_modules,
107
+ tokens,
108
+ token_index: 0,
109
+ current_module: self.current_module.clone(),
110
+ previous: None,
111
+ };
112
+
113
+ inner_parser.parse_tokens(inner_parser.tokens.clone(), global_store)
114
+ }
115
+
116
+ pub fn parse_tokens(
117
+ &mut self,
118
+ tokens: Vec<Token>,
119
+ global_store: &mut GlobalStore,
120
+ ) -> Vec<Statement> {
121
+ // Filter out Whitespace tokens but keep Newline tokens because some constructs (e.g., print ...)
122
+ // rely on end-of-line semantics.
123
+ self.tokens = tokens
124
+ .into_iter()
125
+ .filter(|t| t.kind != TokenKind::Whitespace)
126
+ .collect();
127
+ self.token_index = 0;
128
+
129
+ let mut statements = Vec::new();
130
+
131
+ while !self.is_eof() {
132
+ let token = match self.peek() {
133
+ Some(t) => t.clone(),
134
+ None => {
135
+ break;
136
+ }
137
+ };
138
+
139
+ if token.kind == TokenKind::Newline {
140
+ self.advance();
141
+ continue;
142
+ }
143
+
144
+ let statement = match &token.kind {
145
+ TokenKind::At => parse_at_token(self, global_store),
146
+ TokenKind::Identifier => {
147
+ if let Some(next) = self.peek_nth(1).cloned() {
148
+ if next.kind == TokenKind::Arrow {
149
+ parse_arrow_call(self, global_store)
150
+ } else {
151
+ parse_identifier_token(self, global_store)
152
+ }
153
+ } else {
154
+ parse_identifier_token(self, global_store)
155
+ }
156
+ }
157
+ TokenKind::Dot => parse_dot_token(self, global_store),
158
+ TokenKind::Tempo => parse_tempo_token(self, global_store),
159
+ TokenKind::Bank => parse_bank_token(self, global_store),
160
+ TokenKind::Pattern => parse_pattern_token(self, global_store),
161
+ TokenKind::Loop => parse_loop_token(self, global_store),
162
+ TokenKind::If => parse_condition_token(self, global_store),
163
+ TokenKind::Function => parse_function_token(self, global_store),
164
+ TokenKind::On => parse_on_token(self, global_store),
165
+ TokenKind::Emit => parse_emit_token(self, token.clone(), global_store),
166
+
167
+ | TokenKind::Else // Ignore else, already handled in `parse_condition_token`
168
+ | TokenKind::Comment
169
+ | TokenKind::Equals
170
+ | TokenKind::Colon
171
+ | TokenKind::Number
172
+ | TokenKind::String
173
+ | TokenKind::LBrace
174
+ | TokenKind::RBrace
175
+ | TokenKind::Comma
176
+ | TokenKind::Dedent
177
+ | TokenKind::Indent => {
178
+ self.advance();
179
+ continue;
180
+ }
181
+
182
+ TokenKind::EOF => {
183
+ break;
184
+ }
185
+
186
+ _ => {
187
+ self.advance();
188
+ Statement::unknown_with_pos(token.indent, token.line, token.column)
189
+ }
190
+ };
191
+
192
+ statements.push(statement);
193
+ }
194
+
195
+ statements
196
+ }
197
+
198
+ pub fn check_token(&self, kind: TokenKind) -> bool {
199
+ self.peek().is_some_and(|t| t.kind == kind)
200
+ }
201
+
202
+ pub fn peek_kind(&self) -> Option<TokenKind> {
203
+ self.peek().map(|t| t.kind.clone())
204
+ }
205
+
206
+ pub fn parse_map_value(&mut self) -> Option<Value> {
207
+ let logger = devalang_utils::logger::Logger::new();
208
+ use devalang_utils::logger::LogLevel;
209
+ if !self.match_token(TokenKind::LBrace) {
210
+ return None;
211
+ }
212
+
213
+ let mut map = std::collections::HashMap::new();
214
+
215
+ while !self.check_token(TokenKind::RBrace) && !self.is_eof() {
216
+ // Skip separators and formatting before the key
217
+ while self.check_token(TokenKind::Newline)
218
+ || self.check_token(TokenKind::Whitespace)
219
+ || self.check_token(TokenKind::Indent)
220
+ || self.check_token(TokenKind::Dedent)
221
+ || self.check_token(TokenKind::Comma)
222
+ {
223
+ self.advance();
224
+ }
225
+
226
+ // Check if we are at the closing brace of the map
227
+ if self.check_token(TokenKind::RBrace) {
228
+ break;
229
+ }
230
+
231
+ let key = if let Some(token) = self.advance() {
232
+ match token.kind {
233
+ TokenKind::Whitespace
234
+ | TokenKind::Indent
235
+ | TokenKind::Dedent
236
+ | TokenKind::Newline => {
237
+ continue;
238
+ }
239
+ _ => token.lexeme.clone(),
240
+ }
241
+ } else {
242
+ break;
243
+ };
244
+
245
+ // Skip newlines and whitespace before colon
246
+ while self.check_token(TokenKind::Newline) || self.check_token(TokenKind::Whitespace) {
247
+ self.advance();
248
+ }
249
+
250
+ if !self.match_token(TokenKind::Colon) {
251
+ logger.log_message(
252
+ LogLevel::Error,
253
+ &format!("Expected ':' after map key '{}'", key),
254
+ );
255
+ break;
256
+ }
257
+
258
+ // Skip separators and formatting before value
259
+ while self.check_token(TokenKind::Newline)
260
+ || self.check_token(TokenKind::Whitespace)
261
+ || self.check_token(TokenKind::Indent)
262
+ || self.check_token(TokenKind::Dedent)
263
+ || self.check_token(TokenKind::Comma)
264
+ {
265
+ self.advance();
266
+ }
267
+
268
+ let value = if let Some(token) = self.peek_clone() {
269
+ match token.kind {
270
+ TokenKind::String => {
271
+ self.advance();
272
+ Value::String(token.lexeme.clone())
273
+ }
274
+ TokenKind::Number => {
275
+ let mut number_str = token.lexeme.clone();
276
+ self.advance(); // consume the first number
277
+
278
+ if let Some(dot_token) = self.peek_clone() {
279
+ if dot_token.kind == TokenKind::Dot {
280
+ self.advance(); // consume the dot
281
+
282
+ if let Some(decimal_token) = self.peek_clone() {
283
+ if decimal_token.kind == TokenKind::Number {
284
+ self.advance(); // consume the number after the dot
285
+ number_str.push('.');
286
+ number_str.push_str(&decimal_token.lexeme);
287
+ } else {
288
+ logger.log_message(
289
+ LogLevel::Error,
290
+ &format!(
291
+ "Expected number after dot, got {:?}",
292
+ decimal_token
293
+ ),
294
+ );
295
+ return Some(Value::Null);
296
+ }
297
+ } else {
298
+ logger.log_message(
299
+ LogLevel::Error,
300
+ "Expected number after dot, but reached EOF",
301
+ );
302
+ return Some(Value::Null);
303
+ }
304
+ }
305
+ }
306
+
307
+ Value::Number(number_str.parse::<f32>().unwrap_or(0.0))
308
+ }
309
+
310
+ TokenKind::Identifier => {
311
+ // Support dotted identifiers in map values: alias.param or nested
312
+ let current_line = token.line;
313
+ let mut parts: Vec<String> = vec![token.lexeme.clone()];
314
+ self.advance();
315
+ loop {
316
+ let Some(next) = self.peek_clone() else { break };
317
+ if next.line != current_line {
318
+ break;
319
+ }
320
+ if next.kind == TokenKind::Dot {
321
+ // Consume '.' and the following identifier/number on same line
322
+ self.advance(); // dot
323
+ if let Some(id2) = self.peek_clone() {
324
+ if id2.line == current_line
325
+ && (id2.kind == TokenKind::Identifier
326
+ || id2.kind == TokenKind::Number)
327
+ {
328
+ parts.push(id2.lexeme.clone());
329
+ self.advance(); // consume part
330
+ continue;
331
+ }
332
+ }
333
+ break;
334
+ } else {
335
+ break;
336
+ }
337
+ }
338
+ Value::Identifier(parts.join("."))
339
+ }
340
+ _ => {
341
+ logger.log_message(
342
+ LogLevel::Error,
343
+ &format!("Unexpected token in map value: {:?}", token),
344
+ );
345
+ Value::Null
346
+ }
347
+ }
348
+ } else {
349
+ Value::Null
350
+ };
351
+
352
+ map.insert(key, value);
353
+
354
+ // Optionally skip a trailing comma after the value
355
+ while self.check_token(TokenKind::Comma)
356
+ || self.check_token(TokenKind::Whitespace)
357
+ || self.check_token(TokenKind::Newline)
358
+ {
359
+ self.advance();
360
+ }
361
+ }
362
+
363
+ if !self.match_token(TokenKind::RBrace) {
364
+ logger.log_message(LogLevel::Error, "Expected '}' at end of map");
365
+ }
366
+
367
+ Some(Value::Map(map))
368
+ }
369
+
370
+ // Parse an array value like [1, 2, 3] or ["a", b]
371
+ pub fn parse_array_value(&mut self) -> Option<Value> {
372
+ let logger = devalang_utils::logger::Logger::new();
373
+ use devalang_utils::logger::LogLevel;
374
+ if !self.match_token(TokenKind::LBracket) {
375
+ return None;
376
+ }
377
+
378
+ let mut arr: Vec<Value> = Vec::new();
379
+
380
+ while !self.check_token(TokenKind::RBracket) && !self.is_eof() {
381
+ // Skip formatting tokens
382
+ while self.check_token(TokenKind::Newline)
383
+ || self.check_token(TokenKind::Whitespace)
384
+ || self.check_token(TokenKind::Indent)
385
+ || self.check_token(TokenKind::Dedent)
386
+ || self.check_token(TokenKind::Comma)
387
+ {
388
+ self.advance();
389
+ }
390
+
391
+ if self.check_token(TokenKind::RBracket) {
392
+ break;
393
+ }
394
+
395
+ if let Some(token) = self.peek_clone() {
396
+ let value = match token.kind {
397
+ TokenKind::String => {
398
+ self.advance();
399
+ Value::String(token.lexeme.clone())
400
+ }
401
+ TokenKind::Number => {
402
+ // Support simple decimals split as number '.' number
403
+ let mut number_str = token.lexeme.clone();
404
+ self.advance();
405
+ if let Some(dot) = self.peek_clone() {
406
+ if dot.kind == TokenKind::Dot {
407
+ if let Some(next) = self.peek_nth(1).cloned() {
408
+ if next.kind == TokenKind::Number {
409
+ self.advance(); // consume dot
410
+ self.advance(); // consume next number
411
+ number_str.push('.');
412
+ number_str.push_str(&next.lexeme);
413
+ }
414
+ }
415
+ }
416
+ }
417
+ Value::Number(number_str.parse::<f32>().unwrap_or(0.0))
418
+ }
419
+ TokenKind::Identifier => {
420
+ self.advance();
421
+ Value::Identifier(token.lexeme.clone())
422
+ }
423
+ TokenKind::LBrace => {
424
+ // Allow inline maps inside arrays
425
+ if let Some(v) = self.parse_map_value() {
426
+ v
427
+ } else {
428
+ Value::Null
429
+ }
430
+ }
431
+ TokenKind::LBracket => {
432
+ // Nested arrays
433
+ if let Some(v) = self.parse_array_value() {
434
+ v
435
+ } else {
436
+ Value::Null
437
+ }
438
+ }
439
+ _ => {
440
+ self.advance();
441
+ Value::Null
442
+ }
443
+ };
444
+
445
+ // Only push non-null (retain alignment with permissive parsing)
446
+ if value != Value::Null {
447
+ arr.push(value);
448
+ }
449
+
450
+ // Optional trailing comma handled by the skipper at loop start
451
+ } else {
452
+ break;
453
+ }
454
+ }
455
+
456
+ if !self.match_token(TokenKind::RBracket) {
457
+ logger.log_message(LogLevel::Error, "Expected ']' at end of array");
458
+ }
459
+
460
+ Some(Value::Array(arr))
461
+ }
462
+
463
+ pub fn peek(&self) -> Option<&Token> {
464
+ self.tokens.get(self.token_index)
465
+ }
466
+
467
+ pub fn peek_clone(&self) -> Option<Token> {
468
+ self.tokens.get(self.token_index).cloned()
469
+ }
470
+
471
+ pub fn expect(&mut self, kind: TokenKind) -> Result<&Token, String> {
472
+ let tok = self.advance().ok_or("Unexpected end of input")?;
473
+ if tok.kind == kind {
474
+ Ok(tok)
475
+ } else {
476
+ Err(format!("Expected {:?}, got {:?}", kind, tok.kind))
477
+ }
478
+ }
479
+
480
+ pub fn collect_block_tokens(&mut self, base_indent: usize) -> Vec<Token> {
481
+ let mut tokens = Vec::new();
482
+
483
+ while let Some(tok) = self.peek() {
484
+ if tok.indent <= base_indent && tok.kind != TokenKind::Newline {
485
+ break;
486
+ }
487
+ if let Some(t) = self.advance() {
488
+ tokens.push(t.clone());
489
+ } else {
490
+ // Unexpected EOF while collecting block tokens: stop collecting
491
+ break;
492
+ }
493
+ }
494
+
495
+ tokens
496
+ }
497
+
498
+ pub fn collect_until<F>(&mut self, condition: F) -> Vec<Token>
499
+ where
500
+ F: Fn(&Token) -> bool,
501
+ {
502
+ let mut collected = Vec::new();
503
+ while let Some(token) = self.peek() {
504
+ if condition(token) {
505
+ break;
506
+ }
507
+ if token.kind == TokenKind::EOF {
508
+ break;
509
+ }
510
+ if let Some(t) = self.advance() {
511
+ collected.push(t.clone());
512
+ } else {
513
+ break;
514
+ }
515
+ }
516
+
517
+ collected
518
+ }
519
+
520
+ pub fn is_eof(&self) -> bool {
521
+ self.token_index >= self.tokens.len()
522
+ }
523
+
524
+ pub fn parse_block_until_next_else(
525
+ &mut self,
526
+ base_indent: usize,
527
+ global_store: &mut GlobalStore,
528
+ ) -> Vec<Statement> {
529
+ let mut block_tokens = Vec::new();
530
+
531
+ while let Some(tok) = self.peek() {
532
+ // Stop if we encounter an 'else' at same indent level
533
+ if tok.lexeme == "else" && tok.indent == base_indent {
534
+ break;
535
+ }
536
+ if let Some(t) = self.advance() {
537
+ block_tokens.push(t.clone());
538
+ } else {
539
+ break;
540
+ }
541
+ }
542
+
543
+ self.parse_block(block_tokens, global_store)
544
+ }
545
+
546
+ pub fn parse_condition_until_colon(&mut self) -> Option<Value> {
547
+ let tokens = self.collect_until(|t| t.kind == TokenKind::Colon);
548
+ if tokens.is_empty() {
549
+ return None;
550
+ }
551
+
552
+ let condition = tokens
553
+ .iter()
554
+ .map(|t| t.lexeme.clone())
555
+ .collect::<Vec<_>>()
556
+ .join(" ");
557
+
558
+ Some(Value::String(condition))
559
+ }
560
+
561
+ pub fn parse_block_until_else_or_dedent(
562
+ &mut self,
563
+ base_indent: usize,
564
+ global_store: &mut GlobalStore,
565
+ ) -> Vec<Statement> {
566
+ let mut tokens = Vec::new();
567
+
568
+ while let Some(tok) = self.peek() {
569
+ if tok.lexeme == "else" && tok.indent == base_indent {
570
+ break;
571
+ }
572
+ if tok.indent < base_indent && tok.kind != TokenKind::Newline {
573
+ break;
574
+ }
575
+ if let Some(t) = self.advance() {
576
+ tokens.push(t.clone());
577
+ } else {
578
+ break;
579
+ }
580
+ }
581
+
582
+ self.parse_block(tokens, global_store)
583
+ }
584
+ }