@devaloop/devalang 0.0.1-alpha.8 → 0.0.1-beta.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (277) hide show
  1. package/.cargo/config.toml +2 -0
  2. package/.devalang +10 -4
  3. package/.github/workflows/ci.yml +103 -0
  4. package/Cargo.toml +80 -48
  5. package/README.md +135 -158
  6. package/docs/CHANGELOG.md +413 -1
  7. package/docs/CONTRIBUTING.md +101 -0
  8. package/docs/ROADMAP.md +10 -7
  9. package/docs/TODO.md +21 -9
  10. package/examples/automation.deva +42 -0
  11. package/examples/bank.deva +7 -0
  12. package/examples/condition.deva +8 -12
  13. package/examples/duration.deva +9 -0
  14. package/examples/events.deva +12 -0
  15. package/examples/function.deva +15 -0
  16. package/examples/group.deva +3 -3
  17. package/examples/index.deva +57 -10
  18. package/examples/loop.deva +7 -12
  19. package/examples/pattern.deva +8 -0
  20. package/examples/plugin.deva +16 -0
  21. package/examples/synth.deva +14 -0
  22. package/examples/variables.deva +2 -2
  23. package/out-tsc/bin/index.d.ts +2 -0
  24. package/out-tsc/bin/index.js +51 -7
  25. package/out-tsc/core/functions/index.d.ts +37 -0
  26. package/out-tsc/core/functions/index.js +76 -0
  27. package/out-tsc/core/index.d.ts +6 -0
  28. package/out-tsc/core/index.js +22 -0
  29. package/out-tsc/core/types/index.d.ts +4 -0
  30. package/out-tsc/core/types/index.js +20 -0
  31. package/out-tsc/core/types/plugin.d.ts +18 -0
  32. package/out-tsc/core/types/plugin.js +2 -0
  33. package/out-tsc/core/types/result.d.ts +27 -0
  34. package/out-tsc/core/types/result.js +2 -0
  35. package/out-tsc/core/types/statement.d.ts +106 -0
  36. package/out-tsc/core/types/statement.js +2 -0
  37. package/out-tsc/core/types/value.d.ts +43 -0
  38. package/out-tsc/core/types/value.js +2 -0
  39. package/out-tsc/index.d.ts +7 -0
  40. package/out-tsc/index.js +42 -1
  41. package/out-tsc/pkg/devalang_core.d.ts +13 -0
  42. package/out-tsc/pkg/devalang_core.js +50 -0
  43. package/out-tsc/pkg/devalang_core_bg.wasm.d.ts +33 -0
  44. package/out-tsc/scripts/copy-wasm-dts.d.ts +1 -0
  45. package/out-tsc/scripts/copy-wasm-dts.js +73 -0
  46. package/out-tsc/scripts/postinstall.d.ts +1 -0
  47. package/out-tsc/scripts/postinstall.js +83 -0
  48. package/out-tsc/scripts/version/bump.d.ts +1 -0
  49. package/out-tsc/scripts/version/fetch.d.ts +1 -0
  50. package/out-tsc/scripts/version/fetch.js +1 -5
  51. package/out-tsc/scripts/version/index.d.ts +1 -0
  52. package/out-tsc/scripts/version/sync.d.ts +1 -0
  53. package/package.json +28 -7
  54. package/project-version.json +4 -4
  55. package/rust/cli/bank/api.rs +122 -0
  56. package/rust/cli/bank/commands.rs +275 -0
  57. package/rust/cli/bank/mod.rs +29 -0
  58. package/rust/cli/build/commands.rs +103 -0
  59. package/rust/cli/build/mod.rs +2 -0
  60. package/rust/cli/build/process.rs +146 -0
  61. package/rust/cli/check/mod.rs +208 -0
  62. package/rust/cli/discover/commands.rs +253 -0
  63. package/rust/cli/discover/config.rs +111 -0
  64. package/rust/cli/discover/fs.rs +19 -0
  65. package/rust/cli/discover/install.rs +103 -0
  66. package/rust/cli/discover/metadata.rs +48 -0
  67. package/rust/cli/discover/mod.rs +5 -0
  68. package/rust/cli/{init.rs → init/commands.rs} +32 -23
  69. package/rust/cli/init/mod.rs +1 -0
  70. package/rust/cli/install/addon.rs +118 -0
  71. package/rust/cli/install/bank.rs +53 -0
  72. package/rust/cli/install/commands.rs +35 -0
  73. package/rust/cli/install/mod.rs +4 -0
  74. package/rust/cli/install/plugin.rs +61 -0
  75. package/rust/cli/login/commands.rs +124 -0
  76. package/rust/cli/login/mod.rs +1 -0
  77. package/rust/cli/mod.rs +12 -205
  78. package/rust/cli/parser.rs +314 -0
  79. package/rust/cli/play/commands.rs +324 -0
  80. package/rust/cli/play/io.rs +17 -0
  81. package/rust/cli/play/mod.rs +5 -0
  82. package/rust/cli/play/process.rs +150 -0
  83. package/rust/cli/play/realtime.rs +91 -0
  84. package/rust/cli/play/utils.rs +23 -0
  85. package/rust/cli/telemetry/commands.rs +22 -0
  86. package/rust/cli/telemetry/event_creator.rs +80 -0
  87. package/rust/cli/telemetry/mod.rs +3 -0
  88. package/rust/cli/telemetry/send.rs +51 -0
  89. package/rust/cli/{template.rs → template/commands.rs} +69 -57
  90. package/rust/cli/template/mod.rs +1 -0
  91. package/rust/cli/update/commands.rs +6 -0
  92. package/rust/cli/update/mod.rs +1 -0
  93. package/rust/config/driver.rs +103 -0
  94. package/rust/config/mod.rs +3 -16
  95. package/rust/config/ops.rs +26 -0
  96. package/rust/config/settings.rs +101 -0
  97. package/rust/core/audio/engine/helpers.rs +170 -0
  98. package/rust/core/audio/engine/mod.rs +7 -0
  99. package/rust/core/audio/engine/sample.rs +366 -0
  100. package/rust/core/audio/engine/synth.rs +325 -0
  101. package/rust/core/audio/evaluator.rs +310 -31
  102. package/rust/core/audio/interpreter/arrow_call.rs +311 -0
  103. package/rust/core/audio/interpreter/automate.rs +18 -0
  104. package/rust/core/audio/interpreter/call.rs +294 -42
  105. package/rust/core/audio/interpreter/condition.rs +71 -65
  106. package/rust/core/audio/interpreter/driver.rs +542 -204
  107. package/rust/core/audio/interpreter/function.rs +26 -0
  108. package/rust/core/audio/interpreter/let_.rs +38 -19
  109. package/rust/core/audio/interpreter/load.rs +19 -18
  110. package/rust/core/audio/interpreter/loop_.rs +114 -59
  111. package/rust/core/audio/interpreter/mod.rs +14 -11
  112. package/rust/core/audio/interpreter/sleep.rs +28 -36
  113. package/rust/core/audio/interpreter/spawn.rs +252 -65
  114. package/rust/core/audio/interpreter/tempo.rs +40 -16
  115. package/rust/core/audio/interpreter/trigger.rs +239 -69
  116. package/rust/core/audio/loader/mod.rs +1 -1
  117. package/rust/core/audio/loader/trigger.rs +97 -52
  118. package/rust/core/audio/mod.rs +7 -6
  119. package/rust/core/audio/player.rs +70 -54
  120. package/rust/core/audio/renderer.rs +54 -57
  121. package/rust/core/audio/special/easing.rs +189 -0
  122. package/rust/core/audio/special/env.rs +45 -0
  123. package/rust/core/audio/special/math.rs +134 -0
  124. package/rust/core/audio/special/mod.rs +9 -0
  125. package/rust/core/audio/special/modulator.rs +143 -0
  126. package/rust/core/builder/mod.rs +86 -80
  127. package/rust/core/debugger/lexer.rs +27 -27
  128. package/rust/core/debugger/mod.rs +30 -21
  129. package/rust/core/debugger/module.rs +55 -0
  130. package/rust/core/debugger/preprocessor.rs +27 -27
  131. package/rust/core/debugger/store.rs +40 -25
  132. package/rust/core/error/mod.rs +269 -60
  133. package/rust/core/lexer/driver.rs +61 -0
  134. package/rust/core/lexer/handler/arrow.rs +82 -0
  135. package/rust/core/lexer/handler/at.rs +21 -21
  136. package/rust/core/lexer/handler/brace.rs +41 -41
  137. package/rust/core/lexer/handler/colon.rs +21 -21
  138. package/rust/core/lexer/handler/comment.rs +30 -30
  139. package/rust/core/lexer/handler/dot.rs +21 -21
  140. package/rust/core/lexer/handler/driver.rs +337 -215
  141. package/rust/core/lexer/handler/identifier.rs +47 -40
  142. package/rust/core/lexer/handler/indent.rs +66 -52
  143. package/rust/core/lexer/handler/mod.rs +15 -13
  144. package/rust/core/lexer/handler/newline.rs +23 -23
  145. package/rust/core/lexer/handler/number.rs +31 -31
  146. package/rust/core/lexer/handler/operator.rs +46 -44
  147. package/rust/core/lexer/handler/parenthesis.rs +41 -0
  148. package/rust/core/lexer/handler/slash.rs +21 -0
  149. package/rust/core/lexer/handler/string.rs +63 -63
  150. package/rust/core/lexer/mod.rs +3 -30
  151. package/rust/core/lexer/token.rs +21 -12
  152. package/rust/core/mod.rs +10 -10
  153. package/rust/core/parser/driver.rs +584 -312
  154. package/rust/core/parser/handler/arrow_call.rs +253 -0
  155. package/rust/core/parser/handler/at.rs +279 -162
  156. package/rust/core/parser/handler/bank.rs +104 -41
  157. package/rust/core/parser/handler/condition.rs +83 -74
  158. package/rust/core/parser/handler/dot.rs +148 -112
  159. package/rust/core/parser/handler/identifier/automate.rs +254 -0
  160. package/rust/core/parser/handler/identifier/call.rs +91 -0
  161. package/rust/core/parser/handler/identifier/emit.rs +70 -0
  162. package/rust/core/parser/handler/identifier/function.rs +113 -0
  163. package/rust/core/parser/handler/identifier/group.rs +89 -0
  164. package/rust/core/parser/handler/identifier/let_.rs +173 -0
  165. package/rust/core/parser/handler/identifier/mod.rs +55 -0
  166. package/rust/core/parser/handler/identifier/on.rs +107 -0
  167. package/rust/core/parser/handler/identifier/print.rs +49 -0
  168. package/rust/core/parser/handler/identifier/sleep.rs +43 -0
  169. package/rust/core/parser/handler/identifier/spawn.rs +91 -0
  170. package/rust/core/parser/handler/identifier/synth.rs +135 -0
  171. package/rust/core/parser/handler/loop_.rs +194 -66
  172. package/rust/core/parser/handler/mod.rs +9 -7
  173. package/rust/core/parser/handler/pattern.rs +74 -0
  174. package/rust/core/parser/handler/tempo.rs +57 -47
  175. package/rust/core/parser/mod.rs +3 -4
  176. package/rust/core/parser/statement.rs +11 -88
  177. package/rust/core/plugin/loader.rs +137 -0
  178. package/rust/core/plugin/mod.rs +2 -0
  179. package/rust/core/plugin/runner.rs +347 -0
  180. package/rust/core/preprocessor/loader.rs +637 -179
  181. package/rust/core/preprocessor/mod.rs +4 -4
  182. package/rust/core/preprocessor/module.rs +60 -53
  183. package/rust/core/preprocessor/processor.rs +114 -67
  184. package/rust/core/preprocessor/resolver/bank.rs +49 -47
  185. package/rust/core/preprocessor/resolver/call.rs +124 -53
  186. package/rust/core/preprocessor/resolver/condition.rs +95 -66
  187. package/rust/core/preprocessor/resolver/driver.rs +324 -182
  188. package/rust/core/preprocessor/resolver/function.rs +69 -0
  189. package/rust/core/preprocessor/resolver/group.rs +94 -118
  190. package/rust/core/preprocessor/resolver/let_.rs +32 -0
  191. package/rust/core/preprocessor/resolver/loop_.rs +318 -145
  192. package/rust/core/preprocessor/resolver/mod.rs +16 -10
  193. package/rust/core/preprocessor/resolver/pattern.rs +83 -0
  194. package/rust/core/preprocessor/resolver/spawn.rs +99 -53
  195. package/rust/core/preprocessor/resolver/synth.rs +54 -0
  196. package/rust/core/preprocessor/resolver/tempo.rs +48 -49
  197. package/rust/core/preprocessor/resolver/trigger.rs +116 -111
  198. package/rust/core/preprocessor/resolver/value.rs +176 -0
  199. package/rust/core/store/export.rs +28 -28
  200. package/rust/core/store/function.rs +40 -0
  201. package/rust/core/store/global.rs +61 -39
  202. package/rust/core/store/import.rs +28 -28
  203. package/rust/core/store/mod.rs +5 -4
  204. package/rust/core/store/variable.rs +51 -28
  205. package/rust/core/utils/mod.rs +1 -2
  206. package/rust/core/utils/path.rs +37 -46
  207. package/rust/lib.rs +308 -117
  208. package/rust/main.rs +364 -65
  209. package/rust/types/Cargo.toml +11 -0
  210. package/rust/types/src/addons.rs +55 -0
  211. package/rust/types/src/ast.rs +202 -0
  212. package/rust/types/src/config.rs +74 -0
  213. package/rust/types/src/lib.rs +12 -0
  214. package/rust/types/src/telemetry.rs +85 -0
  215. package/rust/utils/Cargo.toml +26 -0
  216. package/rust/utils/src/error.rs +186 -0
  217. package/rust/utils/src/file.rs +94 -0
  218. package/rust/utils/src/first_usage.rs +97 -0
  219. package/rust/utils/{mod.rs → src/lib.rs} +9 -6
  220. package/rust/utils/{logger.rs → src/logger.rs} +200 -123
  221. package/rust/utils/src/path.rs +88 -0
  222. package/rust/utils/src/signature.rs +41 -0
  223. package/rust/utils/{spinner.rs → src/spinner.rs} +20 -21
  224. package/rust/utils/src/version.rs +27 -0
  225. package/rust/utils/{watcher.rs → src/watcher.rs} +46 -33
  226. package/rust/web/api.rs +5 -0
  227. package/rust/web/cdn.rs +34 -0
  228. package/rust/web/mod.rs +3 -0
  229. package/rust/web/sso.rs +5 -0
  230. package/templates/minimal/README.md +143 -127
  231. package/templates/welcome/README.md +143 -127
  232. package/templates/welcome/src/index.deva +56 -8
  233. package/templates/welcome/src/variables.deva +2 -4
  234. package/tests/integration.rs +21 -0
  235. package/tests/rust/cli_check_build.rs +21 -0
  236. package/tests/rust/cli_help.rs +12 -0
  237. package/tests/rust/cli_template_list.rs +10 -0
  238. package/tests/rust/cli_version.rs +11 -0
  239. package/tests/typescript/index.spec.ts +136 -0
  240. package/tests/typescript/playhead.spec.ts +36 -0
  241. package/tests/typescript/render_e2e.spec.ts +77 -0
  242. package/tsconfig.json +12 -10
  243. package/typescript/bin/index.ts +19 -5
  244. package/typescript/core/functions/index.ts +83 -0
  245. package/typescript/core/index.ts +6 -0
  246. package/typescript/core/types/index.ts +4 -0
  247. package/typescript/core/types/plugin.ts +19 -0
  248. package/typescript/core/types/result.ts +29 -0
  249. package/typescript/core/types/statement.ts +47 -0
  250. package/typescript/core/types/value.ts +29 -0
  251. package/typescript/index.ts +8 -1
  252. package/typescript/pkg/devalang_core.d.ts +4 -0
  253. package/typescript/pkg/devalang_core.ts +49 -0
  254. package/typescript/scripts/copy-wasm-dts.ts +41 -0
  255. package/typescript/scripts/postinstall.ts +85 -0
  256. package/typescript/scripts/version/bump.ts +0 -1
  257. package/typescript/scripts/version/fetch.ts +1 -6
  258. package/typescript/scripts/version/index.ts +0 -1
  259. package/docs/COMMANDS.md +0 -85
  260. package/docs/CONFIG.md +0 -30
  261. package/docs/SYNTAX.md +0 -210
  262. package/out-tsc/bin/devalang.exe +0 -0
  263. package/out-tsc/scripts/postbuild.js +0 -11
  264. package/rust/cli/build.rs +0 -137
  265. package/rust/cli/check.rs +0 -117
  266. package/rust/cli/play.rs +0 -193
  267. package/rust/config/loader.rs +0 -13
  268. package/rust/core/audio/engine.rs +0 -126
  269. package/rust/core/parser/handler/identifier.rs +0 -262
  270. package/rust/core/shared/duration.rs +0 -8
  271. package/rust/core/shared/mod.rs +0 -2
  272. package/rust/core/shared/value.rs +0 -18
  273. package/rust/core/utils/validation.rs +0 -35
  274. package/rust/utils/file.rs +0 -35
  275. package/rust/utils/signature.rs +0 -17
  276. package/rust/utils/version.rs +0 -15
  277. package/typescript/scripts/postbuild.ts +0 -8
@@ -1,312 +1,584 @@
1
- use crate::core::{
2
- lexer::token::{ Token, TokenKind },
3
- parser::{
4
- handler::{
5
- at::parse_at_token,
6
- bank::parse_bank_token,
7
- condition::parse_condition_token,
8
- dot::parse_dot_token,
9
- identifier::parse_identifier_token,
10
- loop_::parse_loop_token,
11
- tempo::parse_tempo_token,
12
- },
13
- statement::{ Statement, StatementKind },
14
- },
15
- shared::value::Value,
16
- store::global::GlobalStore,
17
- };
18
-
19
- #[derive(Debug, Clone, PartialEq)]
20
- pub struct Parser {
21
- pub resolve_modules: bool,
22
- pub tokens: Vec<Token>,
23
- pub token_index: usize,
24
- pub current_module: String,
25
- pub previous: Option<Token>,
26
- }
27
-
28
- impl Parser {
29
- pub fn new() -> Self {
30
- Parser {
31
- resolve_modules: false,
32
- tokens: Vec::new(),
33
- token_index: 0,
34
- current_module: String::new(),
35
- previous: None,
36
- }
37
- }
38
-
39
- pub fn set_current_module(&mut self, module_path: String) {
40
- self.current_module = module_path;
41
- }
42
-
43
- pub fn advance(&mut self) -> Option<&Token> {
44
- if self.is_eof() {
45
- return None;
46
- }
47
-
48
- self.previous = self.tokens.get(self.token_index).cloned(); // mémorise avant de bouger
49
- self.token_index += 1;
50
-
51
- self.tokens.get(self.token_index - 1)
52
- }
53
-
54
- pub fn peek_is(&self, expected: &str) -> bool {
55
- self.peek().map_or(false, |t| t.lexeme == expected)
56
- }
57
-
58
- pub fn advance_if(&mut self, kind: TokenKind) -> bool {
59
- if self.match_token(kind) { true } else { false }
60
- }
61
-
62
- pub fn match_token(&mut self, kind: TokenKind) -> bool {
63
- if let Some(tok) = self.peek() {
64
- if tok.kind == kind {
65
- self.advance();
66
- return true;
67
- }
68
- }
69
- false
70
- }
71
-
72
- pub fn previous_clone(&self) -> Option<Token> {
73
- self.previous.clone()
74
- }
75
-
76
- pub fn parse_block(
77
- &self,
78
- tokens: Vec<Token>,
79
- global_store: &mut GlobalStore
80
- ) -> Vec<Statement> {
81
- let mut inner_parser = Parser {
82
- resolve_modules: self.resolve_modules,
83
- tokens,
84
- token_index: 0,
85
- current_module: self.current_module.clone(),
86
- previous: None,
87
- };
88
-
89
- inner_parser.parse_tokens(inner_parser.tokens.clone(), global_store)
90
- }
91
-
92
- pub fn parse_tokens(
93
- &mut self,
94
- tokens: Vec<Token>,
95
- global_store: &mut GlobalStore
96
- ) -> Vec<Statement> {
97
- self.tokens = tokens;
98
- self.token_index = 0;
99
-
100
- let mut statements = Vec::new();
101
-
102
- while !self.is_eof() {
103
- let token = match self.peek() {
104
- Some(t) => t.clone(),
105
- None => {
106
- break;
107
- }
108
- };
109
-
110
- let mut statement = match &token.kind {
111
- TokenKind::At => parse_at_token(self, global_store),
112
- TokenKind::Identifier => parse_identifier_token(self, global_store),
113
- TokenKind::Dot => parse_dot_token(self, global_store),
114
- TokenKind::Tempo => parse_tempo_token(self, global_store),
115
- TokenKind::Bank => parse_bank_token(self, global_store),
116
- TokenKind::Loop => parse_loop_token(self, global_store),
117
- TokenKind::If => parse_condition_token(self, global_store),
118
-
119
- | TokenKind::Else // Ignore else, already handled in `parse_condition_token`
120
- | TokenKind::Comment
121
- | TokenKind::Equals
122
- | TokenKind::Colon
123
- | TokenKind::Number
124
- | TokenKind::String
125
- | TokenKind::LBrace
126
- | TokenKind::RBrace
127
- | TokenKind::Comma
128
- | TokenKind::Newline
129
- | TokenKind::Dedent
130
- | TokenKind::Indent => {
131
- self.advance();
132
- continue;
133
- }
134
-
135
- TokenKind::EOF => {
136
- break;
137
- }
138
-
139
- _ => {
140
- println!("Unhandled token: {:?}", token);
141
- self.advance();
142
- Statement::unknown()
143
- }
144
- };
145
-
146
- statements.push(statement);
147
- }
148
-
149
- statements
150
- }
151
-
152
- pub fn check_token(&self, kind: TokenKind) -> bool {
153
- self.peek().map_or(false, |t| t.kind == kind)
154
- }
155
-
156
- pub fn parse_map_value(&mut self) -> Option<Value> {
157
- if !self.match_token(TokenKind::LBrace) {
158
- return None;
159
- }
160
-
161
- let mut map = std::collections::HashMap::new();
162
-
163
- while !self.check_token(TokenKind::RBrace) && !self.is_eof() {
164
- let key = if let Some(token) = self.advance() {
165
- token.lexeme.clone()
166
- } else {
167
- break;
168
- };
169
-
170
- if !self.match_token(TokenKind::Colon) {
171
- println!("Expected ':' after map key '{}'", key);
172
- break;
173
- }
174
-
175
- let value = if let Some(token) = self.peek_clone() {
176
- match token.kind {
177
- TokenKind::String => {
178
- self.advance();
179
- Value::String(token.lexeme.clone())
180
- }
181
- TokenKind::Number => {
182
- self.advance();
183
- Value::Number(token.lexeme.parse().unwrap_or(0.0))
184
- }
185
- TokenKind::Identifier => {
186
- self.advance();
187
- Value::Identifier(token.lexeme.clone())
188
- }
189
- _ => {
190
- println!("Unexpected token in map value: {:?}", token);
191
- Value::Null
192
- }
193
- }
194
- } else {
195
- Value::Null
196
- };
197
-
198
- map.insert(key, value);
199
- }
200
-
201
- if !self.match_token(TokenKind::RBrace) {
202
- println!("Expected '}}' at end of map");
203
- }
204
-
205
- Some(Value::Map(map))
206
- }
207
-
208
- pub fn peek(&self) -> Option<&Token> {
209
- self.tokens.get(self.token_index)
210
- }
211
-
212
- pub fn peek_clone(&self) -> Option<Token> {
213
- self.tokens.get(self.token_index).cloned()
214
- }
215
-
216
- pub fn expect(&mut self, kind: TokenKind) -> Result<&Token, String> {
217
- let tok = self.advance().ok_or("Unexpected end of input")?;
218
- if tok.kind == kind {
219
- Ok(tok)
220
- } else {
221
- Err(format!("Expected {:?}, got {:?}", kind, tok.kind))
222
- }
223
- }
224
-
225
- pub fn collect_block_tokens(&mut self, base_indent: usize) -> Vec<Token> {
226
- let mut tokens = Vec::new();
227
-
228
- while let Some(tok) = self.peek() {
229
- if tok.indent <= base_indent && tok.kind != TokenKind::Newline {
230
- break;
231
- }
232
- tokens.push(self.advance().unwrap().clone());
233
- }
234
-
235
- tokens
236
- }
237
-
238
- pub fn collect_until<F>(&mut self, condition: F) -> Vec<Token> where F: Fn(&Token) -> bool {
239
- let mut collected = Vec::new();
240
- while let Some(token) = self.peek() {
241
- if token.kind == TokenKind::Newline || token.kind == TokenKind::Indent {
242
- self.advance(); // Skip newlines and indents
243
- continue;
244
- }
245
- if token.kind == TokenKind::EOF {
246
- break;
247
- }
248
- if condition(token) {
249
- break;
250
- }
251
- collected.push(self.advance().unwrap().clone());
252
- }
253
- collected
254
- }
255
-
256
- pub fn is_eof(&self) -> bool {
257
- self.token_index >= self.tokens.len()
258
- }
259
-
260
- pub fn parse_block_until_next_else(
261
- &mut self,
262
- base_indent: usize,
263
- global_store: &mut GlobalStore
264
- ) -> Vec<Statement> {
265
- let mut block_tokens = Vec::new();
266
-
267
- while let Some(tok) = self.peek() {
268
- // Stop if we encounter an 'else' at same indent level
269
- if tok.lexeme == "else" && tok.indent == base_indent {
270
- break;
271
- }
272
- block_tokens.push(self.advance().unwrap().clone());
273
- }
274
-
275
- self.parse_block(block_tokens, global_store)
276
- }
277
-
278
- pub fn parse_condition_until_colon(&mut self) -> Option<Value> {
279
- let tokens = self.collect_until(|t| t.kind == TokenKind::Colon);
280
- if tokens.is_empty() {
281
- return None;
282
- }
283
-
284
- let condition = tokens
285
- .iter()
286
- .map(|t| t.lexeme.clone())
287
- .collect::<Vec<_>>()
288
- .join(" ");
289
-
290
- Some(Value::String(condition))
291
- }
292
-
293
- pub fn parse_block_until_else_or_dedent(
294
- &mut self,
295
- base_indent: usize,
296
- global_store: &mut GlobalStore
297
- ) -> Vec<Statement> {
298
- let mut tokens = Vec::new();
299
-
300
- while let Some(tok) = self.peek() {
301
- if tok.lexeme == "else" && tok.indent == base_indent {
302
- break;
303
- }
304
- if tok.indent < base_indent && tok.kind != TokenKind::Newline {
305
- break;
306
- }
307
- tokens.push(self.advance().unwrap().clone());
308
- }
309
-
310
- self.parse_block(tokens, global_store)
311
- }
312
- }
1
+ use devalang_types::Value;
2
+
3
+ use crate::core::{
4
+ lexer::token::{Token, TokenKind},
5
+ parser::{
6
+ handler::{
7
+ arrow_call::parse_arrow_call,
8
+ at::parse_at_token,
9
+ bank::parse_bank_token,
10
+ condition::parse_condition_token,
11
+ dot::parse_dot_token,
12
+ identifier::{
13
+ emit::parse_emit_token, function::parse_function_token, on::parse_on_token,
14
+ parse_identifier_token,
15
+ },
16
+ loop_::parse_loop_token,
17
+ pattern::parse_pattern_token,
18
+ tempo::parse_tempo_token,
19
+ },
20
+ statement::Statement,
21
+ },
22
+ store::global::GlobalStore,
23
+ };
24
+
25
+ #[derive(Debug, Clone, PartialEq)]
26
+ pub struct Parser {
27
+ pub resolve_modules: bool,
28
+ pub tokens: Vec<Token>,
29
+ pub token_index: usize,
30
+ pub current_module: String,
31
+ pub previous: Option<Token>,
32
+ }
33
+
34
+ impl Default for Parser {
35
+ fn default() -> Self {
36
+ Self::new()
37
+ }
38
+ }
39
+
40
+ impl Parser {
41
+ pub fn new() -> Self {
42
+ Parser {
43
+ resolve_modules: false,
44
+ tokens: Vec::new(),
45
+ token_index: 0,
46
+ current_module: String::new(),
47
+ previous: None,
48
+ }
49
+ }
50
+
51
+ pub fn set_current_module(&mut self, module_path: String) {
52
+ self.current_module = module_path;
53
+ }
54
+
55
+ pub fn advance(&mut self) -> Option<&Token> {
56
+ if self.is_eof() {
57
+ return None;
58
+ }
59
+
60
+ self.previous = self.tokens.get(self.token_index).cloned();
61
+ self.token_index += 1;
62
+
63
+ self.tokens.get(self.token_index - 1)
64
+ }
65
+
66
+ pub fn peek_is(&self, expected: &str) -> bool {
67
+ self.peek().is_some_and(|t| t.lexeme == expected)
68
+ }
69
+
70
+ pub fn peek_nth(&self, n: usize) -> Option<&Token> {
71
+ if self.token_index + n < self.tokens.len() {
72
+ self.tokens.get(self.token_index + n)
73
+ } else {
74
+ None
75
+ }
76
+ }
77
+
78
+ pub fn peek_nth_kind(&self, n: usize) -> Option<TokenKind> {
79
+ self.peek_nth(n).map(|t| t.kind.clone())
80
+ }
81
+
82
+ pub fn advance_if(&mut self, kind: TokenKind) -> bool {
83
+ self.match_token(kind)
84
+ }
85
+
86
+ pub fn match_token(&mut self, kind: TokenKind) -> bool {
87
+ if let Some(tok) = self.peek() {
88
+ if tok.kind == kind {
89
+ self.advance();
90
+ return true;
91
+ }
92
+ }
93
+ false
94
+ }
95
+
96
+ pub fn previous_clone(&self) -> Option<Token> {
97
+ self.previous.clone()
98
+ }
99
+
100
+ pub fn parse_block(
101
+ &self,
102
+ tokens: Vec<Token>,
103
+ global_store: &mut GlobalStore,
104
+ ) -> Vec<Statement> {
105
+ let mut inner_parser = Parser {
106
+ resolve_modules: self.resolve_modules,
107
+ tokens,
108
+ token_index: 0,
109
+ current_module: self.current_module.clone(),
110
+ previous: None,
111
+ };
112
+
113
+ inner_parser.parse_tokens(inner_parser.tokens.clone(), global_store)
114
+ }
115
+
116
+ pub fn parse_tokens(
117
+ &mut self,
118
+ tokens: Vec<Token>,
119
+ global_store: &mut GlobalStore,
120
+ ) -> Vec<Statement> {
121
+ // Filter out Whitespace tokens but keep Newline tokens because some constructs (e.g., print ...)
122
+ // rely on end-of-line semantics.
123
+ self.tokens = tokens
124
+ .into_iter()
125
+ .filter(|t| t.kind != TokenKind::Whitespace)
126
+ .collect();
127
+ self.token_index = 0;
128
+
129
+ let mut statements = Vec::new();
130
+
131
+ while !self.is_eof() {
132
+ let token = match self.peek() {
133
+ Some(t) => t.clone(),
134
+ None => {
135
+ break;
136
+ }
137
+ };
138
+
139
+ if token.kind == TokenKind::Newline {
140
+ self.advance();
141
+ continue;
142
+ }
143
+
144
+ let statement = match &token.kind {
145
+ TokenKind::At => parse_at_token(self, global_store),
146
+ TokenKind::Identifier => {
147
+ if let Some(next) = self.peek_nth(1).cloned() {
148
+ if next.kind == TokenKind::Arrow {
149
+ parse_arrow_call(self, global_store)
150
+ } else {
151
+ parse_identifier_token(self, global_store)
152
+ }
153
+ } else {
154
+ parse_identifier_token(self, global_store)
155
+ }
156
+ }
157
+ TokenKind::Dot => parse_dot_token(self, global_store),
158
+ TokenKind::Tempo => parse_tempo_token(self, global_store),
159
+ TokenKind::Bank => parse_bank_token(self, global_store),
160
+ TokenKind::Pattern => parse_pattern_token(self, global_store),
161
+ TokenKind::Loop => parse_loop_token(self, global_store),
162
+ TokenKind::If => parse_condition_token(self, global_store),
163
+ TokenKind::Function => parse_function_token(self, global_store),
164
+ TokenKind::On => parse_on_token(self, global_store),
165
+ TokenKind::Emit => parse_emit_token(self, token.clone(), global_store),
166
+
167
+ | TokenKind::Else // Ignore else, already handled in `parse_condition_token`
168
+ | TokenKind::Comment
169
+ | TokenKind::Equals
170
+ | TokenKind::Colon
171
+ | TokenKind::Number
172
+ | TokenKind::String
173
+ | TokenKind::LBrace
174
+ | TokenKind::RBrace
175
+ | TokenKind::Comma
176
+ | TokenKind::Dedent
177
+ | TokenKind::Indent => {
178
+ self.advance();
179
+ continue;
180
+ }
181
+
182
+ TokenKind::EOF => {
183
+ break;
184
+ }
185
+
186
+ _ => {
187
+ self.advance();
188
+ Statement::unknown_with_pos(token.indent, token.line, token.column)
189
+ }
190
+ };
191
+
192
+ statements.push(statement);
193
+ }
194
+
195
+ statements
196
+ }
197
+
198
+ pub fn check_token(&self, kind: TokenKind) -> bool {
199
+ self.peek().is_some_and(|t| t.kind == kind)
200
+ }
201
+
202
+ pub fn peek_kind(&self) -> Option<TokenKind> {
203
+ self.peek().map(|t| t.kind.clone())
204
+ }
205
+
206
+ pub fn parse_map_value(&mut self) -> Option<Value> {
207
+ let logger = devalang_utils::logger::Logger::new();
208
+ use devalang_utils::logger::LogLevel;
209
+ if !self.match_token(TokenKind::LBrace) {
210
+ return None;
211
+ }
212
+
213
+ let mut map = std::collections::HashMap::new();
214
+
215
+ while !self.check_token(TokenKind::RBrace) && !self.is_eof() {
216
+ // Skip separators and formatting before the key
217
+ while self.check_token(TokenKind::Newline)
218
+ || self.check_token(TokenKind::Whitespace)
219
+ || self.check_token(TokenKind::Indent)
220
+ || self.check_token(TokenKind::Dedent)
221
+ || self.check_token(TokenKind::Comma)
222
+ {
223
+ self.advance();
224
+ }
225
+
226
+ // Check if we are at the closing brace of the map
227
+ if self.check_token(TokenKind::RBrace) {
228
+ break;
229
+ }
230
+
231
+ let key = if let Some(token) = self.advance() {
232
+ match token.kind {
233
+ TokenKind::Whitespace
234
+ | TokenKind::Indent
235
+ | TokenKind::Dedent
236
+ | TokenKind::Newline => {
237
+ continue;
238
+ }
239
+ _ => token.lexeme.clone(),
240
+ }
241
+ } else {
242
+ break;
243
+ };
244
+
245
+ // Skip newlines and whitespace before colon
246
+ while self.check_token(TokenKind::Newline) || self.check_token(TokenKind::Whitespace) {
247
+ self.advance();
248
+ }
249
+
250
+ if !self.match_token(TokenKind::Colon) {
251
+ logger.log_message(
252
+ LogLevel::Error,
253
+ &format!("Expected ':' after map key '{}'", key),
254
+ );
255
+ break;
256
+ }
257
+
258
+ // Skip separators and formatting before value
259
+ while self.check_token(TokenKind::Newline)
260
+ || self.check_token(TokenKind::Whitespace)
261
+ || self.check_token(TokenKind::Indent)
262
+ || self.check_token(TokenKind::Dedent)
263
+ || self.check_token(TokenKind::Comma)
264
+ {
265
+ self.advance();
266
+ }
267
+
268
+ let value = if let Some(token) = self.peek_clone() {
269
+ match token.kind {
270
+ TokenKind::String => {
271
+ self.advance();
272
+ Value::String(token.lexeme.clone())
273
+ }
274
+ TokenKind::Number => {
275
+ let mut number_str = token.lexeme.clone();
276
+ self.advance(); // consume the first number
277
+
278
+ if let Some(dot_token) = self.peek_clone() {
279
+ if dot_token.kind == TokenKind::Dot {
280
+ self.advance(); // consume the dot
281
+
282
+ if let Some(decimal_token) = self.peek_clone() {
283
+ if decimal_token.kind == TokenKind::Number {
284
+ self.advance(); // consume the number after the dot
285
+ number_str.push('.');
286
+ number_str.push_str(&decimal_token.lexeme);
287
+ } else {
288
+ logger.log_message(
289
+ LogLevel::Error,
290
+ &format!(
291
+ "Expected number after dot, got {:?}",
292
+ decimal_token
293
+ ),
294
+ );
295
+ return Some(Value::Null);
296
+ }
297
+ } else {
298
+ logger.log_message(
299
+ LogLevel::Error,
300
+ "Expected number after dot, but reached EOF",
301
+ );
302
+ return Some(Value::Null);
303
+ }
304
+ }
305
+ }
306
+
307
+ Value::Number(number_str.parse::<f32>().unwrap_or(0.0))
308
+ }
309
+
310
+ TokenKind::Identifier => {
311
+ // Support dotted identifiers in map values: alias.param or nested
312
+ let current_line = token.line;
313
+ let mut parts: Vec<String> = vec![token.lexeme.clone()];
314
+ self.advance();
315
+ loop {
316
+ let Some(next) = self.peek_clone() else { break };
317
+ if next.line != current_line {
318
+ break;
319
+ }
320
+ if next.kind == TokenKind::Dot {
321
+ // Consume '.' and the following identifier/number on same line
322
+ self.advance(); // dot
323
+ if let Some(id2) = self.peek_clone() {
324
+ if id2.line == current_line
325
+ && (id2.kind == TokenKind::Identifier
326
+ || id2.kind == TokenKind::Number)
327
+ {
328
+ parts.push(id2.lexeme.clone());
329
+ self.advance(); // consume part
330
+ continue;
331
+ }
332
+ }
333
+ break;
334
+ } else {
335
+ break;
336
+ }
337
+ }
338
+ Value::Identifier(parts.join("."))
339
+ }
340
+ _ => {
341
+ logger.log_message(
342
+ LogLevel::Error,
343
+ &format!("Unexpected token in map value: {:?}", token),
344
+ );
345
+ Value::Null
346
+ }
347
+ }
348
+ } else {
349
+ Value::Null
350
+ };
351
+
352
+ map.insert(key, value);
353
+
354
+ // Optionally skip a trailing comma after the value
355
+ while self.check_token(TokenKind::Comma)
356
+ || self.check_token(TokenKind::Whitespace)
357
+ || self.check_token(TokenKind::Newline)
358
+ {
359
+ self.advance();
360
+ }
361
+ }
362
+
363
+ if !self.match_token(TokenKind::RBrace) {
364
+ logger.log_message(LogLevel::Error, "Expected '}' at end of map");
365
+ }
366
+
367
+ Some(Value::Map(map))
368
+ }
369
+
370
+ // Parse an array value like [1, 2, 3] or ["a", b]
371
+ pub fn parse_array_value(&mut self) -> Option<Value> {
372
+ let logger = devalang_utils::logger::Logger::new();
373
+ use devalang_utils::logger::LogLevel;
374
+ if !self.match_token(TokenKind::LBracket) {
375
+ return None;
376
+ }
377
+
378
+ let mut arr: Vec<Value> = Vec::new();
379
+
380
+ while !self.check_token(TokenKind::RBracket) && !self.is_eof() {
381
+ // Skip formatting tokens
382
+ while self.check_token(TokenKind::Newline)
383
+ || self.check_token(TokenKind::Whitespace)
384
+ || self.check_token(TokenKind::Indent)
385
+ || self.check_token(TokenKind::Dedent)
386
+ || self.check_token(TokenKind::Comma)
387
+ {
388
+ self.advance();
389
+ }
390
+
391
+ if self.check_token(TokenKind::RBracket) {
392
+ break;
393
+ }
394
+
395
+ if let Some(token) = self.peek_clone() {
396
+ let value = match token.kind {
397
+ TokenKind::String => {
398
+ self.advance();
399
+ Value::String(token.lexeme.clone())
400
+ }
401
+ TokenKind::Number => {
402
+ // Support simple decimals split as number '.' number
403
+ let mut number_str = token.lexeme.clone();
404
+ self.advance();
405
+ if let Some(dot) = self.peek_clone() {
406
+ if dot.kind == TokenKind::Dot {
407
+ if let Some(next) = self.peek_nth(1).cloned() {
408
+ if next.kind == TokenKind::Number {
409
+ self.advance(); // consume dot
410
+ self.advance(); // consume next number
411
+ number_str.push('.');
412
+ number_str.push_str(&next.lexeme);
413
+ }
414
+ }
415
+ }
416
+ }
417
+ Value::Number(number_str.parse::<f32>().unwrap_or(0.0))
418
+ }
419
+ TokenKind::Identifier => {
420
+ self.advance();
421
+ Value::Identifier(token.lexeme.clone())
422
+ }
423
+ TokenKind::LBrace => {
424
+ // Allow inline maps inside arrays
425
+ if let Some(v) = self.parse_map_value() {
426
+ v
427
+ } else {
428
+ Value::Null
429
+ }
430
+ }
431
+ TokenKind::LBracket => {
432
+ // Nested arrays
433
+ if let Some(v) = self.parse_array_value() {
434
+ v
435
+ } else {
436
+ Value::Null
437
+ }
438
+ }
439
+ _ => {
440
+ self.advance();
441
+ Value::Null
442
+ }
443
+ };
444
+
445
+ // Only push non-null (retain alignment with permissive parsing)
446
+ if value != Value::Null {
447
+ arr.push(value);
448
+ }
449
+
450
+ // Optional trailing comma handled by the skipper at loop start
451
+ } else {
452
+ break;
453
+ }
454
+ }
455
+
456
+ if !self.match_token(TokenKind::RBracket) {
457
+ logger.log_message(LogLevel::Error, "Expected ']' at end of array");
458
+ }
459
+
460
+ Some(Value::Array(arr))
461
+ }
462
+
463
+ pub fn peek(&self) -> Option<&Token> {
464
+ self.tokens.get(self.token_index)
465
+ }
466
+
467
+ pub fn peek_clone(&self) -> Option<Token> {
468
+ self.tokens.get(self.token_index).cloned()
469
+ }
470
+
471
+ pub fn expect(&mut self, kind: TokenKind) -> Result<&Token, String> {
472
+ let tok = self.advance().ok_or("Unexpected end of input")?;
473
+ if tok.kind == kind {
474
+ Ok(tok)
475
+ } else {
476
+ Err(format!("Expected {:?}, got {:?}", kind, tok.kind))
477
+ }
478
+ }
479
+
480
+ pub fn collect_block_tokens(&mut self, base_indent: usize) -> Vec<Token> {
481
+ let mut tokens = Vec::new();
482
+
483
+ while let Some(tok) = self.peek() {
484
+ if tok.indent <= base_indent && tok.kind != TokenKind::Newline {
485
+ break;
486
+ }
487
+ if let Some(t) = self.advance() {
488
+ tokens.push(t.clone());
489
+ } else {
490
+ // Unexpected EOF while collecting block tokens: stop collecting
491
+ break;
492
+ }
493
+ }
494
+
495
+ tokens
496
+ }
497
+
498
+ pub fn collect_until<F>(&mut self, condition: F) -> Vec<Token>
499
+ where
500
+ F: Fn(&Token) -> bool,
501
+ {
502
+ let mut collected = Vec::new();
503
+ while let Some(token) = self.peek() {
504
+ if condition(token) {
505
+ break;
506
+ }
507
+ if token.kind == TokenKind::EOF {
508
+ break;
509
+ }
510
+ if let Some(t) = self.advance() {
511
+ collected.push(t.clone());
512
+ } else {
513
+ break;
514
+ }
515
+ }
516
+
517
+ collected
518
+ }
519
+
520
+ pub fn is_eof(&self) -> bool {
521
+ self.token_index >= self.tokens.len()
522
+ }
523
+
524
+ pub fn parse_block_until_next_else(
525
+ &mut self,
526
+ base_indent: usize,
527
+ global_store: &mut GlobalStore,
528
+ ) -> Vec<Statement> {
529
+ let mut block_tokens = Vec::new();
530
+
531
+ while let Some(tok) = self.peek() {
532
+ // Stop if we encounter an 'else' at same indent level
533
+ if tok.lexeme == "else" && tok.indent == base_indent {
534
+ break;
535
+ }
536
+ if let Some(t) = self.advance() {
537
+ block_tokens.push(t.clone());
538
+ } else {
539
+ break;
540
+ }
541
+ }
542
+
543
+ self.parse_block(block_tokens, global_store)
544
+ }
545
+
546
+ pub fn parse_condition_until_colon(&mut self) -> Option<Value> {
547
+ let tokens = self.collect_until(|t| t.kind == TokenKind::Colon);
548
+ if tokens.is_empty() {
549
+ return None;
550
+ }
551
+
552
+ let condition = tokens
553
+ .iter()
554
+ .map(|t| t.lexeme.clone())
555
+ .collect::<Vec<_>>()
556
+ .join(" ");
557
+
558
+ Some(Value::String(condition))
559
+ }
560
+
561
+ pub fn parse_block_until_else_or_dedent(
562
+ &mut self,
563
+ base_indent: usize,
564
+ global_store: &mut GlobalStore,
565
+ ) -> Vec<Statement> {
566
+ let mut tokens = Vec::new();
567
+
568
+ while let Some(tok) = self.peek() {
569
+ if tok.lexeme == "else" && tok.indent == base_indent {
570
+ break;
571
+ }
572
+ if tok.indent < base_indent && tok.kind != TokenKind::Newline {
573
+ break;
574
+ }
575
+ if let Some(t) = self.advance() {
576
+ tokens.push(t.clone());
577
+ } else {
578
+ break;
579
+ }
580
+ }
581
+
582
+ self.parse_block(tokens, global_store)
583
+ }
584
+ }