@devaloop/devalang 0.0.1-alpha.15 → 0.0.1-alpha.16-hotfix.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (173) hide show
  1. package/.devalang +2 -0
  2. package/.github/workflows/ci.yml +92 -0
  3. package/Cargo.toml +60 -58
  4. package/README.md +1 -1
  5. package/docs/CHANGELOG.md +34 -1
  6. package/docs/CONTRIBUTING.md +101 -1
  7. package/docs/ROADMAP.md +1 -1
  8. package/docs/TODO.md +1 -1
  9. package/examples/automation.deva +1 -3
  10. package/examples/bank.deva +4 -4
  11. package/examples/events.deva +12 -0
  12. package/examples/function.deva +4 -4
  13. package/examples/index.deva +3 -5
  14. package/examples/loop.deva +5 -11
  15. package/examples/pattern.deva +8 -0
  16. package/examples/plugin.deva +12 -11
  17. package/examples/variables.deva +1 -1
  18. package/out-tsc/bin/index.js +51 -7
  19. package/out-tsc/index.js +3 -1
  20. package/out-tsc/scripts/postbuild.js +9 -10
  21. package/out-tsc/scripts/postinstall.js +49 -0
  22. package/package.json +12 -4
  23. package/project-version.json +3 -3
  24. package/rust/cli/bank.rs +462 -455
  25. package/rust/cli/build.rs +252 -199
  26. package/rust/cli/check.rs +221 -180
  27. package/rust/cli/driver.rs +297 -292
  28. package/rust/cli/generator.rs +1 -0
  29. package/rust/cli/init.rs +87 -79
  30. package/rust/cli/install.rs +35 -32
  31. package/rust/cli/login.rs +127 -134
  32. package/rust/cli/mod.rs +13 -11
  33. package/rust/cli/play.rs +1123 -218
  34. package/rust/cli/telemetry.rs +19 -0
  35. package/rust/cli/template.rs +69 -57
  36. package/rust/cli/update.rs +6 -4
  37. package/rust/common/api.rs +5 -5
  38. package/rust/common/mod.rs +3 -3
  39. package/rust/config/driver.rs +118 -94
  40. package/rust/config/loader.rs +165 -156
  41. package/rust/config/mod.rs +4 -2
  42. package/rust/config/settings.rs +91 -0
  43. package/rust/config/stats.rs +257 -0
  44. package/rust/core/audio/engine.rs +696 -659
  45. package/rust/core/audio/evaluator.rs +263 -132
  46. package/rust/core/audio/interpreter/arrow_call.rs +198 -187
  47. package/rust/core/audio/interpreter/call.rs +98 -95
  48. package/rust/core/audio/interpreter/condition.rs +70 -71
  49. package/rust/core/audio/interpreter/driver.rs +487 -231
  50. package/rust/core/audio/interpreter/function.rs +26 -21
  51. package/rust/core/audio/interpreter/let_.rs +38 -26
  52. package/rust/core/audio/interpreter/load.rs +18 -18
  53. package/rust/core/audio/interpreter/loop_.rs +113 -106
  54. package/rust/core/audio/interpreter/mod.rs +14 -14
  55. package/rust/core/audio/interpreter/sleep.rs +27 -28
  56. package/rust/core/audio/interpreter/spawn.rs +105 -102
  57. package/rust/core/audio/interpreter/tempo.rs +19 -16
  58. package/rust/core/audio/interpreter/trigger.rs +239 -210
  59. package/rust/core/audio/loader/mod.rs +1 -1
  60. package/rust/core/audio/loader/trigger.rs +100 -94
  61. package/rust/core/audio/mod.rs +7 -7
  62. package/rust/core/audio/player.rs +64 -64
  63. package/rust/core/audio/renderer.rs +56 -53
  64. package/rust/core/audio/special/easing.rs +189 -120
  65. package/rust/core/audio/special/env.rs +43 -41
  66. package/rust/core/audio/special/math.rs +102 -92
  67. package/rust/core/audio/special/mod.rs +9 -9
  68. package/rust/core/audio/special/modulator.rs +143 -120
  69. package/rust/core/builder/mod.rs +80 -85
  70. package/rust/core/debugger/lexer.rs +27 -27
  71. package/rust/core/debugger/mod.rs +24 -23
  72. package/rust/core/debugger/module.rs +55 -47
  73. package/rust/core/debugger/preprocessor.rs +27 -27
  74. package/rust/core/debugger/store.rs +40 -39
  75. package/rust/core/error/mod.rs +80 -69
  76. package/rust/core/lexer/handler/arrow.rs +82 -82
  77. package/rust/core/lexer/handler/at.rs +21 -21
  78. package/rust/core/lexer/handler/brace.rs +41 -41
  79. package/rust/core/lexer/handler/colon.rs +21 -21
  80. package/rust/core/lexer/handler/comment.rs +30 -30
  81. package/rust/core/lexer/handler/dot.rs +21 -21
  82. package/rust/core/lexer/handler/driver.rs +337 -292
  83. package/rust/core/lexer/handler/identifier.rs +46 -43
  84. package/rust/core/lexer/handler/indent.rs +66 -66
  85. package/rust/core/lexer/handler/mod.rs +16 -16
  86. package/rust/core/lexer/handler/newline.rs +23 -23
  87. package/rust/core/lexer/handler/number.rs +31 -31
  88. package/rust/core/lexer/handler/operator.rs +46 -46
  89. package/rust/core/lexer/handler/parenthesis.rs +41 -41
  90. package/rust/core/lexer/handler/slash.rs +21 -21
  91. package/rust/core/lexer/handler/string.rs +63 -63
  92. package/rust/core/lexer/mod.rs +54 -51
  93. package/rust/core/lexer/token.rs +97 -94
  94. package/rust/core/mod.rs +11 -11
  95. package/rust/core/parser/driver.rs +513 -490
  96. package/rust/core/parser/handler/arrow_call.rs +233 -227
  97. package/rust/core/parser/handler/at.rs +245 -162
  98. package/rust/core/parser/handler/bank.rs +94 -69
  99. package/rust/core/parser/handler/condition.rs +80 -74
  100. package/rust/core/parser/handler/dot.rs +143 -135
  101. package/rust/core/parser/handler/identifier/automate.rs +257 -194
  102. package/rust/core/parser/handler/identifier/call.rs +91 -88
  103. package/rust/core/parser/handler/identifier/emit.rs +66 -0
  104. package/rust/core/parser/handler/identifier/function.rs +100 -91
  105. package/rust/core/parser/handler/identifier/group.rs +85 -75
  106. package/rust/core/parser/handler/identifier/let_.rs +158 -143
  107. package/rust/core/parser/handler/identifier/mod.rs +54 -56
  108. package/rust/core/parser/handler/identifier/on.rs +98 -0
  109. package/rust/core/parser/handler/identifier/print.rs +52 -29
  110. package/rust/core/parser/handler/identifier/sleep.rs +36 -33
  111. package/rust/core/parser/handler/identifier/spawn.rs +91 -88
  112. package/rust/core/parser/handler/identifier/synth.rs +65 -63
  113. package/rust/core/parser/handler/loop_.rs +170 -89
  114. package/rust/core/parser/handler/mod.rs +8 -8
  115. package/rust/core/parser/handler/tempo.rs +53 -47
  116. package/rust/core/parser/mod.rs +4 -4
  117. package/rust/core/parser/statement.rs +142 -113
  118. package/rust/core/plugin/loader.rs +123 -48
  119. package/rust/core/plugin/mod.rs +2 -1
  120. package/rust/core/plugin/runner.rs +296 -0
  121. package/rust/core/preprocessor/loader.rs +515 -326
  122. package/rust/core/preprocessor/mod.rs +4 -4
  123. package/rust/core/preprocessor/module.rs +60 -58
  124. package/rust/core/preprocessor/processor.rs +99 -101
  125. package/rust/core/preprocessor/resolver/bank.rs +51 -48
  126. package/rust/core/preprocessor/resolver/call.rs +100 -101
  127. package/rust/core/preprocessor/resolver/condition.rs +97 -97
  128. package/rust/core/preprocessor/resolver/driver.rs +310 -280
  129. package/rust/core/preprocessor/resolver/function.rs +69 -68
  130. package/rust/core/preprocessor/resolver/group.rs +96 -91
  131. package/rust/core/preprocessor/resolver/let_.rs +32 -28
  132. package/rust/core/preprocessor/resolver/loop_.rs +320 -121
  133. package/rust/core/preprocessor/resolver/mod.rs +15 -15
  134. package/rust/core/preprocessor/resolver/spawn.rs +76 -73
  135. package/rust/core/preprocessor/resolver/synth.rs +56 -50
  136. package/rust/core/preprocessor/resolver/tempo.rs +50 -49
  137. package/rust/core/preprocessor/resolver/trigger.rs +113 -115
  138. package/rust/core/preprocessor/resolver/value.rs +81 -81
  139. package/rust/core/shared/duration.rs +9 -9
  140. package/rust/core/shared/mod.rs +3 -3
  141. package/rust/core/shared/value.rs +35 -32
  142. package/rust/core/store/function.rs +34 -34
  143. package/rust/core/store/global.rs +55 -38
  144. package/rust/core/store/mod.rs +5 -5
  145. package/rust/core/store/variable.rs +37 -34
  146. package/rust/core/utils/mod.rs +2 -2
  147. package/rust/core/utils/path.rs +37 -31
  148. package/rust/core/utils/validation.rs +35 -36
  149. package/rust/installer/addon.rs +84 -80
  150. package/rust/installer/bank.rs +62 -65
  151. package/rust/installer/mod.rs +5 -5
  152. package/rust/installer/plugin.rs +54 -55
  153. package/rust/installer/utils.rs +56 -56
  154. package/rust/lib.rs +156 -164
  155. package/rust/main.rs +250 -144
  156. package/rust/utils/error.rs +200 -51
  157. package/rust/utils/file.rs +38 -35
  158. package/rust/utils/first_usage.rs +76 -0
  159. package/rust/utils/logger.rs +195 -143
  160. package/rust/utils/mod.rs +9 -7
  161. package/rust/utils/signature.rs +19 -17
  162. package/rust/utils/spinner.rs +22 -19
  163. package/rust/utils/telemetry.rs +292 -0
  164. package/rust/utils/watcher.rs +34 -33
  165. package/templates/minimal/README.md +97 -121
  166. package/templates/welcome/README.md +97 -121
  167. package/typescript/bin/index.ts +19 -5
  168. package/typescript/index.ts +3 -1
  169. package/typescript/scripts/postbuild.ts +10 -6
  170. package/typescript/scripts/postinstall.ts +56 -0
  171. package/typescript/scripts/version/bump.ts +0 -1
  172. package/typescript/scripts/version/index.ts +0 -1
  173. package/out-tsc/bin/devalang.exe +0 -0
@@ -0,0 +1,296 @@
1
+ use std::collections::HashMap;
2
+ use wasmtime::{Engine, Instance, Linker, Module, Store, TypedFunc};
3
+
4
+ pub struct WasmPluginRunner {
5
+ engine: Engine,
6
+ }
7
+
8
+ impl WasmPluginRunner {
9
+ pub fn new() -> Self {
10
+ let engine = Engine::default();
11
+ Self { engine }
12
+ }
13
+
14
+ pub fn process_in_place(&self, wasm_bytes: &[u8], buffer: &mut [f32]) -> Result<(), String> {
15
+ let module = Module::new(&self.engine, wasm_bytes)
16
+ .map_err(|e| format!("Failed to compile wasm: {e}"))?;
17
+
18
+ let mut store = Store::new(&self.engine, ());
19
+ let linker = Linker::new(&self.engine);
20
+
21
+ // Instantiate
22
+ let instance = linker
23
+ .instantiate(&mut store, &module)
24
+ .map_err(|e| format!("Failed to instantiate wasm: {e}"))?;
25
+
26
+ // Get exports
27
+ let memory = instance
28
+ .get_memory(&mut store, "memory")
29
+ .ok_or_else(|| "WASM memory export not found".to_string())?;
30
+
31
+ // wasm-bindgen usually exports a function taking (ptr: i32, len: i32) to represent &mut [f32]
32
+ let func = instance
33
+ .get_typed_func::<(i32, i32), ()>(&mut store, "process")
34
+ .map_err(|_| "Exported function `process(i32,i32)` not found".to_string())?;
35
+
36
+ // Copy host buffer into wasm memory
37
+ let byte_len = (buffer.len() * std::mem::size_of::<f32>()) as i32;
38
+ let ptr = Self::alloc_temp(&mut store, &instance, &memory, byte_len as usize)? as i32;
39
+ let mem_slice = memory
40
+ .data_mut(&mut store)
41
+ .get_mut(ptr as usize..(ptr as usize) + (byte_len as usize))
42
+ .ok_or_else(|| "Failed to get memory slice".to_string())?;
43
+ // Safety: same alignment/layout
44
+ let src_bytes =
45
+ unsafe { std::slice::from_raw_parts(buffer.as_ptr() as *const u8, byte_len as usize) };
46
+ mem_slice.copy_from_slice(src_bytes);
47
+
48
+ // Call process
49
+ func.call(&mut store, (ptr, buffer.len() as i32))
50
+ .map_err(|e| format!("Error calling `process`: {e}"))?;
51
+
52
+ // Copy back
53
+ let mem_slice_after = memory
54
+ .data(&store)
55
+ .get(ptr as usize..(ptr as usize) + (byte_len as usize))
56
+ .ok_or_else(|| "Failed to get memory slice after".to_string())?;
57
+ let dst_bytes = unsafe {
58
+ std::slice::from_raw_parts_mut(buffer.as_mut_ptr() as *mut u8, byte_len as usize)
59
+ };
60
+ dst_bytes.copy_from_slice(mem_slice_after);
61
+
62
+ Ok(())
63
+ }
64
+
65
+ /// Render a note by invoking either `render_note_<name>` or a generic `render_note(ptr,len,freq,amp,duration_ms,sample_rate,channels)`.
66
+ /// The buffer is interleaved stereo if channels=2. The buffer is modified in place.
67
+ pub fn render_note_in_place(
68
+ &self,
69
+ wasm_bytes: &[u8],
70
+ buffer: &mut [f32],
71
+ synth_name: Option<&str>,
72
+ freq: f32,
73
+ amp: f32,
74
+ duration_ms: i32,
75
+ sample_rate: i32,
76
+ channels: i32,
77
+ ) -> Result<(), String> {
78
+ let module = Module::new(&self.engine, wasm_bytes)
79
+ .map_err(|e| format!("Failed to compile wasm: {e}"))?;
80
+
81
+ let mut store = Store::new(&self.engine, ());
82
+ let linker = Linker::new(&self.engine);
83
+
84
+ let instance = linker
85
+ .instantiate(&mut store, &module)
86
+ .map_err(|e| format!("Failed to instantiate wasm: {e}"))?;
87
+
88
+ let memory = instance
89
+ .get_memory(&mut store, "memory")
90
+ .ok_or_else(|| "WASM memory export not found".to_string())?;
91
+
92
+ // Try specific function first
93
+ let mut func_opt: Option<TypedFunc<(i32, i32, f32, f32, i32, i32, i32), ()>> = None;
94
+ if let Some(name) = synth_name {
95
+ let specific = format!("render_note_{}", name);
96
+ if let Ok(f) = instance
97
+ .get_typed_func::<(i32, i32, f32, f32, i32, i32, i32), ()>(&mut store, &specific)
98
+ {
99
+ func_opt = Some(f);
100
+ }
101
+ }
102
+ if func_opt.is_none() {
103
+ // fallback to generic name
104
+ if let Ok(f) = instance.get_typed_func::<(i32, i32, f32, f32, i32, i32, i32), ()>(
105
+ &mut store,
106
+ "render_note",
107
+ ) {
108
+ func_opt = Some(f);
109
+ }
110
+ }
111
+
112
+ let func =
113
+ func_opt.ok_or_else(|| "Exported function `render_note` not found".to_string())?;
114
+
115
+ // Copy host buffer into wasm memory
116
+ let byte_len = (buffer.len() * std::mem::size_of::<f32>()) as i32;
117
+ let ptr = Self::alloc_temp(&mut store, &instance, &memory, byte_len as usize)? as i32;
118
+ let mem_slice = memory
119
+ .data_mut(&mut store)
120
+ .get_mut(ptr as usize..(ptr as usize) + (byte_len as usize))
121
+ .ok_or_else(|| "Failed to get memory slice".to_string())?;
122
+ let src_bytes =
123
+ unsafe { std::slice::from_raw_parts(buffer.as_ptr() as *const u8, byte_len as usize) };
124
+ mem_slice.copy_from_slice(src_bytes);
125
+
126
+ // Call render
127
+ func.call(
128
+ &mut store,
129
+ (
130
+ ptr,
131
+ buffer.len() as i32,
132
+ freq,
133
+ amp,
134
+ duration_ms,
135
+ sample_rate,
136
+ channels,
137
+ ),
138
+ )
139
+ .map_err(|e| format!("Error calling `render_note`: {e}"))?;
140
+
141
+ // Copy back
142
+ let mem_slice_after = memory
143
+ .data(&store)
144
+ .get(ptr as usize..(ptr as usize) + (byte_len as usize))
145
+ .ok_or_else(|| "Failed to get memory slice after".to_string())?;
146
+ let dst_bytes = unsafe {
147
+ std::slice::from_raw_parts_mut(buffer.as_mut_ptr() as *mut u8, byte_len as usize)
148
+ };
149
+ dst_bytes.copy_from_slice(mem_slice_after);
150
+
151
+ Ok(())
152
+ }
153
+
154
+ /// Same as render_note_in_place, but first tries to call exported setters `set_<param>(f32)`
155
+ /// for each provided param before rendering. Ignored if setter is missing.
156
+ pub fn render_note_with_params_in_place(
157
+ &self,
158
+ wasm_bytes: &[u8],
159
+ buffer: &mut [f32],
160
+ synth_name: Option<&str>,
161
+ freq: f32,
162
+ amp: f32,
163
+ duration_ms: i32,
164
+ sample_rate: i32,
165
+ channels: i32,
166
+ params_num: &HashMap<String, f32>,
167
+ params_str: Option<&HashMap<String, String>>,
168
+ ) -> Result<(), String> {
169
+ let module = Module::new(&self.engine, wasm_bytes)
170
+ .map_err(|e| format!("Failed to compile wasm: {e}"))?;
171
+
172
+ let mut store = Store::new(&self.engine, ());
173
+ let linker = Linker::new(&self.engine);
174
+
175
+ let instance = linker
176
+ .instantiate(&mut store, &module)
177
+ .map_err(|e| format!("Failed to instantiate wasm: {e}"))?;
178
+
179
+ let memory = instance
180
+ .get_memory(&mut store, "memory")
181
+ .ok_or_else(|| "WASM memory export not found".to_string())?;
182
+
183
+ // Call numeric setters if present: set_<param>(f32)
184
+ for (k, v) in params_num.iter() {
185
+ let fname = format!("set_{}", k);
186
+ if let Ok(setter) = instance.get_typed_func::<f32, ()>(&mut store, &fname) {
187
+ let _ = setter.call(&mut store, *v);
188
+ }
189
+ }
190
+
191
+ // Call string setters if present: set_<param>_str(ptr: i32, len: i32)
192
+ if let Some(smap) = params_str {
193
+ for (k, v) in smap.iter() {
194
+ let fname = format!("set_{}_str", k);
195
+ if let Ok(setter) = instance.get_typed_func::<(i32, i32), ()>(&mut store, &fname) {
196
+ // Allocate and copy UTF-8 bytes into wasm memory
197
+ let bytes = v.as_bytes();
198
+ let ptr = Self::alloc_temp(&mut store, &instance, &memory, bytes.len())? as i32;
199
+ let mem_slice = memory
200
+ .data_mut(&mut store)
201
+ .get_mut(ptr as usize..(ptr as usize) + bytes.len())
202
+ .ok_or_else(|| "Failed to get memory slice for string".to_string())?;
203
+ mem_slice.copy_from_slice(bytes);
204
+ let _ = setter.call(&mut store, (ptr, bytes.len() as i32));
205
+ }
206
+ }
207
+ }
208
+
209
+ // Try specific or generic render function
210
+ let mut func_opt: Option<TypedFunc<(i32, i32, f32, f32, i32, i32, i32), ()>> = None;
211
+ if let Some(name) = synth_name {
212
+ let specific = format!("render_note_{}", name);
213
+ if let Ok(f) = instance
214
+ .get_typed_func::<(i32, i32, f32, f32, i32, i32, i32), ()>(&mut store, &specific)
215
+ {
216
+ func_opt = Some(f);
217
+ }
218
+ }
219
+ if func_opt.is_none() {
220
+ if let Ok(f) = instance.get_typed_func::<(i32, i32, f32, f32, i32, i32, i32), ()>(
221
+ &mut store,
222
+ "render_note",
223
+ ) {
224
+ func_opt = Some(f);
225
+ }
226
+ }
227
+ let func =
228
+ func_opt.ok_or_else(|| "Exported function `render_note` not found".to_string())?;
229
+
230
+ // Copy host buffer into wasm memory
231
+ let byte_len = (buffer.len() * std::mem::size_of::<f32>()) as i32;
232
+ let ptr = Self::alloc_temp(&mut store, &instance, &memory, byte_len as usize)? as i32;
233
+ let mem_slice = memory
234
+ .data_mut(&mut store)
235
+ .get_mut(ptr as usize..(ptr as usize) + (byte_len as usize))
236
+ .ok_or_else(|| "Failed to get memory slice".to_string())?;
237
+ let src_bytes =
238
+ unsafe { std::slice::from_raw_parts(buffer.as_ptr() as *const u8, byte_len as usize) };
239
+ mem_slice.copy_from_slice(src_bytes);
240
+
241
+ // Call render
242
+ func.call(
243
+ &mut store,
244
+ (
245
+ ptr,
246
+ buffer.len() as i32,
247
+ freq,
248
+ amp,
249
+ duration_ms,
250
+ sample_rate,
251
+ channels,
252
+ ),
253
+ )
254
+ .map_err(|e| format!("Error calling `render_note`: {e}"))?;
255
+
256
+ // Copy back
257
+ let mem_slice_after = memory
258
+ .data(&store)
259
+ .get(ptr as usize..(ptr as usize) + (byte_len as usize))
260
+ .ok_or_else(|| "Failed to get memory slice after".to_string())?;
261
+ let dst_bytes = unsafe {
262
+ std::slice::from_raw_parts_mut(buffer.as_mut_ptr() as *mut u8, byte_len as usize)
263
+ };
264
+ dst_bytes.copy_from_slice(mem_slice_after);
265
+
266
+ Ok(())
267
+ }
268
+
269
+ fn alloc_temp(
270
+ store: &mut Store<()>,
271
+ instance: &Instance,
272
+ memory: &wasmtime::Memory,
273
+ size: usize,
274
+ ) -> Result<usize, String> {
275
+ // Try to use an exported `__wbindgen_malloc` if present; otherwise, grow memory manually.
276
+ if let Ok(malloc) = instance.get_typed_func::<i32, i32>(&mut *store, "__wbindgen_malloc") {
277
+ let ptr = malloc
278
+ .call(&mut *store, size as i32)
279
+ .map_err(|e| format!("malloc failed: {e}"))? as usize;
280
+ return Ok(ptr);
281
+ }
282
+
283
+ // Fallback: grow memory and use end of memory as scratch space
284
+ let current_len = memory.data_size(&mut *store);
285
+ let need = size;
286
+ let pages_needed = ((current_len + need + 0xffff) / 0x10000) as u64; // 64KiB pages
287
+ let current_pages = memory.size(&mut *store);
288
+ if pages_needed > (current_pages as u64) {
289
+ let to_grow = pages_needed - (current_pages as u64);
290
+ memory
291
+ .grow(&mut *store, to_grow)
292
+ .map_err(|e| format!("memory.grow failed: {e}"))?;
293
+ }
294
+ Ok(current_len)
295
+ }
296
+ }