@devaloop/devalang 0.0.1-beta.2 → 0.0.1-beta.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/Cargo.toml +84 -81
- package/README.md +3 -2
- package/docs/CHANGELOG.md +41 -0
- package/docs/ROADMAP.md +3 -3
- package/examples/chain.deva +19 -0
- package/examples/plugin.deva +10 -10
- package/examples/routing.deva +23 -0
- package/out-tsc/bin/project-version.json +6 -0
- package/out-tsc/pkg/devalang_core_bg.wasm.d.ts +8 -8
- package/out-tsc/scripts/version/copy-to-binary.d.ts +1 -0
- package/out-tsc/scripts/version/copy-to-binary.js +79 -0
- package/package.json +23 -10
- package/project-version.json +3 -3
- package/rust/bindings/Cargo.toml +9 -0
- package/rust/bindings/src/lib.rs +86 -0
- package/rust/cli/addon/commands.rs +35 -0
- package/rust/cli/addon/download.rs +234 -0
- package/rust/cli/addon/install.rs +33 -0
- package/rust/cli/addon/list.rs +224 -0
- package/rust/cli/addon/metadata.rs +124 -0
- package/rust/cli/addon/mod.rs +8 -0
- package/rust/cli/addon/remove.rs +271 -0
- package/rust/cli/addon/update.rs +305 -0
- package/rust/cli/{install/addon.rs → addon/utils.rs} +109 -118
- package/rust/cli/build/commands.rs +153 -153
- package/rust/cli/build/process.rs +165 -165
- package/rust/cli/check/mod.rs +208 -208
- package/rust/cli/discover/commands.rs +275 -253
- package/rust/cli/discover/config.rs +109 -111
- package/rust/cli/discover/fs.rs +19 -19
- package/rust/cli/discover/install.rs +214 -103
- package/rust/cli/discover/metadata.rs +48 -48
- package/rust/cli/discover/mod.rs +5 -5
- package/rust/cli/me/commands.rs +52 -0
- package/rust/cli/me/mod.rs +1 -0
- package/rust/cli/mod.rs +12 -12
- package/rust/cli/parser.rs +30 -69
- package/rust/cli/play/commands.rs +375 -375
- package/rust/cli/play/process.rs +159 -159
- package/rust/core/audio/engine/driver.rs +19 -2
- package/rust/core/audio/engine/export.rs +169 -169
- package/rust/core/audio/engine/mod.rs +56 -56
- package/rust/core/audio/engine/notes/dsp.rs +88 -85
- package/rust/core/audio/engine/notes/mod.rs +53 -44
- package/rust/core/audio/engine/notes/params.rs +294 -294
- package/rust/core/audio/engine/sample/insert.rs +148 -47
- package/rust/core/audio/engine/sample/mod.rs +40 -40
- package/rust/core/audio/engine/sample/padding.rs +170 -170
- package/rust/core/audio/evaluator/condition.rs +61 -61
- package/rust/core/audio/evaluator/numeric.rs +152 -152
- package/rust/core/audio/evaluator/rhs.rs +16 -16
- package/rust/core/audio/evaluator/string_expr.rs +94 -94
- package/rust/core/audio/interpreter/driver.rs +574 -574
- package/rust/core/audio/interpreter/mod.rs +2 -2
- package/rust/core/audio/interpreter/statements/arrow_call/interprete.rs +9 -5
- package/rust/core/audio/interpreter/statements/arrow_call/methods/chord.rs +398 -384
- package/rust/core/audio/interpreter/statements/arrow_call/methods/effects.rs +323 -0
- package/rust/core/audio/interpreter/statements/arrow_call/methods/mod.rs +1 -0
- package/rust/core/audio/interpreter/statements/arrow_call/methods/note.rs +66 -11
- package/rust/core/audio/interpreter/statements/arrow_call/mod.rs +3 -3
- package/rust/core/audio/interpreter/statements/arrow_call/types/arp.rs +192 -192
- package/rust/core/audio/interpreter/statements/arrow_call/types/mod.rs +24 -24
- package/rust/core/audio/interpreter/statements/arrow_call/types/pad.rs +116 -116
- package/rust/core/audio/interpreter/statements/arrow_call/types/pluck.rs +97 -97
- package/rust/core/audio/interpreter/statements/arrow_call/types/sub.rs +100 -100
- package/rust/core/audio/interpreter/statements/automate.rs +16 -16
- package/rust/core/audio/interpreter/statements/call.rs +31 -1
- package/rust/core/audio/interpreter/statements/condition.rs +72 -72
- package/rust/core/audio/interpreter/statements/function.rs +24 -24
- package/rust/core/audio/interpreter/statements/let_.rs +36 -36
- package/rust/core/audio/interpreter/statements/load.rs +17 -17
- package/rust/core/audio/interpreter/statements/loop_.rs +115 -115
- package/rust/core/audio/interpreter/statements/spawn.rs +51 -2
- package/rust/core/audio/interpreter/statements/trigger.rs +242 -239
- package/rust/core/audio/loader/trigger.rs +98 -98
- package/rust/core/audio/player.rs +70 -70
- package/rust/core/audio/special/mod.rs +9 -9
- package/rust/core/builder/mod.rs +129 -129
- package/rust/core/debugger/lexer.rs +27 -27
- package/rust/core/debugger/logs.rs +52 -52
- package/rust/core/debugger/preprocessor.rs +27 -27
- package/rust/core/debugger/store.rs +38 -38
- package/rust/core/lexer/driver.rs +59 -59
- package/rust/core/lexer/handler/arrow.rs +82 -82
- package/rust/core/lexer/handler/at.rs +21 -21
- package/rust/core/lexer/handler/brace.rs +41 -41
- package/rust/core/lexer/handler/colon.rs +21 -21
- package/rust/core/lexer/handler/comment.rs +30 -30
- package/rust/core/lexer/handler/dot.rs +21 -21
- package/rust/core/lexer/handler/driver.rs +337 -337
- package/rust/core/lexer/handler/identifier.rs +47 -47
- package/rust/core/lexer/handler/indent.rs +66 -66
- package/rust/core/lexer/handler/mod.rs +15 -15
- package/rust/core/lexer/handler/newline.rs +23 -23
- package/rust/core/lexer/handler/number.rs +31 -31
- package/rust/core/lexer/handler/operator.rs +46 -46
- package/rust/core/lexer/handler/parenthesis.rs +41 -41
- package/rust/core/lexer/handler/slash.rs +21 -21
- package/rust/core/lexer/handler/string.rs +63 -63
- package/rust/core/lexer/mod.rs +3 -3
- package/rust/core/mod.rs +9 -9
- package/rust/core/parser/driver/block.rs +111 -111
- package/rust/core/parser/driver/cursor.rs +82 -82
- package/rust/core/parser/driver/driver_impl.rs +21 -1
- package/rust/core/parser/driver/mod.rs +6 -6
- package/rust/core/parser/driver/parse_array.rs +120 -120
- package/rust/core/parser/driver/parse_map.rs +247 -223
- package/rust/core/parser/driver/parser.rs +160 -160
- package/rust/core/parser/handler/arrow_call.rs +65 -14
- package/rust/core/parser/handler/identifier/synth.rs +171 -135
- package/rust/core/parser/handler/mod.rs +9 -9
- package/rust/core/parser/handler/pattern.rs +24 -1
- package/rust/core/plugin/loader.rs +137 -137
- package/rust/core/plugin/mod.rs +2 -2
- package/rust/core/plugin/runner/non_wasm.rs +481 -297
- package/rust/core/plugin/runner/wasm32.rs +1 -0
- package/rust/core/preprocessor/loader/inject.rs +313 -278
- package/rust/core/preprocessor/loader/loader_helpers.rs +110 -110
- package/rust/core/preprocessor/loader/mod.rs +235 -235
- package/rust/core/preprocessor/module.rs +55 -55
- package/rust/core/preprocessor/processor/handlers.rs +107 -107
- package/rust/core/preprocessor/resolver/bank.rs +49 -49
- package/rust/core/preprocessor/resolver/call.rs +124 -124
- package/rust/core/preprocessor/resolver/condition.rs +95 -95
- package/rust/core/preprocessor/resolver/driver.rs +324 -324
- package/rust/core/preprocessor/resolver/function.rs +69 -69
- package/rust/core/preprocessor/resolver/group.rs +122 -122
- package/rust/core/preprocessor/resolver/let_.rs +32 -32
- package/rust/core/preprocessor/resolver/loop_.rs +318 -318
- package/rust/core/preprocessor/resolver/mod.rs +16 -16
- package/rust/core/preprocessor/resolver/pattern.rs +95 -83
- package/rust/core/preprocessor/resolver/spawn.rs +99 -99
- package/rust/core/preprocessor/resolver/synth.rs +54 -54
- package/rust/core/preprocessor/resolver/tempo.rs +48 -48
- package/rust/core/preprocessor/resolver/trigger.rs +116 -116
- package/rust/core/preprocessor/resolver/value.rs +176 -176
- package/rust/core/store/global.rs +57 -57
- package/rust/lib.rs +323 -323
- package/rust/macros/Cargo.toml +14 -0
- package/rust/macros/src/lib.rs +52 -0
- package/rust/main.rs +311 -142
- package/rust/types/Cargo.toml +1 -1
- package/rust/types/src/addons.rs +3 -1
- package/rust/types/src/config.rs +1 -3
- package/rust/utils/Cargo.toml +5 -2
- package/rust/utils/src/file.rs +397 -14
- package/rust/utils/src/path.rs +31 -2
- package/rust/utils/src/version.rs +38 -7
- package/rust/web/auth.rs +5 -0
- package/rust/web/forge.rs +5 -0
- package/rust/web/mod.rs +5 -3
- package/typescript/scripts/version/copy-to-binary.ts +82 -0
- package/rust/cli/bank/api.rs +0 -122
- package/rust/cli/bank/commands.rs +0 -306
- package/rust/cli/bank/mod.rs +0 -29
- package/rust/cli/install/bank.rs +0 -72
- package/rust/cli/install/commands.rs +0 -35
- package/rust/cli/install/mod.rs +0 -4
- package/rust/cli/install/plugin.rs +0 -80
|
@@ -1,47 +1,47 @@
|
|
|
1
|
-
use crate::core::lexer::token::{Token, TokenKind};
|
|
2
|
-
|
|
3
|
-
pub fn handle_identifier_lexer(
|
|
4
|
-
ch: char,
|
|
5
|
-
chars: &mut std::iter::Peekable<std::str::Chars>,
|
|
6
|
-
current_indent: &mut usize,
|
|
7
|
-
_indent_stack: &mut [usize],
|
|
8
|
-
tokens: &mut Vec<Token>,
|
|
9
|
-
line: &mut usize,
|
|
10
|
-
column: &mut usize,
|
|
11
|
-
) {
|
|
12
|
-
let mut ident = ch.to_string();
|
|
13
|
-
|
|
14
|
-
while let Some(&c) = chars.peek() {
|
|
15
|
-
if c.is_ascii_alphanumeric() || c == '_' {
|
|
16
|
-
ident.push(c);
|
|
17
|
-
chars.next();
|
|
18
|
-
*column += 1;
|
|
19
|
-
} else {
|
|
20
|
-
break;
|
|
21
|
-
}
|
|
22
|
-
}
|
|
23
|
-
|
|
24
|
-
let kind = match ident.as_str() {
|
|
25
|
-
"if" => TokenKind::If,
|
|
26
|
-
"else" => TokenKind::Else,
|
|
27
|
-
"bank" => TokenKind::Bank,
|
|
28
|
-
"pattern" => TokenKind::Pattern,
|
|
29
|
-
"bpm" => TokenKind::Tempo,
|
|
30
|
-
"loop" => TokenKind::Loop,
|
|
31
|
-
"for" => TokenKind::Loop,
|
|
32
|
-
"synth" => TokenKind::Synth,
|
|
33
|
-
"fn" => TokenKind::Function,
|
|
34
|
-
"as" => TokenKind::As,
|
|
35
|
-
"on" => TokenKind::On,
|
|
36
|
-
"emit" => TokenKind::Emit,
|
|
37
|
-
_ => TokenKind::Identifier,
|
|
38
|
-
};
|
|
39
|
-
|
|
40
|
-
tokens.push(Token {
|
|
41
|
-
kind: kind.clone(),
|
|
42
|
-
lexeme: ident,
|
|
43
|
-
line: *line,
|
|
44
|
-
column: *column,
|
|
45
|
-
indent: *current_indent,
|
|
46
|
-
});
|
|
47
|
-
}
|
|
1
|
+
use crate::core::lexer::token::{Token, TokenKind};
|
|
2
|
+
|
|
3
|
+
pub fn handle_identifier_lexer(
|
|
4
|
+
ch: char,
|
|
5
|
+
chars: &mut std::iter::Peekable<std::str::Chars>,
|
|
6
|
+
current_indent: &mut usize,
|
|
7
|
+
_indent_stack: &mut [usize],
|
|
8
|
+
tokens: &mut Vec<Token>,
|
|
9
|
+
line: &mut usize,
|
|
10
|
+
column: &mut usize,
|
|
11
|
+
) {
|
|
12
|
+
let mut ident = ch.to_string();
|
|
13
|
+
|
|
14
|
+
while let Some(&c) = chars.peek() {
|
|
15
|
+
if c.is_ascii_alphanumeric() || c == '_' {
|
|
16
|
+
ident.push(c);
|
|
17
|
+
chars.next();
|
|
18
|
+
*column += 1;
|
|
19
|
+
} else {
|
|
20
|
+
break;
|
|
21
|
+
}
|
|
22
|
+
}
|
|
23
|
+
|
|
24
|
+
let kind = match ident.as_str() {
|
|
25
|
+
"if" => TokenKind::If,
|
|
26
|
+
"else" => TokenKind::Else,
|
|
27
|
+
"bank" => TokenKind::Bank,
|
|
28
|
+
"pattern" => TokenKind::Pattern,
|
|
29
|
+
"bpm" => TokenKind::Tempo,
|
|
30
|
+
"loop" => TokenKind::Loop,
|
|
31
|
+
"for" => TokenKind::Loop,
|
|
32
|
+
"synth" => TokenKind::Synth,
|
|
33
|
+
"fn" => TokenKind::Function,
|
|
34
|
+
"as" => TokenKind::As,
|
|
35
|
+
"on" => TokenKind::On,
|
|
36
|
+
"emit" => TokenKind::Emit,
|
|
37
|
+
_ => TokenKind::Identifier,
|
|
38
|
+
};
|
|
39
|
+
|
|
40
|
+
tokens.push(Token {
|
|
41
|
+
kind: kind.clone(),
|
|
42
|
+
lexeme: ident,
|
|
43
|
+
line: *line,
|
|
44
|
+
column: *column,
|
|
45
|
+
indent: *current_indent,
|
|
46
|
+
});
|
|
47
|
+
}
|
|
@@ -1,66 +1,66 @@
|
|
|
1
|
-
use crate::core::lexer::token::{Token, TokenKind};
|
|
2
|
-
|
|
3
|
-
pub fn handle_indent_lexer(
|
|
4
|
-
chars: &mut std::iter::Peekable<std::str::Chars>,
|
|
5
|
-
current_indent: &mut usize,
|
|
6
|
-
indent_stack: &mut Vec<usize>,
|
|
7
|
-
tokens: &mut Vec<Token>,
|
|
8
|
-
line: &mut usize,
|
|
9
|
-
column: &mut usize,
|
|
10
|
-
) {
|
|
11
|
-
*current_indent = 0;
|
|
12
|
-
let mut col = *column;
|
|
13
|
-
|
|
14
|
-
while let Some(&c) = chars.peek() {
|
|
15
|
-
if c == ' ' {
|
|
16
|
-
*current_indent += 1;
|
|
17
|
-
chars.next();
|
|
18
|
-
col += 1;
|
|
19
|
-
tokens.push(Token {
|
|
20
|
-
kind: TokenKind::Whitespace,
|
|
21
|
-
lexeme: " ".to_string(),
|
|
22
|
-
line: *line,
|
|
23
|
-
column: col,
|
|
24
|
-
indent: *current_indent,
|
|
25
|
-
});
|
|
26
|
-
} else if c == '\t' {
|
|
27
|
-
*current_indent += 4;
|
|
28
|
-
chars.next();
|
|
29
|
-
col += 4;
|
|
30
|
-
tokens.push(Token {
|
|
31
|
-
kind: TokenKind::Whitespace,
|
|
32
|
-
lexeme: "\t".to_string(),
|
|
33
|
-
line: *line,
|
|
34
|
-
column: col,
|
|
35
|
-
indent: *current_indent,
|
|
36
|
-
});
|
|
37
|
-
} else {
|
|
38
|
-
break;
|
|
39
|
-
}
|
|
40
|
-
}
|
|
41
|
-
|
|
42
|
-
*column = col;
|
|
43
|
-
|
|
44
|
-
let last_indent = *indent_stack.last().unwrap();
|
|
45
|
-
if *current_indent > last_indent {
|
|
46
|
-
indent_stack.push(*current_indent);
|
|
47
|
-
tokens.push(Token {
|
|
48
|
-
kind: TokenKind::Indent,
|
|
49
|
-
lexeme: String::from("<INDENT>"),
|
|
50
|
-
line: *line,
|
|
51
|
-
column: *column,
|
|
52
|
-
indent: *current_indent,
|
|
53
|
-
});
|
|
54
|
-
} else {
|
|
55
|
-
while *current_indent < *indent_stack.last().unwrap() {
|
|
56
|
-
indent_stack.pop();
|
|
57
|
-
tokens.push(Token {
|
|
58
|
-
kind: TokenKind::Dedent,
|
|
59
|
-
lexeme: String::from("<DEDENT>"),
|
|
60
|
-
line: *line,
|
|
61
|
-
column: *column,
|
|
62
|
-
indent: *current_indent,
|
|
63
|
-
});
|
|
64
|
-
}
|
|
65
|
-
}
|
|
66
|
-
}
|
|
1
|
+
use crate::core::lexer::token::{Token, TokenKind};
|
|
2
|
+
|
|
3
|
+
pub fn handle_indent_lexer(
|
|
4
|
+
chars: &mut std::iter::Peekable<std::str::Chars>,
|
|
5
|
+
current_indent: &mut usize,
|
|
6
|
+
indent_stack: &mut Vec<usize>,
|
|
7
|
+
tokens: &mut Vec<Token>,
|
|
8
|
+
line: &mut usize,
|
|
9
|
+
column: &mut usize,
|
|
10
|
+
) {
|
|
11
|
+
*current_indent = 0;
|
|
12
|
+
let mut col = *column;
|
|
13
|
+
|
|
14
|
+
while let Some(&c) = chars.peek() {
|
|
15
|
+
if c == ' ' {
|
|
16
|
+
*current_indent += 1;
|
|
17
|
+
chars.next();
|
|
18
|
+
col += 1;
|
|
19
|
+
tokens.push(Token {
|
|
20
|
+
kind: TokenKind::Whitespace,
|
|
21
|
+
lexeme: " ".to_string(),
|
|
22
|
+
line: *line,
|
|
23
|
+
column: col,
|
|
24
|
+
indent: *current_indent,
|
|
25
|
+
});
|
|
26
|
+
} else if c == '\t' {
|
|
27
|
+
*current_indent += 4;
|
|
28
|
+
chars.next();
|
|
29
|
+
col += 4;
|
|
30
|
+
tokens.push(Token {
|
|
31
|
+
kind: TokenKind::Whitespace,
|
|
32
|
+
lexeme: "\t".to_string(),
|
|
33
|
+
line: *line,
|
|
34
|
+
column: col,
|
|
35
|
+
indent: *current_indent,
|
|
36
|
+
});
|
|
37
|
+
} else {
|
|
38
|
+
break;
|
|
39
|
+
}
|
|
40
|
+
}
|
|
41
|
+
|
|
42
|
+
*column = col;
|
|
43
|
+
|
|
44
|
+
let last_indent = *indent_stack.last().unwrap();
|
|
45
|
+
if *current_indent > last_indent {
|
|
46
|
+
indent_stack.push(*current_indent);
|
|
47
|
+
tokens.push(Token {
|
|
48
|
+
kind: TokenKind::Indent,
|
|
49
|
+
lexeme: String::from("<INDENT>"),
|
|
50
|
+
line: *line,
|
|
51
|
+
column: *column,
|
|
52
|
+
indent: *current_indent,
|
|
53
|
+
});
|
|
54
|
+
} else {
|
|
55
|
+
while *current_indent < *indent_stack.last().unwrap() {
|
|
56
|
+
indent_stack.pop();
|
|
57
|
+
tokens.push(Token {
|
|
58
|
+
kind: TokenKind::Dedent,
|
|
59
|
+
lexeme: String::from("<DEDENT>"),
|
|
60
|
+
line: *line,
|
|
61
|
+
column: *column,
|
|
62
|
+
indent: *current_indent,
|
|
63
|
+
});
|
|
64
|
+
}
|
|
65
|
+
}
|
|
66
|
+
}
|
|
@@ -1,15 +1,15 @@
|
|
|
1
|
-
pub mod arrow;
|
|
2
|
-
pub mod at;
|
|
3
|
-
pub mod brace;
|
|
4
|
-
pub mod colon;
|
|
5
|
-
pub mod comment;
|
|
6
|
-
pub mod dot;
|
|
7
|
-
pub mod driver;
|
|
8
|
-
pub mod identifier;
|
|
9
|
-
pub mod indent;
|
|
10
|
-
pub mod newline;
|
|
11
|
-
pub mod number;
|
|
12
|
-
pub mod operator;
|
|
13
|
-
pub mod parenthesis;
|
|
14
|
-
pub mod slash;
|
|
15
|
-
pub mod string;
|
|
1
|
+
pub mod arrow;
|
|
2
|
+
pub mod at;
|
|
3
|
+
pub mod brace;
|
|
4
|
+
pub mod colon;
|
|
5
|
+
pub mod comment;
|
|
6
|
+
pub mod dot;
|
|
7
|
+
pub mod driver;
|
|
8
|
+
pub mod identifier;
|
|
9
|
+
pub mod indent;
|
|
10
|
+
pub mod newline;
|
|
11
|
+
pub mod number;
|
|
12
|
+
pub mod operator;
|
|
13
|
+
pub mod parenthesis;
|
|
14
|
+
pub mod slash;
|
|
15
|
+
pub mod string;
|
|
@@ -1,23 +1,23 @@
|
|
|
1
|
-
use crate::core::lexer::token::{Token, TokenKind};
|
|
2
|
-
|
|
3
|
-
pub fn handle_newline_lexer(
|
|
4
|
-
ch: char,
|
|
5
|
-
_chars: &mut std::iter::Peekable<std::str::Chars>,
|
|
6
|
-
tokens: &mut Vec<Token>,
|
|
7
|
-
line: &mut usize,
|
|
8
|
-
column: &mut usize,
|
|
9
|
-
at_line_start: &mut bool,
|
|
10
|
-
current_indent: &mut usize,
|
|
11
|
-
) {
|
|
12
|
-
tokens.push(Token {
|
|
13
|
-
kind: TokenKind::Newline,
|
|
14
|
-
lexeme: ch.to_string(),
|
|
15
|
-
line: *line,
|
|
16
|
-
column: 0,
|
|
17
|
-
indent: *current_indent,
|
|
18
|
-
});
|
|
19
|
-
|
|
20
|
-
*line += 1;
|
|
21
|
-
*column = 1;
|
|
22
|
-
*at_line_start = true;
|
|
23
|
-
}
|
|
1
|
+
use crate::core::lexer::token::{Token, TokenKind};
|
|
2
|
+
|
|
3
|
+
pub fn handle_newline_lexer(
|
|
4
|
+
ch: char,
|
|
5
|
+
_chars: &mut std::iter::Peekable<std::str::Chars>,
|
|
6
|
+
tokens: &mut Vec<Token>,
|
|
7
|
+
line: &mut usize,
|
|
8
|
+
column: &mut usize,
|
|
9
|
+
at_line_start: &mut bool,
|
|
10
|
+
current_indent: &mut usize,
|
|
11
|
+
) {
|
|
12
|
+
tokens.push(Token {
|
|
13
|
+
kind: TokenKind::Newline,
|
|
14
|
+
lexeme: ch.to_string(),
|
|
15
|
+
line: *line,
|
|
16
|
+
column: 0,
|
|
17
|
+
indent: *current_indent,
|
|
18
|
+
});
|
|
19
|
+
|
|
20
|
+
*line += 1;
|
|
21
|
+
*column = 1;
|
|
22
|
+
*at_line_start = true;
|
|
23
|
+
}
|
|
@@ -1,31 +1,31 @@
|
|
|
1
|
-
use crate::core::lexer::token::{Token, TokenKind};
|
|
2
|
-
|
|
3
|
-
pub fn handle_number_lexer(
|
|
4
|
-
ch: char,
|
|
5
|
-
chars: &mut std::iter::Peekable<std::str::Chars>,
|
|
6
|
-
current_indent: &mut usize,
|
|
7
|
-
_indent_stack: &mut [usize],
|
|
8
|
-
tokens: &mut Vec<Token>,
|
|
9
|
-
line: &mut usize,
|
|
10
|
-
column: &mut usize,
|
|
11
|
-
) {
|
|
12
|
-
let mut number = ch.to_string();
|
|
13
|
-
|
|
14
|
-
while let Some(&c) = chars.peek() {
|
|
15
|
-
if c.is_ascii_digit() {
|
|
16
|
-
number.push(c);
|
|
17
|
-
chars.next();
|
|
18
|
-
*column += 1;
|
|
19
|
-
} else {
|
|
20
|
-
break;
|
|
21
|
-
}
|
|
22
|
-
}
|
|
23
|
-
|
|
24
|
-
tokens.push(Token {
|
|
25
|
-
kind: TokenKind::Number,
|
|
26
|
-
lexeme: number,
|
|
27
|
-
line: *line,
|
|
28
|
-
column: *column,
|
|
29
|
-
indent: *current_indent,
|
|
30
|
-
});
|
|
31
|
-
}
|
|
1
|
+
use crate::core::lexer::token::{Token, TokenKind};
|
|
2
|
+
|
|
3
|
+
pub fn handle_number_lexer(
|
|
4
|
+
ch: char,
|
|
5
|
+
chars: &mut std::iter::Peekable<std::str::Chars>,
|
|
6
|
+
current_indent: &mut usize,
|
|
7
|
+
_indent_stack: &mut [usize],
|
|
8
|
+
tokens: &mut Vec<Token>,
|
|
9
|
+
line: &mut usize,
|
|
10
|
+
column: &mut usize,
|
|
11
|
+
) {
|
|
12
|
+
let mut number = ch.to_string();
|
|
13
|
+
|
|
14
|
+
while let Some(&c) = chars.peek() {
|
|
15
|
+
if c.is_ascii_digit() {
|
|
16
|
+
number.push(c);
|
|
17
|
+
chars.next();
|
|
18
|
+
*column += 1;
|
|
19
|
+
} else {
|
|
20
|
+
break;
|
|
21
|
+
}
|
|
22
|
+
}
|
|
23
|
+
|
|
24
|
+
tokens.push(Token {
|
|
25
|
+
kind: TokenKind::Number,
|
|
26
|
+
lexeme: number,
|
|
27
|
+
line: *line,
|
|
28
|
+
column: *column,
|
|
29
|
+
indent: *current_indent,
|
|
30
|
+
});
|
|
31
|
+
}
|
|
@@ -1,46 +1,46 @@
|
|
|
1
|
-
use crate::core::lexer::token::{Token, TokenKind};
|
|
2
|
-
|
|
3
|
-
pub fn handle_operator_lexer(
|
|
4
|
-
ch: char,
|
|
5
|
-
chars: &mut std::iter::Peekable<std::str::Chars>,
|
|
6
|
-
current_indent: &mut usize,
|
|
7
|
-
_indent_stack: &mut [usize],
|
|
8
|
-
tokens: &mut Vec<Token>,
|
|
9
|
-
line: &mut usize,
|
|
10
|
-
column: &mut usize,
|
|
11
|
-
) {
|
|
12
|
-
let next = chars.peek().copied();
|
|
13
|
-
|
|
14
|
-
let (kind, len) = match (ch, next) {
|
|
15
|
-
('=', Some('=')) => (TokenKind::DoubleEquals, 2),
|
|
16
|
-
('!', Some('=')) => (TokenKind::NotEquals, 2),
|
|
17
|
-
('>', Some('=')) => (TokenKind::GreaterEqual, 2),
|
|
18
|
-
('<', Some('=')) => (TokenKind::LessEqual, 2),
|
|
19
|
-
('+', _) => (TokenKind::Plus, 1),
|
|
20
|
-
('*', _) => (TokenKind::Asterisk, 1),
|
|
21
|
-
('=', _) => (TokenKind::Equals, 1),
|
|
22
|
-
('>', _) => (TokenKind::Greater, 1),
|
|
23
|
-
('<', _) => (TokenKind::Less, 1),
|
|
24
|
-
_ => {
|
|
25
|
-
return;
|
|
26
|
-
}
|
|
27
|
-
};
|
|
28
|
-
|
|
29
|
-
if len == 2 {
|
|
30
|
-
chars.next(); // consume second char
|
|
31
|
-
}
|
|
32
|
-
|
|
33
|
-
tokens.push(Token {
|
|
34
|
-
kind,
|
|
35
|
-
lexeme: if len == 2 {
|
|
36
|
-
format!("{}{}", ch, next.unwrap())
|
|
37
|
-
} else {
|
|
38
|
-
ch.to_string()
|
|
39
|
-
},
|
|
40
|
-
line: *line,
|
|
41
|
-
column: *column,
|
|
42
|
-
indent: *current_indent,
|
|
43
|
-
});
|
|
44
|
-
|
|
45
|
-
*column += len;
|
|
46
|
-
}
|
|
1
|
+
use crate::core::lexer::token::{Token, TokenKind};
|
|
2
|
+
|
|
3
|
+
pub fn handle_operator_lexer(
|
|
4
|
+
ch: char,
|
|
5
|
+
chars: &mut std::iter::Peekable<std::str::Chars>,
|
|
6
|
+
current_indent: &mut usize,
|
|
7
|
+
_indent_stack: &mut [usize],
|
|
8
|
+
tokens: &mut Vec<Token>,
|
|
9
|
+
line: &mut usize,
|
|
10
|
+
column: &mut usize,
|
|
11
|
+
) {
|
|
12
|
+
let next = chars.peek().copied();
|
|
13
|
+
|
|
14
|
+
let (kind, len) = match (ch, next) {
|
|
15
|
+
('=', Some('=')) => (TokenKind::DoubleEquals, 2),
|
|
16
|
+
('!', Some('=')) => (TokenKind::NotEquals, 2),
|
|
17
|
+
('>', Some('=')) => (TokenKind::GreaterEqual, 2),
|
|
18
|
+
('<', Some('=')) => (TokenKind::LessEqual, 2),
|
|
19
|
+
('+', _) => (TokenKind::Plus, 1),
|
|
20
|
+
('*', _) => (TokenKind::Asterisk, 1),
|
|
21
|
+
('=', _) => (TokenKind::Equals, 1),
|
|
22
|
+
('>', _) => (TokenKind::Greater, 1),
|
|
23
|
+
('<', _) => (TokenKind::Less, 1),
|
|
24
|
+
_ => {
|
|
25
|
+
return;
|
|
26
|
+
}
|
|
27
|
+
};
|
|
28
|
+
|
|
29
|
+
if len == 2 {
|
|
30
|
+
chars.next(); // consume second char
|
|
31
|
+
}
|
|
32
|
+
|
|
33
|
+
tokens.push(Token {
|
|
34
|
+
kind,
|
|
35
|
+
lexeme: if len == 2 {
|
|
36
|
+
format!("{}{}", ch, next.unwrap())
|
|
37
|
+
} else {
|
|
38
|
+
ch.to_string()
|
|
39
|
+
},
|
|
40
|
+
line: *line,
|
|
41
|
+
column: *column,
|
|
42
|
+
indent: *current_indent,
|
|
43
|
+
});
|
|
44
|
+
|
|
45
|
+
*column += len;
|
|
46
|
+
}
|
|
@@ -1,41 +1,41 @@
|
|
|
1
|
-
use crate::core::lexer::token::{Token, TokenKind};
|
|
2
|
-
|
|
3
|
-
pub fn handle_rparen_lexer(
|
|
4
|
-
ch: char,
|
|
5
|
-
_chars: &mut std::iter::Peekable<std::str::Chars>,
|
|
6
|
-
current_indent: &mut usize,
|
|
7
|
-
_indent_stack: &mut [usize],
|
|
8
|
-
tokens: &mut Vec<Token>,
|
|
9
|
-
line: &mut usize,
|
|
10
|
-
column: &mut usize,
|
|
11
|
-
) {
|
|
12
|
-
tokens.push(Token {
|
|
13
|
-
kind: TokenKind::RParen,
|
|
14
|
-
lexeme: ch.to_string(),
|
|
15
|
-
line: *line,
|
|
16
|
-
column: *column,
|
|
17
|
-
indent: *current_indent,
|
|
18
|
-
});
|
|
19
|
-
|
|
20
|
-
*column += 1;
|
|
21
|
-
}
|
|
22
|
-
|
|
23
|
-
pub fn handle_lparen_lexer(
|
|
24
|
-
ch: char,
|
|
25
|
-
_chars: &mut std::iter::Peekable<std::str::Chars>,
|
|
26
|
-
current_indent: &mut usize,
|
|
27
|
-
_indent_stack: &mut [usize],
|
|
28
|
-
tokens: &mut Vec<Token>,
|
|
29
|
-
line: &mut usize,
|
|
30
|
-
column: &mut usize,
|
|
31
|
-
) {
|
|
32
|
-
tokens.push(Token {
|
|
33
|
-
kind: TokenKind::LParen,
|
|
34
|
-
lexeme: ch.to_string(),
|
|
35
|
-
line: *line,
|
|
36
|
-
column: *column,
|
|
37
|
-
indent: *current_indent,
|
|
38
|
-
});
|
|
39
|
-
|
|
40
|
-
*column += 1;
|
|
41
|
-
}
|
|
1
|
+
use crate::core::lexer::token::{Token, TokenKind};
|
|
2
|
+
|
|
3
|
+
pub fn handle_rparen_lexer(
|
|
4
|
+
ch: char,
|
|
5
|
+
_chars: &mut std::iter::Peekable<std::str::Chars>,
|
|
6
|
+
current_indent: &mut usize,
|
|
7
|
+
_indent_stack: &mut [usize],
|
|
8
|
+
tokens: &mut Vec<Token>,
|
|
9
|
+
line: &mut usize,
|
|
10
|
+
column: &mut usize,
|
|
11
|
+
) {
|
|
12
|
+
tokens.push(Token {
|
|
13
|
+
kind: TokenKind::RParen,
|
|
14
|
+
lexeme: ch.to_string(),
|
|
15
|
+
line: *line,
|
|
16
|
+
column: *column,
|
|
17
|
+
indent: *current_indent,
|
|
18
|
+
});
|
|
19
|
+
|
|
20
|
+
*column += 1;
|
|
21
|
+
}
|
|
22
|
+
|
|
23
|
+
pub fn handle_lparen_lexer(
|
|
24
|
+
ch: char,
|
|
25
|
+
_chars: &mut std::iter::Peekable<std::str::Chars>,
|
|
26
|
+
current_indent: &mut usize,
|
|
27
|
+
_indent_stack: &mut [usize],
|
|
28
|
+
tokens: &mut Vec<Token>,
|
|
29
|
+
line: &mut usize,
|
|
30
|
+
column: &mut usize,
|
|
31
|
+
) {
|
|
32
|
+
tokens.push(Token {
|
|
33
|
+
kind: TokenKind::LParen,
|
|
34
|
+
lexeme: ch.to_string(),
|
|
35
|
+
line: *line,
|
|
36
|
+
column: *column,
|
|
37
|
+
indent: *current_indent,
|
|
38
|
+
});
|
|
39
|
+
|
|
40
|
+
*column += 1;
|
|
41
|
+
}
|
|
@@ -1,21 +1,21 @@
|
|
|
1
|
-
use crate::core::lexer::token::{Token, TokenKind};
|
|
2
|
-
|
|
3
|
-
pub fn handle_slash_lexer(
|
|
4
|
-
ch: char,
|
|
5
|
-
_chars: &mut std::iter::Peekable<std::str::Chars>,
|
|
6
|
-
current_indent: &mut usize,
|
|
7
|
-
_indent_stack: &mut [usize],
|
|
8
|
-
tokens: &mut Vec<Token>,
|
|
9
|
-
line: &mut usize,
|
|
10
|
-
column: &mut usize,
|
|
11
|
-
) {
|
|
12
|
-
let slash = ch.to_string();
|
|
13
|
-
|
|
14
|
-
tokens.push(Token {
|
|
15
|
-
kind: TokenKind::Slash,
|
|
16
|
-
lexeme: slash,
|
|
17
|
-
line: *line,
|
|
18
|
-
column: *column,
|
|
19
|
-
indent: *current_indent,
|
|
20
|
-
});
|
|
21
|
-
}
|
|
1
|
+
use crate::core::lexer::token::{Token, TokenKind};
|
|
2
|
+
|
|
3
|
+
pub fn handle_slash_lexer(
|
|
4
|
+
ch: char,
|
|
5
|
+
_chars: &mut std::iter::Peekable<std::str::Chars>,
|
|
6
|
+
current_indent: &mut usize,
|
|
7
|
+
_indent_stack: &mut [usize],
|
|
8
|
+
tokens: &mut Vec<Token>,
|
|
9
|
+
line: &mut usize,
|
|
10
|
+
column: &mut usize,
|
|
11
|
+
) {
|
|
12
|
+
let slash = ch.to_string();
|
|
13
|
+
|
|
14
|
+
tokens.push(Token {
|
|
15
|
+
kind: TokenKind::Slash,
|
|
16
|
+
lexeme: slash,
|
|
17
|
+
line: *line,
|
|
18
|
+
column: *column,
|
|
19
|
+
indent: *current_indent,
|
|
20
|
+
});
|
|
21
|
+
}
|