@devaloop/devalang 0.0.1-alpha.1 → 0.0.1-alpha.11

package/rust/core/parser/driver.rs

@@ -0,0 +1,339 @@
+use crate::core::{
+    lexer::token::{ Token, TokenKind },
+    parser::{
+        handler::{
+            arrow_call::parse_arrow_call,
+            at::parse_at_token,
+            bank::parse_bank_token,
+            condition::parse_condition_token,
+            dot::parse_dot_token,
+            identifier::parse_identifier_token,
+            loop_::parse_loop_token,
+            tempo::parse_tempo_token,
+        },
+        statement::Statement,
+    },
+    shared::value::Value,
+    store::global::GlobalStore,
+};
+
+#[derive(Debug, Clone, PartialEq)]
+pub struct Parser {
+    pub resolve_modules: bool,
+    pub tokens: Vec<Token>,
+    pub token_index: usize,
+    pub current_module: String,
+    pub previous: Option<Token>,
+}
+
+impl Parser {
+    pub fn new() -> Self {
+        Parser {
+            resolve_modules: false,
+            tokens: Vec::new(),
+            token_index: 0,
+            current_module: String::new(),
+            previous: None,
+        }
+    }
+
+    pub fn set_current_module(&mut self, module_path: String) {
+        self.current_module = module_path;
+    }
+
+    pub fn advance(&mut self) -> Option<&Token> {
+        if self.is_eof() {
+            return None;
+        }
+
+        self.previous = self.tokens.get(self.token_index).cloned();
+        self.token_index += 1;
+
+        self.tokens.get(self.token_index - 1)
+    }
+
+    pub fn peek_is(&self, expected: &str) -> bool {
+        self.peek().map_or(false, |t| t.lexeme == expected)
+    }
+
+    pub fn peek_nth(&self, n: usize) -> Option<&Token> {
+        if self.token_index + n < self.tokens.len() {
+            self.tokens.get(self.token_index + n)
+        } else {
+            None
+        }
+    }
+
+    pub fn peek_nth_kind(&self, n: usize) -> Option<TokenKind> {
+        self.peek_nth(n).map(|t| t.kind.clone())
+    }
+
+    pub fn advance_if(&mut self, kind: TokenKind) -> bool {
+        if self.match_token(kind) { true } else { false }
+    }
+
+    pub fn match_token(&mut self, kind: TokenKind) -> bool {
+        if let Some(tok) = self.peek() {
+            if tok.kind == kind {
+                self.advance();
+                return true;
+            }
+        }
+        false
+    }
+
+    pub fn previous_clone(&self) -> Option<Token> {
+        self.previous.clone()
+    }
+
+    pub fn parse_block(
+        &self,
+        tokens: Vec<Token>,
+        global_store: &mut GlobalStore
+    ) -> Vec<Statement> {
+        let mut inner_parser = Parser {
+            resolve_modules: self.resolve_modules,
+            tokens,
+            token_index: 0,
+            current_module: self.current_module.clone(),
+            previous: None,
+        };
+
+        inner_parser.parse_tokens(inner_parser.tokens.clone(), global_store)
+    }
+
+    pub fn parse_tokens(
+        &mut self,
+        tokens: Vec<Token>,
+        global_store: &mut GlobalStore
+    ) -> Vec<Statement> {
+        self.tokens = tokens;
+        self.token_index = 0;
+
+        let mut statements = Vec::new();
+
+        while !self.is_eof() {
+            let token = match self.peek() {
+                Some(t) => t.clone(),
+                None => {
+                    break;
+                }
+            };
+
+            let statement = match &token.kind {
+                TokenKind::At => parse_at_token(self, global_store),
+                TokenKind::Identifier => {
+                    if let Some(next) = self.peek_nth(1).cloned() {
+                        if next.kind == TokenKind::Arrow {
+                            parse_arrow_call(self, global_store)
+                        } else {
+                            parse_identifier_token(self, global_store)
+                        }
+                    } else {
+                        parse_identifier_token(self, global_store)
+                    }
+                }
+                TokenKind::Dot => parse_dot_token(self, global_store),
+                TokenKind::Tempo => parse_tempo_token(self, global_store),
+                TokenKind::Bank => parse_bank_token(self, global_store),
+                TokenKind::Loop => parse_loop_token(self, global_store),
+                TokenKind::If => parse_condition_token(self, global_store),
+
+                | TokenKind::Else // Ignore else, already handled in `parse_condition_token`
+                | TokenKind::Comment
+                | TokenKind::Equals
+                | TokenKind::Colon
+                | TokenKind::Number
+                | TokenKind::String
+                | TokenKind::LBrace
+                | TokenKind::RBrace
+                | TokenKind::Comma
+                | TokenKind::Newline
+                | TokenKind::Dedent
+                | TokenKind::Indent => {
+                    self.advance();
+                    continue;
+                }
+
+                TokenKind::EOF => {
+                    break;
+                }
+
+                _ => {
+                    println!("Unhandled token: {:?}", token);
+                    self.advance();
+                    Statement::unknown()
+                }
+            };
+
+            statements.push(statement);
+        }
+
+        statements
+    }
+
+    pub fn check_token(&self, kind: TokenKind) -> bool {
+        self.peek().map_or(false, |t| t.kind == kind)
+    }
+
+    pub fn peek_kind(&self) -> Option<TokenKind> {
+        self.peek().map(|t| t.kind.clone())
+    }
+
+    pub fn parse_map_value(&mut self) -> Option<Value> {
+        if !self.match_token(TokenKind::LBrace) {
+            return None;
+        }
+
+        let mut map = std::collections::HashMap::new();
+
+        while !self.check_token(TokenKind::RBrace) && !self.is_eof() {
+            let key = if let Some(token) = self.advance() {
+                token.lexeme.clone()
+            } else {
+                break;
+            };
+
+            if !self.match_token(TokenKind::Colon) {
+                println!("Expected ':' after map key '{}'", key);
+                break;
+            }
+
+            let value = if let Some(token) = self.peek_clone() {
+                match token.kind {
+                    TokenKind::String => {
+                        self.advance();
+                        Value::String(token.lexeme.clone())
+                    }
+                    TokenKind::Number => {
+                        self.advance();
+                        Value::Number(token.lexeme.parse().unwrap_or(0.0))
+                    }
+                    TokenKind::Identifier => {
+                        self.advance();
+                        Value::Identifier(token.lexeme.clone())
+                    }
+                    _ => {
+                        println!("Unexpected token in map value: {:?}", token);
+                        Value::Null
+                    }
+                }
+            } else {
+                Value::Null
+            };
+
+            map.insert(key, value);
+        }
+
+        if !self.match_token(TokenKind::RBrace) {
+            println!("Expected '}}' at end of map");
+        }
+
+        Some(Value::Map(map))
+    }
+
+    pub fn peek(&self) -> Option<&Token> {
+        self.tokens.get(self.token_index)
+    }
+
+    pub fn peek_clone(&self) -> Option<Token> {
+        self.tokens.get(self.token_index).cloned()
+    }
+
+    pub fn expect(&mut self, kind: TokenKind) -> Result<&Token, String> {
+        let tok = self.advance().ok_or("Unexpected end of input")?;
+        if tok.kind == kind {
+            Ok(tok)
+        } else {
+            Err(format!("Expected {:?}, got {:?}", kind, tok.kind))
+        }
+    }
+
+    pub fn collect_block_tokens(&mut self, base_indent: usize) -> Vec<Token> {
+        let mut tokens = Vec::new();
+
+        while let Some(tok) = self.peek() {
+            if tok.indent <= base_indent && tok.kind != TokenKind::Newline {
+                break;
+            }
+            tokens.push(self.advance().unwrap().clone());
+        }
+
+        tokens
+    }
+
+    pub fn collect_until<F>(&mut self, condition: F) -> Vec<Token> where F: Fn(&Token) -> bool {
+        let mut collected = Vec::new();
+        while let Some(token) = self.peek() {
+            if token.kind == TokenKind::Newline || token.kind == TokenKind::Indent {
+                self.advance(); // Skip newlines and indents
+                continue;
+            }
+            if token.kind == TokenKind::EOF {
+                break;
+            }
+            if condition(token) {
+                break;
+            }
+            collected.push(self.advance().unwrap().clone());
+        }
+        collected
+    }
+
+    pub fn is_eof(&self) -> bool {
+        self.token_index >= self.tokens.len()
+    }
+
+    pub fn parse_block_until_next_else(
+        &mut self,
+        base_indent: usize,
+        global_store: &mut GlobalStore
+    ) -> Vec<Statement> {
+        let mut block_tokens = Vec::new();
+
+        while let Some(tok) = self.peek() {
+            // Stop if we encounter an 'else' at same indent level
+            if tok.lexeme == "else" && tok.indent == base_indent {
+                break;
+            }
+            block_tokens.push(self.advance().unwrap().clone());
+        }
+
+        self.parse_block(block_tokens, global_store)
+    }
+
+    pub fn parse_condition_until_colon(&mut self) -> Option<Value> {
+        let tokens = self.collect_until(|t| t.kind == TokenKind::Colon);
+        if tokens.is_empty() {
+            return None;
+        }
+
+        let condition = tokens
+            .iter()
+            .map(|t| t.lexeme.clone())
+            .collect::<Vec<_>>()
+            .join(" ");
+
+        Some(Value::String(condition))
+    }
+
+    pub fn parse_block_until_else_or_dedent(
+        &mut self,
+        base_indent: usize,
+        global_store: &mut GlobalStore
+    ) -> Vec<Statement> {
+        let mut tokens = Vec::new();
+
+        while let Some(tok) = self.peek() {
+            if tok.lexeme == "else" && tok.indent == base_indent {
+                break;
+            }
+            if tok.indent < base_indent && tok.kind != TokenKind::Newline {
+                break;
+            }
+            tokens.push(self.advance().unwrap().clone());
+        }
+
+        self.parse_block(tokens, global_store)
+    }
+}

package/rust/core/parser/handler/arrow_call.rs

@@ -0,0 +1,151 @@
+use crate::core::{
+    lexer::token::TokenKind,
+    parser::{ driver::Parser, statement::{ Statement, StatementKind } },
+    shared::value::Value,
+    store::global::GlobalStore,
+};
+
+pub fn parse_arrow_call(parser: &mut Parser, global_store: &mut GlobalStore) -> Statement {
+    let Some(target_token) = parser.peek_clone() else {
+        return Statement::unknown();
+    };
+
+    if target_token.kind != TokenKind::Identifier {
+        parser.advance(); // consume target token
+        return Statement::unknown();
+    }
+
+    let Some(arrow_token) = parser.peek_nth(1).cloned() else {
+        parser.advance(); // consume arrow token
+        return Statement {
+            kind: StatementKind::Unknown,
+            value: Value::String(target_token.lexeme.clone()),
+            indent: target_token.indent,
+            line: target_token.line,
+            column: target_token.column,
+        };
+    };
+
+    if arrow_token.kind != TokenKind::Arrow {
+        parser.advance(); // consume method token
+        return Statement {
+            kind: StatementKind::Unknown,
+            value: Value::String(target_token.lexeme.clone()),
+            indent: target_token.indent,
+            line: target_token.line,
+            column: target_token.column,
+        };
+    }
+
+    // We have a valid arrow call, so we consume the arrow token
+    let Some(method_token) = parser.peek_nth(2).cloned() else {
+        parser.advance();
+        return Statement::unknown();
+    };
+
+    if method_token.kind != TokenKind::Identifier {
+        parser.advance();
+        return Statement::unknown();
+    }
+
+    // Consume the tokens for target, arrow, and method
+    parser.advance(); // target
+    parser.advance(); // ->
+    parser.advance(); // method
+
+    let mut args = Vec::new();
+
+    while let Some(token) = parser.peek_clone() {
+        if token.kind == TokenKind::Newline || token.kind == TokenKind::EOF {
+            break;
+        }
+
+        parser.advance();
+
+        let value = match token.kind {
+            TokenKind::Identifier => Value::Identifier(token.lexeme.clone()),
+            TokenKind::String => Value::String(token.lexeme.clone()),
+            TokenKind::Number => Value::Number(token.lexeme.parse::<f32>().unwrap_or(0.0)),
+            TokenKind::LBrace => {
+                // Handle map literal
+                let mut map = std::collections::HashMap::new();
+                while let Some(inner_token) = parser.peek_clone() {
+                    if inner_token.kind == TokenKind::RBrace {
+                        parser.advance(); // consume RBrace
+                        break;
+                    }
+                    if inner_token.kind == TokenKind::Newline || inner_token.kind == TokenKind::EOF {
+                        break;
+                    }
+                    parser.advance(); // consume key token
+                    let key = inner_token.lexeme.clone();
+
+                    if let Some(colon_token) = parser.peek_clone() {
+                        if colon_token.kind == TokenKind::Colon {
+                            parser.advance(); // consume colon
+                            if let Some(value_token) = parser.peek_clone() {
+                                parser.advance(); // consume value token
+                                let value = match value_token.kind {
+                                    TokenKind::Identifier =>
+                                        Value::Identifier(value_token.lexeme.clone()),
+                                    TokenKind::String => Value::String(value_token.lexeme.clone()),
+                                    TokenKind::Number => {
+                                        if let Some(TokenKind::Slash) = parser.peek_kind() {
+                                            parser.advance(); // consume slash
+                                            if let Some(denominator_token) = parser.peek_clone() {
+                                                if denominator_token.kind == TokenKind::Number {
+                                                    parser.advance(); // consume denominator
+                                                    let denominator =
+                                                        denominator_token.lexeme.clone();
+                                                    Value::Beat(
+                                                        format!(
+                                                            "{}/{}",
+                                                            value_token.lexeme,
+                                                            denominator
+                                                        )
+                                                    )
+                                                } else {
+                                                    Value::Unknown
+                                                }
+                                            } else {
+                                                Value::Unknown
+                                            }
+                                        } else {
+                                            // Regular number without slash
+                                            Value::Number(
+                                                value_token.lexeme.parse::<f32>().unwrap_or(0.0)
+                                            )
+                                        }
+                                    }
+                                    TokenKind::Boolean =>
+                                        Value::Boolean(
+                                            value_token.lexeme.parse::<bool>().unwrap_or(false)
+                                        ),
+
+                                    _ => Value::Unknown,
+                                };
+                                map.insert(key, value);
+                            }
+                        }
+                    }
+                }
+                Value::Map(map)
+            }
+            _ => Value::Unknown,
+        };
+
+        args.push(value);
+    }
+
+    Statement {
+        kind: StatementKind::ArrowCall {
+            target: target_token.lexeme.clone(),
+            method: method_token.lexeme.clone(),
+            args,
+        },
+        value: Value::Null,
+        indent: target_token.indent,
+        line: target_token.line,
+        column: target_token.column,
+    }
+}

package/rust/core/parser/handler/at.rs

@@ -0,0 +1,162 @@
+use crate::core::{
+    lexer::token::TokenKind,
+    parser::{ driver::Parser, statement::{ Statement, StatementKind } },
+    shared::value::Value,
+    store::global::GlobalStore,
+};
+pub fn parse_at_token(parser: &mut Parser, global_store: &mut GlobalStore) -> Statement {
+    parser.advance(); // consume '@'
+
+    let Some(token) = parser.peek_clone() else {
+        return Statement::unknown();
+    };
+
+    let keyword = token.lexeme.as_str();
+
+    match keyword {
+        "import" => {
+            parser.advance(); // consume 'import'
+
+            if !parser.match_token(TokenKind::LBrace) {
+                return Statement::error(token, "Expected '{{' after 'import'".to_string());
+            }
+
+            let mut names = Vec::new();
+            while let Some(token) = parser.peek() {
+                match &token.kind {
+                    TokenKind::Identifier => {
+                        names.push(token.lexeme.clone());
+                        parser.advance();
+                    }
+                    TokenKind::Comma => {
+                        parser.advance();
+                    }
+                    TokenKind::RBrace => {
+                        parser.advance();
+                        break;
+                    }
+                    _ => {
+                        let message = format!(
+                            "Unexpected token in import list: {:?}",
+                            token.kind.clone()
+                        );
+                        return Statement::error(token.clone(), message);
+                    }
+                }
+            }
+
+            let Some(from_token) = parser.peek_clone() else {
+                return Statement::error(token, "Expected 'from' after import list".to_string());
+            };
+
+            if from_token.lexeme != "from" {
+                return Statement::error(token, "Expected keyword 'from'".to_string());
+            }
+
+            parser.advance(); // consume 'from'
+
+            let Some(source_token) = parser.peek() else {
+                return Statement::error(token, "Expected string after 'from'".to_string());
+            };
+
+            if source_token.kind != TokenKind::String {
+                return Statement::error(token, "Expected string after 'from'".to_string());
+            }
+
+            let source = source_token.lexeme.clone();
+            parser.advance(); // consume string
+
+            Statement {
+                kind: StatementKind::Import { names, source },
+                value: Value::Null,
+                indent: token.indent,
+                line: token.line,
+                column: token.column,
+            }
+        }
+
+        "export" => {
+            parser.advance(); // consume 'export'
+
+            parser.advance(); // consume '{'
+
+            let names_tokens = parser.collect_until(|t| TokenKind::RBrace == t.kind);
+            let mut names: Vec<String> = Vec::new();
+
+            for token in names_tokens {
+                if token.kind == TokenKind::Identifier {
+                    names.push(token.lexeme.clone());
+                } else if token.kind == TokenKind::Comma {
+                    continue; // Ignore commas
+                } else if token.kind == TokenKind::RBrace {
+                    break; // Stop at the closing brace
+                } else {
+                    return Statement::error(token, "Unexpected token in export list".to_string());
+                }
+            }
+
+            Statement {
+                kind: StatementKind::Export {
+                    names: names.clone(),
+                    source: parser.current_module.clone(),
+                },
+                value: Value::Null,
+                indent: token.indent,
+                line: token.line,
+                column: token.column,
+            }
+        }
+
+        "load" => {
+            parser.advance(); // consume 'load'
+
+            // Exemple : @load "preset.mydeva"
+            let Some(path_token) = parser.peek() else {
+                return Statement::error(token, "Expected string after 'load'".to_string());
+            };
+
+            if path_token.kind != TokenKind::String {
+                return Statement::error(token, "Expected string after 'load'".to_string());
+            }
+
+            let path = path_token.lexeme.clone();
+
+            parser.advance(); // consume string
+            parser.advance(); // consume 'as'
+
+            let Some(as_token) = parser.peek_clone() else {
+                return Statement::error(
+                    token,
+                    "Expected 'as' after path in load statement".to_string()
+                );
+            };
+
+            if as_token.kind != TokenKind::Identifier {
+                return Statement::error(
+                    token,
+                    "Expected identifier after 'as' in load statement".to_string()
+                );
+            }
+
+            let alias = as_token.lexeme.clone();
+
+            parser.advance(); // consume identifier
+
+            Statement {
+                kind: StatementKind::Load {
+                    source: path,
+                    alias,
+                },
+                value: Value::Null,
+                indent: token.indent,
+                line: token.line,
+                column: token.column,
+            }
+        }
+
+        _ => {
+            let message = format!("Unknown keyword after '@' : {}", keyword);
+            Statement::error(token, message)
+        }
+    }
+}

package/rust/core/parser/handler/bank.rs

@@ -0,0 +1,41 @@
+use crate::core::{
+    lexer::token::TokenKind,
+    parser::{ statement::{ Statement, StatementKind }, driver::Parser },
+    shared::value::Value,
+    store::global::GlobalStore,
+};
+
+pub fn parse_bank_token(parser: &mut Parser, _global_store: &mut GlobalStore) -> Statement {
+    parser.advance(); // consume 'bank'
+
+    let Some(bank_token) = parser.previous_clone() else {
+        return Statement::unknown();
+    };
+
+    let bank_value = if let Some(token) = parser.peek_clone() {
+        match token.kind {
+            TokenKind::Identifier => {
+                parser.advance();
+                Value::Identifier(token.lexeme.clone())
+            }
+            TokenKind::Number => {
+                parser.advance();
+                Value::Number(token.lexeme.parse::<f32>().unwrap_or(0.0))
+            }
+            _ => Value::Unknown,
+        }
+    } else {
+        return Statement::error(
+            bank_token,
+            "Expected identifier or number after 'bank'".to_string()
+        );
+    };
+
+    Statement {
+        kind: StatementKind::Bank,
+        value: bank_value,
+        indent: bank_token.indent,
+        line: bank_token.line,
+        column: bank_token.column,
+    }
+}