flowquery 1.0.14 → 1.0.16

package/src/parsing/token_to_node.ts

@@ -1,91 +1,108 @@
-import { Add, Subtract, Multiply, Divide, Modulo, Power, Equals, LessThan, GreaterThan, GreaterThanOrEqual, LessThanOrEqual, And, Or, Not, Is } from './expressions/operator';
-import String from './expressions/string';
-import Identifier from './expressions/identifier';
-import Number from './expressions/number';
-import Token from '../tokenization/token';
-import ASTNode from './ast_node';
-import JSON from './components/json';
-import CSV from './components/csv';
-import Text from './components/text';
-import When from './logic/when';
-import Then from './logic/then';
-import Else from './logic/else';
-import End from './logic/end';
-import Null from './components/null';
+import Token from "../tokenization/token";
+import ASTNode from "./ast_node";
+import CSV from "./components/csv";
+import JSON from "./components/json";
+import Null from "./components/null";
+import Text from "./components/text";
+import Identifier from "./expressions/identifier";
+import Number from "./expressions/number";
+import {
+    Add,
+    And,
+    Divide,
+    Equals,
+    GreaterThan,
+    GreaterThanOrEqual,
+    Is,
+    LessThan,
+    LessThanOrEqual,
+    Modulo,
+    Multiply,
+    Not,
+    Or,
+    Power,
+    Subtract,
+} from "./expressions/operator";
+import String from "./expressions/string";
+import Else from "./logic/else";
+import End from "./logic/end";
+import Then from "./logic/then";
+import When from "./logic/when";
+
 class TokenToNode {
     public static convert(token: Token): ASTNode {
-        if(token.isNumber()) {
-            if(token.value === null) {
-                throw new Error('Number token has no value');
+        if (token.isNumber()) {
+            if (token.value === null) {
+                throw new Error("Number token has no value");
             }
             return new Number(token.value);
-        } else if(token.isString()) {
-            if(token.value === null) {
-                throw new Error('String token has no value');
+        } else if (token.isString()) {
+            if (token.value === null) {
+                throw new Error("String token has no value");
             }
             return new String(token.value);
-        } else if(token.isIdentifier()) {
-            if(token.value === null) {
-                throw new Error('Identifier token has no value');
+        } else if (token.isIdentifier()) {
+            if (token.value === null) {
+                throw new Error("Identifier token has no value");
             }
             return new Identifier(token.value);
-        } else if(token.isOperator()) {
-            if(token.isAdd()) {
+        } else if (token.isOperator()) {
+            if (token.isAdd()) {
                 return new Add();
-            } else if(token.isSubtract()) {
+            } else if (token.isSubtract()) {
                 return new Subtract();
-            } else if(token.isMultiply()) {
+            } else if (token.isMultiply()) {
                 return new Multiply();
-            } else if(token.isDivide()) {
+            } else if (token.isDivide()) {
                 return new Divide();
-            } else if(token.isModulo()) {
+            } else if (token.isModulo()) {
                 return new Modulo();
-            } else if(token.isExponent()) {
+            } else if (token.isExponent()) {
                 return new Power();
-            } else if(token.isEquals()) {
+            } else if (token.isEquals()) {
                 return new Equals();
-            } else if(token.isLessThan()) {
+            } else if (token.isLessThan()) {
                 return new LessThan();
-            } else if(token.isGreaterThan()) {
+            } else if (token.isGreaterThan()) {
                 return new GreaterThan();
-            } else if(token.isGreaterThanOrEqual()) {
+            } else if (token.isGreaterThanOrEqual()) {
                 return new GreaterThanOrEqual();
-            } else if(token.isLessThanOrEqual()) {
+            } else if (token.isLessThanOrEqual()) {
                 return new LessThanOrEqual();
-            } else if(token.isAnd()) {
+            } else if (token.isAnd()) {
                 return new And();
-            } else if(token.isOr()) {
+            } else if (token.isOr()) {
                 return new Or();
-            } else if(token.isIs()) {
+            } else if (token.isIs()) {
                 return new Is();
             }
-        } else if(token.isUnaryOperator()) {
-            if(token.isNot()) {
+        } else if (token.isUnaryOperator()) {
+            if (token.isNot()) {
                 return new Not();
             }
         } else if (token.isKeyword()) {
-            if(token.isJSON()) {
+            if (token.isJSON()) {
                 return new JSON();
-            } else if(token.isCSV()) {
+            } else if (token.isCSV()) {
                 return new CSV();
-            } else if(token.isText()) {
+            } else if (token.isText()) {
                 return new Text();
-            } else if(token.isWhen()) {
+            } else if (token.isWhen()) {
                 return new When();
-            } else if(token.isThen()) {
+            } else if (token.isThen()) {
                 return new Then();
-            } else if(token.isElse()) {
+            } else if (token.isElse()) {
                 return new Else();
-            } else if(token.isEnd()) {
+            } else if (token.isEnd()) {
                 return new End();
-            } else if(token.isNull()) {
+            } else if (token.isNull()) {
                 return new Null();
             }
         } else {
-            throw new Error('Unknown token');
+            throw new Error("Unknown token");
         }
         return new ASTNode();
     }
 }
 
-export default TokenToNode;
+export default TokenToNode;

package/src/tokenization/token.ts

@@ -1,18 +1,18 @@
-import TokenType from "./token_type";
-import Keyword from "./keyword";
-import Symbol from "./symbol";
-import Operator from "./operator";
-import TokenToNode from "../parsing/token_to_node";
 import ASTNode from "../parsing/ast_node";
+import TokenToNode from "../parsing/token_to_node";
 import StringUtils from "../utils/string_utils";
+import Keyword from "./keyword";
+import Operator from "./operator";
+import Symbol from "./symbol";
+import TokenType from "./token_type";
 
 /**
  * Represents a single token in the FlowQuery language.
- * 
+ *
  * Tokens are the atomic units of lexical analysis, produced by the tokenizer
  * and consumed by the parser. Each token has a type (keyword, operator, identifier, etc.)
  * and an optional value.
- * 
+ *
  * @example
  * ```typescript
  * const withToken = Token.WITH;
@@ -29,24 +29,24 @@ class Token {
 
     /**
      * Creates a new Token instance.
-     * 
+     *
      * @param type - The type of the token
      * @param value - The optional value associated with the token
      */
     constructor(type: TokenType, value: string | null = null) {
         this._type = type;
         this._value = value;
-        this._can_be_identifier = StringUtils.can_be_identifier(value || '');
+        this._can_be_identifier = StringUtils.can_be_identifier(value || "");
     }
 
     /**
      * Checks if this token equals another token.
-     * 
+     *
      * @param other - The token to compare against
      * @returns True if tokens are equal, false otherwise
      */
     public equals(other: Token): boolean {
-        if(this._type === TokenType.IDENTIFIER && other.type === TokenType.IDENTIFIER) {
+        if (this._type === TokenType.IDENTIFIER && other.type === TokenType.IDENTIFIER) {
             return true; // Identifier values are not compared
         }
         return this._type === other.type && this._value === other.value;
@@ -399,6 +399,22 @@ class Token {
         return this._type === TokenType.KEYWORD && this._value === Keyword.LOAD;
     }
 
+    public static get CALL(): Token {
+        return new Token(TokenType.KEYWORD, Keyword.CALL);
+    }
+
+    public isCall(): boolean {
+        return this._type === TokenType.KEYWORD && this._value === Keyword.CALL;
+    }
+
+    public static get YIELD(): Token {
+        return new Token(TokenType.KEYWORD, Keyword.YIELD);
+    }
+
+    public isYield(): boolean {
+        return this._type === TokenType.KEYWORD && this._value === Keyword.YIELD;
+    }
+
     public static get JSON(): Token {
         return new Token(TokenType.KEYWORD, Keyword.JSON);
     }
@@ -478,7 +494,7 @@ class Token {
     public isWhere(): boolean {
         return this._type === TokenType.KEYWORD && this._value === Keyword.WHERE;
     }
-    
+
     public static get MERGE(): Token {
         return new Token(TokenType.KEYWORD, Keyword.MERGE);
     }
@@ -599,7 +615,6 @@ class Token {
         return this._type === TokenType.KEYWORD && this._value === Keyword.LIMIT;
     }
 
-
     // End of file token
 
     public static get EOF(): Token {
@@ -630,4 +645,4 @@ class Token {
     }
 }
 
-export default Token;
+export default Token;