flowquery 1.0.2 → 1.0.5

package/dist/parsing/operations/load.d.ts

@@ -0,0 +1,48 @@
+import Operation from "./operation";
+import CSV from "../components/csv";
+import { default as _JSON } from "../components/json";
+import Text from "../components/text";
+import Function from "../functions/function";
+import AsyncFunction from "../functions/async_function";
+import AssociativeArray from "../data_structures/associative_array";
+import Reference from "../expressions/reference";
+import Expression from "../expressions/expression";
+import Lookup from "../data_structures/lookup";
+import From from "../components/from";
+declare class Load extends Operation {
+    private _value;
+    constructor();
+    get type(): _JSON | CSV | Text;
+    /**
+     * Gets the From component which contains either a URL expression or an AsyncFunction.
+     */
+    get fromComponent(): From;
+    /**
+     * Checks if the data source is an async function.
+     */
+    get isAsyncFunction(): boolean;
+    /**
+     * Gets the async function if the source is a function, otherwise null.
+     */
+    get asyncFunction(): AsyncFunction | null;
+    get from(): string;
+    get headers(): {
+        [key: string]: string;
+    };
+    get payload(): Function | Reference | Expression | AssociativeArray | Lookup | null;
+    private method;
+    private options;
+    /**
+     * Loads data from an async function source.
+     */
+    private loadFromFunction;
+    /**
+     * Loads data from a URL source (original behavior).
+     */
+    private loadFromUrl;
+    load(): Promise<any>;
+    run(): Promise<void>;
+    value(): any;
+}
+export default Load;
+//# sourceMappingURL=load.d.ts.map

package/dist/parsing/operations/load.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"load.d.ts","sourceRoot":"","sources":["../../../src/parsing/operations/load.ts"],"names":[],"mappings":"AAAA,OAAO,SAAS,MAAM,aAAa,CAAC;AACpC,OAAO,GAAG,MAAM,mBAAmB,CAAC;AACpC,OAAO,EAAC,OAAO,IAAI,KAAK,EAAC,MAAM,oBAAoB,CAAC;AACpD,OAAO,IAAI,MAAM,oBAAoB,CAAC;AACtC,OAAO,QAAQ,MAAM,uBAAuB,CAAC;AAC7C,OAAO,aAAa,MAAM,6BAA6B,CAAC;AACxD,OAAO,gBAAgB,MAAM,sCAAsC,CAAC;AACpE,OAAO,SAAS,MAAM,0BAA0B,CAAC;AACjD,OAAO,UAAU,MAAM,2BAA2B,CAAC;AAGnD,OAAO,MAAM,MAAM,2BAA2B,CAAC;AAC/C,OAAO,IAAI,MAAM,oBAAoB,CAAC;AAEtC,cAAM,IAAK,SAAQ,SAAS;IAC1B,OAAO,CAAC,MAAM,CAAa;;IAI3B,IAAW,IAAI,IAAI,KAAK,GAAG,GAAG,GAAG,IAAI,CAEpC;IAED;;OAEG;IACH,IAAW,aAAa,IAAI,IAAI,CAE/B;IAED;;OAEG;IACH,IAAW,eAAe,IAAI,OAAO,CAEpC;IAED;;OAEG;IACH,IAAW,aAAa,IAAI,aAAa,GAAG,IAAI,CAG/C;IAED,IAAW,IAAI,IAAI,MAAM,CAExB;IACD,IAAW,OAAO,IAAI;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;KAAE,CAK9C;IACD,IAAW,OAAO,IAAI,QAAQ,GAAG,SAAS,GAAG,UAAU,GAAG,gBAAgB,GAAG,MAAM,GAAG,IAAI,CAQzF;IACD,OAAO,CAAC,MAAM;IAOd,OAAO,CAAC,OAAO;IAcf;;OAEG;YACW,gBAAgB;IAQ9B;;OAEG;YACW,WAAW;IAsBZ,IAAI,IAAI,OAAO,CAAC,GAAG,CAAC;IAOpB,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC;IAQ1B,KAAK,IAAI,GAAG;CAGpB;AAED,eAAe,IAAI,CAAC"}

package/dist/parsing/operations/operation.d.ts

@@ -0,0 +1,39 @@
+import ASTNode from "../ast_node";
+/**
+ * Base class for all FlowQuery operations.
+ *
+ * Operations represent the main statements in FlowQuery (WITH, UNWIND, RETURN, LOAD, WHERE).
+ * They form a linked list structure and can be executed sequentially.
+ *
+ * @abstract
+ */
+declare abstract class Operation extends ASTNode {
+    private _previous;
+    private _next;
+    /**
+     * Creates a new Operation instance.
+     */
+    constructor();
+    get previous(): Operation | null;
+    set previous(value: Operation | null);
+    get next(): Operation | null;
+    set next(value: Operation | null);
+    addSibling(operation: Operation): void;
+    /**
+     * Executes this operation. Must be implemented by subclasses.
+     *
+     * @returns A promise that resolves when the operation completes
+     * @throws {Error} If not implemented by subclass
+     */
+    run(): Promise<void>;
+    /**
+     * Finishes execution by calling finish on the next operation in the chain.
+     *
+     * @returns A promise that resolves when all operations finish
+     */
+    finish(): Promise<void>;
+    reset(): void;
+    get results(): Record<string, any>[];
+}
+export default Operation;
+//# sourceMappingURL=operation.d.ts.map

package/dist/parsing/operations/operation.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"operation.d.ts","sourceRoot":"","sources":["../../../src/parsing/operations/operation.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,aAAa,CAAC;AAElC;;;;;;;GAOG;AACH,uBAAe,SAAU,SAAQ,OAAO;IACpC,OAAO,CAAC,SAAS,CAA0B;IAC3C,OAAO,CAAC,KAAK,CAA0B;IAEvC;;OAEG;;IAIH,IAAW,QAAQ,IAAI,SAAS,GAAG,IAAI,CAEtC;IACD,IAAW,QAAQ,CAAC,KAAK,EAAE,SAAS,GAAG,IAAI,EAE1C;IACD,IAAW,IAAI,IAAI,SAAS,GAAG,IAAI,CAElC;IACD,IAAW,IAAI,CAAC,KAAK,EAAE,SAAS,GAAG,IAAI,EAEtC;IACM,UAAU,CAAC,SAAS,EAAE,SAAS,GAAG,IAAI;IAM7C;;;;;OAKG;IACU,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC;IAIjC;;;;OAIG;IACU,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAG7B,KAAK,IAAI,IAAI;IAGpB,IAAW,OAAO,IAAI,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,CAE1C;CACJ;AAED,eAAe,SAAS,CAAC"}

package/dist/parsing/operations/projection.d.ts

@@ -0,0 +1,8 @@
+import Operation from "./operation";
+import Expression from "../expressions/expression";
+declare class Projection extends Operation {
+    constructor(expressions: Expression[]);
+    protected expressions(): Generator<[Expression, string]>;
+}
+export default Projection;
+//# sourceMappingURL=projection.d.ts.map

package/dist/parsing/operations/projection.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"projection.d.ts","sourceRoot":"","sources":["../../../src/parsing/operations/projection.ts"],"names":[],"mappings":"AAAA,OAAO,SAAS,MAAM,aAAa,CAAC;AACpC,OAAO,UAAU,MAAM,2BAA2B,CAAC;AAEnD,cAAM,UAAW,SAAQ,SAAS;gBAClB,WAAW,EAAE,UAAU,EAAE;IAIrC,SAAS,CAAE,WAAW,IAAI,SAAS,CAAC,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;CAO5D;AAED,eAAe,UAAU,CAAC"}

package/dist/parsing/operations/return.d.ts

@@ -0,0 +1,23 @@
+import Projection from "./projection";
+import Where from "./where";
+/**
+ * Represents a RETURN operation that produces the final query results.
+ *
+ * The RETURN operation evaluates expressions and collects them into result records.
+ * It can optionally have a WHERE clause to filter results.
+ *
+ * @example
+ * ```typescript
+ * // RETURN x, y WHERE x > 0
+ * ```
+ */
+declare class Return extends Projection {
+    protected _where: Where | null;
+    protected _results: Record<string, any>[];
+    set where(where: Where);
+    get where(): boolean;
+    run(): Promise<void>;
+    get results(): Record<string, any>[];
+}
+export default Return;
+//# sourceMappingURL=return.d.ts.map

package/dist/parsing/operations/return.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"return.d.ts","sourceRoot":"","sources":["../../../src/parsing/operations/return.ts"],"names":[],"mappings":"AAAA,OAAO,UAAU,MAAM,cAAc,CAAC;AACtC,OAAO,KAAK,MAAM,SAAS,CAAC;AAE5B;;;;;;;;;;GAUG;AACH,cAAM,MAAO,SAAQ,UAAU;IAC3B,SAAS,CAAC,MAAM,EAAE,KAAK,GAAG,IAAI,CAAQ;IACtC,SAAS,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,CAAM;IAC/C,IAAW,KAAK,CAAC,KAAK,EAAE,KAAK,EAE5B;IACD,IAAW,KAAK,IAAI,OAAO,CAK1B;IACY,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC;IAWjC,IAAW,OAAO,IAAI,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,CAE1C;CACJ;AAED,eAAe,MAAM,CAAC"}

package/dist/parsing/operations/unwind.d.ts

@@ -0,0 +1,12 @@
+import Operation from "./operation";
+import Expression from "../expressions/expression";
+declare class Unwind extends Operation {
+    private _value;
+    constructor(expression: Expression);
+    get expression(): Expression;
+    get as(): string;
+    run(): Promise<void>;
+    value(): any;
+}
+export default Unwind;
+//# sourceMappingURL=unwind.d.ts.map

package/dist/parsing/operations/unwind.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"unwind.d.ts","sourceRoot":"","sources":["../../../src/parsing/operations/unwind.ts"],"names":[],"mappings":"AAAA,OAAO,SAAS,MAAM,aAAa,CAAC;AACpC,OAAO,UAAU,MAAM,2BAA2B,CAAC;AAEnD,cAAM,MAAO,SAAQ,SAAS;IAC1B,OAAO,CAAC,MAAM,CAAM;gBACR,UAAU,EAAE,UAAU;IAIlC,IAAW,UAAU,IAAI,UAAU,CAElC;IACD,IAAW,EAAE,IAAI,MAAM,CAEtB;IACY,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC;IAW1B,KAAK,IAAI,GAAG;CAGtB;AAED,eAAe,MAAM,CAAC"}

package/dist/parsing/operations/where.d.ts

@@ -0,0 +1,26 @@
+import Operation from "./operation";
+import Expression from "../expressions/expression";
+/**
+ * Represents a WHERE operation that filters data based on a condition.
+ *
+ * The WHERE operation evaluates a boolean expression and only continues
+ * execution to the next operation if the condition is true.
+ *
+ * @example
+ * ```typescript
+ * // RETURN x WHERE x > 0
+ * ```
+ */
+declare class Where extends Operation {
+    /**
+     * Creates a new WHERE operation with the given condition.
+     *
+     * @param expression - The boolean expression to evaluate
+     */
+    constructor(expression: Expression);
+    get expression(): Expression;
+    run(): Promise<void>;
+    value(): any;
+}
+export default Where;
+//# sourceMappingURL=where.d.ts.map

package/dist/parsing/operations/where.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"where.d.ts","sourceRoot":"","sources":["../../../src/parsing/operations/where.ts"],"names":[],"mappings":"AAAA,OAAO,SAAS,MAAM,aAAa,CAAC;AACpC,OAAO,UAAU,MAAM,2BAA2B,CAAC;AAEnD;;;;;;;;;;GAUG;AACH,cAAM,KAAM,SAAQ,SAAS;IACzB;;;;OAIG;gBACS,UAAU,EAAE,UAAU;IAIlC,IAAW,UAAU,IAAI,UAAU,CAElC;IACY,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC;IAK1B,KAAK,IAAI,GAAG;CAGtB;AAED,eAAe,KAAK,CAAC"}

package/dist/parsing/operations/with.d.ts

@@ -0,0 +1,17 @@
+import Projection from "./projection";
+/**
+ * Represents a WITH operation that defines variables or intermediate results.
+ *
+ * The WITH operation creates named expressions that can be referenced later in the query.
+ * It passes control to the next operation in the chain.
+ *
+ * @example
+ * ```typescript
+ * // WITH x = 1, y = 2 RETURN x + y
+ * ```
+ */
+declare class With extends Projection {
+    run(): Promise<void>;
+}
+export default With;
+//# sourceMappingURL=with.d.ts.map

package/dist/parsing/operations/with.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"with.d.ts","sourceRoot":"","sources":["../../../src/parsing/operations/with.ts"],"names":[],"mappings":"AAAA,OAAO,UAAU,MAAM,cAAc,CAAC;AAEtC;;;;;;;;;;GAUG;AACH,cAAM,IAAK,SAAQ,UAAU;IACZ,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC;CAGpC;AAED,eAAe,IAAI,CAAC"}

package/dist/parsing/parser.d.ts

@@ -0,0 +1,66 @@
+import ASTNode from "./ast_node";
+import BaseParser from "./base_parser";
+/**
+ * Main parser for FlowQuery statements.
+ *
+ * Parses FlowQuery declarative query language statements into an Abstract Syntax Tree (AST).
+ * Supports operations like WITH, UNWIND, RETURN, LOAD, WHERE, and LIMIT, along with
+ * expressions, functions, data structures, and logical constructs.
+ *
+ * @example
+ * ```typescript
+ * const parser = new Parser();
+ * const ast = parser.parse("unwind [1, 2, 3, 4] as num return num");
+ * ```
+ */
+declare class Parser extends BaseParser {
+    private variables;
+    private context;
+    private _returns;
+    /**
+     * Parses a FlowQuery statement into an Abstract Syntax Tree.
+     *
+     * @param statement - The FlowQuery statement to parse
+     * @returns The root AST node containing the parsed structure
+     * @throws {Error} If the statement is malformed or contains syntax errors
+     *
+     * @example
+     * ```typescript
+     * const ast = parser.parse("LOAD JSON FROM 'https://api.adviceslip.com/advice' AS data RETURN data");
+     * ```
+     */
+    parse(statement: string): ASTNode;
+    private parseOperation;
+    private parseWith;
+    private parseUnwind;
+    private parseReturn;
+    private parseWhere;
+    private parseLoad;
+    private parseLimit;
+    private parseExpressions;
+    private parseExpression;
+    private parseLookup;
+    private parseCase;
+    private parseWhen;
+    private parseThen;
+    private parseElse;
+    private parseAlias;
+    private parseFunction;
+    /**
+     * Parses an async function call for use in LOAD operations.
+     * Only matches if the identifier is registered as an async data provider.
+     *
+     * @returns An AsyncFunction node if a registered async function is found, otherwise null
+     */
+    private parseAsyncFunction;
+    private parsePredicateFunction;
+    private parseFString;
+    private parseJSON;
+    private parseAssociativeArray;
+    private parseJSONArray;
+    private expectAndSkipWhitespaceAndComments;
+    private skipWhitespaceAndComments;
+    private expectPreviousTokenToBeWhitespaceOrComment;
+}
+export default Parser;
+//# sourceMappingURL=parser.d.ts.map

package/dist/parsing/parser.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"parser.d.ts","sourceRoot":"","sources":["../../src/parsing/parser.ts"],"names":[],"mappings":"AAEA,OAAO,OAAO,MAAM,YAAY,CAAC;AACjC,OAAO,UAAU,MAAM,eAAe,CAAC;AAuCvC;;;;;;;;;;;;GAYG;AACH,cAAM,MAAO,SAAQ,UAAU;IAC3B,OAAO,CAAC,SAAS,CAAmC;IACpD,OAAO,CAAC,OAAO,CAA0B;IACzC,OAAO,CAAC,QAAQ,CAAa;IAE7B;;;;;;;;;;;OAWG;IACI,KAAK,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO;IA6CxC,OAAO,CAAC,cAAc;IAStB,OAAO,CAAC,SAAS;IAgBjB,OAAO,CAAC,WAAW;IAyBnB,OAAO,CAAC,WAAW;IAiBnB,OAAO,CAAC,UAAU;IAiBlB,OAAO,CAAC,SAAS;IAoEjB,OAAO,CAAC,UAAU;IAgBlB,OAAO,CAAE,gBAAgB;IA6BzB,OAAO,CAAC,eAAe;IAiFvB,OAAO,CAAC,WAAW;IAkDnB,OAAO,CAAC,SAAS;IAyCjB,OAAO,CAAC,SAAS;IAejB,OAAO,CAAC,SAAS;IAejB,OAAO,CAAC,SAAS;IAejB,OAAO,CAAC,UAAU;IAgBlB,OAAO,CAAC,aAAa;IAiCrB;;;;;OAKG;IACH,OAAO,CAAC,kBAAkB;IA0B1B,OAAO,CAAC,sBAAsB;IA0D9B,OAAO,CAAC,YAAY;IA4BpB,OAAO,CAAC,SAAS;IAiBjB,OAAO,CAAC,qBAAqB;IAuC7B,OAAO,CAAC,cAAc;IAyBtB,OAAO,CAAC,kCAAkC;IAO1C,OAAO,CAAC,yBAAyB;IASjC,OAAO,CAAC,0CAA0C;CAKrD;AAED,eAAe,MAAM,CAAC"}

package/dist/parsing/parser.js

@@ -52,7 +52,7 @@ const null_1 = __importDefault(require("./components/null"));
  * @example
  * ```typescript
  * const parser = new Parser();
- * const ast = parser.parse("unwind [1, 2, 3, 4, 5] as num return num");
+ * const ast = parser.parse("unwind [1, 2, 3, 4] as num return num");
  * ```
  */
 class Parser extends base_parser_1.default {

package/dist/parsing/token_to_node.d.ts

@@ -0,0 +1,7 @@
+import Token from '../tokenization/token';
+import ASTNode from './ast_node';
+declare class TokenToNode {
+    static convert(token: Token): ASTNode;
+}
+export default TokenToNode;
+//# sourceMappingURL=token_to_node.d.ts.map

package/dist/parsing/token_to_node.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"token_to_node.d.ts","sourceRoot":"","sources":["../../src/parsing/token_to_node.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,MAAM,uBAAuB,CAAC;AAC1C,OAAO,OAAO,MAAM,YAAY,CAAC;AASjC,cAAM,WAAW;WACC,OAAO,CAAC,KAAK,EAAE,KAAK,GAAG,OAAO;CAyE/C;AAED,eAAe,WAAW,CAAC"}

package/dist/tokenization/keyword.d.ts

@@ -0,0 +1,43 @@
+declare enum Keyword {
+    RETURN = "RETURN",
+    MATCH = "MATCH",
+    WHERE = "WHERE",
+    CREATE = "CREATE",
+    MERGE = "MERGE",
+    DELETE = "DELETE",
+    DETACH = "DETACH",
+    SET = "SET",
+    REMOVE = "REMOVE",
+    FOREACH = "FOREACH",
+    WITH = "WITH",
+    CALL = "CALL",
+    YIELD = "YIELD",
+    LOAD = "LOAD",
+    HEADERS = "HEADERS",
+    POST = "POST",
+    FROM = "FROM",
+    CSV = "CSV",
+    JSON = "JSON",
+    TEXT = "TEXT",
+    AS = "AS",
+    UNWIND = "UNWIND",
+    SUM = "SUM",
+    COLLECT = "COLLECT",
+    DISTINCT = "DISTINCT",
+    ORDER = "ORDER",
+    BY = "BY",
+    ASC = "ASC",
+    DESC = "DESC",
+    SKIP = "SKIP",
+    LIMIT = "LIMIT",
+    EOF = "EOF",
+    CASE = "CASE",
+    WHEN = "WHEN",
+    THEN = "THEN",
+    ELSE = "ELSE",
+    END = "END",
+    NULL = "NULL",
+    IN = "IN"
+}
+export default Keyword;
+//# sourceMappingURL=keyword.d.ts.map

package/dist/tokenization/keyword.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"keyword.d.ts","sourceRoot":"","sources":["../../src/tokenization/keyword.ts"],"names":[],"mappings":"AAAA,aAAK,OAAO;IACR,MAAM,WAAW;IACjB,KAAK,UAAU;IACf,KAAK,UAAU;IACf,MAAM,WAAW;IACjB,KAAK,UAAU;IACf,MAAM,WAAW;IACjB,MAAM,WAAW;IACjB,GAAG,QAAQ;IACX,MAAM,WAAW;IACjB,OAAO,YAAY;IACnB,IAAI,SAAS;IACb,IAAI,SAAS;IACb,KAAK,UAAU;IACf,IAAI,SAAS;IACb,OAAO,YAAY;IACnB,IAAI,SAAS;IACb,IAAI,SAAS;IACb,GAAG,QAAQ;IACX,IAAI,SAAS;IACb,IAAI,SAAS;IACb,EAAE,OAAO;IACT,MAAM,WAAW;IACjB,GAAG,QAAQ;IACX,OAAO,YAAY;IACnB,QAAQ,aAAa;IACrB,KAAK,UAAU;IACf,EAAE,OAAO;IACT,GAAG,QAAQ;IACX,IAAI,SAAS;IACb,IAAI,SAAS;IACb,KAAK,UAAU;IACf,GAAG,QAAQ;IACX,IAAI,SAAS;IACb,IAAI,SAAS;IACb,IAAI,SAAS;IACb,IAAI,SAAS;IACb,GAAG,QAAQ;IACX,IAAI,SAAS;IACb,EAAE,OAAO;CACZ;AAED,eAAe,OAAO,CAAC"}

package/dist/tokenization/operator.d.ts

@@ -0,0 +1,22 @@
+declare enum Operator {
+    ADD = "+",
+    SUBTRACT = "-",
+    MULTIPLY = "*",
+    DIVIDE = "/",
+    MODULO = "%",
+    EXPONENT = "^",
+    EQUALS = "=",
+    NOT_EQUALS = "<>",
+    LESS_THAN = "<",
+    LESS_THAN_OR_EQUAL = "<=",
+    GREATER_THAN = ">",
+    GREATER_THAN_OR_EQUAL = ">=",
+    IS = "IS",
+    AND = "AND",
+    OR = "OR",
+    NOT = "NOT",
+    IN = "IN",
+    PIPE = "|"
+}
+export default Operator;
+//# sourceMappingURL=operator.d.ts.map

package/dist/tokenization/operator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"operator.d.ts","sourceRoot":"","sources":["../../src/tokenization/operator.ts"],"names":[],"mappings":"AAAA,aAAK,QAAQ;IAET,GAAG,MAAM;IACT,QAAQ,MAAM;IACd,QAAQ,MAAM;IACd,MAAM,MAAM;IACZ,MAAM,MAAM;IACZ,QAAQ,MAAM;IAEd,MAAM,MAAM;IACZ,UAAU,OAAO;IACjB,SAAS,MAAM;IACf,kBAAkB,OAAO;IACzB,YAAY,MAAM;IAClB,qBAAqB,OAAO;IAC5B,EAAE,OAAO;IAET,GAAG,QAAQ;IACX,EAAE,OAAO;IACT,GAAG,QAAQ;IACX,EAAE,OAAO;IACT,IAAI,MAAM;CACb;AAED,eAAe,QAAQ,CAAC"}

package/dist/tokenization/string_walker.d.ts

@@ -0,0 +1,55 @@
+/**
+ * Utility class for walking through a string character by character during tokenization.
+ *
+ * Provides methods to check for specific character patterns, move through the string,
+ * and extract substrings. Used by the Tokenizer to process input text.
+ *
+ * @example
+ * ```typescript
+ * const walker = new StringWalker("WITH x as variable");
+ * while (!walker.isAtEnd) {
+ *   // Process characters
+ * }
+ * ```
+ */
+declare class StringWalker {
+    private _position;
+    private readonly text;
+    /**
+     * Creates a new StringWalker for the given text.
+     *
+     * @param text - The input text to walk through
+     */
+    constructor(text: string);
+    get position(): number;
+    get currentChar(): string;
+    get nextChar(): string;
+    get previousChar(): string;
+    get isAtEnd(): boolean;
+    getString(startPosition: number): string;
+    getRemainingString(): string;
+    checkForSingleComment(): boolean;
+    checkForMultiLineComment(): boolean;
+    singleLineCommentStart(): boolean;
+    multiLineCommentStart(): boolean;
+    multiLineCommentEnd(): boolean;
+    newLine(): boolean;
+    escaped(char: string): boolean;
+    escapedBrace(): boolean;
+    openingBrace(): boolean;
+    closingBrace(): boolean;
+    checkForUnderScore(): boolean;
+    checkForLetter(): boolean;
+    checkForDigit(): boolean;
+    checkForQuote(): string | null;
+    checkForString(value: string): boolean;
+    checkForWhitespace(): boolean;
+    checkForFStringStart(): boolean;
+    moveNext(): void;
+    moveBy(steps: number): void;
+    movePrevious(): void;
+    is_word(word: string | null): boolean;
+    word_continuation(word: string): boolean;
+}
+export default StringWalker;
+//# sourceMappingURL=string_walker.d.ts.map

package/dist/tokenization/string_walker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"string_walker.d.ts","sourceRoot":"","sources":["../../src/tokenization/string_walker.ts"],"names":[],"mappings":"AAEA;;;;;;;;;;;;;GAaG;AACH,cAAM,YAAY;IACd,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAS;IAE9B;;;;OAIG;gBACS,IAAI,EAAE,MAAM;IAKxB,IAAW,QAAQ,IAAI,MAAM,CAE5B;IAED,IAAW,WAAW,IAAI,MAAM,CAE/B;IAED,IAAW,QAAQ,IAAI,MAAM,CAE5B;IAED,IAAW,YAAY,IAAI,MAAM,CAEhC;IAED,IAAW,OAAO,IAAI,OAAO,CAE5B;IAEM,SAAS,CAAC,aAAa,EAAE,MAAM,GAAG,MAAM;IAIxC,kBAAkB,IAAI,MAAM;IAI5B,qBAAqB,IAAI,OAAO;IAUhC,wBAAwB,IAAI,OAAO;IAcnC,sBAAsB,IAAI,OAAO;IAIjC,qBAAqB,IAAI,OAAO;IAIhC,mBAAmB,IAAI,OAAO;IAI9B,OAAO,IAAI,OAAO;IAOlB,OAAO,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO;IAI9B,YAAY,IAAI,OAAO;IAIvB,YAAY,IAAI,OAAO;IAIvB,YAAY,IAAI,OAAO;IAIvB,kBAAkB,IAAI,OAAO;IAQ7B,cAAc,IAAI,OAAO;IAQzB,aAAa,IAAI,OAAO;IAQxB,aAAa,IAAI,MAAM,GAAG,IAAI;IAS9B,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO;IAUtC,kBAAkB,IAAI,OAAO;IAI7B,oBAAoB,IAAI,OAAO;IAI/B,QAAQ,IAAI,IAAI;IAIhB,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAI3B,YAAY,IAAI,IAAI;IAIpB,OAAO,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,GAAG,OAAO;IAOrC,iBAAiB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO;CAIlD;AAED,eAAe,YAAY,CAAC"}

package/dist/tokenization/symbol.d.ts

@@ -0,0 +1,15 @@
+declare enum Symbol {
+    LEFT_PARENTHESIS = "(",
+    RIGHT_PARENTHESIS = ")",
+    COMMA = ",",
+    DOT = ".",
+    COLON = ":",
+    WHITESPACE = "",
+    OPENING_BRACE = "{",
+    CLOSING_BRACE = "}",
+    OPENING_BRACKET = "[",
+    CLOSING_BRACKET = "]",
+    BACKTICK = "`"
+}
+export default Symbol;
+//# sourceMappingURL=symbol.d.ts.map

package/dist/tokenization/symbol.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"symbol.d.ts","sourceRoot":"","sources":["../../src/tokenization/symbol.ts"],"names":[],"mappings":"AAAA,aAAK,MAAM;IACP,gBAAgB,MAAM;IACtB,iBAAiB,MAAM;IACvB,KAAK,MAAM;IACX,GAAG,MAAM;IACT,KAAK,MAAM;IACX,UAAU,KAAK;IACf,aAAa,MAAM;IACnB,aAAa,MAAM;IACnB,eAAe,MAAM;IACrB,eAAe,MAAM;IACrB,QAAQ,MAAM;CACjB;AAED,eAAe,MAAM,CAAC"}

package/dist/tokenization/token.d.ts

@@ -0,0 +1,176 @@
+import TokenType from "./token_type";
+import ASTNode from "../parsing/ast_node";
+/**
+ * Represents a single token in the FlowQuery language.
+ *
+ * Tokens are the atomic units of lexical analysis, produced by the tokenizer
+ * and consumed by the parser. Each token has a type (keyword, operator, identifier, etc.)
+ * and an optional value.
+ *
+ * @example
+ * ```typescript
+ * const withToken = Token.WITH;
+ * const identToken = Token.IDENTIFIER("myVar");
+ * const numToken = Token.NUMBER("42");
+ * ```
+ */
+declare class Token {
+    private _position;
+    private _type;
+    private _value;
+    private _case_sensitive_value;
+    private _can_be_identifier;
+    /**
+     * Creates a new Token instance.
+     *
+     * @param type - The type of the token
+     * @param value - The optional value associated with the token
+     */
+    constructor(type: TokenType, value?: string | null);
+    /**
+     * Checks if this token equals another token.
+     *
+     * @param other - The token to compare against
+     * @returns True if tokens are equal, false otherwise
+     */
+    equals(other: Token): boolean;
+    set position(position: number);
+    get position(): number;
+    get type(): TokenType;
+    get value(): string | null;
+    set case_sensitive_value(value: string);
+    get can_be_identifier(): boolean;
+    get node(): ASTNode;
+    toString(): string;
+    static COMMENT(comment: string): Token;
+    isComment(): boolean;
+    static IDENTIFIER(value: string): Token;
+    isIdentifier(): boolean;
+    static STRING(value: string, quoteChar?: string): Token;
+    isString(): boolean;
+    static BACKTICK_STRING(value: string, quoteChar?: string): Token;
+    static F_STRING(value: string, quoteChar?: string): Token;
+    isFString(): boolean;
+    static NUMBER(value: string): Token;
+    isNumber(): boolean;
+    static get LEFT_PARENTHESIS(): Token;
+    isLeftParenthesis(): boolean;
+    static get RIGHT_PARENTHESIS(): Token;
+    isRightParenthesis(): boolean;
+    static get COMMA(): Token;
+    isComma(): boolean;
+    static get DOT(): Token;
+    isDot(): boolean;
+    static get COLON(): Token;
+    isColon(): boolean;
+    static get OPENING_BRACE(): Token;
+    isOpeningBrace(): boolean;
+    static get CLOSING_BRACE(): Token;
+    isClosingBrace(): boolean;
+    static get OPENING_BRACKET(): Token;
+    isOpeningBracket(): boolean;
+    static get CLOSING_BRACKET(): Token;
+    isClosingBracket(): boolean;
+    static get WHITESPACE(): Token;
+    isWhitespace(): boolean;
+    isOperator(): boolean;
+    isUnaryOperator(): boolean;
+    static get ADD(): Token;
+    isAdd(): boolean;
+    static get SUBTRACT(): Token;
+    isSubtract(): boolean;
+    isNegation(): boolean;
+    static get MULTIPLY(): Token;
+    isMultiply(): boolean;
+    static get DIVIDE(): Token;
+    isDivide(): boolean;
+    static get EXPONENT(): Token;
+    isExponent(): boolean;
+    static get MODULO(): Token;
+    isModulo(): boolean;
+    static get EQUALS(): Token;
+    isEquals(): boolean;
+    static get NOT_EQUALS(): Token;
+    isNotEquals(): boolean;
+    static get LESS_THAN(): Token;
+    isLessThan(): boolean;
+    static get LESS_THAN_OR_EQUAL(): Token;
+    isLessThanOrEqual(): boolean;
+    static get GREATER_THAN(): Token;
+    isGreaterThan(): boolean;
+    static get GREATER_THAN_OR_EQUAL(): Token;
+    isGreaterThanOrEqual(): boolean;
+    static get AND(): Token;
+    isAnd(): boolean;
+    static get OR(): Token;
+    isOr(): boolean;
+    static get NOT(): Token;
+    isNot(): boolean;
+    static get IS(): Token;
+    isIs(): boolean;
+    isKeyword(): boolean;
+    static get WITH(): Token;
+    isWith(): boolean;
+    static get RETURN(): Token;
+    isReturn(): boolean;
+    static get LOAD(): Token;
+    isLoad(): boolean;
+    static get JSON(): Token;
+    isJSON(): boolean;
+    static get CSV(): Token;
+    isCSV(): boolean;
+    static get TEXT(): Token;
+    isText(): boolean;
+    static get FROM(): Token;
+    isFrom(): boolean;
+    static get HEADERS(): Token;
+    isHeaders(): boolean;
+    static get POST(): Token;
+    isPost(): boolean;
+    static get UNWIND(): Token;
+    isUnwind(): boolean;
+    static get MATCH(): Token;
+    isMatch(): boolean;
+    static get AS(): Token;
+    isAs(): boolean;
+    static get WHERE(): Token;
+    isWhere(): boolean;
+    static get MERGE(): Token;
+    isMerge(): boolean;
+    static get CREATE(): Token;
+    isCreate(): boolean;
+    static get DELETE(): Token;
+    isDelete(): boolean;
+    static get SET(): Token;
+    isSet(): boolean;
+    static get REMOVE(): Token;
+    isRemove(): boolean;
+    static get CASE(): Token;
+    isCase(): boolean;
+    static get WHEN(): Token;
+    isWhen(): boolean;
+    static get THEN(): Token;
+    isThen(): boolean;
+    static get ELSE(): Token;
+    isElse(): boolean;
+    static get END(): Token;
+    isEnd(): boolean;
+    static get NULL(): Token;
+    isNull(): boolean;
+    static get IN(): Token;
+    isIn(): boolean;
+    static get PIPE(): Token;
+    isPipe(): boolean;
+    static get DISTINCT(): Token;
+    isDistinct(): boolean;
+    static get LIMIT(): Token;
+    isLimit(): boolean;
+    static get EOF(): Token;
+    isEOF(): boolean;
+    isOperand(): boolean;
+    isWhitespaceOrComment(): boolean;
+    isSymbol(): boolean;
+    static method(name: string): Token | undefined;
+}
+export default Token;
+//# sourceMappingURL=token.d.ts.map

package/dist/tokenization/token.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"token.d.ts","sourceRoot":"","sources":["../../src/tokenization/token.ts"],"names":[],"mappings":"AAAA,OAAO,SAAS,MAAM,cAAc,CAAC;AAKrC,OAAO,OAAO,MAAM,qBAAqB,CAAC;AAG1C;;;;;;;;;;;;;GAaG;AACH,cAAM,KAAK;IACP,OAAO,CAAC,SAAS,CAAc;IAC/B,OAAO,CAAC,KAAK,CAAY;IACzB,OAAO,CAAC,MAAM,CAAgB;IAC9B,OAAO,CAAC,qBAAqB,CAAuB;IACpD,OAAO,CAAC,kBAAkB,CAAkB;IAE5C;;;;;OAKG;gBACS,IAAI,EAAE,SAAS,EAAE,KAAK,GAAE,MAAM,GAAG,IAAW;IAMxD;;;;;OAKG;IACI,MAAM,CAAC,KAAK,EAAE,KAAK,GAAG,OAAO;IAOpC,IAAW,QAAQ,CAAC,QAAQ,EAAE,MAAM,EAEnC;IAED,IAAW,QAAQ,IAAI,MAAM,CAE5B;IAED,IAAW,IAAI,IAAI,SAAS,CAE3B;IAED,IAAW,KAAK,IAAI,MAAM,GAAG,IAAI,CAEhC;IAED,IAAW,oBAAoB,CAAC,KAAK,EAAE,MAAM,EAE5C;IAED,IAAW,iBAAiB,IAAI,OAAO,CAEtC;IAED,IAAW,IAAI,IAAI,OAAO,CAEzB;IAEM,QAAQ,IAAI,MAAM;WAMX,OAAO,CAAC,OAAO,EAAE,MAAM,GAAG,KAAK;IAItC,SAAS,IAAI,OAAO;WAMb,UAAU,CAAC,KAAK,EAAE,MAAM,GAAG,KAAK;IAIvC,YAAY,IAAI,OAAO;WAMhB,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,GAAE,MAAY,GAAG,KAAK;IAM5D,QAAQ,IAAI,OAAO;WAIZ,eAAe,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,GAAE,MAAY,GAAG,KAAK;WAM9D,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,GAAE,MAAY,GAAG,KAAK;IAO9D,SAAS,IAAI,OAAO;WAMb,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,KAAK;IAInC,QAAQ,IAAI,OAAO;IAM1B,WAAkB,gBAAgB,IAAI,KAAK,CAE1C;IAEM,iBAAiB,IAAI,OAAO;IAInC,WAAkB,iBAAiB,IAAI,KAAK,CAE3C;IAEM,kBAAkB,IAAI,OAAO;IAIpC,WAAkB,KAAK,IAAI,KAAK,CAE/B;IAEM,OAAO,IAAI,OAAO;IAIzB,WAAkB,GAAG,IAAI,KAAK,CAE7B;IAEM,KAAK,IAAI,OAAO;IAIvB,WAAkB,KAAK,IAAI,KAAK,CAE/B;IAEM,OAAO,IAAI,OAAO;IAIzB,WAAkB,aAAa,IAAI,KAAK,CAEvC;IAEM,cAAc,IAAI,OAAO;IAIhC,WAAkB,aAAa,IAAI,KAAK,CAEvC;IAEM,cAAc,IAAI,OAAO;IAIhC,WAAkB,eAAe,IAAI,KAAK,CAEzC;IAEM,gBAAgB,IAAI,OAAO;IAIlC,WAAkB,eAAe,IAAI,KAAK,CAEzC;IAEM,gBAAgB,IAAI,OAAO;IAMlC,WAAkB,UAAU,IAAI,KAAK,CAEpC;IAEM,YAAY,IAAI,OAAO;IAMvB,UAAU,IAAI,OAAO;IAIrB,eAAe,IAAI,OAAO;IAIjC,WAAkB,GAAG,IAAI,KAAK,CAE7B;IAEM,KAAK,IAAI,OAAO;IAIvB,WAAkB,QAAQ,IAAI,KAAK,CAElC;IAEM,UAAU,IAAI,OAAO;IAIrB,UAAU,IAAI,OAAO;IAI5B,WAAkB,QAAQ,IAAI,KAAK,CAElC;IAEM,UAAU,IAAI,OAAO;IAI5B,WAAkB,MAAM,IAAI,KAAK,CAEhC;IAEM,QAAQ,IAAI,OAAO;IAI1B,WAAkB,QAAQ,IAAI,KAAK,CAElC;IAEM,UAAU,IAAI,OAAO;IAI5B,WAAkB,MAAM,IAAI,KAAK,CAEhC;IAEM,QAAQ,IAAI,OAAO;IAI1B,WAAkB,MAAM,IAAI,KAAK,CAEhC;IAEM,QAAQ,IAAI,OAAO;IAI1B,WAAkB,UAAU,IAAI,KAAK,CAEpC;IAEM,WAAW,IAAI,OAAO;IAI7B,WAAkB,SAAS,IAAI,KAAK,CAEnC;IAEM,UAAU,IAAI,OAAO;IAI5B,WAAkB,kBAAkB,IAAI,KAAK,CAE5C;IAEM,iBAAiB,IAAI,OAAO;IAInC,WAAkB,YAAY,IAAI,KAAK,CAEtC;IAEM,aAAa,IAAI,OAAO;IAI/B,WAAkB,qBAAqB,IAAI,KAAK,CAE/C;IAEM,oBAAoB,IAAI,OAAO;IAItC,WAAkB,GAAG,IAAI,KAAK,CAE7B;IAEM,KAAK,IAAI,OAAO;IAIvB,WAAkB,EAAE,IAAI,KAAK,CAE5B;IAEM,IAAI,IAAI,OAAO;IAItB,WAAkB,GAAG,IAAI,KAAK,CAE7B;IAEM,KAAK,IAAI,OAAO;IAIvB,WAAkB,EAAE,IAAI,KAAK,CAE5B;IAEM,IAAI,IAAI,OAAO;IAMf,SAAS,IAAI,OAAO;IAI3B,WAAkB,IAAI,IAAI,KAAK,CAE9B;IAEM,MAAM,IAAI,OAAO;IAIxB,WAAkB,MAAM,IAAI,KAAK,CAEhC;IAEM,QAAQ,IAAI,OAAO;IAI1B,WAAkB,IAAI,IAAI,KAAK,CAE9B;IAEM,MAAM,IAAI,OAAO;IAIxB,WAAkB,IAAI,IAAI,KAAK,CAE9B;IAEM,MAAM,IAAI,OAAO;IAIxB,WAAkB,GAAG,IAAI,KAAK,CAE7B;IAEM,KAAK,IAAI,OAAO;IAIvB,WAAkB,IAAI,IAAI,KAAK,CAE9B;IAEM,MAAM,IAAI,OAAO;IAIxB,WAAkB,IAAI,IAAI,KAAK,CAE9B;IAEM,MAAM,IAAI,OAAO;IAIxB,WAAkB,OAAO,IAAI,KAAK,CAEjC;IAEM,SAAS,IAAI,OAAO;IAI3B,WAAkB,IAAI,IAAI,KAAK,CAE9B;IAEM,MAAM,IAAI,OAAO;IAIxB,WAAkB,MAAM,IAAI,KAAK,CAEhC;IAEM,QAAQ,IAAI,OAAO;IAI1B,WAAkB,KAAK,IAAI,KAAK,CAE/B;IAEM,OAAO,IAAI,OAAO;IAIzB,WAAkB,EAAE,IAAI,KAAK,CAE5B;IAEM,IAAI,IAAI,OAAO;IAItB,WAAkB,KAAK,IAAI,KAAK,CAE/B;IAEM,OAAO,IAAI,OAAO;IAIzB,WAAkB,KAAK,IAAI,KAAK,CAE/B;IAEM,OAAO,IAAI,OAAO;IAIzB,WAAkB,MAAM,IAAI,KAAK,CAEhC;IAEM,QAAQ,IAAI,OAAO;IAI1B,WAAkB,MAAM,IAAI,KAAK,CAEhC;IAEM,QAAQ,IAAI,OAAO;IAI1B,WAAkB,GAAG,IAAI,KAAK,CAE7B;IAEM,KAAK,IAAI,OAAO;IAIvB,WAAkB,MAAM,IAAI,KAAK,CAEhC;IAEM,QAAQ,IAAI,OAAO;IAI1B,WAAkB,IAAI,IAAI,KAAK,CAE9B;IAEM,MAAM,IAAI,OAAO;IAIxB,WAAkB,IAAI,IAAI,KAAK,CAE9B;IAEM,MAAM,IAAI,OAAO;IAIxB,WAAkB,IAAI,IAAI,KAAK,CAE9B;IAEM,MAAM,IAAI,OAAO;IAIxB,WAAkB,IAAI,IAAI,KAAK,CAE9B;IAEM,MAAM,IAAI,OAAO;IAIxB,WAAkB,GAAG,IAAI,KAAK,CAE7B;IAEM,KAAK,IAAI,OAAO;IAIvB,WAAkB,IAAI,IAAI,KAAK,CAE9B;IAEM,MAAM,IAAI,OAAO;IAIxB,WAAkB,EAAE,IAAI,KAAK,CAE5B;IAEM,IAAI,IAAI,OAAO;IAItB,WAAkB,IAAI,IAAI,KAAK,CAE9B;IAEM,MAAM,IAAI,OAAO;IAIxB,WAAkB,QAAQ,IAAI,KAAK,CAElC;IAEM,UAAU,IAAI,OAAO;IAI5B,WAAkB,KAAK,IAAI,KAAK,CAE/B;IAEM,OAAO,IAAI,OAAO;IAOzB,WAAkB,GAAG,IAAI,KAAK,CAE7B;IAEM,KAAK,IAAI,OAAO;IAMhB,SAAS,IAAI,OAAO;IAIpB,qBAAqB,IAAI,OAAO;IAIhC,QAAQ,IAAI,OAAO;WAKZ,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,KAAK,GAAG,SAAS;CAGxD;AAED,eAAe,KAAK,CAAC"}