sourcelib 0.1.0

package/out/kv/parser.js

@@ -0,0 +1,121 @@
+import { tokenize } from "./tokenizer";
+import { Document, Item, ParseError, ParseErrorType, Position, Literal, Range, TokenType } from "./parser-types";
+export function parseText(text) {
+    const tokens = tokenize(text);
+    const document = parseTokens(tokens);
+    return document;
+}
+export function parseTokens(tokens) {
+    const state = {
+        conditionToken: null,
+        currentParent: null,
+        keyToken: null,
+        valueTokens: [],
+        errors: new Array(),
+        roots: new Array()
+    };
+    for (const token of tokens) {
+        // Ignore comments
+        if (token.type === TokenType.Comment)
+            continue;
+        // KV set is done
+        completeOutstandingKvSet(state, token);
+        if (token.type === TokenType.Key) {
+            state.keyToken = token;
+            state.valueTokens = [];
+            continue;
+        }
+        if (token.type === TokenType.Value) {
+            if (state.keyToken == null) {
+                // This should never happen, but just in case.
+                continue;
+            }
+            state.valueTokens.push(token);
+            continue;
+        }
+        if (token.type === TokenType.ObjectStart) {
+            if (state.keyToken == null) {
+                const error = new ParseError(ParseErrorType.UnexpectedOpeningBrace, token.getPosition());
+                state.errors.push(error);
+                continue;
+            }
+            const key = state.keyToken.toLiteral();
+            const condition = state.conditionToken?.toConditional();
+            const item = Item.createContainer(state.currentParent, key, [], condition);
+            item.startPopulatingContainer(token.toLiteral());
+            if (state.currentParent == null) {
+                state.currentParent = item;
+                state.roots.push(item);
+            }
+            else {
+                state.currentParent.addChild(item);
+                state.currentParent = item;
+            }
+            state.keyToken = null;
+            state.conditionToken = null;
+            continue;
+        }
+        if (token.type === TokenType.ObjectEnd) {
+            if (state.currentParent == null) {
+                const error = new ParseError(ParseErrorType.UnexpectedClosingBrace, token.getPosition());
+                state.errors.push(error);
+            }
+            else {
+                state.currentParent.endPopulatingContainer(token.toLiteral());
+                state.currentParent = state.currentParent.getParent();
+            }
+            continue;
+        }
+        if (token.type === TokenType.Conditional) {
+            state.conditionToken = token;
+            continue;
+        }
+    }
+    if (state.keyToken != null) {
+        if (state.currentParent == null) {
+            const pos = getKvSetPosition(state);
+            if (pos != null) {
+                state.errors.push(new ParseError(ParseErrorType.MissingRootObject, pos));
+            }
+        }
+    }
+    return new Document(state.roots, state.errors);
+}
+function getKvSetPosition(s) {
+    if (s.keyToken == null)
+        return null;
+    let end;
+    if (s.valueTokens.length > 0) {
+        end = s.valueTokens[s.valueTokens.length - 1].range.getEnd();
+    }
+    else {
+        end = s.keyToken.range.getEnd();
+    }
+    const range = new Range(s.keyToken.range.getStart(), end);
+    return new Position(s.keyToken.line, range);
+}
+function completeOutstandingKvSet(s, token) {
+    if (s.keyToken == null || s.keyToken.line === token.line || token.type === TokenType.ObjectStart)
+        return;
+    if (s.valueTokens.length == 0) {
+        const error = new ParseError(ParseErrorType.MissingValue, s.keyToken.getPosition());
+        s.errors.push(error);
+    }
+    if (s.currentParent == null) {
+        const pos = getKvSetPosition(s);
+        if (pos != null) {
+            s.errors.push(new ParseError(ParseErrorType.MissingRootObject, pos));
+        }
+    }
+    else {
+        const key = s.keyToken.toLiteral();
+        const values = s.valueTokens.map(t => new Literal(new Position(t.line, t.range), t.value));
+        const condition = s.conditionToken?.toConditional();
+        const item = Item.createLeaf(s.currentParent, key, values, condition);
+        s.currentParent.addChild(item);
+    }
+    s.keyToken = null;
+    s.valueTokens = [];
+    s.conditionToken = null;
+}
+//# sourceMappingURL=parser.js.map

package/out/kv/parser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parser.js","sourceRoot":"","sources":["../../src/kv/parser.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AACvC,OAAO,EAAe,QAAQ,EAAE,IAAI,EAAE,UAAU,EAAE,cAAc,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAoB,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAYhJ,MAAM,UAAU,SAAS,CAAC,IAAY;IAClC,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC9B,MAAM,QAAQ,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC;IACrC,OAAO,QAAQ,CAAC;AACpB,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,MAAiB;IAEzC,MAAM,KAAK,GAAG;QACV,cAAc,EAAE,IAAI;QACpB,aAAa,EAAE,IAAI;QACnB,QAAQ,EAAE,IAAI;QACd,WAAW,EAAE,EAAE;QACf,MAAM,EAAE,IAAI,KAAK,EAAc;QAC/B,KAAK,EAAE,IAAI,KAAK,EAAQ;KACZ,CAAC;IAEjB,KAAI,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QACxB,kBAAkB;QAClB,IAAG,KAAK,CAAC,IAAI,KAAK,SAAS,CAAC,OAAO;YAC/B,SAAS;QAEb,iBAAiB;QACjB,wBAAwB,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QAEvC,IAAG,KAAK,CAAC,IAAI,KAAK,SAAS,CAAC,GAAG,EAAE,CAAC;YAC9B,KAAK,CAAC,QAAQ,GAAG,KAAK,CAAC;YACvB,KAAK,CAAC,WAAW,GAAG,EAAE,CAAC;YACvB,SAAS;QACb,CAAC;QAED,IAAG,KAAK,CAAC,IAAI,KAAK,SAAS,CAAC,KAAK,EAAE,CAAC;YAChC,IAAG,KAAK,CAAC,QAAQ,IAAI,IAAI,EAAE,CAAC;gBACxB,8CAA8C;gBAC9C,SAAS;YACb,CAAC;YAED,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC9B,SAAS;QACb,CAAC;QAED,IAAG,KAAK,CAAC,IAAI,KAAK,SAAS,CAAC,WAAW,EAAE,CAAC;YACtC,IAAG,KAAK,CAAC,QAAQ,IAAI,IAAI,EAAE,CAAC;gBACxB,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,cAAc,CAAC,sBAAsB,EAAE,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC;gBACzF,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBACzB,SAAS;YACb,CAAC;YACD,MAAM,GAAG,GAAG,KAAK,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC;YACvC,MAAM,SAAS,GAA4B,KAAK,CAAC,cAAc,EAAE,aAAa,EAAE,CAAC;YACjF,MAAM,IAAI,GAAG,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,aAAa,EAAE,GAAG,EAAE,EAAE,EAAE,SAAS,CAAC,CAAC;YAC3E,IAAI,CAAC,wBAAwB,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC;YAEjD,IAAG,KAAK,CAAC,aAAa,IAAI,IAAI,EAAE,CAAC;gBAC7B,KAAK,CAAC,aAAa,GAAG,IAAI,CAAC;gBAC3B,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC3B,CAAC;iBAAM,CAAC;gBACJ,KAAK,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;gBACnC,KAAK,CAAC,aAAa,GAAG,IAAI,CAAC;YAC/B,CAAC;YAED,KAAK,CAAC,QAAQ,GAAG,IAAI,CAAC;YACtB,KAAK,CAAC,cAAc,GAAG,IAAI,CAAC;YAC5B,SAAS;QACb,CAAC;QAED,IAAG,KAAK,CAAC,IAAI,KAAK,SAAS,CAAC,SAAS,EAAE,CAAC;YACpC,IAAG,KAAK,CAAC,aAAa,IAAI,IAAI,EAAE,CAAC;gBAC7B,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,cAAc,CAAC,sBAAsB,EAAE,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC;gBACzF,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC7B,CAAC;iBAAM,CAAC;gBACJ,KAAK,CAAC,aAAa,CAAC,sBAAsB,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC;gBAC9D,KAAK,CAAC,aAAa,GAAG,KAAK,CAAC,aAAa,CAAC,SAAS,EAAE,CAAC;YAC1D,CAAC;YAED,SAAS;QACb,CAAC;QAED,IAAG,KAAK,CAAC,IAAI,KAAK,SAAS,CAAC,WAAW,EAAE,CAAC;YACtC,KAAK,CAAC,cAAc,GAAG,KAAK,CAAC;YAC7B,SAAS;QACb,CAAC;IAEL,CAAC;IAED,IAAG,KAAK,CAAC,QAAQ,IAAI,IAAI,EAAE,CAAC;QACxB,IAAG,KAAK,CAAC,aAAa,IAAI,IAAI,EAAE,CAAC;YAC7B,MAAM,GAAG,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC;YACpC,IAAG,GAAG,IAAI,IAAI,EAAE,CAAC;gBACb,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,UAAU,CAAC,cAAc,CAAC,iBAAiB,EAAE,GAAG,CAAC,CAAC,CAAC;YAC7E,CAAC;QACL,CAAC;IACL,CAAC;IAED,OAAO,IAAI,QAAQ,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;AACnD,CAAC;AAED,SAAS,gBAAgB,CAAC,CAAc;IAEpC,IAAG,CAAC,CAAC,QAAQ,IAAI,IAAI;QAAE,OAAO,IAAI,CAAC;IACnC,IAAI,GAAW,CAAC;IAEhB,IAAG,CAAC,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC1B,GAAG,GAAG,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;IACjE,CAAC;SAAM,CAAC;QACJ,GAAG,GAAG,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;IACpC,CAAC;IAED,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,QAAQ,EAAE,EAAE,GAAG,CAAC,CAAC;IAC1D,OAAO,IAAI,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;AAChD,CAAC;AAED,SAAS,wBAAwB,CAAC,CAAc,EAAE,KAAY;IAC1D,IAAG,CAAC,CAAC,QAAQ,IAAI,IAAI,IAAI,CAAC,CAAC,QAAQ,CAAC,IAAI,KAAK,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,CAAC,WAAW;QAAE,OAAO;IAExG,IAAG,CAAC,CAAC,WAAW,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QAE3B,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,cAAc,CAAC,YAAY,EAAE,CAAC,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC;QACpF,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACzB,CAAC;IAED,IAAG,CAAC,CAAC,aAAa,IAAI,IAAI,EAAE,CAAC;QACzB,MAAM,GAAG,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC;QAChC,IAAG,GAAG,IAAI,IAAI,EAAE,CAAC;YACb,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,UAAU,CAAC,cAAc,CAAC,iBAAiB,EAAE,GAAG,CAAC,CAAC,CAAC;QACzE,CAAC;IACL,CAAC;SAAM,CAAC;QACJ,MAAM,GAAG,GAAG,CAAC,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC;QACnC,MAAM,MAAM,GAAG,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,OAAO,CAAC,IAAI,QAAQ,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;QAC3F,MAAM,SAAS,GAA4B,CAAC,CAAC,cAAc,EAAE,aAAa,EAAE,CAAC;QAC7E,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,aAAa,EAAE,GAAG,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC;QACtE,CAAC,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IACnC,CAAC;IAED,CAAC,CAAC,QAAQ,GAAG,IAAI,CAAC;IAClB,CAAC,CAAC,WAAW,GAAG,EAAE,CAAC;IACnB,CAAC,CAAC,cAAc,GAAG,IAAI,CAAC;AAE5B,CAAC"}

package/out/kv/serializer.d.ts

@@ -0,0 +1,20 @@
+import { Document } from "./parser-types";
+type KvNodeValue = string | number | boolean;
+type KvNodeRecord = {
+    [key: string]: KvNodeValue | KvNodeValue[] | KvNode;
+};
+type KvNodeArray = (KvNode | KvNodeValue)[];
+type KvNode = KvNodeRecord | KvNodeArray;
+export interface KvSerializeOptions {
+    name?: string;
+    indentSpaces?: number;
+    indentTabs?: boolean;
+}
+export interface KvDeserializeOptions {
+    detectArrays?: boolean;
+}
+export declare const KvSerializer: {
+    serialize(obj: Record<string, unknown>, options?: KvSerializeOptions, nestedLevel?: number): string;
+    deserialize(doc: Document, options?: KvDeserializeOptions): KvNode[];
+};
+export {};

package/out/kv/serializer.js

@@ -0,0 +1,143 @@
+import { isFloatValue, isIntegerValue } from "./string-util";
+export const KvSerializer = {
+    serialize(obj, options, nestedLevel = 0) {
+        let indentObjStr = "";
+        let indentChar = "";
+        if (options?.indentTabs) {
+            indentChar = "\t";
+        }
+        else {
+            for (let i = 0; i < (options?.indentSpaces ?? 2); i++) {
+                indentChar += " ";
+            }
+        }
+        for (let i = 0; i < nestedLevel; i++) {
+            indentObjStr += indentChar;
+        }
+        const indentStrKv = indentObjStr + indentChar;
+        const kvObjHead = `${indentObjStr}"${options?.name ?? "Object"}" {`;
+        const kvLines = [kvObjHead];
+        for (const [key, val] of Object.entries(obj)) {
+            const valIsObj = typeof val === "object";
+            const objHasCustomToString = typeof val?.toString === "function" && val.toString !== Object.prototype.toString;
+            const doSerializeObj = valIsObj && !objHasCustomToString;
+            if (doSerializeObj) {
+                const serialized = KvSerializer.serialize(val, { ...options, name: key }, nestedLevel + 1);
+                kvLines.push(serialized);
+            }
+            else {
+                const kvString = `${indentStrKv}"${key}" "${String(val)}"`;
+                kvLines.push(kvString);
+            }
+        }
+        kvLines.push(`${indentObjStr}}`);
+        const fullStr = kvLines.join("\n");
+        return fullStr;
+    },
+    deserialize(doc, options) {
+        const nodes = doc.getRootItems().map(_deserializeItem).filter(i => i !== undefined);
+        if (options?.detectArrays) {
+            return _recursiveTransformNodesToArray(nodes);
+        }
+        return nodes;
+    }
+};
+function _deserializeItem(item) {
+    const children = item.getChildren();
+    if (!children) {
+        return;
+    }
+    const node = {};
+    for (const child of children) {
+        const values = child.getValues();
+        const hasChildren = child.getChildren() !== null;
+        const name = child.getKey().getUnquotedContent();
+        if (values) {
+            const val = _deserializeItemValue(values);
+            if (val !== undefined) {
+                node[name] = val;
+            }
+        }
+        else if (hasChildren) {
+            const childName = child.getKey().getUnquotedContent();
+            const childItem = _deserializeItem(child);
+            if (childItem) {
+                node[childName] = childItem;
+            }
+        }
+    }
+    return node;
+}
+function _deserializeItemValue(vals) {
+    if (vals.length === 1) {
+        return _transformKvValue(vals[0].getUnquotedContent());
+    }
+    else {
+        return vals.map(v => _transformKvValue(v.getUnquotedContent()));
+    }
+}
+function _recursiveTransformNodesToArray(nodes) {
+    const result = [];
+    for (const node of nodes) {
+        result.push(_transformNodeToArray(node));
+    }
+    return result;
+}
+function _transformNodeToArray(node) {
+    if (typeof node !== "object") {
+        return node;
+    }
+    const resultNode = {};
+    const entries = Object.entries(node);
+    for (const [k, v] of entries) {
+        if (typeof v === "object") {
+            const newV = _transformNodeToArray(v);
+            if (_isArrayNode(newV)) {
+                resultNode[k] = Array.from(Object.values(newV));
+            }
+            else {
+                resultNode[k] = v;
+            }
+        }
+        else {
+            resultNode[k] = v;
+        }
+    }
+    return resultNode;
+}
+function _isArrayNode(node) {
+    let prev = -1;
+    for (const key of Object.keys(node)) {
+        const intKey = Number.parseInt(key);
+        if (Number.isNaN(intKey)) {
+            return false;
+        }
+        if (intKey !== prev + 1) {
+            return false;
+        }
+        prev += 1;
+    }
+    return true;
+}
+function _transformKvValue(val) {
+    if (isFloatValue(val)) {
+        const float = Number.parseFloat(val);
+        if (!Number.isNaN(float)) {
+            return float;
+        }
+    }
+    else if (isIntegerValue(val)) {
+        const int = Number.parseInt(val);
+        if (!Number.isNaN(int)) {
+            return int;
+        }
+    }
+    if (val === "true") {
+        return true;
+    }
+    if (val === "false") {
+        return false;
+    }
+    return val;
+}
+//# sourceMappingURL=serializer.js.map

package/out/kv/serializer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"serializer.js","sourceRoot":"","sources":["../../src/kv/serializer.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,YAAY,EAAE,cAAc,EAAC,MAAM,eAAe,CAAC;AAkB3D,MAAM,CAAC,MAAM,YAAY,GAAG;IAExB,SAAS,CAAC,GAA4B,EAAE,OAA4B,EAAE,WAAW,GAAG,CAAC;QACjF,IAAI,YAAY,GAAG,EAAE,CAAC;QACtB,IAAI,UAAU,GAAG,EAAE,CAAC;QACpB,IAAG,OAAO,EAAE,UAAU,EAAE,CAAC;YACrB,UAAU,GAAG,IAAI,CAAC;QACtB,CAAC;aAAM,CAAC;YACJ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,YAAY,IAAI,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBACpD,UAAU,IAAI,GAAG,CAAC;YACtB,CAAC;QACL,CAAC;QACD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;YACnC,YAAY,IAAI,UAAU,CAAC;QAC/B,CAAC;QACD,MAAM,WAAW,GAAG,YAAY,GAAG,UAAU,CAAC;QAE9C,MAAM,SAAS,GAAG,GAAG,YAAY,IAAI,OAAO,EAAE,IAAI,IAAI,QAAQ,KAAK,CAAC;QACpE,MAAM,OAAO,GAAa,CAAC,SAAS,CAAC,CAAC;QACtC,KAAK,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;YAC3C,MAAM,QAAQ,GAAG,OAAO,GAAG,KAAK,QAAQ,CAAC;YACzC,MAAM,oBAAoB,GAAG,OAAO,GAAG,EAAE,QAAQ,KAAK,UAAU,IAAI,GAAG,CAAC,QAAQ,KAAK,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC;YAC/G,MAAM,cAAc,GAAG,QAAQ,IAAI,CAAC,oBAAoB,CAAC;YAEzD,IAAG,cAAc,EAAE,CAAC;gBAChB,MAAM,UAAU,GAAG,YAAY,CAAC,SAAS,CAAC,GAA8B,EAAE,EAAE,GAAG,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,WAAW,GAAG,CAAC,CAAC,CAAC;gBACtH,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAC7B,CAAC;iBAAM,CAAC;gBACJ,MAAM,QAAQ,GAAG,GAAG,WAAW,IAAI,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC;gBAC3D,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC3B,CAAC;QACL,CAAC;QACD,OAAO,CAAC,IAAI,CAAC,GAAG,YAAY,GAAG,CAAC,CAAC;QAEjC,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnC,OAAO,OAAO,CAAC;IACnB,CAAC;IAED,WAAW,CAAC,GAAa,EAAE,OAA8B;QACrD,MAAM,KAAK,GAAG,GAAG,CAAC,YAAY,EAAE,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,SAAS,CAAa,CAAC;QAChG,IAAG,OAAO,EAAE,YAAY,EAAE,CAAC;YACvB,OAAO,+BAA+B,CAAC,KAAK,CAAC,CAAC;QAClD,CAAC;QACD,OAAO,KAAK,CAAC;IACjB,CAAC;CACJ,CAAC;AAEF,SAAS,gBAAgB,CAAC,IAAU;IAChC,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;IACpC,IAAI,CAAC,QAAQ,EAAE,CAAC;QACZ,OAAO;IACX,CAAC;IAED,MAAM,IAAI,GAAW,EAAE,CAAC;IACxB,KAAK,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;QAC3B,MAAM,MAAM,GAAG,KAAK,CAAC,SAAS,EAAE,CAAC;QACjC,MAAM,WAAW,GAAG,KAAK,CAAC,WAAW,EAAE,KAAK,IAAI,CAAC;QACjD,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,kBAAkB,EAAE,CAAC;QAEjD,IAAG,MAAM,EAAE,CAAC;YACR,MAAM,GAAG,GAAG,qBAAqB,CAAC,MAAM,CAAC,CAAC;YAC1C,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;gBACpB,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC;YACrB,CAAC;QACL,CAAC;aAAM,IAAG,WAAW,EAAE,CAAC;YACpB,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,kBAAkB,EAAE,CAAC;YACtD,MAAM,SAAS,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC;YAC1C,IAAG,SAAS,EAAE,CAAC;gBACX,IAAI,CAAC,SAAS,CAAC,GAAG,SAAS,CAAC;YAChC,CAAC;QACL,CAAC;IACL,CAAC;IAED,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,SAAS,qBAAqB,CAAC,IAAe;IAC1C,IAAG,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACnB,OAAO,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,kBAAkB,EAAE,CAAC,CAAC;IAC3D,CAAC;SAAM,CAAC;QACJ,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,iBAAiB,CAAC,CAAC,CAAC,kBAAkB,EAAE,CAAC,CAAC,CAAC;IACpE,CAAC;AACL,CAAC;AAED,SAAS,+BAA+B,CAAC,KAAe;IACpD,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACvB,MAAM,CAAC,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC,CAAC;IAC7C,CAAC;IACD,OAAO,MAAM,CAAC;AAClB,CAAC;AAED,SAAS,qBAAqB,CAAC,IAAY;IACvC,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC3B,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,MAAM,UAAU,GAAiB,EAAE,CAAC;IACpC,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACrC,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,OAAO,EAAE,CAAC;QAC3B,IAAG,OAAO,CAAC,KAAK,QAAQ,EAAE,CAAC;YACvB,MAAM,IAAI,GAAG,qBAAqB,CAAC,CAAC,CAAC,CAAC;YACtC,IAAI,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC;gBACrB,UAAU,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;YACpD,CAAC;iBAAM,CAAC;gBACJ,UAAU,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YACtB,CAAC;QACL,CAAC;aAAM,CAAC;YACJ,UAAU,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QACtB,CAAC;IACL,CAAC;IAED,OAAO,UAAU,CAAC;AACtB,CAAC;AAED,SAAS,YAAY,CAAC,IAAY;IAC9B,IAAI,IAAI,GAAG,CAAC,CAAC,CAAC;IACd,KAAI,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QACjC,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QACpC,IAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC;YACtB,OAAO,KAAK,CAAC;QACjB,CAAC;QAED,IAAG,MAAM,KAAK,IAAI,GAAG,CAAC,EAAE,CAAC;YACrB,OAAO,KAAK,CAAC;QACjB,CAAC;QAED,IAAI,IAAI,CAAC,CAAC;IACd,CAAC;IAED,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,SAAS,iBAAiB,CAAC,GAAW;IAClC,IAAG,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC;QACnB,MAAM,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;QACrC,IAAG,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;YACtB,OAAO,KAAK,CAAC;QACjB,CAAC;IACL,CAAC;SAAM,IAAG,cAAc,CAAC,GAAG,CAAC,EAAE,CAAC;QAC5B,MAAM,GAAG,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QACjC,IAAG,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;YACpB,OAAO,GAAG,CAAC;QACf,CAAC;IACL,CAAC;IAED,IAAG,GAAG,KAAK,MAAM,EAAE,CAAC;QAChB,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,IAAG,GAAG,KAAK,OAAO,EAAE,CAAC;QACjB,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,OAAO,GAAG,CAAC;AACf,CAAC"}

package/out/kv/string-util.d.ts

@@ -0,0 +1,20 @@
+export declare const regexScalar: RegExp;
+export declare const regexFloat: RegExp;
+export declare const regexInteger: RegExp;
+export declare function isWhitespace(char: string): boolean;
+export declare function isQuoted(text: string): boolean;
+export declare function stripQuotes(text: string): string;
+declare function isMatchingValue(str: string, regex: RegExp): boolean;
+export declare function isFloatValue(n: string): boolean;
+export declare function isIntegerValue(n: string): boolean;
+export declare function isScalarValue(n: string): boolean;
+declare const _default: {
+    isWhitespace: typeof isWhitespace;
+    isQuoted: typeof isQuoted;
+    stripQuotes: typeof stripQuotes;
+    isMatchingValue: typeof isMatchingValue;
+    isFloatValue: typeof isFloatValue;
+    isIntegerValue: typeof isIntegerValue;
+    isScalarValue: typeof isScalarValue;
+};
+export default _default;

package/out/kv/string-util.js

@@ -0,0 +1,44 @@
+// ==========================================================================
+// Purpose:
+// Basic string functions for keyvalue tokenization
+// ==========================================================================
+export const regexScalar = /^((0?\.\d+)|([10]?\.\d+)|[01])$/;
+export const regexFloat = /^-?((\d+)|(\d*\.\d+))$/;
+export const regexInteger = /^-?\d+$/;
+export function isWhitespace(char) {
+    return char === " " || char === "\t" || char === "\n" || char === "\r";
+}
+export function isQuoted(text) {
+    return (text.startsWith("\"") && text.endsWith("\"")) ||
+        (text.startsWith("'") && text.endsWith("'"));
+}
+export function stripQuotes(text) {
+    if (isQuoted(text)) {
+        return text.substring(1, text.length - 1);
+    }
+    else
+        return text;
+}
+function isMatchingValue(str, regex) {
+    const matches = str.match(regex);
+    return matches != null;
+}
+export function isFloatValue(n) {
+    return isMatchingValue(n, regexFloat);
+}
+export function isIntegerValue(n) {
+    return isMatchingValue(n, regexInteger);
+}
+export function isScalarValue(n) {
+    return isMatchingValue(n, regexScalar);
+}
+export default {
+    isWhitespace,
+    isQuoted,
+    stripQuotes,
+    isMatchingValue,
+    isFloatValue,
+    isIntegerValue,
+    isScalarValue
+};
+//# sourceMappingURL=string-util.js.map

package/out/kv/string-util.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"string-util.js","sourceRoot":"","sources":["../../src/kv/string-util.ts"],"names":[],"mappings":"AAAA,6EAA6E;AAC7E,WAAW;AACX,mDAAmD;AACnD,6EAA6E;AAE7E,MAAM,CAAC,MAAM,WAAW,GAAG,iCAAiC,CAAC;AAC7D,MAAM,CAAC,MAAM,UAAU,GAAG,wBAAwB,CAAC;AACnD,MAAM,CAAC,MAAM,YAAY,GAAG,SAAS,CAAC;AAEtC,MAAM,UAAU,YAAY,CAAC,IAAY;IACrC,OAAO,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI,CAAC;AAC3E,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,IAAY;IACjC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QAC9C,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;AACxD,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,IAAY;IACpC,IAAG,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QAChB,OAAO,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC9C,CAAC;;QAAM,OAAO,IAAI,CAAC;AACvB,CAAC;AAED,SAAS,eAAe,CAAC,GAAW,EAAE,KAAa;IAC/C,MAAM,OAAO,GAAG,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACjC,OAAO,OAAO,IAAI,IAAI,CAAC;AAC3B,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,CAAS;IAClC,OAAO,eAAe,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;AAC1C,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,CAAS;IACpC,OAAO,eAAe,CAAC,CAAC,EAAE,YAAY,CAAC,CAAC;AAC5C,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,CAAS;IACnC,OAAO,eAAe,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC;AAC3C,CAAC;AAED,eAAe;IACX,YAAY;IACZ,QAAQ;IACR,WAAW;IACX,eAAe;IACf,YAAY;IACZ,cAAc;IACd,aAAa;CAChB,CAAC"}

package/out/kv/tokenizer.d.ts

@@ -0,0 +1,7 @@
+import { TokenList } from "./parser-types";
+export declare function tokenize(text: string): TokenList;
+export declare function consumeComment(text: string, i: number): number;
+export declare function consumeConditional(text: string, i: number): number;
+export declare function consumeString(text: string, i: number): number;
+export declare function consumeStringQuoted(text: string, i: number, startingQuote: string): number;
+export declare function consumeStringUnquoted(text: string, i: number): number;

package/out/kv/tokenizer.js

@@ -0,0 +1,137 @@
+import { isWhitespace } from "./string-util";
+import { TokenList, TokenType, Token, Range } from "./parser-types";
+const preprocessorRegex = /#(base|include)/;
+export function tokenize(text) {
+    return tokenizeInternal(text);
+}
+/**
+ * Sets basic tokens for the file provided. The semantic token provider must do analysis on these, as it's not done here. These tokens could be in illegal positions, but since we might want to do different analysis depending on the keyvalue format (eg VMT), it's better to analyse later.
+ * @param text The text of the file to tokenize
+ */
+function tokenizeInternal(text) {
+    const textSize = text.length;
+    const tokenList = new TokenList();
+    let line = 0;
+    let lineColumn = -1;
+    let expectingKey = true;
+    for (let i = 0; i < textSize; i++) {
+        const c = text[i];
+        lineColumn++;
+        // Skip forward to the next interesting token
+        if (c === " " || c === "\t")
+            continue;
+        if (c === "\r" || c === "\n") {
+            if (c === "\n") {
+                line++;
+                lineColumn = -1;
+            }
+            expectingKey = true;
+            continue;
+        }
+        // Is it a comment?
+        if (c === "/" && text[i + 1] === "/") {
+            const commentLength = consumeComment(text, i + 2);
+            tokenList.push(new Token(TokenType.Comment, new Range(lineColumn, lineColumn + commentLength), text.substring(i, i + commentLength), line));
+            i += commentLength - 1;
+            lineColumn += commentLength - 1;
+            continue;
+        }
+        // Is it an object?
+        if (c === "{") {
+            tokenList.push(new Token(TokenType.ObjectStart, new Range(lineColumn, lineColumn + 1), text[i], line));
+            expectingKey = true;
+            continue;
+        }
+        if (c === "}") {
+            tokenList.push(new Token(TokenType.ObjectEnd, new Range(lineColumn, lineColumn + 1), text[i], line));
+            continue;
+        }
+        // Is it a conditional?
+        if (c === "[") {
+            const conditionalLength = consumeConditional(text, i);
+            tokenList.push(new Token(TokenType.Conditional, new Range(lineColumn, lineColumn + conditionalLength), text.substring(i, i + conditionalLength), line));
+            i += conditionalLength - 1;
+            continue;
+        }
+        // No, it's a string!
+        const stringLength = consumeString(text, i);
+        const stringContent = text.substring(i, i + stringLength);
+        let tokenType = expectingKey ? TokenType.Key : TokenType.Value;
+        // Are we a preprocessor key?
+        if (expectingKey && stringContent.match(preprocessorRegex)) {
+            tokenType = TokenType.PreprocessorKey;
+        }
+        tokenList.push(new Token(tokenType, new Range(lineColumn, lineColumn + stringLength), stringContent, line));
+        if (expectingKey)
+            expectingKey = false;
+        i += stringLength - 1; // Prevents skipping the next character after the string
+        lineColumn += stringLength - 1;
+        continue;
+    }
+    return tokenList;
+}
+export function consumeComment(text, i) {
+    let n = 1;
+    let c = text[i];
+    for (; c != null; c = text[i + n++]) {
+        if (c === "\n" || c === "\r") {
+            break;
+        }
+    }
+    return n + 1;
+}
+export function consumeConditional(text, i) {
+    let n = 1;
+    let c = text[i];
+    for (; c != null; c = text[i + n++]) {
+        if (c === "]" || c === "\n" || c === "\r") {
+            break;
+        }
+    }
+    return n;
+}
+export function consumeString(text, i) {
+    const c = text[i];
+    // Is it quoted?
+    if (c === "\"" || c === "'") {
+        return consumeStringQuoted(text, i + 1, c);
+    }
+    else {
+        return consumeStringUnquoted(text, i + 1);
+    }
+}
+export function consumeStringQuoted(text, i, startingQuote) {
+    let n = 1;
+    let escaped = false;
+    let c = text[i];
+    for (; c != null; c = text[i + n++]) {
+        if (c === "\n") {
+            return n;
+        }
+        if (c === "\\") {
+            escaped = !escaped;
+            continue;
+        }
+        if (c === startingQuote) {
+            if (escaped) {
+                escaped = false;
+                continue;
+            }
+            else {
+                break;
+            }
+        }
+        else {
+            if (escaped)
+                escaped = false;
+        }
+    }
+    return n + 1;
+}
+export function consumeStringUnquoted(text, i) {
+    let n = 0;
+    for (; i + n < text.length && !isWhitespace(text[i + n]); n++)
+        ;
+    return n + 1;
+}
+//# sourceMappingURL=tokenizer.js.map

package/out/kv/tokenizer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tokenizer.js","sourceRoot":"","sources":["../../src/kv/tokenizer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAC7C,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AAEpE,MAAM,iBAAiB,GAAG,iBAAiB,CAAC;AAE5C,MAAM,UAAU,QAAQ,CAAC,IAAY;IACjC,OAAO,gBAAgB,CAAC,IAAI,CAAC,CAAC;AAClC,CAAC;AAED;;;GAGG;AACH,SAAS,gBAAgB,CAAC,IAAY;IAClC,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC;IAC7B,MAAM,SAAS,GAAG,IAAI,SAAS,EAAE,CAAC;IAElC,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,IAAI,UAAU,GAAG,CAAC,CAAC,CAAC;IACpB,IAAI,YAAY,GAAG,IAAI,CAAC;IACxB,KAAI,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,EAAE,CAAC,EAAE,EAAE,CAAC;QAC/B,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,UAAU,EAAE,CAAC;QAEb,6CAA6C;QAC7C,IAAG,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI;YAAE,SAAS;QACrC,IAAG,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;YAC1B,IAAG,CAAC,KAAK,IAAI,EAAE,CAAC;gBACZ,IAAI,EAAE,CAAC;gBACP,UAAU,GAAG,CAAC,CAAC,CAAC;YACpB,CAAC;YACD,YAAY,GAAG,IAAI,CAAC;YACpB,SAAS;QACb,CAAC;QAED,mBAAmB;QACnB,IAAG,CAAC,KAAK,GAAG,IAAI,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;YAClC,MAAM,aAAa,GAAG,cAAc,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;YAClD,SAAS,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,SAAS,CAAC,OAAO,EACtC,IAAI,KAAK,CAAC,UAAU,EAAE,UAAU,GAAG,aAAa,CAAC,EACjD,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,GAAG,aAAa,CAAC,EACpC,IAAI,CAAC,CAAC,CAAC;YACX,CAAC,IAAI,aAAa,GAAG,CAAC,CAAC;YACvB,UAAU,IAAI,aAAa,GAAG,CAAC,CAAC;YAChC,SAAS;QACb,CAAC;QAED,mBAAmB;QACnB,IAAG,CAAC,KAAK,GAAG,EAAE,CAAC;YACX,SAAS,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,SAAS,CAAC,WAAW,EAC1C,IAAI,KAAK,CAAC,UAAU,EAAE,UAAU,GAAG,CAAC,CAAC,EACrC,IAAI,CAAC,CAAC,CAAC,EACP,IAAI,CAAC,CAAC,CAAC;YACX,YAAY,GAAG,IAAI,CAAC;YACpB,SAAS;QACb,CAAC;QACD,IAAG,CAAC,KAAK,GAAG,EAAE,CAAC;YACX,SAAS,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,SAAS,CAAC,SAAS,EACxC,IAAI,KAAK,CAAC,UAAU,EAAE,UAAU,GAAG,CAAC,CAAC,EACrC,IAAI,CAAC,CAAC,CAAC,EACP,IAAI,CAAC,CAAC,CAAC;YACX,SAAS;QACb,CAAC;QAED,uBAAuB;QACvB,IAAG,CAAC,KAAK,GAAG,EAAE,CAAC;YACX,MAAM,iBAAiB,GAAG,kBAAkB,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YACtD,SAAS,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,SAAS,CAAC,WAAW,EAC1C,IAAI,KAAK,CAAC,UAAU,EAAE,UAAU,GAAG,iBAAiB,CAAC,EACrD,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,GAAG,iBAAiB,CAAC,EACxC,IAAI,CAAC,CAAC,CAAC;YACX,CAAC,IAAI,iBAAiB,GAAG,CAAC,CAAC;YAC3B,SAAS;QACb,CAAC;QAED,qBAAqB;QACrB,MAAM,YAAY,GAAG,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QAC5C,MAAM,aAAa,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,CAAC;QAC1D,IAAI,SAAS,GAAG,YAAY,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC;QAE/D,6BAA6B;QAE7B,IAAG,YAAY,IAAI,aAAa,CAAC,KAAK,CAAC,iBAAiB,CAAC,EAAE,CAAC;YACxD,SAAS,GAAG,SAAS,CAAC,eAAe,CAAC;QAC1C,CAAC;QAED,SAAS,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,SAAS,EAC9B,IAAI,KAAK,CAAC,UAAU,EAAE,UAAU,GAAG,YAAY,CAAC,EAChD,aAAa,EACb,IAAI,CAAC,CAAC,CAAC;QACX,IAAG,YAAY;YAAE,YAAY,GAAG,KAAK,CAAC;QACtC,CAAC,IAAI,YAAY,GAAG,CAAC,CAAC,CAAC,wDAAwD;QAC/E,UAAU,IAAI,YAAY,GAAG,CAAC,CAAC;QAC/B,SAAS;IACb,CAAC;IAED,OAAO,SAAS,CAAC;AACrB,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,IAAY,EAAE,CAAS;IAClD,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;IAChB,OAAM,CAAC,IAAI,IAAI,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;QACjC,IAAG,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;YAC1B,MAAM;QACV,CAAC;IACL,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,IAAY,EAAE,CAAS;IACtD,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;IAChB,OAAM,CAAC,IAAI,IAAI,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;QACjC,IAAG,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;YACvC,MAAM;QACV,CAAC;IACL,CAAC;IACD,OAAO,CAAC,CAAC;AACb,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,IAAY,EAAE,CAAS;IACjD,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;IAElB,gBAAgB;IAChB,IAAG,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;QACzB,OAAO,mBAAmB,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;IAC/C,CAAC;SAAM,CAAC;QACJ,OAAO,qBAAqB,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC9C,CAAC;AAGL,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,IAAY,EAAE,CAAS,EAAE,aAAqB;IAC9E,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;IAChB,OAAM,CAAC,IAAI,IAAI,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;QACjC,IAAG,CAAC,KAAK,IAAI,EAAE,CAAC;YACZ,OAAO,CAAC,CAAC;QACb,CAAC;QACD,IAAG,CAAC,KAAK,IAAI,EAAE,CAAC;YACZ,OAAO,GAAG,CAAC,OAAO,CAAC;YACnB,SAAS;QACb,CAAC;QAED,IAAG,CAAC,KAAK,aAAa,EAAE,CAAC;YACrB,IAAG,OAAO,EAAE,CAAC;gBACT,OAAO,GAAG,KAAK,CAAC;gBAChB,SAAS;YACb,CAAC;iBAAM,CAAC;gBACJ,MAAM;YACV,CAAC;QACL,CAAC;aAAM,CAAC;YACJ,IAAG,OAAO;gBAAE,OAAO,GAAG,KAAK,CAAC;QAChC,CAAC;IACL,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,IAAY,EAAE,CAAS;IACzD,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,OAAM,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE;QAAC,CAAC;IAC9D,OAAO,CAAC,GAAG,CAAC,CAAC;AACjB,CAAC"}

package/out/main.d.ts

@@ -0,0 +1,5 @@
+import * as captions from "./captions/main";
+import * as fs from "./fs/source-fs";
+import * as kv from "./kv/main";
+import * as vmt from "./vmt/main";
+export { captions, fs, kv, vmt, };

package/out/main.js

@@ -0,0 +1,6 @@
+import * as captions from "./captions/main";
+import * as fs from "./fs/source-fs";
+import * as kv from "./kv/main";
+import * as vmt from "./vmt/main";
+export { captions, fs, kv, vmt, };
+//# sourceMappingURL=main.js.map

package/out/main.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"main.js","sourceRoot":"","sources":["../src/main.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,QAAQ,MAAM,iBAAiB,CAAC;AAC5C,OAAO,KAAK,EAAE,MAAM,gBAAgB,CAAC;AACrC,OAAO,KAAK,EAAE,MAAM,WAAW,CAAC;AAChC,OAAO,KAAK,GAAG,MAAM,YAAY,CAAC;AAElC,OAAO,EACH,QAAQ,EACR,EAAE,EACF,EAAE,EACF,GAAG,GACN,CAAA"}

package/out/vmt/color.d.ts

@@ -0,0 +1,16 @@
+export declare enum ColorMatchParenthesisType {
+    None = 0,
+    Brackets = 1,
+    Braces = 2,
+    Inconsistent = 3
+}
+export declare class ColorMatchDescription {
+    r: number;
+    g: number;
+    b: number;
+    a: number;
+    validFormat: boolean;
+    valuesOutOfBounds: boolean;
+    parenthesisType: ColorMatchParenthesisType;
+}
+export declare function getColorMatches(colorString: string): ColorMatchDescription;

package/out/vmt/color.js

@@ -0,0 +1,76 @@
+export var ColorMatchParenthesisType;
+(function (ColorMatchParenthesisType) {
+    ColorMatchParenthesisType[ColorMatchParenthesisType["None"] = 0] = "None";
+    ColorMatchParenthesisType[ColorMatchParenthesisType["Brackets"] = 1] = "Brackets";
+    ColorMatchParenthesisType[ColorMatchParenthesisType["Braces"] = 2] = "Braces";
+    ColorMatchParenthesisType[ColorMatchParenthesisType["Inconsistent"] = 3] = "Inconsistent";
+})(ColorMatchParenthesisType || (ColorMatchParenthesisType = {}));
+export class ColorMatchDescription {
+    constructor() {
+        this.r = 0;
+        this.g = 0;
+        this.b = 0;
+        this.a = 1;
+        this.validFormat = false;
+        this.valuesOutOfBounds = false;
+        this.parenthesisType = ColorMatchParenthesisType.None;
+    }
+}
+function createOutOfBounds(parenthesisType) {
+    const desc = new ColorMatchDescription();
+    desc.validFormat = true;
+    desc.valuesOutOfBounds = true;
+    desc.parenthesisType = parenthesisType;
+    return desc;
+}
+// Rgb must be between 0 and 255
+function createValid(r, g, b, parenthesisType) {
+    const desc = new ColorMatchDescription();
+    desc.r = r;
+    desc.g = g;
+    desc.b = b;
+    desc.validFormat = true;
+    desc.parenthesisType = parenthesisType;
+    return desc;
+}
+function createInconsistent() {
+    const desc = new ColorMatchDescription();
+    desc.parenthesisType = ColorMatchParenthesisType.Inconsistent;
+    return desc;
+}
+function isSameParenSet(p1, p2) {
+    return p1 === "{" && p2 === "}" || p1 === "[" && p2 === "]";
+}
+export function getColorMatches(colorString) {
+    // Regex matches color syntax [1 0 0.3] or {255 0 4}
+    // Matches more than the actual syntax allows to allow for more specific analysis and error messages later on instead of just not matching
+    const matches = colorString.match(/ *(\[|\{) *(-?\d*\.?\d+) *(-?\d*\.?\d+) *(-?\d*\.?\d+) *(\]|\}) */);
+    if (!matches)
+        return new ColorMatchDescription();
+    const p1 = matches[1];
+    const p2 = matches[5];
+    if (!isSameParenSet(p1, p2)) {
+        return createInconsistent();
+    }
+    let is255 = false;
+    const limitMin = 0;
+    let limitMax = 1;
+    if (p1 === "{") {
+        is255 = true;
+        limitMax = 255;
+    }
+    const parenType = is255 ? ColorMatchParenthesisType.Braces : ColorMatchParenthesisType.Brackets;
+    let r = parseFloat(matches[2]);
+    let g = parseFloat(matches[3]);
+    let b = parseFloat(matches[4]);
+    if (r > limitMax || r < limitMin || g > limitMax || g < limitMin || b > limitMax || b < limitMin) {
+        return createOutOfBounds(parenType);
+    }
+    if (is255) {
+        r /= 255;
+        g /= 255;
+        b /= 255;
+    }
+    return createValid(r, g, b, parenType);
+}
+//# sourceMappingURL=color.js.map

package/out/vmt/color.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"color.js","sourceRoot":"","sources":["../../src/vmt/color.ts"],"names":[],"mappings":"AAAA,MAAM,CAAN,IAAY,yBAKX;AALD,WAAY,yBAAyB;IACjC,yEAAI,CAAA;IACJ,iFAAQ,CAAA;IACR,6EAAM,CAAA;IACN,yFAAY,CAAA;AAChB,CAAC,EALW,yBAAyB,KAAzB,yBAAyB,QAKpC;AAED,MAAM,OAAO,qBAAqB;IAAlC;QACI,MAAC,GAAG,CAAC,CAAC;QACN,MAAC,GAAG,CAAC,CAAC;QACN,MAAC,GAAG,CAAC,CAAC;QACN,MAAC,GAAG,CAAC,CAAC;QACN,gBAAW,GAAG,KAAK,CAAC;QACpB,sBAAiB,GAAG,KAAK,CAAC;QAC1B,oBAAe,GAA8B,yBAAyB,CAAC,IAAI,CAAC;IAChF,CAAC;CAAA;AAED,SAAS,iBAAiB,CAAC,eAA0C;IACjE,MAAM,IAAI,GAAG,IAAI,qBAAqB,EAAE,CAAC;IACzC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;IACxB,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;IAC9B,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;IACvC,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,gCAAgC;AAChC,SAAS,WAAW,CAAC,CAAS,EAAE,CAAS,EAAE,CAAS,EAAE,eAA0C;IAC5F,MAAM,IAAI,GAAG,IAAI,qBAAqB,EAAE,CAAC;IACzC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;IACX,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;IACX,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;IACX,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;IACxB,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;IACvC,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,SAAS,kBAAkB;IACvB,MAAM,IAAI,GAAG,IAAI,qBAAqB,EAAE,CAAC;IACzC,IAAI,CAAC,eAAe,GAAG,yBAAyB,CAAC,YAAY,CAAC;IAC9D,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,SAAS,cAAc,CAAC,EAAU,EAAE,EAAU;IAC1C,OAAO,EAAE,KAAK,GAAG,IAAI,EAAE,KAAK,GAAG,IAAI,EAAE,KAAK,GAAG,IAAI,EAAE,KAAK,GAAG,CAAC;AAChE,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,WAAmB;IAC/C,oDAAoD;IACpD,0IAA0I;IAC1I,MAAM,OAAO,GAAG,WAAW,CAAC,KAAK,CAAC,mEAAmE,CAAC,CAAC;IACvG,IAAG,CAAC,OAAO;QAAE,OAAO,IAAI,qBAAqB,EAAE,CAAC;IAEhD,MAAM,EAAE,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IACtB,MAAM,EAAE,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IACtB,IAAG,CAAC,cAAc,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC;QACzB,OAAO,kBAAkB,EAAE,CAAC;IAChC,CAAC;IACD,IAAI,KAAK,GAAG,KAAK,CAAC;IAClB,MAAM,QAAQ,GAAG,CAAC,CAAC;IACnB,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,IAAG,EAAE,KAAK,GAAG,EAAE,CAAC;QACZ,KAAK,GAAG,IAAI,CAAC;QACb,QAAQ,GAAG,GAAG,CAAC;IACnB,CAAC;IACD,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,yBAAyB,CAAC,MAAM,CAAC,CAAC,CAAC,yBAAyB,CAAC,QAAQ,CAAC;IAEhG,IAAI,CAAC,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/B,IAAI,CAAC,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/B,IAAI,CAAC,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;IAE/B,IAAG,CAAC,GAAG,QAAQ,IAAI,CAAC,GAAG,QAAQ,IAAI,CAAC,GAAG,QAAQ,IAAI,CAAC,GAAG,QAAQ,IAAI,CAAC,GAAG,QAAQ,IAAI,CAAC,GAAG,QAAQ,EAAE,CAAC;QAC9F,OAAO,iBAAiB,CAAC,SAAS,CAAC,CAAC;IACxC,CAAC;IACD,IAAG,KAAK,EAAE,CAAC;QACP,CAAC,IAAI,GAAG,CAAC;QACT,CAAC,IAAI,GAAG,CAAC;QACT,CAAC,IAAI,GAAG,CAAC;IACb,CAAC;IAED,OAAO,WAAW,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,SAAS,CAAC,CAAC;AAC3C,CAAC"}

package/out/vmt/main.d.ts

@@ -0,0 +1,5 @@
+import { ShaderParam, ShaderParamHint } from "./shader-param";
+import { shaderParams, internalTextures } from "./shader-param-list";
+import { ColorMatchDescription, ColorMatchParenthesisType, getColorMatches } from "./color";
+import { getMatrixMatches, matrixRegExp } from "./matrix";
+export { ShaderParam, ShaderParamHint, ColorMatchDescription, ColorMatchParenthesisType, getColorMatches, getMatrixMatches, matrixRegExp, shaderParams, internalTextures };