spark-sql-language-server 0.0.1-beta.6 → 0.2.0-beta.0

package/out-tsc/formatter/visitor/utils/token-helpers.js

@@ -0,0 +1,249 @@
+"use strict";
+/**
+ * Token Helpers
+ *
+ * Utility functions for token navigation and manipulation.
+ * These are pure functions that operate on the token stream.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getPreviousNonHiddenToken = getPreviousNonHiddenToken;
+exports.getNextNonHiddenToken = getNextNonHiddenToken;
+exports.findTokenIndexByStartIndex = findTokenIndexByStartIndex;
+exports.getPreviousNonHiddenTokenByStartIndex = getPreviousNonHiddenTokenByStartIndex;
+exports.getNextNonHiddenTokenByStopIndex = getNextNonHiddenTokenByStopIndex;
+exports.isCommentToken = isCommentToken;
+exports.findCommentTokensBetween = findCommentTokensBetween;
+exports.findTokensBetween = findTokensBetween;
+exports.hasNewlineBeforeComment = hasNewlineBeforeComment;
+exports.getTokenEndPosition = getTokenEndPosition;
+exports.buildTextWithPreservedComments = buildTextWithPreservedComments;
+exports.isInsideContext = isInsideContext;
+exports.getParentContext = getParentContext;
+/**
+ * Get previous non-hidden token (skipping whitespace and comments)
+ */
+function getPreviousNonHiddenToken(tokens, tokenIndex) {
+    let index = tokenIndex - 1;
+    while (index >= 0) {
+        const token = tokens.get(index);
+        // HIDDEN channel is typically 1 or 2 (DEFAULT_TOKEN_CHANNEL is 0)
+        if (token.channel === 0) {
+            return token;
+        }
+        index--;
+    }
+    return undefined;
+}
+/**
+ * Get next non-hidden token (skipping whitespace and comments)
+ */
+function getNextNonHiddenToken(tokens, tokenIndex) {
+    const allTokens = tokens.getTokens();
+    let index = tokenIndex + 1;
+    while (index < allTokens.length) {
+        const token = allTokens[index];
+        if (token.channel === 0) {
+            return token;
+        }
+        index++;
+    }
+    return undefined;
+}
+/**
+ * Find token index by matching startIndex
+ */
+function findTokenIndexByStartIndex(tokens, startIndex) {
+    const allTokens = tokens.getTokens();
+    for (let i = 0; i < allTokens.length; i++) {
+        if (allTokens[i].startIndex === startIndex) {
+            return i;
+        }
+    }
+    return -1;
+}
+/**
+ * Get previous non-hidden token by symbol's startIndex
+ */
+function getPreviousNonHiddenTokenByStartIndex(tokens, startIndex) {
+    const allTokens = tokens.getTokens();
+    let currentIndex = -1;
+    // Find token with matching startIndex
+    for (let i = 0; i < allTokens.length; i++) {
+        if (allTokens[i].startIndex === startIndex) {
+            currentIndex = i;
+            break;
+        }
+    }
+    if (currentIndex === -1)
+        return undefined;
+    // Get previous non-hidden token
+    let index = currentIndex - 1;
+    while (index >= 0) {
+        const token = allTokens[index];
+        if (token.channel === 0) {
+            return token;
+        }
+        index--;
+    }
+    return undefined;
+}
+/**
+ * Get next non-hidden token by symbol's stopIndex
+ */
+function getNextNonHiddenTokenByStopIndex(tokens, stopIndex) {
+    const allTokens = tokens.getTokens();
+    let currentIndex = -1;
+    // Find token with matching stopIndex
+    for (let i = 0; i < allTokens.length; i++) {
+        if (allTokens[i].stopIndex === stopIndex) {
+            currentIndex = i;
+            break;
+        }
+    }
+    if (currentIndex === -1)
+        return undefined;
+    // Get next non-hidden token
+    let index = currentIndex + 1;
+    while (index < allTokens.length) {
+        const token = allTokens[index];
+        if (token.channel === 0) {
+            return token;
+        }
+        index++;
+    }
+    return undefined;
+}
+/**
+ * Check if a token is a comment
+ */
+function isCommentToken(token) {
+    // Comment tokens typically have specific types
+    // In SparkSQL lexer, these would be LINE_COMMENT and BLOCK_COMMENT
+    return token.channel !== 0 && token.type > 0;
+}
+/**
+ * Find comment tokens between two positions
+ */
+function findCommentTokensBetween(tokens, startIndex, endIndex) {
+    const allTokens = tokens.getTokens();
+    const comments = [];
+    for (const token of allTokens) {
+        if (token.startIndex >= startIndex && token.stopIndex < endIndex) {
+            if (isCommentToken(token)) {
+                comments.push(token);
+            }
+        }
+    }
+    return comments;
+}
+/**
+ * Find all tokens between two positions
+ */
+function findTokensBetween(tokens, startIndex, endIndex) {
+    const allTokens = tokens.getTokens();
+    const result = [];
+    for (const token of allTokens) {
+        if (token.startIndex >= startIndex && token.stopIndex <= endIndex) {
+            result.push(token);
+        }
+    }
+    return result;
+}
+/**
+ * Check if there is a newline in the whitespace before a comment
+ */
+function hasNewlineBeforeComment(tokens, startIndex, commentStartIndex) {
+    const allTokens = tokens.getTokens();
+    for (const token of allTokens) {
+        if (token.startIndex >= commentStartIndex) {
+            break;
+        }
+        if (token.startIndex >= startIndex) {
+            // Check if this is a whitespace token with newline
+            if (token.text && token.text.includes('\n')) {
+                return true;
+            }
+        }
+    }
+    return false;
+}
+/**
+ * Get token end position (line, character)
+ */
+function getTokenEndPosition(token) {
+    // token.line is 1-indexed, character is 0-indexed
+    // token.stopIndex is the character offset, need to calculate line/char
+    const text = token.text || '';
+    const lines = text.split('\n');
+    const lastLineLength = lines[lines.length - 1].length;
+    if (lines.length === 1) {
+        return {
+            line: token.line - 1, // Convert to 0-indexed
+            character: token.charPositionInLine + text.length
+        };
+    }
+    else {
+        // Multi-line token - calculate based on newlines
+        const lineOffset = lines.length - 1;
+        return {
+            line: token.line - 1 + lineOffset,
+            character: lastLineLength
+        };
+    }
+}
+/**
+ * Build text that preserves comments within a range
+ */
+function buildTextWithPreservedComments(tokens, startIndex, endIndex, newText, newlineIndent, indent, newlineRegex) {
+    const comments = findCommentTokensBetween(tokens, startIndex, endIndex);
+    if (comments.length === 0) {
+        return newText;
+    }
+    // Build text with preserved comments
+    const parts = [];
+    let lastEnd = startIndex;
+    for (const comment of comments) {
+        // Get whitespace before comment by checking tokens in range
+        const tokensBetween = findTokensBetween(tokens, lastEnd, comment.startIndex - 1);
+        const whitespaceText = tokensBetween.map(t => t.text || '').join('');
+        if (newlineRegex.test(whitespaceText)) {
+            parts.push(newlineIndent);
+        }
+        else if (whitespaceText.length > 0 || parts.length > 0) {
+            parts.push(' ');
+        }
+        // Add the comment
+        parts.push(comment.text || '');
+        lastEnd = comment.stopIndex + 1;
+    }
+    // Add the final newline/whitespace
+    parts.push(newText);
+    return parts.join('');
+}
+/**
+ * Check if context is inside a specific parent context type
+ */
+function isInsideContext(ctx, contextClass) {
+    let parent = ctx.parent;
+    while (parent) {
+        if (parent instanceof contextClass) {
+            return true;
+        }
+        parent = parent.parent;
+    }
+    return false;
+}
+/**
+ * Get the parent context of a specific type
+ */
+function getParentContext(ctx, contextClass) {
+    let parent = ctx.parent;
+    while (parent) {
+        if (parent instanceof contextClass) {
+            return parent;
+        }
+        parent = parent.parent;
+    }
+    return undefined;
+}
+//# sourceMappingURL=token-helpers.js.map

package/out-tsc/formatter/visitor/utils/token-helpers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"token-helpers.js","sourceRoot":"","sources":["../../../../src/formatter/visitor/utils/token-helpers.ts"],"names":[],"mappings":";AAAA;;;;;GAKG;;AAQH,8DAWC;AAKD,sDAWC;AAKD,gEAQC;AAKD,sFA2BC;AAKD,4EAwBC;AAKD,wCAIC;AAKD,4DAaC;AAKD,8CAWC;AAKD,0DAoBC;AAKD,kDAoBC;AAKD,wEAwCC;AAKD,0CAYC;AAKD,4CAYC;AApRD;;GAEG;AACH,SAAgB,yBAAyB,CAAC,MAAyB,EAAE,UAAkB;IACrF,IAAI,KAAK,GAAG,UAAU,GAAG,CAAC,CAAC;IAC3B,OAAO,KAAK,IAAI,CAAC,EAAE,CAAC;QAClB,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAChC,kEAAkE;QAClE,IAAI,KAAK,CAAC,OAAO,KAAK,CAAC,EAAE,CAAC;YACxB,OAAO,KAAK,CAAC;QACf,CAAC;QACD,KAAK,EAAE,CAAC;IACV,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;GAEG;AACH,SAAgB,qBAAqB,CAAC,MAAyB,EAAE,UAAkB;IACjF,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;IACrC,IAAI,KAAK,GAAG,UAAU,GAAG,CAAC,CAAC;IAC3B,OAAO,KAAK,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC;QAChC,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;QAC/B,IAAI,KAAK,CAAC,OAAO,KAAK,CAAC,EAAE,CAAC;YACxB,OAAO,KAAK,CAAC;QACf,CAAC;QACD,KAAK,EAAE,CAAC;IACV,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;GAEG;AACH,SAAgB,0BAA0B,CAAC,MAAyB,EAAE,UAAkB;IACtF,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;IACrC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC1C,IAAI,SAAS,CAAC,CAAC,CAAC,CAAC,UAAU,KAAK,UAAU,EAAE,CAAC;YAC3C,OAAO,CAAC,CAAC;QACX,CAAC;IACH,CAAC;IACD,OAAO,CAAC,CAAC,CAAC;AACZ,CAAC;AAED;;GAEG;AACH,SAAgB,qCAAqC,CACnD,MAAyB,EACzB,UAAkB;IAElB,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;IACrC,IAAI,YAAY,GAAG,CAAC,CAAC,CAAC;IAEtB,sCAAsC;IACtC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC1C,IAAI,SAAS,CAAC,CAAC,CAAC,CAAC,UAAU,KAAK,UAAU,EAAE,CAAC;YAC3C,YAAY,GAAG,CAAC,CAAC;YACjB,MAAM;QACR,CAAC;IACH,CAAC;IAED,IAAI,YAAY,KAAK,CAAC,CAAC;QAAE,OAAO,SAAS,CAAC;IAE1C,gCAAgC;IAChC,IAAI,KAAK,GAAG,YAAY,GAAG,CAAC,CAAC;IAC7B,OAAO,KAAK,IAAI,CAAC,EAAE,CAAC;QAClB,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;QAC/B,IAAI,KAAK,CAAC,OAAO,KAAK,CAAC,EAAE,CAAC;YACxB,OAAO,KAAK,CAAC;QACf,CAAC;QACD,KAAK,EAAE,CAAC;IACV,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;GAEG;AACH,SAAgB,gCAAgC,CAAC,MAAyB,EAAE,SAAiB;IAC3F,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;IACrC,IAAI,YAAY,GAAG,CAAC,CAAC,CAAC;IAEtB,qCAAqC;IACrC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC1C,IAAI,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YACzC,YAAY,GAAG,CAAC,CAAC;YACjB,MAAM;QACR,CAAC;IACH,CAAC;IAED,IAAI,YAAY,KAAK,CAAC,CAAC;QAAE,OAAO,SAAS,CAAC;IAE1C,4BAA4B;IAC5B,IAAI,KAAK,GAAG,YAAY,GAAG,CAAC,CAAC;IAC7B,OAAO,KAAK,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC;QAChC,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;QAC/B,IAAI,KAAK,CAAC,OAAO,KAAK,CAAC,EAAE,CAAC;YACxB,OAAO,KAAK,CAAC;QACf,CAAC;QACD,KAAK,EAAE,CAAC;IACV,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;GAEG;AACH,SAAgB,cAAc,CAAC,KAAY;IACzC,+CAA+C;IAC/C,mEAAmE;IACnE,OAAO,KAAK,CAAC,OAAO,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,GAAG,CAAC,CAAC;AAC/C,CAAC;AAED;;GAEG;AACH,SAAgB,wBAAwB,CAAC,MAAyB,EAAE,UAAkB,EAAE,QAAgB;IACtG,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;IACrC,MAAM,QAAQ,GAAY,EAAE,CAAC;IAE7B,KAAK,MAAM,KAAK,IAAI,SAAS,EAAE,CAAC;QAC9B,IAAI,KAAK,CAAC,UAAU,IAAI,UAAU,IAAI,KAAK,CAAC,SAAU,GAAG,QAAQ,EAAE,CAAC;YAClE,IAAI,cAAc,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC1B,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACvB,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;GAEG;AACH,SAAgB,iBAAiB,CAAC,MAAyB,EAAE,UAAkB,EAAE,QAAgB;IAC/F,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;IACrC,MAAM,MAAM,GAAY,EAAE,CAAC;IAE3B,KAAK,MAAM,KAAK,IAAI,SAAS,EAAE,CAAC;QAC9B,IAAI,KAAK,CAAC,UAAU,IAAI,UAAU,IAAI,KAAK,CAAC,SAAU,IAAI,QAAQ,EAAE,CAAC;YACnE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACrB,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,SAAgB,uBAAuB,CACrC,MAAyB,EACzB,UAAkB,EAClB,iBAAyB;IAEzB,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;IAErC,KAAK,MAAM,KAAK,IAAI,SAAS,EAAE,CAAC;QAC9B,IAAI,KAAK,CAAC,UAAU,IAAI,iBAAiB,EAAE,CAAC;YAC1C,MAAM;QACR,CAAC;QACD,IAAI,KAAK,CAAC,UAAU,IAAI,UAAU,EAAE,CAAC;YACnC,mDAAmD;YACnD,IAAI,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC5C,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;GAEG;AACH,SAAgB,mBAAmB,CAAC,KAAY;IAC9C,kDAAkD;IAClD,uEAAuE;IACvE,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC;IAC9B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC/B,MAAM,cAAc,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC;IAEtD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO;YACL,IAAI,EAAE,KAAK,CAAC,IAAI,GAAG,CAAC,EAAE,uBAAuB;YAC7C,SAAS,EAAE,KAAK,CAAC,kBAAkB,GAAG,IAAI,CAAC,MAAM;SAClD,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,iDAAiD;QACjD,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;QACpC,OAAO;YACL,IAAI,EAAE,KAAK,CAAC,IAAI,GAAG,CAAC,GAAG,UAAU;YACjC,SAAS,EAAE,cAAc;SAC1B,CAAC;IACJ,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAgB,8BAA8B,CAC5C,MAAyB,EACzB,UAAkB,EAClB,QAAgB,EAChB,OAAe,EACf,aAAqB,EACrB,MAAc,EACd,YAAoB;IAEpB,MAAM,QAAQ,GAAG,wBAAwB,CAAC,MAAM,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC;IAExE,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,qCAAqC;IACrC,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,OAAO,GAAG,UAAU,CAAC;IAEzB,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,4DAA4D;QAC5D,MAAM,aAAa,GAAG,iBAAiB,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;QACjF,MAAM,cAAc,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAErE,IAAI,YAAY,CAAC,IAAI,CAAC,cAAc,CAAC,EAAE,CAAC;YACtC,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC5B,CAAC;aAAM,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzD,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAClB,CAAC;QAED,kBAAkB;QAClB,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;QAE/B,OAAO,GAAG,OAAO,CAAC,SAAU,GAAG,CAAC,CAAC;IACnC,CAAC;IAED,mCAAmC;IACnC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAEpB,OAAO,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AACxB,CAAC;AAED;;GAEG;AACH,SAAgB,eAAe,CAC7B,GAAsB,EACtB,YAAuC;IAEvC,IAAI,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC;IACxB,OAAO,MAAM,EAAE,CAAC;QACd,IAAI,MAAM,YAAY,YAAY,EAAE,CAAC;YACnC,OAAO,IAAI,CAAC;QACd,CAAC;QACD,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;IACzB,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;GAEG;AACH,SAAgB,gBAAgB,CAC9B,GAAsB,EACtB,YAAuC;IAEvC,IAAI,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC;IACxB,OAAO,MAAM,EAAE,CAAC;QACd,IAAI,MAAM,YAAY,YAAY,EAAE,CAAC;YACnC,OAAO,MAAM,CAAC;QAChB,CAAC;QACD,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;IACzB,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC"}

package/out-tsc/index.d.ts

@@ -1,4 +1,5 @@
 export * from './public-apis';
-export * from './constant';
+export * from './constants';
 export * from './assets/built-in-functions';
 export * from './typings';
+//# sourceMappingURL=index.d.ts.map

package/out-tsc/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,eAAe,CAAC;AAC9B,cAAc,aAAa,CAAC;AAC5B,cAAc,6BAA6B,CAAC;AAC5C,cAAc,WAAW,CAAC"}

package/out-tsc/index.js

@@ -15,7 +15,9 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 __exportStar(require("./public-apis"), exports);
-__exportStar(require("./constant"), exports);
+__exportStar(require("./constants"), exports);
 __exportStar(require("./assets/built-in-functions"), exports);
 __exportStar(require("./typings"), exports);
+// Note: monaco-config is NOT exported here to avoid bundling Node.js dependencies in browser environments.
+// Import it directly from 'spark-sql-language-server/monaco-config' instead.
 //# sourceMappingURL=index.js.map

package/out-tsc/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,gDAA8B;AAC9B,6CAA2B;AAC3B,8DAA4C;AAC5C,4CAA0B"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,gDAA8B;AAC9B,8CAA4B;AAC5B,8DAA4C;AAC5C,4CAA0B;AAC1B,2GAA2G;AAC3G,6EAA6E"}