pbi-parsers 0.8.2__tar.gz → 0.8.3__tar.gz

{pbi_parsers-0.8.2 → pbi_parsers-0.8.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: pbi_parsers
-Version: 0.8.2
+Version: 0.8.3
 Summary: Power BI lexer, parsers, and formatters for DAX and M (Power Query) languages
 Project-URL: Homepage, https://github.com/douglassimonsen/pbi_parsers
 Project-URL: Documentation, https://douglassimonsen.github.io/pbi_parsers/

{pbi_parsers-0.8.2 → pbi_parsers-0.8.3}/pbi_parsers/__init__.py

@@ -1,6 +1,6 @@
 from . import dax, pq
 
-__version__ = "0.8.2"
+__version__ = "0.8.3"
 
 
 __all__ = [

{pbi_parsers-0.8.2 → pbi_parsers-0.8.3}/pbi_parsers/dax/tokens.py

@@ -40,6 +40,7 @@ class TokenType(Enum):
     UNQUOTED_IDENTIFIER = auto()
     VARIABLE = auto()
     WHITESPACE = auto()
+
     UNKNOWN = auto()
     """unknown is used when someone replaces a token with a str"""
 

{pbi_parsers-0.8.2 → pbi_parsers-0.8.3}/pbi_parsers/dax/utils.py

@@ -4,7 +4,7 @@ import jinja2
 from colorama import Fore, Style
 
 from .exprs import Expression
-from .tokens import Token
+from .tokens import Token, TokenType
 
 T = TypeVar("T", bound=Expression)
 
@@ -118,3 +118,30 @@ def highlight_section(node: Expression | Token | list[Token] | list[Expression])
     position = node.position()
     full_text = node.text_slice.full_text if isinstance(node, Token) else node.full_text()
     return Context(position, full_text)
+
+
+def get_inner_text(tok: Token) -> str:
+    """Returns the inner text of a token, stripping any surrounding quotes or brackets.
+
+    Args:
+        tok (Token): The token to extract inner text from.
+
+    Returns:
+        str: The inner text of the token.
+
+    Raises:
+        ValueError: If the token type does not support inner text extraction.
+
+    """
+    if tok.tok_type in {
+        TokenType.BRACKETED_IDENTIFIER,
+        TokenType.SINGLE_QUOTED_IDENTIFIER,
+    }:
+        return tok.text[1:-1]
+    if tok.tok_type in {
+        TokenType.STRING_LITERAL,
+        TokenType.UNQUOTED_IDENTIFIER,
+    }:
+        return tok.text
+    msg = f"Token type {tok.tok_type} does not have inner text"
+    raise ValueError(msg)

{pbi_parsers-0.8.2 → pbi_parsers-0.8.3}/pbi_parsers/pq/tokens.py

@@ -2,8 +2,7 @@ from dataclasses import dataclass
 from enum import Enum
 
 from pbi_parsers.base import BaseToken
-
-from ..base.tokens import TextSlice
+from pbi_parsers.base.tokens import TextSlice
 
 
 class TokenType(Enum):