omextra 0.0.0.dev424__py3-none-any.whl → 0.0.0.dev426__py3-none-any.whl

omextra/specs/proto/_antlr/Protobuf3Visitor.py

@@ -0,0 +1,257 @@
+# type: ignore
+# ruff: noqa
+# flake8: noqa
+# @omlish-generated
+# Generated from Protobuf3.g4 by ANTLR 4.13.2
+from omlish.text.antlr._runtime._all import *
+if "." in __name__:
+    from .Protobuf3Parser import Protobuf3Parser
+else:
+    from Protobuf3Parser import Protobuf3Parser
+
+# This class defines a complete generic visitor for a parse tree produced by Protobuf3Parser.
+
+class Protobuf3Visitor(ParseTreeVisitor):
+
+    # Visit a parse tree produced by Protobuf3Parser#proto.
+    def visitProto(self, ctx:Protobuf3Parser.ProtoContext):
+        return self.visitChildren(ctx)
+
+
+    # Visit a parse tree produced by Protobuf3Parser#syntax.
+    def visitSyntax(self, ctx:Protobuf3Parser.SyntaxContext):
+        return self.visitChildren(ctx)
+
+
+    # Visit a parse tree produced by Protobuf3Parser#syntaxExtra.
+    def visitSyntaxExtra(self, ctx:Protobuf3Parser.SyntaxExtraContext):
+        return self.visitChildren(ctx)
+
+
+    # Visit a parse tree produced by Protobuf3Parser#importStmt.
+    def visitImportStmt(self, ctx:Protobuf3Parser.ImportStmtContext):
+        return self.visitChildren(ctx)
+
+
+    # Visit a parse tree produced by Protobuf3Parser#packageStmt.
+    def visitPackageStmt(self, ctx:Protobuf3Parser.PackageStmtContext):
+        return self.visitChildren(ctx)
+
+
+    # Visit a parse tree produced by Protobuf3Parser#option.
+    def visitOption(self, ctx:Protobuf3Parser.OptionContext):
+        return self.visitChildren(ctx)
+
+
+    # Visit a parse tree produced by Protobuf3Parser#optionName.
+    def visitOptionName(self, ctx:Protobuf3Parser.OptionNameContext):
+        return self.visitChildren(ctx)
+
+
+    # Visit a parse tree produced by Protobuf3Parser#optionBody.
+    def visitOptionBody(self, ctx:Protobuf3Parser.OptionBodyContext):
+        return self.visitChildren(ctx)
+
+
+    # Visit a parse tree produced by Protobuf3Parser#optionBodyVariable.
+    def visitOptionBodyVariable(self, ctx:Protobuf3Parser.OptionBodyVariableContext):
+        return self.visitChildren(ctx)
+
+
+    # Visit a parse tree produced by Protobuf3Parser#topLevelDef.
+    def visitTopLevelDef(self, ctx:Protobuf3Parser.TopLevelDefContext):
+        return self.visitChildren(ctx)
+
+
+    # Visit a parse tree produced by Protobuf3Parser#message.
+    def visitMessage(self, ctx:Protobuf3Parser.MessageContext):
+        return self.visitChildren(ctx)
+
+
+    # Visit a parse tree produced by Protobuf3Parser#messageBody.
+    def visitMessageBody(self, ctx:Protobuf3Parser.MessageBodyContext):
+        return self.visitChildren(ctx)
+
+
+    # Visit a parse tree produced by Protobuf3Parser#messageBodyContent.
+    def visitMessageBodyContent(self, ctx:Protobuf3Parser.MessageBodyContentContext):
+        return self.visitChildren(ctx)
+
+
+    # Visit a parse tree produced by Protobuf3Parser#enumDef.
+    def visitEnumDef(self, ctx:Protobuf3Parser.EnumDefContext):
+        return self.visitChildren(ctx)
+
+
+    # Visit a parse tree produced by Protobuf3Parser#enumBody.
+    def visitEnumBody(self, ctx:Protobuf3Parser.EnumBodyContext):
+        return self.visitChildren(ctx)
+
+
+    # Visit a parse tree produced by Protobuf3Parser#enumField.
+    def visitEnumField(self, ctx:Protobuf3Parser.EnumFieldContext):
+        return self.visitChildren(ctx)
+
+
+    # Visit a parse tree produced by Protobuf3Parser#enumValueOption.
+    def visitEnumValueOption(self, ctx:Protobuf3Parser.EnumValueOptionContext):
+        return self.visitChildren(ctx)
+
+
+    # Visit a parse tree produced by Protobuf3Parser#extend.
+    def visitExtend(self, ctx:Protobuf3Parser.ExtendContext):
+        return self.visitChildren(ctx)
+
+
+    # Visit a parse tree produced by Protobuf3Parser#service.
+    def visitService(self, ctx:Protobuf3Parser.ServiceContext):
+        return self.visitChildren(ctx)
+
+
+    # Visit a parse tree produced by Protobuf3Parser#rpc.
+    def visitRpc(self, ctx:Protobuf3Parser.RpcContext):
+        return self.visitChildren(ctx)
+
+
+    # Visit a parse tree produced by Protobuf3Parser#reserved.
+    def visitReserved(self, ctx:Protobuf3Parser.ReservedContext):
+        return self.visitChildren(ctx)
+
+
+    # Visit a parse tree produced by Protobuf3Parser#ranges.
+    def visitRanges(self, ctx:Protobuf3Parser.RangesContext):
+        return self.visitChildren(ctx)
+
+
+    # Visit a parse tree produced by Protobuf3Parser#rangeRule.
+    def visitRangeRule(self, ctx:Protobuf3Parser.RangeRuleContext):
+        return self.visitChildren(ctx)
+
+
+    # Visit a parse tree produced by Protobuf3Parser#fieldNames.
+    def visitFieldNames(self, ctx:Protobuf3Parser.FieldNamesContext):
+        return self.visitChildren(ctx)
+
+
+    # Visit a parse tree produced by Protobuf3Parser#typeRule.
+    def visitTypeRule(self, ctx:Protobuf3Parser.TypeRuleContext):
+        return self.visitChildren(ctx)
+
+
+    # Visit a parse tree produced by Protobuf3Parser#simpleType.
+    def visitSimpleType(self, ctx:Protobuf3Parser.SimpleTypeContext):
+        return self.visitChildren(ctx)
+
+
+    # Visit a parse tree produced by Protobuf3Parser#fieldNumber.
+    def visitFieldNumber(self, ctx:Protobuf3Parser.FieldNumberContext):
+        return self.visitChildren(ctx)
+
+
+    # Visit a parse tree produced by Protobuf3Parser#field.
+    def visitField(self, ctx:Protobuf3Parser.FieldContext):
+        return self.visitChildren(ctx)
+
+
+    # Visit a parse tree produced by Protobuf3Parser#fieldOptions.
+    def visitFieldOptions(self, ctx:Protobuf3Parser.FieldOptionsContext):
+        return self.visitChildren(ctx)
+
+
+    # Visit a parse tree produced by Protobuf3Parser#fieldOption.
+    def visitFieldOption(self, ctx:Protobuf3Parser.FieldOptionContext):
+        return self.visitChildren(ctx)
+
+
+    # Visit a parse tree produced by Protobuf3Parser#oneof.
+    def visitOneof(self, ctx:Protobuf3Parser.OneofContext):
+        return self.visitChildren(ctx)
+
+
+    # Visit a parse tree produced by Protobuf3Parser#oneofField.
+    def visitOneofField(self, ctx:Protobuf3Parser.OneofFieldContext):
+        return self.visitChildren(ctx)
+
+
+    # Visit a parse tree produced by Protobuf3Parser#mapField.
+    def visitMapField(self, ctx:Protobuf3Parser.MapFieldContext):
+        return self.visitChildren(ctx)
+
+
+    # Visit a parse tree produced by Protobuf3Parser#keyType.
+    def visitKeyType(self, ctx:Protobuf3Parser.KeyTypeContext):
+        return self.visitChildren(ctx)
+
+
+    # Visit a parse tree produced by Protobuf3Parser#reservedWord.
+    def visitReservedWord(self, ctx:Protobuf3Parser.ReservedWordContext):
+        return self.visitChildren(ctx)
+
+
+    # Visit a parse tree produced by Protobuf3Parser#fullIdent.
+    def visitFullIdent(self, ctx:Protobuf3Parser.FullIdentContext):
+        return self.visitChildren(ctx)
+
+
+    # Visit a parse tree produced by Protobuf3Parser#messageName.
+    def visitMessageName(self, ctx:Protobuf3Parser.MessageNameContext):
+        return self.visitChildren(ctx)
+
+
+    # Visit a parse tree produced by Protobuf3Parser#enumName.
+    def visitEnumName(self, ctx:Protobuf3Parser.EnumNameContext):
+        return self.visitChildren(ctx)
+
+
+    # Visit a parse tree produced by Protobuf3Parser#messageOrEnumName.
+    def visitMessageOrEnumName(self, ctx:Protobuf3Parser.MessageOrEnumNameContext):
+        return self.visitChildren(ctx)
+
+
+    # Visit a parse tree produced by Protobuf3Parser#fieldName.
+    def visitFieldName(self, ctx:Protobuf3Parser.FieldNameContext):
+        return self.visitChildren(ctx)
+
+
+    # Visit a parse tree produced by Protobuf3Parser#oneofName.
+    def visitOneofName(self, ctx:Protobuf3Parser.OneofNameContext):
+        return self.visitChildren(ctx)
+
+
+    # Visit a parse tree produced by Protobuf3Parser#mapName.
+    def visitMapName(self, ctx:Protobuf3Parser.MapNameContext):
+        return self.visitChildren(ctx)
+
+
+    # Visit a parse tree produced by Protobuf3Parser#serviceName.
+    def visitServiceName(self, ctx:Protobuf3Parser.ServiceNameContext):
+        return self.visitChildren(ctx)
+
+
+    # Visit a parse tree produced by Protobuf3Parser#rpcName.
+    def visitRpcName(self, ctx:Protobuf3Parser.RpcNameContext):
+        return self.visitChildren(ctx)
+
+
+    # Visit a parse tree produced by Protobuf3Parser#messageType.
+    def visitMessageType(self, ctx:Protobuf3Parser.MessageTypeContext):
+        return self.visitChildren(ctx)
+
+
+    # Visit a parse tree produced by Protobuf3Parser#messageOrEnumType.
+    def visitMessageOrEnumType(self, ctx:Protobuf3Parser.MessageOrEnumTypeContext):
+        return self.visitChildren(ctx)
+
+
+    # Visit a parse tree produced by Protobuf3Parser#emptyStmt.
+    def visitEmptyStmt(self, ctx:Protobuf3Parser.EmptyStmtContext):
+        return self.visitChildren(ctx)
+
+
+    # Visit a parse tree produced by Protobuf3Parser#constant.
+    def visitConstant(self, ctx:Protobuf3Parser.ConstantContext):
+        return self.visitChildren(ctx)
+
+
+
+del Protobuf3Parser

omextra/specs/proto/nodes.py

@@ -0,0 +1,54 @@
+import enum
+import typing as ta
+
+from omlish import dataclasses as dc
+
+
+##
+
+
+class SimpleType(enum.Enum):
+    DOUBLE = 'double'
+    FLOAT = 'float'
+    INT32 = 'int32'
+    INT64 = 'int64'
+    UINT32 = 'uint32'
+    UINT64 = 'uint64'
+    SINT32 = 'sint32'
+    SINT64 = 'sint64'
+    FIXED32 = 'fixed32'
+    FIXED64 = 'fixed64'
+    SFIXED32 = 'sfixed32'
+    SFIXED64 = 'sfixed64'
+    BOOL = 'bool'
+    STRING = 'string'
+    BYTES = 'bytes'
+
+
+class TypeRef(dc.Frozen):
+    name: str
+
+
+Type: ta.TypeAlias = SimpleType | TypeRef
+
+
+##
+
+
+class Field(dc.Frozen):
+    name: str
+    type: Type
+    num: int
+    repeated: bool = False
+
+
+class Message(dc.Frozen):
+    name: str
+    fields: ta.Sequence[Field]
+
+
+##
+
+
+class ProtoFile(dc.Frozen):
+    messages: ta.Sequence[Message] | None = None

omextra/specs/proto/parsing.py

@@ -0,0 +1,98 @@
+# ruff: noqa: N802 N803
+import typing as ta
+
+from omlish import check
+from omlish.text.antlr import runtime as antlr4
+from omlish.text.antlr.errors import SilentRaisingErrorListener
+
+from . import nodes as no
+from ._antlr.Protobuf3Lexer import Protobuf3Lexer  # type: ignore
+from ._antlr.Protobuf3Parser import Protobuf3Parser  # type: ignore
+from ._antlr.Protobuf3Visitor import Protobuf3Visitor  # type: ignore
+
+
+##
+
+
+class _ParseVisitor(Protobuf3Visitor):
+    def visit(self, ctx: antlr4.ParserRuleContext):
+        check.isinstance(ctx, antlr4.ParserRuleContext)
+        node = ctx.accept(self)
+        return node
+
+    def aggregateResult(self, aggregate, nextResult):
+        if aggregate is not None:
+            check.none(nextResult)
+            return aggregate
+        else:
+            check.none(aggregate)
+            return nextResult
+
+    #
+
+    def visitField(self, ctx: Protobuf3Parser.FieldContext):
+        name = ctx.fieldName().getText()
+        type_: no.Type = check.isinstance(self.visitTypeRule(ctx.typeRule()), (no.SimpleType, no.TypeRef))
+        num = int(ctx.fieldNumber().getText())
+        repeated = ctx.REPEATED() is not None
+        return no.Field(
+            name=name,
+            type=type_,
+            num=num,
+            repeated=repeated,
+        )
+
+    def visitMessage(self, ctx: Protobuf3Parser.MessageContext):
+        name = ctx.messageName().getText()
+        fields: list[no.Field] = []
+        for mbc_ctx in ctx.messageBody().messageBodyContent():
+            mbc = self.visitMessageBodyContent(mbc_ctx)
+            if isinstance(mbc, no.Field):
+                fields.append(mbc)
+        return no.Message(
+            name=name,
+            fields=fields,
+        )
+
+    def visitMessageOrEnumType(self, ctx: Protobuf3Parser.MessageOrEnumTypeContext):
+        return no.TypeRef(ctx.getText())
+
+    def visitProto(self, ctx: Protobuf3Parser.ProtoContext):
+        messages: list[no.Message] = []
+        for ex_ctx in ctx.syntaxExtra():
+            ex = self.visitSyntaxExtra(ex_ctx)
+            if isinstance(ex, no.Message):
+                messages.append(ex)
+        return no.ProtoFile(
+            messages=messages,
+        )
+
+    def visitSimpleType(self, ctx: Protobuf3Parser.SimpleTypeContext):
+        return no.SimpleType(ctx.getText())
+
+
+##
+
+
+def create_parser(buf: str) -> Protobuf3Parser:
+    lexer = Protobuf3Lexer(antlr4.InputStream(buf))
+    lexer.removeErrorListeners()
+    lexer.addErrorListener(SilentRaisingErrorListener())
+
+    stream = antlr4.CommonTokenStream(lexer)
+    stream.fill()
+
+    parser = Protobuf3Parser(stream)
+    parser.removeErrorListeners()
+    parser.addErrorListener(SilentRaisingErrorListener())
+
+    return parser
+
+
+##
+
+
+def parse_proto(buf: str, **kwargs: ta.Any) -> ta.Any:
+    parser = create_parser(buf, **kwargs)
+    node = _ParseVisitor().visit(parser.proto())
+    return node

omextra/sql/parsing/Minisql.g4

@@ -0,0 +1,292 @@
+grammar Minisql;
+
+
+tokens {
+    DELIMITER
+}
+
+
+singleStmt
+    : select ';' EOF
+    ;
+
+select
+    : cteSelect
+    ;
+
+cteSelect
+    : (WITH cte (',' cte)*)? unionSelect
+    ;
+
+cte
+    : ident AS '(' select ')'
+    ;
+
+unionSelect
+    : primarySelect unionItem*
+    ;
+
+unionItem
+    : UNION setQuantifier? primarySelect
+    ;
+
+primarySelect
+    : SELECT setQuantifier? selectItem (',' selectItem)*
+      (FROM relation (',' relation)*)?
+      (WHERE where=booleanExpr)?
+      (GROUP BY groupBy)?
+      (HAVING having=booleanExpr)?
+      (ORDER BY sortItem (',' sortItem)*)?
+    ;
+
+selectItem
+    : '*'                      #allSelectItem
+    | expr (AS? ident)?  #exprSelectItem
+    ;
+
+expr
+    : booleanExpr
+    ;
+
+booleanExpr
+    : valueExpr predicate[$valueExpr.ctx]?   #predicatedBooleanExpr
+    | op=NOT booleanExpr                     #unaryBooleanExpr
+    | booleanExpr op=(AND | OR) booleanExpr  #binaryBooleanExpr
+    | booleanExpr '::' ident                 #castBooleanExpr
+    ;
+
+predicate[ParserRuleContext value]
+    : cmpOp right=valueExpr             #cmpPredicate
+    | IS NOT? NULL                      #isNullPredicate
+    | NOT? IN '(' expr (',' expr)* ')'  #inListPredicate
+    | NOT? IN '(' select ')'            #inSelectPredicate
+    | NOT? LIKE expr                    #likePredicate
+    ;
+
+valueExpr
+    : primaryExpr                                #primaryValueExpr
+    | op=unaryOp valueExpr                       #unaryValueExpr
+    | left=valueExpr op=arithOp right=valueExpr  #arithValueExpr
+    ;
+
+primaryExpr
+    : qualifiedName '(' (expr (',' expr)*)? ')' over?  #functionCallExpr
+    | qualifiedName '(' '*' ')' over?                  #starFunctionCallExpr
+    | CASE caseItem* (ELSE expr)? END                  #caseExpr
+    | '(' select ')'                                   #selectExpr
+    | '(' expr ')'                                     #parenExpr
+    | simpleExpr                                       #simplePrimaryExpr
+    ;
+
+simpleExpr
+    : qualifiedName
+    | number
+    | string
+    | null
+    | true
+    | false
+    ;
+
+caseItem
+    : WHEN expr THEN expr
+    ;
+
+over
+    : OVER '(' (ORDER BY sortItem (',' sortItem)*)? ')'
+    ;
+
+sortItem
+    : expr direction=(ASC | DESC)?
+    ;
+
+relation
+    : relation AS? ident      #aliasedRelation
+    | left=relation
+      ty=joinType?
+      JOIN right=relation
+      (ON cond=booleanExpr)?  #joinRelation
+    | '(' select ')'          #selectRelation
+    | '(' relation ')'        #parenRelation
+    | qualifiedName           #tableRelation
+    ;
+
+groupBy
+    : expr (',' expr)*
+    ;
+
+qualifiedName
+    : ident ('.' ident)*
+    ;
+
+identList
+    : ident (',' ident)*
+    ;
+
+ident
+    : unquotedIdent
+    | quotedIdent
+    ;
+
+quotedIdent
+    : QUOTED_IDENT
+    ;
+
+number
+    : INTEGER_VALUE  #integerNumber
+    | DECIMAL_VALUE  #decimalNumber
+    | FLOAT_VALUE    #floatNumber
+    ;
+
+string
+    : STRING
+    ;
+
+null
+    : NULL
+    ;
+
+true
+    : TRUE
+    ;
+
+false
+    : FALSE
+    ;
+
+setQuantifier
+    : DISTINCT
+    | ALL
+    ;
+
+joinType
+    : INNER
+    | LEFT
+    | LEFT OUTER
+    | RIGHT
+    | RIGHT OUTER
+    | FULL
+    | FULL OUTER
+    | CROSS
+    | NATURAL
+    ;
+
+cmpOp
+    : '='
+    | '!='
+    | '<>'
+    | '<'
+    | '<='
+    | '>'
+    | '>='
+    ;
+
+arithOp
+    : '+'
+    | '-'
+    | '*'
+    | '/'
+    | '%'
+    | '||'
+    ;
+
+unaryOp
+    : '+'
+    | '-'
+    ;
+
+unquotedIdent
+    : IDENT
+
+    | LEFT
+    | RIGHT
+
+    ;
+
+ALL: 'all';
+AND: 'and';
+AS: 'as';
+ASC: 'asc';
+BY: 'by';
+CASE: 'case';
+CROSS: 'cross';
+DESC: 'desc';
+DISTINCT: 'distinct';
+ELSE: 'else';
+END: 'end';
+FALSE: 'false';
+FROM: 'from';
+FULL: 'full';
+GROUP: 'group';
+HAVING: 'having';
+IN: 'in';
+INNER: 'inner';
+IS: 'is';
+JOIN: 'join';
+LEFT: 'left';
+LIKE: 'like';
+NATURAL: 'natural';
+NOT: 'not';
+NULL: 'null';
+ON: 'on';
+OR: 'or';
+ORDER: 'order';
+OUTER: 'outer';
+OVER: 'over';
+RIGHT: 'right';
+SELECT: 'select';
+THEN: 'then';
+TRUE: 'true';
+UNION: 'union';
+WHEN: 'when';
+WHERE: 'where';
+WITH: 'with';
+
+STRING
+    : '\'' (~'\'' | '\'\'')* '\''
+    ;
+
+INTEGER_VALUE
+    : DIGIT+
+    ;
+
+DECIMAL_VALUE
+    : DIGIT+ '.' DIGIT*
+    | '.' DIGIT+
+    ;
+
+FLOAT_VALUE
+    : DIGIT+ ('.' DIGIT*)? EXPONENT
+    | '.' DIGIT+ EXPONENT
+    ;
+
+IDENT
+    : (LETTER | '_') (LETTER | DIGIT | '_' | '@' | ':' | '$')*
+    ;
+
+QUOTED_IDENT
+    : '"' (~'"' | '""')* '"'
+    ;
+
+fragment EXPONENT
+    : [Ee] [+-]? DIGIT+
+    ;
+
+fragment DIGIT
+    : [0-9]
+    ;
+
+fragment LETTER
+    : [A-Za-z]
+    ;
+
+COMMENT
+    : '--' ~[\r\n]* '\r'? '\n'? -> channel(HIDDEN)
+    ;
+
+BLOCK_COMMENT
+    : '/*' .*? '*/' -> channel(HIDDEN)
+    ;
+
+WS
+    : [ \t\n\r]+ -> skip
+    ;