@cloudcare/lezer-metricsql 0.0.51

package/src/metricsql.grammar

@@ -0,0 +1,591 @@
+// Copyright 2021 The Prometheus Authors
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+// http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+@top MetricsQL { WithExpr | expr }
+@top MetricName { Identifier }
+
+@precedence {
+  group,
+  pow @right,
+  mul @left
+  add @left,
+  eql @left,
+  and @left,
+  or @left,
+  keepMetricNames @left
+}
+
+expr[@isGroup=Expr] {
+  AggregateExpr |
+  BinaryExpr |
+  FunctionCall |
+  MatrixSelector |
+  NumberList |
+  NumberDurationLiteral |
+  OffsetExpr |
+  AnchoredExpr |
+  SmoothedExpr |
+  KeepMetricNamesExpr |
+  ParenExpr |
+  StringLiteral |
+  SubqueryExpr |
+  UnaryExpr |
+  VectorSelector |
+  StepInvariantExpr
+}
+
+WithExpr {
+  With "(" (WithBinding ("," WithBinding)* ","?)? ")" expr
+}
+
+WithBinding {
+  Identifier "=" expr |
+  Identifier "(" (Identifier ("," Identifier)* ","?)? ")" "=" expr
+}
+
+AnchoredExpr {
+  expr Anchored
+}
+
+SmoothedExpr {
+  expr Smoothed
+}
+
+KeepMetricNamesExpr {
+  expr !keepMetricNames KeepMetricNames
+}
+
+AggregateExpr {
+  AggregateOp AggregateModifier FunctionCallBody LimitClause? |
+  AggregateOp FunctionCallBody AggregateModifier LimitClause? |
+  AggregateOp FunctionCallBody LimitClause?
+}
+
+AggregateOp {
+  AnyAggr |
+  Avg |
+  Bottomk |
+  BottomkAvg |
+  BottomkLast |
+  BottomkMax |
+  BottomkMedian |
+  BottomkMin |
+  Count |
+  CountValues |
+  Distinct |
+  Geomean |
+  Group |
+  Histogram |
+  Mad |
+  Max |
+  Median |
+  Min |
+  Mode |
+  OutliersIQR |
+  OutliersMAD |
+  OutliersK |
+  Quantile |
+  Quantiles |
+  LimitK |
+  LimitRatio |
+  Share |
+  Stddev |
+  Stdvar |
+  Sum2 |
+  Sum |
+  Topk |
+  TopkAvg |
+  TopkLast |
+  TopkMax |
+  TopkMedian |
+  TopkMin |
+  Zscore
+}
+
+AggregateModifier {
+  By GroupingLabels |
+  Without GroupingLabels
+}
+
+LimitClause {
+  Limit NumberDurationLiteral
+}
+
+BinaryExpr {
+  expr !pow Pow    binModifiers expr |
+  expr !mul Mul    binModifiers expr |
+  expr !mul Div    binModifiers expr |
+  expr !mul Mod    binModifiers expr |
+  expr !mul Atan2  binModifiers expr |
+  expr !add Add    binModifiers expr |
+  expr !add Sub    binModifiers expr |
+  expr !eql Eql    binModifiers expr |
+  expr !eql Gte    binModifiers expr |
+  expr !eql Gtr    binModifiers expr |
+  expr !eql TrimUpper  binModifiers expr |
+  expr !eql TrimLower  binModifiers expr |
+  expr !eql Lte    binModifiers expr |
+  expr !eql Lss    binModifiers expr |
+  expr !eql Neq    binModifiers expr |
+  expr !and And    binModifiers expr |
+  expr !and Unless binModifiers expr |
+  expr !or  Default binModifiers expr |
+  expr !or  If      binModifiers expr |
+  expr !or  IfNot   binModifiers expr |
+  expr !or  Or     binModifiers expr
+}
+
+MatchingModifierClause {
+  (Ignoring | On) GroupingLabels
+  ((GroupLeft | GroupRight) (!group GroupingLabels)?)?
+}
+
+FillClause {
+  Fill "(" NumberDurationLiteral ")"
+}
+
+FillLeftClause {
+  FillLeft "(" NumberDurationLiteral ")"
+}
+
+FillRightClause {
+  FillRight "(" NumberDurationLiteral ")"
+}
+
+FillModifier {
+  (FillClause | FillLeftClause | FillRightClause) |
+  (FillLeftClause FillRightClause) |
+  (FillRightClause FillLeftClause)
+}
+
+BoolModifier { Bool }
+
+binModifiers {
+  BoolModifier?
+  MatchingModifierClause?
+  FillModifier?
+}
+
+GroupingLabels {
+  "(" ("*" | ((LabelName | QuotedLabelName) ("," (LabelName | QuotedLabelName))* ","?)?) ")" PrefixClause?
+}
+
+PrefixClause {
+  Prefix StringLiteral
+}
+
+FunctionCall {
+  FunctionIdentifier FunctionCallBody |
+  Identifier FunctionCallBody
+}
+
+FunctionIdentifier {
+  AbsentOverTime |
+  Absent |
+  Abs |
+  Acos |
+  Acosh |
+  Asin |
+  Asinh |
+  Atan |
+  Atanh |
+  AvgOverTime |
+  Ceil |
+  Changes |
+  Clamp |
+  ClampMax |
+  ClampMin |
+  Cos |
+  Cosh |
+  CountOverTime |
+  DaysInMonth |
+  DayOfMonth |
+  DayOfWeek |
+  DayOfYear |
+  Deg |
+  Delta |
+  Deriv |
+  Exp |
+  FirstOverTime |
+  Floor |
+  HistogramCount |
+  HistogramFraction |
+  HistogramQuantile |
+  HistogramQuantiles |
+  HistogramStdDev |
+  HistogramStdVar |
+  HistogramSum |
+  HistogramAvg |
+  DoubleExponentialSmoothing |
+  Hour |
+  Idelta |
+  Increase |
+  Info |
+  Irate |
+  LabelReplace |
+  LabelJoin |
+  LastOverTime |
+  Ln |
+  Log10 |
+  Log2 |
+  MadOverTime |
+  MaxOverTime |
+  MinOverTime |
+  TsOfFirstOverTime |
+  TsOfMaxOverTime |
+  TsOfMinOverTime |
+  TsOfLastOverTime |
+  Minute |
+  Month |
+  Pi |
+  PredictLinear |
+  PresentOverTime |
+  QuantileOverTime |
+  Rad |
+  Rate |
+  Resets |
+  Round |
+  Scalar |
+  Sgn |
+  Sin |
+  Sinh |
+  Sort |
+  SortDesc |
+  SortByLabel |
+  SortByLabelDesc |
+  StartFn |
+  EndFn |
+  Range |
+  Step |
+  Sqrt |
+  StddevOverTime |
+  StdvarOverTime |
+  SumOverTime |
+  Tan |
+  Tanh |
+  Timestamp |
+  Time |
+  Vector |
+  Year
+}
+
+FunctionCallBody {
+  "(" (expr ("," expr)* ","?)? ")"
+}
+
+ParenExpr {
+  "(" expr ")"
+}
+
+NumberList {
+  "(" NumberDurationLiteral ("," NumberDurationLiteral)+ ","? ")"
+}
+
+OffsetExpr {
+  expr Offset NumberDurationLiteralInDurationContext
+}
+
+MatrixSelector {
+  expr "[" NumberDurationLiteralInDurationContext? "]"
+}
+
+SubqueryExpr {
+  expr "[" NumberDurationLiteralInDurationContext ":" ("" | NumberDurationLiteralInDurationContext) "]"
+}
+
+UnaryExpr {
+  !mul UnaryOp~signed expr
+}
+
+UnaryOp {
+  "-" |
+  "+"
+}
+
+VectorSelector {
+  Identifier LabelMatchers |
+  Identifier |
+  LabelMatchers
+}
+
+LabelMatchers {
+  "{" (LabelMatcherGroup (OrFilter LabelMatcherGroup)*)? "}"
+}
+
+LabelMatcherGroup {
+  LabelMatcher ("," LabelMatcher)* ","?
+}
+
+LabelMatcher {
+  UnquotedLabelMatcher | QuotedLabelMatcher | QuotedLabelName
+}
+
+MatchOp {
+  EqlSingle |
+  Neq |
+  EqlRegex |
+  NeqRegex
+}
+
+UnquotedLabelMatcher {
+    LabelName MatchOp LabelMatcherValue
+}
+
+QuotedLabelMatcher {
+    QuotedLabelName MatchOp LabelMatcherValue
+}
+
+QuotedLabelName {
+    StringLiteral
+}
+
+LabelMatcherValue {
+  (StringLiteral | Identifier) (Add (Identifier | StringLiteral))*
+}
+
+StepInvariantExpr {
+  expr At ( NumberDurationLiteral | AtModifierPreprocessors "(" ")" | FunctionCall | ParenExpr )
+}
+
+AtModifierPreprocessors {
+  AtStart | AtEnd
+}
+
+NumberDurationLiteral  {
+ ("-"|"+")?~signed (number | inf | nan | TemplateVariable)
+}
+
+NumberDurationLiteralInDurationContext {
+ ("-"|"+")?~signed (number | inf | nan | TemplateVariable)
+}
+
+@skip { whitespace | LineComment }
+
+@tokens {
+  whitespace { std.whitespace+ }
+  LineComment { "#" ![\n]* }
+
+  number {
+      (std.digit+ (("_")? std.digit)* ("." std.digit+ (("_")? std.digit)*)? | "." std.digit+ (("_")? std.digit)*) (("e" | "E") ("+" | "-")? std.digit+ (("_")? std.digit)*)? ("K" | "Ki" | "M" | "Mi" | "G" | "Gi" | "T" | "Ti")? |
+      "0x" (std.digit | $[a-fA-F])+ | duration
+  }
+  StringLiteral { // TODO: This is for JS, make this work for MetricsQL.
+    '"' (![\\\n"] | "\\" _)* '"'? |
+    "'" (![\\\n'] | "\\" _)* "'"? |
+    "`" ![`]* "`"
+  }
+
+  duration {
+    (std.digit+ ("." std.digit+)? ("ms" | "y" | "w" | "d" | "h" | "m" | "s" | "i"))+
+  }
+  escapedIdentifierChar { "\\" _ }
+  TemplateVariable { "$" (std.asciiLetter | "_") (std.asciiLetter | std.digit | "_")* }
+  Identifier { (std.asciiLetter | "_" | ":" | escapedIdentifierChar) (std.asciiLetter | std.digit | "_" | ":" | "." | escapedIdentifierChar)*}
+  LabelName { (std.asciiLetter | "_" | escapedIdentifierChar) (std.asciiLetter | std.digit | "_" | escapedIdentifierChar)* }
+
+  // Operator
+  Sub { "-" }
+  Add { "+" }
+  Mul { "*" }
+  Mod { "%" }
+  Div { "/" }
+  Eql { "==" }
+  Neq { "!=" }
+  Lte { "<=" }
+  Lss { "<" }
+  Gte { ">=" }
+  Gtr { ">" }
+  TrimUpper { "</" }
+  TrimLower { ">/" }
+  EqlRegex { "=~" }
+  EqlSingle { "=" }
+  NeqRegex { "!~" }
+  Pow { "^" }
+
+  // Special Modifier
+  At { "@" }
+}
+
+// Keywords
+
+@external specialize {Identifier} specializeIdentifier from "./tokens" {
+  inf,
+  nan,
+  Bool,
+  Ignoring,
+  On,
+  GroupLeft,
+  GroupRight,
+  Offset
+}
+
+@external specialize {LabelName} specializeLabelName from "./tokens" {
+  OrFilter
+}
+
+// Contextual keywords
+
+@external extend {Identifier} extendIdentifier from "./tokens" {
+  Atan2,
+  AnyAggr,
+  Avg,
+  Bottomk,
+  BottomkAvg,
+  BottomkLast,
+  BottomkMax,
+  BottomkMedian,
+  BottomkMin,
+  Count,
+  CountValues,
+  Distinct,
+  Geomean,
+  Group,
+  Histogram,
+  Mad,
+  Max,
+  Median,
+  Min,
+  Mode,
+  OutliersIQR,
+  OutliersMAD,
+  OutliersK,
+  Quantile,
+  Quantiles,
+  LimitK,
+  LimitRatio,
+  Share,
+  Stddev,
+  Stdvar,
+  Sum2,
+  Sum,
+  Topk,
+  TopkAvg,
+  TopkLast,
+  TopkMax,
+  TopkMedian,
+  TopkMin,
+  Zscore,
+  By,
+  Without,
+  And,
+  Or,
+  Unless,
+  Default,
+  If,
+  IfNot,
+  StartFn,
+  EndFn,
+  AtStart,
+  AtEnd,
+  Smoothed,
+  Anchored,
+  Fill,
+  FillLeft,
+  FillRight,
+  Limit,
+  Prefix,
+  With,
+  KeepMetricNames
+}
+
+@external propSource metricsQLHighLight from "./highlight"
+
+  // FunctionIdentifier definitions
+  Abs { condFn<"abs"> }
+  Absent { condFn<"absent"> }
+  AbsentOverTime { condFn<"absent_over_time"> }
+  Acos { condFn<"acos"> }
+  Acosh { condFn<"acosh"> }
+  Asin { condFn<"asin"> }
+  Asinh { condFn<"asinh">}
+  Atan { condFn<"atan"> }
+  Atanh { condFn<"atanh">}
+  AvgOverTime { condFn<"avg_over_time"> }
+  Ceil { condFn<"ceil"> }
+  Changes { condFn<"changes"> }
+  Clamp { condFn<"clamp"> }
+  ClampMax { condFn<"clamp_max"> }
+  ClampMin { condFn<"clamp_min"> }
+  Cos { condFn<"cos">}
+  Cosh { condFn<"cosh">}
+  CountOverTime { condFn<"count_over_time"> }
+  DaysInMonth { condFn<"days_in_month"> }
+  DayOfMonth { condFn<"day_of_month"> }
+  DayOfWeek { condFn<"day_of_week"> }
+  DayOfYear { condFn<"day_of_year"> }
+  Deg { condFn<"deg"> }
+  Delta { condFn<"delta"> }
+  Deriv { condFn<"deriv"> }
+  Exp { condFn<"exp"> }
+  FirstOverTime {condFn<"first_over_time">}
+  Floor { condFn<"floor"> }
+  HistogramAvg { condFn<"histogram_avg"> }
+  HistogramCount { condFn<"histogram_count"> }
+  HistogramFraction { condFn<"histogram_fraction"> }
+  HistogramQuantile { condFn<"histogram_quantile"> }
+  HistogramQuantiles { condFn<"histogram_quantiles"> }
+  HistogramStdDev { condFn<"histogram_stddev"> }
+  HistogramStdVar { condFn<"histogram_stdvar"> }
+  HistogramSum { condFn<"histogram_sum"> }
+  DoubleExponentialSmoothing { condFn<"double_exponential_smoothing"> }
+  Hour { condFn<"hour"> }
+  Idelta { condFn<"idelta"> }
+  Increase { condFn<"increase"> }
+  Info { condFn<"info"> }
+  Irate { condFn<"irate"> }
+  LabelReplace { condFn<"label_replace"> }
+  LabelJoin { condFn<"label_join"> }
+  LastOverTime {condFn<"last_over_time">}
+  Ln { condFn<"ln"> }
+  Log10 { condFn<"log10"> }
+  Log2 { condFn<"log2"> }
+  MadOverTime { condFn<"mad_over_time"> }
+  MaxOverTime { condFn<"max_over_time"> }
+  MinOverTime { condFn<"min_over_time"> }
+  TsOfFirstOverTime { condFn<"ts_of_first_over_time"> }
+  TsOfMaxOverTime { condFn<"ts_of_max_over_time"> }
+  TsOfMinOverTime { condFn<"ts_of_min_over_time"> }
+  TsOfLastOverTime { condFn<"ts_of_last_over_time"> }
+  Minute { condFn<"minute"> }
+  Month { condFn<"month"> }
+  Pi { condFn<"pi">}
+  PredictLinear { condFn<"predict_linear"> }
+  PresentOverTime { condFn<"present_over_time"> }
+  QuantileOverTime { condFn<"quantile_over_time"> }
+  Rad { condFn<"rad"> }
+  Rate { condFn<"rate"> }
+  Resets { condFn<"resets"> }
+  Round { condFn<"round"> }
+  Scalar { condFn<"scalar"> }
+  Sgn { condFn<"sgn"> }
+  Sin { condFn<"sin">}
+  Sinh { condFn<"sinh"> }
+  Sort { condFn<"sort"> }
+  SortDesc { condFn<"sort_desc"> }
+  SortByLabel { condFn<"sort_by_label"> }
+  SortByLabelDesc { condFn<"sort_by_label_desc"> }
+  Range { condFn<"range"> }
+  Step { condFn<"step"> }
+  Sqrt { condFn<"sqrt"> }
+  StddevOverTime { condFn<"stddev_over_time"> }
+  StdvarOverTime { condFn<"stdvar_over_time"> }
+  SumOverTime { condFn<"sum_over_time"> }
+  Tan { condFn<"tan"> }
+  Tanh { condFn<"tanh">}
+  Time { condFn<"time"> }
+  Timestamp { condFn<"timestamp"> }
+  Vector { condFn<"vector"> }
+  Year { condFn<"year"> }
+
+// Conditional function names (only parsed as function names when used as such).
+condFn<term> { @extend<Identifier, term> }