@leverege/build-tools 2.65.1 → 2.66.1

package/src/helm-charts/prom-operator/rules/cadvisor-rules.yaml

@@ -0,0 +1,109 @@
+# https://samber.github.io/awesome-prometheus-alerts/rules#docker-containers
+apiVersion: monitoring.coreos.com/v1
+kind: PrometheusRule
+metadata:
+  name: google-cadvisor
+  namespace: prometheus
+spec:
+  groups:
+    - name: Cadvisor (awesome) # GoogleCadvisor-rules
+      rules:
+        - alert: ContainerKilled
+          expr: time() - container_last_seen > 60
+          for: 0m
+          labels:
+            severity: warning
+          annotations:
+            summary: Container killed (instance {{ $labels.instance }})
+            description: |-
+              A container has disappeared
+                VALUE = {{ $value }}
+                LABELS = {{ $labels }}
+        - alert: ContainerAbsent
+          expr: absent(container_last_seen)
+          for: 5m
+          labels:
+            severity: warning
+          annotations:
+            summary: Container absent (instance {{ $labels.instance }})
+            description: |-
+              A container is absent for 5 min
+                VALUE = {{ $value }}
+                LABELS = {{ $labels }}
+        - alert: ContainerHighCpuUtilization
+          expr: (sum(rate(container_cpu_usage_seconds_total{container!=""}[5m])) by (pod, container) / sum(container_spec_cpu_quota{container!=""}/container_spec_cpu_period{container!=""}) by (pod, container) * 100) > 80
+          for: 2m
+          labels:
+            severity: warning
+          annotations:
+            summary: Container High CPU utilization (instance {{ $labels.instance }})
+            description: |-
+              Container CPU utilization is above 80%
+                VALUE = {{ $value }}
+                LABELS = {{ $labels }}
+        - alert: ContainerHighMemoryUsage
+          expr: (sum(container_memory_working_set_bytes{name!=""}) BY (instance, name) / sum(container_spec_memory_limit_bytes > 0) BY (instance, name) * 100) > 80
+          for: 2m
+          labels:
+            severity: warning
+          annotations:
+            summary: Container High Memory usage (instance {{ $labels.instance }})
+            description: |-
+              Container Memory usage is above 80%
+                VALUE = {{ $value }}
+                LABELS = {{ $labels }}
+        - alert: ContainerVolumeUsage
+          expr: (1 - (sum(container_fs_inodes_free{name!=""}) BY (instance) / sum(container_fs_inodes_total) BY (instance))) * 100 > 80
+          for: 2m
+          labels:
+            severity: warning
+          annotations:
+            summary: Container Volume usage (instance {{ $labels.instance }})
+            description: |-
+              Container Volume usage is above 80%
+                VALUE = {{ $value }}
+                LABELS = {{ $labels }}
+        - alert: ContainerHighThrottleRate
+          expr: sum(increase(container_cpu_cfs_throttled_periods_total{container!=""}[5m])) by (container, pod, namespace) / sum(increase(container_cpu_cfs_periods_total[5m])) by (container, pod, namespace) > ( 25 / 100 )
+          for: 5m
+          labels:
+            severity: warning
+          annotations:
+            summary: Container high throttle rate (instance {{ $labels.instance }})
+            description: |-
+              Container is being throttled
+                VALUE = {{ $value }}
+                LABELS = {{ $labels }}
+#       - alert: ContainerHighLowChangeCpuUsage
+#         expr: (abs((sum by (instance, name) (rate(container_cpu_usage_seconds_total{name!=""}[1m])) * 100) - (sum by (instance, name) (rate(container_cpu_usage_seconds_total{name!=""}[1m] offset 1m)) * 100)) or abs((sum by (instance, name) (rate(container_cpu_usage_seconds_total{name!=""}[1m])) * 100) - (sum by (instance, name) (rate(container_cpu_usage_seconds_total{name!=""}[5m] offset 1m)) * 100))) > 25
+#         for: 0m
+#         labels:
+#           severity: info
+#         annotations:
+#           summary: Container high low change CPU usage (instance {{ $labels.instance }})
+#           description: |-
+#             This alert rule monitors the absolute change in CPU usage within a time window and triggers an alert when the change exceeds 25%.
+#               VALUE = {{ $value }}
+#               LABELS = {{ $labels }}
+        - alert: ContainerLowCpuUtilization
+          expr: (sum(rate(container_cpu_usage_seconds_total{container!=""}[5m])) by (pod, container) / sum(container_spec_cpu_quota{container!=""}/container_spec_cpu_period{container!=""}) by (pod, container) * 100) < 20
+          for: 7d
+          labels:
+            severity: info
+          annotations:
+            summary: Container Low CPU utilization (instance {{ $labels.instance }})
+            description: |-
+              Container CPU utilization is under 20% for 1 week. Consider reducing the allocated CPU.
+                VALUE = {{ $value }}
+                LABELS = {{ $labels }}
+        - alert: ContainerLowMemoryUsage
+          expr: (sum(container_memory_working_set_bytes{name!=""}) BY (instance, name) / sum(container_spec_memory_limit_bytes > 0) BY (instance, name) * 100) < 20
+          for: 7d
+          labels:
+            severity: info
+          annotations:
+            summary: Container Low Memory usage (instance {{ $labels.instance }})
+            description: |-
+              Container Memory usage is under 20% for 1 week. Consider reducing the allocated memory.
+                VALUE = {{ $value }}
+                LABELS = {{ $labels }}

package/src/helm-charts/prom-operator/rules/elasticsearch-rules.yaml

@@ -1,101 +1,219 @@
+# https://samber.github.io/awesome-prometheus-alerts/rules#elasticsearch
 apiVersion: monitoring.coreos.com/v1
 kind: PrometheusRule
 metadata:
-  name: elasticsearch-rules
+  name: prometheus-community-elasticsearch-exporter
   namespace: prometheus
-
 spec:
   groups:
-  - name: Elasticsearch Alerts
-    rules:
-    - alert: ElasticsearchHeapUsageTooHigh
-      expr: (elasticsearch_jvm_memory_used_bytes{area="heap"} / elasticsearch_jvm_memory_max_bytes{area="heap"}) * 100 > 90
-      for: 5m
-      labels:
-        severity: page
-        priority: P3
-      annotations:
-        summary: "Elasticsearch Heap Usage Too High (instance {{ $labels.instance }})"
-        description: "The heap usage is over 90% for 5m (currently at {{ $value }}% )"
-
-    - alert: ElasticsearchHeapUsageWarning
-      expr: (elasticsearch_jvm_memory_used_bytes{area="heap"} / elasticsearch_jvm_memory_max_bytes{area="heap"}) * 100 > 80
-      for: 5m
-      labels:
-        severity: warning
-      annotations:
-        summary: "Elasticsearch Heap Usage warning (instance {{ $labels.instance }})"
-        description: "The heap usage is over 80% for 5m (currently at {{ $value }}% )"
-
-    - alert: ElasticsearchDiskSpaceLow
-      expr: elasticsearch_filesystem_data_available_bytes / elasticsearch_filesystem_data_size_bytes * 100 < 20
-      for: 5m
-      labels:
-        severity: warning
-      annotations:
-        summary: "Elasticsearch disk space low (instance {{ $labels.instance }})"
-        description: "The disk usage is over 80% (currently at {{ $value }}% )"
-
-    - alert: ElasticsearchDiskOutOfSpace
-      expr: elasticsearch_filesystem_data_available_bytes / elasticsearch_filesystem_data_size_bytes * 100 < 10
-      for: 5m
-      labels:
-        severity: page
-        priority: P3
-      annotations:
-        summary: "Elasticsearch disk out of space (instance {{ $labels.instance }})"
-        description: "The disk usage is over 90% (currently at {{ $value }}% )"
-
-    - alert: ElasticsearchClusterRed
-      expr: elasticsearch_cluster_health_status{color="red"} == 1
-      for: 5m
-      labels:
-        severity: error
-      annotations:
-        summary: "Elasticsearch Cluster Red (instance {{ $labels.instance }})"
-        description: "Elastic Cluster is in an unhealthy state"
-
-    - alert: ElasticsearchClusterYellow
-      expr: elasticsearch_cluster_health_status{color="yellow"} == 1
-      for: 5m
-      labels:
-        severity: warning
-      annotations:
-        summary: "Elasticsearch Cluster Yellow (instance {{ $labels.instance }})"
-        description: "Elastic Cluster is in an unhealthy state"
-
-    - alert: ElasticsearchRelocationShards
-      expr: elasticsearch_cluster_health_relocating_shards > 0
-      for: 5m
-      labels:
-        severity: error
-      annotations:
-        summary: "Elasticsearch relocation shards (instance {{ $labels.instance }})"
-        description: "Number of relocation shards for 20 min is {{ $value }}"
-
-    - alert: ElasticsearchInitializingShards
-      expr: elasticsearch_cluster_health_initializing_shards > 0
-      for: 5m
-      labels:
-        severity: warning
-      annotations:
-        summary: "Elasticsearch initializing shards (instance {{ $labels.instance }})"
-        description: "Number of initializing shards for 10 min is {{ $value }}"
-
-    - alert: ElasticsearchUnassignedShards
-      expr: elasticsearch_cluster_health_unassigned_shards > 0
-      for: 5m
-      labels:
-        severity: error
-      annotations:
-        summary: "Elasticsearch unassigned shards (instance {{ $labels.instance }})"
-        description: "Number of unassigned shards for 2 min is {{ $value }}"
-
-    - alert: ElasticsearchPendingTasks
-      expr: elasticsearch_cluster_health_number_of_pending_tasks > 0
-      for: 5m
-      labels:
-        severity: warning
-      annotations:
-        summary: "Elasticsearch pending tasks (instance {{ $labels.instance }})"
-        description: "Number of pending tasks for 10 min is {{ $value }}. Cluster is working slowly."
+    - name: Elasticsearch (awesome) # PrometheusCommunityElasticsearchExporter-rules
+      rules:
+        - alert: ElasticsearchHeapUsageTooHigh
+          expr: (elasticsearch_jvm_memory_used_bytes{area="heap"} / elasticsearch_jvm_memory_max_bytes{area="heap"}) * 100 > 90
+          for: 2m
+          labels:
+            severity: critical
+          annotations:
+            summary: Elasticsearch Heap Usage Too High (instance {{ $labels.instance }})
+            description: |-
+              The heap usage is over 90%
+                VALUE = {{ $value }}
+                LABELS = {{ $labels }}
+        - alert: ElasticsearchHeapUsageWarning
+          expr: (elasticsearch_jvm_memory_used_bytes{area="heap"} / elasticsearch_jvm_memory_max_bytes{area="heap"}) * 100 > 80
+          for: 2m
+          labels:
+            severity: warning
+          annotations:
+            summary: Elasticsearch Heap Usage warning (instance {{ $labels.instance }})
+            description: |-
+              The heap usage is over 80%
+                VALUE = {{ $value }}
+                LABELS = {{ $labels }}
+        - alert: ElasticsearchDiskOutOfSpace
+          expr: elasticsearch_filesystem_data_available_bytes / elasticsearch_filesystem_data_size_bytes * 100 < 10
+          for: 0m
+          labels:
+            severity: critical
+          annotations:
+            summary: Elasticsearch disk out of space (instance {{ $labels.instance }})
+            description: |-
+              The disk usage is over 90%
+                VALUE = {{ $value }}
+                LABELS = {{ $labels }}
+        - alert: ElasticsearchDiskSpaceLow
+          expr: elasticsearch_filesystem_data_available_bytes / elasticsearch_filesystem_data_size_bytes * 100 < 20
+          for: 2m
+          labels:
+            severity: warning
+          annotations:
+            summary: Elasticsearch disk space low (instance {{ $labels.instance }})
+            description: |-
+              The disk usage is over 80%
+                VALUE = {{ $value }}
+                LABELS = {{ $labels }}
+        - alert: ElasticsearchClusterRed
+          expr: elasticsearch_cluster_health_status{color="red"} == 1
+          for: 0m
+          labels:
+            severity: critical
+          annotations:
+            summary: Elasticsearch Cluster Red (instance {{ $labels.instance }})
+            description: |-
+              Elastic Cluster Red status
+                VALUE = {{ $value }}
+                LABELS = {{ $labels }}
+        - alert: ElasticsearchClusterYellow
+          expr: elasticsearch_cluster_health_status{color="yellow"} == 1
+          for: 0m
+          labels:
+            severity: warning
+          annotations:
+            summary: Elasticsearch Cluster Yellow (instance {{ $labels.instance }})
+            description: |-
+              Elastic Cluster Yellow status
+                VALUE = {{ $value }}
+                LABELS = {{ $labels }}
+        - alert: ElasticsearchHealthyNodes
+          expr: elasticsearch_cluster_health_number_of_nodes < 3
+          for: 0m
+          labels:
+            severity: critical
+          annotations:
+            summary: Elasticsearch Healthy Nodes (instance {{ $labels.instance }})
+            description: |-
+              Missing node in Elasticsearch cluster
+                VALUE = {{ $value }}
+                LABELS = {{ $labels }}
+        - alert: ElasticsearchHealthyDataNodes
+          expr: elasticsearch_cluster_health_number_of_data_nodes < 3
+          for: 0m
+          labels:
+            severity: critical
+          annotations:
+            summary: Elasticsearch Healthy Data Nodes (instance {{ $labels.instance }})
+            description: |-
+              Missing data node in Elasticsearch cluster
+                VALUE = {{ $value }}
+                LABELS = {{ $labels }}
+        - alert: ElasticsearchRelocatingShards
+          expr: elasticsearch_cluster_health_relocating_shards > 0
+          for: 0m
+          labels:
+            severity: info
+          annotations:
+            summary: Elasticsearch relocating shards (instance {{ $labels.instance }})
+            description: |-
+              Elasticsearch is relocating shards
+                VALUE = {{ $value }}
+                LABELS = {{ $labels }}
+        - alert: ElasticsearchRelocatingShardsTooLong
+          expr: elasticsearch_cluster_health_relocating_shards > 0
+          for: 15m
+          labels:
+            severity: warning
+          annotations:
+            summary: Elasticsearch relocating shards too long (instance {{ $labels.instance }})
+            description: |-
+              Elasticsearch has been relocating shards for 15min
+                VALUE = {{ $value }}
+                LABELS = {{ $labels }}
+        - alert: ElasticsearchInitializingShards
+          expr: elasticsearch_cluster_health_initializing_shards > 0
+          for: 0m
+          labels:
+            severity: info
+          annotations:
+            summary: Elasticsearch initializing shards (instance {{ $labels.instance }})
+            description: |-
+              Elasticsearch is initializing shards
+                VALUE = {{ $value }}
+                LABELS = {{ $labels }}
+        - alert: ElasticsearchInitializingShardsTooLong
+          expr: elasticsearch_cluster_health_initializing_shards > 0
+          for: 15m
+          labels:
+            severity: warning
+          annotations:
+            summary: Elasticsearch initializing shards too long (instance {{ $labels.instance }})
+            description: |-
+              Elasticsearch has been initializing shards for 15 min
+                VALUE = {{ $value }}
+                LABELS = {{ $labels }}
+        - alert: ElasticsearchUnassignedShards
+          expr: elasticsearch_cluster_health_unassigned_shards > 0
+          for: 0m
+          labels:
+            severity: critical
+          annotations:
+            summary: Elasticsearch unassigned shards (instance {{ $labels.instance }})
+            description: |-
+              Elasticsearch has unassigned shards
+                VALUE = {{ $value }}
+                LABELS = {{ $labels }}
+        - alert: ElasticsearchPendingTasks
+          expr: elasticsearch_cluster_health_number_of_pending_tasks > 0
+          for: 15m
+          labels:
+            severity: warning
+          annotations:
+            summary: Elasticsearch pending tasks (instance {{ $labels.instance }})
+            description: |-
+              Elasticsearch has pending tasks. Cluster works slowly.
+                VALUE = {{ $value }}
+                LABELS = {{ $labels }}
+        - alert: ElasticsearchNoNewDocuments
+          expr: increase(elasticsearch_indices_indexing_index_total{es_data_node="true"}[10m]) < 1
+          for: 0m
+          labels:
+            severity: warning
+          annotations:
+            summary: Elasticsearch no new documents (instance {{ $labels.instance }})
+            description: |-
+              No new documents for 10 min!
+                VALUE = {{ $value }}
+                LABELS = {{ $labels }}
+        - alert: ElasticsearchHighIndexingLatency
+          expr: elasticsearch_indices_indexing_index_time_seconds_total / elasticsearch_indices_indexing_index_total > 0.0005
+          for: 10m
+          labels:
+            severity: warning
+          annotations:
+            summary: Elasticsearch High Indexing Latency (instance {{ $labels.instance }})
+            description: |-
+              The indexing latency on Elasticsearch cluster is higher than the threshold.
+                VALUE = {{ $value }}
+                LABELS = {{ $labels }}
+        - alert: ElasticsearchHighIndexingRate
+          expr: sum(rate(elasticsearch_indices_indexing_index_total[1m]))> 10000
+          for: 5m
+          labels:
+            severity: warning
+          annotations:
+            summary: Elasticsearch High Indexing Rate (instance {{ $labels.instance }})
+            description: |-
+              The indexing rate on Elasticsearch cluster is higher than the threshold.
+                VALUE = {{ $value }}
+                LABELS = {{ $labels }}
+        - alert: ElasticsearchHighQueryRate
+          expr: sum(rate(elasticsearch_indices_search_query_total[1m])) > 100
+          for: 5m
+          labels:
+            severity: warning
+          annotations:
+            summary: Elasticsearch High Query Rate (instance {{ $labels.instance }})
+            description: |-
+              The query rate on Elasticsearch cluster is higher than the threshold.
+                VALUE = {{ $value }}
+                LABELS = {{ $labels }}
+        - alert: ElasticsearchHighQueryLatency
+          expr: elasticsearch_indices_search_fetch_time_seconds / elasticsearch_indices_search_fetch_total > 1
+          for: 5m
+          labels:
+            severity: warning
+          annotations:
+            summary: Elasticsearch High Query Latency (instance {{ $labels.instance }})
+            description: |-
+              The query latency on Elasticsearch cluster is higher than the threshold.
+                VALUE = {{ $value }}
+                LABELS = {{ $labels }}

package/src/helm-charts/prom-operator/rules/etcd-rulte.yaml

@@ -0,0 +1,153 @@
+# https://samber.github.io/awesome-prometheus-alerts/rules#etcd
+apiVersion: monitoring.coreos.com/v1
+kind: PrometheusRule
+metadata:
+  name: etcd-exporter # embedded-exporter
+  namespace: prometheus
+spec:
+  groups:
+    - name: Etcd (awesome) # EmbeddedExporter-rules
+      rules:
+        - alert: EtcdInsufficientMembers
+          expr: count(etcd_server_id) % 2 == 0
+          for: 0m
+          labels:
+            severity: critical
+          annotations:
+            summary: Etcd insufficient Members (instance {{ $labels.instance }})
+            description: |-
+              Etcd cluster should have an odd number of members
+                VALUE = {{ $value }}
+                LABELS = {{ $labels }}
+        - alert: EtcdNoLeader
+          expr: etcd_server_has_leader == 0
+          for: 0m
+          labels:
+            severity: critical
+          annotations:
+            summary: Etcd no Leader (instance {{ $labels.instance }})
+            description: |-
+              Etcd cluster have no leader
+                VALUE = {{ $value }}
+                LABELS = {{ $labels }}
+        - alert: EtcdHighNumberOfLeaderChanges
+          expr: increase(etcd_server_leader_changes_seen_total[10m]) > 2
+          for: 0m
+          labels:
+            severity: warning
+          annotations:
+            summary: Etcd high number of leader changes (instance {{ $labels.instance }})
+            description: |-
+              Etcd leader changed more than 2 times during 10 minutes
+                VALUE = {{ $value }}
+                LABELS = {{ $labels }}
+        - alert: EtcdHighNumberOfFailedGrpcRequests
+          expr: sum(rate(grpc_server_handled_total{grpc_code!="OK"}[1m])) BY (grpc_service, grpc_method) / sum(rate(grpc_server_handled_total[1m])) BY (grpc_service, grpc_method) > 0.01
+          for: 2m
+          labels:
+            severity: warning
+          annotations:
+            summary: Etcd high number of failed GRPC requests (instance {{ $labels.instance }})
+            description: |-
+              More than 1% GRPC request failure detected in Etcd
+                VALUE = {{ $value }}
+                LABELS = {{ $labels }}
+        - alert: EtcdHighNumberOfFailedGrpcRequests
+          expr: sum(rate(grpc_server_handled_total{grpc_code!="OK"}[1m])) BY (grpc_service, grpc_method) / sum(rate(grpc_server_handled_total[1m])) BY (grpc_service, grpc_method) > 0.05
+          for: 2m
+          labels:
+            severity: critical
+          annotations:
+            summary: Etcd high number of failed GRPC requests (instance {{ $labels.instance }})
+            description: |-
+              More than 5% GRPC request failure detected in Etcd
+                VALUE = {{ $value }}
+                LABELS = {{ $labels }}
+        - alert: EtcdGrpcRequestsSlow
+          expr: histogram_quantile(0.99, sum(rate(grpc_server_handling_seconds_bucket{grpc_type="unary"}[1m])) by (grpc_service, grpc_method, le)) > 0.15
+          for: 2m
+          labels:
+            severity: warning
+          annotations:
+            summary: Etcd GRPC requests slow (instance {{ $labels.instance }})
+            description: |-
+              GRPC requests slowing down, 99th percentile is over 0.15s
+                VALUE = {{ $value }}
+                LABELS = {{ $labels }}
+        - alert: EtcdHighNumberOfFailedHttpRequests
+          expr: sum(rate(etcd_http_failed_total[1m])) BY (method) / sum(rate(etcd_http_received_total[1m])) BY (method) > 0.01
+          for: 2m
+          labels:
+            severity: warning
+          annotations:
+            summary: Etcd high number of failed HTTP requests (instance {{ $labels.instance }})
+            description: |-
+              More than 1% HTTP failure detected in Etcd
+                VALUE = {{ $value }}
+                LABELS = {{ $labels }}
+        - alert: EtcdHighNumberOfFailedHttpRequests
+          expr: sum(rate(etcd_http_failed_total[1m])) BY (method) / sum(rate(etcd_http_received_total[1m])) BY (method) > 0.05
+          for: 2m
+          labels:
+            severity: critical
+          annotations:
+            summary: Etcd high number of failed HTTP requests (instance {{ $labels.instance }})
+            description: |-
+              More than 5% HTTP failure detected in Etcd
+                VALUE = {{ $value }}
+                LABELS = {{ $labels }}
+        - alert: EtcdHttpRequestsSlow
+          expr: histogram_quantile(0.99, rate(etcd_http_successful_duration_seconds_bucket[1m])) > 0.15
+          for: 2m
+          labels:
+            severity: warning
+          annotations:
+            summary: Etcd HTTP requests slow (instance {{ $labels.instance }})
+            description: |-
+              HTTP requests slowing down, 99th percentile is over 0.15s
+                VALUE = {{ $value }}
+                LABELS = {{ $labels }}
+        - alert: EtcdMemberCommunicationSlow
+          expr: histogram_quantile(0.99, rate(etcd_network_peer_round_trip_time_seconds_bucket[1m])) > 0.15
+          for: 2m
+          labels:
+            severity: warning
+          annotations:
+            summary: Etcd member communication slow (instance {{ $labels.instance }})
+            description: |-
+              Etcd member communication slowing down, 99th percentile is over 0.15s
+                VALUE = {{ $value }}
+                LABELS = {{ $labels }}
+        - alert: EtcdHighNumberOfFailedProposals
+          expr: increase(etcd_server_proposals_failed_total[1h]) > 5
+          for: 2m
+          labels:
+            severity: warning
+          annotations:
+            summary: Etcd high number of failed proposals (instance {{ $labels.instance }})
+            description: |-
+              Etcd server got more than 5 failed proposals past hour
+                VALUE = {{ $value }}
+                LABELS = {{ $labels }}
+        - alert: EtcdHighFsyncDurations
+          expr: histogram_quantile(0.99, rate(etcd_disk_wal_fsync_duration_seconds_bucket[1m])) > 0.5
+          for: 2m
+          labels:
+            severity: warning
+          annotations:
+            summary: Etcd high fsync durations (instance {{ $labels.instance }})
+            description: |-
+              Etcd WAL fsync duration increasing, 99th percentile is over 0.5s
+                VALUE = {{ $value }}
+                LABELS = {{ $labels }}
+        - alert: EtcdHighCommitDurations
+          expr: histogram_quantile(0.99, rate(etcd_disk_backend_commit_duration_seconds_bucket[1m])) > 0.25
+          for: 2m
+          labels:
+            severity: warning
+          annotations:
+            summary: Etcd high commit durations (instance {{ $labels.instance }})
+            description: |-
+              Etcd commit duration increasing, 99th percentile is over 0.25s
+                VALUE = {{ $value }}
+                LABELS = {{ $labels }}