gomyck-tools 1.2.3__py3-none-any.whl → 1.2.4__py3-none-any.whl

ctools/metrics.py

@@ -1,29 +1,34 @@
 import os
 import threading
+import time
 from enum import Enum
 
-from prometheus_client import Counter, Gauge, Summary, Histogram
-
-from ctools import call, cjson, sys_log
-from ctools.application import Server
+from prometheus_client import Counter, Gauge, Summary, Histogram, start_http_server
+from ctools import call, cjson, sys_log, work_path
 
 log = sys_log.flog
 
-metrics = {}
+_metrics_port = 8011
+_persistent_json = {}
 _metrics_initial = {}
-persistent_json = {}
-temp_metrics_json = {}
-is_metrics_init: bool = True
 _lock = threading.Lock()
 
 
+# 认证中间件
+# @app.before_request
+# def check_authentication():
+#   auth = request.authorization
+#   if not auth or auth.username != USERNAME or auth.password != PASSWORD:
+#     return Response(
+#       "Unauthorized", 401, {"WWW-Authenticate": 'Basic realm="Login Required"'}
+#     )
+
 class MetricType(Enum):
   COUNTER = 'counter'
   GAUGE = 'gauge'
   SUMMARY = 'summary'
   HISTOGRAM = 'histogram'
 
-
 class Metric:
   def __init__(self, metric_type: MetricType, metric_key: str, metric_labels: [],
                persistent: bool = False, buckets: [] = None, reset: bool = False, desc: str = ""):
@@ -47,60 +52,51 @@ class Metric:
       raise Exception('metric type not found')
     _metrics_initial[metric_key] = self
 
-
 @call.once
-def init():
-  global is_metrics_init
-  global temp_metrics_json
-  persistent_path = os.path.join(Server.indicatorsPath, 'persistent.json')
-  if os.path.exists(persistent_path):
+def init(reset_persistent: bool = False):
+  persistent_path = os.path.join(work_path.get_current_path(), 'persistent.json')
+  if os.path.exists(persistent_path) and not reset_persistent:
     with open(persistent_path, 'r') as persistent_file:
-      global persistent_json
+      global _persistent_json
       try:
         content = persistent_file.readline()
-        # log.info("persistent初始化: %s" % content)
-        persistent_json = cjson.loads(content)
+        log.info("persistent初始化: %s" % content)
+        _persistent_json = cjson.loads(content)
       except Exception:
         log.error('persistent.json is not valid json!!!!!')
-        persistent_json = {}
+        _persistent_json = {}
   _init_all_metrics()
-  for key, item in persistent_json.items():
+  for key, item in _persistent_json.items():
     metrics_key = key.split("-")[0]
     if '_labels' in key or metrics_key not in _metrics_initial: continue
-    opt(metrics_key, persistent_json[key + '_labels'], persistent_json[key])
+    opt(metrics_key, _persistent_json[key + '_labels'], _persistent_json[key])
   persistent_metrics()
-  is_metrics_init = False
+  start_http_server(port=_metrics_port)
 
-
-@call.schd(60, start_by_call=True)
+@call.schd(5, start_by_call=True)
 def persistent_metrics():
-  if persistent_json and not _lock.locked():
-    with open(os.path.join(Server.indicatorsPath, 'persistent.json'), 'w') as persistent_file:
-      persistent_file.write(cjson.dumps(persistent_json))
+  if _persistent_json and not _lock.locked():
+    log.info('begin persistent metrics to file...')
+    with open(os.path.join(work_path.get_current_path(), 'persistent.json'), 'w') as persistent_file:
+      persistent_file.write(cjson.dumps(_persistent_json))
       persistent_file.flush()
 
-
 def opt(metric_key: str, label_values: [], metric_value: int):
   _lock.acquire(timeout=5)
   try:
     persistent_key = "%s-%s" % (metric_key, "_".join(map(str, label_values)))
-    metric_entity: Metric = metrics.get(persistent_key)
-    if not metric_entity:
-      metric_entity = metrics[persistent_key] = _metrics_initial[metric_key]
-
+    metric_entity: Metric = _metrics_initial[metric_key]
     if metric_entity.persistent:
-      if not is_metrics_init and not metric_entity.reset and persistent_key in persistent_json:
-        persistent_json[persistent_key] += metric_value
+      if not metric_entity.reset and persistent_key in _persistent_json:
+        _persistent_json[persistent_key] += metric_value
       else:
-        persistent_json[persistent_key] = metric_value
-      persistent_json[persistent_key + '_labels'] = label_values
+        _persistent_json[persistent_key] = metric_value
+      _persistent_json[persistent_key + '_labels'] = label_values
 
-      if persistent_json[persistent_key] < 0:
-        persistent_json[persistent_key] = 0
+      if _persistent_json[persistent_key] < 0:
+        _persistent_json[persistent_key] = 0
         metric_value = 0
 
-    temp_metrics_json[persistent_key] = metric_value
-
     if metric_entity.metric_type == MetricType.COUNTER or metric_entity.metric_type == MetricType.GAUGE:
       if label_values is None or len(label_values) == 0:
         if metric_entity.metric_type == MetricType.COUNTER and metric_entity.reset:
@@ -123,4 +119,15 @@ def opt(metric_key: str, label_values: [], metric_value: int):
   _lock.release()
 
 def _init_all_metrics():
-  Metric(MetricType.COUNTER, 'demo123123', ['asdasd', 'sdfsdf'], persistent=True)
+  Metric(MetricType.GAUGE, 'data_reported_time', ['asdasd', 'sdfsdf'], persistent=True, reset=True)
+  Metric(MetricType.GAUGE, 'data_received_time', ['asdasd', 'sdfsdf'], persistent=True, reset=True)
+  Metric(MetricType.GAUGE, 'data_insert_time',   ['asdasd', 'sdfsdf'], persistent=True, reset=True)
+
+if __name__ == '__main__':
+  init()
+  import random
+  while True:
+    opt('data_reported_time', ['123', '123'], random.randint(1, 10))
+    opt('data_received_time', ['123', '123'], random.randint(1, 10))
+    opt('data_insert_time',   ['123', '123'], random.randint(1, 10))
+    time.sleep(1)

{gomyck_tools-1.2.3.dist-info → gomyck_tools-1.2.4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: gomyck-tools
-Version: 1.2.3
+Version: 1.2.4
 Summary: A ctools for python development by hao474798383
 Home-page: https://blog.gomyck.com
 Author: gomyck
@@ -27,5 +27,6 @@ Requires-Dist: paho-mqtt ~=2.1.0
 Requires-Dist: fuzzywuzzy ~=0.18.0
 Requires-Dist: pymysql ~=1.1.1
 Requires-Dist: pyzipper ==0.3.6
+Requires-Dist: prometheus-client ==0.21.1
 
 this package is for python development

{gomyck_tools-1.2.3.dist-info → gomyck_tools-1.2.4.dist-info}/RECORD

@@ -26,7 +26,7 @@ ctools/html_soup.py,sha256=rnr8M3gn3gQGo-wNaNFXDjdzp8AAkv9o4yqfIIfO-zw,1567
 ctools/http_utils.py,sha256=dG26aci1_YxAyKwYqMKFw4wZAryLkDyvnQ3hURjB6Lk,768
 ctools/images_tools.py,sha256=TapXYCPqC7GesgrALecxxa_ApuT_dxUG5fqQIJF2bNY,670
 ctools/imgDialog.py,sha256=zFeyPmpnEn9Ih7-yuJJrePqW8Myj3jC9UYMTDk-umTs,1385
-ctools/metrics.py,sha256=vq9Fnq2fhmhS4yoHS4gO7ArKS033Eou8vpA779Uue0I,4414
+ctools/metrics.py,sha256=BKNtOEskq5fvSkGX1MbAO1aG9DWjBBN9PDQZ8e-zaVM,5085
 ctools/mqtt_utils.py,sha256=ZWSZiiNJLLlkHF95S6LmRmkYt-iIL4K73VdN3b1HaHw,10702
 ctools/obj.py,sha256=GYS1B8NyjtUIh0HlK9r8avC2eGbK2SJac4C1CGnfGhI,479
 ctools/pacth.py,sha256=MJ9Du-J9Gv62y4cZKls1jKbl5a5kL2y9bD-gzYUCveQ,2604
@@ -51,7 +51,7 @@ ctools/wordFill.py,sha256=dB1OLt6GLmWdkDV8H20VWbJmY4ggNNI8iHD1ocae2iM,875
 ctools/word_fill.py,sha256=xeo-P4DOjQUqd-o9XL3g66wQrE2diUPGwFywm8TdVyw,18210
 ctools/word_fill_entity.py,sha256=eX3G0Gy16hfGpavQSEkCIoKDdTnNgRRJrFvKliETZK8,985
 ctools/work_path.py,sha256=i4MTUobqNW2WMrT3mwEC_XYQ0_IhFmKoNpTX2W6A8Tc,1680
-gomyck_tools-1.2.3.dist-info/METADATA,sha256=Zc516X4DTe8baLkQjf8ivEsGohdI9UgSeWH709wl3y4,1004
-gomyck_tools-1.2.3.dist-info/WHEEL,sha256=yQN5g4mg4AybRjkgi-9yy4iQEFibGQmlz78Pik5Or-A,92
-gomyck_tools-1.2.3.dist-info/top_level.txt,sha256=-MiIH9FYRVKp1i5_SVRkaI-71WmF1sZSRrNWFU9ls3s,7
-gomyck_tools-1.2.3.dist-info/RECORD,,
+gomyck_tools-1.2.4.dist-info/METADATA,sha256=q9kd9ZRTLTnINHKnwzRXOIcjTo8an74RmCBjW57AT0Y,1046
+gomyck_tools-1.2.4.dist-info/WHEEL,sha256=yQN5g4mg4AybRjkgi-9yy4iQEFibGQmlz78Pik5Or-A,92
+gomyck_tools-1.2.4.dist-info/top_level.txt,sha256=-MiIH9FYRVKp1i5_SVRkaI-71WmF1sZSRrNWFU9ls3s,7
+gomyck_tools-1.2.4.dist-info/RECORD,,