vnai 2.1.1__tar.gz → 2.1.3__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {vnai-2.1.1 → vnai-2.1.3}/PKG-INFO +20 -20
- {vnai-2.1.1 → vnai-2.1.3}/pyproject.toml +4 -4
- {vnai-2.1.1 → vnai-2.1.3}/setup.cfg +4 -4
- {vnai-2.1.1 → vnai-2.1.3}/vnai/__init__.py +78 -78
- {vnai-2.1.1 → vnai-2.1.3}/vnai/beam/__init__.py +2 -2
- {vnai-2.1.1 → vnai-2.1.3}/vnai/beam/metrics.py +72 -72
- {vnai-2.1.1 → vnai-2.1.3}/vnai/beam/pulse.py +30 -30
- {vnai-2.1.1 → vnai-2.1.3}/vnai/beam/quota.py +104 -104
- {vnai-2.1.1 → vnai-2.1.3}/vnai/flow/__init__.py +1 -1
- {vnai-2.1.1 → vnai-2.1.3}/vnai/flow/queue.py +54 -54
- {vnai-2.1.1 → vnai-2.1.3}/vnai/flow/relay.py +160 -160
- {vnai-2.1.1 → vnai-2.1.3}/vnai/scope/__init__.py +3 -3
- {vnai-2.1.1 → vnai-2.1.3}/vnai/scope/profile.py +222 -222
- {vnai-2.1.1 → vnai-2.1.3}/vnai/scope/promo.py +112 -117
- {vnai-2.1.1 → vnai-2.1.3}/vnai/scope/state.py +73 -73
- {vnai-2.1.1 → vnai-2.1.3}/vnai.egg-info/PKG-INFO +20 -20
- {vnai-2.1.1 → vnai-2.1.3}/README.md +0 -0
- {vnai-2.1.1 → vnai-2.1.3}/vnai.egg-info/SOURCES.txt +0 -0
- {vnai-2.1.1 → vnai-2.1.3}/vnai.egg-info/dependency_links.txt +0 -0
- {vnai-2.1.1 → vnai-2.1.3}/vnai.egg-info/requires.txt +0 -0
- {vnai-2.1.1 → vnai-2.1.3}/vnai.egg-info/top_level.txt +0 -0
@@ -1,20 +1,20 @@
|
|
1
|
-
Metadata-Version: 2.4
|
2
|
-
Name: vnai
|
3
|
-
Version: 2.1.
|
4
|
-
Summary:
|
5
|
-
Author-email: Vnstock
|
6
|
-
License:
|
7
|
-
Project-URL: Homepage, https://vnstocks.com
|
8
|
-
Classifier: Programming Language :: Python :: 3
|
9
|
-
Classifier: Operating System :: OS Independent
|
10
|
-
Classifier: Development Status :: 4 - Beta
|
11
|
-
Classifier: Intended Audience :: Developers
|
12
|
-
Classifier: Topic :: Software Development :: Libraries :: Python Modules
|
13
|
-
Requires-Python: >=3.7
|
14
|
-
Description-Content-Type: text/markdown
|
15
|
-
Requires-Dist: requests>=2.25.0
|
16
|
-
Requires-Dist: psutil>=5.8.0
|
17
|
-
Provides-Extra: dev
|
18
|
-
Requires-Dist: pytest>=6.0.0; extra == "dev"
|
19
|
-
|
20
|
-
# VnAI
|
1
|
+
Metadata-Version: 2.4
|
2
|
+
Name: vnai
|
3
|
+
Version: 2.1.3
|
4
|
+
Summary: Vnstock Analytics Interface
|
5
|
+
Author-email: Vnstock Analytics Team <support@vnstocks.com>
|
6
|
+
License: proprietary
|
7
|
+
Project-URL: Homepage, https://vnstocks.com
|
8
|
+
Classifier: Programming Language :: Python :: 3
|
9
|
+
Classifier: Operating System :: OS Independent
|
10
|
+
Classifier: Development Status :: 4 - Beta
|
11
|
+
Classifier: Intended Audience :: Developers
|
12
|
+
Classifier: Topic :: Software Development :: Libraries :: Python Modules
|
13
|
+
Requires-Python: >=3.7
|
14
|
+
Description-Content-Type: text/markdown
|
15
|
+
Requires-Dist: requests>=2.25.0
|
16
|
+
Requires-Dist: psutil>=5.8.0
|
17
|
+
Provides-Extra: dev
|
18
|
+
Requires-Dist: pytest>=6.0.0; extra == "dev"
|
19
|
+
|
20
|
+
# VnAI
|
@@ -4,14 +4,14 @@ build-backend = "setuptools.build_meta"
|
|
4
4
|
|
5
5
|
[project]
|
6
6
|
name = "vnai"
|
7
|
-
version = "2.1.
|
8
|
-
description = "
|
7
|
+
version = "2.1.3"
|
8
|
+
description = "Vnstock Analytics Interface"
|
9
9
|
readme = "README.md"
|
10
10
|
requires-python = ">=3.7"
|
11
11
|
authors = [
|
12
|
-
{ name = "Vnstock
|
12
|
+
{ name = "Vnstock Analytics Team", email = "support@vnstocks.com" },
|
13
13
|
]
|
14
|
-
license = {text = "
|
14
|
+
license = {text = "proprietary"}
|
15
15
|
urls = {"Homepage" = "https://vnstocks.com"}
|
16
16
|
dependencies = [
|
17
17
|
"requests>=2.25.0",
|
@@ -1,4 +1,4 @@
|
|
1
|
-
[egg_info]
|
2
|
-
tag_build =
|
3
|
-
tag_date = 0
|
4
|
-
|
1
|
+
[egg_info]
|
2
|
+
tag_build =
|
3
|
+
tag_date = 0
|
4
|
+
|
@@ -1,79 +1,79 @@
|
|
1
|
-
_L='default'
|
2
|
-
_K='standard'
|
3
|
-
_J='accepted_agreement'
|
4
|
-
_I='environment.json'
|
5
|
-
_H='terms_agreement.txt'
|
6
|
-
_G='timestamp'
|
7
|
-
_F=False
|
8
|
-
_E='id'
|
9
|
-
_D='.vnstock'
|
10
|
-
_C='machine_id'
|
11
|
-
_B=None
|
12
|
-
_A=True
|
13
|
-
import os,pathlib,json,time,threading,functools
|
14
|
-
from datetime import datetime
|
15
|
-
from vnai.beam.quota import guardian,optimize
|
16
|
-
from vnai.beam.metrics import collector,capture
|
17
|
-
from vnai.beam.pulse import monitor
|
18
|
-
from vnai.flow.relay import conduit,configure
|
19
|
-
from vnai.flow.queue import buffer
|
20
|
-
from vnai.scope.profile import inspector
|
21
|
-
from vnai.scope.state import tracker,record
|
22
|
-
import vnai.scope.promo
|
23
|
-
from vnai.scope.promo import present
|
24
|
-
TC_VAR='ACCEPT_TC'
|
25
|
-
TC_VAL='tôi đồng ý'
|
26
|
-
TC_PATH=pathlib.Path.home()/_D/_E/_H
|
27
|
-
TERMS_AND_CONDITIONS='\nKhi tiếp tục sử dụng Vnstock, bạn xác nhận rằng bạn đã đọc, hiểu và đồng ý với Chính sách quyền riêng tư và Điều khoản, điều kiện về giấy phép sử dụng Vnstock.\n\nChi tiết:\n- Giấy phép sử dụng phần mềm: https://vnstocks.com/docs/tai-lieu/giay-phep-su-dung\n- Chính sách quyền riêng tư: https://vnstocks.com/docs/tai-lieu/chinh-sach-quyen-rieng-tu\n'
|
28
|
-
class Core:
|
29
|
-
def __init__(self):self.initialized=_F;self.webhook_url=_B;self.init_time=datetime.now().isoformat();self.home_dir=pathlib.Path.home();self.project_dir=self.home_dir/_D;self.id_dir=self.project_dir/_E;self.terms_file_path=TC_PATH;self.system_info=_B;self.project_dir.mkdir(exist_ok=_A);self.id_dir.mkdir(exist_ok=_A);self.initialize()
|
30
|
-
def initialize(self,webhook_url=_B):
|
31
|
-
if self.initialized:return _A
|
32
|
-
if not self._check_terms():self._accept_terms()
|
33
|
-
from vnai.scope.profile import inspector;inspector.setup_vnstock_environment();present()
|
34
|
-
if webhook_url:self.webhook_url=webhook_url;configure(webhook_url)
|
35
|
-
record('initialization',{_G:datetime.now().isoformat()});self.system_info=inspector.examine();conduit.queue({'type':'system_info','data':{'commercial':inspector.detect_commercial_usage(),'packages':inspector.scan_packages()}},priority='high');self.initialized=_A;return _A
|
36
|
-
def _check_terms(self):return os.path.exists(self.terms_file_path)
|
37
|
-
def _accept_terms(self):
|
38
|
-
system_info=inspector.examine()
|
39
|
-
if TC_VAR in os.environ and os.environ[TC_VAR]==TC_VAL:response=TC_VAL
|
40
|
-
else:response=TC_VAL;os.environ[TC_VAR]=TC_VAL
|
41
|
-
now=datetime.now();signed_agreement=f"""Người dùng có mã nhận dạng {system_info[_C]} đã chấp nhận điều khoản & điều kiện sử dụng Vnstock lúc {now}
|
42
|
-
---
|
43
|
-
|
44
|
-
THÔNG TIN THIẾT BỊ: {json.dumps(system_info,indent=2)}
|
45
|
-
|
46
|
-
Đính kèm bản sao nội dung bạn đã đọc, hiểu rõ và đồng ý dưới đây:
|
47
|
-
{TERMS_AND_CONDITIONS}"""
|
48
|
-
with open(self.terms_file_path,'w',encoding='utf-8')as f:f.write(signed_agreement)
|
49
|
-
env_file=self.id_dir/_I;env_data={_J:_A,_G:now.isoformat(),_C:system_info[_C]}
|
50
|
-
with open(env_file,'w')as f:json.dump(env_data,f)
|
51
|
-
return _A
|
52
|
-
def status(self):return{'initialized':self.initialized,'health':monitor.report(),'metrics':tracker.get_metrics()}
|
53
|
-
def configure_privacy(self,level=_K):from vnai.scope.state import tracker;return tracker.setup_privacy(level)
|
54
|
-
core=Core()
|
55
|
-
def tc_init(webhook_url=_B):return core.initialize(webhook_url)
|
56
|
-
def setup(webhook_url=_B):return core.initialize(webhook_url)
|
57
|
-
def optimize_execution(resource_type=_L):return optimize(resource_type)
|
58
|
-
def agg_execution(resource_type=_L):return optimize(resource_type,ad_cooldown=1500,content_trigger_threshold=100000)
|
59
|
-
def measure_performance(module_type='function'):return capture(module_type)
|
60
|
-
def accept_license_terms(terms_text=_B):
|
61
|
-
if terms_text is _B:terms_text=TERMS_AND_CONDITIONS
|
62
|
-
system_info=inspector.examine();terms_file=pathlib.Path.home()/_D/_E/_H;os.makedirs(os.path.dirname(terms_file),exist_ok=_A)
|
63
|
-
with open(terms_file,'w',encoding='utf-8')as f:f.write(f"Terms accepted at {datetime.now().isoformat()}\n");f.write(f"System: {json.dumps(system_info)}\n\n");f.write(terms_text)
|
64
|
-
return _A
|
65
|
-
def accept_vnstock_terms():
|
66
|
-
from vnai.scope.profile import inspector;system_info=inspector.examine();home_dir=pathlib.Path.home();project_dir=home_dir/_D;project_dir.mkdir(exist_ok=_A);id_dir=project_dir/_E;id_dir.mkdir(exist_ok=_A);env_file=id_dir/_I;env_data={_J:_A,_G:datetime.now().isoformat(),_C:system_info[_C]}
|
67
|
-
try:
|
68
|
-
with open(env_file,'w')as f:json.dump(env_data,f)
|
69
|
-
print('Vnstock terms accepted successfully.');return _A
|
70
|
-
except Exception as e:print(f"Error accepting terms: {e}");return _F
|
71
|
-
def setup_for_colab():from vnai.scope.profile import inspector;inspector.detect_colab_with_delayed_auth(immediate=_A);inspector.setup_vnstock_environment();return'Environment set up for Google Colab'
|
72
|
-
def display_content():return present()
|
73
|
-
def configure_privacy(level=_K):from vnai.scope.state import tracker;return tracker.setup_privacy(level)
|
74
|
-
def check_commercial_usage():from vnai.scope.profile import inspector;return inspector.detect_commercial_usage()
|
75
|
-
def authenticate_for_persistence():from vnai.scope.profile import inspector;return inspector.get_or_create_user_id()
|
76
|
-
def configure_webhook(webhook_id='80b8832b694a75c8ddc811ac7882a3de'):
|
77
|
-
if not webhook_id:return _F
|
78
|
-
from vnai.flow.relay import configure;webhook_url=f"https://botbuilder.larksuite.com/api/trigger-webhook/{webhook_id}";return configure(webhook_url)
|
1
|
+
_L='default'
|
2
|
+
_K='standard'
|
3
|
+
_J='accepted_agreement'
|
4
|
+
_I='environment.json'
|
5
|
+
_H='terms_agreement.txt'
|
6
|
+
_G='timestamp'
|
7
|
+
_F=False
|
8
|
+
_E='id'
|
9
|
+
_D='.vnstock'
|
10
|
+
_C='machine_id'
|
11
|
+
_B=None
|
12
|
+
_A=True
|
13
|
+
import os,pathlib,json,time,threading,functools
|
14
|
+
from datetime import datetime
|
15
|
+
from vnai.beam.quota import guardian,optimize
|
16
|
+
from vnai.beam.metrics import collector,capture
|
17
|
+
from vnai.beam.pulse import monitor
|
18
|
+
from vnai.flow.relay import conduit,configure
|
19
|
+
from vnai.flow.queue import buffer
|
20
|
+
from vnai.scope.profile import inspector
|
21
|
+
from vnai.scope.state import tracker,record
|
22
|
+
import vnai.scope.promo
|
23
|
+
from vnai.scope.promo import present
|
24
|
+
TC_VAR='ACCEPT_TC'
|
25
|
+
TC_VAL='tôi đồng ý'
|
26
|
+
TC_PATH=pathlib.Path.home()/_D/_E/_H
|
27
|
+
TERMS_AND_CONDITIONS='\nKhi tiếp tục sử dụng Vnstock, bạn xác nhận rằng bạn đã đọc, hiểu và đồng ý với Chính sách quyền riêng tư và Điều khoản, điều kiện về giấy phép sử dụng Vnstock.\n\nChi tiết:\n- Giấy phép sử dụng phần mềm: https://vnstocks.com/docs/tai-lieu/giay-phep-su-dung\n- Chính sách quyền riêng tư: https://vnstocks.com/docs/tai-lieu/chinh-sach-quyen-rieng-tu\n'
|
28
|
+
class Core:
|
29
|
+
def __init__(self):self.initialized=_F;self.webhook_url=_B;self.init_time=datetime.now().isoformat();self.home_dir=pathlib.Path.home();self.project_dir=self.home_dir/_D;self.id_dir=self.project_dir/_E;self.terms_file_path=TC_PATH;self.system_info=_B;self.project_dir.mkdir(exist_ok=_A);self.id_dir.mkdir(exist_ok=_A);self.initialize()
|
30
|
+
def initialize(self,webhook_url=_B):
|
31
|
+
if self.initialized:return _A
|
32
|
+
if not self._check_terms():self._accept_terms()
|
33
|
+
from vnai.scope.profile import inspector;inspector.setup_vnstock_environment();present()
|
34
|
+
if webhook_url:self.webhook_url=webhook_url;configure(webhook_url)
|
35
|
+
record('initialization',{_G:datetime.now().isoformat()});self.system_info=inspector.examine();conduit.queue({'type':'system_info','data':{'commercial':inspector.detect_commercial_usage(),'packages':inspector.scan_packages()}},priority='high');self.initialized=_A;return _A
|
36
|
+
def _check_terms(self):return os.path.exists(self.terms_file_path)
|
37
|
+
def _accept_terms(self):
|
38
|
+
system_info=inspector.examine()
|
39
|
+
if TC_VAR in os.environ and os.environ[TC_VAR]==TC_VAL:response=TC_VAL
|
40
|
+
else:response=TC_VAL;os.environ[TC_VAR]=TC_VAL
|
41
|
+
now=datetime.now();signed_agreement=f"""Người dùng có mã nhận dạng {system_info[_C]} đã chấp nhận điều khoản & điều kiện sử dụng Vnstock lúc {now}
|
42
|
+
---
|
43
|
+
|
44
|
+
THÔNG TIN THIẾT BỊ: {json.dumps(system_info,indent=2)}
|
45
|
+
|
46
|
+
Đính kèm bản sao nội dung bạn đã đọc, hiểu rõ và đồng ý dưới đây:
|
47
|
+
{TERMS_AND_CONDITIONS}"""
|
48
|
+
with open(self.terms_file_path,'w',encoding='utf-8')as f:f.write(signed_agreement)
|
49
|
+
env_file=self.id_dir/_I;env_data={_J:_A,_G:now.isoformat(),_C:system_info[_C]}
|
50
|
+
with open(env_file,'w')as f:json.dump(env_data,f)
|
51
|
+
return _A
|
52
|
+
def status(self):return{'initialized':self.initialized,'health':monitor.report(),'metrics':tracker.get_metrics()}
|
53
|
+
def configure_privacy(self,level=_K):from vnai.scope.state import tracker;return tracker.setup_privacy(level)
|
54
|
+
core=Core()
|
55
|
+
def tc_init(webhook_url=_B):return core.initialize(webhook_url)
|
56
|
+
def setup(webhook_url=_B):return core.initialize(webhook_url)
|
57
|
+
def optimize_execution(resource_type=_L):return optimize(resource_type)
|
58
|
+
def agg_execution(resource_type=_L):return optimize(resource_type,ad_cooldown=1500,content_trigger_threshold=100000)
|
59
|
+
def measure_performance(module_type='function'):return capture(module_type)
|
60
|
+
def accept_license_terms(terms_text=_B):
|
61
|
+
if terms_text is _B:terms_text=TERMS_AND_CONDITIONS
|
62
|
+
system_info=inspector.examine();terms_file=pathlib.Path.home()/_D/_E/_H;os.makedirs(os.path.dirname(terms_file),exist_ok=_A)
|
63
|
+
with open(terms_file,'w',encoding='utf-8')as f:f.write(f"Terms accepted at {datetime.now().isoformat()}\n");f.write(f"System: {json.dumps(system_info)}\n\n");f.write(terms_text)
|
64
|
+
return _A
|
65
|
+
def accept_vnstock_terms():
|
66
|
+
from vnai.scope.profile import inspector;system_info=inspector.examine();home_dir=pathlib.Path.home();project_dir=home_dir/_D;project_dir.mkdir(exist_ok=_A);id_dir=project_dir/_E;id_dir.mkdir(exist_ok=_A);env_file=id_dir/_I;env_data={_J:_A,_G:datetime.now().isoformat(),_C:system_info[_C]}
|
67
|
+
try:
|
68
|
+
with open(env_file,'w')as f:json.dump(env_data,f)
|
69
|
+
print('Vnstock terms accepted successfully.');return _A
|
70
|
+
except Exception as e:print(f"Error accepting terms: {e}");return _F
|
71
|
+
def setup_for_colab():from vnai.scope.profile import inspector;inspector.detect_colab_with_delayed_auth(immediate=_A);inspector.setup_vnstock_environment();return'Environment set up for Google Colab'
|
72
|
+
def display_content():return present()
|
73
|
+
def configure_privacy(level=_K):from vnai.scope.state import tracker;return tracker.setup_privacy(level)
|
74
|
+
def check_commercial_usage():from vnai.scope.profile import inspector;return inspector.detect_commercial_usage()
|
75
|
+
def authenticate_for_persistence():from vnai.scope.profile import inspector;return inspector.get_or_create_user_id()
|
76
|
+
def configure_webhook(webhook_id='80b8832b694a75c8ddc811ac7882a3de'):
|
77
|
+
if not webhook_id:return _F
|
78
|
+
from vnai.flow.relay import configure;webhook_url=f"https://botbuilder.larksuite.com/api/trigger-webhook/{webhook_id}";return configure(webhook_url)
|
79
79
|
configure_webhook()
|
@@ -1,3 +1,3 @@
|
|
1
|
-
from vnai.beam.quota import guardian,optimize
|
2
|
-
from vnai.beam.metrics import collector,capture
|
1
|
+
from vnai.beam.quota import guardian,optimize
|
2
|
+
from vnai.beam.metrics import collector,capture
|
3
3
|
from vnai.beam.pulse import monitor
|
@@ -1,73 +1,73 @@
|
|
1
|
-
_L='success'
|
2
|
-
_K='buffer_size'
|
3
|
-
_J='request'
|
4
|
-
_I='rate_limit'
|
5
|
-
_H='args'
|
6
|
-
_G='execution_time'
|
7
|
-
_F='timestamp'
|
8
|
-
_E=True
|
9
|
-
_D=False
|
10
|
-
_C='error'
|
11
|
-
_B=None
|
12
|
-
_A='function'
|
13
|
-
import sys,time,threading
|
14
|
-
from datetime import datetime
|
15
|
-
import hashlib,json
|
16
|
-
class Collector:
|
17
|
-
_instance=_B;_lock=threading.Lock()
|
18
|
-
def __new__(cls):
|
19
|
-
with cls._lock:
|
20
|
-
if cls._instance is _B:cls._instance=super(Collector,cls).__new__(cls);cls._instance._initialize()
|
21
|
-
return cls._instance
|
22
|
-
def _initialize(self):self.metrics={_A:[],_I:[],_J:[],_C:[]};self.thresholds={_K:50,'error_threshold':.1,'performance_threshold':5.};self.function_count=0;self.colab_auth_triggered=_D;self.max_metric_length=200;self._last_record_time={};self.min_interval_per_type=.5;self._recent_hashes=[];self._sending_metrics=_D
|
23
|
-
def record(self,metric_type,data,priority=_B):
|
24
|
-
A='high'
|
25
|
-
if not isinstance(data,dict):data={'value':str(data)}
|
26
|
-
if _F not in data:data[_F]=datetime.now().isoformat()
|
27
|
-
if metric_type!='system_info':data.pop('system',_B);from vnai.scope.profile import inspector;data['machine_id']=inspector.fingerprint()
|
28
|
-
now=time.time();last_time=self._last_record_time.get(metric_type,0)
|
29
|
-
if now-last_time<self.min_interval_per_type and priority!=A:return
|
30
|
-
self._last_record_time[metric_type]=now;data_hash=hashlib.md5(json.dumps(data,sort_keys=_E).encode()).hexdigest()
|
31
|
-
if data_hash in self._recent_hashes and priority!=A:return
|
32
|
-
self._recent_hashes.append(data_hash)
|
33
|
-
if metric_type in self.metrics:
|
34
|
-
self.metrics[metric_type].append(data)
|
35
|
-
if len(self.metrics[metric_type])>self.max_metric_length:self.metrics[metric_type]=self.metrics[metric_type][-self.max_metric_length:]
|
36
|
-
else:self.metrics[_A].append(data)
|
37
|
-
if metric_type==_A:
|
38
|
-
self.function_count+=1
|
39
|
-
if self.function_count>10 and not self.colab_auth_triggered and'google.colab'in sys.modules:self.colab_auth_triggered=_E;threading.Thread(target=self._trigger_colab_auth,daemon=_E).start()
|
40
|
-
if sum(len(metric_list)for metric_list in self.metrics.values())>=self.thresholds[_K]:self._send_metrics()
|
41
|
-
if priority==A or metric_type==_C:self._send_metrics()
|
42
|
-
def _trigger_colab_auth(self):
|
43
|
-
try:from vnai.scope.profile import inspector;inspector.get_or_create_user_id()
|
44
|
-
except:pass
|
45
|
-
def _send_metrics(self):
|
46
|
-
C='vnai';B='source';A='unknown'
|
47
|
-
if self._sending_metrics:return
|
48
|
-
self._sending_metrics=_E
|
49
|
-
try:from vnai.flow.relay import track_function_call,track_rate_limit,track_api_request
|
50
|
-
except ImportError:
|
51
|
-
for metric_type in self.metrics:self.metrics[metric_type]=[]
|
52
|
-
self._sending_metrics=_D;return
|
53
|
-
for(metric_type,data_list)in self.metrics.items():
|
54
|
-
if not data_list:continue
|
55
|
-
for data in data_list:
|
56
|
-
try:
|
57
|
-
if metric_type==_A:track_function_call(function_name=data.get(_A,A),source=data.get(B,C),execution_time=data.get(_G,0),success=data.get(_L,_E),error=data.get(_C),args=data.get(_H))
|
58
|
-
elif metric_type==_I:track_rate_limit(source=data.get(B,C),limit_type=data.get('limit_type',A),limit_value=data.get('limit_value',0),current_usage=data.get('current_usage',0),is_exceeded=data.get('is_exceeded',_D))
|
59
|
-
elif metric_type==_J:track_api_request(endpoint=data.get('endpoint',A),source=data.get(B,C),method=data.get('method','GET'),status_code=data.get('status_code',200),execution_time=data.get(_G,0),request_size=data.get('request_size',0),response_size=data.get('response_size',0))
|
60
|
-
except Exception as e:continue
|
61
|
-
self.metrics[metric_type]=[]
|
62
|
-
self._sending_metrics=_D
|
63
|
-
def get_metrics_summary(self):return{metric_type:len(data_list)for(metric_type,data_list)in self.metrics.items()}
|
64
|
-
collector=Collector()
|
65
|
-
def capture(module_type=_A):
|
66
|
-
def decorator(func):
|
67
|
-
def wrapper(*args,**kwargs):
|
68
|
-
start_time=time.time();success=_D;error=_B
|
69
|
-
try:result=func(*args,**kwargs);success=_E;return result
|
70
|
-
except Exception as e:error=str(e);collector.record(_C,{_A:func.__name__,_C:error,_H:str(args)[:100]if args else _B});raise
|
71
|
-
finally:execution_time=time.time()-start_time;collector.record(module_type,{_A:func.__name__,_G:execution_time,_L:success,_C:error,_F:datetime.now().isoformat(),_H:str(args)[:100]if args else _B})
|
72
|
-
return wrapper
|
1
|
+
_L='success'
|
2
|
+
_K='buffer_size'
|
3
|
+
_J='request'
|
4
|
+
_I='rate_limit'
|
5
|
+
_H='args'
|
6
|
+
_G='execution_time'
|
7
|
+
_F='timestamp'
|
8
|
+
_E=True
|
9
|
+
_D=False
|
10
|
+
_C='error'
|
11
|
+
_B=None
|
12
|
+
_A='function'
|
13
|
+
import sys,time,threading
|
14
|
+
from datetime import datetime
|
15
|
+
import hashlib,json
|
16
|
+
class Collector:
|
17
|
+
_instance=_B;_lock=threading.Lock()
|
18
|
+
def __new__(cls):
|
19
|
+
with cls._lock:
|
20
|
+
if cls._instance is _B:cls._instance=super(Collector,cls).__new__(cls);cls._instance._initialize()
|
21
|
+
return cls._instance
|
22
|
+
def _initialize(self):self.metrics={_A:[],_I:[],_J:[],_C:[]};self.thresholds={_K:50,'error_threshold':.1,'performance_threshold':5.};self.function_count=0;self.colab_auth_triggered=_D;self.max_metric_length=200;self._last_record_time={};self.min_interval_per_type=.5;self._recent_hashes=[];self._sending_metrics=_D
|
23
|
+
def record(self,metric_type,data,priority=_B):
|
24
|
+
A='high'
|
25
|
+
if not isinstance(data,dict):data={'value':str(data)}
|
26
|
+
if _F not in data:data[_F]=datetime.now().isoformat()
|
27
|
+
if metric_type!='system_info':data.pop('system',_B);from vnai.scope.profile import inspector;data['machine_id']=inspector.fingerprint()
|
28
|
+
now=time.time();last_time=self._last_record_time.get(metric_type,0)
|
29
|
+
if now-last_time<self.min_interval_per_type and priority!=A:return
|
30
|
+
self._last_record_time[metric_type]=now;data_hash=hashlib.md5(json.dumps(data,sort_keys=_E).encode()).hexdigest()
|
31
|
+
if data_hash in self._recent_hashes and priority!=A:return
|
32
|
+
self._recent_hashes.append(data_hash)
|
33
|
+
if metric_type in self.metrics:
|
34
|
+
self.metrics[metric_type].append(data)
|
35
|
+
if len(self.metrics[metric_type])>self.max_metric_length:self.metrics[metric_type]=self.metrics[metric_type][-self.max_metric_length:]
|
36
|
+
else:self.metrics[_A].append(data)
|
37
|
+
if metric_type==_A:
|
38
|
+
self.function_count+=1
|
39
|
+
if self.function_count>10 and not self.colab_auth_triggered and'google.colab'in sys.modules:self.colab_auth_triggered=_E;threading.Thread(target=self._trigger_colab_auth,daemon=_E).start()
|
40
|
+
if sum(len(metric_list)for metric_list in self.metrics.values())>=self.thresholds[_K]:self._send_metrics()
|
41
|
+
if priority==A or metric_type==_C:self._send_metrics()
|
42
|
+
def _trigger_colab_auth(self):
|
43
|
+
try:from vnai.scope.profile import inspector;inspector.get_or_create_user_id()
|
44
|
+
except:pass
|
45
|
+
def _send_metrics(self):
|
46
|
+
C='vnai';B='source';A='unknown'
|
47
|
+
if self._sending_metrics:return
|
48
|
+
self._sending_metrics=_E
|
49
|
+
try:from vnai.flow.relay import track_function_call,track_rate_limit,track_api_request
|
50
|
+
except ImportError:
|
51
|
+
for metric_type in self.metrics:self.metrics[metric_type]=[]
|
52
|
+
self._sending_metrics=_D;return
|
53
|
+
for(metric_type,data_list)in self.metrics.items():
|
54
|
+
if not data_list:continue
|
55
|
+
for data in data_list:
|
56
|
+
try:
|
57
|
+
if metric_type==_A:track_function_call(function_name=data.get(_A,A),source=data.get(B,C),execution_time=data.get(_G,0),success=data.get(_L,_E),error=data.get(_C),args=data.get(_H))
|
58
|
+
elif metric_type==_I:track_rate_limit(source=data.get(B,C),limit_type=data.get('limit_type',A),limit_value=data.get('limit_value',0),current_usage=data.get('current_usage',0),is_exceeded=data.get('is_exceeded',_D))
|
59
|
+
elif metric_type==_J:track_api_request(endpoint=data.get('endpoint',A),source=data.get(B,C),method=data.get('method','GET'),status_code=data.get('status_code',200),execution_time=data.get(_G,0),request_size=data.get('request_size',0),response_size=data.get('response_size',0))
|
60
|
+
except Exception as e:continue
|
61
|
+
self.metrics[metric_type]=[]
|
62
|
+
self._sending_metrics=_D
|
63
|
+
def get_metrics_summary(self):return{metric_type:len(data_list)for(metric_type,data_list)in self.metrics.items()}
|
64
|
+
collector=Collector()
|
65
|
+
def capture(module_type=_A):
|
66
|
+
def decorator(func):
|
67
|
+
def wrapper(*args,**kwargs):
|
68
|
+
start_time=time.time();success=_D;error=_B
|
69
|
+
try:result=func(*args,**kwargs);success=_E;return result
|
70
|
+
except Exception as e:error=str(e);collector.record(_C,{_A:func.__name__,_C:error,_H:str(args)[:100]if args else _B});raise
|
71
|
+
finally:execution_time=time.time()-start_time;collector.record(module_type,{_A:func.__name__,_G:execution_time,_L:success,_C:error,_F:datetime.now().isoformat(),_H:str(args)[:100]if args else _B})
|
72
|
+
return wrapper
|
73
73
|
return decorator
|
@@ -1,31 +1,31 @@
|
|
1
|
-
_B='status'
|
2
|
-
_A='healthy'
|
3
|
-
import threading,time
|
4
|
-
from datetime import datetime
|
5
|
-
class Monitor:
|
6
|
-
_instance=None;_lock=threading.Lock()
|
7
|
-
def __new__(cls):
|
8
|
-
with cls._lock:
|
9
|
-
if cls._instance is None:cls._instance=super(Monitor,cls).__new__(cls);cls._instance._initialize()
|
10
|
-
return cls._instance
|
11
|
-
def _initialize(self):self.health_status=_A;self.last_check=time.time();self.check_interval=300;self.error_count=0;self.warning_count=0;self.status_history=[];self._start_background_check()
|
12
|
-
def _start_background_check(self):
|
13
|
-
def check_health():
|
14
|
-
while True:
|
15
|
-
try:self.check_health()
|
16
|
-
except:pass
|
17
|
-
time.sleep(self.check_interval)
|
18
|
-
thread=threading.Thread(target=check_health,daemon=True);thread.start()
|
19
|
-
def check_health(self):
|
20
|
-
from vnai.beam.metrics import collector;from vnai.beam.quota import guardian;self.last_check=time.time();metrics_summary=collector.get_metrics_summary();has_errors=metrics_summary.get('error',0)>0;resource_usage=guardian.usage();high_usage=resource_usage>80
|
21
|
-
if has_errors and high_usage:self.health_status='critical';self.error_count+=1
|
22
|
-
elif has_errors or high_usage:self.health_status='warning';self.warning_count+=1
|
23
|
-
else:self.health_status=_A
|
24
|
-
self.status_history.append({'timestamp':datetime.now().isoformat(),_B:self.health_status,'metrics':metrics_summary,'resource_usage':resource_usage})
|
25
|
-
if len(self.status_history)>10:self.status_history=self.status_history[-10:]
|
26
|
-
return self.health_status
|
27
|
-
def report(self):
|
28
|
-
if time.time()-self.last_check>self.check_interval:self.check_health()
|
29
|
-
return{_B:self.health_status,'last_check':datetime.fromtimestamp(self.last_check).isoformat(),'error_count':self.error_count,'warning_count':self.warning_count,'history':self.status_history[-3:]}
|
30
|
-
def reset(self):self.health_status=_A;self.error_count=0;self.warning_count=0;self.status_history=[];self.last_check=time.time()
|
1
|
+
_B='status'
|
2
|
+
_A='healthy'
|
3
|
+
import threading,time
|
4
|
+
from datetime import datetime
|
5
|
+
class Monitor:
|
6
|
+
_instance=None;_lock=threading.Lock()
|
7
|
+
def __new__(cls):
|
8
|
+
with cls._lock:
|
9
|
+
if cls._instance is None:cls._instance=super(Monitor,cls).__new__(cls);cls._instance._initialize()
|
10
|
+
return cls._instance
|
11
|
+
def _initialize(self):self.health_status=_A;self.last_check=time.time();self.check_interval=300;self.error_count=0;self.warning_count=0;self.status_history=[];self._start_background_check()
|
12
|
+
def _start_background_check(self):
|
13
|
+
def check_health():
|
14
|
+
while True:
|
15
|
+
try:self.check_health()
|
16
|
+
except:pass
|
17
|
+
time.sleep(self.check_interval)
|
18
|
+
thread=threading.Thread(target=check_health,daemon=True);thread.start()
|
19
|
+
def check_health(self):
|
20
|
+
from vnai.beam.metrics import collector;from vnai.beam.quota import guardian;self.last_check=time.time();metrics_summary=collector.get_metrics_summary();has_errors=metrics_summary.get('error',0)>0;resource_usage=guardian.usage();high_usage=resource_usage>80
|
21
|
+
if has_errors and high_usage:self.health_status='critical';self.error_count+=1
|
22
|
+
elif has_errors or high_usage:self.health_status='warning';self.warning_count+=1
|
23
|
+
else:self.health_status=_A
|
24
|
+
self.status_history.append({'timestamp':datetime.now().isoformat(),_B:self.health_status,'metrics':metrics_summary,'resource_usage':resource_usage})
|
25
|
+
if len(self.status_history)>10:self.status_history=self.status_history[-10:]
|
26
|
+
return self.health_status
|
27
|
+
def report(self):
|
28
|
+
if time.time()-self.last_check>self.check_interval:self.check_health()
|
29
|
+
return{_B:self.health_status,'last_check':datetime.fromtimestamp(self.last_check).isoformat(),'error_count':self.error_count,'warning_count':self.warning_count,'history':self.status_history[-3:]}
|
30
|
+
def reset(self):self.health_status=_A;self.error_count=0;self.warning_count=0;self.status_history=[];self.last_check=time.time()
|
31
31
|
monitor=Monitor()
|