vnai 2.0.1__tar.gz → 2.0.2__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1,12 +1,12 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: vnai
3
- Version: 2.0.1
3
+ Version: 2.0.2
4
4
  Summary: System optimization and resource management toolkit
5
5
  Home-page: https://github.com/yourusername/vnai
6
6
  Author: Your Name
7
7
  Author-email: your.email@example.com
8
+ License: MIT
8
9
  Classifier: Programming Language :: Python :: 3
9
- Classifier: License :: OSI Approved :: MIT License
10
10
  Classifier: Operating System :: OS Independent
11
11
  Classifier: Development Status :: 4 - Beta
12
12
  Classifier: Intended Audience :: Developers
@@ -24,6 +24,7 @@ Dynamic: classifier
24
24
  Dynamic: description
25
25
  Dynamic: description-content-type
26
26
  Dynamic: home-page
27
+ Dynamic: license
27
28
  Dynamic: provides-extra
28
29
  Dynamic: requires-dist
29
30
  Dynamic: requires-python
@@ -7,7 +7,7 @@ long_description = (
7
7
 
8
8
  setup(
9
9
  name="vnai",
10
- version='2.0.1',
10
+ version='2.0.2',
11
11
  description="System optimization and resource management toolkit",
12
12
  long_description=long_description,
13
13
  long_description_content_type="text/markdown",
@@ -17,7 +17,6 @@ setup(
17
17
  packages=find_packages(),
18
18
  classifiers=[
19
19
  "Programming Language :: Python :: 3",
20
- "License :: OSI Approved :: MIT License",
21
20
  "Operating System :: OS Independent",
22
21
  "Development Status :: 4 - Beta",
23
22
  "Intended Audience :: Developers",
@@ -34,4 +33,5 @@ setup(
34
33
  "black>=21.5b2",
35
34
  ],
36
35
  },
36
+ license="MIT",
37
37
  )
@@ -0,0 +1,81 @@
1
+ _L='default'
2
+ _K='standard'
3
+ _J='accepted_agreement'
4
+ _I='environment.json'
5
+ _H='terms_agreement.txt'
6
+ _G='timestamp'
7
+ _F=False
8
+ _E='id'
9
+ _D='.vnstock'
10
+ _C='machine_id'
11
+ _B=None
12
+ _A=True
13
+ import os,pathlib,json,time,threading,functools
14
+ from datetime import datetime
15
+ from vnai.beam.quota import guardian,optimize
16
+ from vnai.beam.metrics import collector,capture
17
+ from vnai.beam.pulse import monitor
18
+ from vnai.flow.relay import conduit,configure
19
+ from vnai.flow.queue import buffer
20
+ from vnai.scope.profile import inspector
21
+ from vnai.scope.state import tracker,record
22
+ from vnai.scope.promo import present
23
+ TC_VAR='ACCEPT_TC'
24
+ TC_VAL='tôi đồng ý'
25
+ TC_PATH=pathlib.Path.home()/_D/_E/_H
26
+ TERMS_AND_CONDITIONS='\nKhi tiếp tục sử dụng Vnstock, bạn xác nhận rằng bạn đã đọc, hiểu và đồng ý với Chính sách quyền riêng tư và Điều khoản, điều kiện về giấy phép sử dụng Vnstock.\n\nChi tiết:\n- Giấy phép sử dụng phần mềm: https://vnstocks.com/docs/tai-lieu/giay-phep-su-dung\n- Chính sách quyền riêng tư: https://vnstocks.com/docs/tai-lieu/chinh-sach-quyen-rieng-tu\n'
27
+ class Core:
28
+ def __init__(A):A.initialized=_F;A.webhook_url=_B;A.init_time=datetime.now().isoformat();A.home_dir=pathlib.Path.home();A.project_dir=A.home_dir/_D;A.id_dir=A.project_dir/_E;A.terms_file_path=TC_PATH;A.system_info=_B;A.project_dir.mkdir(exist_ok=_A);A.id_dir.mkdir(exist_ok=_A);A.initialize()
29
+ def initialize(A,webhook_url=_B):
30
+ C=webhook_url
31
+ if A.initialized:return _A
32
+ if not A._check_terms():A._accept_terms()
33
+ from vnai.scope.profile import inspector as B;B.setup_vnstock_environment();present()
34
+ if C:A.webhook_url=C;configure(C)
35
+ record('initialization',{_G:datetime.now().isoformat()});A.system_info=B.examine();conduit.queue({'type':'system_info','data':{'commercial':B.detect_commercial_usage(),'packages':B.scan_packages()}},priority='high');A.initialized=_A;return _A
36
+ def _check_terms(A):return os.path.exists(A.terms_file_path)
37
+ def _accept_terms(C):
38
+ A=inspector.examine()
39
+ if TC_VAR in os.environ and os.environ[TC_VAR]==TC_VAL:E=TC_VAL
40
+ else:E=TC_VAL;os.environ[TC_VAR]=TC_VAL
41
+ D=datetime.now();F=f"""Người dùng có mã nhận dạng {A[_C]} đã chấp nhận điều khoản & điều kiện sử dụng Vnstock lúc {D}
42
+ ---
43
+
44
+ THÔNG TIN THIẾT BỊ: {json.dumps(A,indent=2)}
45
+
46
+ Đính kèm bản sao nội dung bạn đã đọc, hiểu rõ và đồng ý dưới đây:
47
+ {TERMS_AND_CONDITIONS}"""
48
+ with open(C.terms_file_path,'w',encoding='utf-8')as B:B.write(F)
49
+ G=C.id_dir/_I;H={_J:_A,_G:D.isoformat(),_C:A[_C]}
50
+ with open(G,'w')as B:json.dump(H,B)
51
+ return _A
52
+ def status(A):return{'initialized':A.initialized,'health':monitor.report(),'metrics':tracker.get_metrics()}
53
+ def configure_privacy(B,level=_K):from vnai.scope.state import tracker as A;return A.setup_privacy(level)
54
+ core=Core()
55
+ def tc_init(webhook_url=_B):return core.initialize(webhook_url)
56
+ def setup(webhook_url=_B):return core.initialize(webhook_url)
57
+ def optimize_execution(resource_type=_L):return optimize(resource_type)
58
+ def agg_execution(resource_type=_L):return optimize(resource_type,ad_cooldown=1500,content_trigger_threshold=100000)
59
+ def measure_performance(module_type='function'):return capture(module_type)
60
+ def accept_license_terms(terms_text=_B):
61
+ A=terms_text
62
+ if A is _B:A=TERMS_AND_CONDITIONS
63
+ D=inspector.examine();C=pathlib.Path.home()/_D/_E/_H;os.makedirs(os.path.dirname(C),exist_ok=_A)
64
+ with open(C,'w',encoding='utf-8')as B:B.write(f"Terms accepted at {datetime.now().isoformat()}\n");B.write(f"System: {json.dumps(D)}\n\n");B.write(A)
65
+ return _A
66
+ def accept_vnstock_terms():
67
+ from vnai.scope.profile import inspector as C;D=C.examine();E=pathlib.Path.home();A=E/_D;A.mkdir(exist_ok=_A);B=A/_E;B.mkdir(exist_ok=_A);F=B/_I;G={_J:_A,_G:datetime.now().isoformat(),_C:D[_C]}
68
+ try:
69
+ with open(F,'w')as H:json.dump(G,H)
70
+ print('Vnstock terms accepted successfully.');return _A
71
+ except Exception as I:print(f"Error accepting terms: {I}");return _F
72
+ def setup_for_colab():from vnai.scope.profile import inspector as A;A.detect_colab_with_delayed_auth(immediate=_A);A.setup_vnstock_environment();return'Environment set up for Google Colab'
73
+ def display_content():return present()
74
+ def configure_privacy(level=_K):from vnai.scope.state import tracker as A;return A.setup_privacy(level)
75
+ def check_commercial_usage():from vnai.scope.profile import inspector as A;return A.detect_commercial_usage()
76
+ def authenticate_for_persistence():from vnai.scope.profile import inspector as A;return A.get_or_create_user_id()
77
+ def configure_webhook(webhook_id='80b8832b694a75c8ddc811ac7882a3de'):
78
+ A=webhook_id
79
+ if not A:return _F
80
+ from vnai.flow.relay import configure as B;C=f"https://botbuilder.larksuite.com/api/trigger-webhook/{A}";return B(C)
81
+ configure_webhook()
@@ -0,0 +1,3 @@
1
+ from vnai.beam.quota import guardian,optimize
2
+ from vnai.beam.metrics import collector,capture
3
+ from vnai.beam.pulse import monitor
@@ -0,0 +1,59 @@
1
+ _K='success'
2
+ _J='buffer_size'
3
+ _I='request'
4
+ _H='rate_limit'
5
+ _G='execution_time'
6
+ _F='timestamp'
7
+ _E=False
8
+ _D=True
9
+ _C='error'
10
+ _B=None
11
+ _A='function'
12
+ import sys,time,threading
13
+ from datetime import datetime
14
+ class Collector:
15
+ _instance=_B;_lock=threading.Lock()
16
+ def __new__(A):
17
+ with A._lock:
18
+ if A._instance is _B:A._instance=super(Collector,A).__new__(A);A._instance._initialize()
19
+ return A._instance
20
+ def _initialize(A):A.metrics={_A:[],_H:[],_I:[],_C:[]};A.thresholds={_J:50,'error_threshold':.1,'performance_threshold':5.};A.function_count=0;A.colab_auth_triggered=_E
21
+ def record(A,metric_type,data,priority=_B):
22
+ D='system';C=metric_type;B=data
23
+ if not isinstance(B,dict):B={'value':str(B)}
24
+ if _F not in B:B[_F]=datetime.now().isoformat()
25
+ if C!='system_info'and isinstance(B,dict):
26
+ if D in B:del B[D]
27
+ from vnai.scope.profile import inspector as E;B['machine_id']=E.fingerprint()
28
+ if C in A.metrics:A.metrics[C].append(B)
29
+ else:A.metrics[_A].append(B)
30
+ if C==_A:
31
+ A.function_count+=1
32
+ if A.function_count>10 and not A.colab_auth_triggered and'google.colab'in sys.modules:A.colab_auth_triggered=_D;threading.Thread(target=A._trigger_colab_auth,daemon=_D).start()
33
+ if sum(len(A)for A in A.metrics.values())>=A.thresholds[_J]:A._send_metrics()
34
+ if priority=='high'or C==_C:A._send_metrics()
35
+ def _trigger_colab_auth(B):
36
+ try:from vnai.scope.profile import inspector as A;A.get_or_create_user_id()
37
+ except:pass
38
+ def _send_metrics(F):
39
+ E='vnai';D='source';C='unknown';from vnai.flow.relay import track_function_call as H,track_rate_limit as I,track_api_request as J
40
+ for(B,G)in F.metrics.items():
41
+ if not G:continue
42
+ for A in G:
43
+ try:
44
+ if B==_A:H(function_name=A.get(_A,C),source=A.get(D,E),execution_time=A.get(_G,0),success=A.get(_K,_D),error=A.get(_C),args=A.get('args'))
45
+ elif B==_H:I(source=A.get(D,E),limit_type=A.get('limit_type',C),limit_value=A.get('limit_value',0),current_usage=A.get('current_usage',0),is_exceeded=A.get('is_exceeded',_E))
46
+ elif B==_I:J(endpoint=A.get('endpoint',C),source=A.get(D,E),method=A.get('method','GET'),status_code=A.get('status_code',200),execution_time=A.get(_G,0),request_size=A.get('request_size',0),response_size=A.get('response_size',0))
47
+ except Exception as K:continue
48
+ F.metrics[B]=[]
49
+ def get_metrics_summary(A):return{A:len(B)for(A,B)in A.metrics.items()}
50
+ collector=Collector()
51
+ def capture(module_type=_A):
52
+ def A(func):
53
+ def A(*A,**D):
54
+ E=time.time();B=_E;C=_B
55
+ try:F=func(*A,**D);B=_D;return F
56
+ except Exception as G:C=str(G);raise
57
+ finally:H=time.time()-E;collector.record(module_type,{_A:func.__name__,_G:H,_K:B,_C:C,_F:datetime.now().isoformat(),'args':str(A)[:100]if A else _B})
58
+ return A
59
+ return A
@@ -0,0 +1,31 @@
1
+ _B='status'
2
+ _A='healthy'
3
+ import threading,time
4
+ from datetime import datetime
5
+ class Monitor:
6
+ _instance=None;_lock=threading.Lock()
7
+ def __new__(A):
8
+ with A._lock:
9
+ if A._instance is None:A._instance=super(Monitor,A).__new__(A);A._instance._initialize()
10
+ return A._instance
11
+ def _initialize(A):A.health_status=_A;A.last_check=time.time();A.check_interval=300;A.error_count=0;A.warning_count=0;A.status_history=[];A._start_background_check()
12
+ def _start_background_check(A):
13
+ def B():
14
+ while True:
15
+ try:A.check_health()
16
+ except:pass
17
+ time.sleep(A.check_interval)
18
+ C=threading.Thread(target=B,daemon=True);C.start()
19
+ def check_health(A):
20
+ from vnai.beam.metrics import collector as F;from vnai.beam.quota import guardian as G;A.last_check=time.time();B=F.get_metrics_summary();C=B.get('error',0)>0;D=G.usage();E=D>80
21
+ if C and E:A.health_status='critical';A.error_count+=1
22
+ elif C or E:A.health_status='warning';A.warning_count+=1
23
+ else:A.health_status=_A
24
+ A.status_history.append({'timestamp':datetime.now().isoformat(),_B:A.health_status,'metrics':B,'resource_usage':D})
25
+ if len(A.status_history)>10:A.status_history=A.status_history[-10:]
26
+ return A.health_status
27
+ def report(A):
28
+ if time.time()-A.last_check>A.check_interval:A.check_health()
29
+ return{_B:A.health_status,'last_check':datetime.fromtimestamp(A.last_check).isoformat(),'error_count':A.error_count,'warning_count':A.warning_count,'history':A.status_history[-3:]}
30
+ def reset(A):A.health_status=_A;A.error_count=0;A.warning_count=0;A.status_history=[];A.last_check=time.time()
31
+ monitor=Monitor()
@@ -0,0 +1,107 @@
1
+ _G='resource_type'
2
+ _F=False
3
+ _E=True
4
+ _D=None
5
+ _C='default'
6
+ _B='hour'
7
+ _A='min'
8
+ import time,functools,threading
9
+ from collections import defaultdict
10
+ from datetime import datetime
11
+ class RateLimitExceeded(Exception):
12
+ def __init__(A,resource_type,limit_type=_A,current_usage=_D,limit_value=_D,retry_after=_D):
13
+ D=resource_type;B=retry_after;A.resource_type=D;A.limit_type=limit_type;A.current_usage=current_usage;A.limit_value=limit_value;A.retry_after=B;C=f"Bạn đã gửi quá nhiều request tới {D}. "
14
+ if B:C+=f"Vui lòng thử lại sau {round(B)} giây."
15
+ else:C+='Vui lòng thêm thời gian chờ giữa các lần gửi request.'
16
+ super().__init__(C)
17
+ class Guardian:
18
+ _instance=_D;_lock=threading.Lock()
19
+ def __new__(A):
20
+ with A._lock:
21
+ if A._instance is _D:A._instance=super(Guardian,A).__new__(A);A._instance._initialize()
22
+ return A._instance
23
+ def _initialize(A):A.resource_limits=defaultdict(lambda:defaultdict(int));A.usage_counters=defaultdict(lambda:defaultdict(list));A.resource_limits[_C]={_A:60,_B:3000};A.resource_limits['TCBS']={_A:60,_B:3000};A.resource_limits['VCI']={_A:60,_B:3000};A.resource_limits['VCI.ext']={_A:600,_B:36000};A.resource_limits['VND.ext']={_A:600,_B:36000};A.resource_limits['CAF.ext']={_A:600,_B:36000};A.resource_limits['SPL.ext']={_A:600,_B:36000};A.resource_limits['VDS.ext']={_A:600,_B:36000};A.resource_limits['FAD.ext']={_A:600,_B:36000}
24
+ def verify(B,operation_id,resource_type=_C):
25
+ M='is_exceeded';L='current_usage';K='limit_value';J='limit_type';I='rate_limit';A=resource_type;D=time.time();C=B.resource_limits.get(A,B.resource_limits[_C]);N=D-60;B.usage_counters[A][_A]=[A for A in B.usage_counters[A][_A]if A>N];F=len(B.usage_counters[A][_A]);O=F>=C[_A]
26
+ if O:from vnai.beam.metrics import collector as G;G.record(I,{_G:A,J:_A,K:C[_A],L:F,M:_E},priority='high');raise RateLimitExceeded(resource_type=A,limit_type=_A,current_usage=F,limit_value=C[_A],retry_after=60-D%60)
27
+ P=D-3600;B.usage_counters[A][_B]=[A for A in B.usage_counters[A][_B]if A>P];H=len(B.usage_counters[A][_B]);E=H>=C[_B];from vnai.beam.metrics import collector as G;G.record(I,{_G:A,J:_B if E else _A,K:C[_B]if E else C[_A],L:H if E else F,M:E})
28
+ if E:raise RateLimitExceeded(resource_type=A,limit_type=_B,current_usage=H,limit_value=C[_B],retry_after=3600-D%3600)
29
+ B.usage_counters[A][_A].append(D);B.usage_counters[A][_B].append(D);return _E
30
+ def usage(A,resource_type=_C):B=resource_type;D=time.time();C=A.resource_limits.get(B,A.resource_limits[_C]);E=D-60;F=D-3600;A.usage_counters[B][_A]=[A for A in A.usage_counters[B][_A]if A>E];A.usage_counters[B][_B]=[A for A in A.usage_counters[B][_B]if A>F];G=len(A.usage_counters[B][_A]);H=len(A.usage_counters[B][_B]);I=G/C[_A]*100 if C[_A]>0 else 0;J=H/C[_B]*100 if C[_B]>0 else 0;return max(I,J)
31
+ def get_limit_status(B,resource_type=_C):K='reset_in_seconds';J='remaining';I='percentage';H='limit';G='usage';C=resource_type;D=time.time();A=B.resource_limits.get(C,B.resource_limits[_C]);L=D-60;M=D-3600;E=len([A for A in B.usage_counters[C][_A]if A>L]);F=len([A for A in B.usage_counters[C][_B]if A>M]);return{_G:C,'minute_limit':{G:E,H:A[_A],I:E/A[_A]*100 if A[_A]>0 else 0,J:max(0,A[_A]-E),K:60-D%60},'hour_limit':{G:F,H:A[_B],I:F/A[_B]*100 if A[_B]>0 else 0,J:max(0,A[_B]-F),K:3600-D%3600}}
32
+ guardian=Guardian()
33
+ class CleanErrorContext:
34
+ _last_message_time=0;_message_cooldown=5
35
+ def __enter__(A):return A
36
+ def __exit__(C,exc_type,exc_val,exc_tb):
37
+ A=exc_val
38
+ if exc_type is RateLimitExceeded:
39
+ B=time.time()
40
+ if B-CleanErrorContext._last_message_time>=CleanErrorContext._message_cooldown:print(f"\n⚠️ {str(A)}\n");CleanErrorContext._last_message_time=B
41
+ import sys;sys.exit(f"Rate limit exceeded. {str(A)} Process terminated.");return _F
42
+ return _F
43
+ def optimize(resource_type=_C,loop_threshold=10,time_window=5,ad_cooldown=150,content_trigger_threshold=3,max_retries=2,backoff_factor=2,debug=_F):
44
+ H=debug;G=ad_cooldown;F=resource_type;E=backoff_factor;D=max_retries;C=content_trigger_threshold;B=time_window;A=loop_threshold
45
+ if callable(F):I=F;return _create_wrapper(I,_C,A,B,G,C,D,E,H)
46
+ if A<2:raise ValueError(f"loop_threshold must be at least 2, got {A}")
47
+ if B<=0:raise ValueError(f"time_window must be positive, got {B}")
48
+ if C<1:raise ValueError(f"content_trigger_threshold must be at least 1, got {C}")
49
+ if D<0:raise ValueError(f"max_retries must be non-negative, got {D}")
50
+ if E<=0:raise ValueError(f"backoff_factor must be positive, got {E}")
51
+ def J(func):return _create_wrapper(func,F,A,B,G,C,D,E,H)
52
+ return J
53
+ def _create_wrapper(func,resource_type,loop_threshold,time_window,ad_cooldown,content_trigger_threshold,max_retries,backoff_factor,debug):
54
+ X=max_retries;W=content_trigger_threshold;P=time_window;K=resource_type;H=debug;A=func;B=[];I=0;E=0;F=_F;Q=time.time();c=1800
55
+ @functools.wraps(A)
56
+ def C(*d,**e):
57
+ b='timestamp';a='environment';V='error';O='function';N='loop';nonlocal I,E,F,Q;C=time.time();R=_F
58
+ if C-Q>c:F=_F;Q=C
59
+ G=0
60
+ while _E:
61
+ B.append(C)
62
+ while B and C-B[0]>P:B.pop(0)
63
+ S=len(B)>=loop_threshold
64
+ if H and S:print(f"[OPTIMIZE] Đã phát hiện vòng lặp cho {A.__name__}: {len(B)} lần gọi trong {P}s")
65
+ if S:
66
+ E+=1
67
+ if H:print(f"[OPTIMIZE] Số lần phát hiện vòng lặp liên tiếp: {E}/{W}")
68
+ else:E=0
69
+ f=E>=W and C-I>=ad_cooldown and not F
70
+ if f:
71
+ I=C;E=0;R=_E;F=_E
72
+ if H:print(f"[OPTIMIZE] Đã kích hoạt nội dung cho {A.__name__}")
73
+ try:
74
+ from vnai.scope.promo import manager as J
75
+ try:from vnai.scope.profile import inspector as T;U=T.examine().get(a,_D);J.present_content(environment=U,context=N)
76
+ except ImportError:J.present_content(context=N)
77
+ except ImportError:print(f"Phát hiện vòng lặp: Hàm '{A.__name__}' đang được gọi trong một vòng lặp")
78
+ except Exception as D:
79
+ if H:print(f"[OPTIMIZE] Lỗi khi hiển thị nội dung: {str(D)}")
80
+ try:
81
+ with CleanErrorContext():guardian.verify(A.__name__,K)
82
+ except RateLimitExceeded as D:
83
+ from vnai.beam.metrics import collector as L;L.record(V,{O:A.__name__,V:str(D),'context':'resource_verification',_G:K,'retry_attempt':G},priority='high')
84
+ if not F:
85
+ try:
86
+ from vnai.scope.promo import manager as J
87
+ try:from vnai.scope.profile import inspector as T;U=T.examine().get(a,_D);J.present_content(environment=U,context=N);F=_E;I=C
88
+ except ImportError:J.present_content(context=N);F=_E;I=C
89
+ except Exception:pass
90
+ if G<X:
91
+ M=backoff_factor**G;G+=1
92
+ if hasattr(D,'retry_after')and D.retry_after:M=min(M,D.retry_after)
93
+ if H:print(f"[OPTIMIZE] Đã đạt giới hạn tốc độ cho {A.__name__}, thử lại sau {M} giây (lần thử {G}/{X})")
94
+ time.sleep(M);continue
95
+ else:raise
96
+ g=time.time();Y=_F;Z=_D
97
+ try:h=A(*d,**e);Y=_E;return h
98
+ except Exception as D:Z=str(D);raise
99
+ finally:
100
+ i=time.time()-g
101
+ try:
102
+ from vnai.beam.metrics import collector as L;L.record(O,{O:A.__name__,_G:K,'execution_time':i,'success':Y,V:Z,'in_loop':S,'loop_depth':len(B),'content_triggered':R,b:datetime.now().isoformat(),'retry_count':G if G>0 else _D})
103
+ if R:L.record('ad_opportunity',{O:A.__name__,_G:K,'call_frequency':len(B)/P,'consecutive_loops':E,b:datetime.now().isoformat()})
104
+ except ImportError:pass
105
+ break
106
+ return C
107
+ def rate_limit_status(resource_type=_C):return guardian.get_limit_status(resource_type)
@@ -0,0 +1,2 @@
1
+ from vnai.flow.relay import conduit,configure
2
+ from vnai.flow.queue import buffer
@@ -0,0 +1,58 @@
1
+ _C='category'
2
+ _B=True
3
+ _A=None
4
+ import time,threading,json
5
+ from datetime import datetime
6
+ from pathlib import Path
7
+ class Buffer:
8
+ _instance=_A;_lock=threading.Lock()
9
+ def __new__(A):
10
+ with A._lock:
11
+ if A._instance is _A:A._instance=super(Buffer,A).__new__(A);A._instance._initialize()
12
+ return A._instance
13
+ def _initialize(A):A.data=[];A.lock=threading.Lock();A.max_size=1000;A.backup_interval=300;A.home_dir=Path.home();A.project_dir=A.home_dir/'.vnstock';A.project_dir.mkdir(exist_ok=_B);A.data_dir=A.project_dir/'data';A.data_dir.mkdir(exist_ok=_B);A.backup_path=A.data_dir/'buffer_backup.json';A._load_from_backup();A._start_backup_thread()
14
+ def _load_from_backup(A):
15
+ if A.backup_path.exists():
16
+ try:
17
+ with open(A.backup_path,'r')as B:C=json.load(B)
18
+ with A.lock:A.data=C
19
+ except:pass
20
+ def _save_to_backup(A):
21
+ with A.lock:
22
+ if not A.data:return
23
+ try:
24
+ with open(A.backup_path,'w')as B:json.dump(A.data,B)
25
+ except:pass
26
+ def _start_backup_thread(A):
27
+ def B():
28
+ while _B:time.sleep(A.backup_interval);A._save_to_backup()
29
+ C=threading.Thread(target=B,daemon=_B);C.start()
30
+ def add(A,item,category=_A):
31
+ D='timestamp';C=category;B=item
32
+ with A.lock:
33
+ if isinstance(B,dict):
34
+ if D not in B:B[D]=datetime.now().isoformat()
35
+ if C:B[_C]=C
36
+ A.data.append(B)
37
+ if len(A.data)>A.max_size:A.data=A.data[-A.max_size:]
38
+ if len(A.data)%100==0:A._save_to_backup()
39
+ return len(A.data)
40
+ def get(A,count=_A,category=_A):
41
+ D=category;C=count
42
+ with A.lock:
43
+ if D:B=[A for A in A.data if A.get(_C)==D]
44
+ else:B=A.data.copy()
45
+ if C:return B[:C]
46
+ else:return B
47
+ def clear(A,category=_A):
48
+ B=category
49
+ with A.lock:
50
+ if B:A.data=[A for A in A.data if A.get(_C)!=B]
51
+ else:A.data=[]
52
+ A._save_to_backup();return len(A.data)
53
+ def size(A,category=_A):
54
+ B=category
55
+ with A.lock:
56
+ if B:return len([A for A in A.data if A.get(_C)==B])
57
+ else:return len(A.data)
58
+ buffer=Buffer()
@@ -0,0 +1,152 @@
1
+ _T='execution_time'
2
+ _S='manual'
3
+ _R='success'
4
+ _Q='is_exceeded'
5
+ _P='source'
6
+ _O='function'
7
+ _N='last_sync_time'
8
+ _M='sync_interval'
9
+ _L='buffer_size'
10
+ _K='webhook_url'
11
+ _J='value'
12
+ _I='sync_count'
13
+ _H='machine_id'
14
+ _G=False
15
+ _F=None
16
+ _E='timestamp'
17
+ _D='api_requests'
18
+ _C='rate_limits'
19
+ _B='function_calls'
20
+ _A=True
21
+ import time,threading,json,random,requests
22
+ from datetime import datetime
23
+ from pathlib import Path
24
+ from typing import Dict,List,Any,Optional
25
+ class Conduit:
26
+ _instance=_F;_lock=threading.Lock()
27
+ def __new__(A,webhook_url=_F,buffer_size=50,sync_interval=300):
28
+ with A._lock:
29
+ if A._instance is _F:A._instance=super(Conduit,A).__new__(A);A._instance._initialize(webhook_url,buffer_size,sync_interval)
30
+ return A._instance
31
+ def _initialize(A,webhook_url,buffer_size,sync_interval):
32
+ A.webhook_url=webhook_url;A.buffer_size=buffer_size;A.sync_interval=sync_interval;A.buffer={_B:[],_D:[],_C:[]};A.lock=threading.Lock();A.last_sync_time=time.time();A.sync_count=0;A.failed_queue=[];A.home_dir=Path.home();A.project_dir=A.home_dir/'.vnstock';A.project_dir.mkdir(exist_ok=_A);A.data_dir=A.project_dir/'data';A.data_dir.mkdir(exist_ok=_A);A.config_path=A.data_dir/'relay_config.json'
33
+ try:from vnai.scope.profile import inspector as B;A.machine_id=B.fingerprint()
34
+ except:A.machine_id=A._generate_fallback_id()
35
+ A._load_config();A._start_periodic_sync()
36
+ def _generate_fallback_id(D)->str:
37
+ try:import platform as A,hashlib as B,uuid;C=A.node()+A.platform()+A.processor();return B.md5(C.encode()).hexdigest()
38
+ except:import uuid;return str(uuid.uuid4())
39
+ def _load_config(B):
40
+ if B.config_path.exists():
41
+ try:
42
+ with open(B.config_path,'r')as C:A=json.load(C)
43
+ if not B.webhook_url and _K in A:B.webhook_url=A[_K]
44
+ if _L in A:B.buffer_size=A[_L]
45
+ if _M in A:B.sync_interval=A[_M]
46
+ if _N in A:B.last_sync_time=A[_N]
47
+ if _I in A:B.sync_count=A[_I]
48
+ except:pass
49
+ def _save_config(A):
50
+ B={_K:A.webhook_url,_L:A.buffer_size,_M:A.sync_interval,_N:A.last_sync_time,_I:A.sync_count}
51
+ try:
52
+ with open(A.config_path,'w')as C:json.dump(B,C)
53
+ except:pass
54
+ def _start_periodic_sync(A):
55
+ def B():
56
+ while _A:time.sleep(A.sync_interval);A.dispatch('periodic')
57
+ C=threading.Thread(target=B,daemon=_A);C.start()
58
+ def add_function_call(B,record):
59
+ A=record
60
+ if not isinstance(A,dict):A={_J:str(A)}
61
+ with B.lock:B.buffer[_B].append(A);B._check_triggers(_B)
62
+ def add_api_request(B,record):
63
+ A=record
64
+ if not isinstance(A,dict):A={_J:str(A)}
65
+ with B.lock:B.buffer[_D].append(A);B._check_triggers(_D)
66
+ def add_rate_limit(B,record):
67
+ A=record
68
+ if not isinstance(A,dict):A={_J:str(A)}
69
+ with B.lock:B.buffer[_C].append(A);B._check_triggers(_C)
70
+ def _check_triggers(A,record_type:str):
71
+ D=record_type;E=time.time();B=_G;C=_F;F=sum(len(A)for A in A.buffer.values())
72
+ if F>=A.buffer_size:B=_A;C='buffer_full'
73
+ elif D==_C and A.buffer[_C]and any(A.get(_Q)for A in A.buffer[_C]if isinstance(A,dict)):B=_A;C='rate_limit_exceeded'
74
+ elif D==_B and A.buffer[_B]and any(not A.get(_R)for A in A.buffer[_B]if isinstance(A,dict)):B=_A;C='function_error'
75
+ else:
76
+ G=min(1.,(E-A.last_sync_time)/(A.sync_interval/2))
77
+ if random.random()<.05*G:B=_A;C='random_time_weighted'
78
+ if B:threading.Thread(target=A.dispatch,args=(C,),daemon=_A).start()
79
+ def queue(B,package,priority=_F):
80
+ N='packages';M='commercial';L='system_info';K='rate_limit';I='system';H='type';C=package
81
+ if not C:return _G
82
+ if not isinstance(C,dict):B.add_function_call({'message':str(C)});return _A
83
+ if _E not in C:C[_E]=datetime.now().isoformat()
84
+ if H in C:
85
+ D=C[H];A=C.get('data',{})
86
+ if isinstance(A,dict)and I in A:
87
+ J=A[I].get(_H);A.pop(I)
88
+ if J:A[_H]=J
89
+ if D==_O:B.add_function_call(A)
90
+ elif D=='api_request':B.add_api_request(A)
91
+ elif D==K:B.add_rate_limit(A)
92
+ elif D==L:B.add_function_call({H:L,M:A.get(M),N:A.get(N),_E:C.get(_E)})
93
+ elif D=='metrics':
94
+ O=A
95
+ for(G,F)in O.items():
96
+ if isinstance(F,list):
97
+ if G==_O:
98
+ for E in F:B.add_function_call(E)
99
+ elif G==K:
100
+ for E in F:B.add_rate_limit(E)
101
+ elif G=='request':
102
+ for E in F:B.add_api_request(E)
103
+ else:B.add_function_call(A)
104
+ else:B.add_function_call(C)
105
+ if priority=='high':B.dispatch('high_priority')
106
+ return _A
107
+ def dispatch(A,reason=_S):
108
+ if not A.webhook_url:return _G
109
+ with A.lock:
110
+ if all(len(A)==0 for A in A.buffer.values()):return _G
111
+ B={_B:A.buffer[_B].copy(),_D:A.buffer[_D].copy(),_C:A.buffer[_C].copy()};A.buffer={_B:[],_D:[],_C:[]};A.last_sync_time=time.time();A.sync_count+=1;A._save_config()
112
+ try:from vnai.scope.profile import inspector as G;C=G.examine();D=C.get(_H,A.machine_id)
113
+ except:C={_H:A.machine_id};D=A.machine_id
114
+ E={'analytics_data':B,'metadata':{_E:datetime.now().isoformat(),_H:D,_I:A.sync_count,'trigger_reason':reason,'environment':C,'data_counts':{_B:len(B[_B]),_D:len(B[_D]),_C:len(B[_C])}}};F=A._send_data(E)
115
+ if not F:
116
+ with A.lock:
117
+ A.failed_queue.append(E)
118
+ if len(A.failed_queue)>10:A.failed_queue=A.failed_queue[-10:]
119
+ return F
120
+ def _send_data(A,payload):
121
+ if not A.webhook_url:return _G
122
+ try:B=requests.post(A.webhook_url,json=payload,timeout=5);return B.status_code==200
123
+ except:return _G
124
+ def retry_failed(A):
125
+ if not A.failed_queue:return 0
126
+ with A.lock:D=A.failed_queue.copy();A.failed_queue=[]
127
+ B=0
128
+ for C in D:
129
+ if A._send_data(C):B+=1
130
+ else:
131
+ with A.lock:A.failed_queue.append(C)
132
+ return B
133
+ def configure(A,webhook_url):
134
+ with A.lock:A.webhook_url=webhook_url;A._save_config();return _A
135
+ conduit=Conduit()
136
+ def track_function_call(function_name,source,execution_time,success=_A,error=_F,args=_F):
137
+ E=error;A=args;C={_O:function_name,_P:source,_T:execution_time,_E:datetime.now().isoformat(),_R:success}
138
+ if E:C['error']=E
139
+ if A:
140
+ B={}
141
+ if isinstance(A,dict):
142
+ for(F,D)in A.items():
143
+ if isinstance(D,(str,int,float,bool)):B[F]=D
144
+ else:B[F]=str(type(D))
145
+ else:B={_J:str(A)}
146
+ C['args']=B
147
+ conduit.add_function_call(C)
148
+ def track_rate_limit(source,limit_type,limit_value,current_usage,is_exceeded):B=current_usage;A=limit_value;C={_P:source,'limit_type':limit_type,'limit_value':A,'current_usage':B,_Q:is_exceeded,_E:datetime.now().isoformat(),'usage_percentage':B/A*100 if A>0 else 0};conduit.add_rate_limit(C)
149
+ def track_api_request(endpoint,source,method,status_code,execution_time,request_size=0,response_size=0):A={'endpoint':endpoint,_P:source,'method':method,'status_code':status_code,_T:execution_time,_E:datetime.now().isoformat(),'request_size':request_size,'response_size':response_size};conduit.add_api_request(A)
150
+ def configure(webhook_url):return conduit.configure(webhook_url)
151
+ def sync_now():return conduit.dispatch(_S)
152
+ def retry_failed():return conduit.retry_failed()
@@ -0,0 +1,4 @@
1
+ from vnai.scope.profile import inspector
2
+ from vnai.scope.state import tracker,record
3
+ from vnai.scope.promo import manager as content_manager
4
+ from vnai.scope.promo import present as present_content