vnai 2.1.3__tar.gz → 2.1.4__tar.gz

{vnai-2.1.3 → vnai-2.1.4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: vnai
-Version: 2.1.3
+Version: 2.1.4
 Summary: Vnstock Analytics Interface
 Author-email: Vnstock Analytics Team <support@vnstocks.com>
 License: proprietary
@@ -14,6 +14,7 @@ Requires-Python: >=3.7
 Description-Content-Type: text/markdown
 Requires-Dist: requests>=2.25.0
 Requires-Dist: psutil>=5.8.0
+Requires-Dist: vnii>=0.0.9
 Provides-Extra: dev
 Requires-Dist: pytest>=6.0.0; extra == "dev"
 

{vnai-2.1.3 → vnai-2.1.4}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "vnai"
-version = "2.1.3"
+version = "2.1.4"
 description = "Vnstock Analytics Interface"
 readme = "README.md"
 requires-python = ">=3.7"
@@ -15,7 +15,8 @@ license = {text = "proprietary"}
 urls = {"Homepage" = "https://vnstocks.com"}
 dependencies = [
     "requests>=2.25.0",
-    "psutil>=5.8.0"
+    "psutil>=5.8.0",
+    "vnii>=0.0.9"
 ]
 classifiers = [
     "Programming Language :: Python :: 3",

vnai-2.1.4/vnai/__init__.py

@@ -0,0 +1,164 @@
+import os
+import pathlib
+import json
+import time
+import threading
+import functools
+from datetime import datetime
+from vnai.beam.quota import guardian, optimize
+from vnai.beam.metrics import collector, capture
+from vnai.beam.pulse import monitor
+from vnai.flow.relay import conduit, configure
+from vnai.flow.queue import buffer
+from vnai.scope.profile import inspector
+from vnai.scope.state import tracker, record
+import vnai.scope.promo
+from vnai.scope.promo import present
+TC_VAR ="ACCEPT_TC"
+TC_VAL ="tôi đồng ý"
+TC_PATH = pathlib.Path.home() /".vnstock" /"id" /"terms_agreement.txt"
+TERMS_AND_CONDITIONS ="""
+Khi tiếp tục sử dụng Vnstock, bạn xác nhận rằng bạn đã đọc, hiểu và đồng ý với Chính sách quyền riêng tư và Điều khoản, điều kiện về giấy phép sử dụng Vnstock.
+Chi tiết:
+- Giấy phép sử dụng phần mềm: https://vnstocks.com/docs/tai-lieu/giay-phep-su-dung
+- Chính sách quyền riêng tư: https://vnstocks.com/docs/tai-lieu/chinh-sach-quyen-rieng-tu
+"""
+
+class Core:
+    def __init__(self):
+        self.initialized = False
+        self.webhook_url = None
+        self.init_time = datetime.now().isoformat()
+        self.home_dir = pathlib.Path.home()
+        self.project_dir = self.home_dir /".vnstock"
+        self.id_dir = self.project_dir /'id'
+        self.terms_file_path = TC_PATH
+        self.system_info = None
+        self.project_dir.mkdir(exist_ok=True)
+        self.id_dir.mkdir(exist_ok=True)
+        self.initialize()
+
+    def initialize(self, webhook_url=None):
+        if self.initialized:
+            return True
+        if not self._check_terms():
+            self._accept_terms()
+        from vnai.scope.profile import inspector
+        inspector.setup_vnstock_environment()
+        present()
+        if webhook_url:
+            self.webhook_url = webhook_url
+            configure(webhook_url)
+        record("initialization", {"timestamp": datetime.now().isoformat()})
+        self.system_info = inspector.examine()
+        conduit.queue({
+"type":"system_info",
+"data": {
+"commercial": inspector.detect_commercial_usage(),
+"packages": inspector.scan_packages()
+            }
+        }, priority="high")
+        self.initialized = True
+        return True
+
+    def _check_terms(self):
+        return os.path.exists(self.terms_file_path)
+
+    def _accept_terms(self):
+        system_info = inspector.examine()
+        if TC_VAR in os.environ and os.environ[TC_VAR] == TC_VAL:
+            response = TC_VAL
+        else:
+            response = TC_VAL
+            os.environ[TC_VAR] = TC_VAL
+        now = datetime.now()
+        signed_agreement = (
+f"Người dùng có mã nhận dạng {system_info['machine_id']} đã chấp nhận "
+f"điều khoản & điều kiện sử dụng Vnstock lúc {now}\n"
+f"---\n\n"
+f"THÔNG TIN THIẾT BỊ: {json.dumps(system_info, indent=2)}\n\n"
+f"Đính kèm bản sao nội dung bạn đã đọc, hiểu rõ và đồng ý dưới đây:\n"
+f"{TERMS_AND_CONDITIONS}"
+        )
+        with open(self.terms_file_path,"w", encoding="utf-8") as f:
+            f.write(signed_agreement)
+        env_file = self.id_dir /"environment.json"
+        env_data = {
+"accepted_agreement": True,
+"timestamp": now.isoformat(),
+"machine_id": system_info['machine_id']
+        }
+        with open(env_file,"w") as f:
+            json.dump(env_data, f)
+        return True
+
+    def status(self):
+        return {
+"initialized": self.initialized,
+"health": monitor.report(),
+"metrics": tracker.get_metrics()
+        }
+
+    def configure_privacy(self, level="standard"):
+        from vnai.scope.state import tracker
+        return tracker.setup_privacy(level)
+core = Core()
+
+def tc_init(webhook_url=None):
+    return core.initialize(webhook_url)
+
+def setup(webhook_url=None):
+    return core.initialize(webhook_url)
+
+def optimize_execution(resource_type="default"):
+    return optimize(resource_type)
+
+def accept_license_terms(terms_text=None):
+    if terms_text is None:
+        terms_text = TERMS_AND_CONDITIONS
+    system_info = inspector.examine()
+    terms_file = pathlib.Path.home() /".vnstock" /"id" /"terms_agreement.txt"
+    os.makedirs(os.path.dirname(terms_file), exist_ok=True)
+    with open(terms_file,"w", encoding="utf-8") as f:
+        f.write(f"Terms accepted at {datetime.now().isoformat()}\n")
+        f.write(f"System: {json.dumps(system_info)}\n\n")
+        f.write(terms_text)
+    return True
+
+def accept_vnstock_terms():
+    from vnai.scope.profile import inspector
+    system_info = inspector.examine()
+    home_dir = pathlib.Path.home()
+    project_dir = home_dir /".vnstock"
+    project_dir.mkdir(exist_ok=True)
+    id_dir = project_dir /'id'
+    id_dir.mkdir(exist_ok=True)
+    env_file = id_dir /"environment.json"
+    env_data = {
+"accepted_agreement": True,
+"timestamp": datetime.now().isoformat(),
+"machine_id": system_info['machine_id']
+    }
+    try:
+        with open(env_file,"w") as f:
+            json.dump(env_data, f)
+        print("Vnstock terms accepted successfully.")
+        return True
+    except Exception as e:
+        print(f"Error accepting terms: {e}")
+        return False
+
+def display_content():
+    return present()
+
+def check_commercial_usage():
+    from vnai.scope.profile import inspector
+    return inspector.detect_commercial_usage()
+
+def configure_webhook(webhook_id=''):
+    if not webhook_id:
+        return False
+    from vnai.flow.relay import configure
+    webhook_url =f'https://botbuilder.larksuite.com/api/trigger-webhook/{webhook_id}'
+    return configure(webhook_url)
+configure_webhook()

vnai-2.1.4/vnai/beam/__init__.py

@@ -0,0 +1,3 @@
+from vnai.beam.quota import guardian, optimize
+from vnai.beam.metrics import collector, capture
+from vnai.beam.pulse import monitor

vnai-2.1.4/vnai/beam/metrics.py

@@ -0,0 +1,167 @@
+import sys
+import time
+import threading
+from datetime import datetime
+import hashlib
+import json
+
+class Collector:
+    _instance = None
+    _lock = threading.Lock()
+
+    def __new__(cls):
+        with cls._lock:
+            if cls._instance is None:
+                cls._instance = super(Collector, cls).__new__(cls)
+                cls._instance._initialize()
+            return cls._instance
+
+    def _initialize(self):
+        self.metrics = {
+"function": [],
+"rate_limit": [],
+"request": [],
+"error": []
+        }
+        self.thresholds = {
+"buffer_size": 50,
+"error_threshold": 0.1,
+"performance_threshold": 5.0
+        }
+        self.function_count = 0
+        self.colab_auth_triggered = False
+        self.max_metric_length = 200
+        self._last_record_time = {}
+        self.min_interval_per_type = 0.5
+        self._recent_hashes = []
+        self._sending_metrics = False
+
+    def record(self, metric_type, data, priority=None):
+        if not isinstance(data, dict):
+            data = {"value": str(data)}
+        if"timestamp" not in data:
+            data["timestamp"] = datetime.now().isoformat()
+        if metric_type !="system_info":
+            data.pop("system", None)
+            from vnai.scope.profile import inspector
+            data["machine_id"] = inspector.fingerprint()
+        now = time.time()
+        last_time = self._last_record_time.get(metric_type, 0)
+        if now - last_time < self.min_interval_per_type and priority !="high":
+            return
+        self._last_record_time[metric_type] = now
+        data_hash = hashlib.md5(json.dumps(data, sort_keys=True).encode()).hexdigest()
+        if data_hash in self._recent_hashes and priority !="high":
+            return
+        self._recent_hashes.append(data_hash)
+        if metric_type in self.metrics:
+            self.metrics[metric_type].append(data)
+            if len(self.metrics[metric_type]) > self.max_metric_length:
+                self.metrics[metric_type] = self.metrics[metric_type][-self.max_metric_length:]
+        else:
+            self.metrics["function"].append(data)
+        if metric_type =="function":
+            self.function_count += 1
+            if self.function_count > 10 and not self.colab_auth_triggered and'google.colab' in sys.modules:
+                self.colab_auth_triggered = True
+                threading.Thread(target=self._trigger_colab_auth, daemon=True).start()
+        if sum(len(metric_list) for metric_list in self.metrics.values()) >= self.thresholds["buffer_size"]:
+            self._send_metrics()
+        if priority =="high" or metric_type =="error":
+            self._send_metrics()
+
+    def _trigger_colab_auth(self):
+        try:
+            from vnai.scope.profile import inspector
+            inspector.get_or_create_user_id()
+        except:
+            pass
+
+    def _send_metrics(self):
+        if self._sending_metrics:
+            return
+        self._sending_metrics = True
+        try:
+            from vnai.flow.relay import track_function_call, track_rate_limit, track_api_request
+        except ImportError:
+            for metric_type in self.metrics:
+                self.metrics[metric_type] = []
+            self._sending_metrics = False
+            return
+        for metric_type, data_list in self.metrics.items():
+            if not data_list:
+                continue
+            for data in data_list:
+                try:
+                    if metric_type =="function":
+                        track_function_call(
+                            function_name=data.get("function","unknown"),
+                            source=data.get("source","vnai"),
+                            execution_time=data.get("execution_time", 0),
+                            success=data.get("success", True),
+                            error=data.get("error"),
+                            args=data.get("args")
+                        )
+                    elif metric_type =="rate_limit":
+                        track_rate_limit(
+                            source=data.get("source","vnai"),
+                            limit_type=data.get("limit_type","unknown"),
+                            limit_value=data.get("limit_value", 0),
+                            current_usage=data.get("current_usage", 0),
+                            is_exceeded=data.get("is_exceeded", False)
+                        )
+                    elif metric_type =="request":
+                        track_api_request(
+                            endpoint=data.get("endpoint","unknown"),
+                            source=data.get("source","vnai"),
+                            method=data.get("method","GET"),
+                            status_code=data.get("status_code", 200),
+                            execution_time=data.get("execution_time", 0),
+                            request_size=data.get("request_size", 0),
+                            response_size=data.get("response_size", 0)
+                        )
+                except Exception as e:
+                    continue
+            self.metrics[metric_type] = []
+        self._sending_metrics = False
+
+    def get_metrics_summary(self):
+        return {
+            metric_type: len(data_list)
+            for metric_type, data_list in self.metrics.items()
+        }
+collector = Collector()
+
+def capture(module_type="function"):
+    def decorator(func):
+        def wrapper(*args, **kwargs):
+            start_time = time.time()
+            success = False
+            error = None
+            try:
+                result = func(*args, **kwargs)
+                success = True
+                return result
+            except Exception as e:
+                error = str(e)
+                collector.record("error", {
+"function": func.__name__,
+"error": error,
+"args": str(args)[:100] if args else None
+                })
+                raise
+            finally:
+                execution_time = time.time() - start_time
+                collector.record(
+                    module_type,
+                    {
+"function": func.__name__,
+"execution_time": execution_time,
+"success": success,
+"error": error,
+"timestamp": datetime.now().isoformat(),
+"args": str(args)[:100] if args else None
+                    }
+                )
+        return wrapper
+    return decorator

vnai-2.1.4/vnai/beam/pulse.py

@@ -0,0 +1,79 @@
+import threading
+import time
+from datetime import datetime
+
+class Monitor:
+    _instance = None
+    _lock = threading.Lock()
+
+    def __new__(cls):
+        with cls._lock:
+            if cls._instance is None:
+                cls._instance = super(Monitor, cls).__new__(cls)
+                cls._instance._initialize()
+            return cls._instance
+
+    def _initialize(self):
+        self.health_status ="healthy"
+        self.last_check = time.time()
+        self.check_interval = 300
+        self.error_count = 0
+        self.warning_count = 0
+        self.status_history = []
+        self._start_background_check()
+
+    def _start_background_check(self):
+        def check_health():
+            while True:
+                try:
+                    self.check_health()
+                except:
+                    pass
+                time.sleep(self.check_interval)
+        thread = threading.Thread(target=check_health, daemon=True)
+        thread.start()
+
+    def check_health(self):
+        from vnai.beam.metrics import collector
+        from vnai.beam.quota import guardian
+        self.last_check = time.time()
+        metrics_summary = collector.get_metrics_summary()
+        has_errors = metrics_summary.get("error", 0) > 0
+        resource_usage = guardian.usage()
+        high_usage = resource_usage > 80
+        if has_errors and high_usage:
+            self.health_status ="critical"
+            self.error_count += 1
+        elif has_errors or high_usage:
+            self.health_status ="warning"
+            self.warning_count += 1
+        else:
+            self.health_status ="healthy"
+        self.status_history.append({
+"timestamp": datetime.now().isoformat(),
+"status": self.health_status,
+"metrics": metrics_summary,
+"resource_usage": resource_usage
+        })
+        if len(self.status_history) > 10:
+            self.status_history = self.status_history[-10:]
+        return self.health_status
+
+    def report(self):
+        if time.time() - self.last_check > self.check_interval:
+            self.check_health()
+        return {
+"status": self.health_status,
+"last_check": datetime.fromtimestamp(self.last_check).isoformat(),
+"error_count": self.error_count,
+"warning_count": self.warning_count,
+"history": self.status_history[-3:],
+        }
+
+    def reset(self):
+        self.health_status ="healthy"
+        self.error_count = 0
+        self.warning_count = 0
+        self.status_history = []
+        self.last_check = time.time()
+monitor = Monitor()