deepfos 1.1.76__tar.gz → 1.1.77__tar.gz

{deepfos-1.1.76 → deepfos-1.1.77}/CHANGELOG.md

@@ -1,3 +1,11 @@
+## [1.1.77] - 2025-12-05
+
+### 新增
+
+* 支持k8s作为服务发现
+* 支持RootAPI从服务发现中获取url
+
+
 ## [1.1.76] - 2025-11-06
 
 ### 更新

{deepfos-1.1.76 → deepfos-1.1.77}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: deepfos
-Version: 1.1.76
+Version: 1.1.77
 Summary: Collecions of useful and handy tools for deepfos platform
 Home-page: http://py.deepfos.com
 Author: deepfos-python-team

{deepfos-1.1.76 → deepfos-1.1.77}/deepfos/_version.py

@@ -8,11 +8,11 @@ import json
 
 version_json = '''
 {
- "date": "2025-11-06T08:50:17+0000",
+ "date": "2025-12-05T02:41:19+0000",
  "dirty": false,
  "error": null,
- "full-revisionid": "1f02db295b03468baac5e6df6dfd160ee0eba4a2",
- "version": "1.1.76"
+ "full-revisionid": "bd3d3dac6c3b6e4d9a695174c9064820da0912b6",
+ "version": "1.1.77"
 }
 '''  # END VERSION_JSON
 

{deepfos-1.1.76 → deepfos-1.1.77}/deepfos/api/account.py

@@ -120,6 +120,7 @@ class UserImport(ChildAPI):
 class AccountAPI(RootAPI):
     """账户中心"""
     prefix = lambda: OPTION.server.account
+    server_name = "seepln-account"
 
     def __init__(self, *args, **kwargs):
         super(self.__class__.__base__, self).__init__(*args, **kwargs)

{deepfos-1.1.76 → deepfos-1.1.77}/deepfos/api/app.py

@@ -580,6 +580,7 @@ class PermissionAPI(ChildAPI):
 class AppAPI(RootAPI):
     """应用服务接口"""
     prefix = lambda: OPTION.server.app
+    server_name = "app-server"
 
     @cached_property
     def element_info(self) -> AppElementInfoAPI:

{deepfos-1.1.76 → deepfos-1.1.77}/deepfos/api/base.py

@@ -722,6 +722,7 @@ class RootAPI:
     api_version = None
     cls_name = None
     module_name = None
+    server_name = None
     builtin = True
 
     if TYPE_CHECKING:  # pragma: no cover
@@ -859,7 +860,17 @@ class RootAPI:
 
         """
         clz = cls.resolve_cls(sync, SyncAPIBase, AsyncAPIBase)
-        ins = clz(header=header, prefix=cls.prefix())
+        if (
+            OPTION.discovery.enabled
+            and OPTION.discovery.take_over
+            and cls.server_name is not None
+        ):
+            discovery = ServiceDiscovery.instantiate()
+            prefix = discovery.sync_get_url(cls.server_name)
+        else:
+            prefix = cls.prefix()
+
+        ins = clz(header=header, prefix=prefix)
         ins.sync = sync
         ins.multi_version = cls.multi_version
         ins.default_version = cls.default_version

{deepfos-1.1.76 → deepfos-1.1.77}/deepfos/api/platform.py

@@ -175,6 +175,7 @@ class FilePyAPI(ChildAPI):
 class PlatformAPI(RootAPI):
     """文件上传服务接口"""
     prefix = lambda: OPTION.server.platform_file
+    server_name = "platform-file-server"
 
     @cached_property
     def file(self) -> StdFileAPI:

{deepfos-1.1.76 → deepfos-1.1.77}/deepfos/api/space.py

@@ -522,6 +522,7 @@ class SpaceInternalAPI(ChildAPI):
 class SpaceAPI(RootAPI):
     """空间服务接口"""
     prefix = lambda: OPTION.server.space
+    server_name = "space-server"
 
     @cached_property
     def app(self) -> SpaceAppAPI:

{deepfos-1.1.76 → deepfos-1.1.77}/deepfos/api/system.py

@@ -312,6 +312,7 @@ class Space(ChildAPI):
 class SystemAPI(RootAPI):
     """系统服务接口"""
     prefix = lambda: OPTION.server.system
+    server_name = "system-server"
 
     @cached_property
     def data_source(self) -> SysDataSourceAPI:

{deepfos-1.1.76 → deepfos-1.1.77}/deepfos/lib/discovery.py

@@ -256,6 +256,9 @@ class ServiceDiscovery(ABC):
             elif impl == 'nacos':
                 from deepfos.lib.nacos import Nacos
                 cls.__ins__[impl] = Nacos
+            elif impl == 'k8s':
+                from deepfos.lib.k8s import K8s
+                cls.__ins__[impl] = K8s
 
         return cls.__ins__[impl]
 

deepfos-1.1.77/deepfos/lib/k8s.py

@@ -0,0 +1,101 @@
+import asyncio
+from collections import defaultdict
+from functools import cached_property
+from typing import TypedDict, Literal, Type, Dict, FrozenSet
+
+from loguru import logger
+from kubernetes_asyncio import client, config
+from kubernetes_asyncio.client import (
+    V1ServiceList,
+    V1Endpoints,
+    V1EndpointSubset,
+    V1EndpointAddress,
+    CoreV1EndpointPort,
+)
+from deepfos.lib.discovery import ServiceDiscovery
+from deepfos import OPTION
+
+
+class K8s(ServiceDiscovery):
+    def __init__(self):
+        super().__init__()
+        self._instance_lock: Dict[str, asyncio.Lock] = defaultdict(asyncio.Lock)
+        self._server_lock = asyncio.Lock()
+        self._cares = set()
+        self._ns = OPTION.k8s.namespace
+
+    async def on_close(self):
+        self._cares.clear()
+        self.server_cache.clear()
+        self._instance_lock.clear()
+
+    async def on_startup(self):
+        config.load_incluster_config()
+
+    @cached_property
+    def _api(self):
+        return client.CoreV1Api()
+
+    async def on_interval(self):
+        await self._update_cache()
+
+    async def _update_cache(self):
+        logger.opt(lazy=True).debug(f"Update cache for instance: {self._cares}")
+        await asyncio.gather(*(
+            self.update_instance_for_service(sn)
+            for sn in self._cares
+        ))
+
+    async def update_service_cache(self, server_name: str):
+        async with self._server_lock:
+            if server_name not in self.server_cache:
+                await self.update_services()
+
+    async def update_instance_cache(self, server_name):
+        self._cares.add(server_name)
+        await self.update_instance_for_service(server_name)
+
+
+    async def _list_all_service_names(self) -> FrozenSet[str]:
+        svcs: V1ServiceList = await self._api.list_namespaced_service(self._ns)
+        return frozenset(svc.metadata.name for svc in svcs.items)
+
+    async def update_services(self):
+        new_services = await self._list_all_service_names()
+        cur_services = frozenset(self.server_cache.keys())
+
+        if added := new_services - cur_services:
+            for srv in added:
+                self.server_cache.__getitem__(srv)
+            logger.debug(f"Added services: {added}")
+
+        if removed := cur_services - new_services:
+            for srv in removed:
+                self.server_cache.pop(srv)
+                self._instance_lock.pop(srv, None)  # noqa
+            logger.debug(f"Removed servieces: {removed}")
+
+    async def update_instance_for_service(self, server_name: str):
+        endpoints: V1Endpoints = await self._api.read_namespaced_endpoints(
+            server_name,
+            self._ns,
+        )
+
+        no_active_nodes = True
+        async with self._instance_lock[server_name]:
+            cache = self.server_cache[server_name]
+
+            for subset in endpoints.subsets or []:
+                subset: V1EndpointSubset
+                for addr in subset.addresses or []:
+                    addr: V1EndpointAddress
+                    no_active_nodes = False
+                    for port in subset.ports:
+                        port: CoreV1EndpointPort
+                        url = f"{port.name}://{addr.ip}:{port.port}"
+                        cache.add(url)
+
+            if no_active_nodes:
+                logger.debug(f"{server_name} has no active endpoint, clear invalid...")
+                for item in list(cache):
+                    cache.delete(item)

{deepfos-1.1.76 → deepfos-1.1.77}/deepfos/options.py

@@ -115,7 +115,8 @@ def _ensure_discovery_server_is_set(value):
     impl = OPTION.discovery.implementation
     server_opt = {
         'eureka': OPTION.server.eureka,
-        'nacos': OPTION.nacos.server
+        'nacos': OPTION.nacos.server,
+        'k8s': OPTION.k8s.namespace,
     }[impl]
 
     if server_opt is None:
@@ -379,9 +380,9 @@ class _Category:
 class _Server(_Category):
     __id__ = 'server_url'
 
-    base = _Option('http://', val_type=str)
+    base = _Option('http://web-gateway', val_type=str)
     app = _Option('http://app-server', val_type=str)
-    account = _Option('http://account-server', val_type=str)
+    account = _Option('http://seepln-account', val_type=str)
     system = _Option('http://system-server', val_type=str)
     space = _Option('http://space-server', val_type=str)
     platform_file = _Option('http://platform-file-server', val_type=str)
@@ -484,16 +485,18 @@ class _Boost(_Category):
 class _ServiceDiscovery(_Category):
     __id__ = 'service_discovery'
 
-    #: 是否使用服务发现功能
+    #: 是否使用服务发现功能（仅影响DynamicAPI）
     enabled = _Option(False, val_type=bool, on_set=_ensure_discovery_server_is_set)
     #: 服务注册发现使用的实现
-    implementation = _Option('eureka', val_type=str, val_choices=('eureka', 'nacos'))
+    implementation = _Option('eureka', val_type=str, val_choices=('eureka', 'nacos', 'k8s'))
     #: 服务注册发现使用的缓存策略
     cache_strategy = _Option(
         'ranked',
         val_type=str,
         val_choices=('ranked', 'roundrobin', 'random')
     )
+    #: 是否完全使用服务发现获取请求地址（包括Root API）
+    take_over = _Option(False, val_type=bool)
 
     def __get__(self, instance, owner) -> '_ServiceDiscovery':
         """defined to help ide"""
@@ -513,6 +516,16 @@ class _Nacos(_Category):
         return super().__get__(instance, owner)
 
 
+class _Kubernets(_Category):
+    """Nacos 相关配置"""
+
+    namespace = _Option(None, val_type=str)
+
+    def __get__(self, instance, owner) -> '_Kubernets':
+        """defined to help ide"""
+        return super().__get__(instance, owner)
+
+
 # -----------------------------------------------------------------------------
 # Options
 class _GlobalOptions:
@@ -525,6 +538,7 @@ class _GlobalOptions:
     discovery = _ServiceDiscovery()
     nacos = _Nacos()
     edgedb = _Edgedb()
+    k8s = _Kubernets()
 
     def load_file(self, filepath):
         parser = configparser.ConfigParser()

{deepfos-1.1.76 → deepfos-1.1.77}/deepfos.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: deepfos
-Version: 1.1.76
+Version: 1.1.77
 Summary: Collecions of useful and handy tools for deepfos platform
 Home-page: http://py.deepfos.com
 Author: deepfos-python-team

{deepfos-1.1.76 → deepfos-1.1.77}/deepfos.egg-info/SOURCES.txt

@@ -167,6 +167,7 @@ versioneer.py
 ./deepfos/lib/filterparser.py
 ./deepfos/lib/httpcli.py
 ./deepfos/lib/jsonstreamer.py
+./deepfos/lib/k8s.py
 ./deepfos/lib/msg.py
 ./deepfos/lib/nacos.py
 ./deepfos/lib/patch.py
@@ -348,6 +349,7 @@ deepfos/lib/eureka.py
 deepfos/lib/filterparser.py
 deepfos/lib/httpcli.py
 deepfos/lib/jsonstreamer.py
+deepfos/lib/k8s.py
 deepfos/lib/msg.py
 deepfos/lib/nacos.py
 deepfos/lib/patch.py