openbayes-cli 0.4.5__py3-none-any.whl

bayes/commands/org.py

@@ -0,0 +1,100 @@
+from typing import Optional
+
+import typer
+
+from bayes.model.file.settings import BayesEnvConfig
+from bayes.usercases import org_usecase
+from bayes.usercases import auth_usecase
+
+
+app = typer.Typer()
+
+
+@app.command()
+def switch(name: str, ctx: typer.Context):
+    """
+    组织切换
+    用法：
+        bayes org switch [组织名] [选项]
+
+    可用选项：
+        -h, --help   查看 switch 的帮助
+
+    """
+    # 先检查登陆状态
+    login = auth_usecase.check_login()
+    if not login:
+        print("尚未授权，请先登录")
+        raise typer.Exit(code=1)
+
+    # 检查用户是否尝试切换回用户模式（组织名称是否与用户名相同，忽略大小写）
+    bayes_settings = ctx.obj
+    default_env: Optional[BayesEnvConfig] = bayes_settings.default_env
+    switch_back_to_user = str.lower(name) == str.lower(default_env.username)
+
+    # 如果不是切换回用户模式，则检查组织是否存在。如果组织不存在，打印相应的错误信息并退出程序
+    if not switch_back_to_user:
+        # 看这个用户下是否有这个组织(这个地方涉及到一个权限的问题，管理员能在命令行切换到其他人的组织吗？)
+        if not org_usecase.user_contains_org(default_env.username, name):
+            print("请输入当前登录用户下正确的组织名称")
+            raise typer.Exit(code=1)
+        # 切换到指定的组织
+        result = bayes_settings.switch_org(name)
+        if result:
+            print(f"已成功切换到组织 {name}")
+            raise typer.Exit()
+    else:
+        result = bayes_settings.switch_user(name)
+        if result:
+            print(f"已成功切换到个人账号 {name}")
+
+
+@app.command()
+def status(ctx: typer.Context):
+    """
+    组织信息
+
+    用法：
+        bayes org status [选项]
+
+    可用选项：
+       -h, --help   查看 status 的帮助
+
+    使用用例：
+        bayes org status
+    """
+    bayes_settings = ctx.obj
+    default_env: Optional[BayesEnvConfig] = bayes_settings.default_env
+
+    userinfo = auth_usecase.get_default_credential_userinfo()
+    if userinfo is not None:
+        print(f"当前环境: {default_env.endpoint}")
+        print(f"当前组织: {default_env.orgName}")
+        print(f"用户名: {default_env.username}")
+        print(f"邮箱: {userinfo.email}")
+    else:
+        print(f"当前环境: {default_env.endpoint}")
+
+
+@app.command()
+def ls(ctx: typer.Context):
+    """
+    查看所属组织
+
+    用法：
+        bayes org ls [选项]
+
+    可用选项：
+        -h, --help   查看 ls 的帮助
+    """
+    # 先检查登陆状态
+    login = auth_usecase.check_login()
+    if not login:
+        print("尚未授权，请先登录")
+        raise typer.Exit(code=1)
+
+    bayes_settings = ctx.obj
+    default_env: Optional[BayesEnvConfig] = bayes_settings.default_env
+
+    user_orgs_data = org_usecase.list_user_orgs(default_env.username)
+    org_usecase.list_display_table(user_orgs_data)

bayes/commands/ssh.py

@@ -0,0 +1,70 @@
+import os
+
+import typer
+
+from bayes.usercases import auth_usecase, ssh_usecase
+
+app = typer.Typer()
+
+
+@app.command()
+def create(ctx: typer.Context):
+    """
+    创建新的 SSH key
+    用法：
+        bayes ssh create [选项]
+
+    可用选项：
+        -h, --help   查看 create 的帮助
+
+    """
+    # 检查用户是否已登录
+    login = auth_usecase.check_login()
+    if not login:
+        print("尚未授权，请先登录")
+        raise typer.Exit(code=1)
+
+    print("正在检查 SSH 公钥，请稍候...")
+
+    isExist, err = ssh_usecase.is_finger_print_exist()
+    if isExist:
+        print("OpenBayes 服务器中已存在此设备的公钥")
+        raise typer.Exit(code=1)
+
+    print("OpenBayes 服务器中不存在关于此设备的公钥")
+
+    passphrase = typer.prompt(f"请输入 SSH key 的密码:", hide_input=True)
+    err = ssh_usecase.create_key(passphrase)
+    if err is not None:
+        raise typer.Exit(code=1)
+
+
+@app.command()
+def upload(ctx: typer.Context,
+           pub_key_path: str,
+           name: str = typer.Option("", "-n", "--name", help="SSH 名字，不填则默认使用 hostname")):
+    """
+    上传 SSH 公钥
+
+    用法：
+        bayes ssh upload [公钥] [选项]
+
+    可用选项：
+        -h, --help          查看 upload 的帮助
+        -n, --name string   [可选] SSH 名字，不填则默认使用 hostname
+    """
+    # 检查用户是否已登录
+    login = auth_usecase.check_login()
+    if not login:
+        print("尚未授权，请先登录")
+        raise typer.Exit(code=1)
+
+    try:
+        os.stat(pub_key_path)
+    except FileNotFoundError:
+        print(f"路径 {pub_key_path} 不存在")
+        raise typer.Exit(code=1)
+
+    err = ssh_usecase.upload_key(name, pub_key_path)
+    if err is not None:
+        raise typer.Exit(code=1)

bayes/error.py

@@ -0,0 +1,9 @@
+
+class Error(Exception):
+    def __init__(self, message: str):
+        self.message = message
+        super().__init__(self.message)
+
+
+def credential_notfound_error(name: str) -> Exception:
+    return Exception(f"配置名 '{name}' 不存在, 使用 bayes switch '{name}' -e {{endpoint}} 设置")

bayes/model/dataset_version.py

@@ -0,0 +1,14 @@
+from datetime import datetime
+from typing import List
+
+from pydantic import BaseModel
+
+
+class DatasetVersion(BaseModel):
+    semanticBindingName: str
+    createdAt: datetime
+
+
+class PublicDatasetVersions(BaseModel):
+    data: List[DatasetVersion]
+

bayes/model/file/data_bindings.py

@@ -0,0 +1,42 @@
+from typing import List, Optional
+from pydantic import BaseModel, Field
+import yaml
+from pathlib import Path
+import typer
+
+
+class OpenBayesDataBinding(BaseModel):
+    data: str
+    name: Optional[str] = None
+    path: str
+    type: str
+
+
+class DataBindings(BaseModel):
+    data_binding: Optional[List[OpenBayesDataBinding]] = Field(None)
+    binding: Optional[List[str]] = Field(None)
+    data_bindings: List[OpenBayesDataBinding] = Field(default_factory=list)
+    bindings: Optional[List[str]] = Field(None)
+
+    def get_data_bindings(self) -> List[OpenBayesDataBinding]:
+        if self.data_bindings:
+            return self.data_bindings
+        if self.data_binding:
+            return self.data_binding
+        if self.bindings:
+            binding_list = []
+            for b in self.bindings:
+                parts = b.split(":")
+                data_binding = OpenBayesDataBinding(
+                    data=parts[0],
+                    path=parts[1],
+                    type=parts[2] if len(parts) > 2 else "ro"
+                )
+                binding_list.append(data_binding)
+            return binding_list
+        return []
+
+    def get_bindings(self) -> List[str]:
+        if self.bindings:
+            return self.bindings
+        return self.binding or []

bayes/model/file/openbayes_data.py

@@ -0,0 +1,133 @@
+from enum import Enum
+from pathlib import Path
+
+import yaml
+from pydantic import BaseModel, Field
+from typing import List, Optional, Tuple
+import os
+
+from bayes.model.file.settings import BayesEnvConfig, BayesSettings
+from bayes.utils import Utils
+
+DATA_FILE_NAME = ".openbayesdata"
+
+
+class OpenBayesDataType(str, Enum):
+    DATASET = "DATASET"
+    CODE = "CODE"
+
+
+class OpenBayesData(BaseModel):
+    user: str
+    version: str
+    pid: Optional[str] = None  # project_id
+    did: Optional[str] = None  # dataset_id
+    path: str  # data_file_path
+    location: str = ""
+    zip: str = ""  # zip_path
+    length: int = 0  # upload_length
+    token: str = ""
+
+    def has_last_upload(self) -> bool:
+        if self.location and self.token and self.zip:
+            try:
+                os.stat(self.zip)
+                return True
+            except FileNotFoundError as e:
+                print(f"zip_path:{self.zip} not found")
+                return False
+        return False
+
+    def has_last_archived_upload(self, zip_path: str) -> bool:
+        if self.location and self.token and self.zip == zip_path:
+            return self.has_last_upload()
+        return False
+
+    def update_upload(
+        self, location: str, token: str, zip_path: str, upload_length: int
+    ):
+        self.location = location
+        self.zip = zip_path
+        self.length = upload_length
+        self.token = token
+
+    def update_version(self, version: str):
+        self.version = version
+
+
+def empty_openbayes_datas() -> List[OpenBayesData]:
+    return []
+
+
+def new_openbayes_dataset_data(did: str, data_file_path: str) -> OpenBayesData:
+    default_env: Optional[BayesEnvConfig] = BayesSettings().default_env
+    cli_version = Utils.get_version_from_pyproject_toml()
+    return OpenBayesData(
+        user=default_env.username, version=cli_version, did=did, path=data_file_path
+    )
+
+
+def new_openbayes_code_data(pid: str, data_file_path: str) -> OpenBayesData:
+    default_env: Optional[BayesEnvConfig] = BayesSettings().default_env
+    cli_version = Utils.get_version_from_pyproject_toml()
+    return OpenBayesData(
+        user=default_env.username, version=cli_version, pid=pid, path=data_file_path
+    )
+
+
+class OpenBayesDataSettings:
+    def __init__(self, config_path: Optional[Path] = None):
+        self.config_path: Path = Path(config_path) if isinstance(config_path, str) else config_path or Path(DATA_FILE_NAME)
+        if self.config_path.is_dir():
+            self.config_path = self.config_path / DATA_FILE_NAME
+        self.configuration: List[OpenBayesData] = []
+        self.load_from_file()
+
+    def load_from_file(self):
+        if self.config_path.exists():
+            with self.config_path.open("r") as f:
+                config_data = yaml.safe_load(f)
+            self.configuration = [OpenBayesData(**data) for data in config_data] if config_data else []
+
+    def save_to_file(self):
+        with self.config_path.open("w") as f:
+            yaml.dump([item.model_dump() for item in self.configuration], f, default_flow_style=False)
+
+    def update_or_add_data(self, new_data: OpenBayesData):
+        for i, data in enumerate(self.configuration):
+            if data.user == new_data.user and ((data.pid and data.pid == new_data.pid) or (data.did and data.did == new_data.did)):
+                self.configuration[i] = new_data
+                return
+        self.configuration.append(new_data)
+
+    def get_data_by_user_and_id(self, username: str, id: str) -> Optional[OpenBayesData]:
+        for data in self.configuration:
+            if data.user == username and ((data.pid and data.pid == id) or (data.did and data.did == id)):
+                return data
+        return None
+
+    def remove_data_by_user_and_id(self, username: str, id: str):
+        self.configuration = [
+            data for data in self.configuration
+            if not (data.user == username and ((data.pid and data.pid == id) or (data.did and data.did == id)))
+        ]
+
+    def write(self, new_data: OpenBayesData):
+        self.update_or_add_data(new_data)
+        self.save_to_file()
+
+    def read_by_cur_user(self, id: str) -> Tuple[Optional[OpenBayesData], Optional[Exception]]:
+        default_env: Optional[BayesEnvConfig] = BayesSettings().default_env
+        data = self.get_data_by_user_and_id(default_env.username, id)
+        if data:
+            return data, None
+        return None, FileNotFoundError("No matching upload configuration found")
+
+    def remove_by_cur_user(self, id: str) -> Optional[Exception]:
+        default_env: Optional[BayesEnvConfig] = BayesSettings().default_env
+        self.remove_data_by_user_and_id(default_env.username, id)
+        try:
+            self.save_to_file()
+        except Exception as e:
+            return e
+        return None

bayes/model/file/openbayes_gear.py

@@ -0,0 +1,72 @@
+import os
+from pathlib import Path
+from typing import Optional
+
+import yaml
+from pydantic import BaseModel
+
+FILE_NAME = ".openbayesgear"
+
+
+class OpenBayesGear(BaseModel):
+    id: str
+    name: str
+    jid: Optional[str] = ""
+
+
+class OpenBayesGearSettings(BaseModel):
+    configuration: Optional[OpenBayesGear] = None
+    config_path: Optional[Path] = None
+
+    def __init__(self, config_path: Optional[Path] = None, **kwargs):
+        super().__init__(**kwargs)
+        self.config_path = config_path or Path(FILE_NAME)
+        self.load_from_file()
+
+    def load_from_file(self):
+        if self.config_path.exists():
+            with self.config_path.open("r") as f:
+                config_data = yaml.safe_load(f)
+            if config_data:
+                self.configuration = OpenBayesGear(**config_data)
+            else:
+                self.configuration = None
+
+    def save_to_file(self):
+        with self.config_path.open("w") as f:
+            if self.configuration:
+                yaml.dump(self.configuration.model_dump(), f, default_flow_style=False)
+            else:
+                f.write("")
+
+    def create_or_update(self, directory: str, pid: str, project_name: str) -> None:
+        directory_path = Path(directory)
+        file_path = directory_path / FILE_NAME
+
+        os.makedirs(directory_path, exist_ok=True)
+
+        self.config_path = file_path
+        self.configuration = OpenBayesGear(id=pid, name=project_name)
+
+        self.save_to_file()
+
+    def read_from_file(self, path: str) -> OpenBayesGear:
+        with open(path, "r") as f:
+            config_data = yaml.safe_load(f)
+        if config_data:
+            return OpenBayesGear(**config_data)
+        else:
+            raise FileNotFoundError(f"No config data found in {path}")
+
+    def update_jid(self, directory: str, jid: str) -> None:
+        path = Path(directory) / FILE_NAME
+
+        gear = self.read_from_file(str(path))
+
+        gear.jid = jid
+        self.configuration = gear
+
+        try:
+            self.save_to_file()
+        except Exception as e:
+            raise RuntimeError(f"Error saving to file: {e}")

bayes/model/file/openbayes_ignore.py

@@ -0,0 +1,75 @@
+from pydantic import BaseModel
+from typing import Optional
+from pathlib import Path
+import os
+import yaml
+
+IGNORE_FILE_NAME = ".openbayesignore"
+TEMPLATE_PATH = "bayes/templates/openbayesignore.yaml"
+# 定义忽略的文件和目录模式
+IGNORE_CLEANUPS = [
+    "__MACOSX",
+    "*.rsrc",
+    ".openbayesdata",
+    ".openbayesgear",
+    ".openbayesignore",
+    ".DS_Store",
+    "Desktop.ini",
+    "desktop.ini",
+    "._*",
+    "Thumbs.db",
+    ".Spotlight-V100",
+    ".Trashes",
+    ".VolumeIcon.icns",
+    "$RECYCLE.BIN",
+    "$Recycle.Bin",
+]
+
+
+class OpenBayesIgnore(BaseModel):
+    message: Optional[str] = None
+
+
+class OpenBayesIgnoreSettings(BaseModel):
+    configuration: Optional[OpenBayesIgnore] = None
+    config_path: Optional[Path] = None
+
+    def __init__(self, config_path: Optional[Path] = None, **kwargs):
+        super().__init__(**kwargs)
+        self.config_path = config_path or Path(IGNORE_FILE_NAME)
+        self.load_or_create_default_yaml()
+
+    def load_or_create_default_yaml(self):
+        if self.config_path.exists():
+            self.load_from_yaml()
+        else:
+            self.create_default(self.config_path.parent)
+
+    def load_from_yaml(self):
+        with open(self.config_path, "r", encoding='utf-8') as f:
+            message = f.read()
+        self.configuration = OpenBayesIgnore(message=message)
+
+    def save_to_yaml(self):
+        with open(self.config_path, "w", encoding='utf-8') as f:
+            f.write(self.configuration.message)
+
+    @staticmethod
+    def read_template(template_path):
+        with open(template_path, 'r', encoding='utf-8') as file:
+            return file.read()
+
+    def create_default(self, directory):
+        # 读取模板内容
+        template_content = self.read_template(TEMPLATE_PATH)
+
+        # 确保目录存在
+        os.makedirs(directory, exist_ok=True)
+        file_path = directory / IGNORE_FILE_NAME
+
+        # 写入模板内容到文件
+        with open(file_path, 'w', encoding='utf-8') as file:
+            file.write(template_content)
+
+        # 加载文件内容为配置
+        self.configuration = OpenBayesIgnore(message=template_content)