zrb 1.8.10__py3-none-any.whl → 1.21.29__py3-none-any.whl

zrb/__init__.py

@@ -1,117 +1,130 @@
-from zrb.attr.type import (
-    AnyAttr,
-    BoolAttr,
-    FloatAttr,
-    IntAttr,
-    StrAttr,
-    StrDictAttr,
-    fstring,
-)
-from zrb.callback.any_callback import AnyCallback
-from zrb.callback.callback import Callback
-from zrb.cmd.cmd_result import CmdResult
-from zrb.cmd.cmd_val import Cmd, CmdPath
-from zrb.config import CFG
-from zrb.content_transformer.any_content_transformer import AnyContentTransformer
-from zrb.content_transformer.content_transformer import ContentTransformer
-from zrb.context.any_context import AnyContext
-from zrb.context.any_shared_context import AnySharedContext
-from zrb.context.context import Context
-from zrb.context.shared_context import SharedContext
-from zrb.env.any_env import AnyEnv
-from zrb.env.env import Env
-from zrb.env.env_file import EnvFile
-from zrb.env.env_map import EnvMap
-from zrb.group.any_group import AnyGroup
-from zrb.group.group import Group
-from zrb.input.any_input import AnyInput
-from zrb.input.base_input import BaseInput
-from zrb.input.bool_input import BoolInput
-from zrb.input.float_input import FloatInput
-from zrb.input.int_input import IntInput
-from zrb.input.option_input import OptionInput
-from zrb.input.password_input import PasswordInput
-from zrb.input.str_input import StrInput
-from zrb.input.text_input import TextInput
-from zrb.llm_config import llm_config
-from zrb.llm_rate_limitter import llm_rate_limitter
-from zrb.runner.cli import cli
-from zrb.runner.web_auth_config import web_auth_config
-from zrb.runner.web_schema.user import User
-from zrb.session.session import Session
-from zrb.task.any_task import AnyTask
-from zrb.task.base_task import BaseTask
-from zrb.task.base_trigger import BaseTrigger
-from zrb.task.cmd_task import CmdTask
-from zrb.task.http_check import HttpCheck
-from zrb.task.llm.history import ConversationHistoryData
-from zrb.task.llm_task import LLMTask
-from zrb.task.make_task import make_task
-from zrb.task.rsync_task import RsyncTask
-from zrb.task.scaffolder import Scaffolder
-from zrb.task.scheduler import Scheduler
-from zrb.task.task import Task
-from zrb.task.tcp_check import TcpCheck
-from zrb.util.load import load_file, load_module
-from zrb.xcom.xcom import Xcom
+import importlib
+from typing import TYPE_CHECKING, Any
 
-assert load_file
-assert load_module
-assert fstring
-assert AnyAttr
-assert BoolAttr
-assert IntAttr
-assert FloatAttr
-assert StrAttr
-assert StrDictAttr
-assert AnyCallback
-assert Callback
-assert AnyEnv
-assert Env
-assert EnvFile
-assert EnvMap
-assert AnyInput
-assert BaseInput
-assert BoolInput
-assert Cmd
-assert CmdPath
-assert CmdResult
-assert CmdTask
-assert HttpCheck
-assert TcpCheck
-assert FloatInput
-assert IntInput
-assert OptionInput
-assert PasswordInput
-assert StrInput
-assert TextInput
-assert AnyGroup
-assert Group
-assert AnyTask
-assert BaseTask
-assert BaseTrigger
-assert RsyncTask
-assert Task
-assert LLMTask
-assert ConversationHistoryData
-assert Session
-assert AnyContext
-assert Context
-assert AnySharedContext
-assert SharedContext
-assert make_task
-assert AnyContentTransformer
-assert ContentTransformer
-assert Scaffolder
-assert Scheduler
-assert cli
-assert llm_config
-assert llm_rate_limitter
-assert Xcom
-assert web_auth_config
-assert User
+_LAZY_LOAD = {
+    "AnyAttr": "zrb.attr.type",
+    "BoolAttr": "zrb.attr.type",
+    "FloatAttr": "zrb.attr.type",
+    "IntAttr": "zrb.attr.type",
+    "StrAttr": "zrb.attr.type",
+    "StrDictAttr": "zrb.attr.type",
+    "fstring": "zrb.attr.type",
+    "AnyCallback": "zrb.callback.any_callback",
+    "Callback": "zrb.callback.callback",
+    "CmdResult": "zrb.cmd.cmd_result",
+    "Cmd": "zrb.cmd.cmd_val",
+    "CmdPath": "zrb.cmd.cmd_val",
+    "CFG": "zrb.config.config",
+    "AnyContentTransformer": "zrb.content_transformer.any_content_transformer",
+    "ContentTransformer": "zrb.content_transformer.content_transformer",
+    "AnyContext": "zrb.context.any_context",
+    "AnySharedContext": "zrb.context.any_shared_context",
+    "Context": "zrb.context.context",
+    "SharedContext": "zrb.context.shared_context",
+    "AnyEnv": "zrb.env.any_env",
+    "Env": "zrb.env.env",
+    "EnvFile": "zrb.env.env_file",
+    "EnvMap": "zrb.env.env_map",
+    "AnyGroup": "zrb.group.any_group",
+    "Group": "zrb.group.group",
+    "AnyInput": "zrb.input.any_input",
+    "BaseInput": "zrb.input.base_input",
+    "BoolInput": "zrb.input.bool_input",
+    "FloatInput": "zrb.input.float_input",
+    "IntInput": "zrb.input.int_input",
+    "OptionInput": "zrb.input.option_input",
+    "PasswordInput": "zrb.input.password_input",
+    "StrInput": "zrb.input.str_input",
+    "TextInput": "zrb.input.text_input",
+    "llm_config": "zrb.config.llm_config",
+    "llm_rate_limitter": "zrb.config.llm_rate_limitter",
+    "cli": "zrb.runner.cli",
+    "web_auth_config": "zrb.config.web_auth_config",
+    "User": "zrb.runner.web_schema.user",
+    "Session": "zrb.session.session",
+    "AnyTask": "zrb.task.any_task",
+    "BaseTask": "zrb.task.base_task",
+    "BaseTrigger": "zrb.task.base_trigger",
+    "CmdTask": "zrb.task.cmd_task",
+    "HttpCheck": "zrb.task.http_check",
+    "ConversationHistory": "zrb.task.llm.conversation_history",
+    "LLMTask": "zrb.task.llm_task",
+    "make_task": "zrb.task.make_task",
+    "RsyncTask": "zrb.task.rsync_task",
+    "Scaffolder": "zrb.task.scaffolder",
+    "Scheduler": "zrb.task.scheduler",
+    "Task": "zrb.task.task",
+    "TcpCheck": "zrb.task.tcp_check",
+    "load_file": "zrb.util.load",
+    "load_module": "zrb.util.load",
+    "Xcom": "zrb.xcom.xcom",
+}
 
-if CFG.LOAD_BUILTIN:
+if TYPE_CHECKING:
     from zrb import builtin
+    from zrb.attr.type import (
+        AnyAttr,
+        BoolAttr,
+        FloatAttr,
+        IntAttr,
+        StrAttr,
+        StrDictAttr,
+        fstring,
+    )
+    from zrb.callback.any_callback import AnyCallback
+    from zrb.callback.callback import Callback
+    from zrb.cmd.cmd_result import CmdResult
+    from zrb.cmd.cmd_val import Cmd, CmdPath
+    from zrb.config.config import CFG
+    from zrb.config.llm_config import llm_config
+    from zrb.config.llm_rate_limitter import llm_rate_limitter
+    from zrb.config.web_auth_config import web_auth_config
+    from zrb.content_transformer.any_content_transformer import AnyContentTransformer
+    from zrb.content_transformer.content_transformer import ContentTransformer
+    from zrb.context.any_context import AnyContext
+    from zrb.context.any_shared_context import AnySharedContext
+    from zrb.context.context import Context
+    from zrb.context.shared_context import SharedContext
+    from zrb.env.any_env import AnyEnv
+    from zrb.env.env import Env
+    from zrb.env.env_file import EnvFile
+    from zrb.env.env_map import EnvMap
+    from zrb.group.any_group import AnyGroup
+    from zrb.group.group import Group
+    from zrb.input.any_input import AnyInput
+    from zrb.input.base_input import BaseInput
+    from zrb.input.bool_input import BoolInput
+    from zrb.input.float_input import FloatInput
+    from zrb.input.int_input import IntInput
+    from zrb.input.option_input import OptionInput
+    from zrb.input.password_input import PasswordInput
+    from zrb.input.str_input import StrInput
+    from zrb.input.text_input import TextInput
+    from zrb.runner.cli import cli
+    from zrb.runner.web_schema.user import User
+    from zrb.session.session import Session
+    from zrb.task.any_task import AnyTask
+    from zrb.task.base_task import BaseTask
+    from zrb.task.base_trigger import BaseTrigger
+    from zrb.task.cmd_task import CmdTask
+    from zrb.task.http_check import HttpCheck
+    from zrb.task.llm.conversation_history import ConversationHistory
+    from zrb.task.llm_task import LLMTask
+    from zrb.task.make_task import make_task
+    from zrb.task.rsync_task import RsyncTask
+    from zrb.task.scaffolder import Scaffolder
+    from zrb.task.scheduler import Scheduler
+    from zrb.task.task import Task
+    from zrb.task.tcp_check import TcpCheck
+    from zrb.util.load import load_file, load_module
+    from zrb.xcom.xcom import Xcom
 
-    assert builtin
+
+def __getattr__(name: str) -> Any:
+    if name in _LAZY_LOAD:
+        module = importlib.import_module(_LAZY_LOAD[name])
+        return getattr(module, name)
+    raise AttributeError(f"module {__name__!r} has no attribute {name!r}")
+
+
+from zrb import builtin

zrb/__main__.py

@@ -2,7 +2,7 @@ import logging
 import os
 import sys
 
-from zrb.config import CFG
+from zrb.config.config import CFG
 from zrb.runner.cli import cli
 from zrb.util.cli.style import stylize_error, stylize_faint, stylize_warning
 from zrb.util.group import NodeNotFoundError

zrb/attr/type.py

@@ -1,12 +1,15 @@
 from typing import Any, Callable
 
+from zrb.context.any_context import AnyContext
 from zrb.context.any_shared_context import AnySharedContext
 
 fstring = str
-AnyAttr = Any | fstring | Callable[[AnySharedContext], Any]
-StrAttr = str | fstring | Callable[[AnySharedContext], str]
-BoolAttr = bool | fstring | Callable[[AnySharedContext], bool]
-IntAttr = int | fstring | Callable[[AnySharedContext], int]
-FloatAttr = float | fstring | Callable[[AnySharedContext], float]
-StrDictAttr = dict[str, StrAttr] | Callable[[AnySharedContext], dict[str, Any]]
-StrListAttr = list[StrAttr] | Callable[[AnySharedContext], list[str]]
+AnyAttr = Any | fstring | Callable[[AnyContext | AnySharedContext], Any]
+StrAttr = str | fstring | Callable[[AnyContext | AnySharedContext], str | None]
+BoolAttr = bool | fstring | Callable[[AnyContext | AnySharedContext], bool | None]
+IntAttr = int | fstring | Callable[[AnyContext | AnySharedContext], int | None]
+FloatAttr = float | fstring | Callable[[AnyContext | AnySharedContext], float | None]
+StrDictAttr = (
+    dict[str, StrAttr] | Callable[[AnyContext | AnySharedContext], dict[str, Any]]
+)
+StrListAttr = list[StrAttr] | Callable[[AnyContext | AnySharedContext], list[str]]

zrb/builtin/__init__.py

@@ -9,12 +9,14 @@ from zrb.builtin.git import (
 from zrb.builtin.git_subtree import git_add_subtree, git_pull_subtree, git_push_subtree
 from zrb.builtin.http import generate_curl, http_request
 from zrb.builtin.jwt import decode_jwt, encode_jwt, validate_jwt
+from zrb.builtin.llm.chat_trigger import llm_chat_trigger
 from zrb.builtin.llm.llm_ask import llm_ask
 from zrb.builtin.md5 import hash_md5, sum_md5, validate_md5
 from zrb.builtin.project.add.fastapp.fastapp_task import add_fastapp_to_project
 from zrb.builtin.project.create.project_task import create_project
 from zrb.builtin.python import format_python_code
 from zrb.builtin.random import shuffle_values, throw_dice
+from zrb.builtin.searxng.start import start_searxng
 from zrb.builtin.setup.asdf.asdf import setup_asdf
 from zrb.builtin.setup.latex.ubuntu import setup_latex_on_ubuntu
 from zrb.builtin.setup.tmux.tmux import setup_tmux
@@ -43,53 +45,3 @@ from zrb.builtin.uuid import (
     validate_uuid_v4,
     validate_uuid_v5,
 )
-
-assert create_project
-assert add_fastapp_to_project
-assert get_shell_subcommands
-assert make_bash_autocomplete
-assert make_zsh_autocomplete
-assert encode_base64
-assert decode_base64
-assert validate_base64
-assert encode_jwt
-assert decode_jwt
-assert validate_jwt
-assert llm_ask
-assert hash_md5
-assert sum_md5
-assert validate_md5
-assert get_git_diff
-assert prune_local_branches
-assert format_python_code
-assert git_commit
-assert git_pull
-assert git_push
-assert git_add_subtree
-assert git_pull_subtree
-assert git_push_subtree
-assert list_todo
-assert add_todo
-assert archive_todo
-assert edit_todo
-assert complete_todo
-assert log_todo
-assert show_todo
-assert throw_dice
-assert shuffle_values
-assert setup_ubuntu
-assert setup_latex_on_ubuntu
-assert setup_asdf
-assert setup_tmux
-assert setup_zsh
-assert validate_uuid
-assert validate_uuid_v1
-assert validate_uuid_v3
-assert validate_uuid_v4
-assert validate_uuid_v5
-assert generate_uuid_v1
-assert generate_uuid_v3
-assert generate_uuid_v4
-assert generate_uuid_v5
-assert http_request
-assert generate_curl

zrb/builtin/git.py

@@ -82,6 +82,12 @@ async def get_git_diff(ctx: AnyContext):
 
 @make_task(
     name="prune-local-git-branches",
+    input=StrInput(
+        name="preserved-branch",
+        description="Branches to be preserved",
+        prompt="Branches to be preserved, comma separated",
+        default="master,main,dev,develop",
+    ),
     description="🧹 Prune local branches",
     group=git_branch_group,
     alias="prune",
@@ -93,8 +99,13 @@ async def prune_local_branches(ctx: AnyContext):
     branches = await get_branches(repo_dir, print_method=ctx.print)
     ctx.print(stylize_faint("Get current branch"))
     current_branch = await get_current_branch(repo_dir, print_method=ctx.print)
+    preserved_branches = [
+        branch.strip()
+        for branch in ctx.input.preserved_branch.split(",")
+        if branch.strip() != ""
+    ]
     for branch in branches:
-        if branch == current_branch or branch == "main" or branch == "master":
+        if branch == current_branch or branch in preserved_branches:
             continue
         ctx.print(stylize_faint(f"Removing local branch: {branch}"))
         try:

zrb/builtin/group.py

@@ -1,39 +1,51 @@
+from zrb.config.config import CFG
 from zrb.group.group import Group
 from zrb.runner.cli import cli
 
-base64_group = cli.add_group(Group(name="base64", description="📄 Base64 operations"))
-uuid_group = cli.add_group(Group(name="uuid", description="🆔 UUID operations"))
+
+def _maybe_add_group(group: Group):
+    if CFG.LOAD_BUILTIN:
+        cli.add_group(group)
+    return group
+
+
+base64_group = _maybe_add_group(
+    Group(name="base64", description="📄 Base64 operations")
+)
+uuid_group = _maybe_add_group(Group(name="uuid", description="🆔 UUID operations"))
 uuid_v1_group = uuid_group.add_group(Group(name="v1", description="UUID V1 operations"))
 uuid_v3_group = uuid_group.add_group(Group(name="v3", description="UUID V3 operations"))
 uuid_v4_group = uuid_group.add_group(Group(name="v4", description="UUID V4 operations"))
 uuid_v5_group = uuid_group.add_group(Group(name="v5", description="UUID V5 operations"))
-ulid_group = cli.add_group(Group(name="ulid", description="🔢 ULID operations"))
-jwt_group = cli.add_group(Group(name="jwt", description="🔒 JWT encode/decode"))
-http_group = cli.add_group(Group(name="http", description="🌐 HTTP request operations"))
+ulid_group = _maybe_add_group(Group(name="ulid", description="🔢 ULID operations"))
+jwt_group = _maybe_add_group(Group(name="jwt", description="🔒 JWT encode/decode"))
+http_group = _maybe_add_group(
+    Group(name="http", description="🌐 HTTP request operations")
+)
 
-random_group = cli.add_group(Group(name="random", description="🔀 Random operation"))
-git_group = cli.add_group(Group(name="git", description="🌱 Git related commands"))
+random_group = _maybe_add_group(Group(name="random", description="🔀 Random operation"))
+git_group = _maybe_add_group(Group(name="git", description="🌱 Git related commands"))
 git_branch_group = git_group.add_group(
     Group(name="branch", description="🌿 Git branch related commands")
 )
 git_subtree_group = git_group.add_group(
     Group(name="subtree", description="🌳 Git subtree related commands")
 )
-llm_group = cli.add_group(Group(name="llm", description="🤖 LLM operations"))
-md5_group = cli.add_group(Group(name="md5", description="🔢 Md5 operations"))
-python_group = cli.add_group(
+llm_group = _maybe_add_group(Group(name="llm", description="🤖 LLM operations"))
+md5_group = _maybe_add_group(Group(name="md5", description="🔢 Md5 operations"))
+python_group = _maybe_add_group(
     Group(name="python", description="🐍 Python related commands")
 )
-todo_group = cli.add_group(Group(name="todo", description="✅ Todo management"))
+todo_group = _maybe_add_group(Group(name="todo", description="✅ Todo management"))
 
-shell_group = cli.add_group(
+shell_group = _maybe_add_group(
     Group(name="shell", description="💬 Shell related commands")
 )
-shell_autocomplete_group: Group = shell_group.add_group(
+shell_autocomplete_group = shell_group.add_group(
     Group(name="autocomplete", description="⌨️ Shell autocomplete related commands")
 )
 
-project_group = cli.add_group(
+project_group = _maybe_add_group(
     Group(name="project", description="📁 Project related commands")
 )
 add_to_project_group = project_group.add_group(
@@ -43,7 +55,11 @@ add_fastapp_to_project_group = add_to_project_group.add_group(
     Group(name="fastapp", description="🚀 Add Fastapp resources")
 )
 
-setup_group = cli.add_group(Group(name="setup", description="🔧 Setup"))
+setup_group = _maybe_add_group(Group(name="setup", description="🔧 Setup"))
 setup_latex_group = setup_group.add_group(
     Group(name="latex", description="✍️ Setup LaTeX")
 )
+
+searxng_group = _maybe_add_group(
+    Group(name="searxng", description="🔎 Searxng related command")
+)

zrb/builtin/http.py

@@ -2,6 +2,7 @@ from typing import Any
 
 from zrb.builtin.group import http_group
 from zrb.context.any_context import AnyContext
+from zrb.input.bool_input import BoolInput
 from zrb.input.option_input import OptionInput
 from zrb.input.str_input import StrInput
 from zrb.task.make_task import make_task
@@ -32,10 +33,9 @@ from zrb.task.make_task import make_task
             prompt="Enter body as JSON",
             default="{}",
         ),
-        OptionInput(
+        BoolInput(
             name="verify_ssl",
-            default="true",
-            options=["true", "false"],
+            default=True,
             description="Verify SSL certificate",
         ),
     ],
@@ -55,7 +55,7 @@ def http_request(ctx: AnyContext) -> Any:
             body = json.loads(ctx.input.body)
 
         # Make request
-        verify = ctx.input.verify_ssl.lower() == "true"
+        verify = ctx.input.verify_ssl
         response = requests.request(
             method=ctx.input.method,
             url=ctx.input.url,
@@ -107,10 +107,9 @@ def http_request(ctx: AnyContext) -> Any:
             prompt="Enter body as JSON",
             default="{}",
         ),
-        OptionInput(
+        BoolInput(
             name="verify_ssl",
-            default="true",
-            options=["true", "false"],
+            default=True,
             description="Verify SSL certificate",
         ),
     ],
@@ -137,7 +136,7 @@ def generate_curl(ctx: AnyContext) -> str:
             parts.extend(["--data-raw", shlex.quote(ctx.input.body)])
 
         # Add SSL verification
-        if ctx.input.verify_ssl.lower() == "false":
+        if not ctx.input.verify_ssl:
             parts.append("--insecure")
 
         # Add URL

zrb/builtin/llm/attachment.py

@@ -0,0 +1,40 @@
+def get_media_type(filename: str) -> str | None:
+    """Guess media type string based on file extension."""
+    ext = filename.lower().rsplit(".", 1)[-1] if "." in filename else ""
+    mapping: dict[str, str] = {
+        # Audio
+        "wav": "audio/wav",
+        "mp3": "audio/mpeg",
+        "ogg": "audio/ogg",
+        "flac": "audio/flac",
+        "aiff": "audio/aiff",
+        "aac": "audio/aac",
+        # Image
+        "jpg": "image/jpeg",
+        "jpeg": "image/jpeg",
+        "png": "image/png",
+        "gif": "image/gif",
+        "webp": "image/webp",
+        # Document
+        "pdf": "application/pdf",
+        "txt": "text/plain",
+        "csv": "text/csv",
+        "docx": "application/vnd.openxmlformats-officedocument.wordprocessingml.document",
+        "xlsx": "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet",
+        "html": "text/html",
+        "htm": "text/html",
+        "md": "text/markdown",
+        "doc": "application/msword",
+        "xls": "application/vnd.ms-excel",
+        # Video
+        "mkv": "video/x-matroska",
+        "mov": "video/quicktime",
+        "mp4": "video/mp4",
+        "webm": "video/webm",
+        "flv": "video/x-flv",
+        "mpeg": "video/mpeg",
+        "mpg": "video/mpeg",
+        "wmv": "video/x-ms-wmv",
+        "3gp": "video/3gpp",
+    }
+    return mapping.get(ext)