ai-microcore 4.0.0.dev8__tar.gz → 4.0.0.dev10__tar.gz

{ai_microcore-4.0.0.dev8 → ai_microcore-4.0.0.dev10}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ai-microcore
-Version: 4.0.0.dev8
+Version: 4.0.0.dev10
 Summary: # Minimalistic Foundation for AI Applications
 Keywords: llm,large language models,ai,similarity search,ai search,gpt,openai
 Author-email: Vitalii Stepanenko <mail@vitalii.in>

{ai_microcore-4.0.0.dev8 → ai_microcore-4.0.0.dev10}/microcore/__init__.py

@@ -22,6 +22,7 @@ from .wrappers.llm_response_wrapper import LLMResponse
 from ._llm_functions import llm, allm, llm_parallel
 from .utils import parse, dedent
 from .metrics import Metrics
+from .interactive_setup import interactive_setup
 
 
 def tpl(file: os.PathLike[str] | str, **kwargs) -> str | PromptWrapper:
@@ -159,7 +160,8 @@ __all__ = [
     "types",
     "ui",
     "Metrics",
+    "interactive_setup"
     # "wrappers",
 ]
 
-__version__ = "4.0.0-dev8"
+__version__ = "4.0.0-dev10"

ai_microcore-4.0.0.dev10/microcore/interactive_setup.py

@@ -0,0 +1,75 @@
+from .configuration import EmbeddingDbType, ApiType
+from .ui import ask_choose, ask_non_empty, ask_yn, error, yellow
+from ._env import configure
+from ._llm_functions import llm
+from .utils import file_link
+
+
+def interactive_setup(
+    file_path: str,
+    defaults: dict = None,
+    extras: dict | list = None,
+):
+    """
+    Interactive setup for LLM API configuration.
+    Prompts user for configuration details such as API type, key, model name,
+    and base URL. Tests the LLM API with a sample query and saves the configuration
+    to a specified file if the user chooses to do so.
+    Args:
+        file_path (str): Path to the configuration file.
+        defaults (dict, optional): Default configuration values.
+            If provided, user will not be prompted for those values.
+            Additional values for storing in the file can be added to defaults.
+        extras (dict | list, optional): Additional configuration fields to prompt for.
+    """
+    raw_config = dict(defaults) if defaults else dict()
+    if "LLM_API_TYPE" not in raw_config:
+        raw_config["LLM_API_TYPE"] = ask_choose(
+            "Choose LLM API Type:",
+            list(i.value for i in ApiType if not ApiType.is_local(i)),
+        )
+    if "LLM_API_KEY" not in raw_config:
+        raw_config["LLM_API_KEY"] = ask_non_empty("API Key: ")
+    if "MODEL" not in raw_config:
+        raw_config["MODEL"] = ask_non_empty("Model Name: ")
+    if "LLM_API_BASE" not in raw_config:
+        raw_config["LLM_API_BASE"] = input("API Base URL (may be empty for some API types): ")
+    if extras:
+        if isinstance(extras, list):
+            extras = {
+                i: str(i)
+                    .replace('_', ' ')
+                    .capitalize()
+                    .replace('Llm', 'LLM')
+                    .replace('Api', 'API')
+                for i in extras
+            }
+        for field, title in extras.items():
+            if field not in raw_config:
+                raw_config[field] = ask_non_empty(f"{title}: ")
+    try:
+        configure(
+            **{
+                **dict(
+                    USE_DOT_ENV=False,
+                    EMBEDDING_DB_TYPE=EmbeddingDbType.NONE,
+                    USE_LOGGING=True,
+                ),
+                **raw_config
+            }
+        )
+        print("Testing LLM...")
+        q = "What is capital of France?\n(!) IMPORTANT: Answer only with one word"
+        assert "pari" in llm(q).lower()
+    except Exception as e:  # pylint: disable=W0718
+        error(f"Error testing LLM API: {e}")
+        if ask_yn("Restart configuring?"):
+            interactive_setup(file_path, defaults, extras)
+        return
+
+    config_body = ''.join(f"{k}={v}\n" for k, v in raw_config.items())
+    print(f"Configuration:\n{yellow(config_body)}")
+    if ask_yn("Save configuration to file?"):
+        print(f"Saved to {file_link(file_path)}")
+        with open(file_path, "w", encoding="utf-8") as f:
+            f.write(config_body)