ai-microcore 4.0.0.dev7__tar.gz → 4.0.0.dev9__tar.gz

{ai_microcore-4.0.0.dev7 → ai_microcore-4.0.0.dev9}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ai-microcore
-Version: 4.0.0.dev7
+Version: 4.0.0.dev9
 Summary: # Minimalistic Foundation for AI Applications
 Keywords: llm,large language models,ai,similarity search,ai search,gpt,openai
 Author-email: Vitalii Stepanenko <mail@vitalii.in>

{ai_microcore-4.0.0.dev7 → ai_microcore-4.0.0.dev9}/microcore/__init__.py

@@ -22,6 +22,7 @@ from .wrappers.llm_response_wrapper import LLMResponse
 from ._llm_functions import llm, allm, llm_parallel
 from .utils import parse, dedent
 from .metrics import Metrics
+from .interactive_setup import interactive_setup
 
 
 def tpl(file: os.PathLike[str] | str, **kwargs) -> str | PromptWrapper:
@@ -159,7 +160,8 @@ __all__ = [
     "types",
     "ui",
     "Metrics",
+    "interactive_setup"
     # "wrappers",
 ]
 
-__version__ = "4.0.0-dev7"
+__version__ = "4.0.0-dev9"

ai_microcore-4.0.0.dev9/microcore/interactive_setup.py

@@ -0,0 +1,38 @@
+from .configuration import EmbeddingDbType, ApiType
+from .ui import ask_choose, ask_non_empty, ask_yn, error, yellow
+from ._env import configure
+from ._llm_functions import llm
+from .utils import file_link
+
+
+def interactive_setup(file_path: str):
+    raw_config = dict()
+    raw_config["LLM_API_TYPE"] = ask_choose(
+        "Choose LLM API Type:",
+        list(i.value for i in ApiType if not ApiType.is_local(i)),
+    )
+    raw_config["LLM_API_KEY"] = ask_non_empty("API Key: ")
+    raw_config["MODEL"] = ask_non_empty("Model Name: ")
+    raw_config["LLM_API_BASE"] = input("API Base URL (may be empty for some API types): ")
+    try:
+        configure(
+            USE_DOT_ENV=False,
+            EMBEDDING_DB_TYPE=EmbeddingDbType.NONE,
+            USE_LOGGING=True,
+            **raw_config
+        )
+        print("Testing LLM...")
+        q = "What is capital of France?\n(!) IMPORTANT: Answer only with one word"
+        assert "pari" in llm(q).lower()
+    except Exception as e:  # pylint: disable=W0718
+        error(f"Error testing LLM API: {e}")
+        if ask_yn("Restart configuring?"):
+            interactive_setup(file_path)
+        return
+
+    config_body = ''.join(f"{k}={v}\n" for k, v in raw_config.items())
+    print(f"Configuration:\n{yellow(config_body)}")
+    if ask_yn("Save configuration to file?"):
+        print(f"Saved to {file_link(file_path)}")
+        with open(file_path, "w", encoding="utf-8") as f:
+            f.write(config_body)

{ai_microcore-4.0.0.dev7 → ai_microcore-4.0.0.dev9}/microcore/tokenizing.py

@@ -68,7 +68,7 @@ def fit_to_token_size(
     encoding = _resolve_tiktoken_encoding(for_model, encoding)
     tot_size = 0
     for i, doc in enumerate(docs):
-        tot_size += num_tokens_from_string(doc, encoding=encoding)
+        tot_size += num_tokens_from_string(str(doc), encoding=encoding)
         if min_documents and i < min_documents:
             continue
         if tot_size > max_tokens: