not-again-ai 0.8.1__py3-none-any.whl → 0.9.0__py3-none-any.whl

not_again_ai/local_llm/huggingface/chat_completion.py

@@ -0,0 +1,59 @@
+from pathlib import Path
+from typing import Any
+
+from PIL import Image
+
+
+def chat_completion_image(
+    messages: list[dict[str, str]],
+    images: list[Path] | None,
+    model_processor: tuple[Any, Any],
+    max_tokens: int | None = None,
+    temperature: float = 0.7,
+) -> dict[str, Any]:
+    """A wrapper around ision language model inference for multimodal language models from huggingface.
+
+    Args:
+        messages (list[dict[str, str]]): A list of messages to send to the model.
+        images (list[Path] | None): A list of image paths to send to the model.
+        model_processor (tuple[Any, Any]): A tuple containing the model and processor objects.
+        max_tokens (int, optional): The maximum number of tokens to generate. Defaults to None.
+        temperature (float, optional): The temperature of the model. Increasing the temperature will make the model answer more creatively. Defaults to 0.7.
+
+    Returns:
+        dict[str, Any]: A dictionary with the following keys
+            message (str): The content of the generated assistant message.
+            completion_tokens (int): The number of tokens used by the model to generate the completion.
+    """
+
+    model, processor = model_processor
+
+    prompt = processor.tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
+
+    if images:
+        image_objects = [Image.open(image) for image in images]
+        inputs = processor(prompt, image_objects, return_tensors="pt").to("cuda:0")
+    else:
+        inputs = processor(prompt, return_tensors="pt").to("cuda:0")
+
+    generation_args = {
+        "max_new_tokens": max_tokens,
+        "temperature": temperature,
+        "num_beams": 1,
+        "do_sample": True,
+    }
+
+    generate_ids = model.generate(**inputs, eos_token_id=processor.tokenizer.eos_token_id, **generation_args)
+
+    # Remove input tokens
+    generate_ids = generate_ids[:, inputs["input_ids"].shape[1] :]
+
+    # Get the number of generated tokens
+    completion_tokens = generate_ids.shape[1]
+
+    response = processor.batch_decode(generate_ids, skip_special_tokens=True, clean_up_tokenization_spaces=False)
+
+    response_data: dict[str, Any] = {}
+    response_data["message"] = response[0]
+    response_data["completion_tokens"] = completion_tokens
+    return response_data

not_again_ai/local_llm/huggingface/helpers.py

@@ -0,0 +1,23 @@
+from typing import Any
+
+from transformers import AutoModelForCausalLM, AutoProcessor
+
+
+def load_model(model_id: str, device_map: str = "cuda", trust_remote_code: bool = True) -> Any:
+    """Load a model from Hugging Face."""
+    model = AutoModelForCausalLM.from_pretrained(
+        model_id,
+        device_map=device_map,
+        trust_remote_code=trust_remote_code,
+        torch_dtype="auto",
+    )
+    return model
+
+
+def load_processor(model_id: str, trust_remote_code: bool = True) -> Any:
+    """Load a processor from Hugging Face. This is typically used for multimodal language models."""
+    processor = AutoProcessor.from_pretrained(
+        model_id,
+        trust_remote_code=trust_remote_code,
+    )
+    return processor

{not_again_ai-0.8.1.dist-info → not_again_ai-0.9.0.dist-info}/METADATA

@@ -1,12 +1,12 @@
 Metadata-Version: 2.1
 Name: not-again-ai
-Version: 0.8.1
+Version: 0.9.0
 Summary: Designed to once and for all collect all the little things that come up over and over again in AI projects and put them in one place.
 Home-page: https://github.com/DaveCoDev/not-again-ai
 License: MIT
 Author: DaveCoDev
 Author-email: dave.co.dev@gmail.com
-Requires-Python: >=3.11,<3.13
+Requires-Python: >=3.11,<4.0
 Classifier: Development Status :: 3 - Alpha
 Classifier: Intended Audience :: Developers
 Classifier: Intended Audience :: Science/Research
@@ -18,17 +18,19 @@ Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Typing :: Typed
 Provides-Extra: llm
+Provides-Extra: local-llm
 Provides-Extra: statistics
 Provides-Extra: viz
-Requires-Dist: numpy (>=1.26.4,<2.0.0) ; extra == "statistics" or extra == "viz"
-Requires-Dist: ollama (>=0.2.0,<0.3.0) ; extra == "llm"
-Requires-Dist: openai (>=1.29.0,<2.0.0) ; extra == "llm"
-Requires-Dist: pandas (>=2.2.2,<3.0.0) ; extra == "viz"
-Requires-Dist: python-liquid (>=1.12.1,<2.0.0) ; extra == "llm"
-Requires-Dist: scikit-learn (>=1.4.2,<2.0.0) ; extra == "statistics"
-Requires-Dist: scipy (>=1.13.0,<2.0.0) ; extra == "statistics"
-Requires-Dist: seaborn (>=0.13.2,<0.14.0) ; extra == "viz"
-Requires-Dist: tiktoken (>=0.7.0,<0.8.0) ; extra == "llm"
+Requires-Dist: numpy (==1.26.4) ; extra == "statistics" or extra == "viz"
+Requires-Dist: ollama (==0.2.0) ; extra == "llm"
+Requires-Dist: openai (==1.30.1) ; extra == "llm"
+Requires-Dist: pandas (==2.2.2) ; extra == "viz"
+Requires-Dist: python-liquid (==1.12.1) ; extra == "llm"
+Requires-Dist: scikit-learn (==1.4.2) ; extra == "statistics"
+Requires-Dist: scipy (==1.13.0) ; extra == "statistics"
+Requires-Dist: seaborn (==0.13.2) ; extra == "viz"
+Requires-Dist: tiktoken (==0.7.0) ; extra == "llm"
+Requires-Dist: transformers (==4.41.1) ; extra == "local-llm"
 Project-URL: Documentation, https://github.com/DaveCoDev/not-again-ai
 Project-URL: Repository, https://github.com/DaveCoDev/not-again-ai
 Description-Content-Type: text/markdown
@@ -59,9 +61,11 @@ Requires: Python 3.11, or 3.12
 Install the entire package from [PyPI](https://pypi.org/project/not-again-ai/) with: 
 
 ```bash
-$ pip install not_again_ai[llm,statistics,viz]
+$ pip install not_again_ai[llm,local_llm,statistics,viz]
 ```
 
+Note that local LLM requires separate installations and will not work out of the box due to how hardware dependent it is. Be sure to check the [notebooks](notebooks/local_llm/) for more details.
+
 The package is split into subpackages, so you can install only the parts you need. See the **[notebooks](notebooks)** for examples.
 * **Base only**: `pip install not_again_ai`
 * **LLM**: `pip install not_again_ai[llm]`
@@ -77,7 +81,9 @@ The package is split into subpackages, so you can install only the parts you nee
             ...
             Environment="OLLAMA_HOST=0.0.0.0"
             ```
-        Now ollama will be available at `http://<local_address>:11434`
+        1. Ollama will be available at `http://<local_address>:11434`
+* **Local LLM**: `pip install not_again_ai[llm_local]`
+    - Most of this package is hardware dependent so this only installs some generic dependencies. Be sure to check the [notebooks](notebooks/local_llm/) for more details on what is available and how to install it.
 * **Statistics**: `pip install not_again_ai[statistics]`
 * **Visualization**: `pip install not_again_ai[viz]`
 

{not_again_ai-0.8.1.dist-info → not_again_ai-0.9.0.dist-info}/RECORD

@@ -15,6 +15,10 @@ not_again_ai/llm/openai_api/embeddings.py,sha256=4OBnxZicrY6q4dQhuPqMdAnifyjwrsK
 not_again_ai/llm/openai_api/openai_client.py,sha256=6pZw2xw9X-ceV22rhApwFJ2tAKCxi-SxkjxBsTBZ2Nw,2470
 not_again_ai/llm/openai_api/prompts.py,sha256=7cDfvIKCTYM0t5lK34FLLqYf-SR_cynDXIXw3zWDizA,7094
 not_again_ai/llm/openai_api/tokens.py,sha256=pshGOSYAKvDAe2vnkib_vwENT5on8xQznC8ErLvciK4,4453
+not_again_ai/local_llm/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+not_again_ai/local_llm/huggingface/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+not_again_ai/local_llm/huggingface/chat_completion.py,sha256=Y6uMbxLG8TaMVi3hJGrMl_G9Y1N_0dld5Kv1iqYnoao,2300
+not_again_ai/local_llm/huggingface/helpers.py,sha256=YPr8KbQ8Ac_Mn_nBcrFuL3bCl-IuDCdaRvYVCocy8Gk,734
 not_again_ai/py.typed,sha256=UaCuPFa3H8UAakbt-5G8SPacldTOGvJv18pPjUJ5gDY,93
 not_again_ai/statistics/__init__.py,sha256=gA8r9JQFbFSN0ykrHy4G1IQgcky4f2eM5Oo24oVI5Ik,466
 not_again_ai/statistics/dependence.py,sha256=yZDk_e3ng96mp4hu8dDtQ0-uIn6KdSuGRS9uyM0O3x0,4429
@@ -24,8 +28,8 @@ not_again_ai/viz/distributions.py,sha256=OyWwJaNI6lMRm_iSrhq-CORLNvXfeuLSgDtVo3u
 not_again_ai/viz/scatterplot.py,sha256=eBtIf0Tf_1EcN-akRNJgvwLU0zpRx1zOl0VF9QTnbZA,2290
 not_again_ai/viz/time_series.py,sha256=pOGZqXp_2nd6nKo-PUQNCtmMh__69jxQ6bQibTGLwZA,5212
 not_again_ai/viz/utils.py,sha256=hN7gwxtBt3U6jQni2K8j5m5pCXpaJDoNzGhBBikEU28,238
-not_again_ai-0.8.1.dist-info/LICENSE,sha256=btjOgNGpp-ux5xOo1Gx1MddxeWtT9sof3s3Nui29QfA,1071
-not_again_ai-0.8.1.dist-info/METADATA,sha256=XjBBZSVDW8tdwDy8hJY6R-xXo9Mec2i6N-5YFs0eRW8,14203
-not_again_ai-0.8.1.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-not_again_ai-0.8.1.dist-info/entry_points.txt,sha256=EMJegugnmJUd-jMUA_qIRMIPAasbei8gP6O4-ER0BxQ,61
-not_again_ai-0.8.1.dist-info/RECORD,,
+not_again_ai-0.9.0.dist-info/LICENSE,sha256=btjOgNGpp-ux5xOo1Gx1MddxeWtT9sof3s3Nui29QfA,1071
+not_again_ai-0.9.0.dist-info/METADATA,sha256=21ize_dY91Bt2ZQEIqLBYHP2WVTaQ_aUiXWgAiJLWOw,14700
+not_again_ai-0.9.0.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+not_again_ai-0.9.0.dist-info/entry_points.txt,sha256=EMJegugnmJUd-jMUA_qIRMIPAasbei8gP6O4-ER0BxQ,61
+not_again_ai-0.9.0.dist-info/RECORD,,