not-again-ai 0.6.0__tar.gz → 0.8.0__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {not_again_ai-0.6.0 → not_again_ai-0.8.0}/PKG-INFO +20 -75
- {not_again_ai-0.6.0 → not_again_ai-0.8.0}/README.md +17 -73
- {not_again_ai-0.6.0 → not_again_ai-0.8.0}/pyproject.toml +5 -3
- not_again_ai-0.8.0/src/not_again_ai/base/file_system.py +34 -0
- not_again_ai-0.8.0/src/not_again_ai/llm/chat_completion.py +76 -0
- not_again_ai-0.8.0/src/not_again_ai/llm/ollama/__init__.py +0 -0
- not_again_ai-0.8.0/src/not_again_ai/llm/ollama/chat_completion.py +95 -0
- not_again_ai-0.8.0/src/not_again_ai/llm/ollama/ollama_client.py +24 -0
- not_again_ai-0.8.0/src/not_again_ai/llm/ollama/service.py +81 -0
- not_again_ai-0.8.0/src/not_again_ai/llm/openai_api/__init__.py +0 -0
- {not_again_ai-0.6.0/src/not_again_ai/llm → not_again_ai-0.8.0/src/not_again_ai/llm/openai_api}/chat_completion.py +4 -4
- {not_again_ai-0.6.0/src/not_again_ai/llm → not_again_ai-0.8.0/src/not_again_ai/llm/openai_api}/context_management.py +1 -1
- not_again_ai-0.6.0/src/not_again_ai/base/file_system.py +0 -12
- {not_again_ai-0.6.0 → not_again_ai-0.8.0}/LICENSE +0 -0
- {not_again_ai-0.6.0 → not_again_ai-0.8.0}/src/not_again_ai/__init__.py +0 -0
- {not_again_ai-0.6.0 → not_again_ai-0.8.0}/src/not_again_ai/base/__init__.py +0 -0
- {not_again_ai-0.6.0 → not_again_ai-0.8.0}/src/not_again_ai/base/parallel.py +0 -0
- {not_again_ai-0.6.0 → not_again_ai-0.8.0}/src/not_again_ai/llm/__init__.py +0 -0
- {not_again_ai-0.6.0/src/not_again_ai/llm → not_again_ai-0.8.0/src/not_again_ai/llm/openai_api}/embeddings.py +0 -0
- {not_again_ai-0.6.0/src/not_again_ai/llm → not_again_ai-0.8.0/src/not_again_ai/llm/openai_api}/openai_client.py +0 -0
- {not_again_ai-0.6.0/src/not_again_ai/llm → not_again_ai-0.8.0/src/not_again_ai/llm/openai_api}/prompts.py +0 -0
- {not_again_ai-0.6.0/src/not_again_ai/llm → not_again_ai-0.8.0/src/not_again_ai/llm/openai_api}/tokens.py +0 -0
- {not_again_ai-0.6.0 → not_again_ai-0.8.0}/src/not_again_ai/py.typed +0 -0
- {not_again_ai-0.6.0 → not_again_ai-0.8.0}/src/not_again_ai/statistics/__init__.py +0 -0
- {not_again_ai-0.6.0 → not_again_ai-0.8.0}/src/not_again_ai/statistics/dependence.py +0 -0
- {not_again_ai-0.6.0 → not_again_ai-0.8.0}/src/not_again_ai/viz/__init__.py +0 -0
- {not_again_ai-0.6.0 → not_again_ai-0.8.0}/src/not_again_ai/viz/barplots.py +0 -0
- {not_again_ai-0.6.0 → not_again_ai-0.8.0}/src/not_again_ai/viz/distributions.py +0 -0
- {not_again_ai-0.6.0 → not_again_ai-0.8.0}/src/not_again_ai/viz/scatterplot.py +0 -0
- {not_again_ai-0.6.0 → not_again_ai-0.8.0}/src/not_again_ai/viz/time_series.py +0 -0
- {not_again_ai-0.6.0 → not_again_ai-0.8.0}/src/not_again_ai/viz/utils.py +0 -0
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.1
|
2
2
|
Name: not-again-ai
|
3
|
-
Version: 0.
|
3
|
+
Version: 0.8.0
|
4
4
|
Summary: Designed to once and for all collect all the little things that come up over and over again in AI projects and put them in one place.
|
5
5
|
Home-page: https://github.com/DaveCoDev/not-again-ai
|
6
6
|
License: MIT
|
@@ -21,7 +21,8 @@ Provides-Extra: llm
|
|
21
21
|
Provides-Extra: statistics
|
22
22
|
Provides-Extra: viz
|
23
23
|
Requires-Dist: numpy (>=1.26.4,<2.0.0) ; extra == "statistics" or extra == "viz"
|
24
|
-
Requires-Dist:
|
24
|
+
Requires-Dist: ollama (>=0.1.9,<0.2.0) ; extra == "llm"
|
25
|
+
Requires-Dist: openai (>=1.25.1,<2.0.0) ; extra == "llm"
|
25
26
|
Requires-Dist: pandas (>=2.2.2,<3.0.0) ; extra == "viz"
|
26
27
|
Requires-Dist: python-liquid (>=1.12.1,<2.0.0) ; extra == "llm"
|
27
28
|
Requires-Dist: scikit-learn (>=1.4.2,<2.0.0) ; extra == "statistics"
|
@@ -47,9 +48,9 @@ Description-Content-Type: text/markdown
|
|
47
48
|
[ruff-badge]: https://img.shields.io/endpoint?url=https://raw.githubusercontent.com/astral-sh/ruff/main/assets/badge/v2.json
|
48
49
|
[mypy-badge]: https://www.mypy-lang.org/static/mypy_badge.svg
|
49
50
|
|
50
|
-
**not-again-ai** is a collection of various
|
51
|
+
**not-again-ai** is a collection of various building blocks that come up over and over again when developing AI products. The key goals of this package are to have simple, but flexible interfaces and to minimize dependencies. Feel free to **a)** use this as a template for your own Python package. **b)** instead of installing the package, copy and paste functions into your own projects (this is made possible with the limited amount of dependencies and the MIT license).
|
51
52
|
|
52
|
-
**Documentation** available within
|
53
|
+
**Documentation** available within individual **[notebooks](notebooks)**, docstrings within the source, or auto-generated at [DaveCoDev.github.io/not-again-ai/](https://DaveCoDev.github.io/not-again-ai/).
|
53
54
|
|
54
55
|
# Installation
|
55
56
|
|
@@ -61,82 +62,26 @@ Install the entire package from [PyPI](https://pypi.org/project/not-again-ai/) w
|
|
61
62
|
$ pip install not_again_ai[llm,statistics,viz]
|
62
63
|
```
|
63
64
|
|
64
|
-
The package is split into subpackages, so you can install only the parts you need.
|
65
|
+
The package is split into subpackages, so you can install only the parts you need. See the **[notebooks](notebooks)** for examples.
|
65
66
|
* **Base only**: `pip install not_again_ai`
|
66
|
-
* **LLM
|
67
|
+
* **LLM**: `pip install not_again_ai[llm]`
|
68
|
+
1. If you wish to use OpenAI
|
69
|
+
1. Go to https://platform.openai.com/settings/profile?tab=api-keys to get your API key.
|
70
|
+
1. (Optionally) Set the `OPENAI_API_KEY` and the `OPENAI_ORG_ID` environment variables.
|
71
|
+
1. If you wish to use Ollama:
|
72
|
+
1. follow the instructions to install ollama for your system: https://github.com/ollama/ollama
|
73
|
+
1. [Add Ollama as a startup service (recommended)](https://github.com/ollama/ollama/blob/main/docs/linux.md#adding-ollama-as-a-startup-service-recommended)
|
74
|
+
1. If you'd like to make the ollama service accessible on your local network and it is hosted on Linux, add the following to the `/etc/systemd/system/ollama.service` file:
|
75
|
+
```bash
|
76
|
+
[Service]
|
77
|
+
...
|
78
|
+
Environment="OLLAMA_HOST=0.0.0.0"
|
79
|
+
```
|
80
|
+
Now ollama will be available at `http://<local_address>:11434`
|
67
81
|
* **Statistics**: `pip install not_again_ai[statistics]`
|
68
82
|
* **Visualization**: `pip install not_again_ai[viz]`
|
69
83
|
|
70
84
|
|
71
|
-
# Quick Tour
|
72
|
-
|
73
|
-
## Base
|
74
|
-
[README](https://github.com/DaveCoDev/not-again-ai/blob/main/readmes/base.md)
|
75
|
-
|
76
|
-
The base package includes only functions that have minimal external dependencies and are useful in a variety of situations such as parallelization and filesystem operations.
|
77
|
-
|
78
|
-
## LLM (Large Language Model)
|
79
|
-
[README](https://github.com/DaveCoDev/not-again-ai/blob/main/readmes/llm.md), [Example Notebooks](https://github.com/DaveCoDev/not-again-ai/blob/main/notebooks/llm/)
|
80
|
-
|
81
|
-
Supports OpenAI chat completions and text embeddings. Includes functions for creating chat completion prompts, token management, and context management.
|
82
|
-
|
83
|
-
One example:
|
84
|
-
```python
|
85
|
-
client = openai_client()
|
86
|
-
messages = [{"role": "system", "content": "You are a helpful assistant."}, {"role": "user", "content": "Hello!"}]
|
87
|
-
response = chat_completion(messages=messages, model="gpt-3.5-turbo", max_tokens=100, client=client)["message"]
|
88
|
-
>>> "Hello! How can I help you today?"
|
89
|
-
```
|
90
|
-
|
91
|
-
## Statistics
|
92
|
-
[README](https://github.com/DaveCoDev/not-again-ai/blob/main/readmes/statistics.md)
|
93
|
-
|
94
|
-
We provide a few helpers for data analysis such as:
|
95
|
-
|
96
|
-
```python
|
97
|
-
from not_again_ai.statistics.dependence import pearson_correlation
|
98
|
-
# quadratic dependence
|
99
|
-
>>> x = (rs.rand(500) * 4) - 2
|
100
|
-
>>> y = x**2 + (rs.randn(500) * 0.2)
|
101
|
-
>>> pearson_correlation(x, y)
|
102
|
-
0.05
|
103
|
-
```
|
104
|
-
|
105
|
-
## Visualization
|
106
|
-
[README](https://github.com/DaveCoDev/not-again-ai/blob/main/readmes/viz.md)
|
107
|
-
|
108
|
-
We offer opinionated wrappers around seaborn to make common visualizations easier to create and customize.
|
109
|
-
|
110
|
-
```python
|
111
|
-
>>> import numpy as np
|
112
|
-
>>> import pandas as pd
|
113
|
-
>>> from not_again_ai.viz.time_series import ts_lineplot
|
114
|
-
>>> from not_again_ai.viz.distributions import univariate_distplot
|
115
|
-
|
116
|
-
# get some time series data
|
117
|
-
>>> rs = np.random.RandomState(365)
|
118
|
-
>>> values = rs.randn(365, 4).cumsum(axis=0)
|
119
|
-
>>> dates = pd.date_range('1 1 2021', periods=365, freq='D')
|
120
|
-
# plot the time series and save it to a file
|
121
|
-
>>> ts_lineplot(ts_data=values, save_pathname='myplot.png', ts_x=dates, ts_names=['A', 'B', 'C', 'D'])
|
122
|
-
|
123
|
-
# get a random distribution
|
124
|
-
>>> distrib = np.random.beta(a=0.5, b=0.5, size=1000)
|
125
|
-
# plot the distribution and save it to a file
|
126
|
-
>>> univariate_distplot(
|
127
|
-
... data=distrib,
|
128
|
-
... save_pathname='mydistribution.svg',
|
129
|
-
... print_summary=False, bins=100,
|
130
|
-
... title=r'Beta Distribution $\alpha=0.5, \beta=0.5$'
|
131
|
-
... )
|
132
|
-
```
|
133
|
-
|
134
|
-
<p float="center">
|
135
|
-
<img src="https://raw.githubusercontent.com/DaveCoDev/not-again-ai/44c53fb7fb07234aaceea40c90d8cb74e5fa6c15/assets/distributions_test4.svg" width="404" />
|
136
|
-
<img src="https://raw.githubusercontent.com/DaveCoDev/not-again-ai/44c53fb7fb07234aaceea40c90d8cb74e5fa6c15/assets/ts_lineplot5.svg" width="404" />
|
137
|
-
</p>
|
138
|
-
|
139
|
-
|
140
85
|
# Development Information
|
141
86
|
|
142
87
|
The following information is relevant if you would like to contribute or use this package as a template for yourself.
|
@@ -13,9 +13,9 @@
|
|
13
13
|
[ruff-badge]: https://img.shields.io/endpoint?url=https://raw.githubusercontent.com/astral-sh/ruff/main/assets/badge/v2.json
|
14
14
|
[mypy-badge]: https://www.mypy-lang.org/static/mypy_badge.svg
|
15
15
|
|
16
|
-
**not-again-ai** is a collection of various
|
16
|
+
**not-again-ai** is a collection of various building blocks that come up over and over again when developing AI products. The key goals of this package are to have simple, but flexible interfaces and to minimize dependencies. Feel free to **a)** use this as a template for your own Python package. **b)** instead of installing the package, copy and paste functions into your own projects (this is made possible with the limited amount of dependencies and the MIT license).
|
17
17
|
|
18
|
-
**Documentation** available within
|
18
|
+
**Documentation** available within individual **[notebooks](notebooks)**, docstrings within the source, or auto-generated at [DaveCoDev.github.io/not-again-ai/](https://DaveCoDev.github.io/not-again-ai/).
|
19
19
|
|
20
20
|
# Installation
|
21
21
|
|
@@ -27,82 +27,26 @@ Install the entire package from [PyPI](https://pypi.org/project/not-again-ai/) w
|
|
27
27
|
$ pip install not_again_ai[llm,statistics,viz]
|
28
28
|
```
|
29
29
|
|
30
|
-
The package is split into subpackages, so you can install only the parts you need.
|
30
|
+
The package is split into subpackages, so you can install only the parts you need. See the **[notebooks](notebooks)** for examples.
|
31
31
|
* **Base only**: `pip install not_again_ai`
|
32
|
-
* **LLM
|
32
|
+
* **LLM**: `pip install not_again_ai[llm]`
|
33
|
+
1. If you wish to use OpenAI
|
34
|
+
1. Go to https://platform.openai.com/settings/profile?tab=api-keys to get your API key.
|
35
|
+
1. (Optionally) Set the `OPENAI_API_KEY` and the `OPENAI_ORG_ID` environment variables.
|
36
|
+
1. If you wish to use Ollama:
|
37
|
+
1. follow the instructions to install ollama for your system: https://github.com/ollama/ollama
|
38
|
+
1. [Add Ollama as a startup service (recommended)](https://github.com/ollama/ollama/blob/main/docs/linux.md#adding-ollama-as-a-startup-service-recommended)
|
39
|
+
1. If you'd like to make the ollama service accessible on your local network and it is hosted on Linux, add the following to the `/etc/systemd/system/ollama.service` file:
|
40
|
+
```bash
|
41
|
+
[Service]
|
42
|
+
...
|
43
|
+
Environment="OLLAMA_HOST=0.0.0.0"
|
44
|
+
```
|
45
|
+
Now ollama will be available at `http://<local_address>:11434`
|
33
46
|
* **Statistics**: `pip install not_again_ai[statistics]`
|
34
47
|
* **Visualization**: `pip install not_again_ai[viz]`
|
35
48
|
|
36
49
|
|
37
|
-
# Quick Tour
|
38
|
-
|
39
|
-
## Base
|
40
|
-
[README](https://github.com/DaveCoDev/not-again-ai/blob/main/readmes/base.md)
|
41
|
-
|
42
|
-
The base package includes only functions that have minimal external dependencies and are useful in a variety of situations such as parallelization and filesystem operations.
|
43
|
-
|
44
|
-
## LLM (Large Language Model)
|
45
|
-
[README](https://github.com/DaveCoDev/not-again-ai/blob/main/readmes/llm.md), [Example Notebooks](https://github.com/DaveCoDev/not-again-ai/blob/main/notebooks/llm/)
|
46
|
-
|
47
|
-
Supports OpenAI chat completions and text embeddings. Includes functions for creating chat completion prompts, token management, and context management.
|
48
|
-
|
49
|
-
One example:
|
50
|
-
```python
|
51
|
-
client = openai_client()
|
52
|
-
messages = [{"role": "system", "content": "You are a helpful assistant."}, {"role": "user", "content": "Hello!"}]
|
53
|
-
response = chat_completion(messages=messages, model="gpt-3.5-turbo", max_tokens=100, client=client)["message"]
|
54
|
-
>>> "Hello! How can I help you today?"
|
55
|
-
```
|
56
|
-
|
57
|
-
## Statistics
|
58
|
-
[README](https://github.com/DaveCoDev/not-again-ai/blob/main/readmes/statistics.md)
|
59
|
-
|
60
|
-
We provide a few helpers for data analysis such as:
|
61
|
-
|
62
|
-
```python
|
63
|
-
from not_again_ai.statistics.dependence import pearson_correlation
|
64
|
-
# quadratic dependence
|
65
|
-
>>> x = (rs.rand(500) * 4) - 2
|
66
|
-
>>> y = x**2 + (rs.randn(500) * 0.2)
|
67
|
-
>>> pearson_correlation(x, y)
|
68
|
-
0.05
|
69
|
-
```
|
70
|
-
|
71
|
-
## Visualization
|
72
|
-
[README](https://github.com/DaveCoDev/not-again-ai/blob/main/readmes/viz.md)
|
73
|
-
|
74
|
-
We offer opinionated wrappers around seaborn to make common visualizations easier to create and customize.
|
75
|
-
|
76
|
-
```python
|
77
|
-
>>> import numpy as np
|
78
|
-
>>> import pandas as pd
|
79
|
-
>>> from not_again_ai.viz.time_series import ts_lineplot
|
80
|
-
>>> from not_again_ai.viz.distributions import univariate_distplot
|
81
|
-
|
82
|
-
# get some time series data
|
83
|
-
>>> rs = np.random.RandomState(365)
|
84
|
-
>>> values = rs.randn(365, 4).cumsum(axis=0)
|
85
|
-
>>> dates = pd.date_range('1 1 2021', periods=365, freq='D')
|
86
|
-
# plot the time series and save it to a file
|
87
|
-
>>> ts_lineplot(ts_data=values, save_pathname='myplot.png', ts_x=dates, ts_names=['A', 'B', 'C', 'D'])
|
88
|
-
|
89
|
-
# get a random distribution
|
90
|
-
>>> distrib = np.random.beta(a=0.5, b=0.5, size=1000)
|
91
|
-
# plot the distribution and save it to a file
|
92
|
-
>>> univariate_distplot(
|
93
|
-
... data=distrib,
|
94
|
-
... save_pathname='mydistribution.svg',
|
95
|
-
... print_summary=False, bins=100,
|
96
|
-
... title=r'Beta Distribution $\alpha=0.5, \beta=0.5$'
|
97
|
-
... )
|
98
|
-
```
|
99
|
-
|
100
|
-
<p float="center">
|
101
|
-
<img src="https://raw.githubusercontent.com/DaveCoDev/not-again-ai/44c53fb7fb07234aaceea40c90d8cb74e5fa6c15/assets/distributions_test4.svg" width="404" />
|
102
|
-
<img src="https://raw.githubusercontent.com/DaveCoDev/not-again-ai/44c53fb7fb07234aaceea40c90d8cb74e5fa6c15/assets/ts_lineplot5.svg" width="404" />
|
103
|
-
</p>
|
104
|
-
|
105
|
-
|
106
50
|
# Development Information
|
107
51
|
|
108
52
|
The following information is relevant if you would like to contribute or use this package as a template for yourself.
|
@@ -1,6 +1,6 @@
|
|
1
1
|
[tool.poetry]
|
2
2
|
name = "not-again-ai"
|
3
|
-
version = "0.
|
3
|
+
version = "0.8.0"
|
4
4
|
description = "Designed to once and for all collect all the little things that come up over and over again in AI projects and put them in one place."
|
5
5
|
authors = ["DaveCoDev <dave.co.dev@gmail.com>"]
|
6
6
|
license = "MIT"
|
@@ -28,7 +28,8 @@ python = "^3.11, <3.13"
|
|
28
28
|
|
29
29
|
# Optional dependencies are defined here, and groupings are defined below.
|
30
30
|
numpy = { version = "^1.26.4", optional = true }
|
31
|
-
|
31
|
+
ollama = { version = "^0.1.9", optional = true }
|
32
|
+
openai = { version = "^1.25.1", optional = true }
|
32
33
|
pandas = { version = "^2.2.2", optional = true }
|
33
34
|
python-liquid = { version = "^1.12.1", optional = true }
|
34
35
|
scipy = { version = "^1.13.0", optional = true }
|
@@ -37,7 +38,7 @@ seaborn = { version = "^0.13.2", optional = true }
|
|
37
38
|
tiktoken = { version = "^0.6.0", optional = true }
|
38
39
|
|
39
40
|
[tool.poetry.extras]
|
40
|
-
llm = ["openai", "python-liquid", "tiktoken"]
|
41
|
+
llm = ["ollama", "openai", "python-liquid", "tiktoken"]
|
41
42
|
statistics = ["numpy", "scikit-learn", "scipy"]
|
42
43
|
viz = ["numpy", "pandas", "seaborn"]
|
43
44
|
|
@@ -128,6 +129,7 @@ filterwarnings = [
|
|
128
129
|
# Add additional warning supressions as needed here. For example, if a third-party library
|
129
130
|
# is throwing a deprecation warning that needs to be fixed upstream:
|
130
131
|
# "ignore::DeprecationWarning:typer",
|
132
|
+
"ignore::pytest.PytestUnraisableExceptionWarning"
|
131
133
|
]
|
132
134
|
|
133
135
|
[tool.coverage.run]
|
@@ -0,0 +1,34 @@
|
|
1
|
+
from pathlib import Path
|
2
|
+
|
3
|
+
|
4
|
+
def create_file_dir(filepath: str | Path) -> None:
|
5
|
+
"""Creates the parent directories for the specified filepath.
|
6
|
+
Does not throw any errors if the directories already exist.
|
7
|
+
|
8
|
+
Args:
|
9
|
+
filepath (str | Path): path to a file
|
10
|
+
"""
|
11
|
+
root_path = Path(filepath).parent
|
12
|
+
root_path.mkdir(parents=True, exist_ok=True)
|
13
|
+
|
14
|
+
|
15
|
+
def readable_size(size: float) -> str:
|
16
|
+
"""Convert a file size given in bytes to a human-readable format.
|
17
|
+
|
18
|
+
Args:
|
19
|
+
size (int): file size in bytes
|
20
|
+
|
21
|
+
Returns:
|
22
|
+
str: human-readable file size
|
23
|
+
"""
|
24
|
+
# Define the suffixes for each size unit
|
25
|
+
suffixes = ["B", "KB", "MB", "GB", "TB", "PB", "EB", "ZB", "YB"]
|
26
|
+
|
27
|
+
# Start with bytes
|
28
|
+
count = 0
|
29
|
+
while size >= 1024 and count < len(suffixes) - 1:
|
30
|
+
count += 1
|
31
|
+
size /= 1024
|
32
|
+
|
33
|
+
# Format the size to two decimal places and append the appropriate suffix
|
34
|
+
return f"{size:.2f} {suffixes[count]}"
|
@@ -0,0 +1,76 @@
|
|
1
|
+
from typing import Any
|
2
|
+
|
3
|
+
from ollama import Client
|
4
|
+
from openai import OpenAI
|
5
|
+
|
6
|
+
from not_again_ai.llm.ollama import chat_completion as chat_completion_ollama
|
7
|
+
from not_again_ai.llm.openai_api import chat_completion as chat_completion_openai
|
8
|
+
|
9
|
+
|
10
|
+
def chat_completion(
|
11
|
+
messages: list[dict[str, Any]],
|
12
|
+
model: str,
|
13
|
+
client: OpenAI | Client,
|
14
|
+
max_tokens: int | None = None,
|
15
|
+
temperature: float = 0.7,
|
16
|
+
json_mode: bool = False,
|
17
|
+
seed: int | None = None,
|
18
|
+
**kwargs: Any,
|
19
|
+
) -> dict[str, Any]:
|
20
|
+
"""Creates a common wrapper around chat completion models from different providers.
|
21
|
+
Currently supports the OpenAI API and Ollama local models.
|
22
|
+
All input parameters are supported by all providers in similar ways and the output is standardized.
|
23
|
+
|
24
|
+
Args:
|
25
|
+
messages (list[dict[str, Any]]): A list of messages to send to the model.
|
26
|
+
model (str): The model name to use.
|
27
|
+
client (OpenAI | Client): The client object to use for chat completion.
|
28
|
+
max_tokens (int, optional): The maximum number of tokens to generate.
|
29
|
+
temperature (float, optional): The temperature of the model. Increasing the temperature will make the model answer more creatively.
|
30
|
+
json_mode (bool, optional): This will structure the response as a valid JSON object.
|
31
|
+
seed (int, optional): The seed to use for the model for reproducible outputs.
|
32
|
+
|
33
|
+
Returns:
|
34
|
+
dict[str, Any]: A dictionary with the following keys
|
35
|
+
message (str | dict): The content of the generated assistant message.
|
36
|
+
If json_mode is True, this will be a dictionary.
|
37
|
+
completion_tokens (int): The number of tokens used by the model to generate the completion.
|
38
|
+
extras (dict): This will contain any additional fields returned by corresponding provider.
|
39
|
+
"""
|
40
|
+
# Determine which chat_completion function to call based on the client type
|
41
|
+
if isinstance(client, OpenAI):
|
42
|
+
response = chat_completion_openai.chat_completion(
|
43
|
+
messages=messages,
|
44
|
+
model=model,
|
45
|
+
client=client,
|
46
|
+
max_tokens=max_tokens,
|
47
|
+
temperature=temperature,
|
48
|
+
json_mode=json_mode,
|
49
|
+
seed=seed,
|
50
|
+
**kwargs,
|
51
|
+
)
|
52
|
+
elif isinstance(client, Client):
|
53
|
+
response = chat_completion_ollama.chat_completion(
|
54
|
+
messages=messages,
|
55
|
+
model=model,
|
56
|
+
client=client,
|
57
|
+
max_tokens=max_tokens,
|
58
|
+
temperature=temperature,
|
59
|
+
json_mode=json_mode,
|
60
|
+
seed=seed,
|
61
|
+
**kwargs,
|
62
|
+
)
|
63
|
+
else:
|
64
|
+
raise ValueError("Invalid client type")
|
65
|
+
|
66
|
+
# Parse the responses to be consistent
|
67
|
+
response_data = {}
|
68
|
+
response_data["message"] = response.get("message", None)
|
69
|
+
response_data["completion_tokens"] = response.get("completion_tokens", None)
|
70
|
+
|
71
|
+
# Return any additional fields from the response in an "extras" dictionary
|
72
|
+
extras = {k: v for k, v in response.items() if k not in response_data}
|
73
|
+
if extras:
|
74
|
+
response_data["extras"] = extras
|
75
|
+
|
76
|
+
return response_data
|
File without changes
|
@@ -0,0 +1,95 @@
|
|
1
|
+
import contextlib
|
2
|
+
import json
|
3
|
+
import re
|
4
|
+
from typing import Any
|
5
|
+
|
6
|
+
from ollama import Client, ResponseError
|
7
|
+
|
8
|
+
|
9
|
+
def _convert_duration(nanoseconds: int) -> float:
|
10
|
+
seconds = nanoseconds / 1_000_000_000
|
11
|
+
return round(seconds, 5)
|
12
|
+
|
13
|
+
|
14
|
+
def chat_completion(
|
15
|
+
messages: list[dict[str, Any]],
|
16
|
+
model: str,
|
17
|
+
client: Client,
|
18
|
+
max_tokens: int | None = None,
|
19
|
+
context_window: int | None = None,
|
20
|
+
temperature: float = 0.8,
|
21
|
+
json_mode: bool = False,
|
22
|
+
seed: int | None = None,
|
23
|
+
**kwargs: Any,
|
24
|
+
) -> dict[str, Any]:
|
25
|
+
"""Gets a Ollama chat completion response, see https://github.com/ollama/ollama/blob/main/docs/api.md#generate-a-chat-completion
|
26
|
+
For a full list of valid parameters: https://github.com/ollama/ollama/blob/main/docs/modelfile.md#valid-parameters-and-values
|
27
|
+
|
28
|
+
Args:
|
29
|
+
messages (list[dict[str, Any]]): A list of messages to send to the model.
|
30
|
+
model (str): The model to use.
|
31
|
+
client (Client): The Ollama client.
|
32
|
+
max_tokens (int, optional): The maximum number of tokens to generate. Ollama calls this `num_predict`.
|
33
|
+
context_window (int, optional): The number of tokens to consider as context. Ollama calls this `num_ctx`.
|
34
|
+
temperature (float, optional): The temperature of the model. Increasing the temperature will make the model answer more creatively.
|
35
|
+
json_mode (bool, optional): This will structure the response as a valid JSON object.
|
36
|
+
It is important to instruct the model to use JSON in the prompt. Otherwise, the model may generate large amounts whitespace.
|
37
|
+
seed (int, optional): The seed to use for the model for reproducible outputs. Defaults to None.
|
38
|
+
|
39
|
+
Returns:
|
40
|
+
dict[str, Any]: A dictionary with the following keys
|
41
|
+
message (str | dict): The content of the generated assistant message.
|
42
|
+
If json_mode is True, this will be a dictionary.
|
43
|
+
completion_tokens (int): The number of tokens used by the model to generate the completion.
|
44
|
+
response_duration (float): The time taken to generate the response in seconds.
|
45
|
+
"""
|
46
|
+
|
47
|
+
options = {
|
48
|
+
"num_predict": max_tokens,
|
49
|
+
"num_ctx": context_window,
|
50
|
+
"temperature": temperature,
|
51
|
+
}
|
52
|
+
if seed is not None:
|
53
|
+
options["seed"] = seed
|
54
|
+
options.update(kwargs)
|
55
|
+
|
56
|
+
all_args = {
|
57
|
+
"model": model,
|
58
|
+
"messages": messages,
|
59
|
+
"options": options,
|
60
|
+
}
|
61
|
+
if json_mode:
|
62
|
+
all_args["format"] = "json"
|
63
|
+
|
64
|
+
try:
|
65
|
+
response = client.chat(**all_args)
|
66
|
+
except ResponseError as e:
|
67
|
+
# If the error says "model 'model' not found" use regex then raise a more specific error
|
68
|
+
expected_pattern = f"model '{model}' not found"
|
69
|
+
if re.search(expected_pattern, e.error):
|
70
|
+
raise ResponseError(
|
71
|
+
f"Model '{model}' not found. Please use not_again_ai.llm.ollama.service.pull() first."
|
72
|
+
) from e
|
73
|
+
else:
|
74
|
+
raise ResponseError(e.message) from e
|
75
|
+
|
76
|
+
response_data: dict[str, Any] = {}
|
77
|
+
|
78
|
+
# Handle getting the message returned by the model
|
79
|
+
message = response["message"].get("content", None)
|
80
|
+
if message and json_mode:
|
81
|
+
with contextlib.suppress(json.JSONDecodeError):
|
82
|
+
message = json.loads(message)
|
83
|
+
if message:
|
84
|
+
response_data["message"] = message
|
85
|
+
|
86
|
+
# Get the number of tokens generated
|
87
|
+
response_data["completion_tokens"] = response.get("eval_count", None)
|
88
|
+
|
89
|
+
# Get the latency of the response
|
90
|
+
if response.get("total_duration", None):
|
91
|
+
response_data["response_duration"] = _convert_duration(response["total_duration"])
|
92
|
+
else:
|
93
|
+
response_data["response_duration"] = None
|
94
|
+
|
95
|
+
return response_data
|
@@ -0,0 +1,24 @@
|
|
1
|
+
import os
|
2
|
+
|
3
|
+
from ollama import Client
|
4
|
+
|
5
|
+
|
6
|
+
def ollama_client(host: str | None = None, timeout: float | None = None) -> Client:
|
7
|
+
"""Create an Ollama client instance based on the specified host or will read from the OLLAMA_HOST environment variable.
|
8
|
+
|
9
|
+
Args:
|
10
|
+
host (str, optional): The host URL of the Ollama server.
|
11
|
+
timeout (float, optional): The timeout for requests
|
12
|
+
|
13
|
+
Returns:
|
14
|
+
Client: An instance of the Ollama client.
|
15
|
+
|
16
|
+
Examples:
|
17
|
+
>>> client = client(host="http://localhost:11434")
|
18
|
+
"""
|
19
|
+
if host is None:
|
20
|
+
host = os.getenv("OLLAMA_HOST")
|
21
|
+
if host is None:
|
22
|
+
raise ValueError("Host must be provided or OLLAMA_HOST environment variable must be set.")
|
23
|
+
|
24
|
+
return Client(host=host, timeout=timeout)
|
@@ -0,0 +1,81 @@
|
|
1
|
+
from typing import Any
|
2
|
+
|
3
|
+
from ollama import Client
|
4
|
+
|
5
|
+
from not_again_ai.base.file_system import readable_size
|
6
|
+
|
7
|
+
|
8
|
+
def list_models(client: Client) -> list[dict[str, Any]]:
|
9
|
+
"""List models that are available locally.
|
10
|
+
|
11
|
+
Args:
|
12
|
+
client (Client): The Ollama client.
|
13
|
+
|
14
|
+
Returns:
|
15
|
+
list[dict[str, Any]]: A list of dictionaries (each corresponding to an available model) with the following keys:
|
16
|
+
name (str): Name of the model
|
17
|
+
model (str): Name of the model. This should be the same as the name.
|
18
|
+
modified_at (str): The date and time the model was last modified.
|
19
|
+
size (int): The size of the model in bytes.
|
20
|
+
size_readable (str): The size of the model in a human-readable format.
|
21
|
+
details (dict[str, Any]): Additional details about the model.
|
22
|
+
"""
|
23
|
+
response = client.list().get("models", [])
|
24
|
+
|
25
|
+
response_data = []
|
26
|
+
for model_data in response:
|
27
|
+
curr_model_data = {}
|
28
|
+
curr_model_data["name"] = model_data["name"]
|
29
|
+
curr_model_data["model"] = model_data["model"]
|
30
|
+
curr_model_data["modified_at"] = model_data["modified_at"]
|
31
|
+
curr_model_data["size"] = model_data["size"]
|
32
|
+
curr_model_data["size_readable"] = readable_size(model_data["size"])
|
33
|
+
curr_model_data["details"] = model_data["details"]
|
34
|
+
|
35
|
+
response_data.append(curr_model_data)
|
36
|
+
|
37
|
+
return response_data
|
38
|
+
|
39
|
+
|
40
|
+
def is_model_available(model_name: str, client: Client) -> bool:
|
41
|
+
"""Check if a model is available locally.
|
42
|
+
|
43
|
+
Args:
|
44
|
+
model_name (str): The name of the model.
|
45
|
+
client (Client): The Ollama client.
|
46
|
+
|
47
|
+
Returns:
|
48
|
+
bool: True if the model is available locally, False otherwise.
|
49
|
+
"""
|
50
|
+
# If model_name does not have a ":", append ":latest"
|
51
|
+
if ":" not in model_name:
|
52
|
+
model_name = f"{model_name}:latest"
|
53
|
+
models = list_models(client)
|
54
|
+
return any(model["name"] == model_name for model in models)
|
55
|
+
|
56
|
+
|
57
|
+
def show(model_name: str, client: Client) -> dict[str, Any]:
|
58
|
+
"""Show information about a model including the modelfile, available parameters, template, and additional details.
|
59
|
+
|
60
|
+
Args:
|
61
|
+
model_name (str): The name of the model.
|
62
|
+
client (Client): The Ollama client.
|
63
|
+
"""
|
64
|
+
response = client.show(model_name)
|
65
|
+
|
66
|
+
response_data = {}
|
67
|
+
response_data["modelfile"] = response["modelfile"]
|
68
|
+
response_data["parameters"] = response["parameters"]
|
69
|
+
response_data["template"] = response["template"]
|
70
|
+
response_data["details"] = response["details"]
|
71
|
+
return response_data
|
72
|
+
|
73
|
+
|
74
|
+
def pull(model_name: str, client: Client) -> Any:
|
75
|
+
"""Pull a model from the Ollama server and returns the status of the pull operation."""
|
76
|
+
return client.pull(model_name)
|
77
|
+
|
78
|
+
|
79
|
+
def delete(model_name: str, client: Client) -> Any:
|
80
|
+
"""Delete a model from the local filesystem and returns the status of the delete operation."""
|
81
|
+
return client.delete(model_name)
|
File without changes
|
@@ -6,7 +6,7 @@ from openai import OpenAI
|
|
6
6
|
|
7
7
|
|
8
8
|
def chat_completion(
|
9
|
-
messages: list[dict[str,
|
9
|
+
messages: list[dict[str, Any]],
|
10
10
|
model: str,
|
11
11
|
client: OpenAI,
|
12
12
|
tools: list[dict[str, Any]] | None = None,
|
@@ -33,8 +33,8 @@ def chat_completion(
|
|
33
33
|
client (OpenAI): An instance of the OpenAI client.
|
34
34
|
tools (list[dict[str, Any]], optional): A list of tools the model may generate JSON inputs for.
|
35
35
|
Defaults to None.
|
36
|
-
tool_choice (str, optional): The tool choice to use. Can be "auto", "none", or a specific function name.
|
37
|
-
Defaults to "auto".
|
36
|
+
tool_choice (str, optional): The tool choice to use. Can be "auto", "required", "none", or a specific function name.
|
37
|
+
Note the function name cannot be any of "auto", "required", or "none". Defaults to "auto".
|
38
38
|
max_tokens (int, optional): The maximum number of tokens to generate in the chat completion.
|
39
39
|
Defaults to None, which automatically limits to the model's maximum context length.
|
40
40
|
temperature (float, optional): What sampling temperature to use, between 0 and 2.
|
@@ -87,7 +87,7 @@ def chat_completion(
|
|
87
87
|
|
88
88
|
if tools is not None:
|
89
89
|
kwargs["tools"] = tools
|
90
|
-
if tool_choice not in ["none", "auto"]:
|
90
|
+
if tool_choice not in ["none", "auto", "required"]:
|
91
91
|
kwargs["tool_choice"] = {"type": "function", "function": {"name": tool_choice}}
|
92
92
|
else:
|
93
93
|
kwargs["tool_choice"] = tool_choice
|
@@ -1,12 +0,0 @@
|
|
1
|
-
import pathlib
|
2
|
-
|
3
|
-
|
4
|
-
def create_file_dir(filepath: str) -> None:
|
5
|
-
"""Creates the parent directories for the specified filepath.
|
6
|
-
Does not throw any errors if the directories already exist.
|
7
|
-
|
8
|
-
Args:
|
9
|
-
filepath (str): path to a file
|
10
|
-
"""
|
11
|
-
root_path = pathlib.Path(filepath).parent
|
12
|
-
root_path.mkdir(parents=True, exist_ok=True)
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|