together 1.1.2__py3-none-any.whl → 1.1.3__py3-none-any.whl

together/types/chat_completions.py

@@ -20,6 +20,7 @@ class MessageRole(str, Enum):
     ASSISTANT = "assistant"
     SYSTEM = "system"
     USER = "user"
+    TOOL = "tool"
 
 
 class ResponseFormatType(str, Enum):

{together-1.1.2.dist-info → together-1.1.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: together
-Version: 1.1.2
+Version: 1.1.3
 Summary: Python client for Together's Cloud Platform!
 Home-page: https://github.com/togethercomputer/together-python
 License: Apache-2.0
@@ -17,7 +17,7 @@ Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Requires-Dist: aiohttp (>=3.9.3,<4.0.0)
 Requires-Dist: click (>=8.1.7,<9.0.0)
-Requires-Dist: eval-type-backport (>=0.1.3,<0.2.0)
+Requires-Dist: eval-type-backport (>=0.1.3,<0.3.0)
 Requires-Dist: filelock (>=3.13.1,<4.0.0)
 Requires-Dist: numpy (>=1.23.5) ; python_version < "3.12"
 Requires-Dist: numpy (>=1.26.0) ; python_version >= "3.12"
@@ -32,32 +32,46 @@ Project-URL: Bug Tracker, https://github.com/togethercomputer/together-python/is
 Project-URL: Repository, https://github.com/togethercomputer/together-python
 Description-Content-Type: text/markdown
 
-The [Together Python Library](https://pypi.org/project/together/) is the official Python client for Together's API platform, providing a convenient way for interacting with the REST APIs and enables easy integrations with Python 3.8+ applications with easy to use synchronous and asynchronous clients.
+<div align="center">
+  <a href="https://www.together.ai/">
+    <img alt="together.ai" height="100px" src="https://assets-global.website-files.com/64f6f2c0e3f4c5a91c1e823a/654693d569494912cfc0c0d4_favicon.svg">
+  </a>
+</div>
 
-# Installation
+# Together Python API library
+
+[![PyPI version](https://img.shields.io/pypi/v/together.svg)](https://pypi.org/project/together/)
+[![Discord](https://dcbadge.vercel.app/api/server/9Rk6sSeWEG?style=flat&compact=true)](https://discord.com/invite/9Rk6sSeWEG)
+[![Twitter](https://img.shields.io/twitter/url/https/twitter.com/togethercompute.svg?style=social&label=Follow%20%40togethercompute)](https://twitter.com/togethercompute)
+
+The [Together Python API Library](https://pypi.org/project/together/) is the official Python client for Together's API platform, providing a convenient way for interacting with the REST APIs and enables easy integrations with Python 3.8+ applications with easy to use synchronous and asynchronous clients.
+
+
+
+## Installation
 
 > 🚧
-> The library was rewritten in v1.0.0 released in April of 2024. There were significant changes made.
+> The Library was rewritten in v1.0.0 released in April of 2024. There were significant changes made.
 
-To install Together Python Library from PyPi, simply run:
+To install Together Python Library from PyPI, simply run:
 
 ```shell Shell
 pip install --upgrade together
 ```
 
-## Setting up API Key
+### Setting up API Key
 
 > 🚧 You will need to create an account with [Together.ai](https://api.together.xyz/) to obtain a Together API Key.
 
 Once logged in to the Together Playground, you can find available API keys in [this settings page](https://api.together.xyz/settings/api-keys).
 
-### Setting environment variable
+#### Setting environment variable
 
 ```shell
 export TOGETHER_API_KEY=xxxxx
 ```
 
-### Using the client
+#### Using the client
 
 ```python
 from together import Together
@@ -65,11 +79,11 @@ from together import Together
 client = Together(api_key="xxxxx")
 ```
 
-This library contains both a python library and a CLI. We'll demonstrate how to use both below.
+This repo contains both a Python Library and a CLI. We'll demonstrate how to use both below.
 
-# Usage – Python Client
+## Usage – Python Client
 
-## Chat Completions
+### Chat Completions
 
 ```python
 import os
@@ -84,7 +98,7 @@ response = client.chat.completions.create(
 print(response.choices[0].message.content)
 ```
 
-### Streaming
+#### Streaming
 
 ```python
 import os
@@ -101,7 +115,7 @@ for chunk in stream:
     print(chunk.choices[0].delta.content or "", end="", flush=True)
 ```
 
-### Async usage
+#### Async usage
 
 ```python
 import os, asyncio
@@ -130,7 +144,7 @@ async def async_chat_completion(messages):
 asyncio.run(async_chat_completion(messages))
 ```
 
-## Completions
+### Completions
 
 Completions are for code and language models shown [here](https://docs.together.ai/docs/inference-models). Below, a code model example is shown.
 
@@ -143,11 +157,12 @@ client = Together(api_key=os.environ.get("TOGETHER_API_KEY"))
 response = client.completions.create(
     model="codellama/CodeLlama-34b-Python-hf",
     prompt="Write a Next.js component with TailwindCSS for a header component.",
+    max_tokens=200,
 )
 print(response.choices[0].text)
 ```
 
-### Streaming
+#### Streaming
 
 ```python
 import os
@@ -164,7 +179,7 @@ for chunk in stream:
     print(chunk.choices[0].delta.content or "", end="", flush=True)
 ```
 
-### Async usage
+#### Async usage
 
 ```python
 import os, asyncio
@@ -193,7 +208,7 @@ async def async_chat_completion(prompts):
 asyncio.run(async_chat_completion(prompts))
 ```
 
-## Image generation
+### Image generation
 
 ```python
 import os
@@ -210,7 +225,7 @@ response = client.images.generate(
 print(response.data[0].b64_json)
 ```
 
-## Embeddings
+### Embeddings
 
 ```python
 from typing import List
@@ -229,7 +244,7 @@ embeddings = get_embeddings(input_texts, model='togethercomputer/m2-bert-80M-8k-
 print(embeddings)
 ```
 
-## Files
+### Files
 
 The files API is used for fine-tuning and allows developers to upload data to fine-tune on. It also has several methods to list all files, retrive files, and delete files. Please refer to our fine-tuning docs [here](https://docs.together.ai/docs/fine-tuning-python).
 
@@ -246,7 +261,7 @@ client.files.retrieve_content(id="file-d0d318cb-b7d9-493a-bd70-1cfe089d3815") #
 client.files.delete(id="file-d0d318cb-b7d9-493a-bd70-1cfe089d3815") # deletes a file
 ```
 
-## Fine-tunes
+### Fine-tunes
 
 The finetune API is used for fine-tuning and allows developers to create finetuning jobs. It also has several methods to list all jobs, retrive statuses and get checkpoints. Please refer to our fine-tuning docs [here](https://docs.together.ai/docs/fine-tuning-python).
 
@@ -273,7 +288,7 @@ client.fine_tuning.list_events(id="ft-c66a5c18-1d6d-43c9-94bd-32d756425b4b") #
 client.fine_tuning.download(id="ft-c66a5c18-1d6d-43c9-94bd-32d756425b4b") # downloads compressed fine-tuned model or checkpoint to local disk
 ```
 
-## Models
+### Models
 
 This lists all the models that Together supports.
 
@@ -289,9 +304,9 @@ for model in models:
     print(model)
 ```
 
-# Usage – CLI
+## Usage – CLI
 
-## Chat Completions
+### Chat Completions
 
 ```bash
 together chat.completions \
@@ -302,7 +317,7 @@ together chat.completions \
 
 The Chat Completions CLI enables streaming tokens to stdout by default. To disable streaming, use `--no-stream`.
 
-## Completions
+### Completions
 
 ```bash
 together completions \
@@ -314,7 +329,7 @@ together completions \
 
 The Completions CLI enables streaming tokens to stdout by default. To disable streaming, use `--no-stream`.
 
-## Image Generations
+### Image Generations
 
 ```bash
 together images generate \
@@ -325,7 +340,7 @@ together images generate \
 
 The image is opened in the default image viewer by default. To disable this, use `--no-show`.
 
-## Files
+### Files
 
 ```bash
 # Help
@@ -350,7 +365,7 @@ together files retrieve-content file-6f50f9d1-5b95-416c-9040-0799b2b4b894
 together files delete file-6f50f9d1-5b95-416c-9040-0799b2b4b894
 ```
 
-## Fine-tuning
+### Fine-tuning
 
 ```bash
 # Help
@@ -377,7 +392,7 @@ together fine-tuning cancel ft-c66a5c18-1d6d-43c9-94bd-32d756425b4b
 together fine-tuning download ft-c66a5c18-1d6d-43c9-94bd-32d756425b4b
 ```
 
-## Models
+### Models
 
 ```bash
 # Help

{together-1.1.2.dist-info → together-1.1.3.dist-info}/RECORD

@@ -34,7 +34,7 @@ together/resources/models.py,sha256=2dtHhXAqTDOOpwSbYLzWcKTC0-m2Szlb7LDYvp7Jr4w,
 together/together_response.py,sha256=MhczUCPem93cjX-A1TOAUrRj3sO-o3SLcEcTsZgVzQI,1319
 together/types/__init__.py,sha256=K7Gv6hLmobIfqfmijZbZwFrwxK_YKIDR_v94_ElFmVA,1432
 together/types/abstract.py,sha256=1lFQI_3WjsR_t1128AeKW0aTk6EiM6Gh1J3ZuyLLPao,642
-together/types/chat_completions.py,sha256=WoIzd21wXLwen7AIM0Ttq9KFl4GsPOaJs-UMu2Bs110,3630
+together/types/chat_completions.py,sha256=C8ihEuKz2RnO6z4d-iF8GNuVOCqEizRG3mtQDgyZ9hw,3648
 together/types/common.py,sha256=0evjGduXV_tStd0TkGNwvU4fDjfLGUOuUJz6Vl5KYbs,1491
 together/types/completions.py,sha256=_ll3jCY7OhEJP9md_x2FrmPNGE4P_Nx44klIQ2BrfEc,2173
 together/types/embeddings.py,sha256=J7grkYYn7xhqeKaBO2T-8XQRtHhkzYzymovtGdIUK5A,751
@@ -49,8 +49,8 @@ together/utils/api_helpers.py,sha256=RSF7SRhbjHzroMOSWAXscflByM1r1ta_1SpxkAT22iE
 together/utils/files.py,sha256=gMLthqfP5hKxVAerHMdy7gLXzdfY6lyOXdpW24Y4X3I,7165
 together/utils/tools.py,sha256=3-lXWP3cBCzOVSZg9tr5zOT1jaVeKAKVWxO2fcXZTh8,1788
 together/version.py,sha256=p03ivHyE0SyWU4jAnRTBi_sOwywVWoZPU4g2gzRgG-Y,126
-together-1.1.2.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-together-1.1.2.dist-info/METADATA,sha256=JZqV7UEk2IUIQcUgM0F8JoepNbXZynUkskqq871B-GA,11114
-together-1.1.2.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-together-1.1.2.dist-info/entry_points.txt,sha256=G-b5NKW6lUUf1V1fH8IPTBb7jXnK7lhbX9H1zTEJXPs,50
-together-1.1.2.dist-info/RECORD,,
+together-1.1.3.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+together-1.1.3.dist-info/METADATA,sha256=mcQwEs6SMuD_Gt54xWTgiQwfR1Wr8CKNfzWwvJmz4lg,11812
+together-1.1.3.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+together-1.1.3.dist-info/entry_points.txt,sha256=G-b5NKW6lUUf1V1fH8IPTBb7jXnK7lhbX9H1zTEJXPs,50
+together-1.1.3.dist-info/RECORD,,