together 0.2.8__py3-none-any.whl → 0.2.10__py3-none-any.whl

together/__init__.py

@@ -1,6 +1,7 @@
 import os
 import sys
 import urllib.parse
+from typing import Type
 
 from .version import VERSION
 
@@ -41,6 +42,27 @@ from .image import Image
 from .models import Models
 
 
+class Together:
+    complete: Type[Complete]
+    completion: Type[Completion]
+    embeddings: Type[Embeddings]
+    files: Type[Files]
+    finetune: Type[Finetune]
+    image: Type[Image]
+    models: Type[Models]
+
+    def __init__(
+        self,
+    ) -> None:
+        self.complete = Complete
+        self.completion = Completion
+        self.embeddings = Embeddings
+        self.files = Files
+        self.finetune = Finetune
+        self.image = Image
+        self.models = Models
+
+
 __all__ = [
     "api_key",
     "api_base",
@@ -63,4 +85,5 @@ __all__ = [
     "MISSING_API_KEY_MESSAGE",
     "BACKOFF_FACTOR",
     "min_samples",
+    "Together",
 ]

together/commands/complete.py

@@ -90,6 +90,13 @@ def add_parser(subparsers: argparse._SubParsersAction[argparse.ArgumentParser])
         action="store_true",
         help="temperature for the LM",
     )
+    subparser.add_argument(
+        "--safety-model",
+        "-sm",
+        default=None,
+        type=str,
+        help="The name of the safety model to use for moderation.",
+    )
     subparser.set_defaults(func=_run_complete)
 
 
@@ -142,6 +149,7 @@ def _run_complete(args: argparse.Namespace) -> None:
                 top_k=args.top_k,
                 repetition_penalty=args.repetition_penalty,
                 logprobs=args.logprobs,
+                safety_model=args.safety_model,
             )
         except together.AuthenticationError:
             logger.critical(together.MISSING_API_KEY_MESSAGE)
@@ -159,6 +167,7 @@ def _run_complete(args: argparse.Namespace) -> None:
                 top_p=args.top_p,
                 top_k=args.top_k,
                 repetition_penalty=args.repetition_penalty,
+                safety_model=args.safety_model,
                 raw=args.raw,
             ):
                 if not args.raw:

together/commands/embeddings.py

@@ -1,7 +1,6 @@
 from __future__ import annotations
 
 import argparse
-import json
 
 import together
 from together import Embeddings
@@ -42,7 +41,7 @@ def _run_complete(args: argparse.Namespace) -> None:
             model=args.model,
         )
 
-        print(json.dumps(response, indent=4))
+        print([e.embedding for e in response.data])
     except together.AuthenticationError:
         logger.critical(together.MISSING_API_KEY_MESSAGE)
         exit(0)

together/complete.py

@@ -24,6 +24,7 @@ class Complete:
         logprobs: Optional[int] = None,
         api_key: Optional[str] = None,
         cast: bool = False,
+        safety_model: Optional[str] = None,
     ) -> Union[Dict[str, Any], TogetherResponse]:
         if model == "":
             model = together.default_text_model
@@ -38,6 +39,7 @@ class Complete:
             "stop": stop,
             "repetition_penalty": repetition_penalty,
             "logprobs": logprobs,
+            "safety_model": safety_model,
         }
 
         # send request
@@ -70,6 +72,7 @@ class Complete:
         raw: Optional[bool] = False,
         api_key: Optional[str] = None,
         cast: Optional[bool] = False,
+        safety_model: Optional[str] = None,
     ) -> Union[Iterator[str], Iterator[TogetherResponse]]:
         """
         Prints streaming responses and returns the completed text.
@@ -88,6 +91,7 @@ class Complete:
             "stop": stop,
             "repetition_penalty": repetition_penalty,
             "stream_tokens": True,
+            "safety_model": safety_model,
         }
 
         # send request

together/embeddings.py

@@ -1,4 +1,5 @@
-from typing import Any, Dict, Optional
+import concurrent.futures
+from typing import Any, Dict, List, Optional, Union
 
 import together
 from together.utils import create_post_request, get_logger
@@ -7,29 +8,57 @@ from together.utils import create_post_request, get_logger
 logger = get_logger(str(__name__))
 
 
+class DataItem:
+    def __init__(self, embedding: List[float]):
+        self.embedding = embedding
+
+
+class EmbeddingsOutput:
+    def __init__(self, data: List[DataItem]):
+        self.data = data
+
+
 class Embeddings:
     @classmethod
     def create(
-        self,
-        input: str,
+        cls,
+        input: Union[str, List[str]],
         model: Optional[str] = "",
-    ) -> Dict[str, Any]:
+    ) -> EmbeddingsOutput:
         if model == "":
             model = together.default_embedding_model
 
-        parameter_payload = {
-            "input": input,
-            "model": model,
-        }
+        if isinstance(input, str):
+            parameter_payload = {
+                "input": input,
+                "model": model,
+            }
+
+            response = cls._process_input(parameter_payload)
+
+            return EmbeddingsOutput([DataItem(response["data"][0]["embedding"])])
 
+        elif isinstance(input, list):
+            # If input is a list, process each string concurrently
+            with concurrent.futures.ThreadPoolExecutor() as executor:
+                parameter_payloads = [{"input": item, "model": model} for item in input]
+                results = list(executor.map(cls._process_input, parameter_payloads))
+
+            return EmbeddingsOutput(
+                [DataItem(item["data"][0]["embedding"]) for item in results]
+            )
+
+    @classmethod
+    def _process_input(cls, parameter_payload: Dict[str, Any]) -> Dict[str, Any]:
         # send request
         response = create_post_request(
             url=together.api_base_embeddings, json=parameter_payload
         )
 
+        # return the json as a DotDict
         try:
             response_json = dict(response.json())
-
         except Exception as e:
             raise together.JSONError(e, http_status=response.status_code)
+
         return response_json

together/utils.py

@@ -75,6 +75,18 @@ def parse_timestamp(timestamp: str) -> datetime:
     raise ValueError("Timestamp does not match any expected format")
 
 
+def response_status_exception(response: requests.Response) -> None:
+    if response.status_code == 429:
+        raise together.RateLimitError(
+            message="Too many requests received. Please pace your requests."
+        )
+    elif response.status_code == 500:
+        raise Exception("server encountered an unexpected condition")
+    elif response.status_code == 401:
+        raise Exception("invalid authentication credentials")
+    response.raise_for_status()
+
+
 def create_post_request(
     url: str,
     headers: Optional[Dict[Any, Any]] = None,
@@ -99,15 +111,7 @@ def create_post_request(
     except requests.exceptions.RequestException as e:
         raise together.ResponseError(e)
 
-    if response.status_code == 429:
-        raise together.RateLimitError(
-            message="Too many requests received. Please pace your requests."
-        )
-    elif response.status_code == 500:
-        raise Exception("Invalid API key supplied.")
-    elif response.status_code == 401:
-        raise Exception("API Key not supplied")
-    response.raise_for_status()
+    response_status_exception(response)
 
     return response
 
@@ -139,15 +143,7 @@ def create_get_request(
     except requests.exceptions.RequestException as e:
         raise together.ResponseError(e)
 
-    if response.status_code == 429:
-        raise together.RateLimitError(
-            message="Too many requests received. Please pace your requests."
-        )
-    elif response.status_code == 500:
-        raise Exception("Invalid API key supplied.")
-    elif response.status_code == 401:
-        raise Exception("API Key not supplied")
-    response.raise_for_status()
+    response_status_exception(response)
 
     return response
 

{together-0.2.8.dist-info → together-0.2.10.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: together
-Version: 0.2.8
+Version: 0.2.10
 Summary: Python client for Together's Cloud Platform!
 Home-page: https://github.com/togethercomputer/together
 License: Apache-2.0
@@ -481,16 +481,6 @@ print(output_text)
 Space Robots are a great way to get your kids interested in science. After all, they are the future!
 ```
 
-## Embeddings API
-
-Embeddings are vector representations of sequences. You can use these vectors for measuring the overall similarity between texts. Embeddings are useful for tasks such as search and retrieval. 
-
-```python
-resp = together.Embeddings.create("embed this sentence into a single vector", model="togethercomputer/bert-base-uncased")
-
-print(resp['data'][0]['embedding']) # [0.06659205, 0.07896972, 0.007910785 ........]
-```
-
 ## Colab Tutorial
 
 Follow along in our Colab (Google Colaboratory) Notebook Tutorial [Example Finetuning Project](https://colab.research.google.com/drive/11DwtftycpDSgp3Z1vnV-Cy68zvkGZL4K?usp=sharing).

{together-0.2.8.dist-info → together-0.2.10.dist-info}/RECORD

@@ -1,16 +1,16 @@
-together/__init__.py,sha256=jm3pfhOf8VnPm64l6CN2Dpx_A4AkX-icbGOMvUE_lHo,1727
+together/__init__.py,sha256=nSapPqW45Ik_ACPunhBnwabZ3YunW9FPTcoj0Ex9iyg,2251
 together/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 together/cli/cli.py,sha256=aALVTU7hhPdiSm0P175UXCwkBphP5DMi3mLEJ10K-1o,1655
 together/commands/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 together/commands/chat.py,sha256=MbnTZz0rOAH6fwE_REL8SBvanzySmof8Tywna-UAtZE,4343
-together/commands/complete.py,sha256=5dhLkzQbmax34o0UizcxgzG2aiREM2Ii9lZ2je6zO6g,5554
-together/commands/embeddings.py,sha256=HzBh_SNtlmeUH3RuCNhPCLPjw1X_gSKgPu6-lRqs3P4,1181
+together/commands/complete.py,sha256=GEH5SFyMQycfIu3ukbW5Pkj9CRm_htfskDjEwLZgXhE,5833
+together/commands/embeddings.py,sha256=6JDz-Jd1lXSUWTb6ESKDnHPgjMXPP9YrDkJNPq82EaI,1175
 together/commands/files.py,sha256=nlM21PIklCD1ebc9Vlw5KKr8tyqwwfS4zw5BEj9UXAg,5890
 together/commands/finetune.py,sha256=4f-VZWnfZeRs39MvTnu_kYpoI53bpSmYtVbboY4N-C8,11240
 together/commands/image.py,sha256=2JWI597OO77nPJR9cBiJspZ74ijrCtZgcAF538H_AMA,4007
 together/commands/models.py,sha256=MOkn_IZw4NnhnQyFHAmRvXsqT9_tz26xLTD7mTuDO_E,6201
-together/complete.py,sha256=6fJ9lYP2hdvVVcllKSgOHetc755GtE3WGwagum-YfNY,5333
-together/embeddings.py,sha256=v7p4lSS6wQf6e2jncBeJQg3l-e6ae4kgVrMnvIfmnN8,815
+together/complete.py,sha256=T51DEzvWVKrp6CnQyEwLTaaFbcZE25EJW8oGxXUWUnM,5505
+together/embeddings.py,sha256=uIHVmvYMci-8CoNJCAXk9zcAFyhxZRuxv5Mw8tGOSrg,1884
 together/error.py,sha256=OlEuDG1E-O__fvKpwQ3mL3QxGNJ-OsMgmKwp-aJiG-4,2631
 together/files.py,sha256=1NFojMHHV8HfND2NmMVHhZcQljRM-iMLwXocnMJBRt0,12256
 together/finetune.py,sha256=VwYbhSwqwh0emCanHCoFTA9yu1zg4-0tBQQH9KFxfdA,12187
@@ -19,10 +19,10 @@ together/models.py,sha256=KQ-0OZ_H2-K8SPwhUwhFvDdRgBX4B48KQiPA3Sy9JhM,3072
 together/tools/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 together/tools/conversation.py,sha256=m_rt0VBkpweHV0DXZwQmaXeGGfnUr96fHqdRjabfLBk,1859
 together/types.py,sha256=8dVfnuA4zOXoKXf5lLZJmRTzkLbpajG_uPLTsdGfNF0,3063
-together/utils.py,sha256=hNT4ijYr1CVa3sn8gtFAbDcPyUe6U250Xn8a9XcfB_M,5334
+together/utils.py,sha256=OEgwqky7P5NwkhA8ptsn0IRN5M4Z4UPT06uYeGOgKoQ,5144
 together/version.py,sha256=p03ivHyE0SyWU4jAnRTBi_sOwywVWoZPU4g2gzRgG-Y,126
-together-0.2.8.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-together-0.2.8.dist-info/METADATA,sha256=URNmYONXxfwYozgmCQYp09WY-_KEaj_28uxJ8U5NJaw,27070
-together-0.2.8.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
-together-0.2.8.dist-info/entry_points.txt,sha256=G-b5NKW6lUUf1V1fH8IPTBb7jXnK7lhbX9H1zTEJXPs,50
-together-0.2.8.dist-info/RECORD,,
+together-0.2.10.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+together-0.2.10.dist-info/METADATA,sha256=RtoA0wRDdqGCxscFSUHgNPk1OhaDfZLFXYJAyc8feyE,26635
+together-0.2.10.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
+together-0.2.10.dist-info/entry_points.txt,sha256=G-b5NKW6lUUf1V1fH8IPTBb7jXnK7lhbX9H1zTEJXPs,50
+together-0.2.10.dist-info/RECORD,,