together 0.1.1__py3-none-any.whl → 0.1.2__py3-none-any.whl

together/__init__.py

@@ -14,6 +14,7 @@ api_base = "https://api.together.xyz/"
 api_base_complete = urllib.parse.urljoin(api_base, "/api/inference")
 api_base_files = urllib.parse.urljoin(api_base, "/v1/files/")
 api_base_finetune = urllib.parse.urljoin(api_base, "/v1/fine-tunes/")
+api_base_instances = urllib.parse.urljoin(api_base, "instances/")
 
 default_text_model = "togethercomputer/RedPajama-INCITE-7B-Chat"
 default_image_model = "runwayml/stable-diffusion-v1-5"
@@ -34,6 +35,7 @@ __all__ = [
     "api_base_complete",
     "api_base_files",
     "api_base_finetune",
+    "api_base_instances",
     "default_text_model",
     "default_image_model",
     "get_logger",

together/cli/cli.py

@@ -12,6 +12,13 @@ def main() -> None:
         prog="together",
     )
 
+    parser.add_argument(
+        "-V",
+        "--version",
+        action="version",
+        version="%(prog)s " + together.version,
+    )
+
     parser.add_argument(
         "--endpoint",
         "-e",

together/commands/image.py

@@ -33,19 +33,19 @@ def add_parser(subparsers: argparse._SubParsersAction[argparse.ArgumentParser])
 
     subparser.add_argument(
         "--height",
-        default=512,
+        default=256,
         type=int,
         help="Pixel height for generated image results",
     )
     subparser.add_argument(
         "--width",
-        default=512,
+        default=256,
         type=int,
         help="Pixel width for generated image results",
     )
     subparser.add_argument(
         "--steps",
-        default=50,
+        default=20,
         type=int,
         help="Number of steps",
     )

together/commands/models.py

@@ -16,6 +16,9 @@ def add_parser(
 
     _add_list(child_parsers)
     _add_info(child_parsers)
+    _add_instances(child_parsers)
+    _add_start(child_parsers)
+    _add_stop(child_parsers)
 
 
 def _add_list(
@@ -50,6 +53,45 @@ def _add_info(
     subparser.set_defaults(func=_run_info)
 
 
+def _add_instances(
+    parser: argparse._SubParsersAction[argparse.ArgumentParser],
+) -> None:
+    subparser = parser.add_parser("instances")
+    subparser.add_argument(
+        "--raw",
+        help="Raw list of instances",
+        default=False,
+        action="store_true",
+    )
+    subparser.set_defaults(func=_run_instances)
+
+
+def _add_start(
+    parser: argparse._SubParsersAction[argparse.ArgumentParser],
+) -> None:
+    subparser = parser.add_parser("start")
+    subparser.add_argument(
+        "model",
+        metavar="MODEL",
+        help="Proper Model API string name",
+        type=str,
+    )
+    subparser.set_defaults(func=_run_start)
+
+
+def _add_stop(
+    parser: argparse._SubParsersAction[argparse.ArgumentParser],
+) -> None:
+    subparser = parser.add_parser("stop")
+    subparser.add_argument(
+        "model",
+        metavar="MODEL",
+        help="Proper Model API string name",
+        type=str,
+    )
+    subparser.set_defaults(func=_run_stop)
+
+
 def _run_list(args: argparse.Namespace) -> None:
     models = Models()
     response = models.list()
@@ -87,3 +129,25 @@ def _run_info(args: argparse.Namespace) -> None:
                 model_info = {key: i[key] for key in visible_keys if key in i}
                 print(json.dumps(model_info, indent=4))
             break
+
+
+def _run_instances(args: argparse.Namespace) -> None:
+    models = Models()
+    response = models.instances()
+    if args.raw:
+        print(json.dumps(response, indent=4))
+    else:
+        started_instances = [key for key in response.keys() if response[key] is True]
+        print(json.dumps(started_instances, indent=4))
+
+
+def _run_start(args: argparse.Namespace) -> None:
+    models = Models()
+    response = models.start(args.model)
+    print(json.dumps(response, indent=4))
+
+
+def _run_stop(args: argparse.Namespace) -> None:
+    models = Models()
+    response = models.stop(args.model)
+    print(json.dumps(response, indent=4))

together/complete.py

@@ -1,5 +1,5 @@
 import json
-from typing import Any, Dict, Iterator, Optional
+from typing import Any, Dict, Iterator, List, Optional
 
 import requests
 import sseclient  # type: ignore
@@ -23,7 +23,7 @@ class Complete:
         prompt: str,
         model: Optional[str] = "",
         max_tokens: Optional[int] = 128,
-        stop: Optional[str] = None,
+        stop: Optional[List[str]] = [],
         temperature: Optional[float] = 0.7,
         top_p: Optional[float] = 0.7,
         top_k: Optional[int] = 50,

together/image.py

@@ -20,7 +20,7 @@ class Image:
         self,
         prompt: str,
         model: Optional[str] = "",
-        steps: Optional[int] = 50,
+        steps: Optional[int] = 20,
         seed: Optional[int] = 42,
         results: Optional[int] = 1,
         height: Optional[int] = 256,

together/models.py

@@ -1,5 +1,5 @@
 import urllib.parse
-from typing import Any, List
+from typing import Any, Dict, List
 
 import requests
 
@@ -42,3 +42,87 @@ class Models:
             raise together.JSONError(e, http_status=response.status_code)
 
         return response_list
+
+    @classmethod
+    def instances(self) -> Dict[str, bool]:
+        headers = {
+            "Authorization": f"Bearer {together.api_key}",
+            "accept": "application/json",
+        }
+        try:
+            response = requests.get(
+                together.api_base_instances,
+                headers=headers,
+            )
+            response.raise_for_status()
+        except requests.exceptions.RequestException as e:
+            logger.critical(f"Response error raised: {e}")
+            raise together.ResponseError(e)
+
+        try:
+            response_dict = response.json()
+        except Exception as e:
+            logger.critical(
+                f"JSON Error raised: {e}\nResponse status code = {response.status_code}"
+            )
+            raise together.JSONError(e, http_status=response.status_code)
+
+        return dict(response_dict)
+
+    @classmethod
+    def start(self, model: str) -> Dict[str, str]:
+        model_url = urllib.parse.urljoin(
+            together.api_base_instances, f"start?model={model}"
+        )
+        headers = {
+            "Authorization": f"Bearer {together.api_key}",
+            "accept": "application/json",
+        }
+        try:
+            response = requests.post(
+                model_url,
+                headers=headers,
+            )
+            response.raise_for_status()
+        except requests.exceptions.RequestException as e:
+            logger.critical(f"Response error raised: {e}")
+            raise together.ResponseError(e)
+
+        try:
+            response_dict = response.json()
+        except Exception as e:
+            logger.critical(
+                f"JSON Error raised: {e}\nResponse status code = {response.status_code}"
+            )
+            raise together.JSONError(e, http_status=response.status_code)
+
+        return dict(response_dict)
+
+    @classmethod
+    def stop(self, model: str) -> Dict[str, str]:
+        model_url = urllib.parse.urljoin(
+            together.api_base_instances, f"stop?model={model}"
+        )
+        headers = {
+            "Authorization": f"Bearer {together.api_key}",
+            "accept": "application/json",
+        }
+        try:
+            response = requests.post(
+                model_url,
+                headers=headers,
+            )
+            response.raise_for_status()
+        except requests.exceptions.RequestException as e:
+            logger.critical(f"Response error raised: {e}")
+            raise together.ResponseError(e)
+
+        try:
+            response_dict = response.json()
+        except Exception as e:
+            logger.critical(
+                f"JSON Error raised: {e}\nResponse status code = {response.status_code}"
+            )
+            raise together.JSONError(e, http_status=response.status_code)
+
+        return dict(response_dict)

together/version.py

@@ -1 +1 @@
-VERSION = "0.1.0"
+VERSION = "0.1.2"

{together-0.1.1.dist-info → together-0.1.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: together
-Version: 0.1.1
+Version: 0.1.2
 Summary: Python client for Together's Cloud Platform!
 Project-URL: Homepage, https://github.com/togethercomputer/together
 Project-URL: Bug Tracker, https://github.com/togethercomputer/together/issues
@@ -235,6 +235,8 @@ pip install --upgrade together
 
 # Usage
 
+> 🚧 You will need to create a free account with [together.ai](https://api.together.xyz/) to obtain a Together API Key.
+
 The Python Library requires your Together API Key to be configured. This key can be found in your Account's settings on the Playground. Simply click on and navigate to Profile Button > Settings > API Keys.
 
 The API Key can be configured by either setting the `TOGETHER_API_KEY` environment variable, like this:
@@ -250,7 +252,26 @@ import together
 together.api_key = "xxxxx"
 ```
 
-> 🚧 You will need to start a model instance from the Playground before you can query it from the API
+Once you've provided your API key, you can browse our list of available models:
+
+```python
+import together
+
+# set your API key
+together.api_key = "xxxxx"
+
+# list available models and descriptons
+models = together.Models.list()
+
+# print the first model's name
+print(models[0]['name'])
+```
+
+Let's start an instance of one of the models in the list above. You can also start an instance by clicking play on any model in the [models playground](https://api.together.xyz/playground).
+
+```python
+together.Models.start("togethercomputer/RedPajama-INCITE-7B-Base")
+```
 
 Once you've started a model instance, you can start querying:
 
@@ -272,6 +293,18 @@ output = together.Complete.create("Space robots", model="togethercomputer/RedPaj
 print(output['output']['choices'][0]['text'])
 ```
 
+Check which models have been started or stopped:
+
+```python
+together.Models.instances()
+```
+
+To stop your model instance:
+
+```python
+together.Models.stop("togethercomputer/RedPajama-INCITE-7B-Base")
+```
+
 ## Chat
 
 The `chat` command is a CLI-based chat application that can be used for back-and-forth conversations with models in a pre-defined format.
@@ -313,9 +346,19 @@ together --help
 # list available models
 together models list
 
+# start a model
+together models start togethercomputer/RedPajama-INCITE-7B-Base
+
 # create completion
 together complete "Space robots" -m togethercomputer/RedPajama-INCITE-7B-Base
+
+# check which models are running
+together models instances
+
+# stop a model
+together models stop togethercomputer/RedPajama-INCITE-7B-Base
 ```
+
 ## Contributing
 1. Clone the repo and make your changes
 2. Run `pip install together['quality']`

{together-0.1.1.dist-info → together-0.1.2.dist-info}/RECORD

@@ -1,25 +1,25 @@
-together/__init__.py,sha256=NrCGNA91lPRdBAbAPg9knlzzIZLqBHsWk9Xw99DVvZo,1105
-together/complete.py,sha256=dIYvjYLbhQzF1mtENdLWxqg9c6_8MqTWVT09A0YkSz8,4800
+together/__init__.py,sha256=wtmG4WYGwdTi6kaQaBz9jSRBVgRbqVszNBkHvS5z7dU,1197
+together/complete.py,sha256=0LmNUBpTFAE9yyVwPoNMsbZ3GasK7ytek0EpnGfCAow,4810
 together/error.py,sha256=uHSkcug_tp5gi0oqk1q1trqhhd5VwpegC1Ka0mvz2OM,2043
 together/files.py,sha256=nIU43_s2OmVYRAf9w-0146As3YXaNis2twvbH7Hfc7E,9081
 together/finetune.py,sha256=Pv58KXb6Wrt1ou2oAx_zfNywIOIgqG6dL6VRIT56W2I,10886
-together/image.py,sha256=Eu7ykL4Rov52j2OzrhU9bMKfeTX6teu58Fc-v8E1q4s,2167
-together/models.py,sha256=ZcXO7y6gm-2P584oeNpVZ7e3s-fdCHLxz7_yN7VQVNI,1212
-together/version.py,sha256=CpXi3jGlx23RvRyU7iytOMZrnspdWw4yofS8lpP1AJU,18
+together/image.py,sha256=VrbU6aGQVtRktLHQPao8bUXL3bq1RXhOJxVBQzSp0bk,2167
+together/models.py,sha256=PgruT8rtTelzIchbTvrF4ve-ASQvJELCZgXV37ke2XE,4029
+together/version.py,sha256=3ITyQfKn-h4AMdaHk5rHJaliZbCnbLZ7O3QQnAJH8yI,18
 together/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-together/cli/cli.py,sha256=Qms7RsLBJa6vWmwxhjpWPZfB21FKUbMknIAgXezx_6Q,1531
+together/cli/cli.py,sha256=PVhRFkXzQF7WYYjYv3YmNxRAX_aGNyVc46pASyNy9w0,1672
 together/commands/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 together/commands/chat.py,sha256=W3xnVn3i7yoB10ksSe718e-U7rMT7d-fnOMlwNvCDmw,4098
 together/commands/complete.py,sha256=jLRnr9pWipmZNI4hLc88aHDovK_tqgpx6QOp2J7Bc2E,5107
 together/commands/files.py,sha256=QPnXjTTQl0wrI7EoeFLJQ5OV2407cz_1rfcGy22xFcI,3019
 together/commands/finetune.py,sha256=m3-ZYp5X0EB5T8C4vZzS2oc1oLko0mHi2Mk_kLh1hho,9224
-together/commands/image.py,sha256=hy0cNSzFiT2bRmFgKqXxtzP8tz-yACb4ltXlML9nTGw,3692
-together/commands/models.py,sha256=QtBuiE7INKmEM8Q0Pl_lg1O2JhlnlLEvigH6h67itFM,2184
+together/commands/image.py,sha256=rzeztlgmqzFFt_2fTcM46tevukCcweuJLFbcA9xWLJA,3692
+together/commands/models.py,sha256=pWE65njA04cYwcfh2IlPj5VyirFEYZFZXFHa1Jb4IP8,3884
 together/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 together/utils/conversation.py,sha256=m_rt0VBkpweHV0DXZwQmaXeGGfnUr96fHqdRjabfLBk,1859
 together/utils/utils.py,sha256=B2hEOa9RkR2ykviMnetVGmZ_581BmH4G41owgwLWRGg,1833
-together-0.1.1.dist-info/METADATA,sha256=yxTHpxykRl8okpfGXsm2KcDkLVLC4GQTUiDAV7JX1S0,17569
-together-0.1.1.dist-info/WHEEL,sha256=9QBuHhg6FNW7lppboF2vKVbCGTVzsFykgRQjjlajrhA,87
-together-0.1.1.dist-info/entry_points.txt,sha256=A899fxUpqEYrAWuo0FyXSfuJ2SgrJNnkI7aSnrnPx6c,51
-together-0.1.1.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-together-0.1.1.dist-info/RECORD,,
+together-0.1.2.dist-info/METADATA,sha256=8IX9flug-pItAvdXpB0qr8M7kO2fElXk46wy8NYXa_k,18574
+together-0.1.2.dist-info/WHEEL,sha256=9QBuHhg6FNW7lppboF2vKVbCGTVzsFykgRQjjlajrhA,87
+together-0.1.2.dist-info/entry_points.txt,sha256=A899fxUpqEYrAWuo0FyXSfuJ2SgrJNnkI7aSnrnPx6c,51
+together-0.1.2.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+together-0.1.2.dist-info/RECORD,,