sutro 0.1.31__py3-none-any.whl → 0.1.33__py3-none-any.whl

sutro/cli.py

@@ -246,7 +246,8 @@ def results(
     job_results = sdk.get_job_results(
         job_id, include_inputs, include_cumulative_logprobs
     )
-    if not job_results:
+    if job_results is None or len(job_results) == 0:
+        print(Fore.YELLOW + "No results found for job " + job_id + "." + Style.RESET_ALL)
         return
 
     df = pl.DataFrame(job_results)

sutro/sdk.py

@@ -846,7 +846,7 @@ class Sutro:
                 spinner.write(
                     to_colored_text("✔ Job status retrieved!", state="success")
                 )
-                return response_data["job_status"][job_id]
+                return response_data
             except requests.HTTPError as e:
                 spinner.write(
                     to_colored_text(
@@ -983,7 +983,7 @@ class Sutro:
                 results_df = results_df.drop(
                     [output_column, "output_column_json_decoded"]
                 )
-            except json.JSONDecodeError:
+            except Exception as e:
                 # if the first row cannot be json decoded, do nothing
                 pass
 

sutro-0.1.33.dist-info/METADATA

@@ -0,0 +1,176 @@
+Metadata-Version: 2.4
+Name: sutro
+Version: 0.1.33
+Summary: Sutro Python SDK
+Project-URL: Homepage, https://sutro.sh
+Project-URL: Documentation, https://docs.sutro.sh
+License-Expression: Apache-2.0
+License-File: LICENSE
+Requires-Python: >=3.10
+Requires-Dist: click==8.1.7
+Requires-Dist: colorama==0.4.4
+Requires-Dist: numpy==2.1.1
+Requires-Dist: pandas==2.2.3
+Requires-Dist: polars==1.8.2
+Requires-Dist: pyarrow==21.0.0
+Requires-Dist: pydantic==2.11.4
+Requires-Dist: requests==2.32.3
+Requires-Dist: tqdm==4.67.1
+Requires-Dist: yaspin==3.1.0
+Provides-Extra: dev
+Requires-Dist: ruff==0.13.1; extra == 'dev'
+Description-Content-Type: text/markdown
+
+![Sutro Logo](./assets/sutro-logo-dark.png)
+![PyPI - Version](https://img.shields.io/pypi/v/sutro)
+![PyPI - Downloads](https://img.shields.io/pypi/dm/sutro)
+
+Sutro makes it easy to analyze and generate unstructured data using LLMs, from quick experiments to billion token jobs. 
+
+Whether you're generating synthetic data, running model evals, structuring unstructured data, classifying data, or generating embeddings - *batch inference is faster, cheaper, and easier* with Sutro.
+
+Visit [sutro.sh](https://sutro.sh) to learn more and request access to the cloud beta.
+
+## 🚀 Quickstart
+
+Install:
+
+```bash
+[uv] pip install sutro
+```
+
+Authenticate:
+
+```bash
+sutro login
+```
+
+### Run your first job:
+
+```python
+import sutro as so
+import polars as pl
+from pydantic import BaseModel
+
+# Load your data
+df = pl.DataFrame({
+    "review": [
+        "The battery life is terrible.",
+        "Great camera and build quality!",
+        "Too expensive for what it offers."
+    ]
+})
+
+# Add a system prompt (optional)
+system_prompt = "Classify the sentiment of the review as positive, neutral, or negative."
+
+# Define an output schema (optional)
+class Sentiment(BaseModel):
+    sentiment: str
+
+# Run a prototyping (p0) job
+df = so.infer(
+    df,
+    column="review",
+    model="qwen-3-32b",
+    output_schema=Sentiment
+)
+
+print(df)
+```
+
+Will produce a result like: 
+
+![Prototyping Job Result](./assets/terminal-4.png)
+
+### Scaling up:
+
+```python
+# load a larger dataset
+df = pl.read_parquet('hf://datasets/sutro/synthetic-product-reviews-20k/results.parquet')
+
+# Run a production (p1) job
+job_id = so.infer(
+    df,
+    column="review_text",
+    model="qwen-3-32b",
+    output_schema=Sentiment,
+    job_priority=1 # <-- one line of code for near-limitless scale
+)
+```
+
+You can track live progress of your job, view results, and share with your team from the Sutro web app:
+
+![Production Job Result](./assets/webui.gif)
+
+## What is Sutro?
+
+Sutro is a **serverless, high-throughput batch inference service for LLM workloads**. With just a few lines of Python, you can quickly run batch inference jobs using open-source foundation models—at scale, with strong cost/time guarantees, and without worrying about infrastructure.
+
+Think of Sutro as **online analytical processing (OLAP) for AI**: you submit queries over unstructured data (documents, emails, product reviews, etc.), and Sutro handles the heavy lifting of job execution - from intelligent batching to cloud orchestration to inference framework and hardware optimizations. You just bring your data, and Sutro handles the rest.
+
+
+## 📚 Documentation & Examples
+
+- [Documentation](https://docs.sutro.sh/)  
+- Example Guides: 
+    - [Synthetic Data Zero to Hero](https://docs.sutro.sh/examples/synthetic-data-zero-to-hero)
+    - [Synthetic Data for Privacy Preservation](https://docs.sutro.sh/examples/synthetic-data-privacy)
+    - [Large Scale Embedding Generation with Qwen3 0.6B](https://docs.sutro.sh/examples/large-scale-embeddings)
+    - More coming soon...
+
+## ✨ Features
+
+- **⚡ Run experiments faster**
+  Small scale jobs complete in minutes, large scale jobs run within 1 hour - more than 20x faster than competing cloud services.
+
+- **📈 Seamless scaling**  
+  Use the same interface to run jobs with a few tokens, or billions at a time.
+
+- **💰 Decreased Costs and Transparent Pricing**  
+  Up to 10x cheaper than alternative inference services. Use dry run mode to estimate costs before running large jobs.
+
+- **🐍 Pythonic DataFrame and file integrations**  
+  Submit and receive results directly as Pandas/Polars DataFrames, or upload CSV/Parquet files.
+
+- **🏗️ Zero infrastructure setup**  
+  No need to manage GPUs, tune inference frameworks, or orchestrate parallelization. Just data in, results out.
+
+- **📊 Real-time observability dashboard**
+  Use the Sutro web app to monitor your jobs in real-time and see results as they are generated, tag jobs for easier tracking, and share results with your team.
+
+- **🔒 Built with security in mind**  
+  Custom data retention options, and bring-your-own s3-compatible storage options available.
+
+
+## 🧑‍💻 Typical Use Cases
+
+- **Synthetic data generation**: Create millions of product reviews, conversations, or paraphrases for pre-training or distillation.
+- **Model evals**: Easily run LLM benchmarks on a scheduled basis to detect model regressions or performance degradation.
+- **Unstructured data analytics**: Run analytical workloads over unstructured data (e.g. customer reviews, product descriptions, emails, etc.).
+- **Semantic tagging**: Add boolean/numeric/closed-set tags to messy data (e.g. LinkedIn bios, company descriptions).  
+- **Structured Extraction**: Pull structured fields out of unstructured documents at scale.  
+- **Classification**: Apply consistent labels across large datasets (spam, sentiment, topic, compliance risk).  
+- **Embedding generation**: Generate and store embeddings for downstream search/analytics.  
+
+## 🔌 Integrations
+
+- **DataFrames**: Pandas, Polars  
+- **Files**: CSV, Parquet  
+- **Storage**: S3-Compatible Object Stores (e.g. R2, S3, GCS, etc.)
+
+## 📦 Hosting Options
+
+- **Cloud**: Run Sutro on our secure, multi-tenant cloud.
+- **Isolated Deployments**: Bring your own storage, models, or cloud resources.
+- **Local and Self-Hosted**: Coming soon!
+
+See our [pricing page](https://sutro.sh/pricing) for more details.
+
+## 🤝 Contributing
+
+We welcome contributions! Please reach out to us at [team@sutro.sh](mailto:team@sutro.sh) to get involved.
+
+## 📄 License
+
+Apache 2.0

sutro-0.1.33.dist-info/RECORD

@@ -0,0 +1,8 @@
+sutro/__init__.py,sha256=yUiVwcZ8QamSqDdRHgzoANyTZ-x3cPzlt2Fs5OllR_w,402
+sutro/cli.py,sha256=_FU8PwP4dMzXXg5ldxCXP3kaZvQtOKdA8Kzjc34xmQ0,13727
+sutro/sdk.py,sha256=DOvAQuL_5RiXwTfQC3FnNiE3x9DZBugEhDJ8r494NKo,56980
+sutro-0.1.33.dist-info/METADATA,sha256=rvf-ZGByzYtE8ArzXDvx49TCUCtJxXAEVpJpBjtJfYk,6206
+sutro-0.1.33.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+sutro-0.1.33.dist-info/entry_points.txt,sha256=eXvr4dvMV4UmZgR0zmrY8KOmNpo64cJkhNDywiadRFM,40
+sutro-0.1.33.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+sutro-0.1.33.dist-info/RECORD,,

sutro-0.1.31.dist-info/METADATA

@@ -1,26 +0,0 @@
-Metadata-Version: 2.4
-Name: sutro
-Version: 0.1.31
-Summary: Sutro Python SDK
-Project-URL: Homepage, https://sutro.sh
-Project-URL: Documentation, https://docs.sutro.sh
-License-Expression: Apache-2.0
-License-File: LICENSE
-Requires-Python: >=3.10
-Requires-Dist: click==8.1.7
-Requires-Dist: colorama==0.4.4
-Requires-Dist: numpy==2.1.1
-Requires-Dist: pandas==2.2.3
-Requires-Dist: polars==1.8.2
-Requires-Dist: pyarrow==21.0.0
-Requires-Dist: pydantic==2.11.4
-Requires-Dist: requests==2.32.3
-Requires-Dist: tqdm==4.67.1
-Requires-Dist: yaspin==3.1.0
-Provides-Extra: dev
-Requires-Dist: ruff==0.13.1; extra == 'dev'
-Description-Content-Type: text/markdown
-
-# sutro-client
-
-The official Python client for Sutro. See [docs.sutro.sh](https://docs.sutro.sh/) for more information.

sutro-0.1.31.dist-info/RECORD

@@ -1,8 +0,0 @@
-sutro/__init__.py,sha256=yUiVwcZ8QamSqDdRHgzoANyTZ-x3cPzlt2Fs5OllR_w,402
-sutro/cli.py,sha256=YzwIdpHUcG6GEc1IofRFD5rdxAZpgXy3OWH0MqehryA,13608
-sutro/sdk.py,sha256=UoDGXsknj8S6aLn6d4GrtCFqhzqdlbqvcmOFG-hkr44,57008
-sutro-0.1.31.dist-info/METADATA,sha256=9_2xTAwhE0_6USQFVyqy6CQIAs_W6Xc20QFtyHp2-gM,764
-sutro-0.1.31.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-sutro-0.1.31.dist-info/entry_points.txt,sha256=eXvr4dvMV4UmZgR0zmrY8KOmNpo64cJkhNDywiadRFM,40
-sutro-0.1.31.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-sutro-0.1.31.dist-info/RECORD,,