testthread 0.1.0__py3-none-any.whl

testthread/__init__.py

@@ -0,0 +1,43 @@
+import requests
+
+class TestThread:
+    def __init__(self, base_url="https://test-thread-production.up.railway.app"):
+        self.base = base_url.rstrip("/")
+
+    def create_suite(self, name, agent_endpoint, description=None):
+        res = requests.post(f"{self.base}/suites", json={
+            "name": name,
+            "description": description,
+            "agent_endpoint": agent_endpoint
+        })
+        return res.json()
+
+    def add_case(self, suite_id, name, input, expected_output, match_type="contains", description=None):
+        res = requests.post(f"{self.base}/suites/{suite_id}/cases", json={
+            "name": name,
+            "description": description,
+            "input": input,
+            "expected_output": expected_output,
+            "match_type": match_type
+        })
+        return res.json()
+
+    def run_suite(self, suite_id):
+        res = requests.post(f"{self.base}/suites/{suite_id}/run")
+        return res.json()
+
+    def get_run(self, run_id):
+        res = requests.get(f"{self.base}/runs/{run_id}")
+        return res.json()
+
+    def list_suites(self):
+        res = requests.get(f"{self.base}/suites")
+        return res.json()
+
+    def list_runs(self):
+        res = requests.get(f"{self.base}/runs")
+        return res.json()
+
+    def stats(self):
+        res = requests.get(f"{self.base}/dashboard/stats")
+        return res.json()

testthread-0.1.0.dist-info/METADATA

@@ -0,0 +1,154 @@
+Metadata-Version: 2.4
+Name: testthread
+Version: 0.1.0
+Summary: pytest for AI agents
+Home-page: https://github.com/eugene001dayne/test-thread
+Author: Eugene Dayne Mawuli
+Author-email: 
+License: Apache 2.0
+Classifier: Programming Language :: Python :: 3
+Classifier: License :: OSI Approved :: Apache Software License
+Requires-Python: >=3.7
+Description-Content-Type: text/markdown
+Requires-Dist: requests
+Dynamic: author
+Dynamic: classifier
+Dynamic: description
+Dynamic: description-content-type
+Dynamic: home-page
+Dynamic: license
+Dynamic: requires-dist
+Dynamic: requires-python
+Dynamic: summary
+
+# TestThread 🧵
+
+**pytest for AI agents.**
+
+The open-source testing framework that tells you if your AI agent is actually working — or quietly breaking.
+
+[![License](https://img.shields.io/badge/license-Apache%202.0-blue)](LICENSE)
+[![API](https://img.shields.io/badge/API-live-brightgreen)](https://test-thread-production.up.railway.app)
+[![Dashboard](https://img.shields.io/badge/Dashboard-live-brightgreen)](https://test-thread.lovable.app)
+
+---
+
+## The Problem
+
+You build an AI agent. It works in testing. You ship it.
+
+Then it starts hallucinating. Returning wrong formats. Calling the wrong tools. Breaking your pipeline.
+
+You find out when something downstream crashes — not before.
+
+**TestThread fixes that.**
+
+---
+
+## What TestThread Does
+
+Define what your agent *should* do. TestThread runs it, checks the output, and tells you exactly what passed and what failed.
+
+- ✅ Define test suites per agent
+- ✅ Add test cases with expected outputs
+- ✅ Run suites against your live agent endpoint
+- ✅ Get pass/fail results with reasons
+- ✅ Track pass rate over time
+- ✅ Catch regressions before they hit production
+
+---
+
+## Quick Start
+```bash
+pip install requests
+```
+```python
+import requests
+
+BASE = "https://test-thread-production.up.railway.app"
+
+# Create a test suite
+suite = requests.post(f"{BASE}/suites", json={
+    "name": "My Agent Tests",
+    "description": "Testing my AI agent",
+    "agent_endpoint": "https://your-agent.com/run"
+}).json()
+
+# Add a test case
+requests.post(f"{BASE}/suites/{suite['id']}/cases", json={
+    "name": "Basic response check",
+    "input": "What is 2 + 2?",
+    "expected_output": "4",
+    "match_type": "contains"
+})
+
+# Run the suite
+result = requests.post(f"{BASE}/suites/{suite['id']}/run").json()
+print(f"Passed: {result['passed']} | Failed: {result['failed']}")
+```
+
+---
+
+## Match Types
+
+| Type | Description |
+|------|-------------|
+| `contains` | Output contains the expected string |
+| `exact` | Output matches exactly |
+| `regex` | Output matches a regex pattern |
+
+---
+
+## Live Dashboard
+
+View your test results visually at **[test-thread.lovable.app](https://test-thread.lovable.app)**
+
+---
+
+## API Reference
+
+Full docs at **[test-thread-production.up.railway.app/docs](https://test-thread-production.up.railway.app/docs)**
+
+| Method | Endpoint | Description |
+|--------|----------|-------------|
+| GET | `/` | Health check |
+| POST | `/suites` | Create test suite |
+| GET | `/suites` | List all suites |
+| POST | `/suites/{id}/cases` | Add test case |
+| GET | `/suites/{id}/cases` | List test cases |
+| POST | `/suites/{id}/run` | Run suite |
+| GET | `/runs` | List all runs |
+| GET | `/runs/{id}` | Get run details |
+| GET | `/dashboard/stats` | Dashboard stats |
+
+---
+
+## Part of the Thread Suite
+
+TestThread is part of a suite of open-source reliability tools for AI agents.
+
+| Tool | What it does |
+|------|-------------|
+| [Iron-Thread](https://github.com/eugene001dayne/iron-thread) | Validates AI output structure before it hits your database |
+| **TestThread** | Tests whether your agent behaves correctly across runs |
+| PromptThread *(coming soon)* | Versions and tracks prompt performance over time |
+
+---
+
+## Self-Host
+```bash
+git clone https://github.com/eugene001dayne/test-thread.git
+cd test-thread
+pip install -r requirements.txt
+uvicorn main:app --reload
+```
+
+---
+
+## License
+
+Apache 2.0 — free to use, modify, and distribute.
+
+---
+
+Built for developers who ship AI agents and need to know they work.

testthread-0.1.0.dist-info/RECORD

@@ -0,0 +1,5 @@
+testthread/__init__.py,sha256=PMEBdWN48NHA5IfwNeD12XnlbDIxcaS0_biSq6Ze-zQ,1425
+testthread-0.1.0.dist-info/METADATA,sha256=dndYCZQ-dmGf2-IfSWRKU3Gvh6uCPZvRBei295QAq3s,4284
+testthread-0.1.0.dist-info/WHEEL,sha256=aeYiig01lYGDzBgS8HxWXOg3uV61G9ijOsup-k9o1sk,91
+testthread-0.1.0.dist-info/top_level.txt,sha256=iBsCbWZt8eVw__XoEkwaf0n708-1cSe7R6mAQtmw1Ms,11
+testthread-0.1.0.dist-info/RECORD,,

testthread-0.1.0.dist-info/WHEEL

@@ -0,0 +1,5 @@
+Wheel-Version: 1.0
+Generator: setuptools (82.0.1)
+Root-Is-Purelib: true
+Tag: py3-none-any
+

testthread-0.1.0.dist-info/top_level.txt

@@ -0,0 +1 @@
+testthread