tracellm 0.1.0__tar.gz

tracellm-0.1.0/PKG-INFO

@@ -0,0 +1,55 @@
+Metadata-Version: 2.4
+Name: tracellm
+Version: 0.1.0
+Summary: Local-first observability for LLM applications
+Requires-Python: >=3.9
+Description-Content-Type: text/markdown
+
+# tracellm
+
+Lightweight tracing for LLM applications. One import, three calls — 
+every API interaction logged locally, queryable from your terminal.
+
+No backend. No signup. Nothing leaves your machine.
+
+## Install
+
+pip install tracellm
+
+## Usage
+
+from tracellm import Tracer
+
+tracer = Tracer()
+tracer.start_trace(model="llama-3.1-8b-instant", prompt="your prompt")
+
+try:
+    response = client.chat.completions.create(...)
+    tracer.end_trace(response)
+except Exception as e:
+    tracer.record_error(type(e).__name__, str(e))
+
+## Query traces from terminal
+
+python -m tracellm.cli --Status failed
+python -m tracellm.cli --Latency 2.0
+python -m tracellm.cli --Model llama-3.1-8b-instant
+python -m tracellm.cli --Status failed --Latency 1.5
+
+## What gets captured
+
+- Model, prompt, response
+- Tokens used, latency, finish reason
+- Error type and message on failures
+- Timestamp for every call
+
+## Limitations
+
+Storage is append-only JSON lines. Query supports >=  
+for latency, exact match for everything else. Early days.
+
+## Roadmap
+
+- Binary storage for faster querying at scale
+- Cost calculation per model
+- Terminal dashboard

tracellm-0.1.0/README.md

@@ -0,0 +1,48 @@
+# tracellm
+
+Lightweight tracing for LLM applications. One import, three calls — 
+every API interaction logged locally, queryable from your terminal.
+
+No backend. No signup. Nothing leaves your machine.
+
+## Install
+
+pip install tracellm
+
+## Usage
+
+from tracellm import Tracer
+
+tracer = Tracer()
+tracer.start_trace(model="llama-3.1-8b-instant", prompt="your prompt")
+
+try:
+    response = client.chat.completions.create(...)
+    tracer.end_trace(response)
+except Exception as e:
+    tracer.record_error(type(e).__name__, str(e))
+
+## Query traces from terminal
+
+python -m tracellm.cli --Status failed
+python -m tracellm.cli --Latency 2.0
+python -m tracellm.cli --Model llama-3.1-8b-instant
+python -m tracellm.cli --Status failed --Latency 1.5
+
+## What gets captured
+
+- Model, prompt, response
+- Tokens used, latency, finish reason
+- Error type and message on failures
+- Timestamp for every call
+
+## Limitations
+
+Storage is append-only JSON lines. Query supports >=  
+for latency, exact match for everything else. Early days.
+
+## Roadmap
+
+- Binary storage for faster querying at scale
+- Cost calculation per model
+- Terminal dashboard

tracellm-0.1.0/pyproject.toml

@@ -0,0 +1,10 @@
+[build-system]
+requires = ["setuptools>=61.0"]
+build-backend = "setuptools.build_meta"
+
+[project]
+name = "tracellm"
+version = "0.1.0"
+description = "Local-first observability for LLM applications"
+readme = "README.md"
+requires-python = ">=3.9"

tracellm-0.1.0/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+

tracellm-0.1.0/tracellm/__init__.py

@@ -0,0 +1 @@
+from .tracer import Tracer

tracellm-0.1.0/tracellm/cli.py

@@ -0,0 +1,33 @@
+import argparse
+import json
+import os
+TRACE_FILE = os.path.join(os.path.dirname(__file__), '..', 'trace.txt')
+
+parser = argparse.ArgumentParser()
+parser.add_argument("-S" , "--Status" , help = "Based on what status do filter" , choices = ["success" , "failed"])
+parser.add_argument("-L" , "--Latency" , help = "Based on what latency do filter")
+parser.add_argument("-M" , "--Model" , help = "Based on what model do filter")
+parser.add_argument("-E" , "--Error" , help = "Based on what type of Error do filter")
+parser.add_argument("-T" , "--Time" , help = "Based on what time do filter")
+args = parser.parse_args()
+
+
+conditions = []
+if args.Status:
+    conditions.append(lambda t : t.get('Status') == args.Status)
+if args.Latency:
+    conditions.append(lambda t : t.get('Latency') >= float(args.Latency))
+if args.Model:
+    conditions.append(lambda t : t.get('Model') == args.Model)
+if args.Error:
+    conditions.append(lambda t : t.get('Error Type' , None) == args.Error)
+if args.Time:
+    conditions.append(lambda t : t.get('Start Time') >= float(args.Time))
+with open(TRACE_FILE , 'r') as trace_file:
+    for line in trace_file:
+        trace = json.loads(line)
+        if all(condition(trace) for condition in conditions):
+            print("\n--- Trace ---")
+            for key, value in trace.items():
+                print(f"  {key}: {value}")
+            print("-------------")

tracellm-0.1.0/tracellm/tracer.py

@@ -0,0 +1,39 @@
+import json
+import time
+from datetime import datetime
+import os
+TRACE_FILE = os.path.join(os.path.dirname(__file__), '..', 'trace.txt')
+
+class Tracer:
+    def __init__(self):
+        pass
+
+
+    def start_trace(self , model , prompt ):
+        self.start_time = time.time()
+        self.prompt = prompt
+        self.model = model
+        self.timestamp = datetime.fromtimestamp(self.start_time).strftime('%Y-%m-%d %H:%M:%S')
+
+    def end_trace(self, response):
+        self.end_time = time.time()
+        self.tokens_used = response.usage.total_tokens
+        self.finish_reason = response.choices[0].finish_reason
+        self.status = "success"
+        self.latency =  self.end_time - self.start_time
+        self.data = {"Model" : self.model , "Prompt" : self.prompt , "Response" : response.choices[0].message.content , "Tokens used" : self.tokens_used , "Finish reason" : self.finish_reason , "Latency" : round(self.latency , 3) , "Status" : self.status , "Timestamp" : self.timestamp }
+        with open(TRACE_FILE , 'a') as trace_file:
+            json.dump(self.data , trace_file)
+            trace_file.write('\n')
+
+
+    def record_error(self, error_type , error_message):
+        self.end_time = time.time()
+        self.error_type = error_type
+        self.error_message = error_message
+        self.status = "failed"
+        self.latency =  self.end_time - self.start_time
+        self.data = {"Model" : self.model , "Prompt" : self.prompt , "Latency" : round(self.latency , 3) , "Status" : self.status , "Error Type" : self.error_type , "Error Message" : self.error_message , "Timestamp" : self.timestamp }
+        with open(TRACE_FILE , 'a') as trace_file:
+            json.dump(self.data , trace_file)
+            trace_file.write('\n')

tracellm-0.1.0/tracellm.egg-info/PKG-INFO

@@ -0,0 +1,55 @@
+Metadata-Version: 2.4
+Name: tracellm
+Version: 0.1.0
+Summary: Local-first observability for LLM applications
+Requires-Python: >=3.9
+Description-Content-Type: text/markdown
+
+# tracellm
+
+Lightweight tracing for LLM applications. One import, three calls — 
+every API interaction logged locally, queryable from your terminal.
+
+No backend. No signup. Nothing leaves your machine.
+
+## Install
+
+pip install tracellm
+
+## Usage
+
+from tracellm import Tracer
+
+tracer = Tracer()
+tracer.start_trace(model="llama-3.1-8b-instant", prompt="your prompt")
+
+try:
+    response = client.chat.completions.create(...)
+    tracer.end_trace(response)
+except Exception as e:
+    tracer.record_error(type(e).__name__, str(e))
+
+## Query traces from terminal
+
+python -m tracellm.cli --Status failed
+python -m tracellm.cli --Latency 2.0
+python -m tracellm.cli --Model llama-3.1-8b-instant
+python -m tracellm.cli --Status failed --Latency 1.5
+
+## What gets captured
+
+- Model, prompt, response
+- Tokens used, latency, finish reason
+- Error type and message on failures
+- Timestamp for every call
+
+## Limitations
+
+Storage is append-only JSON lines. Query supports >=  
+for latency, exact match for everything else. Early days.
+
+## Roadmap
+
+- Binary storage for faster querying at scale
+- Cost calculation per model
+- Terminal dashboard

tracellm-0.1.0/tracellm.egg-info/SOURCES.txt

@@ -0,0 +1,9 @@
+README.md
+pyproject.toml
+tracellm/__init__.py
+tracellm/cli.py
+tracellm/tracer.py
+tracellm.egg-info/PKG-INFO
+tracellm.egg-info/SOURCES.txt
+tracellm.egg-info/dependency_links.txt
+tracellm.egg-info/top_level.txt

tracellm-0.1.0/tracellm.egg-info/dependency_links.txt

@@ -0,0 +1 @@
+

tracellm-0.1.0/tracellm.egg-info/top_level.txt

@@ -0,0 +1 @@
+tracellm