magic-lab-observer-backend 0.1.1__tar.gz

magic_lab_observer_backend-0.1.1/.gitignore

@@ -0,0 +1,68 @@
+# Python
+__pycache__/
+*.py[cod]
+*$py.class
+*.so
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+
+# Virtual environments
+.venv/
+venv/
+ENV/
+
+# IDE
+.vscode/
+.idea/
+*.swp
+*.swo
+*~
+
+# Testing
+.coverage
+htmlcov/
+.pytest_cache/
+.mypy_cache/
+
+# Node.js
+node_modules/
+npm-debug.log*
+yarn-debug.log*
+yarn-error.log*
+
+# Build
+dist/
+build/
+*.tsbuildinfo
+
+# Environment
+.env
+.env.local
+.env.*.local
+
+# Podman
+podman-compose.override.yml
+
+# Database
+*.db
+*.sqlite3
+.observer-state/
+
+# OS
+.DS_Store
+Thumbs.db
+

magic_lab_observer_backend-0.1.1/Containerfile

@@ -0,0 +1,19 @@
+FROM python:3.13-slim
+
+WORKDIR /app
+
+# Install system dependencies
+RUN apt-get update && apt-get install -y --no-install-recommends \
+    build-essential \
+    && rm -rf /var/lib/apt/lists/*
+
+# Install the complete application as an immutable production package.
+COPY . .
+RUN pip install --no-cache-dir .
+
+# Expose port
+EXPOSE 8000
+
+# Migrations must run against the configured runtime database, not against a
+# throwaway SQLite file while the image is being built.
+CMD ["sh", "-c", "alembic upgrade head && exec uvicorn app.main:app --host 0.0.0.0 --port 8000"]

magic_lab_observer_backend-0.1.1/PKG-INFO

@@ -0,0 +1,62 @@
+Metadata-Version: 2.4
+Name: magic-lab-observer-backend
+Version: 0.1.1
+Summary: Backend API for LLM Observatory
+Project-URL: Homepage, https://github.com/Magic-Lab-Studio/observer
+Project-URL: Repository, https://github.com/Magic-Lab-Studio/observer.git
+Project-URL: Issues, https://github.com/Magic-Lab-Studio/observer/issues
+License-Expression: Apache-2.0
+Requires-Python: >=3.10
+Requires-Dist: alembic>=1.13.0
+Requires-Dist: asyncpg>=0.29.0
+Requires-Dist: fastapi>=0.111.0
+Requires-Dist: httpx>=0.27.0
+Requires-Dist: pydantic-settings>=2.0.0
+Requires-Dist: pydantic>=2.0.0
+Requires-Dist: python-dotenv>=1.0.0
+Requires-Dist: pyyaml>=6.0
+Requires-Dist: slowapi>=0.1.9
+Requires-Dist: sqlalchemy[asyncio]>=2.0.0
+Requires-Dist: uvicorn[standard]>=0.30.0
+Provides-Extra: dev
+Requires-Dist: aiosqlite>=0.20.0; extra == 'dev'
+Requires-Dist: mypy>=1.10; extra == 'dev'
+Requires-Dist: pytest-asyncio>=0.23.0; extra == 'dev'
+Requires-Dist: pytest>=8.0; extra == 'dev'
+Requires-Dist: ruff>=0.5; extra == 'dev'
+Provides-Extra: sqlite
+Requires-Dist: aiosqlite>=0.20.0; extra == 'sqlite'
+Description-Content-Type: text/markdown
+
+# LLM Observatory Backend
+
+FastAPI backend for LLM Observatory - Open-source LLM observability.
+
+## Installation
+
+```bash
+pip install -e ".[dev]"
+```
+
+## Running
+
+```bash
+# Start PostgreSQL
+podman run -d --name postgres -p 5432:5432 -e POSTGRES_PASSWORD=postgres -e POSTGRES_DB=observatory postgres:16
+
+# Run migrations
+alembic upgrade head
+
+# Start server
+uvicorn app.main:app --reload
+```
+
+## API Documentation
+
+Once running, visit:
+- Swagger UI: http://localhost:8000/docs
+- ReDoc: http://localhost:8000/redoc
+
+## License
+
+Apache License 2.0

magic_lab_observer_backend-0.1.1/README.md

@@ -0,0 +1,32 @@
+# LLM Observatory Backend
+
+FastAPI backend for LLM Observatory - Open-source LLM observability.
+
+## Installation
+
+```bash
+pip install -e ".[dev]"
+```
+
+## Running
+
+```bash
+# Start PostgreSQL
+podman run -d --name postgres -p 5432:5432 -e POSTGRES_PASSWORD=postgres -e POSTGRES_DB=observatory postgres:16
+
+# Run migrations
+alembic upgrade head
+
+# Start server
+uvicorn app.main:app --reload
+```
+
+## API Documentation
+
+Once running, visit:
+- Swagger UI: http://localhost:8000/docs
+- ReDoc: http://localhost:8000/redoc
+
+## License
+
+Apache License 2.0

magic_lab_observer_backend-0.1.1/alembic/env.py

@@ -0,0 +1,71 @@
+"""Alembic environment configuration."""
+
+import asyncio
+import os
+from logging.config import fileConfig
+
+from sqlalchemy import pool
+from sqlalchemy.engine import Connection
+from sqlalchemy.ext.asyncio import async_engine_from_config
+
+from alembic import context
+from app.models import Base
+
+# Alembic Config object
+config = context.config
+if database_url := os.getenv("DATABASE_URL"):
+    config.set_main_option("sqlalchemy.url", database_url.replace("%", "%%"))
+
+# Interpret the config file for Python logging
+if config.config_file_name is not None:
+    fileConfig(config.config_file_name)
+
+# Add model's MetaData object for autogenerate support
+target_metadata = Base.metadata
+
+
+def run_migrations_offline() -> None:
+    """Run migrations in 'offline' mode."""
+    url = config.get_main_option("sqlalchemy.url")
+    context.configure(
+        url=url,
+        target_metadata=target_metadata,
+        literal_binds=True,
+        dialect_opts={"paramstyle": "named"},
+    )
+
+    with context.begin_transaction():
+        context.run_migrations()
+
+
+def do_run_migrations(connection: Connection) -> None:
+    """Run migrations with a connection."""
+    context.configure(connection=connection, target_metadata=target_metadata)
+
+    with context.begin_transaction():
+        context.run_migrations()
+
+
+async def run_async_migrations() -> None:
+    """Run migrations in 'online' mode."""
+    connectable = async_engine_from_config(
+        config.get_section(config.config_ini_section, {}),
+        prefix="sqlalchemy.",
+        poolclass=pool.NullPool,
+    )
+
+    async with connectable.connect() as connection:
+        await connection.run_sync(do_run_migrations)
+
+    await connectable.dispose()
+
+
+def run_migrations_online() -> None:
+    """Run migrations in 'online' mode."""
+    asyncio.run(run_async_migrations())
+
+
+if context.is_offline_mode():
+    run_migrations_offline()
+else:
+    run_migrations_online()

magic_lab_observer_backend-0.1.1/alembic/script.py.mako

@@ -0,0 +1,28 @@
+"""${message}
+
+Revision ID: ${up_revision}
+Revises: ${down_revision | comma,n}
+Create Date: ${create_date}
+
+"""
+from typing import Sequence, Union
+
+from alembic import op
+import sqlalchemy as sa
+${imports if imports else ""}
+
+# revision identifiers, used by Alembic.
+revision: str = ${repr(up_revision)}
+down_revision: Union[str, None] = ${repr(down_revision)}
+branch_labels: Union[str, Sequence[str], None] = ${repr(branch_labels)}
+depends_on: Union[str, Sequence[str], None] = ${repr(depends_on)}
+
+
+def upgrade() -> None:
+    """Upgrade schema."""
+    ${upgrades if upgrades else "pass"}
+
+
+def downgrade() -> None:
+    """Downgrade schema."""
+    ${downgrades if downgrades else "pass"}

magic_lab_observer_backend-0.1.1/alembic/versions/20260720_manitos_ingest.py

@@ -0,0 +1,83 @@
+"""add versioned ManitOS ingestion contract
+
+Revision ID: 20260720_manitos
+Revises: 623c57886e29
+Create Date: 2026-07-20
+"""
+
+from collections.abc import Sequence
+
+import sqlalchemy as sa
+
+from alembic import op
+
+revision: str = "20260720_manitos"
+down_revision: str | None = "623c57886e29"
+branch_labels: str | Sequence[str] | None = None
+depends_on: str | Sequence[str] | None = None
+
+
+def upgrade() -> None:
+    """Add ManitOS correlation fields and retry receipts."""
+
+    with op.batch_alter_table("traces") as batch_op:
+        batch_op.alter_column(
+            "session_id",
+            existing_type=sa.String(length=36),
+            type_=sa.String(length=255),
+            existing_nullable=True,
+        )
+        batch_op.add_column(sa.Column("turn_id", sa.String(length=128), nullable=True))
+        batch_op.add_column(sa.Column("project_id", sa.String(length=128), nullable=True))
+        batch_op.add_column(sa.Column("environment", sa.String(length=64), nullable=True))
+        batch_op.add_column(sa.Column("service_instance_id", sa.String(length=128), nullable=True))
+        batch_op.add_column(sa.Column("actor_id_hash", sa.String(length=128), nullable=True))
+        batch_op.add_column(
+            sa.Column(
+                "schema_version",
+                sa.String(length=64),
+                nullable=False,
+                server_default="observer.trace.v1",
+            )
+        )
+        batch_op.create_index("ix_traces_turn_id", ["turn_id"], unique=False)
+        batch_op.create_index("ix_traces_project_id", ["project_id"], unique=False)
+
+    op.create_table(
+        "ingestion_receipts",
+        sa.Column("id", sa.String(length=36), nullable=False),
+        sa.Column("project_id", sa.String(length=128), nullable=False),
+        sa.Column("idempotency_key", sa.String(length=255), nullable=False),
+        sa.Column("payload_sha256", sa.String(length=64), nullable=False),
+        sa.Column("trace_id", sa.String(length=36), nullable=False),
+        sa.Column("response", sa.JSON(), nullable=True),
+        sa.Column("created_at", sa.DateTime(timezone=True), nullable=True),
+        sa.PrimaryKeyConstraint("id"),
+        sa.UniqueConstraint("project_id", "idempotency_key", name="uq_ingestion_project_key"),
+    )
+    op.create_index("ix_ingestion_receipts_project_id", "ingestion_receipts", ["project_id"])
+    op.create_index("ix_ingestion_receipts_trace_id", "ingestion_receipts", ["trace_id"])
+
+
+def downgrade() -> None:
+    """Remove ManitOS ingestion state."""
+
+    op.drop_index("ix_ingestion_receipts_trace_id", table_name="ingestion_receipts")
+    op.drop_index("ix_ingestion_receipts_project_id", table_name="ingestion_receipts")
+    op.drop_table("ingestion_receipts")
+
+    with op.batch_alter_table("traces") as batch_op:
+        batch_op.drop_index("ix_traces_project_id")
+        batch_op.drop_index("ix_traces_turn_id")
+        batch_op.drop_column("schema_version")
+        batch_op.drop_column("actor_id_hash")
+        batch_op.drop_column("service_instance_id")
+        batch_op.drop_column("environment")
+        batch_op.drop_column("project_id")
+        batch_op.drop_column("turn_id")
+        batch_op.alter_column(
+            "session_id",
+            existing_type=sa.String(length=255),
+            type_=sa.String(length=36),
+            existing_nullable=True,
+        )

magic_lab_observer_backend-0.1.1/alembic/versions/623c57886e29_initial_schema.py

@@ -0,0 +1,87 @@
+"""initial schema
+
+Revision ID: 623c57886e29
+Revises:
+Create Date: 2026-07-12 20:58:35.221373
+
+"""
+from collections.abc import Sequence
+
+import sqlalchemy as sa
+
+from alembic import op
+
+# revision identifiers, used by Alembic.
+revision: str = '623c57886e29'
+down_revision: str | None = None
+branch_labels: str | Sequence[str] | None = None
+depends_on: str | Sequence[str] | None = None
+
+
+def upgrade() -> None:
+    """Upgrade schema."""
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.create_table('traces',
+    sa.Column('id', sa.String(length=36), nullable=False),
+    sa.Column('name', sa.String(length=255), nullable=False),
+    sa.Column('session_id', sa.String(length=36), nullable=True),
+    sa.Column('start_time', sa.DateTime(timezone=True), nullable=False),
+    sa.Column('end_time', sa.DateTime(timezone=True), nullable=True),
+    sa.Column('status', sa.String(length=20), nullable=False),
+    sa.Column('metadata', sa.JSON(), nullable=True),
+    sa.Column('created_at', sa.DateTime(timezone=True), nullable=True),
+    sa.PrimaryKeyConstraint('id')
+    )
+    op.create_index(op.f('ix_traces_session_id'), 'traces', ['session_id'], unique=False)
+    op.create_table('spans',
+    sa.Column('id', sa.String(length=36), nullable=False),
+    sa.Column('trace_id', sa.String(length=36), nullable=False),
+    sa.Column('parent_span_id', sa.String(length=36), nullable=True),
+    sa.Column('name', sa.String(length=255), nullable=False),
+    sa.Column('span_type', sa.String(length=50), nullable=False),
+    sa.Column('start_time', sa.DateTime(timezone=True), nullable=False),
+    sa.Column('end_time', sa.DateTime(timezone=True), nullable=True),
+    sa.Column('status', sa.String(length=20), nullable=False),
+    sa.Column('input', sa.JSON(), nullable=True),
+    sa.Column('output', sa.JSON(), nullable=True),
+    sa.Column('tokens_input', sa.Integer(), nullable=True),
+    sa.Column('tokens_output', sa.Integer(), nullable=True),
+    sa.Column('cost_usd', sa.Numeric(precision=10, scale=6), nullable=True),
+    sa.Column('metadata', sa.JSON(), nullable=True),
+    sa.Column('attributes', sa.JSON(), nullable=True),
+    sa.ForeignKeyConstraint(['parent_span_id'], ['spans.id'], ),
+    sa.ForeignKeyConstraint(['trace_id'], ['traces.id'], ondelete='CASCADE'),
+    sa.PrimaryKeyConstraint('id')
+    )
+    op.create_index(op.f('ix_spans_parent_span_id'), 'spans', ['parent_span_id'], unique=False)
+    op.create_index(op.f('ix_spans_trace_id'), 'spans', ['trace_id'], unique=False)
+    op.create_table('evaluations',
+    sa.Column('id', sa.String(length=36), nullable=False),
+    sa.Column('trace_id', sa.String(length=36), nullable=False),
+    sa.Column('span_id', sa.String(length=36), nullable=True),
+    sa.Column('evaluator_type', sa.String(length=20), nullable=False),
+    sa.Column('score', sa.Numeric(precision=5, scale=4), nullable=True),
+    sa.Column('criteria', sa.JSON(), nullable=True),
+    sa.Column('result', sa.JSON(), nullable=True),
+    sa.Column('created_at', sa.DateTime(timezone=True), nullable=True),
+    sa.ForeignKeyConstraint(['span_id'], ['spans.id'], ondelete='CASCADE'),
+    sa.ForeignKeyConstraint(['trace_id'], ['traces.id'], ondelete='CASCADE'),
+    sa.PrimaryKeyConstraint('id')
+    )
+    op.create_index(op.f('ix_evaluations_span_id'), 'evaluations', ['span_id'], unique=False)
+    op.create_index(op.f('ix_evaluations_trace_id'), 'evaluations', ['trace_id'], unique=False)
+    # ### end Alembic commands ###
+
+
+def downgrade() -> None:
+    """Downgrade schema."""
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.drop_index(op.f('ix_evaluations_trace_id'), table_name='evaluations')
+    op.drop_index(op.f('ix_evaluations_span_id'), table_name='evaluations')
+    op.drop_table('evaluations')
+    op.drop_index(op.f('ix_spans_trace_id'), table_name='spans')
+    op.drop_index(op.f('ix_spans_parent_span_id'), table_name='spans')
+    op.drop_table('spans')
+    op.drop_index(op.f('ix_traces_session_id'), table_name='traces')
+    op.drop_table('traces')
+    # ### end Alembic commands ###

magic_lab_observer_backend-0.1.1/alembic.ini

@@ -0,0 +1,42 @@
+# Alembic Configuration File
+# https://alembic.sqlalchemy.org/en/latest/tutorial.html
+
+[alembic]
+script_location = alembic
+prepend_sys_path = .
+# Default to SQLite for local development, override with DATABASE_URL env var
+sqlalchemy.url = sqlite+aiosqlite:///./observatory.db
+
+[loggers]
+keys = root,sqlalchemy,alembic
+
+[handlers]
+keys = console
+
+[formatters]
+keys = generic
+
+[logger_root]
+level = WARN
+handlers = console
+qualname =
+
+[logger_sqlalchemy]
+level = WARN
+handlers =
+qualname = sqlalchemy.engine
+
+[logger_alembic]
+level = INFO
+handlers =
+qualname = alembic
+
+[handler_console]
+class = StreamHandler
+args = (sys.stderr,)
+level = NOTSET
+formatter = generic
+
+[formatter_generic]
+format = %(levelname)-5.5s [%(name)s] %(message)s
+datefmt = %H:%M:%S

magic_lab_observer_backend-0.1.1/app/__init__.py

@@ -0,0 +1 @@
+"""LLM Observatory Backend - FastAPI application."""

magic_lab_observer_backend-0.1.1/app/api/__init__.py

@@ -0,0 +1,5 @@
+"""API routers for LLM Observatory."""
+
+from app.api import analytics, evaluations, traces
+
+__all__ = ["traces", "evaluations", "analytics"]