latitude-telemetry 0.1.0b1__tar.gz

latitude_telemetry-0.1.0b1/.gitignore

@@ -0,0 +1,141 @@
+# Custom
+.vscode/
+.superinvoke_cache/
+.idea/
+*.tmlanguage.cache
+*.tmPreferences.cache
+*.stTheme.cache
+*.sublime-workspace
+.DS_Store
+*.env
+
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+share/python-wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+
+# PyInstaller
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.py,cover
+.hypothesis/
+.pytest_cache/
+cover/
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+*.log
+local_settings.py
+db.sqlite3
+db.sqlite3-journal
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+.pybuilder/
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# pyenv
+-
+
+# pdm
+.pdm.toml
+
+# PEP 582
+__pypackages__/
+
+# Celery stuff
+celerybeat-schedule
+celerybeat.pid
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
+.env
+.venv
+venv/
+venv.bak/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Pyre type checker
+.pyre/
+
+# pytype static type analyzer
+.pytype/
+
+# Cython debug symbols
+cython_debug/
+
+# Ruff
+.ruff_cache/

latitude_telemetry-0.1.0b1/.python-version

@@ -0,0 +1 @@
+3.9.21

latitude_telemetry-0.1.0b1/PKG-INFO

@@ -0,0 +1,71 @@
+Metadata-Version: 2.4
+Name: latitude-telemetry
+Version: 0.1.0b1
+Summary: Latitude Telemetry for Python
+Project-URL: repository, https://github.com/latitude-dev/latitude-llm/tree/main/packages/telemetry/python
+Project-URL: homepage, https://github.com/latitude-dev/latitude-llm/tree/main/packages/telemetry/python#readme
+Project-URL: documentation, https://github.com/latitude-dev/latitude-llm/tree/main/packages/telemetry/python#readme
+Author-email: Latitude Data SL <hello@latitude.so>
+Maintainer-email: Latitude Data SL <hello@latitude.so>
+License-Expression: LGPL-3.0
+Requires-Python: >=3.9
+Requires-Dist: httpx>=0.27.2
+Requires-Dist: openinference-instrumentation-litellm>=0.1.5
+Requires-Dist: opentelemetry-api>=1.29.0
+Requires-Dist: opentelemetry-instrumentation-alephalpha>=0.36.0
+Requires-Dist: opentelemetry-instrumentation-anthropic>=0.36.0
+Requires-Dist: opentelemetry-instrumentation-bedrock>=0.36.0
+Requires-Dist: opentelemetry-instrumentation-cohere>=0.36.0
+Requires-Dist: opentelemetry-instrumentation-google-generativeai>=0.36.0
+Requires-Dist: opentelemetry-instrumentation-groq>=0.36.0
+Requires-Dist: opentelemetry-instrumentation-haystack>=0.36.0
+Requires-Dist: opentelemetry-instrumentation-langchain>=0.36.0
+Requires-Dist: opentelemetry-instrumentation-llamaindex>=0.36.0
+Requires-Dist: opentelemetry-instrumentation-mistralai>=0.36.0
+Requires-Dist: opentelemetry-instrumentation-ollama>=0.36.0
+Requires-Dist: opentelemetry-instrumentation-openai>=0.36.0
+Requires-Dist: opentelemetry-instrumentation-replicate>=0.36.0
+Requires-Dist: opentelemetry-instrumentation-sagemaker>=0.36.0
+Requires-Dist: opentelemetry-instrumentation-threading>=0.50b0
+Requires-Dist: opentelemetry-instrumentation-together>=0.36.0
+Requires-Dist: opentelemetry-instrumentation-transformers>=0.36.0
+Requires-Dist: opentelemetry-instrumentation-vertexai>=0.36.0
+Requires-Dist: opentelemetry-instrumentation-watsonx>=0.36.0
+Requires-Dist: opentelemetry-sdk>=1.29.0
+Requires-Dist: pydantic>=2.10.3
+Requires-Dist: typing-extensions>=4.12.2
+Description-Content-Type: text/markdown
+
+# Latitude Telemetry for Python
+
+```sh
+pip install latitude-telemetry
+```
+
+Requires Python `3.9` or higher.
+
+Go to the [documentation](TODO) to learn more.
+
+## Usage
+
+```python
+TODO
+```
+
+Find more [examples](TODO).
+
+## Development
+
+Requires uv `0.5.10` or higher.
+
+- Install dependencies: `uv venv && uv sync --all-extras --all-groups`
+- Add [dev] dependencies: `uv add [--dev] <package>`
+- Run linter: `uv run scripts/lint.py`
+- Run formatter: `uv run scripts/format.py`
+- Run tests: `uv run scripts/test.py`
+- Build package: `uv build`
+- Publish package: `uv publish`
+
+## License
+
+The Telemetry is licensed under the [LGPL-3.0 License](https://opensource.org/licenses/LGPL-3.0) - read the [LICENSE](/LICENSE) file for details.

latitude_telemetry-0.1.0b1/README.md

@@ -0,0 +1,33 @@
+# Latitude Telemetry for Python
+
+```sh
+pip install latitude-telemetry
+```
+
+Requires Python `3.9` or higher.
+
+Go to the [documentation](TODO) to learn more.
+
+## Usage
+
+```python
+TODO
+```
+
+Find more [examples](TODO).
+
+## Development
+
+Requires uv `0.5.10` or higher.
+
+- Install dependencies: `uv venv && uv sync --all-extras --all-groups`
+- Add [dev] dependencies: `uv add [--dev] <package>`
+- Run linter: `uv run scripts/lint.py`
+- Run formatter: `uv run scripts/format.py`
+- Run tests: `uv run scripts/test.py`
+- Build package: `uv build`
+- Publish package: `uv publish`
+
+## License
+
+The Telemetry is licensed under the [LGPL-3.0 License](https://opensource.org/licenses/LGPL-3.0) - read the [LICENSE](/LICENSE) file for details.

latitude_telemetry-0.1.0b1/pyproject.toml

@@ -0,0 +1,90 @@
+[project]
+name = "latitude-telemetry"
+version = "0.1.0-beta.1"
+description = "Latitude Telemetry for Python"
+authors = [{ name = "Latitude Data SL", email = "hello@latitude.so" }]
+maintainers = [{ name = "Latitude Data SL", email = "hello@latitude.so" }]
+readme = "README.md"
+license = "LGPL-3.0"
+urls.repository = "https://github.com/latitude-dev/latitude-llm/tree/main/packages/telemetry/python"
+urls.homepage = "https://github.com/latitude-dev/latitude-llm/tree/main/packages/telemetry/python#readme"
+urls.documentation = "https://github.com/latitude-dev/latitude-llm/tree/main/packages/telemetry/python#readme"
+requires-python = ">=3.9"
+dependencies = [
+    "opentelemetry-api>=1.29.0",
+    "opentelemetry-sdk>=1.29.0",
+    "opentelemetry-instrumentation-alephalpha>=0.36.0",
+    "opentelemetry-instrumentation-anthropic>=0.36.0",
+    "opentelemetry-instrumentation-bedrock>=0.36.0",
+    "opentelemetry-instrumentation-cohere>=0.36.0",
+    "opentelemetry-instrumentation-google-generativeai>=0.36.0",
+    "opentelemetry-instrumentation-groq>=0.36.0",
+    "opentelemetry-instrumentation-haystack>=0.36.0",
+    "opentelemetry-instrumentation-langchain>=0.36.0",
+    "openinference-instrumentation-litellm>=0.1.5",
+    "opentelemetry-instrumentation-llamaindex>=0.36.0",
+    "opentelemetry-instrumentation-mistralai>=0.36.0",
+    "opentelemetry-instrumentation-ollama>=0.36.0",
+    "opentelemetry-instrumentation-openai>=0.36.0",
+    "opentelemetry-instrumentation-replicate>=0.36.0",
+    "opentelemetry-instrumentation-sagemaker>=0.36.0",
+    "opentelemetry-instrumentation-together>=0.36.0",
+    "opentelemetry-instrumentation-threading>=0.50b0",
+    "opentelemetry-instrumentation-transformers>=0.36.0",
+    "opentelemetry-instrumentation-vertexai>=0.36.0",
+    "opentelemetry-instrumentation-watsonx>=0.36.0",
+    "httpx>=0.27.2",
+    "pydantic>=2.10.3",
+    "typing-extensions>=4.12.2",
+]
+
+[dependency-groups]
+dev = [
+    "pytest-asyncio>=0.24.0",
+    "pytest-xdist>=3.6.1",
+    "pytest>=8.3.4",
+    "respx>=0.22.0",
+    "pyright>=1.1.392",
+    "ruff>=0.8.3",
+    "sh>=1.14.3",
+]
+
+[tool.pyright]
+pythonVersion = "3.9"
+typeCheckingMode = "strict"
+reportMissingTypeStubs = false
+reportUnnecessaryIsInstance = false
+reportPrivateUsage = false
+
+[tool.ruff]
+target-version = "py39"
+line-length = 120
+indent-width = 4
+
+[tool.ruff.lint]
+select = ["B", "C4", "E", "F", "I", "W", "UP"]
+ignore = [
+    "F401",
+    "F403",
+    # Needed because unnecessary str() on field aliases are needed
+    # https://docs.pydantic.dev/2.8/concepts/fields/#field-aliases
+    "UP018",
+    # Needed because typing.List and typing.Dict are semi-deprecated
+    # in new Python versions but we want to maintain compatibility
+    "UP006",
+    "UP035",
+]
+
+[tool.ruff.format]
+quote-style = "double"
+indent-style = "space"
+
+[tool.pytest.ini_options]
+addopts = "-p no:warnings -n auto"
+xfail_strict = true
+asyncio_mode = "auto"
+asyncio_default_fixture_loop_scope = "function"
+
+[build-system]
+requires = ["hatchling"]
+build-backend = "hatchling.build"

latitude_telemetry-0.1.0b1/scripts/format.py

@@ -0,0 +1,8 @@
+import sys
+
+from sh import ruff  # type: ignore
+
+files = sys.argv[1:] or ["."]
+
+ruff("check", "--fix", *files, _out=sys.stdout)
+ruff("format", *files, _out=sys.stdout)

latitude_telemetry-0.1.0b1/scripts/lint.py

@@ -0,0 +1,9 @@
+import sys
+
+from sh import pyright, ruff  # type: ignore
+
+files = sys.argv[1:] or ["."]
+
+pyright(*files, _out=sys.stdout)
+ruff("check", *files, _out=sys.stdout)
+ruff("format", "--check", *files, _out=sys.stdout)

latitude_telemetry-0.1.0b1/scripts/test.py

@@ -0,0 +1,7 @@
+import sys
+
+from sh import pytest  # type: ignore
+
+files = sys.argv[1:] or ["."]
+
+pytest(*files, _out=sys.stdout)

latitude_telemetry-0.1.0b1/src/latitude_telemetry/__init__.py

@@ -0,0 +1 @@
+from .telemetry import *

latitude_telemetry-0.1.0b1/src/latitude_telemetry/env/__init__.py

@@ -0,0 +1 @@
+from .env import *

latitude_telemetry-0.1.0b1/src/latitude_telemetry/env/env.py

@@ -0,0 +1,18 @@
+from latitude_telemetry.util import Model, get_env
+
+DEFAULT_GATEWAY_HOSTNAME = "gateway.latitude.so"
+DEFAULT_GATEWAY_PORT = 443
+DEFAULT_GATEWAY_SSL = True
+
+
+class Env(Model):
+    GATEWAY_HOSTNAME: str
+    GATEWAY_PORT: int
+    GATEWAY_SSL: bool
+
+
+env = Env(
+    GATEWAY_HOSTNAME=get_env("GATEWAY_HOSTNAME", DEFAULT_GATEWAY_HOSTNAME),
+    GATEWAY_PORT=get_env("GATEWAY_PORT", DEFAULT_GATEWAY_PORT),
+    GATEWAY_SSL=get_env("GATEWAY_SSL", DEFAULT_GATEWAY_SSL),
+)

latitude_telemetry-0.1.0b1/src/latitude_telemetry/exporter/__init__.py

@@ -0,0 +1,2 @@
+from .exporter import *
+from .payloads import *

latitude_telemetry-0.1.0b1/src/latitude_telemetry/exporter/exporter.py

@@ -0,0 +1,172 @@
+import time
+from typing import Any, Dict, List, Sequence
+
+import httpx
+from opentelemetry.sdk import trace as otel
+from opentelemetry.sdk.trace.export import SpanExporter, SpanExportResult
+from opentelemetry.trace import format_span_id, format_trace_id
+
+from latitude_telemetry.exporter.payloads import (
+    Attribute,
+    AttributeValue,
+    CreateTraceRequestBody,
+    Event,
+    Link,
+    Resource,
+    ResourceSpan,
+    ScopeSpan,
+    Span,
+    Status,
+)
+from latitude_telemetry.telemetry.types import GatewayOptions
+from latitude_telemetry.util import Model
+
+RETRIABLE_STATUSES = [408, 409, 429, 500, 502, 503, 504]
+
+
+class ExporterOptions(Model):
+    api_key: str
+    gateway: GatewayOptions
+    retries: int
+    delay: float
+    timeout: float
+
+
+class Exporter(SpanExporter):
+    _options: ExporterOptions
+
+    def __init__(self, options: ExporterOptions):
+        self._options = options
+
+    def export(self, spans: Sequence[otel.ReadableSpan]) -> SpanExportResult:
+        if not spans:
+            return SpanExportResult.SUCCESS
+
+        try:
+            self._send(self._serialize(list(spans)))
+
+        except Exception:
+            return SpanExportResult.FAILURE
+
+        return SpanExportResult.SUCCESS
+
+    def shutdown(self) -> None:
+        return None
+
+    def force_flush(self, timeout_millis: int = 30000) -> bool:
+        return True
+
+    def _serialize(self, spans: List[otel.ReadableSpan]) -> List[ResourceSpan]:
+        if not spans:
+            return []
+
+        return [
+            ResourceSpan(
+                resource=Resource(attributes=self._serialize_attributes(dict(spans[0].resource.attributes or {}))),
+                scope_spans=[
+                    ScopeSpan(
+                        spans=[
+                            Span(
+                                # Note: span.context should not be None
+                                trace_id=format_trace_id(span.context.trace_id if span.context else 0),
+                                # Note: span.context should not be None
+                                span_id=format_span_id(span.context.span_id if span.context else 0),
+                                parent_span_id=format_span_id(span.parent.span_id) if span.parent else None,
+                                name=span.name,
+                                kind=span.kind.value,
+                                # Note: span.start_time should not be None
+                                start_time=str(span.start_time or 0),
+                                end_time=str(span.end_time) if span.end_time else None,
+                                status=Status(
+                                    code=span.status.status_code.value,
+                                    message=span.status.description,
+                                ),
+                                events=[
+                                    Event(
+                                        name=event.name,
+                                        time=str(event.timestamp),
+                                        attributes=self._serialize_attributes(dict(event.attributes or {})),
+                                    )
+                                    for event in span.events
+                                ],
+                                links=[
+                                    Link(
+                                        trace_id=format_trace_id(link.context.trace_id),
+                                        span_id=format_span_id(link.context.span_id),
+                                        attributes=self._serialize_attributes(dict(link.attributes or {})),
+                                    )
+                                    for link in span.links
+                                ],
+                                attributes=self._serialize_attributes(dict(span.attributes or {})),
+                            )
+                            for span in spans
+                        ]
+                    )
+                ],
+            )
+        ]
+
+    def _serialize_attributes(self, attributes: Dict[str, Any]) -> List[Attribute]:
+        serialized_attributes: List[Attribute] = []
+
+        for key, value in attributes.items():
+            serialized_value = AttributeValue(string=str(value))
+
+            if isinstance(value, str):
+                serialized_value = AttributeValue(string=value)
+
+            elif isinstance(value, bool):
+                serialized_value = AttributeValue(boolean=value)
+
+            elif isinstance(value, int):
+                serialized_value = AttributeValue(integer=value)
+
+            elif isinstance(value, float):
+                serialized_value = AttributeValue(integer=int(value))
+
+            serialized_attributes.append(Attribute(key=key, value=serialized_value))
+
+        return serialized_attributes
+
+    def _send(self, spans: List[ResourceSpan]) -> None:
+        client = httpx.Client(
+            headers={
+                "Authorization": f"Bearer {self._options.api_key}",
+                "Content-Type": "application/json",
+            },
+            timeout=self._options.timeout,
+            follow_redirects=False,
+            max_redirects=0,
+        )
+        response = None
+        attempt = 1
+
+        try:
+            method = "POST"
+            url = f"{self._options.gateway.base_url}/otlp/v1/traces"
+            content = CreateTraceRequestBody(resource_spans=spans).model_dump_json()
+
+            while attempt <= self._options.retries:
+                try:
+                    response = client.request(method=method, url=url, content=content)
+                    response.raise_for_status()
+
+                    break
+
+                except Exception as exception:
+                    if attempt >= self._options.retries:
+                        raise exception
+
+                    if response and response.status_code in RETRIABLE_STATUSES:
+                        time.sleep(self._options.delay * (2 ** (attempt - 1)))
+                    else:
+                        raise exception
+
+                finally:
+                    if response:
+                        response.close()
+
+                    attempt += 1
+
+        finally:
+            client.close()

latitude_telemetry-0.1.0b1/src/latitude_telemetry/exporter/payloads.py

@@ -0,0 +1,62 @@
+from typing import List, Optional
+
+from latitude_telemetry.util import Field, Model
+
+
+class AttributeValue(Model):
+    string: Optional[str] = Field(default=None, alias=str("stringValue"))
+    integer: Optional[int] = Field(default=None, alias=str("intValue"))
+    boolean: Optional[bool] = Field(default=None, alias=str("boolValue"))
+
+
+class Attribute(Model):
+    key: str
+    value: AttributeValue
+
+
+class Resource(Model):
+    attributes: List[Attribute]
+
+
+class Status(Model):
+    code: int
+    message: Optional[str] = None
+
+
+class Event(Model):
+    name: str
+    time: str = Field(alias=str("timeUnixNano"))
+    attributes: Optional[List[Attribute]] = None
+
+
+class Link(Model):
+    trace_id: str = Field(alias=str("traceId"))
+    span_id: str = Field(alias=str("spanId"))
+    attributes: Optional[List[Attribute]] = None
+
+
+class Span(Model):
+    trace_id: str = Field(alias=str("traceId"))
+    span_id: str = Field(alias=str("spanId"))
+    parent_span_id: Optional[str] = Field(default=None, alias=str("parentSpanId"))
+    name: str
+    kind: int
+    start_time: str = Field(alias=str("startTimeUnixNano"))
+    end_time: Optional[str] = Field(default=None, alias=str("endTimeUnixNano"))
+    status: Optional[Status] = None
+    events: Optional[List[Event]] = None
+    links: Optional[List[Link]] = None
+    attributes: Optional[List[Attribute]] = None
+
+
+class ScopeSpan(Model):
+    spans: List[Span]
+
+
+class ResourceSpan(Model):
+    resource: Resource
+    scope_spans: List[ScopeSpan] = Field(alias=str("scopeSpans"))
+
+
+class CreateTraceRequestBody(Model):
+    resource_spans: List[ResourceSpan] = Field(alias=str("resourceSpans"))

latitude_telemetry-0.1.0b1/src/latitude_telemetry/telemetry/__init__.py

@@ -0,0 +1,2 @@
+from .telemetry import *
+from .types import *