agenta 0.26.0a0__py3-none-any.whl → 0.27.0a0__py3-none-any.whl

agenta/sdk/tracing/inline.py

@@ -0,0 +1,1306 @@
+############################
+### services.shared.dtos ###
+### -------------------- ###
+
+from typing import Optional
+
+from pydantic import BaseModel
+from uuid import UUID
+from datetime import datetime
+from enum import Enum
+from collections import OrderedDict
+
+
+NOF_CHARS = 8
+
+
+def _p_id(id):
+    return repr(str(id)[:NOF_CHARS])
+
+
+def _p_osa(o):
+    elements = []
+
+    for i in OrderedDict(sorted(o.items())).items():
+        if not i[0].startswith("_"):
+            if i[1].__class__.__module__ != "builtins":
+                if repr(i[1]).startswith("<"):
+                    elements.append(f"{i[0]}: {i[1].name}")
+                elif repr(i[1]).startswith("UUID("):
+                    elements.append(f"{i[0]}: {_p_id(i[1])}")
+                else:
+                    elements.append(f"{i[0]}: {i[1].__str__()}")
+            else:
+                if isinstance(i[1], list):
+                    elements.append(
+                        f"{i[0]}: [" + ", ".join([el.__str__() for el in i[1]]) + "]"
+                    )
+                elif isinstance(i[1], dict):
+                    elements.append(f"{i[0]}: {{{_p_osa(i[1])}}}")
+                else:
+                    if i[1] is not None:
+                        if i[0] == "slug":
+                            elements.append(f"{i[0]}: {repr(i[1][:8])}")
+                        else:
+                            elements.append(f"{i[0]}: {repr(i[1])}")
+
+    return ", ".join(elements)
+
+
+def _p_ora(o, open="{", close="}", sep=": ", foo=repr):
+    if o.__class__.__module__ != "builtins":
+        if o.__class__.__name__ == "UUID":
+            return repr(o)
+        if isinstance(o, Enum):
+            return o
+        if isinstance(o, datetime):
+            return o.isoformat()
+        return f"{o.__class__.__name__}({_p_ora(o.__dict__, open='', close='', sep='=', foo=lambda x : x)})"
+    elif isinstance(o, list):
+        return f"[{', '.join([repr(el) for el in o])}]"
+    elif isinstance(o, dict):
+        o = OrderedDict(sorted(o.items()))
+        return f"{open}{', '.join([f'{foo(elk)}{sep}{_p_ora(elv)}' for elk, elv in o.items()])}{close}"
+    else:
+        if o is not None:
+            return repr(o)
+
+
+def _str(o):
+    return f"{{{_p_osa(o.__dict__)}}}"
+
+
+def _repr(o):
+    return _p_ora(o)
+
+
+class DisplayBase(BaseModel):
+    def __str__(self):
+        return _str(self)
+
+    def __repr__(self):
+        return _repr(self)
+
+
+class ProjectScopeDTO(DisplayBase):
+    project_id: UUID
+
+
+class LifecycleDTO(DisplayBase):
+    created_at: datetime
+    updated_at: Optional[datetime] = None
+
+    updated_by_id: Optional[UUID] = None
+
+
+### -------------------- ###
+### services.shared.dtos ###
+############################
+
+
+###################################
+### services.observability.dtos ###
+### --------------------------- ###
+
+from typing import List, Dict, Any, Union, Optional, Sequence
+
+from enum import Enum
+from datetime import datetime
+from uuid import UUID
+
+
+class TimeDTO(DisplayBase):
+    start: datetime
+    end: datetime
+    span: int
+
+
+class StatusCode(Enum):
+    UNSET = "UNSET"
+    OK = "OK"
+    ERROR = "ERROR"
+
+
+class StatusDTO(DisplayBase):
+    code: StatusCode
+    message: Optional[str] = None
+    stacktrace: Optional[str] = None
+
+
+AttributeValueType = Any
+Attributes = Dict[str, AttributeValueType]
+
+
+class AttributesDTO(DisplayBase):
+    data: Optional[Attributes] = None
+    metrics: Optional[Attributes] = None
+    meta: Optional[Attributes] = None
+    tags: Optional[Attributes] = None
+    semconv: Optional[Attributes] = None
+
+
+class TreeType(Enum):
+    # --- VARIANTS --- #
+    INVOCATION = "invocation"
+    # --- VARIANTS --- #
+
+
+class NodeType(Enum):
+    # --- VARIANTS --- #
+    ## SPAN_KIND_SERVER
+    AGENT = "agent"
+    WORKFLOW = "workflow"
+    CHAIN = "chain"
+    ## SPAN_KIND_INTERNAL
+    TASK = "task"
+    ## SPAN_KIND_CLIENT
+    TOOL = "tool"
+    EMBEDDING = "embedding"
+    QUERY = "query"
+    COMPLETION = "completion"
+    CHAT = "chat"
+    RERANK = "rerank"
+    # --- VARIANTS --- #
+
+
+class RootDTO(DisplayBase):
+    id: UUID
+
+
+class TreeDTO(DisplayBase):
+    id: UUID
+    type: Optional[TreeType] = None
+
+
+class NodeDTO(DisplayBase):
+    id: UUID
+    type: Optional[NodeType] = None
+    name: str
+
+
+Data = Dict[str, Any]
+Metrics = Dict[str, Any]
+Metadata = Dict[str, Any]
+Tags = Dict[str, str]
+Refs = Dict[str, str]
+
+
+class LinkDTO(DisplayBase):
+    type: str
+    id: UUID
+    tree_id: Optional[UUID] = None
+
+
+class ParentDTO(DisplayBase):
+    id: UUID
+
+
+class OTelSpanKind(Enum):
+    SPAN_KIND_UNSPECIFIED = "SPAN_KIND_UNSPECIFIED"
+    # INTERNAL
+    SPAN_KIND_INTERNAL = "SPAN_KIND_INTERNAL"
+    # SYNCHRONOUS
+    SPAN_KIND_SERVER = "SPAN_KIND_SERVER"
+    SPAN_KIND_CLIENT = "SPAN_KIND_CLIENT"
+    # ASYNCHRONOUS
+    SPAN_KIND_PRODUCER = "SPAN_KIND_PRODUCER"
+    SPAN_KIND_CONSUMER = "SPAN_KIND_CONSUMER"
+
+
+class OTelStatusCode(Enum):
+    STATUS_CODE_OK = "STATUS_CODE_OK"
+    STATUS_CODE_ERROR = "STATUS_CODE_ERROR"
+    STATUS_CODE_UNSET = "STATUS_CODE_UNSET"
+
+
+class OTelContextDTO(DisplayBase):
+    trace_id: str
+    span_id: str
+
+
+class OTelEventDTO(DisplayBase):
+    name: str
+    timestamp: datetime
+
+    attributes: Optional[Attributes] = None
+
+
+class OTelLinkDTO(DisplayBase):
+    context: OTelContextDTO
+
+    attributes: Optional[Attributes] = None
+
+
+class OTelExtraDTO(DisplayBase):
+    kind: Optional[str] = None
+
+    attributes: Optional[Attributes] = None
+    events: Optional[List[OTelEventDTO]] = None
+    links: Optional[List[OTelLinkDTO]] = None
+
+
+class SpanDTO(DisplayBase):
+    scope: ProjectScopeDTO
+
+    lifecycle: LifecycleDTO
+
+    root: RootDTO
+    tree: TreeDTO
+    node: NodeDTO
+
+    parent: Optional[ParentDTO] = None
+
+    time: TimeDTO
+    status: StatusDTO
+
+    data: Optional[Data] = None
+    metrics: Optional[Metrics] = None
+    meta: Optional[Metadata] = None
+    tags: Optional[Tags] = None
+    refs: Optional[Refs] = None
+
+    links: Optional[List[LinkDTO]] = None
+
+    otel: Optional[OTelExtraDTO] = None
+
+    nodes: Optional[Dict[str, Union["SpanDTO", List["SpanDTO"]]]] = None
+
+
+class SpanCreateDTO(DisplayBase):
+    scope: ProjectScopeDTO
+
+    root: RootDTO
+    tree: TreeDTO
+    node: NodeDTO
+
+    parent: Optional[ParentDTO] = None
+
+    time: TimeDTO
+    status: StatusDTO
+
+    data: Optional[Data] = None
+    metrics: Optional[Metrics] = None
+    meta: Optional[Metadata] = None
+    tags: Optional[Tags] = None
+    refs: Optional[Refs] = None
+
+    links: Optional[List[LinkDTO]] = None
+
+    otel: Optional[OTelExtraDTO] = None
+
+
+class OTelSpanDTO(DisplayBase):
+    context: OTelContextDTO
+
+    name: str
+    kind: OTelSpanKind = OTelSpanKind.SPAN_KIND_UNSPECIFIED
+
+    start_time: datetime
+    end_time: datetime
+
+    status_code: OTelStatusCode = OTelStatusCode.STATUS_CODE_UNSET
+    status_message: Optional[str] = None
+
+    attributes: Optional[Attributes] = None
+    events: Optional[List[OTelEventDTO]] = None
+
+    parent: Optional[OTelContextDTO] = None
+    links: Optional[List[OTelLinkDTO]] = None
+
+
+### --------------------------- ###
+### services.observability.dtos ###
+###################################
+
+
+####################################
+### services.observability.utils ###
+### ---------------------------- ###
+
+from typing import List, Dict, OrderedDict
+
+
+def parse_span_dtos_to_span_idx(
+    span_dtos: List[SpanCreateDTO],
+) -> Dict[str, SpanCreateDTO]:
+    span_idx = {span_dto.node.id: span_dto for span_dto in span_dtos}
+
+    return span_idx
+
+
+def parse_span_idx_to_span_id_tree(
+    span_idx: Dict[str, SpanCreateDTO],
+) -> OrderedDict:
+    span_id_tree = OrderedDict()
+    index = {}
+
+    def push(span_dto: SpanCreateDTO) -> None:
+        if span_dto.parent is None:
+            span_id_tree[span_dto.node.id] = OrderedDict()
+            index[span_dto.node.id] = span_id_tree[span_dto.node.id]
+        elif span_dto.parent.id in index:
+            index[span_dto.parent.id][span_dto.node.id] = OrderedDict()
+            index[span_dto.node.id] = index[span_dto.parent.id][span_dto.node.id]
+
+    for span_dto in sorted(span_idx.values(), key=lambda span_dto: span_dto.time.start):
+        push(span_dto)
+
+    return span_id_tree
+
+
+def cumulate_costs(
+    spans_id_tree: OrderedDict,
+    spans_idx: Dict[str, SpanCreateDTO],
+) -> None:
+    def _get_unit(span: SpanCreateDTO):
+        if span.metrics is not None:
+            return span.metrics.get("unit.costs.total", 0.0)
+
+        return 0.0
+
+    def _get_acc(span: SpanCreateDTO):
+        if span.metrics is not None:
+            return span.metrics.get("acc.costs.total", 0.0)
+
+        return 0.0
+
+    def _acc(a: float, b: float):
+        return a + b
+
+    def _set(span: SpanCreateDTO, cost: float):
+        if span.metrics is None:
+            span.metrics = {}
+
+        if cost != 0.0:
+            span.metrics["acc.costs.total"] = cost
+
+    _cumulate_tree_dfs(spans_id_tree, spans_idx, _get_unit, _get_acc, _acc, _set)
+
+
+def cumulate_tokens(
+    spans_id_tree: OrderedDict,
+    spans_idx: Dict[str, dict],
+) -> None:
+    def _get_unit(span: SpanCreateDTO):
+        _tokens = {
+            "prompt": 0.0,
+            "completion": 0.0,
+            "total": 0.0,
+        }
+
+        if span.metrics is not None:
+            return {
+                "prompt": span.metrics.get("unit.tokens.prompt", 0.0),
+                "completion": span.metrics.get("unit.tokens.completion", 0.0),
+                "total": span.metrics.get("unit.tokens.total", 0.0),
+            }
+
+        return _tokens
+
+    def _get_acc(span: SpanCreateDTO):
+        _tokens = {
+            "prompt": 0.0,
+            "completion": 0.0,
+            "total": 0.0,
+        }
+
+        if span.metrics is not None:
+            return {
+                "prompt": span.metrics.get("acc.tokens.prompt", 0.0),
+                "completion": span.metrics.get("acc.tokens.completion", 0.0),
+                "total": span.metrics.get("acc.tokens.total", 0.0),
+            }
+
+        return _tokens
+
+    def _acc(a: dict, b: dict):
+        return {
+            "prompt": a.get("prompt", 0.0) + b.get("prompt", 0.0),
+            "completion": a.get("completion", 0.0) + b.get("completion", 0.0),
+            "total": a.get("total", 0.0) + b.get("total", 0.0),
+        }
+
+    def _set(span: SpanCreateDTO, tokens: dict):
+        if span.metrics is None:
+            span.metrics = {}
+
+        if tokens.get("prompt", 0.0) != 0.0:
+            span.metrics["acc.tokens.prompt"] = tokens.get("prompt", 0.0)
+        if tokens.get("completion", 0.0) != 0.0:
+            span.metrics["acc.tokens.completion"] = (
+                tokens.get("completion", 0.0)
+                if tokens.get("completion", 0.0) != 0.0
+                else None
+            )
+        if tokens.get("total", 0.0) != 0.0:
+            span.metrics["acc.tokens.total"] = (
+                tokens.get("total", 0.0) if tokens.get("total", 0.0) != 0.0 else None
+            )
+
+    _cumulate_tree_dfs(spans_id_tree, spans_idx, _get_unit, _get_acc, _acc, _set)
+
+
+def _cumulate_tree_dfs(
+    spans_id_tree: OrderedDict,
+    spans_idx: Dict[str, SpanCreateDTO],
+    get_unit_metric,
+    get_acc_metric,
+    accumulate_metric,
+    set_metric,
+):
+    for span_id, children_spans_id_tree in spans_id_tree.items():
+        children_spans_id_tree: OrderedDict
+
+        cumulated_metric = get_unit_metric(spans_idx[span_id])
+
+        _cumulate_tree_dfs(
+            children_spans_id_tree,
+            spans_idx,
+            get_unit_metric,
+            get_acc_metric,
+            accumulate_metric,
+            set_metric,
+        )
+
+        for child_span_id in children_spans_id_tree.keys():
+            marginal_metric = get_acc_metric(spans_idx[child_span_id])
+            cumulated_metric = accumulate_metric(cumulated_metric, marginal_metric)
+
+        set_metric(spans_idx[span_id], cumulated_metric)
+
+
+def connect_children(
+    spans_id_tree: OrderedDict,
+    spans_idx: Dict[str, dict],
+) -> None:
+    _connect_tree_dfs(spans_id_tree, spans_idx)
+
+
+def _connect_tree_dfs(
+    spans_id_tree: OrderedDict,
+    spans_idx: Dict[str, SpanDTO],
+):
+    for span_id, children_spans_id_tree in spans_id_tree.items():
+        children_spans_id_tree: OrderedDict
+
+        parent_span = spans_idx[span_id]
+
+        parent_span.nodes = dict()
+
+        _connect_tree_dfs(children_spans_id_tree, spans_idx)
+
+        for child_span_id in children_spans_id_tree.keys():
+            child_span_name = spans_idx[child_span_id].node.name
+            if child_span_name not in parent_span.nodes:
+                parent_span.nodes[child_span_name] = spans_idx[child_span_id]
+            else:
+                if not isinstance(parent_span.nodes[child_span_name], list):
+                    parent_span.nodes[child_span_name] = [
+                        parent_span.nodes[child_span_name]
+                    ]
+
+                parent_span.nodes[child_span_name].append(spans_idx[child_span_id])
+
+        if len(parent_span.nodes) == 0:
+            parent_span.nodes = None
+
+
+### ---------------------------- ###
+### services.observability.utils ###
+####################################
+
+
+########################################################
+### apis.fastapi.observability.opentelemetry.semconv ###
+### ------------------------------------------------ ###
+
+VERSION = "0.4.1"
+
+V_0_4_1_ATTRIBUTES_EXACT = [
+    ("gen_ai.system", "ag.meta.system"),
+    ("gen_ai.request.base_url", "ag.meta.request.base_url"),
+    ("gen_ai.request.endpoint", "ag.meta.request.endpoint"),
+    ("gen_ai.request.headers", "ag.meta.request.headers"),
+    ("gen_ai.request.type", "ag.type.node"),
+    ("gen_ai.request.streaming", "ag.meta.request.streaming"),
+    ("gen_ai.request.model", "ag.meta.request.model"),
+    ("gen_ai.request.max_tokens", "ag.meta.request.max_tokens"),
+    ("gen_ai.request.temperature", "ag.meta.request.temperature"),
+    ("gen_ai.request.top_p", "ag.meta.request.top_p"),
+    ("gen_ai.response.model", "ag.meta.response.model"),
+    ("gen_ai.usage.prompt_tokens", "ag.metrics.unit.tokens.prompt"),
+    ("gen_ai.usage.completion_tokens", "ag.metrics.unit.tokens.completion"),
+    ("gen_ai.usage.total_tokens", "ag.metrics.unit.tokens.total"),
+    ("llm.headers", "ag.meta.request.headers"),
+    ("llm.request.type", "ag.type.node"),
+    ("llm.top_k", "ag.meta.request.top_k"),
+    ("llm.is_streaming", "ag.meta.request.streaming"),
+    ("llm.usage.total_tokens", "ag.metrics.unit.tokens.total"),
+    ("gen_ai.openai.api_base", "ag.meta.request.base_url"),
+    ("db.system", "ag.meta.system"),
+    ("db.vector.query.top_k", "ag.meta.request.top_k"),
+    ("pinecone.query.top_k", "ag.meta.request.top_k"),
+    ("traceloop.span.kind", "ag.type.node"),
+]
+V_0_4_1_ATTRIBUTES_PREFIX = [
+    ("gen_ai.prompt", "ag.data.inputs.prompt"),
+    ("gen_ai.completion", "ag.data.outputs.completion"),
+]
+
+V_0_4_1_MAPS = {
+    "attributes": {
+        "exact": {
+            "from": {otel: agenta for otel, agenta in V_0_4_1_ATTRIBUTES_EXACT[::-1]},
+            "to": {agenta: otel for otel, agenta in V_0_4_1_ATTRIBUTES_EXACT[::-1]},
+        },
+        "prefix": {
+            "from": {otel: agenta for otel, agenta in V_0_4_1_ATTRIBUTES_PREFIX[::-1]},
+            "to": {agenta: otel for otel, agenta in V_0_4_1_ATTRIBUTES_PREFIX[::-1]},
+        },
+    },
+}
+V_0_4_1_KEYS = {
+    "attributes": {
+        "exact": {
+            "from": list(V_0_4_1_MAPS["attributes"]["exact"]["from"].keys()),
+            "to": list(V_0_4_1_MAPS["attributes"]["exact"]["to"].keys()),
+        },
+        "prefix": {
+            "from": list(V_0_4_1_MAPS["attributes"]["prefix"]["from"].keys()),
+            "to": list(V_0_4_1_MAPS["attributes"]["prefix"]["to"].keys()),
+        },
+    },
+}
+
+
+MAPS = {
+    "0.4.1": V_0_4_1_MAPS,  # LATEST
+}
+KEYS = {
+    "0.4.1": V_0_4_1_KEYS,  # LATEST
+}
+
+CODEX = {"maps": MAPS[VERSION], "keys": KEYS[VERSION]}
+
+### ------------------------------------------------ ###
+### apis.fastapi.observability.opentelemetry.semconv ###
+########################################################
+
+
+########################################
+### apis.fastapi.observability.utils ###
+### -------------------------------- ###
+
+from typing import Optional, Union, Tuple, Any, List, Dict
+from uuid import UUID
+from collections import OrderedDict
+from json import loads, JSONDecodeError, dumps
+from copy import copy
+
+
+def _unmarshal_attributes(
+    marshalled: Dict[str, Any],
+) -> Dict[str, Any]:
+    """
+    Unmarshals a dictionary of marshalled attributes into a nested dictionary
+
+    Example:
+    marshalled = {
+        "ag.type": "tree",
+        "ag.node.name": "root",
+        "ag.node.children.0.name": "child1",
+        "ag.node.children.1.name": "child2"
+    }
+    unmarshalled = {
+        "ag": {
+            "type": "tree",
+            "node": {
+                "name": "root",
+                "children": [
+                    {
+                        "name": "child1",
+                    },
+                    {
+                        "name": "child2",
+                    }
+                ]
+            }
+        }
+    }
+    """
+    unmarshalled = {}
+
+    for key, value in marshalled.items():
+        keys = key.split(".")
+
+        level = unmarshalled
+
+        for i, part in enumerate(keys[:-1]):
+            if part.isdigit():
+                part = int(part)
+
+                if not isinstance(level, list):
+                    level = []
+
+                while len(level) <= part:
+                    level.append({})
+
+                level = level[part]
+
+            else:
+                if part not in level:
+                    level[part] = {} if not keys[i + 1].isdigit() else []
+
+                level = level[part]
+
+        last_key = keys[-1]
+
+        if last_key.isdigit():
+            last_key = int(last_key)
+
+            if not isinstance(level, list):
+                level = []
+
+            while len(level) <= last_key:
+                level.append(None)
+
+            level[last_key] = value
+
+        else:
+            level[last_key] = value
+
+    return unmarshalled
+
+
+def _encode_key(
+    namespace,
+    key: str,
+) -> str:
+    return f"ag.{namespace}.{key}"
+
+
+def _decode_key(
+    namespace,
+    key: str,
+) -> str:
+    return key.replace(f"ag.{namespace}.", "")
+
+
+def _decode_value(
+    value: Any,
+) -> Any:
+    if isinstance(value, (int, float, bool, bytes)):
+        return value
+
+    if isinstance(value, str):
+        if value == "@ag.type=none:":
+            return None
+
+        if value.startswith("@ag.type=json:"):
+            encoded = value[len("@ag.type=json:") :]
+            value = loads(encoded)
+            return value
+
+        return value
+
+    return value
+
+
+def _get_attributes(
+    attributes: Attributes,
+    namespace: str,
+):
+    return {
+        _decode_key(namespace, key): _decode_value(value)
+        for key, value in attributes.items()
+        if key != _decode_key(namespace, key)
+    }
+
+
+def _parse_from_types(
+    otel_span_dto: OTelSpanDTO,
+) -> dict:
+    types = _get_attributes(otel_span_dto.attributes, "type")
+
+    if types.get("tree"):
+        del otel_span_dto.attributes[_encode_key("type", "tree")]
+
+    if types.get("node"):
+        del otel_span_dto.attributes[_encode_key("type", "node")]
+
+    return types
+
+
+def _parse_from_semconv(
+    attributes: Attributes,
+) -> None:
+    _attributes = copy(attributes)
+
+    for old_key, value in _attributes.items():
+        if old_key in CODEX["keys"]["attributes"]["exact"]["from"]:
+            new_key = CODEX["maps"]["attributes"]["exact"]["from"][old_key]
+
+            attributes[new_key] = value
+
+            del attributes[old_key]
+
+        else:
+            for prefix_key in CODEX["keys"]["attributes"]["prefix"]["from"]:
+                if old_key.startswith(prefix_key):
+                    prefix = CODEX["maps"]["attributes"]["prefix"]["from"][prefix_key]
+
+                    new_key = old_key.replace(prefix_key, prefix)
+
+                    attributes[new_key] = value
+
+                    del attributes[old_key]
+
+
+def _parse_from_links(
+    otel_span_dto: OTelSpanDTO,
+) -> dict:
+    # TESTING
+    otel_span_dto.links = [
+        OTelLinkDTO(
+            context=otel_span_dto.context,
+            attributes={"ag.type.link": "testcase"},
+        )
+    ]
+    # -------
+
+    # LINKS
+    links = None
+    otel_links = None
+
+    if otel_span_dto.links:
+        links = list()
+        otel_links = list()
+
+        for link in otel_span_dto.links:
+            _links = _get_attributes(link.attributes, "type")
+
+            if _links:
+                link_type = _links.get("link")
+                link_tree_id = str(UUID(link.context.trace_id[2:]))
+                link_node_id = str(
+                    UUID(link.context.trace_id[2 + 16 :] + link.context.span_id[2:])
+                )
+
+                links.append(
+                    LinkDTO(
+                        type=link_type,
+                        tree_id=link_tree_id,
+                        id=link_node_id,
+                    )
+                )
+            else:
+                otel_links.append(link)
+
+        links = links if links else None
+        otel_links = otel_links if otel_links else None
+
+    otel_span_dto.links = otel_links
+
+    return links
+
+
+def _parse_from_attributes(
+    otel_span_dto: OTelSpanDTO,
+) -> Tuple[dict, dict, dict, dict, dict]:
+    # DATA
+    _data = _get_attributes(otel_span_dto.attributes, "data")
+
+    for key in _data.keys():
+        del otel_span_dto.attributes[_encode_key("data", key)]
+
+    # _data = _unmarshal_attributes(_data)
+    _data = _data if _data else None
+
+    # METRICS
+    _metrics = _get_attributes(otel_span_dto.attributes, "metrics")
+
+    for key in _metrics.keys():
+        del otel_span_dto.attributes[_encode_key("metrics", key)]
+
+    # _metrics = _unmarshal_attributes(_metrics)
+    _metrics = _metrics if _metrics else None
+
+    # META
+    _meta = _get_attributes(otel_span_dto.attributes, "meta")
+
+    for key in _meta.keys():
+        del otel_span_dto.attributes[_encode_key("meta", key)]
+
+    # _meta = _unmarshal_attributes(_meta)
+    _meta = _meta if _meta else None
+
+    # TAGS
+    _tags = _get_attributes(otel_span_dto.attributes, "tags")
+
+    for key in _tags.keys():
+        del otel_span_dto.attributes[_encode_key("tags", key)]
+
+    _tags = _tags if _tags else None
+
+    # REFS
+    _refs = _get_attributes(otel_span_dto.attributes, "refs")
+
+    for key in _refs.keys():
+        del otel_span_dto.attributes[_encode_key("refs", key)]
+
+    _refs = _refs if _refs else None
+
+    if len(otel_span_dto.attributes.keys()) < 1:
+        otel_span_dto.attributes = None
+
+    return _data, _metrics, _meta, _tags, _refs
+
+
+def parse_from_otel_span_dto(
+    project_id: str,
+    otel_span_dto: OTelSpanDTO,
+) -> SpanDTO:
+    scope = ProjectScopeDTO(project_id=UUID(project_id))
+
+    lifecyle = LifecycleDTO(
+        created_at=datetime.now(),
+    )
+
+    _parse_from_semconv(otel_span_dto.attributes)
+
+    types = _parse_from_types(otel_span_dto)
+
+    tree_id = UUID(otel_span_dto.context.trace_id[2:])
+
+    tree_type: str = types.get("tree")
+
+    tree = TreeDTO(
+        id=tree_id,
+        type=tree_type.lower() if tree_type else None,
+    )
+
+    node_id = UUID(tree_id.hex[16:] + otel_span_dto.context.span_id[2:])
+
+    node_type: str = types.get("node")
+
+    node = NodeDTO(
+        id=node_id,
+        type=node_type.lower() if node_type else None,
+        name=otel_span_dto.name,
+    )
+
+    parent = (
+        ParentDTO(
+            id=(
+                UUID(
+                    otel_span_dto.parent.trace_id[2 + 16 :]
+                    + otel_span_dto.parent.span_id[2:]
+                )
+            )
+        )
+        if otel_span_dto.parent
+        else None
+    )
+
+    duration = (otel_span_dto.end_time - otel_span_dto.start_time).total_seconds()
+
+    time = TimeDTO(
+        start=otel_span_dto.start_time,
+        end=otel_span_dto.end_time,
+        span=round(duration * 1_000_000),  # microseconds
+    )
+
+    status = StatusDTO(
+        code=otel_span_dto.status_code.value.replace("STATUS_CODE_", ""),
+        message=otel_span_dto.status_message,
+    )
+
+    links = _parse_from_links(otel_span_dto)
+
+    data, metrics, meta, tags, refs = _parse_from_attributes(otel_span_dto)
+
+    root_id = str(tree_id)
+    if refs is not None:
+        root_id = refs.get("scenario.id", root_id)
+
+    root = RootDTO(id=UUID(root_id))
+
+    otel = OTelExtraDTO(
+        kind=otel_span_dto.kind.value,
+        attributes=otel_span_dto.attributes,
+        events=otel_span_dto.events,
+        links=otel_span_dto.links,
+    )
+
+    span_dto = SpanDTO(
+        scope=scope,
+        lifecycle=lifecyle,
+        root=root,
+        tree=tree,
+        node=node,
+        parent=parent,
+        time=time,
+        status=status,
+        data=data,
+        metrics=metrics,
+        meta=meta,
+        tags=tags,
+        refs=refs,
+        links=links,
+        otel=otel,
+    )
+
+    return span_dto
+
+
+def parse_to_agenta_span_dto(
+    span_dto: SpanDTO,
+) -> SpanDTO:
+    # DATA
+    if span_dto.data:
+        span_dto.data = _unmarshal_attributes(span_dto.data)
+
+        # if "outputs" in span_dto.data:
+        #     if "__default__" in span_dto.data["outputs"]:
+        #         span_dto.data["outputs"] = span_dto.data["outputs"]["__default__"]
+
+    # METRICS
+    if span_dto.metrics:
+        span_dto.metrics = _unmarshal_attributes(span_dto.metrics)
+
+    # META
+    if span_dto.meta:
+        span_dto.meta = _unmarshal_attributes(span_dto.meta)
+
+    # TAGS
+    if span_dto.tags:
+        span_dto.tags = _unmarshal_attributes(span_dto.tags)
+
+    # REFS
+    if span_dto.refs:
+        span_dto.refs = _unmarshal_attributes(span_dto.refs)
+
+    for link in span_dto.links:
+        link.tree_id = None
+
+    if span_dto.nodes:
+        for v in span_dto.nodes.values():
+            if isinstance(v, list):
+                for n in v:
+                    parse_to_agenta_span_dto(n)
+            else:
+                parse_to_agenta_span_dto(v)
+
+    return span_dto
+
+
+### -------------------------------- ###
+### apis.fastapi.observability.utils ###
+########################################
+
+
+from litellm import cost_calculator
+from opentelemetry.sdk.trace import ReadableSpan
+
+
+def parse_inline_trace(
+    project_id: str,
+    spans: Dict[str, ReadableSpan],
+):
+    otel_span_dtos = _parse_readable_spans(spans)
+
+    ############################################################
+    ### apis.fastapi.observability.api.otlp_collect_traces() ###
+    ### ---------------------------------------------------- ###
+    span_dtos = [
+        parse_from_otel_span_dto(project_id, otel_span_dto)
+        for otel_span_dto in otel_span_dtos
+    ]
+    ### ---------------------------------------------------- ###
+    ### apis.fastapi.observability.api.otlp_collect_traces() ###
+    ############################################################
+
+    #####################################################
+    ### services.observability.service.ingest/query() ###
+    ### --------------------------------------------- ###
+    span_idx = parse_span_dtos_to_span_idx(span_dtos)
+    span_id_tree = parse_span_idx_to_span_id_tree(span_idx)
+    ### --------------------------------------------- ###
+    ### services.observability.service.ingest/query() ###
+    #####################################################
+
+    ###############################################
+    ### services.observability.service.ingest() ###
+    ### --------------------------------------- ###
+    calculate_cost(span_idx)
+    cumulate_costs(span_id_tree, span_idx)
+    cumulate_tokens(span_id_tree, span_idx)
+    ### --------------------------------------- ###
+    ### services.observability.service.ingest() ###
+    ###############################################
+
+    ##############################################
+    ### services.observability.service.query() ###
+    ### -------------------------------------- ###
+    connect_children(span_id_tree, span_idx)
+    root_span_dtos = [span_idx[span_id] for span_id in span_id_tree.keys()]
+    agenta_span_dtos = [
+        parse_to_agenta_span_dto(span_dto) for span_dto in root_span_dtos
+    ]
+    ### -------------------------------------- ###
+    ### services.observability.service.query() ###
+    ##############################################
+
+    LEGACY = True
+    inline_trace = None
+
+    if LEGACY:
+        legacy_spans = [
+            _parse_to_legacy_span(span_dto) for span_dto in span_idx.values()
+        ]
+
+        root_span = agenta_span_dtos[0]
+
+        trace_id = root_span.root.id.hex
+        latency = root_span.time.span / 1_000_000
+        cost = root_span.metrics.get("acc", {}).get("costs", {}).get("total", 0.0)
+        tokens = {
+            "prompt_tokens": root_span.metrics.get("acc", {})
+            .get("tokens", {})
+            .get("prompt", 0),
+            "completion_tokens": root_span.metrics.get("acc", {})
+            .get("tokens", {})
+            .get("completion", 0),
+            "total_tokens": root_span.metrics.get("acc", {})
+            .get("tokens", {})
+            .get("total", 0),
+        }
+
+        spans = [
+            loads(span.model_dump_json(exclude_none=True)) for span in legacy_spans
+        ]
+
+        inline_trace = {
+            "trace_id": trace_id,
+            "latency": latency,
+            "cost": cost,
+            "usage": tokens,
+            "spans": spans,
+        }
+
+    else:
+        spans = [
+            loads(span_dto.model_dump_json(exclude_none=True))
+            for span_dto in agenta_span_dtos
+        ]
+
+        inline_trace = spans  # turn into Agenta Model ?
+
+    return inline_trace
+
+
+def _parse_readable_spans(
+    spans: List[ReadableSpan],
+) -> List[OTelSpanDTO]:
+    otel_span_dtos = list()
+
+    for span in spans:
+        otel_span_dto = OTelSpanDTO(
+            context=OTelContextDTO(
+                trace_id=_int_to_hex(span.get_span_context().trace_id, 128),
+                span_id=_int_to_hex(span.get_span_context().span_id, 64),
+            ),
+            name=span.name,
+            kind=OTelSpanKind(
+                "SPAN_KIND_"
+                + (span.kind if isinstance(span.kind, str) else span.kind.name)
+            ),
+            start_time=_timestamp_ns_to_datetime(span.start_time),
+            end_time=_timestamp_ns_to_datetime(span.end_time),
+            status_code=OTelStatusCode("STATUS_CODE_" + span.status.status_code.name),
+            status_message=span.status.description,
+            attributes=span.attributes,
+            events=[
+                OTelEventDTO(
+                    name=event.name,
+                    timestamp=_timestamp_ns_to_datetime(event.timestamp),
+                    attributes=event.attributes,
+                )
+                for event in span.events
+            ],
+            parent=(
+                OTelContextDTO(
+                    trace_id=_int_to_hex(span.parent.trace_id, 128),
+                    span_id=_int_to_hex(span.parent.span_id, 64),
+                )
+                if span.parent
+                else None
+            ),
+            links=[
+                OTelLinkDTO(
+                    context=OTelContextDTO(
+                        trace_id=_int_to_hex(link.context.trace_id, 128),
+                        span_id=_int_to_hex(link.context.span_id, 64),
+                    ),
+                    attributes=link.attributes,
+                )
+                for link in span.links
+            ],
+        )
+
+        otel_span_dtos.append(otel_span_dto)
+
+    return otel_span_dtos
+
+
+def _int_to_hex(integer, bits):
+    _hex = hex(integer)[2:]
+
+    _hex = _hex.zfill(bits // 4)
+
+    _hex = "0x" + _hex
+
+    return _hex
+
+
+def _timestamp_ns_to_datetime(timestamp_ns):
+    _datetime = datetime.fromtimestamp(
+        timestamp_ns / 1_000_000_000,
+    ).isoformat(
+        timespec="microseconds",
+    )
+
+    return _datetime
+
+
+class LlmTokens(BaseModel):
+    prompt_tokens: Optional[int] = 0
+    completion_tokens: Optional[int] = 0
+    total_tokens: Optional[int] = 0
+
+
+class CreateSpan(BaseModel):
+    id: str
+    app_id: str
+    variant_id: Optional[str] = None
+    variant_name: Optional[str] = None
+    inputs: Optional[Dict[str, Optional[Any]]] = None
+    internals: Optional[Dict[str, Optional[Any]]] = None
+    outputs: Optional[Union[str, Dict[str, Optional[Any]], List[Any]]] = None
+    config: Optional[Dict[str, Optional[Any]]] = None
+    environment: Optional[str] = None
+    tags: Optional[List[str]] = None
+    token_consumption: Optional[int] = None
+    name: str
+    parent_span_id: Optional[str] = None
+    attributes: Optional[Dict[str, Optional[Any]]] = None
+    spankind: str
+    status: str
+    user: Optional[str] = None
+    start_time: datetime
+    end_time: datetime
+    tokens: Optional[LlmTokens] = None
+    cost: Optional[float] = None
+
+
+def _parse_to_legacy_span(span: SpanDTO) -> CreateSpan:
+    attributes = None
+    if span.otel:
+        attributes = span.otel.attributes or {}
+
+        if span.otel.events:
+            for event in span.otel.events:
+                if event.name == "exception":
+                    attributes.update(**event.attributes)
+
+    legacy_span = CreateSpan(
+        id=span.node.id.hex[:24],
+        spankind=span.node.type,
+        name=span.node.name,
+        #
+        status=span.status.code.name,
+        #
+        start_time=span.time.start,
+        end_time=span.time.end,
+        #
+        parent_span_id=span.parent.id.hex[:24] if span.parent else None,
+        #
+        inputs=span.data.get("inputs") if span.data else {},
+        internals=span.data.get("internals") if span.data else {},
+        outputs=span.data.get("outputs") if span.data else {},
+        #
+        environment=span.meta.get("environment") if span.meta else None,
+        config=span.meta.get("configuration") if span.meta else None,
+        #
+        tokens=(
+            LlmTokens(
+                prompt_tokens=span.metrics.get("acc", {})
+                .get("tokens", {})
+                .get("prompt", 0.0),
+                completion_tokens=span.metrics.get("acc", {})
+                .get("tokens", {})
+                .get("completion", 0.0),
+                total_tokens=span.metrics.get("acc", {})
+                .get("tokens", {})
+                .get("total", 0.0),
+            )
+            if span.metrics
+            else None
+        ),
+        cost=(
+            span.metrics.get("acc", {}).get("costs", {}).get("total", 0.0)
+            if span.metrics
+            else None
+        ),
+        #
+        app_id=(
+            span.refs.get("application_id", "missing-app-id")
+            if span.refs
+            else "missing-app-id"
+        ),
+        #
+        attributes=attributes,
+        #
+        variant_id=None,
+        variant_name=None,
+        tags=None,
+        token_consumption=None,
+        user=None,
+    )
+
+    return legacy_span
+
+
+PAYING_TYPES = [
+    "embedding",
+    "query",
+    "completion",
+    "chat",
+    "rerank",
+]
+
+
+def calculate_cost(span_idx: Dict[str, SpanCreateDTO]):
+    for span in span_idx.values():
+        if span.node.type.name.lower() in PAYING_TYPES and span.meta and span.metrics:
+            try:
+                costs = cost_calculator.cost_per_token(
+                    model=span.meta.get("response.model"),
+                    prompt_tokens=span.metrics.get("unit.tokens.prompt", 0.0),
+                    completion_tokens=span.metrics.get("unit.tokens.completion", 0.0),
+                    call_type=span.node.type.name.lower(),
+                    response_time_ms=span.time.span // 1_000,
+                )
+
+                if not costs:
+                    continue
+
+                prompt_cost, completion_cost = costs
+                total_cost = prompt_cost + completion_cost
+
+                span.metrics["unit.costs.prompt"] = prompt_cost
+                span.metrics["unit.costs.completion"] = completion_cost
+                span.metrics["unit.costs.total"] = total_cost
+
+            except:
+                pass