langfuse-haystack 0.0.1__tar.gz → 0.0.3__tar.gz

{langfuse_haystack-0.0.1 → langfuse_haystack-0.0.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: langfuse-haystack
-Version: 0.0.1
+Version: 0.0.3
 Project-URL: Documentation, https://github.com/deepset-ai/haystack-core-integrations/tree/main/integrations/langfuse#readme
 Project-URL: Issues, https://github.com/deepset-ai/haystack-core-integrations/issues
 Project-URL: Source, https://github.com/deepset-ai/haystack-core-integrations/tree/main/integrations/langfuse
@@ -23,20 +23,21 @@ Description-Content-Type: text/markdown
 
 # langfuse
 
-[![PyPI - Version](https://img.shields.io/pypi/v/langfuse.svg)](https://pypi.org/project/langfuse)
-[![PyPI - Python Version](https://img.shields.io/pypi/pyversions/langfuse.svg)](https://pypi.org/project/langfuse)
+[![PyPI - Version](https://img.shields.io/pypi/v/langfuse-haystack.svg)](https://pypi.org/project/langfuse-haystack)
+[![PyPI - Python Version](https://img.shields.io/pypi/pyversions/langfuse-haystack.svg)](https://pypi.org/project/langfuse-haystack)
 
 -----
 
 **Table of Contents**
 
-- [Installation](#installation)
-- [License](#license)
+- [langfuse](#langfuse)
+  - [Installation](#installation)
+  - [License](#license)
 
 ## Installation
 
 ```console
-pip install langfuse
+pip install langfuse-haystack
 ```
 
 ## License

langfuse_haystack-0.0.3/README.md

@@ -0,0 +1,22 @@
+# langfuse
+
+[![PyPI - Version](https://img.shields.io/pypi/v/langfuse-haystack.svg)](https://pypi.org/project/langfuse-haystack)
+[![PyPI - Python Version](https://img.shields.io/pypi/pyversions/langfuse-haystack.svg)](https://pypi.org/project/langfuse-haystack)
+
+-----
+
+**Table of Contents**
+
+- [langfuse](#langfuse)
+  - [Installation](#installation)
+  - [License](#license)
+
+## Installation
+
+```console
+pip install langfuse-haystack
+```
+
+## License
+
+`langfuse` is distributed under the terms of the [Apache-2.0](https://spdx.org/licenses/Apache-2.0.html) license.

{langfuse_haystack-0.0.1 → langfuse_haystack-0.0.3}/example/basic_rag.py

@@ -41,7 +41,7 @@ def get_pipeline(document_store: InMemoryDocumentStore):
     )
     basic_rag_pipeline.add_component("retriever", retriever)
     basic_rag_pipeline.add_component("prompt_builder", prompt_builder)
-    basic_rag_pipeline.add_component("llm", OpenAIGenerator(model="gpt-3.5-turbo"))
+    basic_rag_pipeline.add_component("llm", OpenAIGenerator(model="gpt-3.5-turbo", generation_kwargs={"n": 2}))
 
     # Now, connect the components to each other
     # NOTE: the tracer component doesn't need to be connected to anything in order to work

langfuse_haystack-0.0.3/example/chat.py

@@ -0,0 +1,33 @@
+import os
+
+os.environ["LANGFUSE_HOST"] = "https://cloud.langfuse.com"
+os.environ["TOKENIZERS_PARALLELISM"] = "false"
+os.environ["HAYSTACK_CONTENT_TRACING_ENABLED"] = "true"
+
+from haystack.components.builders import DynamicChatPromptBuilder
+from haystack.components.generators.chat import OpenAIChatGenerator
+from haystack.dataclasses import ChatMessage
+from haystack import Pipeline
+from haystack.utils import Secret
+
+from haystack_integrations.components.others.langfuse import LangfuseComponent
+
+
+if __name__ == "__main__":
+
+    pipe = Pipeline()
+    pipe.add_component("tracer", LangfuseComponent("Chat example"))
+    pipe.add_component("prompt_builder", DynamicChatPromptBuilder())
+    pipe.add_component("llm", OpenAIChatGenerator(model="gpt-3.5-turbo"))
+
+    pipe.connect("prompt_builder.prompt", "llm.messages")
+
+    messages = [
+        ChatMessage.from_system("Always respond in German even if some input data is in other languages."),
+        ChatMessage.from_user("Tell me about {{location}}"),
+    ]
+
+    response = pipe.run(
+        data={"prompt_builder": {"template_variables": {"location": "Berlin"}, "prompt_source": messages}}
+    )
+    print(response["llm"]["replies"][0])

langfuse_haystack-0.0.3/example/requirements.txt

@@ -0,0 +1,3 @@
+langfuse-haystack
+datasets
+sentence-transformers

langfuse_haystack-0.0.3/src/haystack_integrations/components/others/langfuse/__about__.py

@@ -0,0 +1 @@
+__version__ = "0.0.3"

langfuse_haystack-0.0.3/src/haystack_integrations/components/others/langfuse/__init__.py

@@ -0,0 +1,3 @@
+from .component import LangfuseComponent
+
+__all__ = ["LangfuseComponent"]

langfuse_haystack-0.0.1/src/haystack_integrations/components/others/langfuse/langfuse.py → langfuse_haystack-0.0.3/src/haystack_integrations/components/others/langfuse/component.py

@@ -3,7 +3,6 @@ from haystack import tracing, component
 from haystack_integrations.tracing.langfuse import LangfuseTracer
 
 from langfuse import Langfuse
-from langfuse.openai import openai  # noqa
 
 
 @component

{langfuse_haystack-0.0.1 → langfuse_haystack-0.0.3}/src/haystack_integrations/tracing/langfuse/tracer.py

@@ -1,7 +1,6 @@
 import contextlib
 from typing import Any, Dict, Iterator, Optional, Union
 
-from haystack.lazy_imports import LazyImport
 from haystack.tracing import Span, Tracer, tracer
 from haystack.tracing import utils as tracing_utils
 
@@ -11,19 +10,32 @@ import langfuse
 class LangfuseSpan(Span):
     def __init__(self, span: "Union[langfuse.client.StatefulSpanClient, langfuse.client.StatefulTraceClient]") -> None:
         self._span = span
+        # locally cache tags
+        self._data = {}
 
     def set_tag(self, key: str, value: Any) -> None:
         coerced_value = tracing_utils.coerce_tag_value(value)
         self._span.update(metadata={key: coerced_value})
+        self._data[key] = value
 
     def set_content_tag(self, key: str, value: Any) -> None:
         if not tracer.is_content_tracing_enabled:
             return
 
         if key.endswith(".input"):
-            self._span.update(input=value)
+            if "messages" in value:
+                messages = [m.to_openai_format() for m in value["messages"]]
+                self._span.update(input=messages)
+            else:
+                self._span.update(input=value)
         elif key.endswith(".output"):
-            self._span.update(output=value)
+            if "replies" in value:
+                replies = [m.to_openai_format() for m in value["replies"]]
+                self._span.update(output=replies)
+            else:
+                self._span.update(output=value)
+
+        self._data[key] = value
 
     def raw_span(self) -> Any:
         return self._span
@@ -43,7 +55,7 @@ class LangfuseTracer(Tracer):
         tags = tags or {}
         span_name = tags.get("haystack.component.name", operation_name)
 
-        if tags.get("haystack.component.type") in ["OpenAIGenerator"]:
+        if tags.get("haystack.component.type") in ["OpenAIGenerator", "OpenAIChatGenerator"]:
             span = LangfuseSpan(self.current_span().raw_span().generation(name=span_name))
         else:
             span = LangfuseSpan(self.current_span().raw_span().span(name=span_name))
@@ -53,6 +65,19 @@ class LangfuseTracer(Tracer):
 
         yield span
 
+        if tags.get("haystack.component.type") == "OpenAIGenerator":
+            meta = span._data.get("haystack.component.output", {}).get("meta")
+            if meta:
+                # Haystack returns one meta dict for each message, but the 'usage' value
+                # is always the same, let's just pick the first item
+                m = meta[0]
+                span._span.update(usage=m.get("usage"), model=m.get("model"))
+        elif tags.get("haystack.component.type") == "OpenAIChatGenerator":
+            replies = span._data.get("haystack.component.output", {}).get("replies")
+            if replies:
+                meta = replies[0].meta
+                span._span.update(usage=meta.get("usage"), model=meta.get("model"))
+
         span.raw_span().end()
         self._context.pop()
         self._tracer.flush()

langfuse_haystack-0.0.1/README.md

@@ -1,21 +0,0 @@
-# langfuse
-
-[![PyPI - Version](https://img.shields.io/pypi/v/langfuse.svg)](https://pypi.org/project/langfuse)
-[![PyPI - Python Version](https://img.shields.io/pypi/pyversions/langfuse.svg)](https://pypi.org/project/langfuse)
-
------
-
-**Table of Contents**
-
-- [Installation](#installation)
-- [License](#license)
-
-## Installation
-
-```console
-pip install langfuse
-```
-
-## License
-
-`langfuse` is distributed under the terms of the [Apache-2.0](https://spdx.org/licenses/Apache-2.0.html) license.

langfuse_haystack-0.0.1/example/requirements.txt

@@ -1,2 +0,0 @@
-datasets
-sentence-transformers

langfuse_haystack-0.0.1/src/haystack_integrations/components/others/langfuse/__about__.py

@@ -1 +0,0 @@
-__version__ = "0.0.1"

langfuse_haystack-0.0.1/src/haystack_integrations/components/others/langfuse/__init__.py

@@ -1,3 +0,0 @@
-from .langfuse import LangfuseComponent
-
-__all__ = ["LangfuseComponent"]