langfuse-haystack 0.0.2__tar.gz → 0.0.3__tar.gz

{langfuse_haystack-0.0.2 → langfuse_haystack-0.0.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: langfuse-haystack
-Version: 0.0.2
+Version: 0.0.3
 Project-URL: Documentation, https://github.com/deepset-ai/haystack-core-integrations/tree/main/integrations/langfuse#readme
 Project-URL: Issues, https://github.com/deepset-ai/haystack-core-integrations/issues
 Project-URL: Source, https://github.com/deepset-ai/haystack-core-integrations/tree/main/integrations/langfuse

langfuse_haystack-0.0.3/example/chat.py

@@ -0,0 +1,33 @@
+import os
+
+os.environ["LANGFUSE_HOST"] = "https://cloud.langfuse.com"
+os.environ["TOKENIZERS_PARALLELISM"] = "false"
+os.environ["HAYSTACK_CONTENT_TRACING_ENABLED"] = "true"
+
+from haystack.components.builders import DynamicChatPromptBuilder
+from haystack.components.generators.chat import OpenAIChatGenerator
+from haystack.dataclasses import ChatMessage
+from haystack import Pipeline
+from haystack.utils import Secret
+
+from haystack_integrations.components.others.langfuse import LangfuseComponent
+
+
+if __name__ == "__main__":
+
+    pipe = Pipeline()
+    pipe.add_component("tracer", LangfuseComponent("Chat example"))
+    pipe.add_component("prompt_builder", DynamicChatPromptBuilder())
+    pipe.add_component("llm", OpenAIChatGenerator(model="gpt-3.5-turbo"))
+
+    pipe.connect("prompt_builder.prompt", "llm.messages")
+
+    messages = [
+        ChatMessage.from_system("Always respond in German even if some input data is in other languages."),
+        ChatMessage.from_user("Tell me about {{location}}"),
+    ]
+
+    response = pipe.run(
+        data={"prompt_builder": {"template_variables": {"location": "Berlin"}, "prompt_source": messages}}
+    )
+    print(response["llm"]["replies"][0])

langfuse_haystack-0.0.3/src/haystack_integrations/components/others/langfuse/__about__.py

@@ -0,0 +1 @@
+__version__ = "0.0.3"

langfuse_haystack-0.0.3/src/haystack_integrations/components/others/langfuse/__init__.py

@@ -0,0 +1,3 @@
+from .component import LangfuseComponent
+
+__all__ = ["LangfuseComponent"]

langfuse_haystack-0.0.2/src/haystack_integrations/components/others/langfuse/langfuse.py → langfuse_haystack-0.0.3/src/haystack_integrations/components/others/langfuse/component.py

@@ -4,8 +4,6 @@ from haystack_integrations.tracing.langfuse import LangfuseTracer
 
 from langfuse import Langfuse
 
-# from langfuse.openai import openai  # noqa
-
 
 @component
 class LangfuseComponent:

{langfuse_haystack-0.0.2 → langfuse_haystack-0.0.3}/src/haystack_integrations/tracing/langfuse/tracer.py

@@ -23,9 +23,17 @@ class LangfuseSpan(Span):
             return
 
         if key.endswith(".input"):
-            self._span.update(input=value)
+            if "messages" in value:
+                messages = [m.to_openai_format() for m in value["messages"]]
+                self._span.update(input=messages)
+            else:
+                self._span.update(input=value)
         elif key.endswith(".output"):
-            self._span.update(output=value)
+            if "replies" in value:
+                replies = [m.to_openai_format() for m in value["replies"]]
+                self._span.update(output=replies)
+            else:
+                self._span.update(output=value)
 
         self._data[key] = value
 
@@ -46,11 +54,9 @@ class LangfuseTracer(Tracer):
     def trace(self, operation_name: str, tags: Optional[Dict[str, Any]] = None) -> Iterator[Span]:
         tags = tags or {}
         span_name = tags.get("haystack.component.name", operation_name)
-        is_generation = False
 
-        if tags.get("haystack.component.type") in ["OpenAIGenerator"]:
+        if tags.get("haystack.component.type") in ["OpenAIGenerator", "OpenAIChatGenerator"]:
             span = LangfuseSpan(self.current_span().raw_span().generation(name=span_name))
-            is_generation = True
         else:
             span = LangfuseSpan(self.current_span().raw_span().span(name=span_name))
 
@@ -59,13 +65,18 @@ class LangfuseTracer(Tracer):
 
         yield span
 
-        if is_generation:
+        if tags.get("haystack.component.type") == "OpenAIGenerator":
             meta = span._data.get("haystack.component.output", {}).get("meta")
             if meta:
                 # Haystack returns one meta dict for each message, but the 'usage' value
                 # is always the same, let's just pick the first item
                 m = meta[0]
                 span._span.update(usage=m.get("usage"), model=m.get("model"))
+        elif tags.get("haystack.component.type") == "OpenAIChatGenerator":
+            replies = span._data.get("haystack.component.output", {}).get("replies")
+            if replies:
+                meta = replies[0].meta
+                span._span.update(usage=meta.get("usage"), model=meta.get("model"))
 
         span.raw_span().end()
         self._context.pop()

langfuse_haystack-0.0.2/src/haystack_integrations/components/others/langfuse/__about__.py

@@ -1 +0,0 @@
-__version__ = "0.0.2"

langfuse_haystack-0.0.2/src/haystack_integrations/components/others/langfuse/__init__.py

@@ -1,3 +0,0 @@
-from .langfuse import LangfuseComponent
-
-__all__ = ["LangfuseComponent"]