qtype 0.1.5__tar.gz → 0.1.6__tar.gz

{qtype-0.1.5/qtype.egg-info → qtype-0.1.6}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: qtype
-Version: 0.1.5
+Version: 0.1.6
 Summary: DSL for Generative AI Prototyping
 Author-email: Lou Kratz <lou.kratz+qtype@bazaarvoice.com>
 License-Expression: Apache-2.0

{qtype-0.1.5 → qtype-0.1.6}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "qtype"
-version = "0.1.5"
+version = "0.1.6"
 description = "DSL for Generative AI Prototyping"
 authors = [{ name="Lou Kratz", email="lou.kratz+qtype@bazaarvoice.com" }]
 readme = "README.md"

{qtype-0.1.5 → qtype-0.1.6}/qtype/interpreter/executors/document_embedder_executor.py

@@ -1,3 +1,4 @@
+import asyncio
 import logging
 from typing import AsyncIterator
 
@@ -59,7 +60,17 @@ class DocumentEmbedderExecutor(StepExecutor):
         Returns:
             The embedding vector as a list of floats.
         """
-        return await self.embedding_model.aget_text_embedding(text=text)
+
+        # TODO: switch back to async once aws auth supports it.
+        # https://github.com/bazaarvoice/qtype/issues/108
+        def _call():
+            return self.embedding_model.get_text_embedding(text=text)
+
+        loop = asyncio.get_running_loop()
+        response = await loop.run_in_executor(self.context.thread_pool, _call)
+
+        return response
+        # return await self.embedding_model.aget_text_embedding(text=text)
 
     async def process_message(
         self,

{qtype-0.1.5 → qtype-0.1.6}/qtype/interpreter/executors/invoke_embedding_executor.py

@@ -1,3 +1,4 @@
+import asyncio
 from typing import AsyncIterator
 
 from openinference.semconv.trace import OpenInferenceSpanKindValues
@@ -56,32 +57,41 @@ class InvokeEmbeddingExecutor(StepExecutor):
             if input_value is None:
                 raise ValueError(f"Input variable '{input_id}' is missing")
 
-            # Generate embedding based on input type
-            if input_type == PrimitiveTypeEnum.text:
-                if not isinstance(input_value, str):
-                    input_value = str(input_value)
-                vector = await self.embedding_model.aget_text_embedding(
-                    text=input_value
-                )
-                content = input_value
-            elif input_type == PrimitiveTypeEnum.image:
-                # For image embeddings
-                vector = await self.embedding_model.aget_image_embedding(
-                    image_path=input_value
-                )
-                content = input_value
-            else:
-                raise ValueError(
-                    (
-                        f"Unsupported input type for embedding: "
-                        f"{input_type}. Must be 'text' or 'image'."
+            def _call(input_value=input_value):
+                # Generate embedding based on input type
+                if input_type == PrimitiveTypeEnum.text:
+                    if not isinstance(input_value, str):
+                        input_value = str(input_value)
+                    vector = self.embedding_model.get_text_embedding(
+                        text=input_value
+                    )
+                    content = input_value
+                elif input_type == PrimitiveTypeEnum.image:
+                    # For image embeddings
+                    vector = self.embedding_model.get_image_embedding(
+                        image_path=input_value
                     )
+                    content = input_value
+                else:
+                    raise ValueError(
+                        (
+                            f"Unsupported input type for embedding: "
+                            f"{input_type}. Must be 'text' or 'image'."
+                        )
+                    )
+
+                # Create the Embedding object
+                embedding = Embedding(
+                    vector=vector,
+                    content=content,
                 )
+                return embedding
 
-            # Create the Embedding object
-            embedding = Embedding(
-                vector=vector,
-                content=content,
+            # TODO: switch back to async once aws auth supports it.
+            # https://github.com/bazaarvoice/qtype/issues/108
+            loop = asyncio.get_running_loop()
+            embedding = await loop.run_in_executor(
+                self.context.thread_pool, _call
             )
 
             # Yield the result

{qtype-0.1.5 → qtype-0.1.6/qtype.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: qtype
-Version: 0.1.5
+Version: 0.1.6
 Summary: DSL for Generative AI Prototyping
 Author-email: Lou Kratz <lou.kratz+qtype@bazaarvoice.com>
 License-Expression: Apache-2.0