palimpzest 0.6.1__py3-none-any.whl → 0.6.2__py3-none-any.whl

palimpzest/prompts/prompt_factory.py

@@ -1,4 +1,5 @@
 """This file contains factory methods which return template prompts and return messages for chat payloads."""
+
 import base64
 import json
 from string import Formatter
@@ -82,6 +83,7 @@ from palimpzest.prompts.util_phrases import (
 
 class PromptFactory:
     """Factory class for generating prompts for the Generator given the input(s)."""
+
     BASE_SYSTEM_PROMPT_MAP = {
         PromptStrategy.COT_BOOL: COT_BOOL_BASE_SYSTEM_PROMPT,
         PromptStrategy.COT_BOOL_IMAGE: COT_BOOL_BASE_SYSTEM_PROMPT,
@@ -148,13 +150,13 @@ class PromptFactory:
                 longest_field_name, longest_field_length = sorted_fields[0]
 
                 # trim the field
-                context_factor =  MIXTRAL_LLAMA_CONTEXT_TOKENS_LIMIT / (total_context_len * TOKENS_PER_CHARACTER)
+                context_factor = MIXTRAL_LLAMA_CONTEXT_TOKENS_LIMIT / (total_context_len * TOKENS_PER_CHARACTER)
                 keep_frac_idx = int(longest_field_length * context_factor)
                 context[longest_field_name] = context[longest_field_name][:keep_frac_idx]
 
                 # update total context length
                 total_context_len = len(json.dumps(context, indent=2))
-        
+
         return json.dumps(context, indent=2)
 
     def _get_input_fields(self, candidate: DataRecord, **kwargs) -> list[str]:
@@ -201,7 +203,11 @@ class PromptFactory:
         """
         output_fields_desc = ""
         output_schema: Schema = kwargs.get("output_schema")
-        if self.prompt_strategy.is_cot_qa_prompt():
+        if (
+            self.prompt_strategy.is_cot_qa_prompt()
+            or self.prompt_strategy.is_moa_proposer_prompt()
+            or self.prompt_strategy.is_moa_aggregator_prompt()
+        ):
             assert output_schema is not None, "Output schema must be provided for convert prompts."
 
             field_desc_map = output_schema.field_desc_map()
@@ -230,14 +236,16 @@ class PromptFactory:
 
         Args:
             kwargs: The keyword arguments provided by the user.
-        
+
         Returns:
             str | None: The original output.
         """
         original_output = kwargs.get("original_output")
         if self.prompt_strategy.is_critic_prompt() or self.prompt_strategy.is_refine_prompt():
-            assert original_output is not None, "Original output must be provided for critique and refinement operations."
-        
+            assert original_output is not None, (
+                "Original output must be provided for critique and refinement operations."
+            )
+
         return original_output
 
     def _get_critique_output(self, **kwargs) -> str | None:
@@ -246,7 +254,7 @@ class PromptFactory:
 
         Args:
             kwargs: The keyword arguments provided by the user.
-        
+
         Returns:
             str | None: The critique output.
         """
@@ -259,10 +267,10 @@ class PromptFactory:
     def _get_model_responses(self, **kwargs) -> str | None:
         """
         Returns the model responses for the mixture-of-agents aggregation operation.
-        
+
         Args:
             kwargs: The keyword arguments provided by the user.
-            
+
         Returns:
             str | None: The model responses.
         """
@@ -314,9 +322,7 @@ class PromptFactory:
         critique_criteria = None
         if self.prompt_strategy.is_critic_prompt():
             critique_criteria = (
-                COT_QA_IMAGE_CRITIQUE_CRITERIA
-                if self.prompt_strategy.is_image_prompt()
-                else COT_QA_CRITIQUE_CRITERIA
+                COT_QA_IMAGE_CRITIQUE_CRITERIA if self.prompt_strategy.is_image_prompt() else COT_QA_CRITIQUE_CRITERIA
             )
 
         return critique_criteria
@@ -467,16 +473,18 @@ class PromptFactory:
 
         return prompt_strategy_to_example_answer.get(self.prompt_strategy)
 
-    def _get_all_format_kwargs(self, candidate: DataRecord, input_fields: list[str], output_fields: list[str], **kwargs) -> dict:
+    def _get_all_format_kwargs(
+        self, candidate: DataRecord, input_fields: list[str], output_fields: list[str], **kwargs
+    ) -> dict:
         """
         Returns a dictionary containing all the format kwargs for templating the prompts.
-        
+
         Args:
             candidate (DataRecord): The input record.
             input_fields (list[str]): The input fields.
             output_fields (list[str]): The output fields.
             kwargs: The keyword arguments provided by the user.
-        
+
         Returns:
             dict: The dictionary containing all the format kwargs.
         """
@@ -517,7 +525,7 @@ class PromptFactory:
         Args:
             candidate (DataRecord): The input record.
             input_fields (list[str]): The list of input fields.
-        
+
         Returns:
             list[dict]: The image messages for the chat payload.
         """
@@ -529,15 +537,19 @@ class PromptFactory:
 
             # image filepath (or list of image filepaths)
             if isinstance(field_type, ImageFilepathField):
-                with open(field_value, 'rb') as f:
-                    base64_image_str = base64.b64encode(f.read()).decode('utf-8')
-                image_messages.append({"role": "user", "type": "image", "content": f"data:image/jpeg;base64,{base64_image_str}"})
+                with open(field_value, "rb") as f:
+                    base64_image_str = base64.b64encode(f.read()).decode("utf-8")
+                image_messages.append(
+                    {"role": "user", "type": "image", "content": f"data:image/jpeg;base64,{base64_image_str}"}
+                )
 
             elif hasattr(field_type, "element_type") and issubclass(field_type.element_type, ImageFilepathField):
                 for image_filepath in field_value:
-                    with open(image_filepath, 'rb') as f:
-                        base64_image_str = base64.b64encode(f.read()).decode('utf-8')
-                    image_messages.append({"role": "user", "type": "image", "content": f"data:image/jpeg;base64,{base64_image_str}"})
+                    with open(image_filepath, "rb") as f:
+                        base64_image_str = base64.b64encode(f.read()).decode("utf-8")
+                    image_messages.append(
+                        {"role": "user", "type": "image", "content": f"data:image/jpeg;base64,{base64_image_str}"}
+                    )
 
             # image url (or list of image urls)
             elif isinstance(field_type, ImageURLField):
@@ -550,12 +562,16 @@ class PromptFactory:
             # pre-encoded images (or list of pre-encoded images)
             elif isinstance(field_type, ImageBase64Field):
                 base64_image_str = field_value.decode("utf-8")
-                image_messages.append({"role": "user", "type": "image", "content": f"data:image/jpeg;base64,{base64_image_str}"})
+                image_messages.append(
+                    {"role": "user", "type": "image", "content": f"data:image/jpeg;base64,{base64_image_str}"}
+                )
 
             elif hasattr(field_type, "element_type") and issubclass(field_type.element_type, ImageBase64Field):
                 for base64_image in field_value:
                     base64_image_str = base64_image.decode("utf-8")
-                    image_messages.append({"role": "user", "type": "image", "content": f"data:image/jpeg;base64,{base64_image_str}"})
+                    image_messages.append(
+                        {"role": "user", "type": "image", "content": f"data:image/jpeg;base64,{base64_image_str}"}
+                    )
 
         return image_messages
 
@@ -595,15 +611,15 @@ class PromptFactory:
 
         # get any image messages for the chat payload (will be an empty list if this is not an image prompt)
         image_messages = (
-            self._create_image_messages(candidate, input_fields)
-            if self.prompt_strategy.is_image_prompt()
-            else []
+            self._create_image_messages(candidate, input_fields) if self.prompt_strategy.is_image_prompt() else []
         )
 
         # get any original messages for critique and refinement operations
         original_messages = kwargs.get("original_messages")
         if self.prompt_strategy.is_critic_prompt() or self.prompt_strategy.is_refine_prompt():
-            assert original_messages is not None, "Original messages must be provided for critique and refinement operations."
+            assert original_messages is not None, (
+                "Original messages must be provided for critique and refinement operations."
+            )
 
         # construct the user messages based on the prompt strategy
         user_messages = []
@@ -661,17 +677,19 @@ class PromptFactory:
                     f"Input fields: {input_fields}\n"
                 )
             assert fields_check, err_msg
-        
+
         # build set of format kwargs
         format_kwargs = {
-            field_name: "<bytes>" if isinstance(candidate.get_field_type(field_name), BytesField) else candidate[field_name]
+            field_name: "<bytes>"
+            if isinstance(candidate.get_field_type(field_name), BytesField)
+            else candidate[field_name]
             for field_name in input_fields
         }
 
         # split prompt on <<image-placeholder>> if it exists
         if "<<image-placeholder>>" in user_prompt:
             raise NotImplementedError("Image prompts are not yet supported.")
-        
+
         prompt_sections = user_prompt.split("<<image-placeholder>>")
         messages = [{"role": "user", "type": "text", "content": prompt_sections[0].format(**format_kwargs)}]
 
@@ -686,7 +704,7 @@ class PromptFactory:
     def create_messages(self, candidate: DataRecord, output_fields: list[str], **kwargs) -> list[dict]:
         """
         Creates the messages for the chat payload based on the prompt strategy.
-        
+
         Each message will be a dictionary with the following format:
         {
             "role": "user" | "system",

{palimpzest-0.6.1.dist-info → palimpzest-0.6.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: palimpzest
-Version: 0.6.1
+Version: 0.6.2
 Summary: Palimpzest is a system which enables anyone to process AI-powered analytical queries simply by defining them in a declarative language
 Author-email: MIT DSG Semantic Management Lab <michjc@csail.mit.edu>
 Project-URL: homepage, https://palimpzest.org

{palimpzest-0.6.1.dist-info → palimpzest-0.6.2.dist-info}/RECORD

@@ -20,7 +20,7 @@ palimpzest/prompts/critique_and_refine_convert_prompts.py,sha256=WoXExBxQ7twswd9
 palimpzest/prompts/filter_prompts.py,sha256=iQjn-39h3L0E5wng_UPgAXRHrP1ok329TXpOgZ6Wn1w,2372
 palimpzest/prompts/moa_aggregator_convert_prompts.py,sha256=BQRrtGdr53PTqvXzmFh8kfQ_w9KoKw-zTtmdo-8RFjo,2887
 palimpzest/prompts/moa_proposer_convert_prompts.py,sha256=d_hOh0-0m6HWBDAxUu7W3WyQtSTlUvqio3nzpnX2bxM,3642
-palimpzest/prompts/prompt_factory.py,sha256=VzZNH9kblFXYn4YKVKudJ21Y5Q-3tL6ZgFmNhBNTGjQ,31921
+palimpzest/prompts/prompt_factory.py,sha256=Y1R3sRLoeQt6YUbw-4Tv5oj57Hu39IA9shKkgTtoMks,32184
 palimpzest/prompts/util_phrases.py,sha256=NWrcHfjJyiOY16Jyt7R50moVnlJDyvSBZ9kBqyX2WQo,751
 palimpzest/query/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 palimpzest/query/execution/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -80,8 +80,8 @@ palimpzest/utils/progress.py,sha256=GYmPUBdG7xmqbqj1UiSNP-pWZKmRMLX797MBgrOPugM,
 palimpzest/utils/sandbox.py,sha256=Ge96gmzqeOGlNkMCG9A95_PB8wRQbvTFua136of8FcA,6465
 palimpzest/utils/token_reduction_helpers.py,sha256=Ob95PcqCsbGLiBdQ-4YQsWGWRppb2hvQyt0gi1fzL-Y,3855
 palimpzest/utils/udfs.py,sha256=LjHic54B1az-rKgNLur0wOpaz2ko_UodjLEJrazkxvY,1854
-palimpzest-0.6.1.dist-info/LICENSE,sha256=5GUlHy9lr-Py9kvV38FF1m3yy3NqM18fefuE9wkWumo,1079
-palimpzest-0.6.1.dist-info/METADATA,sha256=VxPI4-vfq3Fm3l3PjxTpdHGbDclIQNHo1Ag1enfAyMU,7837
-palimpzest-0.6.1.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
-palimpzest-0.6.1.dist-info/top_level.txt,sha256=raV06dJUgohefUn3ZyJS2uqp_Y76EOLA9Y2e_fxt8Ew,11
-palimpzest-0.6.1.dist-info/RECORD,,
+palimpzest-0.6.2.dist-info/LICENSE,sha256=5GUlHy9lr-Py9kvV38FF1m3yy3NqM18fefuE9wkWumo,1079
+palimpzest-0.6.2.dist-info/METADATA,sha256=yBFEceRsylGwr8q8W0LqugpBmnqsey5SgKiQhPZhYgI,7837
+palimpzest-0.6.2.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
+palimpzest-0.6.2.dist-info/top_level.txt,sha256=raV06dJUgohefUn3ZyJS2uqp_Y76EOLA9Y2e_fxt8Ew,11
+palimpzest-0.6.2.dist-info/RECORD,,