palimpzest 0.8.2__py3-none-any.whl → 0.8.4__py3-none-any.whl

palimpzest/prompts/convert_prompts.py

@@ -1,7 +1,7 @@
 """This file contains prompts for convert operations."""
 
 ### BASE PROMPTS ###
-COT_QA_BASE_SYSTEM_PROMPT = """You are a helpful assistant whose job is to {job_instruction}.
+MAP_BASE_SYSTEM_PROMPT = """You are a helpful assistant whose job is to {job_instruction}.
 You will be presented with a context and a set of output fields to generate. Your task is to generate a JSON object which fills in the output fields with the correct values.
 You will be provided with a description of each input field and each output field. All of the fields in the output JSON object can be derived using information from the context.
 
@@ -16,18 +16,18 @@ OUTPUT FIELDS:
 {example_output_fields}
 
 CONTEXT:
-{example_context}{image_disclaimer}{audio_disclaimer}
+{{{example_context}}}{image_disclaimer}{audio_disclaimer}
 
 Let's think step-by-step in order to answer the question.
 
 REASONING: {example_reasoning}
 
 ANSWER:
-{example_answer}
+{{{example_answer}}}
 ---
 """
 
-COT_QA_NO_REASONING_BASE_SYSTEM_PROMPT = """You are a helpful assistant whose job is to {job_instruction}.
+MAP_NO_REASONING_BASE_SYSTEM_PROMPT = """You are a helpful assistant whose job is to {job_instruction}.
 You will be presented with a context and a set of output fields to generate. Your task is to generate a JSON object which fills in the output fields with the correct values.
 You will be provided with a description of each input field and each output field. All of the fields in the output JSON object can be derived using information from the context.
 
@@ -42,15 +42,15 @@ OUTPUT FIELDS:
 {example_output_fields}
 
 CONTEXT:
-{example_context}{image_disclaimer}{audio_disclaimer}
+{{{example_context}}}{image_disclaimer}{audio_disclaimer}
 
 ANSWER:
-{example_answer}
+{{{example_answer}}}
 ---
 """
 
 
-COT_QA_BASE_USER_PROMPT = """You are a helpful assistant whose job is to {job_instruction}.
+MAP_BASE_USER_PROMPT = """You are a helpful assistant whose job is to {job_instruction}.
 You will be presented with a context and a set of output fields to generate. Your task is to generate a JSON object which fills in the output fields with the correct values.
 You will be provided with a description of each input field and each output field. All of the fields in the output JSON object can be derived using information from the context.
 {desc_section}
@@ -63,13 +63,13 @@ OUTPUT FIELDS:
 {output_fields_desc}
 
 CONTEXT:
-{context}<<image-placeholder>><<audio-placeholder>>
+{context}<<image-audio-placeholder>>
 
 Let's think step-by-step in order to answer the question.
 
 REASONING: """
 
-COT_QA_NO_REASONING_BASE_USER_PROMPT = """You are a helpful assistant whose job is to {job_instruction}.
+MAP_NO_REASONING_BASE_USER_PROMPT = """You are a helpful assistant whose job is to {job_instruction}.
 You will be presented with a context and a set of output fields to generate. Your task is to generate a JSON object which fills in the output fields with the correct values.
 You will be provided with a description of each input field and each output field. All of the fields in the output JSON object can be derived using information from the context.
 {desc_section}
@@ -82,62 +82,6 @@ OUTPUT FIELDS:
 {output_fields_desc}
 
 CONTEXT:
-{context}<<image-placeholder>><<audio-placeholder>>
+{context}<<image-audio-placeholder>>
 
 ANSWER: """
-
-### TEMPLATE INPUTS ###
-COT_QA_JOB_INSTRUCTION = """generate a JSON object"""
-COT_QA_IMAGE_JOB_INSTRUCTION = """analyze input image(s) and/or text in order to produce a JSON object"""
-COT_QA_AUDIO_JOB_INSTRUCTION = """analyze input audio and/or text in order to produce a JSON object"""
-
-COT_QA_EXAMPLE_INPUT_FIELDS = """- text: a text passage describing a scientist
-- birthday: the scientist's birthday"""
-COT_QA_IMAGE_EXAMPLE_INPUT_FIELDS = """- image: an image of a scene
-- photographer: the photographer of the image"""
-COT_QA_AUDIO_EXAMPLE_INPUT_FIELDS = """- recording: an audio recording of a newscast
-- speaker: the name of the speaker in the recording"""
-
-COT_QA_EXAMPLE_OUTPUT_FIELDS = """- name: the name of the scientist
-- birth_year: the year the scientist was born"""
-COT_QA_IMAGE_EXAMPLE_OUTPUT_FIELDS = """- dog_in_image: true if a dog is in the image and false otherwise
-- person_in_image: true if a person is in the image and false otherwise"""
-COT_QA_AUDIO_EXAMPLE_OUTPUT_FIELDS = """- main_topic: the main topic discussed in the newscast
-- language: the language spoken in the newscast"""
-
-COT_QA_EXAMPLE_CONTEXT = """{{
-  "text": "Augusta Ada King, Countess of Lovelace, also known as Ada Lovelace, was an English mathematician and writer chiefly known for her work on Charles Babbage's proposed mechanical general-purpose computer, the Analytical Engine. She was the first to recognise that the machine had applications beyond pure calculation.",
-  "birthday": "December 10, 1815"
-}}"""
-COT_QA_IMAGE_EXAMPLE_CONTEXT = """{{
-  "image": <bytes>,
-  "photographer": "CameraEnthusiast1"
-}}"""
-COT_QA_AUDIO_EXAMPLE_CONTEXT = """{{
-  "recording": <bytes>,
-  "speaker": "Walter Cronkite"
-}}"""
-
-COT_QA_IMAGE_DISCLAIMER = """
-\n<image content provided here; assume in this example the image shows a dog and a cat playing>
-"""
-COT_QA_AUDIO_DISCLAIMER = """
-\n<audio content provided here; assume in this example the recording is about the Cuban Missile Crisis and spoken in English>
-"""
-
-COT_QA_EXAMPLE_REASONING = """the text passage mentions the scientist's name as "Augusta Ada King, Countess of Lovelace, also known as Ada Lovelace" and the scientist's birthday as "December 10, 1815". Therefore, the name of the scientist is "Augusta Ada King" and the birth year is 1815."""
-COT_QA_IMAGE_EXAMPLE_REASONING = """The image shows a dog playing with a cat, so there is a dog in the image. There is no person in the image."""
-COT_QA_AUDIO_EXAMPLE_REASONING = """The recording discusses the Cuban Missile Crisis, which is the main topic. The language spoken in the recording is English."""
-
-COT_QA_EXAMPLE_ANSWER = """{{
-  "name": "Augusta Ada King",
-  "birth_year": 1815
-}}"""
-COT_QA_IMAGE_EXAMPLE_ANSWER = """{{
-  "dog_in_image": true,
-  "person_in_image": false
-}}"""
-COT_QA_AUDIO_EXAMPLE_ANSWER = """{{
-  "main_topic": "Cuban Missile Crisis",
-  "language": "English"
-}}"""

palimpzest/prompts/critique_and_refine_prompts.py

@@ -0,0 +1,66 @@
+"""This file contains prompts for CritiqueAndRefineConvert operations."""
+
+### CRITIQUE PROMPT AND CRITERIA ###
+BASE_CRITIQUE_PROMPT = """You are a helpful assistant tasked with critiquing the output of a model based on a given prompt.
+Below is the original user prompt used to generate the output:
+
+ORIGINAL PROMPT:
+<<original-prompt-placeholder>>
+
+Here is the output generated by the model:
+
+OUTPUT:
+{original_output}
+
+Your task is to critique the output based on the following:
+{critique_criteria}
+
+{finish_instruction}
+"""
+
+MAP_CRITIQUE_CRITERIA = """1. Does the JSON object adhere to the required format? Highlight any structural issues.
+2. Are the values of the output fields accurate based on the provided context? If any fields are incorrect or missing, provide specific examples.
+3. Are there any logical errors in reasoning used to derive the output? Provide detailed feedback on potential mistakes.
+"""
+FILTER_CRITIQUE_CRITERIA = """1. Does the output adhere to the required TRUE/FALSE format? Highlight any issues.
+2. Is the TRUE/FALSE determination accurate based on the provided context? If there is evidence for an incorrect determination, provide specific reasons why.
+3. Are there any logical errors in reasoning used to derive the TRUE/FALSE determination? Provide detailed feedback on potential mistakes.
+"""
+
+MAP_CRITIQUE_FINISH_INSTRUCTION = """Finish your critique with actionable recommendations for improving the JSON object."""
+FILTER_CRITIQUE_FINISH_INSTRUCTION = """Finish your critique with actionable recommendations for improving the model's reasoning and answer."""
+
+### REFINEMENT PROMPT AND CRITERIA ###
+BASE_REFINEMENT_PROMPT = """You are a helpful assistant tasked with refining the output of a model based on a critique.
+Below is the original user prompt used to generate the output:
+
+ORIGINAL PROMPT:
+<<original-prompt-placeholder>>
+
+Here is the original output generated by the model:
+
+OUTPUT:
+{original_output}
+
+Here is the critique of the output:
+
+CRITIQUE:
+{critique_output}
+
+Your task is to refine the original output to address the critique. Ensure that:
+{refinement_criteria}
+
+{finish_instruction}
+"""
+
+MAP_REFINEMENT_CRITERIA = """1. The answer adheres to the required JSON format specified in the original prompt.
+2. Correctly derives all values for the output fields based on the provided context.
+3. Resolves any logical errors identified in the critique.
+"""
+FILTER_REFINEMENT_CRITERIA = """1. The answer adheres to the required TRUE/FALSE format specified in the original prompt.
+2. Correctly derives the final TRUE/FALSE determination based on the provided context.
+3. Resolves any logical errors identified in the critique.
+"""
+
+MAP_REFINEMENT_FINISH_INSTRUCTION = """Return the refined JSON object as your final answer."""
+FILTER_REFINEMENT_FINISH_INSTRUCTION = """Return the final TRUE/FALSE answer."""

palimpzest/prompts/filter_prompts.py

@@ -1,7 +1,7 @@
 """This file contains prompts for filter operations."""
 
 ### BASE PROMPTS ###
-COT_BOOL_BASE_SYSTEM_PROMPT = """You are a helpful assistant whose job is to {job_instruction}.
+FILTER_BASE_SYSTEM_PROMPT = """You are a helpful assistant whose job is to {job_instruction}.
 You will be presented with a context and a filter condition. Output TRUE if the context satisfies the filter condition, and FALSE otherwise.
 
 Remember, your answer must be TRUE or FALSE. Finish your response with a newline character followed by ---
@@ -12,7 +12,7 @@ INPUT FIELDS:
 {example_input_fields}
 
 CONTEXT:
-{example_context}{image_disclaimer}{audio_disclaimer}
+{{{example_context}}}{image_disclaimer}{audio_disclaimer}
 
 FILTER CONDITION: {example_filter_condition}
 
@@ -24,7 +24,7 @@ ANSWER: TRUE
 ---
 """
 
-COT_BOOL_NO_REASONING_BASE_SYSTEM_PROMPT = """You are a helpful assistant whose job is to {job_instruction}.
+FILTER_NO_REASONING_BASE_SYSTEM_PROMPT = """You are a helpful assistant whose job is to {job_instruction}.
 You will be presented with a context and a filter condition. Output TRUE if the context satisfies the filter condition, and FALSE otherwise.
 
 Remember, your answer must be TRUE or FALSE. Finish your response with a newline character followed by ---
@@ -35,7 +35,7 @@ INPUT FIELDS:
 {example_input_fields}
 
 CONTEXT:
-{example_context}{image_disclaimer}{audio_disclaimer}
+{{{example_context}}}{image_disclaimer}{audio_disclaimer}
 
 FILTER CONDITION: {example_filter_condition}
 
@@ -43,7 +43,7 @@ ANSWER: TRUE
 ---
 """
 
-COT_BOOL_BASE_USER_PROMPT = """You are a helpful assistant whose job is to {job_instruction}.
+FILTER_BASE_USER_PROMPT = """You are a helpful assistant whose job is to {job_instruction}.
 You will be presented with a context and a filter condition. Output TRUE if the context satisfies the filter condition, and FALSE otherwise.
 {desc_section}
 Remember, your answer must be TRUE or FALSE. Finish your response with a newline character followed by ---
@@ -52,7 +52,7 @@ INPUT FIELDS:
 {input_fields_desc}
 
 CONTEXT:
-{context}<<image-placeholder>><<audio-placeholder>>
+{context}<<image-audio-placeholder>>
 
 FILTER CONDITION: {filter_condition}
 
@@ -60,7 +60,7 @@ Let's think step-by-step in order to answer the question.
 
 REASONING: """
 
-COT_BOOL_NO_REASONING_BASE_USER_PROMPT = """You are a helpful assistant whose job is to {job_instruction}.
+FILTER_NO_REASONING_BASE_USER_PROMPT = """You are a helpful assistant whose job is to {job_instruction}.
 You will be presented with a context and a filter condition. Output TRUE if the context satisfies the filter condition, and FALSE otherwise.
 {desc_section}
 Remember, your answer must be TRUE or FALSE. Finish your response with a newline character followed by ---
@@ -69,46 +69,8 @@ INPUT FIELDS:
 {input_fields_desc}
 
 CONTEXT:
-{context}<<image-placeholder>><<audio-placeholder>>
+{context}<<image-audio-placeholder>>
 
 FILTER CONDITION: {filter_condition}
 
 ANSWER: """
-
-### TEMPLATE INPUTS ###
-COT_BOOL_JOB_INSTRUCTION = """answer a TRUE / FALSE question"""
-COT_BOOL_IMAGE_JOB_INSTRUCTION = """analyze input image(s) and/or text in order to answer a TRUE / FALSE question"""
-COT_BOOL_AUDIO_JOB_INSTRUCTION = """analyze input audio and/or text in order to answer a TRUE / FALSE question"""
-
-COT_BOOL_EXAMPLE_INPUT_FIELDS = """- text: a short passage of text"""
-COT_BOOL_IMAGE_EXAMPLE_INPUT_FIELDS = """- image: an image of a scene
-- photographer: the photographer of the image"""
-COT_BOOL_AUDIO_EXAMPLE_INPUT_FIELDS = """- recording: an audio recording of a newscast
-- speaker: the name of the speaker in the recording"""
-
-COT_BOOL_EXAMPLE_CONTEXT = """{{
-  "text": "The quick brown fox jumps over the lazy dog."
-}}"""
-COT_BOOL_IMAGE_EXAMPLE_CONTEXT = """{{
-  "image": <bytes>,
-  "photographer": "CameraEnthusiast1"
-}}"""
-COT_BOOL_AUDIO_EXAMPLE_CONTEXT = """{{
-  "recording": <bytes>,
-  "speaker": "Walter Cronkite"
-}}"""
-
-COT_BOOL_EXAMPLE_FILTER_CONDITION = "the text mentions an animal"
-COT_BOOL_IMAGE_EXAMPLE_FILTER_CONDITION = "there's an animal in this image"
-COT_BOOL_AUDIO_EXAMPLE_FILTER_CONDITION = "the newscast discusses a flashpoint in the Cold War"
-
-COT_BOOL_IMAGE_DISCLAIMER = """
-\n<image content provided here; assume in this example the image shows a dog and a cat playing>
-"""
-COT_BOOL_AUDIO_DISCLAIMER = """
-\n<audio content provided here; assume in this example the recording is about the Cuban Missile Crisis>
-"""
-
-COT_BOOL_EXAMPLE_REASONING = """the text mentions the words "fox" and "dog" which are animals, therefore the answer is TRUE."""
-COT_BOOL_IMAGE_EXAMPLE_REASONING = """the image shows a dog and a cat playing, both of which are animals, therefore the answer is TRUE."""
-COT_BOOL_AUDIO_EXAMPLE_REASONING = """the newscast discusses the Cuban Missile Crisis, which was a flashpoint in the Cold War, therefore the answer is TRUE."""

palimpzest/prompts/join_prompts.py

@@ -1,7 +1,7 @@
 """This file contains prompts for join operations."""
 
 ### BASE PROMPTS ###
-COT_JOIN_BASE_SYSTEM_PROMPT = """You are a helpful assistant whose job is to {job_instruction}.
+JOIN_BASE_SYSTEM_PROMPT = """You are a helpful assistant whose job is to {job_instruction}.
 You will be presented with two data records and a join condition. Output TRUE if the two data records satisfy the join condition, and FALSE otherwise.
 
 Remember, your answer must be TRUE or FALSE. Finish your response with a newline character followed by ---
@@ -12,13 +12,13 @@ LEFT INPUT FIELDS:
 {example_input_fields}
 
 LEFT CONTEXT:
-{example_context}{image_disclaimer}{audio_disclaimer}
+{{{example_context}}}{image_disclaimer}{audio_disclaimer}
 
 RIGHT INPUT FIELDS:
 {right_example_input_fields}
 
 RIGHT CONTEXT:
-{right_example_context}{right_image_disclaimer}{right_audio_disclaimer}
+{{{right_example_context}}}{right_image_disclaimer}{right_audio_disclaimer}
 
 JOIN CONDITION: {example_join_condition}
 
@@ -30,7 +30,7 @@ ANSWER: TRUE
 ---
 """
 
-COT_JOIN_NO_REASONING_BASE_SYSTEM_PROMPT = """You are a helpful assistant whose job is to {job_instruction}.
+JOIN_NO_REASONING_BASE_SYSTEM_PROMPT = """You are a helpful assistant whose job is to {job_instruction}.
 You will be presented with two data records and a join condition. Output TRUE if the two data records satisfy the join condition, and FALSE otherwise.
 
 Remember, your answer must be TRUE or FALSE. Finish your response with a newline character followed by ---
@@ -41,13 +41,13 @@ LEFT INPUT FIELDS:
 {example_input_fields}
 
 LEFT CONTEXT:
-{example_context}{image_disclaimer}{audio_disclaimer}
+{{{example_context}}}{image_disclaimer}{audio_disclaimer}
 
 RIGHT INPUT FIELDS:
 {right_example_input_fields}
 
 RIGHT CONTEXT:
-{right_example_context}{right_image_disclaimer}{right_audio_disclaimer}
+{{{right_example_context}}}{right_image_disclaimer}{right_audio_disclaimer}
 
 JOIN CONDITION: {example_join_condition}
 
@@ -55,7 +55,7 @@ ANSWER: TRUE
 ---
 """
 
-COT_JOIN_BASE_USER_PROMPT = """You are a helpful assistant whose job is to {job_instruction}.
+JOIN_BASE_USER_PROMPT = """You are a helpful assistant whose job is to {job_instruction}.
 You will be presented with two data records and a join condition. Output TRUE if the two data records satisfy the join condition, and FALSE otherwise.
 {desc_section}
 Remember, your answer must be TRUE or FALSE. Finish your response with a newline character followed by ---
@@ -64,13 +64,13 @@ LEFT INPUT FIELDS:
 {input_fields_desc}
 
 LEFT CONTEXT:
-{context}<<image-placeholder>><<audio-placeholder>>
+{context}<<image-audio-placeholder>>
 
 RIGHT INPUT FIELDS:
 {right_input_fields_desc}
 
 RIGHT CONTEXT:
-{right_context}<<image-placeholder>><<audio-placeholder>>
+{right_context}<<right-image-audio-placeholder>>
 
 JOIN CONDITION: {join_condition}
 
@@ -78,7 +78,7 @@ Let's think step-by-step in order to evaluate the join condition.
 
 REASONING: """
 
-COT_JOIN_NO_REASONING_BASE_USER_PROMPT = """You are a helpful assistant whose job is to {job_instruction}.
+JOIN_NO_REASONING_BASE_USER_PROMPT = """You are a helpful assistant whose job is to {job_instruction}.
 You will be presented with two data records and a join condition. Output TRUE if the two data records satisfy the join condition, and FALSE otherwise.
 {desc_section}
 Remember, your answer must be TRUE or FALSE. Finish your response with a newline character followed by ---
@@ -87,77 +87,14 @@ LEFT INPUT FIELDS:
 {input_fields_desc}
 
 LEFT CONTEXT:
-{context}<<image-placeholder>><<audio-placeholder>>
+{context}<<image-audio-placeholder>>
 
 RIGHT INPUT FIELDS:
 {right_input_fields_desc}
 
 RIGHT CONTEXT:
-{right_context}<<image-placeholder>><<audio-placeholder>>
+{right_context}<<right-image-audio-placeholder>>
 
 JOIN CONDITION: {join_condition}
 
 ANSWER: """
-
-
-### TEMPLATE INPUTS ###
-COT_JOIN_JOB_INSTRUCTION = """determine whether two data records satisfy a join condition"""
-COT_JOIN_IMAGE_JOB_INSTRUCTION = """analyze input image(s) and/or text in order to determine whether two data records satisfy a join condition"""
-COT_JOIN_AUDIO_JOB_INSTRUCTION = """analyze input audio and/or text in order to determine whether two data records satisfy a join condition"""
-
-COT_JOIN_EXAMPLE_INPUT_FIELDS = """- text: a short passage of text"""
-COT_JOIN_IMAGE_EXAMPLE_INPUT_FIELDS = """- image: an image of a scene
-- photographer: the photographer of the image"""
-COT_JOIN_AUDIO_EXAMPLE_INPUT_FIELDS = """- recording: an audio recording of a newscast
-- speaker: the name of the speaker in the recording"""
-
-COT_JOIN_RIGHT_EXAMPLE_INPUT_FIELDS = """- contents: the contents of a text file"""
-COT_JOIN_IMAGE_RIGHT_EXAMPLE_INPUT_FIELDS = """- image: an image of a scene
-- photographer: the photographer of the image"""
-COT_JOIN_AUDIO_RIGHT_EXAMPLE_INPUT_FIELDS = """- recording: an audio recording of a newscast
-- speaker: the name of the speaker in the recording"""
-
-COT_JOIN_EXAMPLE_CONTEXT = """{{
-  "text": "The quick brown fox jumps over the lazy dog."
-}}"""
-COT_JOIN_IMAGE_EXAMPLE_CONTEXT = """{{
-  "image": <bytes>,
-  "photographer": "CameraEnthusiast1"
-}}"""
-COT_JOIN_AUDIO_EXAMPLE_CONTEXT = """{{
-  "recording": <bytes>,
-  "speaker": "Walter Cronkite"
-}}"""
-
-COT_JOIN_RIGHT_EXAMPLE_CONTEXT = """{{
-  "contents": "Foxes are wild animals which primarily hunt small mammals like rabbits and rodents."
-}}"""
-COT_JOIN_IMAGE_RIGHT_EXAMPLE_CONTEXT = """{{
-  "image": <bytes>,
-  "filename": "img123.png"
-}}"""
-COT_JOIN_AUDIO_RIGHT_EXAMPLE_CONTEXT = """{{
-  "recording": <bytes>,
-  "speaker": "Barbara Walters"
-}}"""
-
-COT_JOIN_EXAMPLE_JOIN_CONDITION = "each record mentions the same animal"
-COT_JOIN_IMAGE_EXAMPLE_JOIN_CONDITION = "the images are of the same subject"
-COT_JOIN_AUDIO_EXAMPLE_JOIN_CONDITION = "the recordings are about the same subject"
-
-COT_JOIN_IMAGE_DISCLAIMER = """
-\n<image content provided here; assume in this example the image shows a horse in a field>
-"""
-COT_JOIN_AUDIO_DISCLAIMER = """
-\n<audio content provided here; assume in this example the recording is about the Cuban Missile Crisis>
-"""
-COT_JOIN_RIGHT_IMAGE_DISCLAIMER = """
-\n<image content provided here; assume in this example the image shows a horse in its stable>
-"""
-COT_JOIN_RIGHT_AUDIO_DISCLAIMER = """
-\n<audio content provided here; assume in this example the recording is from a telecast about the Cuban Missile Crisis's historical significance>
-"""
-
-COT_JOIN_EXAMPLE_REASONING = """both passages mention a fox, which is the same animal, therefore the answer is TRUE."""
-COT_JOIN_IMAGE_EXAMPLE_REASONING = """both images show a horse, which appears to be the main subject of each image, therefore the answer is TRUE."""
-COT_JOIN_AUDIO_EXAMPLE_REASONING = """both recordings discuss the Cuban Missile Crisis, which is the same subject, therefore the answer is TRUE."""

palimpzest/prompts/{moa_aggregator_convert_prompts.py → moa_aggregator_prompts.py}

@@ -1,7 +1,7 @@
 """This file contains prompts for Mixture-of-Agents aggregator operations."""
 
 ### SYSTEM PROMPTS ###
-COT_MOA_AGG_BASE_SYSTEM_PROMPT = """You are a helpful assistant whose job is to generate a JSON object.
+MAP_MOA_AGG_BASE_SYSTEM_PROMPT = """You are a helpful assistant whose job is to generate a JSON object.
 You will be presented with one or more outputs produced by a set of models. Your task is to synthesize these responses into a single, high-quality JSON object which fills in the output fields with the correct values.
 It is crucial to critically evaluate the information provided in these responses, recognizing that some of it may be biased or incorrect.
 
@@ -35,8 +35,38 @@ ANSWER:
 ---
 """
 
+FILTER_MOA_AGG_BASE_SYSTEM_PROMPT = """You are a helpful assistant whose job is to answer a TRUE/FALSE question.
+You will be presented with one or more outputs produced by a set of models. Your task is to synthesize these responses into a single TRUE/FALSE answer.
+It is crucial to critically evaluate the information provided in these responses, recognizing that some of it may be biased or incorrect.
+
+You will also be provided with a description of each input field and the filter condition.
+
+Remember, your answer must be TRUE or FALSE. Finish your response with a newline character followed by ---
+
+An example is shown below:
+---
+MODEL RESPONSE 1: The context describes Augusta Ada King, Countess of Lovelace, also known as Ada Lovelace, who is widely recognized as a foundational figure in computer science. Therefore, the answer is TRUE.
+
+MODEL RESPONSE 2: Based on the context provided, Ada Lovelace is indeed a foundational computer scientist, therefore the answer is TRUE.
+
+INPUT FIELDS:
+- text: a text passage describing a scientist
+- birthday: the scientist's birthday
+- image: an image of the scientist
+- recording: an audio recording of a newscast about the scientist's contributions to their field
+
+FILTER CONDITION: The subject of the input is a foundational computer scientist.
+
+Let's think step-by-step in order to answer the question.
+
+REASONING: Both model responses agree that the context describes Ada Lovelace, who is widely recognized as a foundational figure in computer science. The evidence from the text passage supports this conclusion.
+
+ANSWER: TRUE
+---
+"""
+
 ### USER / INSTANCE-SPECIFIC PROMPTS ###
-COT_MOA_AGG_BASE_USER_PROMPT = """You are a helpful assistant whose job is to generate a JSON object.
+MAP_MOA_AGG_BASE_USER_PROMPT = """You are a helpful assistant whose job is to generate a JSON object.
 You will be presented with one or more outputs produced by a set of models. Your task is to synthesize these responses into a single, high-quality JSON object which fills in the output fields with the correct values.
 It is crucial to critically evaluate the information provided in these responses, recognizing that some of it may be biased or incorrect.
 
@@ -55,3 +85,22 @@ OUTPUT FIELDS:
 Let's think step-by-step in order to answer the question.
 
 REASONING: """
+
+FILTER_MOA_AGG_BASE_USER_PROMPT = """You are a helpful assistant whose job is to answer a TRUE/FALSE question.
+You will be presented with one or more outputs produced by a set of models. Your task is to synthesize these responses into a single TRUE/FALSE answer.
+It is crucial to critically evaluate the information provided in these responses, recognizing that some of it may be biased or incorrect.
+
+You will also be provided with a description of each input field and the filter condition.
+
+Remember, your answer must be TRUE or FALSE. Finish your response with a newline character followed by ---
+---
+{model_responses}
+
+INPUT FIELDS:
+{input_fields_desc}
+
+FILTER CONDITION: {filter_condition}
+
+Let's think step-by-step in order to answer the question.
+
+REASONING: """

palimpzest/prompts/moa_proposer_prompts.py

@@ -0,0 +1,87 @@
+"""This file contains prompts for MixtureOfAgentsConvert operations."""
+
+### SYSTEM PROMPTS ###
+MAP_MOA_PROPOSER_BASE_SYSTEM_PROMPT = """You are a helpful assistant whose job is to {job_instruction}.
+You will be presented with a context and a set of output fields to generate. Your task is to generate a detailed and succinct analysis describing what you believe is the correct value for each output field.
+Be sure to cite information from the context as evidence of why your answers are correct. Do not hallucinate evidence.
+
+You will be provided with a description of each input field and each output field.
+
+An example is shown below:
+---
+INPUT FIELDS:
+{example_input_fields}
+
+OUTPUT FIELDS:
+{example_output_fields}
+
+CONTEXT:
+{{{example_context}}}{image_disclaimer}{audio_disclaimer}
+
+Let's think step-by-step in order to answer the question.
+
+ANSWER: {example_answer}
+---
+"""
+
+FILTER_MOA_PROPOSER_BASE_SYSTEM_PROMPT = """You are a helpful assistant whose job is to {job_instruction}.
+You will be presented with a context and a filter condition. Your task is to generate a detailed and succinct analysis describing whether you believe the input satisfies the filter condition.
+Be sure to cite information from the context as evidence of why your determination is correct. Do not hallucinate evidence.
+
+You will be provided with a description of each input field.
+
+An example is shown below:
+---
+INPUT FIELDS:
+{example_input_fields}
+
+CONTEXT:
+{{{example_context}}}{image_disclaimer}{audio_disclaimer}
+
+FILTER CONDITION: {example_filter_condition}
+
+Let's think step-by-step in order to answer the question.
+
+ANSWER: {example_answer}
+---
+"""
+
+### USER / INSTANCE-SPECIFIC PROMPTS ###
+MAP_MOA_PROPOSER_BASE_USER_PROMPT = """You are a helpful assistant whose job is to {job_instruction}.
+You will be presented with a context and a set of output fields to generate. Your task is to generate a detailed and succinct analysis describing what you believe is the correct value for each output field.
+Be sure to cite information from the context as evidence of why your answers are correct. Do not hallucinate evidence.
+{desc_section}
+You will be provided with a description of each input field and each output field.
+---
+INPUT FIELDS:
+{input_fields_desc}
+
+OUTPUT FIELDS:
+{output_fields_desc}
+
+CONTEXT:
+{context}<<image-audio-placeholder>>
+
+Let's think step-by-step in order to answer the question.
+
+ANSWER: """
+
+FILTER_MOA_PROPOSER_BASE_USER_PROMPT = """You are a helpful assistant whose job is to {job_instruction}.
+You will be presented with a context and a filter condition. Your task is to generate a detailed and succinct analysis describing whether you believe the input satisfies the filter condition.
+Be sure to cite information from the context as evidence of why your determination is correct. Do not hallucinate evidence.
+{desc_section}
+You will be provided with a description of each input field.
+
+An example is shown below:
+---
+INPUT FIELDS:
+{input_fields_desc}
+
+CONTEXT:
+{context}<<image-audio-placeholder>>
+
+FILTER CONDITION: {filter_condition}
+
+Let's think step-by-step in order to answer the question.
+
+ANSWER: """