azure-ai-evaluation 0.0.0b0__py3-none-any.whl → 1.0.0__py3-none-any.whl

azure/ai/evaluation/simulator/_prompty/task_simulate.prompty

@@ -0,0 +1,37 @@
+---
+name: TaskSimulatorWithPersona
+description: Simulates a user to complete a conversation
+model:
+  api: chat
+  parameters:
+    temperature: 0.0
+    top_p: 1.0
+    presence_penalty: 0
+    frequency_penalty: 0
+    response_format:
+      type: json_object
+
+inputs:
+  task:
+    type: string
+  conversation_history:
+    type: dict
+  action:
+    type: string
+    default: continue the converasation and make sure the task is completed by asking relevant questions
+
+---
+system:
+You should behave as a user who is planning to accomplish this task: {{ task }} and you continue to interact with a system that responds to your queries.
+Make sure your conversation is engaging and interactive.
+Output must be in JSON format
+Here's a sample output:
+{
+  "content": "Here is my follow-up question.",
+  "role": "user"
+}
+
+Output with a json object that continues the conversation, given the conversation history:
+{{ conversation_history }}
+
+{{ action }}