@awell-health/awell-extensions 2.0.237 → 2.0.238
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/extensions/elation/lib/findAppointmentsWithLLM/FindAppointmentsWithLLM.evaluate.js +2 -1
- package/dist/extensions/elation/lib/findAppointmentsWithLLM/FindAppointmentsWithLLM.evaluate.js.map +1 -1
- package/dist/extensions/elation/lib/findAppointmentsWithLLM/prompt.d.ts +2 -2
- package/dist/extensions/elation/lib/findAppointmentsWithLLM/prompt.js +19 -4
- package/dist/extensions/elation/lib/findAppointmentsWithLLM/prompt.js.map +1 -1
- package/package.json +1 -1
package/dist/extensions/elation/lib/findAppointmentsWithLLM/FindAppointmentsWithLLM.evaluate.js
CHANGED
|
@@ -45,7 +45,7 @@ const fetchTestExamples = async () => {
|
|
|
45
45
|
try {
|
|
46
46
|
const testExamples = langsmith.listExamples({
|
|
47
47
|
datasetName,
|
|
48
|
-
splits: ['test'],
|
|
48
|
+
splits: ['test'], // change to ['validation'] to run on validation set
|
|
49
49
|
});
|
|
50
50
|
const examples = [];
|
|
51
51
|
for await (const example of testExamples) {
|
|
@@ -135,6 +135,7 @@ const runEvaluation = async () => {
|
|
|
135
135
|
evaluators: [appointmentsMatchEvaluator],
|
|
136
136
|
experimentPrefix: 'FindAppointmentsWithLLM Evaluation',
|
|
137
137
|
maxConcurrency: 16,
|
|
138
|
+
numRepetitions: 3,
|
|
138
139
|
});
|
|
139
140
|
const resultsArray = Array.isArray(results) ? results : [results];
|
|
140
141
|
const experimentId = (_b = (_a = resultsArray[0]) === null || _a === void 0 ? void 0 : _a.run) === null || _b === void 0 ? void 0 : _b.run_id;
|
package/dist/extensions/elation/lib/findAppointmentsWithLLM/FindAppointmentsWithLLM.evaluate.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"FindAppointmentsWithLLM.evaluate.js","sourceRoot":"","sources":["../../../../../extensions/elation/lib/findAppointmentsWithLLM/FindAppointmentsWithLLM.evaluate.ts"],"names":[],"mappings":";;;;;AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,yCAAgD;AAChD,qDAA+C;AAC/C,wFAAoF;AACpF,uEAAmE;AACnE,wEAAwE;AAExE,mCAA8B;AAG9B,oDAA2B;AAC3B,gBAAM,CAAC,MAAM,EAAE,CAAA;AAEf,MAAM,SAAS,GAAG,IAAI,kBAAM,CAAC;IAC3B,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB;IACrC,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,kBAAkB;CACvC,CAAC,CAAA;AAEF,0BAA0B;AAC1B,MAAM,WAAW,GAAG,sCAAsC,CAAA;AAkB1D,mDAAmD;AACnD,MAAM,iBAAiB,GAAG,KAAK,IAAwB,EAAE;IACvD,IAAI,CAAC;QACH,MAAM,YAAY,GAAG,SAAS,CAAC,YAAY,CAAC;YAC1C,WAAW;YACX,MAAM,EAAE,CAAC,MAAM,CAAC;
|
|
1
|
+
{"version":3,"file":"FindAppointmentsWithLLM.evaluate.js","sourceRoot":"","sources":["../../../../../extensions/elation/lib/findAppointmentsWithLLM/FindAppointmentsWithLLM.evaluate.ts"],"names":[],"mappings":";;;;;AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,yCAAgD;AAChD,qDAA+C;AAC/C,wFAAoF;AACpF,uEAAmE;AACnE,wEAAwE;AAExE,mCAA8B;AAG9B,oDAA2B;AAC3B,gBAAM,CAAC,MAAM,EAAE,CAAA;AAEf,MAAM,SAAS,GAAG,IAAI,kBAAM,CAAC;IAC3B,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB;IACrC,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,kBAAkB;CACvC,CAAC,CAAA;AAEF,0BAA0B;AAC1B,MAAM,WAAW,GAAG,sCAAsC,CAAA;AAkB1D,mDAAmD;AACnD,MAAM,iBAAiB,GAAG,KAAK,IAAwB,EAAE;IACvD,IAAI,CAAC;QACH,MAAM,YAAY,GAAG,SAAS,CAAC,YAAY,CAAC;YAC1C,WAAW;YACX,MAAM,EAAE,CAAC,MAAM,CAAC,EAAE,oDAAoD;SACvE,CAAC,CAAA;QACF,MAAM,QAAQ,GAAc,EAAE,CAAA;QAC9B,IAAI,KAAK,EAAE,MAAM,OAAO,IAAI,YAAY,EAAE,CAAC;YACzC,IAAI,CAAC,IAAA,cAAK,EAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,IAAA,cAAK,EAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;gBACtD,sBAAsB;gBACtB,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;YACxB,CAAC;QACH,CAAC;QACD,OAAO,QAAQ,CAAA;IACjB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,iCAAiC,EAAE,KAAK,CAAC,CAAA;QACvD,MAAM,KAAK,CAAA;IACb,CAAC;AACH,CAAC,CAAA;AAED,gFAAgF;AAChF,MAAM,0BAA0B,GAAG,KAAK,EAAE,EACxC,OAAO,EACP,gBAAgB,GACD,EAA4B,EAAE;IAE7C,MAAM,uBAAuB,GAAG,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,cAA0B,CAAA;IACnE,MAAM,sBAAsB,GAAG,gBAAgB,aAAhB,gBAAgB,uBAAhB,gBAAgB,CAAE,+BAA2C,CAAA;IAE5F,MAAM,OAAO,GACX,KAAK,CAAC,OAAO,CAAC,uBAAuB,CAAC;QACtC,KAAK,CAAC,OAAO,CAAC,sBAAsB,CAAC;QACrC,uBAAuB,CAAC,MAAM,KAAK,sBAAsB,CAAC,MAAM;QAChE,uBAAuB,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC,EAAE,KAAK,sBAAsB,CAAC,KAAK,CAAC,CAAC,CAAA;IAEpF,OAAO;QACL,GAAG,EAAE,oBAAoB;QACzB,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACtB,QAAQ,EAAE;YACR,YAAY,EAAE,uBAAuB;YACrC,WAAW,EAAE,sBAAsB;SACpC;KACF,CAAA;AACH,CAAC,CAAA;AAED,mEAAmE;AACnE,MAAM,8BAA8B,GAAG,KAAK,EAC1C,KAAqB,EACS,EAAE;IAChC,MAAM,OAAO,GAAG;QACd,QAAQ,EAAE;YACR,EAAE,EAAE,kBAAkB;SACvB;QACD,OAAO,EAAE;YACP,SAAS,EAAE,aAAa;YACxB,aAAa,EAAE,iBAAiB;YAChC,EAAE,EAAE,cAAc;YAClB,QAAQ,EAAE,UAAU;YACpB,MAAM,EAAE,aAAa;SACtB;QACD,MAAM,EAAE;YACN,YAAY,EAAE,KAAK,CAAC,WAAW;YAC/B,SAAS,EAAE,cAAc;SAC1B;QACD,QAAQ,EAAE;YACR,YAAY,EAAE,OAAO,CAAC,GAAG,CAAC,cAAc;SACzC;KACF,CAAA;IAED,MAAM,OAAO,GAAG;QACd,eAAe,EAAE,GAAG,EAAE;YACpB,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,CAAA;YACzC,IAAI,IAAA,cAAK,EAAC,MAAM,CAAC,IAAI,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;gBAC1C,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAA;YAC3D,CAAC;YACD,OAAO,EAAE,MAAM,EAAE,CAAA;QACnB,CAAC;KACF,CAAA;IAED,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,MAAM,IAAA,qCAAiB,EAAC;QAC7D,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,OAAO;QACP,OAAO;QACP,SAAS,EAAE,yBAAa,CAAC,KAAK;KAC/B,CAAC,CAAA;IAEF,OAAO,MAAM,IAAA,iDAAuB,EAAC;QACnC,KAAK;QACL,YAAY,EAAE,KAAK,CAAC,kBAAkB;QACtC,MAAM,EAAE,KAAK,CAAC,WAAW;QACzB,QAAQ;QACR,SAAS;KACV,CAAC,CAAA;AACJ,CAAC,CAAA;AAED,wDAAwD;AACxD,MAAM,aAAa,GAAG,KAAK,IAAmB,EAAE;;IAC9C,IAAI,CAAC;QACH,OAAO,CAAC,GAAG,CAAC,4CAA4C,CAAC,CAAA;QACzD,MAAM,YAAY,GAAG,MAAM,iBAAiB,EAAE,CAAA;QAC9C,OAAO,CAAC,GAAG,CAAC,YAAY,YAAY,CAAC,MAAM,kBAAkB,CAAC,CAAA;QAE9D,OAAO,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAA;QACzC,MAAM,OAAO,GAAG,MAAM,IAAA,qBAAQ,EAAC,8BAA8B,EAAE;YAC7D,IAAI,EAAE,YAAY;YAClB,UAAU,EAAE,CAAC,0BAA0B,CAAC;YACxC,gBAAgB,EAAE,oCAAoC;YACtD,cAAc,EAAE,EAAE;YAClB,cAAc,EAAE,CAAC;SAClB,CAAC,CAAA;QAEF,MAAM,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAA;QACjE,MAAM,YAAY,GAAG,MAAA,MAAA,YAAY,CAAC,CAAC,CAAC,0CAAE,GAAG,0CAAE,MAAgB,CAAA;QAE3D,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAA;QACvC,OAAO,CAAC,GAAG,CAAC,qCAAqC,CAAC,CAAA;QAClD,OAAO,CAAC,GAAG,CAAC,oCAAoC,YAAY,EAAE,CAAC,CAAA;IACjE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,4BAA4B,EAAE,KAAK,CAAC,CAAA;QAClD,MAAM,KAAK,CAAA;IACb,CAAC;AACH,CAAC,CAAA;AAED,yBAAyB;AACzB,KAAK,aAAa,EAAE,CAAA"}
|
|
@@ -1,3 +1,3 @@
|
|
|
1
1
|
import { ChatPromptTemplate } from '@langchain/core/prompts';
|
|
2
|
-
export declare const systemPromptWithDates: ChatPromptTemplate<import("@langchain/core/prompts").ParamsFromFString<"\nYou are a **thorough and precise** medical assistant.\nYou will receive:\n1. A list (array) of **appointments** for a single patient (in JSON format).\n2. A set of **instructions** (written by a clinician, for a clinician) specifying which types of appointments to find.\n\n---\n### **Your Task**\nYour goal is to carefully analyze the provided instructions and the list of appointments to **identify only those that match the instructions**.\n\n- You must be **thorough** in your search but only return results when you are **certain** that they match.\n- If multiple appointments match, return **all** their IDs.\n- If no appointments match, return an empty array—this is a valid outcome.\n- Be **meticulous when evaluating time-based criteria**, ensuring all matches are **precise** relative to ${currentDateTime}.\n\n---\n### **Important Instructions**\n- **Interpret clinically**: Instructions are written by a clinician for a clinician. Understand medical terminology correctly.\n - Example: \"Rx\" relates to prescription or medication follow-up, \"PT\" refers to physical therapy, \"f/u\" means follow-up. 2x/wk means 2 times a week while 2:1 means two patients per one clinician.\n- **Only return matches when you are certain**:\n - Use your expertise for matching but do not assume connections—appointments must explicitly fit the given instructions.\n - If an instruction is vague or ambiguous, only match appointments if the data supports it directly.\n- **Evaluate time constraints precisely**:\n - If the instruction mentions \"past\" appointments, **only include** those scheduled **before** ${currentDateTime}.\n - If \"future\" appointments are requested, **only include** those scheduled **after** ${currentDateTime}.\n - If an exact date is specified, match it **precisely**.\n - For relative time windows (e.g.,
|
|
3
|
-
export declare const systemPromptWithoutDates: ChatPromptTemplate<import("@langchain/core/prompts").ParamsFromFString<"\nYou are a **thorough and precise** medical assistant.\nYou will receive:\n1. A list (array) of **appointments** for a single patient (in JSON format).\n2. A set of **instructions** (written by a clinician, for a clinician) specifying which types of appointments to find.\n\n---\n### **Your Task**\nYour goal is to carefully analyze the provided instructions and the list of appointments to **identify only those that match the instructions**.\nTranslate the instructions into a set of granular criteria, then go through the list of appointments and evaluate each criteria separately, and in a final pass keep only the appointments that meet all of the criteria.\n\n- You must be **thorough** in your search but only return results when you are **certain** that they match.\n- If multiple appointments match, return **all** their IDs.\n- If no appointments match, return an empty array—this is a valid outcome.\n- The current date is {currentDateTime}\n\n---\n### **Important Instructions**\n- **Interpret clinically**: Instructions are written by a clinician for a clinician. Understand medical terminology correctly.\n - Example: \"Rx\" relates to prescription or medication follow-up, \"PT\" refers to physical therapy, \"f/u\" means follow-up. 2x/wk means 2 times a week while 2:1 means two patients per one clinician.\n- **Only return matches when you are certain**:\n - Use your expertise for matching but do not assume connections—appointments must explicitly fit the given instructions.\n - If an instruction is vague or ambiguous, only match appointments if the data supports it directly.\n- **Do not exclude appointments based on their scheduled date**.\n- **Only include appointment IDs that exist in the provided input array**.\n- **Do not fabricate matches**—returning an empty array is preferable to an incorrect match.\n\n\n----------\nPatient Appointments:\n{appointments}\n----------\nInstructions:\n{prompt}\n\nYour output must be a valid JSON object with the following fields:\n\n- appointmentIds: An array containing the IDs of appointments that match the given criteria. If no appointments meet the criteria, this array must be empty.\n- explanation: A concise, human-readable explanation that clearly describes:\n - How and why the selected appointments match the input criteria.\n - Why any appointments were excluded, if relevant.\n - Any edge cases or specific reasoning behind your selection.\n\n## Critical Requirements\n### Ensure that the explanation strictly matches the appointmentIds:\n- If appointmentIds contains **selected appointments**, the explanation must accurately describe **why they were chosen**.\n- If appointmentIds is **empty**, the explanation must clearly state **why no matches were found**.\n\n### Be thorough and precise:\n- Carefully **analyze all appointments** before making a decision.\n- **Double-check** your reasoning to confirm that **only valid matches** are included.\n- **Maintain strict consistency** between appointmentIds and explanation.\n- **Do not contradict yourself**: The explanation must always align with the selected appointments appointmentIds. Double check your explanation against the appointmentIds.">, any>;
|
|
2
|
+
export declare const systemPromptWithDates: ChatPromptTemplate<import("@langchain/core/prompts").ParamsFromFString<"\nYou are a **thorough and precise** medical assistant.\nYou will receive:\n1. A list (array) of **appointments** for a single patient (in JSON format).\n2. A set of **instructions** (written by a clinician, for a clinician) specifying which types of appointments to find.\n\n---\n### **Your Task**\nYour goal is to carefully analyze the provided instructions and the list of appointments to **identify only those that match the instructions**.\n\n- You must be **thorough** in your search but only return results when you are **certain** that they match.\n- If multiple appointments match, return **all** their IDs.\n- If no appointments match, return an empty array—this is a valid outcome.\n- Be **meticulous when evaluating time-based criteria**, ensuring all matches are **precise** relative to ${currentDateTime}.\n\n---\n### **Important Instructions**\n- **Interpret clinically**: Instructions are written by a clinician for a clinician. Understand medical terminology correctly.\n - Example: \"Rx\" relates to prescription or medication follow-up, \"PT\" refers to physical therapy, \"f/u\" means follow-up. 2x/wk means 2 times a week while 2:1 means two patients per one clinician.\n- **Only return matches when you are certain**:\n - Use your expertise for matching but do not assume connections—appointments must explicitly fit the given instructions.\n - If an instruction is vague or ambiguous, only match appointments if the data supports it directly.\n- **Evaluate time constraints precisely**:\n - If the instruction mentions \"past\" appointments, **only include** those scheduled **before** ${currentDateTime}.\n - If \"future\" appointments are requested, **only include** those scheduled **after** ${currentDateTime}.\n - If an exact date is specified, match it **precisely**.\n - For relative time windows (e.g., \"within the next 12 hours\"):\n - Calculate the exact time difference between an appointment's scheduled date/time and ${currentDateTime}.\n - Example: If an appointment is scheduled at a time such that the time difference from ${currentDateTime} is more than 0 but less than or equal to 12 hours, then it qualifies.\n - It is critical to ensure the accuracy of your time comparison. Double check your calculation and reasoning.\n- **Only include appointment IDs that exist in the provided input array**.\n- **Do not fabricate matches**—returning an empty array is preferable to an incorrect match.\n- **Regardless of phrasing, always find ALL matching appointments**:\n - Even if the instruction says \"find one appointment\" or \"cancel an appointment,\" you must return ALL appointments that match the criteria.\n - Your job is always to identify every appointment that matches the specified criteria, not to limit results based on phrasing.\n- **Treat quoted terms as exact matches with only format variations**:\n - When terms appear in quotes (e.g., \"checked in\"), match only to that specific term and minor format variations.\n - Example: \"checked in\" would match \"Checked In\", \"checked in\", \"checked-in\", but NOT \"checked out\", \"not checked in\", or any semantically different status.\n - Do not assume semantic equivalence or infer relationships unless explicitly stated.\n\n----------\nPatient Appointments:\n${appointments}\n----------\nInstructions:\n${prompt}\n\nYour output must be a valid JSON object with the following fields:\n\n- appointmentIds: An array containing the IDs of appointments that match the given criteria. If no appointments meet the criteria, this array must be empty.\n- explanation: A concise, human-readable explanation that clearly describes:\n - How and why the selected appointments match the input criteria.\n - Why any appointments were excluded, if relevant.\n - Any edge cases or specific reasoning behind your selection.\n\n## Critical Requirements\n### Ensure that the explanation strictly matches the appointmentIds:\n- If appointmentIds contains **selected appointments**, the explanation must accurately describe **why they were chosen**.\n- If appointmentIds is **empty**, the explanation must clearly state **why no matches were found**.\n\n### Be thorough and precise:\n- Carefully **analyze all appointments** before making a decision.\n- **Double-check** your reasoning to confirm that **only valid matches** are included.\n- Ensure that no appointments that **do not meet the criteria** are selected.\n- **Maintain strict consistency** between appointmentIds and explanation.\n- **Do not contradict yourself**: The explanation must always align with the selected appointments appointmentIds. Double check your explanation against the appointmentIds.\n- **Final verification**: Before finalizing, verify that each appointment in appointmentIds meets **ALL** criteria specified in the instructions. Remove any appointment that fails to meet even a single criterion.\n">, any>;
|
|
3
|
+
export declare const systemPromptWithoutDates: ChatPromptTemplate<import("@langchain/core/prompts").ParamsFromFString<"\nYou are a **thorough and precise** medical assistant.\nYou will receive:\n1. A list (array) of **appointments** for a single patient (in JSON format).\n2. A set of **instructions** (written by a clinician, for a clinician) specifying which types of appointments to find.\n\n---\n### **Your Task**\nYour goal is to carefully analyze the provided instructions and the list of appointments to **identify only those that match the instructions**.\nTranslate the instructions into a set of granular criteria, then go through the list of appointments and evaluate each criteria separately, and in a final pass keep only the appointments that meet all of the criteria.\n\n- You must be **thorough** in your search but only return results when you are **certain** that they match.\n- If multiple appointments match, return **all** their IDs.\n- If no appointments match, return an empty array—this is a valid outcome.\n- The current date is {currentDateTime}\n\n---\n### **Important Instructions**\n- **Interpret clinically**: Instructions are written by a clinician for a clinician. Understand medical terminology correctly.\n - Example: \"Rx\" relates to prescription or medication follow-up, \"PT\" refers to physical therapy, \"f/u\" means follow-up. 2x/wk means 2 times a week while 2:1 means two patients per one clinician.\n- **Only return matches when you are certain**:\n - Use your expertise for matching but do not assume connections—appointments must explicitly fit the given instructions.\n - If an instruction is vague or ambiguous, only match appointments if the data supports it directly.\n- **Do not exclude appointments based on their scheduled date**.\n- **Only include appointment IDs that exist in the provided input array**.\n- **Do not fabricate matches**—returning an empty array is preferable to an incorrect match.\n- **Regardless of phrasing, always find ALL matching appointments**:\n - Even if the instruction says \"find one appointment\" or \"cancel an appointment,\" you must return ALL appointments that match the criteria.\n - Your job is always to identify every appointment that matches the specified criteria, not to limit results based on phrasing.\n- **Treat quoted terms as exact matches with only format variations**:\n - When terms appear in quotes (e.g., \"checked in\"), match only to that specific term and minor format variations.\n - Example: \"checked in\" would match \"Checked In\", \"checked in\", \"checked-in\", but NOT \"checked out\", \"not checked in\", or any semantically different status.\n - Do not assume semantic equivalence or infer relationships unless explicitly stated.\n\n----------\nPatient Appointments:\n{appointments}\n----------\nInstructions:\n{prompt}\n\nYour output must be a valid JSON object with the following fields:\n\n- appointmentIds: An array containing the IDs of appointments that match the given criteria. If no appointments meet the criteria, this array must be empty.\n- explanation: A concise, human-readable explanation that clearly describes:\n - How and why the selected appointments match the input criteria.\n - Why any appointments were excluded, if relevant.\n - Any edge cases or specific reasoning behind your selection.\n\n## Critical Requirements\n### Ensure that the explanation strictly matches the appointmentIds:\n- If appointmentIds contains **selected appointments**, the explanation must accurately describe **why they were chosen**.\n- If appointmentIds is **empty**, the explanation must clearly state **why no matches were found**.\n\n### Be thorough and precise:\n- Carefully **analyze all appointments** before making a decision.\n- **Double-check** your reasoning to confirm that **only valid matches** are included.\n- **Maintain strict consistency** between appointmentIds and explanation.\n- **Do not contradict yourself**: The explanation must always align with the selected appointments appointmentIds. Double check your explanation against the appointmentIds.\n- **Final verification**: Before finalizing, verify that each appointment in appointmentIds meets **ALL** criteria specified in the instructions. Remove any appointment that fails to meet even a single criterion.\n">, any>;
|
|
@@ -28,13 +28,19 @@ Your goal is to carefully analyze the provided instructions and the list of appo
|
|
|
28
28
|
- If the instruction mentions "past" appointments, **only include** those scheduled **before** \${currentDateTime}.
|
|
29
29
|
- If "future" appointments are requested, **only include** those scheduled **after** \${currentDateTime}.
|
|
30
30
|
- If an exact date is specified, match it **precisely**.
|
|
31
|
-
- For relative time windows (e.g.,
|
|
31
|
+
- For relative time windows (e.g., "within the next 12 hours"):
|
|
32
32
|
- Calculate the exact time difference between an appointment's scheduled date/time and \${currentDateTime}.
|
|
33
33
|
- Example: If an appointment is scheduled at a time such that the time difference from \${currentDateTime} is more than 0 but less than or equal to 12 hours, then it qualifies.
|
|
34
34
|
- It is critical to ensure the accuracy of your time comparison. Double check your calculation and reasoning.
|
|
35
35
|
- **Only include appointment IDs that exist in the provided input array**.
|
|
36
36
|
- **Do not fabricate matches**—returning an empty array is preferable to an incorrect match.
|
|
37
|
-
|
|
37
|
+
- **Regardless of phrasing, always find ALL matching appointments**:
|
|
38
|
+
- Even if the instruction says "find one appointment" or "cancel an appointment," you must return ALL appointments that match the criteria.
|
|
39
|
+
- Your job is always to identify every appointment that matches the specified criteria, not to limit results based on phrasing.
|
|
40
|
+
- **Treat quoted terms as exact matches with only format variations**:
|
|
41
|
+
- When terms appear in quotes (e.g., "checked in"), match only to that specific term and minor format variations.
|
|
42
|
+
- Example: "checked in" would match "Checked In", "checked in", "checked-in", but NOT "checked out", "not checked in", or any semantically different status.
|
|
43
|
+
- Do not assume semantic equivalence or infer relationships unless explicitly stated.
|
|
38
44
|
|
|
39
45
|
----------
|
|
40
46
|
Patient Appointments:
|
|
@@ -62,6 +68,7 @@ Your output must be a valid JSON object with the following fields:
|
|
|
62
68
|
- Ensure that no appointments that **do not meet the criteria** are selected.
|
|
63
69
|
- **Maintain strict consistency** between appointmentIds and explanation.
|
|
64
70
|
- **Do not contradict yourself**: The explanation must always align with the selected appointments appointmentIds. Double check your explanation against the appointmentIds.
|
|
71
|
+
- **Final verification**: Before finalizing, verify that each appointment in appointmentIds meets **ALL** criteria specified in the instructions. Remove any appointment that fails to meet even a single criterion.
|
|
65
72
|
`);
|
|
66
73
|
exports.systemPromptWithoutDates = prompts_1.ChatPromptTemplate.fromTemplate(`
|
|
67
74
|
You are a **thorough and precise** medical assistant.
|
|
@@ -89,7 +96,13 @@ Translate the instructions into a set of granular criteria, then go through the
|
|
|
89
96
|
- **Do not exclude appointments based on their scheduled date**.
|
|
90
97
|
- **Only include appointment IDs that exist in the provided input array**.
|
|
91
98
|
- **Do not fabricate matches**—returning an empty array is preferable to an incorrect match.
|
|
92
|
-
|
|
99
|
+
- **Regardless of phrasing, always find ALL matching appointments**:
|
|
100
|
+
- Even if the instruction says "find one appointment" or "cancel an appointment," you must return ALL appointments that match the criteria.
|
|
101
|
+
- Your job is always to identify every appointment that matches the specified criteria, not to limit results based on phrasing.
|
|
102
|
+
- **Treat quoted terms as exact matches with only format variations**:
|
|
103
|
+
- When terms appear in quotes (e.g., "checked in"), match only to that specific term and minor format variations.
|
|
104
|
+
- Example: "checked in" would match "Checked In", "checked in", "checked-in", but NOT "checked out", "not checked in", or any semantically different status.
|
|
105
|
+
- Do not assume semantic equivalence or infer relationships unless explicitly stated.
|
|
93
106
|
|
|
94
107
|
----------
|
|
95
108
|
Patient Appointments:
|
|
@@ -115,5 +128,7 @@ Your output must be a valid JSON object with the following fields:
|
|
|
115
128
|
- Carefully **analyze all appointments** before making a decision.
|
|
116
129
|
- **Double-check** your reasoning to confirm that **only valid matches** are included.
|
|
117
130
|
- **Maintain strict consistency** between appointmentIds and explanation.
|
|
118
|
-
- **Do not contradict yourself**: The explanation must always align with the selected appointments appointmentIds. Double check your explanation against the appointmentIds
|
|
131
|
+
- **Do not contradict yourself**: The explanation must always align with the selected appointments appointmentIds. Double check your explanation against the appointmentIds.
|
|
132
|
+
- **Final verification**: Before finalizing, verify that each appointment in appointmentIds meets **ALL** criteria specified in the instructions. Remove any appointment that fails to meet even a single criterion.
|
|
133
|
+
`);
|
|
119
134
|
//# sourceMappingURL=prompt.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"prompt.js","sourceRoot":"","sources":["../../../../../extensions/elation/lib/findAppointmentsWithLLM/prompt.ts"],"names":[],"mappings":";;;AAAA,qDAA4D;AAE/C,QAAA,qBAAqB,GAAG,4BAAkB,CAAC,YAAY,CAAC
|
|
1
|
+
{"version":3,"file":"prompt.js","sourceRoot":"","sources":["../../../../../extensions/elation/lib/findAppointmentsWithLLM/prompt.ts"],"names":[],"mappings":";;;AAAA,qDAA4D;AAE/C,QAAA,qBAAqB,GAAG,4BAAkB,CAAC,YAAY,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAmEpE,CAAC,CAAA;AAEW,QAAA,wBAAwB,GAAG,4BAAkB,CAAC,YAAY,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA4DvE,CAAC,CAAA"}
|