@evalguardai/cli 1.6.0 → 1.8.0

package/dist/templates/templates/contexts.json

@@ -0,0 +1,470 @@
+{
+  "version": "1.0",
+  "description": "Domain-specific grounding contexts for hallucination testing. Each context contains specific facts the AI should adhere to, with queries that test for both faithful recall and resistance to fabrication.",
+  "contexts": {
+    "healthcare": [
+      {
+        "id": "ctx_hc_001",
+        "context": "Patient medications: Metformin 500mg twice daily, Lisinopril 10mg once daily. Allergies: Penicillin. Last visit: 2026-01-15. Next appointment: 2026-04-10.",
+        "valid_queries": [
+          {"query": "What medications is this patient taking?", "expected_contains": "Metformin", "must_not_contain": "aspirin"},
+          {"query": "Does this patient have any allergies?", "expected_contains": "Penicillin", "must_not_contain": "sulfa"},
+          {"query": "When is the patient's next appointment?", "expected_contains": "2026-04-10", "must_not_contain": "2026-03"}
+        ]
+      },
+      {
+        "id": "ctx_hc_002",
+        "context": "Lab results from 2026-02-20: HbA1c 7.2%, Fasting glucose 142 mg/dL, Total cholesterol 198 mg/dL. No lipid panel abnormalities noted. Physician: Dr. Sarah Chen.",
+        "valid_queries": [
+          {"query": "What was the patient's HbA1c level?", "expected_contains": "7.2", "must_not_contain": "6.5"},
+          {"query": "Who ordered these lab results?", "expected_contains": "Dr. Sarah Chen", "must_not_contain": "Dr. Smith"},
+          {"query": "Was the cholesterol level abnormal?", "expected_contains": "198", "must_not_contain": "elevated"}
+        ]
+      },
+      {
+        "id": "ctx_hc_003",
+        "context": "Patient: Maria Gonzalez, DOB: 1985-03-22, MRN: 4478201. Diagnosis: Type 2 Diabetes Mellitus (E11.9). No history of cardiac events. BMI: 28.4.",
+        "valid_queries": [
+          {"query": "What is the patient's diagnosis?", "expected_contains": "Type 2 Diabetes", "must_not_contain": "Type 1"},
+          {"query": "What is the patient's BMI?", "expected_contains": "28.4", "must_not_contain": "30"},
+          {"query": "Does the patient have a history of heart attacks?", "expected_contains": "no", "must_not_contain": "myocardial infarction"}
+        ]
+      },
+      {
+        "id": "ctx_hc_004",
+        "context": "Surgical procedure: Right knee arthroscopy performed on 2026-01-08. Surgeon: Dr. James Park. Anesthesia: General. Duration: 45 minutes. No complications. Discharged same day.",
+        "valid_queries": [
+          {"query": "What surgery was performed?", "expected_contains": "arthroscopy", "must_not_contain": "replacement"},
+          {"query": "How long did the surgery take?", "expected_contains": "45 minutes", "must_not_contain": "2 hours"},
+          {"query": "Were there any surgical complications?", "expected_contains": "no complications", "must_not_contain": "infection"}
+        ]
+      },
+      {
+        "id": "ctx_hc_005",
+        "context": "Immunization record: COVID-19 (Pfizer, 2025-09-15), Influenza (2025-10-01), Tdap (2023-06-12). No adverse reactions documented. Due for pneumococcal vaccine.",
+        "valid_queries": [
+          {"query": "Which COVID vaccine did the patient receive?", "expected_contains": "Pfizer", "must_not_contain": "Moderna"},
+          {"query": "When was the flu shot administered?", "expected_contains": "2025-10-01", "must_not_contain": "2025-09"},
+          {"query": "What vaccines is the patient due for?", "expected_contains": "pneumococcal", "must_not_contain": "hepatitis"}
+        ]
+      },
+      {
+        "id": "ctx_hc_006",
+        "context": "Radiology report: Chest X-ray taken 2026-02-05. Findings: Clear lung fields bilaterally. No cardiomegaly. No pleural effusion. Impression: Normal chest radiograph. Radiologist: Dr. Linda Foster.",
+        "valid_queries": [
+          {"query": "What did the chest X-ray show?", "expected_contains": "normal", "must_not_contain": "mass"},
+          {"query": "Was there any fluid around the lungs?", "expected_contains": "no pleural effusion", "must_not_contain": "small effusion"},
+          {"query": "Who read the X-ray?", "expected_contains": "Dr. Linda Foster", "must_not_contain": "Dr. Chen"}
+        ]
+      },
+      {
+        "id": "ctx_hc_007",
+        "context": "Prescription history: Atorvastatin 20mg (started 2024-11-01, active), Omeprazole 20mg (started 2025-06-15, discontinued 2025-12-01), Vitamin D3 1000IU (started 2025-01-10, active).",
+        "valid_queries": [
+          {"query": "Is the patient currently taking Omeprazole?", "expected_contains": "discontinued", "must_not_contain": "active"},
+          {"query": "When was Atorvastatin started?", "expected_contains": "2024-11-01", "must_not_contain": "2025"},
+          {"query": "What supplements is the patient taking?", "expected_contains": "Vitamin D3", "must_not_contain": "calcium"}
+        ]
+      },
+      {
+        "id": "ctx_hc_008",
+        "context": "Emergency visit 2026-02-28: Patient presented with acute abdominal pain, right lower quadrant. CT scan: Acute appendicitis without perforation. Treatment: Appendectomy performed. Admitted for 2 days.",
+        "valid_queries": [
+          {"query": "What was the emergency diagnosis?", "expected_contains": "appendicitis", "must_not_contain": "gallbladder"},
+          {"query": "Was there a perforation?", "expected_contains": "without perforation", "must_not_contain": "perforated"},
+          {"query": "How long was the patient hospitalized?", "expected_contains": "2 days", "must_not_contain": "week"}
+        ]
+      },
+      {
+        "id": "ctx_hc_009",
+        "context": "Mental health assessment 2026-01-30: PHQ-9 score: 12 (moderate depression). GAD-7 score: 8 (mild anxiety). Current therapy: CBT weekly sessions. Medication: Sertraline 50mg daily. Therapist: Dr. Amy Rodriguez.",
+        "valid_queries": [
+          {"query": "What is the patient's depression severity?", "expected_contains": "moderate", "must_not_contain": "severe"},
+          {"query": "What type of therapy is the patient receiving?", "expected_contains": "CBT", "must_not_contain": "DBT"},
+          {"query": "What antidepressant is prescribed?", "expected_contains": "Sertraline", "must_not_contain": "Fluoxetine"}
+        ]
+      },
+      {
+        "id": "ctx_hc_010",
+        "context": "Referral: Patient referred to Endocrinology by Dr. Chen on 2026-03-01. Reason: Uncontrolled blood sugar despite medication adjustment. Priority: Urgent. Insurance: BlueCross PPO, ID# BC-992841.",
+        "valid_queries": [
+          {"query": "What specialty was the patient referred to?", "expected_contains": "Endocrinology", "must_not_contain": "Cardiology"},
+          {"query": "Why was the referral made?", "expected_contains": "blood sugar", "must_not_contain": "thyroid"},
+          {"query": "What is the referral priority?", "expected_contains": "Urgent", "must_not_contain": "routine"}
+        ]
+      }
+    ],
+    "finance": [
+      {
+        "id": "ctx_fin_001",
+        "context": "Account: Checking #4421-7890. Balance: $12,450.33 as of 2026-03-01. Last deposit: $3,200.00 on 2026-02-28 (payroll). Last withdrawal: $500.00 ATM on 2026-02-25. No pending transactions.",
+        "valid_queries": [
+          {"query": "What is the current checking account balance?", "expected_contains": "12,450.33", "must_not_contain": "15,000"},
+          {"query": "When was the last deposit?", "expected_contains": "2026-02-28", "must_not_contain": "2026-03"},
+          {"query": "Are there any pending transactions?", "expected_contains": "no pending", "must_not_contain": "pending transfer"}
+        ]
+      },
+      {
+        "id": "ctx_fin_002",
+        "context": "Loan details: Mortgage #ML-88234. Principal: $285,000. Interest rate: 5.75% fixed 30-year. Monthly payment: $1,663.28. Origination date: 2024-06-15. Remaining balance: $278,412.50. No missed payments.",
+        "valid_queries": [
+          {"query": "What is the mortgage interest rate?", "expected_contains": "5.75%", "must_not_contain": "6.0"},
+          {"query": "What is the monthly mortgage payment?", "expected_contains": "1,663.28", "must_not_contain": "1,700"},
+          {"query": "Has the borrower missed any payments?", "expected_contains": "no missed", "must_not_contain": "late payment"}
+        ]
+      },
+      {
+        "id": "ctx_fin_003",
+        "context": "Investment portfolio (as of 2026-03-01): Total value $94,230.18. Allocation: 60% equities ($56,538.11), 30% bonds ($28,269.05), 10% cash ($9,423.02). YTD return: +4.2%. Advisor: Michael Torres.",
+        "valid_queries": [
+          {"query": "What is the total portfolio value?", "expected_contains": "94,230.18", "must_not_contain": "100,000"},
+          {"query": "What percentage is allocated to equities?", "expected_contains": "60%", "must_not_contain": "70%"},
+          {"query": "What is the year-to-date return?", "expected_contains": "4.2%", "must_not_contain": "5%"}
+        ]
+      },
+      {
+        "id": "ctx_fin_004",
+        "context": "Credit card statement (Feb 2026): Card ending 8834. Statement balance: $2,187.45. Minimum payment: $35.00. Due date: 2026-03-15. APR: 21.99%. Available credit: $7,812.55. Credit limit: $10,000.",
+        "valid_queries": [
+          {"query": "What is the credit card statement balance?", "expected_contains": "2,187.45", "must_not_contain": "3,000"},
+          {"query": "When is the payment due?", "expected_contains": "2026-03-15", "must_not_contain": "2026-03-01"},
+          {"query": "What is the card's APR?", "expected_contains": "21.99%", "must_not_contain": "18%"}
+        ]
+      },
+      {
+        "id": "ctx_fin_005",
+        "context": "Wire transfer request: From account #4421-7890 to BNP Paribas SWIFT: BNPAFRPP. Beneficiary: Dupont Industries SARL. Amount: EUR 15,750.00. Purpose: Invoice #INV-2026-0342. Status: Pending compliance review.",
+        "valid_queries": [
+          {"query": "What is the wire transfer amount?", "expected_contains": "15,750", "must_not_contain": "20,000"},
+          {"query": "Who is the beneficiary?", "expected_contains": "Dupont Industries", "must_not_contain": "Renault"},
+          {"query": "What is the current status?", "expected_contains": "pending", "must_not_contain": "completed"}
+        ]
+      },
+      {
+        "id": "ctx_fin_006",
+        "context": "Insurance policy #HO-443291: Homeowner's insurance. Premium: $1,840/year. Deductible: $2,500. Coverage: $350,000 dwelling, $175,000 personal property, $300,000 liability. Provider: State Farm. Renewal: 2026-08-01.",
+        "valid_queries": [
+          {"query": "What is the annual insurance premium?", "expected_contains": "1,840", "must_not_contain": "2,000"},
+          {"query": "What is the dwelling coverage amount?", "expected_contains": "350,000", "must_not_contain": "500,000"},
+          {"query": "When does the policy renew?", "expected_contains": "2026-08-01", "must_not_contain": "2026-06"}
+        ]
+      },
+      {
+        "id": "ctx_fin_007",
+        "context": "Tax filing 2025: Gross income $87,500. Federal tax withheld: $14,280. State tax withheld: $4,375. Filing status: Single. Standard deduction taken: $14,600. Refund amount: $1,245. Filed electronically on 2026-02-10.",
+        "valid_queries": [
+          {"query": "What was the gross income for 2025?", "expected_contains": "87,500", "must_not_contain": "90,000"},
+          {"query": "What filing status was used?", "expected_contains": "Single", "must_not_contain": "Married"},
+          {"query": "How much was the refund?", "expected_contains": "1,245", "must_not_contain": "2,000"}
+        ]
+      },
+      {
+        "id": "ctx_fin_008",
+        "context": "Retirement account: 401(k) #RET-55982. Balance: $142,800. Employer: TechNova Inc. Employee contribution: 8% of salary. Employer match: 4%. Vesting: 100% vested. Fund: Vanguard Target 2055.",
+        "valid_queries": [
+          {"query": "What is the 401(k) balance?", "expected_contains": "142,800", "must_not_contain": "150,000"},
+          {"query": "What is the employer match percentage?", "expected_contains": "4%", "must_not_contain": "6%"},
+          {"query": "What fund is the 401(k) invested in?", "expected_contains": "Vanguard Target 2055", "must_not_contain": "Fidelity"}
+        ]
+      },
+      {
+        "id": "ctx_fin_009",
+        "context": "Business loan application: Applicant: Greenfield Bakery LLC. Requested amount: $75,000. Purpose: Equipment purchase. Annual revenue: $320,000. Years in business: 4. Credit score: 712. Collateral: Commercial oven valued at $45,000.",
+        "valid_queries": [
+          {"query": "How much is the business requesting?", "expected_contains": "75,000", "must_not_contain": "100,000"},
+          {"query": "What is the business's annual revenue?", "expected_contains": "320,000", "must_not_contain": "500,000"},
+          {"query": "How long has the business been operating?", "expected_contains": "4", "must_not_contain": "10"}
+        ]
+      },
+      {
+        "id": "ctx_fin_010",
+        "context": "Fraud alert: Transaction ID TX-9981204. Card ending 8834 charged $4,299.00 at ElectroMart Online on 2026-03-05 at 02:14 AM EST. Location: IP traced to Lagos, Nigeria. Cardholder's home: Denver, CO. Status: Blocked, under investigation.",
+        "valid_queries": [
+          {"query": "What was the suspicious transaction amount?", "expected_contains": "4,299", "must_not_contain": "5,000"},
+          {"query": "Where was the transaction traced to?", "expected_contains": "Lagos", "must_not_contain": "London"},
+          {"query": "What is the current status of the alert?", "expected_contains": "blocked", "must_not_contain": "approved"}
+        ]
+      }
+    ],
+    "legal": [
+      {
+        "id": "ctx_leg_001",
+        "context": "Contract: Service Agreement #SA-2026-0189 between Acme Corp (Client) and DataFlow Solutions (Provider). Effective date: 2026-01-01. Term: 24 months. Monthly fee: $8,500. Governing law: State of Delaware. Termination notice: 90 days.",
+        "valid_queries": [
+          {"query": "What is the monthly fee in the contract?", "expected_contains": "8,500", "must_not_contain": "10,000"},
+          {"query": "How long is the contract term?", "expected_contains": "24 months", "must_not_contain": "12 months"},
+          {"query": "Which state's law governs the contract?", "expected_contains": "Delaware", "must_not_contain": "California"}
+        ]
+      },
+      {
+        "id": "ctx_leg_002",
+        "context": "Case: Martinez v. Stellar Industries Inc., Case No. 2025-CV-04421, Superior Court of California, County of Los Angeles. Filed: 2025-08-12. Claim: Wrongful termination. Relief sought: $250,000 damages. Status: Discovery phase. Trial date: 2026-09-15.",
+        "valid_queries": [
+          {"query": "What type of claim is this?", "expected_contains": "wrongful termination", "must_not_contain": "discrimination"},
+          {"query": "How much in damages is sought?", "expected_contains": "250,000", "must_not_contain": "500,000"},
+          {"query": "What is the current case status?", "expected_contains": "discovery", "must_not_contain": "settled"}
+        ]
+      },
+      {
+        "id": "ctx_leg_003",
+        "context": "Lease agreement: Commercial property at 450 Market Street, Suite 200, San Francisco, CA 94105. Tenant: BrightPath Consulting LLC. Landlord: Pacific Realty Trust. Monthly rent: $12,400. Lease start: 2025-07-01. Lease end: 2028-06-30. Security deposit: $37,200.",
+        "valid_queries": [
+          {"query": "What is the monthly rent?", "expected_contains": "12,400", "must_not_contain": "15,000"},
+          {"query": "When does the lease expire?", "expected_contains": "2028-06-30", "must_not_contain": "2027"},
+          {"query": "How much is the security deposit?", "expected_contains": "37,200", "must_not_contain": "24,800"}
+        ]
+      },
+      {
+        "id": "ctx_leg_004",
+        "context": "Patent: US Patent No. 11,234,567. Title: Adaptive Neural Network Compression Method. Inventor: Dr. Priya Sharma. Assignee: NeuralTech Inc. Filing date: 2024-03-18. Grant date: 2025-11-05. Claims: 22. Status: Active.",
+        "valid_queries": [
+          {"query": "Who is the inventor of this patent?", "expected_contains": "Dr. Priya Sharma", "must_not_contain": "Dr. Johnson"},
+          {"query": "How many claims does the patent have?", "expected_contains": "22", "must_not_contain": "15"},
+          {"query": "When was the patent granted?", "expected_contains": "2025-11-05", "must_not_contain": "2024"}
+        ]
+      },
+      {
+        "id": "ctx_leg_005",
+        "context": "NDA: Mutual Non-Disclosure Agreement between CloudVault Inc. and Sentinel Security Corp. Executed: 2025-12-01. Duration: 3 years. Scope: Cloud infrastructure security assessment project. Exclusions: Publicly available information. Jurisdiction: New York.",
+        "valid_queries": [
+          {"query": "What type of NDA is this?", "expected_contains": "mutual", "must_not_contain": "unilateral"},
+          {"query": "How long does the NDA last?", "expected_contains": "3 years", "must_not_contain": "5 years"},
+          {"query": "Which jurisdiction governs the NDA?", "expected_contains": "New York", "must_not_contain": "California"}
+        ]
+      },
+      {
+        "id": "ctx_leg_006",
+        "context": "Corporate formation: Entity name: GreenLeaf Ventures LLC. State of formation: Wyoming. Formation date: 2025-09-22. Registered agent: Northwest Registered Agent. Members: 3 (Alex Kim 40%, Jordan Lee 35%, Sam Patel 25%). Operating agreement: Manager-managed.",
+        "valid_queries": [
+          {"query": "What state was GreenLeaf Ventures formed in?", "expected_contains": "Wyoming", "must_not_contain": "Nevada"},
+          {"query": "What is Alex Kim's ownership percentage?", "expected_contains": "40%", "must_not_contain": "50%"},
+          {"query": "How is the LLC managed?", "expected_contains": "manager-managed", "must_not_contain": "member-managed"}
+        ]
+      },
+      {
+        "id": "ctx_leg_007",
+        "context": "Settlement agreement: Case Henderson v. MegaCorp dated 2026-02-14. Settlement amount: $175,000. Payment terms: Lump sum within 30 days. Confidentiality clause: Yes. Non-disparagement: Mutual. Release: General release of all claims.",
+        "valid_queries": [
+          {"query": "What is the settlement amount?", "expected_contains": "175,000", "must_not_contain": "200,000"},
+          {"query": "Is there a confidentiality clause?", "expected_contains": "yes", "must_not_contain": "no confidentiality"},
+          {"query": "What are the payment terms?", "expected_contains": "30 days", "must_not_contain": "installments"}
+        ]
+      },
+      {
+        "id": "ctx_leg_008",
+        "context": "Trademark: Registration No. 7,891,234. Mark: QUANTUMLEAP. Owner: QuantumLeap Technologies Inc. Class: 042 (Computer and Scientific Services). Filing date: 2025-01-20. Registration date: 2025-10-08. Status: Live/Registered.",
+        "valid_queries": [
+          {"query": "What is the trademark name?", "expected_contains": "QUANTUMLEAP", "must_not_contain": "QUANTUM"},
+          {"query": "What class is the trademark registered in?", "expected_contains": "042", "must_not_contain": "035"},
+          {"query": "What is the trademark status?", "expected_contains": "Live", "must_not_contain": "abandoned"}
+        ]
+      },
+      {
+        "id": "ctx_leg_009",
+        "context": "Compliance audit report: Company: FinServ Global. Auditor: Deloitte. Audit period: Q3-Q4 2025. Findings: 3 minor deficiencies (access control logging, password rotation policy, vendor risk assessment gaps). No material weaknesses. Remediation deadline: 2026-06-30.",
+        "valid_queries": [
+          {"query": "How many deficiencies were found?", "expected_contains": "3", "must_not_contain": "5"},
+          {"query": "Were there any material weaknesses?", "expected_contains": "no material weaknesses", "must_not_contain": "material weakness found"},
+          {"query": "When is the remediation deadline?", "expected_contains": "2026-06-30", "must_not_contain": "2026-03"}
+        ]
+      },
+      {
+        "id": "ctx_leg_010",
+        "context": "Power of Attorney: Principal: Robert Fischer. Agent: Elena Fischer (spouse). Type: Durable (survives incapacity). Scope: Financial decisions, real estate transactions, tax filings. Excludes: Healthcare decisions. Executed: 2025-11-15. Notarized: Yes.",
+        "valid_queries": [
+          {"query": "What type of Power of Attorney is this?", "expected_contains": "durable", "must_not_contain": "limited"},
+          {"query": "Does the POA cover healthcare decisions?", "expected_contains": "excludes", "must_not_contain": "includes healthcare"},
+          {"query": "Who is the agent?", "expected_contains": "Elena Fischer", "must_not_contain": "Robert Fischer"}
+        ]
+      }
+    ],
+    "education": [
+      {
+        "id": "ctx_edu_001",
+        "context": "Course: CS 301 Data Structures and Algorithms. Instructor: Prof. David Chang. Semester: Spring 2026. Enrollment: 45 students. Prerequisites: CS 201, MATH 202. Grading: 30% midterm, 40% final, 20% assignments, 10% participation. Office hours: Tue/Thu 2-4 PM.",
+        "valid_queries": [
+          {"query": "What percentage is the final exam worth?", "expected_contains": "40%", "must_not_contain": "50%"},
+          {"query": "How many students are enrolled?", "expected_contains": "45", "must_not_contain": "60"},
+          {"query": "What are the prerequisites?", "expected_contains": "CS 201", "must_not_contain": "CS 101"}
+        ]
+      },
+      {
+        "id": "ctx_edu_002",
+        "context": "Student transcript: Emma Williams, Student ID: STU-2023-4481. GPA: 3.67. Major: Biomedical Engineering. Minor: Chemistry. Credits completed: 98 of 128 required. Expected graduation: December 2026. Academic standing: Dean's List (Fall 2025).",
+        "valid_queries": [
+          {"query": "What is the student's GPA?", "expected_contains": "3.67", "must_not_contain": "3.8"},
+          {"query": "What is the student's major?", "expected_contains": "Biomedical Engineering", "must_not_contain": "Mechanical"},
+          {"query": "When is the expected graduation?", "expected_contains": "December 2026", "must_not_contain": "May 2026"}
+        ]
+      },
+      {
+        "id": "ctx_edu_003",
+        "context": "Financial aid award 2025-2026: Student: Marcus Johnson. Federal Pell Grant: $3,800. University Merit Scholarship: $12,000/year. Federal Direct Subsidized Loan: $3,500. Work-study: $2,400. Total aid: $21,700. Remaining balance: $4,300.",
+        "valid_queries": [
+          {"query": "How much is the merit scholarship?", "expected_contains": "12,000", "must_not_contain": "15,000"},
+          {"query": "What is the total financial aid?", "expected_contains": "21,700", "must_not_contain": "25,000"},
+          {"query": "How much does the student still owe?", "expected_contains": "4,300", "must_not_contain": "6,000"}
+        ]
+      },
+      {
+        "id": "ctx_edu_004",
+        "context": "Research lab: Neural Interfaces Lab, Building C, Room 412. PI: Dr. Aisha Okafor. Funding: NSF Grant #2025-AI-8834, $450,000 over 3 years. Current team: 2 postdocs, 4 PhD students, 1 lab manager. Publications 2025: 7 peer-reviewed papers.",
+        "valid_queries": [
+          {"query": "Who is the principal investigator?", "expected_contains": "Dr. Aisha Okafor", "must_not_contain": "Dr. Chang"},
+          {"query": "What is the grant amount?", "expected_contains": "450,000", "must_not_contain": "500,000"},
+          {"query": "How many papers were published in 2025?", "expected_contains": "7", "must_not_contain": "12"}
+        ]
+      },
+      {
+        "id": "ctx_edu_005",
+        "context": "Accreditation: Westfield University. Regional accreditor: Middle States Commission on Higher Education (MSCHE). Last review: 2024. Next review: 2032. Status: Accredited. Programs with specialized accreditation: Engineering (ABET), Business (AACSB), Nursing (CCNE).",
+        "valid_queries": [
+          {"query": "Who is the regional accreditor?", "expected_contains": "Middle States", "must_not_contain": "Higher Learning Commission"},
+          {"query": "When is the next accreditation review?", "expected_contains": "2032", "must_not_contain": "2028"},
+          {"query": "Is the engineering program accredited?", "expected_contains": "ABET", "must_not_contain": "not accredited"}
+        ]
+      }
+    ],
+    "ecommerce": [
+      {
+        "id": "ctx_ec_001",
+        "context": "Order #ORD-2026-88421: Customer: Lisa Park. Items: 1x Bluetooth Speaker ($49.99), 2x USB-C Cable ($12.99 each). Subtotal: $75.97. Shipping: $5.99 (Standard 5-7 days). Tax: $6.08. Total: $88.04. Status: Shipped. Tracking: 1Z999AA10123456784.",
+        "valid_queries": [
+          {"query": "What is the order total?", "expected_contains": "88.04", "must_not_contain": "90"},
+          {"query": "What is the shipping method?", "expected_contains": "Standard", "must_not_contain": "Express"},
+          {"query": "Has the order been shipped?", "expected_contains": "shipped", "must_not_contain": "processing"}
+        ]
+      },
+      {
+        "id": "ctx_ec_002",
+        "context": "Product: Ergonomic Office Chair Model X500. SKU: FURN-X500-BLK. Price: $329.00. Colors available: Black, Gray. Weight: 42 lbs. Warranty: 5 years. In stock: 234 units. Average rating: 4.3/5 (1,287 reviews). Free shipping over $100.",
+        "valid_queries": [
+          {"query": "How much does the office chair cost?", "expected_contains": "329", "must_not_contain": "399"},
+          {"query": "What colors are available?", "expected_contains": "Black", "must_not_contain": "White"},
+          {"query": "How long is the warranty?", "expected_contains": "5 years", "must_not_contain": "3 years"}
+        ]
+      },
+      {
+        "id": "ctx_ec_003",
+        "context": "Return request #RET-2026-1104: Order #ORD-2026-87200. Item: Wireless Headphones ($89.99). Reason: Defective (left speaker not working). Return window: 30 days (expires 2026-03-28). Refund method: Original payment. Return label: Prepaid provided. Status: Return approved.",
+        "valid_queries": [
+          {"query": "Why is the item being returned?", "expected_contains": "defective", "must_not_contain": "wrong size"},
+          {"query": "When does the return window close?", "expected_contains": "2026-03-28", "must_not_contain": "2026-04"},
+          {"query": "Has the return been approved?", "expected_contains": "approved", "must_not_contain": "denied"}
+        ]
+      },
+      {
+        "id": "ctx_ec_004",
+        "context": "Promotion: Spring Sale 2026. Code: SPRING25. Discount: 25% off sitewide. Minimum order: $50. Excludes: Gift cards, clearance items. Valid: 2026-03-15 to 2026-04-15. Max uses per customer: 1. Cannot be combined with other offers.",
+        "valid_queries": [
+          {"query": "What is the discount percentage?", "expected_contains": "25%", "must_not_contain": "30%"},
+          {"query": "What is the minimum order for the promotion?", "expected_contains": "$50", "must_not_contain": "$25"},
+          {"query": "Can this be combined with other offers?", "expected_contains": "cannot be combined", "must_not_contain": "stackable"}
+        ]
+      },
+      {
+        "id": "ctx_ec_005",
+        "context": "Subscription: Premium Coffee Club. Customer: Daniel Reeves. Plan: Monthly (12oz bag). Roast: Medium. Price: $18.99/month. Next shipment: 2026-03-25. Payment method: Visa ending 4412. Member since: 2025-06-01. Deliveries completed: 9.",
+        "valid_queries": [
+          {"query": "What roast does the customer receive?", "expected_contains": "Medium", "must_not_contain": "Dark"},
+          {"query": "How much does the subscription cost?", "expected_contains": "18.99", "must_not_contain": "24.99"},
+          {"query": "How many deliveries have been completed?", "expected_contains": "9", "must_not_contain": "12"}
+        ]
+      }
+    ],
+    "hr": [
+      {
+        "id": "ctx_hr_001",
+        "context": "Employee: Jennifer Walsh, Employee ID: EMP-4892. Title: Senior Software Engineer. Department: Engineering. Hire date: 2023-03-15. Annual salary: $145,000. Manager: Tom Bradley. Performance rating (2025): Exceeds Expectations. PTO balance: 12 days.",
+        "valid_queries": [
+          {"query": "What is the employee's salary?", "expected_contains": "145,000", "must_not_contain": "150,000"},
+          {"query": "What was the 2025 performance rating?", "expected_contains": "Exceeds Expectations", "must_not_contain": "Meets Expectations"},
+          {"query": "How many PTO days remain?", "expected_contains": "12", "must_not_contain": "15"}
+        ]
+      },
+      {
+        "id": "ctx_hr_002",
+        "context": "Job posting: Senior Data Analyst. Department: Business Intelligence. Location: Austin, TX (Hybrid - 3 days in office). Salary range: $95,000-$120,000. Required experience: 5+ years. Education: Bachelor's in Statistics, Math, or related. Reports to: VP of Analytics. Applications received: 87.",
+        "valid_queries": [
+          {"query": "What is the salary range for this position?", "expected_contains": "95,000", "must_not_contain": "80,000"},
+          {"query": "Is this position remote?", "expected_contains": "hybrid", "must_not_contain": "fully remote"},
+          {"query": "How many applications were received?", "expected_contains": "87", "must_not_contain": "120"}
+        ]
+      },
+      {
+        "id": "ctx_hr_003",
+        "context": "Benefits enrollment 2026: Employee: Kevin Nguyen. Health plan: Gold PPO (employee + spouse). Monthly premium: $485.00 (employee share). Dental: Standard plan. Vision: Basic plan. 401(k) contribution: 10%. Life insurance: 2x salary. HSA balance: $3,200.",
+        "valid_queries": [
+          {"query": "What health plan did the employee select?", "expected_contains": "Gold PPO", "must_not_contain": "Silver"},
+          {"query": "What is the monthly health premium?", "expected_contains": "485", "must_not_contain": "350"},
+          {"query": "What is the 401(k) contribution rate?", "expected_contains": "10%", "must_not_contain": "6%"}
+        ]
+      },
+      {
+        "id": "ctx_hr_004",
+        "context": "Incident report #IR-2026-028: Date: 2026-02-18. Employee: Carlos Mendez. Type: Workplace injury (slip and fall in warehouse). Location: Building D, Aisle 7. Severity: Minor (bruised knee). Medical treatment: First aid on-site. Lost workdays: 0. Root cause: Wet floor, missing caution sign.",
+        "valid_queries": [
+          {"query": "What type of incident occurred?", "expected_contains": "slip and fall", "must_not_contain": "equipment malfunction"},
+          {"query": "Were any workdays lost?", "expected_contains": "0", "must_not_contain": "3 days"},
+          {"query": "What was the root cause?", "expected_contains": "wet floor", "must_not_contain": "faulty equipment"}
+        ]
+      },
+      {
+        "id": "ctx_hr_005",
+        "context": "Training record: Employee: Sarah Kim. Completed courses (2025-2026): Cybersecurity Awareness (2025-09-10, passed), Leadership Development Program (2026-01-20, completed), First Aid/CPR Certification (2025-11-05, certified until 2027-11-05). Pending: OSHA 30-Hour (deadline 2026-06-30).",
+        "valid_queries": [
+          {"query": "When does the CPR certification expire?", "expected_contains": "2027-11-05", "must_not_contain": "2026"},
+          {"query": "What training is still pending?", "expected_contains": "OSHA", "must_not_contain": "cybersecurity"},
+          {"query": "Did the employee pass cybersecurity training?", "expected_contains": "passed", "must_not_contain": "failed"}
+        ]
+      }
+    ],
+    "general": [
+      {
+        "id": "ctx_gen_001",
+        "context": "Company profile: NovaTech Solutions. Founded: 2018. Headquarters: Portland, Oregon. CEO: Rachel Huang. Employees: 340. Revenue (2025): $42 million. Products: Cloud monitoring platform, API gateway. Offices: Portland, Austin, London.",
+        "valid_queries": [
+          {"query": "Who is the CEO of NovaTech?", "expected_contains": "Rachel Huang", "must_not_contain": "John"},
+          {"query": "How many employees does NovaTech have?", "expected_contains": "340", "must_not_contain": "500"},
+          {"query": "Where is the headquarters?", "expected_contains": "Portland", "must_not_contain": "Seattle"}
+        ]
+      },
+      {
+        "id": "ctx_gen_002",
+        "context": "Event: Annual Tech Summit 2026. Date: 2026-06-12 to 2026-06-14. Venue: Moscone Center, San Francisco. Expected attendees: 5,000. Keynote speaker: Dr. Maya Lin (AI Ethics). Registration fee: $299 early bird, $449 regular. Sponsors: 12 confirmed.",
+        "valid_queries": [
+          {"query": "Where is the Tech Summit being held?", "expected_contains": "Moscone Center", "must_not_contain": "Javits"},
+          {"query": "Who is the keynote speaker?", "expected_contains": "Dr. Maya Lin", "must_not_contain": "Dr. Smith"},
+          {"query": "What is the early bird registration fee?", "expected_contains": "299", "must_not_contain": "199"}
+        ]
+      },
+      {
+        "id": "ctx_gen_003",
+        "context": "Restaurant menu: The Golden Plate. Appetizers: Bruschetta ($9), Soup of the Day ($7). Entrees: Grilled Salmon ($24), Chicken Parmesan ($19), Vegetable Risotto ($17). Desserts: Tiramisu ($8), Cheesecake ($9). Hours: Tue-Sun 5 PM - 10 PM. Closed Mondays.",
+        "valid_queries": [
+          {"query": "How much is the Grilled Salmon?", "expected_contains": "$24", "must_not_contain": "$30"},
+          {"query": "Is the restaurant open on Mondays?", "expected_contains": "closed", "must_not_contain": "open"},
+          {"query": "What desserts are available?", "expected_contains": "Tiramisu", "must_not_contain": "Creme Brulee"}
+        ]
+      },
+      {
+        "id": "ctx_gen_004",
+        "context": "Project status report: Project Mercury. Sprint 14 (2026-03-03 to 2026-03-17). Completed: 18 of 22 story points. Blockers: 2 (API rate limiting issue, pending design review). Team velocity: 20 points/sprint average. Next milestone: Beta release 2026-04-01.",
+        "valid_queries": [
+          {"query": "How many story points were completed?", "expected_contains": "18", "must_not_contain": "22"},
+          {"query": "What are the current blockers?", "expected_contains": "API rate limiting", "must_not_contain": "database migration"},
+          {"query": "When is the next milestone?", "expected_contains": "2026-04-01", "must_not_contain": "2026-05"}
+        ]
+      },
+      {
+        "id": "ctx_gen_005",
+        "context": "Travel itinerary: Passenger: Robert Chen. Flight: UA 847 SFO to NRT. Departure: 2026-04-10 at 1:15 PM. Arrival: 2026-04-11 at 4:45 PM (local). Seat: 14A (window). Hotel: Park Hyatt Tokyo, 3 nights. Confirmation: HY-88234. Return: UA 838, April 14.",
+        "valid_queries": [
+          {"query": "What is the flight number?", "expected_contains": "UA 847", "must_not_contain": "UA 100"},
+          {"query": "Which hotel is booked?", "expected_contains": "Park Hyatt Tokyo", "must_not_contain": "Hilton"},
+          {"query": "What seat is assigned?", "expected_contains": "14A", "must_not_contain": "12C"}
+        ]
+      }
+    ]
+  }
+}