clawbench-cli 0.1.2__py3-none-any.whl

clawbench/data/test-cases/709-rating-voting-service-review-angi/task.json

@@ -0,0 +1,25 @@
+{
+  "$schema": "../task.schema.json",
+  "metadata": {
+    "task_id": 709,
+    "metaclass": "rating-voting",
+    "class": "service-review",
+    "description": "Submit a 5-star review for a home improvement provider on Angi with service type \"Plumbing\" and exactly this text: \"On time, clean work, fair price.\"",
+    "sites_involved": [
+      "angi.com"
+    ],
+    "platform": "angi",
+    "common_info": {
+      "email_credentials": "credentials to use the assigned disposable email account",
+      "user_info": "alex_green_personal_info.json; the dummy user's personal information",
+      "user_resume": "PDF resume with disposable email account injected"
+    }
+  },
+  "instruction": "Submit a 5-star review for a home improvement provider on Angi with service type \"Plumbing\" and exactly this text: \"On time, clean work, fair price.\"",
+  "eval_schema": {
+    "url_pattern": "request\\.angi\\.com/directory/graphql",
+    "method": "POST"
+  },
+  "time_limit": 30,
+  "extra_info": []
+}

clawbench/data/test-cases/710-creation-init-interior-design-roomsketcher/task.json

@@ -0,0 +1,25 @@
+{
+  "$schema": "../task.schema.json",
+  "metadata": {
+    "task_id": 710,
+    "metaclass": "creation-init",
+    "class": "interior-design",
+    "description": "On RoomSketcher, subscribe to the Pro plan (annually) and successfully submit the order",
+    "sites_involved": [
+      "roomsketcher.com"
+    ],
+    "platform": "roomsketcher",
+    "common_info": {
+      "email_credentials": "credentials to use the assigned disposable email account",
+      "user_info": "alex_green_personal_info.json; the dummy user's personal information",
+      "user_resume": "PDF resume with disposable email account injected"
+    }
+  },
+  "instruction": "On RoomSketcher, subscribe to the Pro plan (annually) and successfully submit the order",
+  "eval_schema": {
+    "url_pattern": "__PLACEHOLDER_WILL_NOT_MATCH__",
+    "method": "POST"
+  },
+  "time_limit": 30,
+  "extra_info": []
+}

clawbench/data/test-cases/711-creation-init-color-design-coolors/task.json

@@ -0,0 +1,25 @@
+{
+  "$schema": "../task.schema.json",
+  "metadata": {
+    "task_id": 711,
+    "metaclass": "creation-init",
+    "class": "color-design",
+    "description": "On Coolors, generate a 5-color palette, lock one color and adjust it to #FF6B6B, then export the palette to PDF.",
+    "sites_involved": [
+      "coolors.co"
+    ],
+    "platform": "coolors",
+    "common_info": {
+      "email_credentials": "credentials to use the assigned disposable email account",
+      "user_info": "alex_green_personal_info.json; the dummy user's personal information",
+      "user_resume": "PDF resume with disposable email account injected"
+    }
+  },
+  "instruction": "On Coolors, generate a 5-color palette, lock one color and adjust it to #FF6B6B, then export the palette to PDF.",
+  "eval_schema": {
+    "url_pattern": "coolors\\.co/ajax/export-palette",
+    "method": "POST"
+  },
+  "time_limit": 30,
+  "extra_info": []
+}

clawbench/data/test-cases/712-creation-init-website-create-squarespace/task.json

@@ -0,0 +1,25 @@
+{
+  "$schema": "../task.schema.json",
+  "metadata": {
+    "task_id": 712,
+    "metaclass": "creation-init",
+    "class": "website-create",
+    "description": "On Squarespace, register a new account and create a personal portfolio website using the \"Portfolio\" template, set the site title to \"My Portfolio\", complete initialization and enter the editor",
+    "sites_involved": [
+      "squarespace.com"
+    ],
+    "platform": "squarespace",
+    "common_info": {
+      "email_credentials": "credentials to use the assigned disposable email account",
+      "user_info": "alex_green_personal_info.json; the dummy user's personal information",
+      "user_resume": "PDF resume with disposable email account injected"
+    }
+  },
+  "instruction": "On Squarespace, register a new account and create a personal portfolio website using the \"Portfolio\" template, set the site title to \"My Portfolio\", complete initialization and enter the editor",
+  "eval_schema": {
+    "url_pattern": "squarespace\\.com/api/create-website/enqueue",
+    "method": "POST"
+  },
+  "time_limit": 30,
+  "extra_info": []
+}

clawbench/data/test-cases/713-creation-init-website-build-wix/task.json

@@ -0,0 +1,25 @@
+{
+  "$schema": "../task.schema.json",
+  "metadata": {
+    "task_id": 713,
+    "metaclass": "creation-init",
+    "class": "website-build",
+    "description": "On Wix, create a new account and a new website, set the website domain to \"mybusiness.com\", enter the site editor and change the domain",
+    "sites_involved": [
+      "wix.com"
+    ],
+    "platform": "wix",
+    "common_info": {
+      "email_credentials": "credentials to use the assigned disposable email account",
+      "user_info": "alex_green_personal_info.json; the dummy user's personal information",
+      "user_resume": "PDF resume with disposable email account injected"
+    }
+  },
+  "instruction": "On Wix, create a new account and a new website, set the website domain to \"mybusiness.com\", enter the site editor and change the domain",
+  "eval_schema": {
+    "url_pattern": "manage\\.wix\\.com/ai-assistant/createMetasite",
+    "method": "POST"
+  },
+  "time_limit": 30,
+  "extra_info": []
+}

clawbench/data/test-cases/735-home-services-maintenance-house-cleaning-bark/task.json

@@ -0,0 +1,25 @@
+{
+  "$schema": "../task.schema.json",
+  "metadata": {
+    "task_id": 735,
+    "metaclass": "home-services-maintenance",
+    "class": "house-cleaning",
+    "description": "Post a home cleaning project on Bark, fill in the service description, address, and required date, and submit the project",
+    "sites_involved": [
+      "bark.com"
+    ],
+    "platform": "bark",
+    "common_info": {
+      "email_credentials": "credentials to use the assigned disposable email account",
+      "user_info": "alex_green_personal_info.json; the dummy user's personal information",
+      "user_resume": "PDF resume with disposable email account injected"
+    }
+  },
+  "instruction": "Post a home cleaning project on Bark, fill in the service description, address, and required date, and submit the project",
+  "eval_schema": {
+    "url_pattern": "api\\.bark\\.com/bark/pre",
+    "method": "POST"
+  },
+  "time_limit": 30,
+  "extra_info": []
+}

clawbench/data/test-cases/736-home-services-maintenance-plumbing-ace-hardware/task.json

@@ -0,0 +1,25 @@
+{
+  "$schema": "../task.schema.json",
+  "metadata": {
+    "task_id": 736,
+    "metaclass": "home-services-maintenance",
+    "class": "plumbing",
+    "description": "Search for a home plumbing repair tool kit on Ace Hardware website, add a pipe wrench set to cart and proceed to checkout",
+    "sites_involved": [
+      "acehardware.com"
+    ],
+    "platform": "ace-hardware",
+    "common_info": {
+      "email_credentials": "credentials to use the assigned disposable email account",
+      "user_info": "alex_green_personal_info.json; the dummy user's personal information",
+      "user_resume": "PDF resume with disposable email account injected"
+    }
+  },
+  "instruction": "Search for a home plumbing repair tool kit on Ace Hardware website, add a pipe wrench set to cart and proceed to checkout",
+  "eval_schema": {
+    "url_pattern": "__PLACEHOLDER_WILL_NOT_MATCH__",
+    "method": "POST"
+  },
+  "time_limit": 30,
+  "extra_info": []
+}

clawbench/data/test-cases/737-home-services-maintenance-kitchen-remodel-lowes/task.json

@@ -0,0 +1,25 @@
+{
+  "$schema": "../task.schema.json",
+  "metadata": {
+    "task_id": 737,
+    "metaclass": "home-services-maintenance",
+    "class": "kitchen-remodel",
+    "description": "Schedule a free kitchen remodel consultation on Lowe's website",
+    "sites_involved": [
+      "lowes.com"
+    ],
+    "platform": "lowes",
+    "common_info": {
+      "email_credentials": "credentials to use the assigned disposable email account",
+      "user_info": "alex_green_personal_info.json; the dummy user's personal information",
+      "user_resume": "PDF resume with disposable email account injected"
+    }
+  },
+  "instruction": "Schedule a free kitchen remodel consultation on Lowe's website",
+  "eval_schema": {
+    "url_pattern": "lowes\\.myhomeprojectcenter\\.com.*/lead|lowes\\.com.*/schedule|lowes\\.com.*/consultation|lowes\\.com.*/install-services|lowes\\.com.*/measurerequest",
+    "method": "POST"
+  },
+  "time_limit": 30,
+  "extra_info": []
+}

clawbench/data/test-cases/738-home-services-maintenance-equipment-install-amazon-home-services/task.json

@@ -0,0 +1,25 @@
+{
+  "$schema": "../task.schema.json",
+  "metadata": {
+    "task_id": 738,
+    "metaclass": "home-services-maintenance",
+    "class": "equipment-install",
+    "description": "Book a TV wall mounting service on Amazon Home Services, select the installation package matching the TV size, choose an in-home date, and submit the appointment",
+    "sites_involved": [
+      "amazon.com/services"
+    ],
+    "platform": "amazon-home-services",
+    "common_info": {
+      "email_credentials": "credentials to use the assigned disposable email account",
+      "user_info": "alex_green_personal_info.json; the dummy user's personal information",
+      "user_resume": "PDF resume with disposable email account injected"
+    }
+  },
+  "instruction": "Book a TV wall mounting service on Amazon Home Services, select the installation package matching the TV size, choose an in-home date, and submit the appointment",
+  "eval_schema": {
+    "url_pattern": "__PLACEHOLDER_WILL_NOT_MATCH__",
+    "method": "POST"
+  },
+  "time_limit": 30,
+  "extra_info": []
+}

clawbench/data/test-cases/750-automotive-vehicle-services-car-insurance-compare-kanetix/task.json

@@ -0,0 +1,25 @@
+{
+  "$schema": "../task.schema.json",
+  "metadata": {
+    "task_id": 750,
+    "metaclass": "automotive-vehicle-services",
+    "class": "car-insurance-compare",
+    "description": "Get an auto insurance comparison quote on Kanetix for a vehicle registered in Ontario, fill in vehicle and driver details, and submit",
+    "sites_involved": [
+      "kanetix.ca"
+    ],
+    "platform": "kanetix",
+    "common_info": {
+      "email_credentials": "credentials to use the assigned disposable email account",
+      "user_info": "alex_green_personal_info.json; the dummy user's personal information",
+      "user_resume": "PDF resume with disposable email account injected"
+    }
+  },
+  "instruction": "Get an auto insurance comparison quote on Kanetix for a vehicle registered in Ontario, fill in vehicle and driver details, and submit",
+  "eval_schema": {
+    "url_pattern": "ratesinsuranceservices\\.rates\\.ca/autoquote/.*/discounts",
+    "method": "POST"
+  },
+  "time_limit": 30,
+  "extra_info": []
+}

clawbench/data/test-cases/751-automotive-vehicle-services-car-lease-sixt/task.json

@@ -0,0 +1,25 @@
+{
+  "$schema": "../task.schema.json",
+  "metadata": {
+    "task_id": 751,
+    "metaclass": "automotive-vehicle-services",
+    "class": "car-lease",
+    "description": "Reserve a Compact SUV at Sixt from JFK airport for 3 days",
+    "sites_involved": [
+      "sixt.com"
+    ],
+    "platform": "sixt",
+    "common_info": {
+      "email_credentials": "credentials to use the assigned disposable email account",
+      "user_info": "alex_green_personal_info.json; the dummy user's personal information",
+      "user_resume": "PDF resume with disposable email account injected"
+    }
+  },
+  "instruction": "Reserve a Compact SUV at Sixt from JFK airport for 3 days",
+  "eval_schema": {
+    "url_pattern": "__PLACEHOLDER_WILL_NOT_MATCH__",
+    "method": "POST"
+  },
+  "time_limit": 30,
+  "extra_info": []
+}

clawbench/data/test-cases/754-automotive-vehicle-services-used-car-listing-autotrader/task.json

@@ -0,0 +1,25 @@
+{
+  "$schema": "../task.schema.json",
+  "metadata": {
+    "task_id": 754,
+    "metaclass": "automotive-vehicle-services",
+    "class": "used-car-listing",
+    "description": "List a used car for sale on AutoTrader, fill in vehicle details (make, year, mileage, price), and submit the listing",
+    "sites_involved": [
+      "autotrader.co.uk"
+    ],
+    "platform": "autotrader",
+    "common_info": {
+      "email_credentials": "credentials to use the assigned disposable email account",
+      "user_info": "alex_green_personal_info.json; the dummy user's personal information",
+      "user_resume": "PDF resume with disposable email account injected"
+    }
+  },
+  "instruction": "List a used car for sale on AutoTrader, fill in vehicle details (make, year, mileage, price), and submit the listing",
+  "eval_schema": {
+    "url_pattern": "autotrader\\.co\\.uk/selling/.*advert|autotrader\\.co\\.uk/selling/find-car|autotrader\\.co\\.uk.*/sell-my-car.*/advertise|autotrader\\.co\\.uk.*/sell-my-car.*/create",
+    "method": "POST"
+  },
+  "time_limit": 30,
+  "extra_info": []
+}

clawbench/data/test-cases/763-automotive-vehicle-services-car-lease-autoslash/task.json

@@ -0,0 +1,25 @@
+{
+  "$schema": "../task.schema.json",
+  "metadata": {
+    "task_id": 763,
+    "metaclass": "automotive-vehicle-services",
+    "class": "car-lease",
+    "description": "Search AutoSlash for the cheapest economy car rental at Miami airport for a 3-day period, and complete the price-tracking registration so it auto-rebooks if prices drop",
+    "sites_involved": [
+      "autoslash.com"
+    ],
+    "platform": "autoslash",
+    "common_info": {
+      "email_credentials": "credentials to use the assigned disposable email account",
+      "user_info": "alex_green_personal_info.json; the dummy user's personal information",
+      "user_resume": "PDF resume with disposable email account injected"
+    }
+  },
+  "instruction": "Search AutoSlash for the cheapest economy car rental at Miami airport for a 3-day period, and complete the price-tracking registration so it auto-rebooks if prices drop",
+  "eval_schema": {
+    "url_pattern": "www\\.autoslash\\.com/quote/contact-info/[0-9a-f-]+",
+    "method": "POST"
+  },
+  "time_limit": 30,
+  "extra_info": []
+}

clawbench/data/test-cases/766-nonprofit-charity-donation-doctors-without-borders-msf/task.json

@@ -0,0 +1,25 @@
+{
+  "$schema": "../task.schema.json",
+  "metadata": {
+    "task_id": 766,
+    "metaclass": "nonprofit-charity",
+    "class": "donation",
+    "description": "On Doctors Without Borders / MSF website, donate $25 to the emergency relief fund as a one-time donation, fill in donor information and complete payment",
+    "sites_involved": [
+      "doctorswithoutborders.org"
+    ],
+    "platform": "doctors-without-borders-msf",
+    "common_info": {
+      "email_credentials": "credentials to use the assigned disposable email account",
+      "user_info": "alex_green_personal_info.json; the dummy user's personal information",
+      "user_resume": "PDF resume with disposable email account injected"
+    }
+  },
+  "instruction": "On Doctors Without Borders / MSF website, donate $25 to the emergency relief fund as a one-time donation, fill in donor information and complete payment",
+  "eval_schema": {
+    "url_pattern": "__PLACEHOLDER_WILL_NOT_MATCH__",
+    "method": "POST"
+  },
+  "time_limit": 30,
+  "extra_info": []
+}

clawbench/data/test-cases/768-nonprofit-charity-community-crowdfund-ioby/task.json

@@ -0,0 +1,25 @@
+{
+  "$schema": "../task.schema.json",
+  "metadata": {
+    "task_id": 768,
+    "metaclass": "nonprofit-charity",
+    "class": "community-crowdfund",
+    "description": "On ioby, browse community projects in New York City, select a greening or environmental improvement project and donate $10",
+    "sites_involved": [
+      "ioby.org"
+    ],
+    "platform": "ioby",
+    "common_info": {
+      "email_credentials": "credentials to use the assigned disposable email account",
+      "user_info": "alex_green_personal_info.json; the dummy user's personal information",
+      "user_resume": "PDF resume with disposable email account injected"
+    }
+  },
+  "instruction": "On ioby, browse community projects in New York City, select a greening or environmental improvement project and donate $10",
+  "eval_schema": {
+    "url_pattern": "__PLACEHOLDER_WILL_NOT_MATCH__",
+    "method": "POST"
+  },
+  "time_limit": 30,
+  "extra_info": []
+}

clawbench/data/test-cases/770-nonprofit-charity-volunteer-apply-on-make-a-wish-foundation-website-complete-and-submit-a-volunteer-application-form-selecting-the-wish-granter-role-and-entering-city-phoenix-az/task.json

@@ -0,0 +1,25 @@
+{
+  "$schema": "../task.schema.json",
+  "metadata": {
+    "task_id": 770,
+    "metaclass": "nonprofit-charity",
+    "class": "volunteer-apply",
+    "description": "On Make-A-Wish Foundation website, complete and submit a volunteer application form, selecting the Wish Granter role and entering city Phoenix AZ",
+    "sites_involved": [
+      "wish.org"
+    ],
+    "platform": "make-a-wish",
+    "common_info": {
+      "email_credentials": "credentials to use the assigned disposable email account",
+      "user_info": "alex_green_personal_info.json; the dummy user's personal information",
+      "user_resume": "PDF resume with disposable email account injected"
+    }
+  },
+  "instruction": "On Make-A-Wish Foundation website, complete and submit a volunteer application form, selecting the Wish Granter role and entering city Phoenix AZ",
+  "eval_schema": {
+    "url_pattern": "airtable\\.com/v0\\.3/application/appYPaPhToJymzTif/writeData|airtable\\.com/internal/submitFormSubmission|airtable\\.com/v0\\.3/page/pagx7NHE2jGHA5G9C/createRowFromFormElement",
+    "method": "POST"
+  },
+  "time_limit": 30,
+  "extra_info": []
+}

clawbench/data/test-cases/774-nonprofit-charity-nonprofit-job-apply-charity-village/task.json

@@ -0,0 +1,25 @@
+{
+  "$schema": "../task.schema.json",
+  "metadata": {
+    "task_id": 774,
+    "metaclass": "nonprofit-charity",
+    "class": "nonprofit-job-apply",
+    "description": "On Charity Village, create an account and apply for a full-time volunteer coordinator position in the Youth sector in Calgary, upload a resume and fill in a cover letter",
+    "sites_involved": [
+      "charityvillage.com"
+    ],
+    "platform": "charity-village",
+    "common_info": {
+      "email_credentials": "credentials to use the assigned disposable email account",
+      "user_info": "alex_green_personal_info.json; the dummy user's personal information",
+      "user_resume": "PDF resume with disposable email account injected"
+    }
+  },
+  "instruction": "On Charity Village, create an account and apply for a full-time volunteer coordinator position in the Youth sector in Calgary, upload a resume and fill in a cover letter",
+  "eval_schema": {
+    "url_pattern": "www\\.charityvillage\\.com/api/auth/callback/sign-in",
+    "method": "POST"
+  },
+  "time_limit": 30,
+  "extra_info": []
+}

clawbench/data/test-cases/776-nonprofit-charity-volunteer-signup-idealist/task.json

@@ -0,0 +1,25 @@
+{
+  "$schema": "../task.schema.json",
+  "metadata": {
+    "task_id": 776,
+    "metaclass": "nonprofit-charity",
+    "class": "volunteer-signup",
+    "description": "On Idealist, search for Program Manager positions at nonprofits in Washington DC, select a qualifying position and submit a job application",
+    "sites_involved": [
+      "idealist.org"
+    ],
+    "platform": "idealist",
+    "common_info": {
+      "email_credentials": "credentials to use the assigned disposable email account",
+      "user_info": "alex_green_personal_info.json; the dummy user's personal information",
+      "user_resume": "PDF resume with disposable email account injected"
+    }
+  },
+  "instruction": "On Idealist, search for Program Manager positions at nonprofits in Washington DC, select a qualifying position and submit a job application",
+  "eval_schema": {
+    "url_pattern": "www\\.idealist\\.org/data/userdashboard/missing-info",
+    "method": "POST"
+  },
+  "time_limit": 30,
+  "extra_info": []
+}

clawbench/data/test-cases/778-nonprofit-charity-donation-globalgiving/extra_info/payment_info.json

@@ -0,0 +1,3 @@
+{
+  "note": "Use credit card from alex_green_personal_info.json (TD Aeroplan Visa Infinite: 4519 8734 2460 4532, exp 09/28, CVV 847)"
+}

clawbench/data/test-cases/778-nonprofit-charity-donation-globalgiving/task.json

@@ -0,0 +1,30 @@
+{
+  "$schema": "../task.schema.json",
+  "metadata": {
+    "task_id": 778,
+    "metaclass": "nonprofit-charity",
+    "class": "donation",
+    "description": "On GlobalGiving, select an environmental conservation project, enter a $30 donation amount, and proceed to the checkout page with donor and payment information filled in.",
+    "sites_involved": [
+      "globalgiving.org"
+    ],
+    "platform": "globalgiving",
+    "common_info": {
+      "email_credentials": "credentials to use the assigned disposable email account",
+      "user_info": "alex_green_personal_info.json; the dummy user's personal information",
+      "user_resume": "PDF resume with disposable email account injected"
+    }
+  },
+  "instruction": "On GlobalGiving, select an environmental conservation project, enter a $30 donation amount, and proceed to the checkout page with donor and payment information filled in.",
+  "eval_schema": {
+    "url_pattern": "__PLACEHOLDER_WILL_NOT_MATCH__",
+    "method": "POST"
+  },
+  "time_limit": 30,
+  "extra_info": [
+    {
+      "path": "extra_info/payment_info.json",
+      "description": "Payment information reference"
+    }
+  ]
+}

clawbench/data/test-cases/780-beauty-personal-care-skincare-purchase-soko-glam/extra_info/address_info.json

@@ -0,0 +1,4 @@
+{
+  "note": "Use home address from alex_green_personal_info.json",
+  "home_address": "Unit 1208, 664 Spadina Ave, Toronto, ON M5S 2H7, Canada"
+}

clawbench/data/test-cases/780-beauty-personal-care-skincare-purchase-soko-glam/task.json

@@ -0,0 +1,30 @@
+{
+  "$schema": "../task.schema.json",
+  "metadata": {
+    "task_id": 780,
+    "metaclass": "beauty-personal-care",
+    "class": "skincare-purchase",
+    "description": "On Soko Glam, purchase one cleanser and one serum from the Korean 10-step skincare routine collection, add to cart and complete checkout",
+    "sites_involved": [
+      "sokoglam.com"
+    ],
+    "platform": "soko-glam",
+    "common_info": {
+      "email_credentials": "credentials to use the assigned disposable email account",
+      "user_info": "alex_green_personal_info.json; the dummy user's personal information",
+      "user_resume": "PDF resume with disposable email account injected"
+    }
+  },
+  "instruction": "On Soko Glam, purchase one cleanser and one serum from the Korean 10-step skincare routine collection, add to cart and complete checkout",
+  "eval_schema": {
+    "url_pattern": "__PLACEHOLDER_WILL_NOT_MATCH__",
+    "method": "POST"
+  },
+  "time_limit": 30,
+  "extra_info": [
+    {
+      "path": "extra_info/address_info.json",
+      "description": "Address information (references alex_green_personal_info.json)"
+    }
+  ]
+}

clawbench/data/test-cases/781-beauty-personal-care-beauty-booking-bluemercury/extra_info/email_info.json

@@ -0,0 +1,3 @@
+{
+  "note": "Use email credentials from common_info (email_credentials). The disposable email is alex.green.uoft@clawbench.cc"
+}

clawbench/data/test-cases/781-beauty-personal-care-beauty-booking-bluemercury/task.json

@@ -0,0 +1,30 @@
+{
+  "$schema": "../task.schema.json",
+  "metadata": {
+    "task_id": 781,
+    "metaclass": "beauty-personal-care",
+    "class": "beauty-booking",
+    "description": "On the Bluemercury website, purchase a skincare product, add to cart, and proceed to checkout",
+    "sites_involved": [
+      "bluemercury.com"
+    ],
+    "platform": "bluemercury",
+    "common_info": {
+      "email_credentials": "credentials to use the assigned disposable email account",
+      "user_info": "alex_green_personal_info.json; the dummy user's personal information",
+      "user_resume": "PDF resume with disposable email account injected"
+    }
+  },
+  "instruction": "On the Bluemercury website, purchase a skincare product, add to cart, and proceed to checkout",
+  "eval_schema": {
+    "url_pattern": "zenoti\\.prod\\.bluemercuryio\\.com/v1/bookings/[^/]+/slots/confirm",
+    "method": "POST"
+  },
+  "time_limit": 30,
+  "extra_info": [
+    {
+      "path": "extra_info/email_info.json",
+      "description": "Email credentials reference"
+    }
+  ]
+}

clawbench/data/test-cases/782-beauty-personal-care-skincare-purchase-paulas-choice/task.json

@@ -0,0 +1,24 @@
+{
+  "$schema": "../task.schema.json",
+  "metadata": {
+    "task_id": 782,
+    "metaclass": "beauty-personal-care",
+    "class": "skincare-purchase",
+    "description": "On Paula's Choice, use the routine finder to get a personalized skincare plan, then add the recommended BHA exfoliant to cart and complete purchase",
+    "sites_involved": [
+      "paulaschoice.com"
+    ],
+    "platform": "paulas-choice",
+    "common_info": {
+      "email_credentials": "credentials to use the assigned disposable email account",
+      "user_info": "alex_green_personal_info.json; the dummy user's personal information",
+      "user_resume": "PDF resume with disposable email account injected"
+    }
+  },
+  "instruction": "On Paula's Choice, use the routine finder to get a personalized skincare plan, then add the recommended BHA exfoliant to cart and complete purchase",
+  "eval_schema": {
+    "url_pattern": "__PLACEHOLDER_WILL_NOT_MATCH__",
+    "method": "POST"
+  },
+  "time_limit": 30
+}

clawbench/data/test-cases/783-beauty-personal-care-beauty-booking-ulta-beauty/task.json

@@ -0,0 +1,24 @@
+{
+  "$schema": "../task.schema.json",
+  "metadata": {
+    "task_id": 783,
+    "metaclass": "beauty-personal-care",
+    "class": "beauty-booking",
+    "description": "On Ulta Beauty, schedule a salon hair coloring service: select a store location, service, and time slot, fill in contact info and confirm the booking",
+    "sites_involved": [
+      "ulta.com"
+    ],
+    "platform": "ulta-beauty",
+    "common_info": {
+      "email_credentials": "credentials to use the assigned disposable email account",
+      "user_info": "alex_green_personal_info.json; the dummy user's personal information",
+      "user_resume": "PDF resume with disposable email account injected"
+    }
+  },
+  "instruction": "On Ulta Beauty, schedule a salon hair coloring service: select a store location, service, and time slot, fill in contact info and confirm the booking",
+  "eval_schema": {
+    "url_pattern": "__PLACEHOLDER_WILL_NOT_MATCH__",
+    "method": "POST"
+  },
+  "time_limit": 30
+}