browsergym-workarena 0.2.1__py3-none-any.whl → 0.3.1__py3-none-any.whl

browsergym/workarena/tasks/service_catalog.py

@@ -10,6 +10,7 @@ import numpy as np
 import playwright.sync_api
 
 from playwright.sync_api import Page
+import re
 from time import sleep
 from urllib import parse
 
@@ -60,7 +61,10 @@ META_CONFIGS = {
     "iPad mini": {
         "desc": "Request for iPad mini",
         "options": {
-            "Choose the colour": ("radio", ["Space Grey", "Pink", "Purple", "Starlight"]),
+            "Choose the colour": (
+                "radio",
+                ["Space Grey", "Pink", "Purple", "Starlight"],
+            ),
             "Choose the storage": ("radio", ["64", "256"]),
         },
     },
@@ -150,21 +154,25 @@ class OrderHardwareTask(AbstractServiceNowTask):
         Random seed
     instance: SNowInstance
         The instance to use.
+    fixed_request_item: str
+        The item to order. If provided, the task will always order this item.
     fixed_config: dict
         Configuration to use for the task. If provided, the task will use the provided configuration instead of
         selecting a random one. See browsergym/workarena/data_files/task_configs/order_ipda_pro_task.json
         for an example of a configuration file.
-    config_path:
-        The path to the JSON file containing all configurations for the task. Provided by subclasses
+    config_only_in_desc: bool
+        If True, the model to order will be omitted from the task description in comp tasks.
+
     """
 
     def __init__(
         self,
-        seed: int,
+        seed: int = None,
         instance: SNowInstance = None,
         fixed_request_item: str = None,
         fixed_config: dict = None,
-        config_path: str = None,
+        config_only_in_desc: bool = False,
+        **kwargs,
     ):
         super().__init__(
             seed=seed,
@@ -178,12 +186,19 @@ class OrderHardwareTask(AbstractServiceNowTask):
                 raise ValueError(f"'fixed_request_item' and 'fixed_config[\"item\"]' do not match")
 
         self.fixed_config = fixed_config
+        self.config = None
         self.fixed_request_item = fixed_request_item
+        self.config_only_in_desc = config_only_in_desc
 
         self.js_prefix = "gsft_main"
         self.js_api_forms = "g_form"
-        with open(config_path, "r") as f:
-            self.all_configs = json.load(f)
+        self.all_configs = self.all_configs()
+        self.__dict__.update(kwargs)
+
+    @classmethod
+    def all_configs(cls) -> List[dict]:
+        with open(cls.config_path, "r") as f:
+            return json.load(f)
 
     def _wait_for_ready(self, page: Page, wait_for_form_api: bool = False) -> None:
         """
@@ -266,14 +281,19 @@ class OrderHardwareTask(AbstractServiceNowTask):
 
         # Get the task configuration
         assert self.all_configs is not None, "No configuration available for the task."
-        config = self.fixed_config if self.fixed_config else self.random.choice(self.all_configs)
-        self.requested_item = config["item"]
-        self.short_description = config["description"]
-        self.quantity = config["quantity"]
-        self.requested_configuration = config["configuration"]
+        self.config = (
+            self.fixed_config if self.fixed_config else self.random.choice(self.all_configs)
+        )
+        self.requested_item = self.config["item"]
+        self.short_description = self.config["description"]
+        self.quantity = self.config["quantity"]
+        self.requested_configuration = self.config["configuration"]
 
         # Generate goal
-        goal = f'Go to the hardware store and order {self.quantity} "{self.requested_item}"'
+        if self.config_only_in_desc:
+            goal = self.get_pretty_printed_description()
+        else:
+            goal = f'Go to the hardware store and order {self.quantity} "{self.requested_item}"'
         if len(self.requested_configuration) > 0:
             goal += f" with configuration {dict((k, v[1]) for k, v in self.requested_configuration.items())}"
         info = {}
@@ -359,6 +379,9 @@ class OrderHardwareTask(AbstractServiceNowTask):
 
     def _generate_random_config(self, page: Page):
         """Generate a random configuration for the task"""
+        self.task_is_setup = (
+            False  # This is a hack to avoid raising an exception in the setup method
+        )
         self.setup(page=page, do_start=False)
         if self.fixed_request_item:
             self.requested_item = self.fixed_request_item
@@ -404,6 +427,39 @@ class OrderHardwareTask(AbstractServiceNowTask):
             raise ValueError(f"Unknown control type {control_type}")
         return control_text
 
+    def get_pretty_printed_description(self) -> str:
+        """
+        Get the task info for this task when used in a private task; Used in L3 compositional tasks.
+        called by subclasses
+        """
+        class_name = self.__class__.__name__
+        class_name = class_name.replace("Task", "")
+        # Split the words
+        words = re.findall(r"[A-Z][^A-Z]*", class_name)
+        class_name_formatted = " ".join(words)
+        task_specs = {
+            "Quantity": self.config["quantity"],
+            "Configuration": self.config["configuration"],
+        }
+        if self.config_only_in_desc:
+            task_info = f"- Order the item in the following quantities and with the following configuration:\n"
+        else:
+            task_specs["Description"] = self.config["description"]
+            task_info = f"- {class_name_formatted} with the following specifications:\n"
+        for k, v in task_specs.items():
+            # Some values might be empty - like the configuration of the apple watch. It is more natural to exclude them
+            if not v:
+                continue
+            # If the value is a dictionary, print it in a nested way
+            if isinstance(v, dict):
+                task_info += f"    - {k}:\n"
+                for k2, v2 in v.items():
+                    task_info += f"        - {k2}: {v2[1]}\n"
+            else:
+                task_info += f"    - {k}: {v}\n"
+
+        return task_info
+
     def teardown(self) -> None:
         """
         Deletes the request (and automatically all its items)
@@ -428,9 +484,7 @@ class OrderHardwareTask(AbstractServiceNowTask):
             )
 
         # Retrieve the request sysid from the URL
-        current_url = parse.urlparse(
-            parse.unquote(self.page.evaluate("() => window.location.href"))
-        )
+        current_url = parse.urlparse(parse.unquote(page.evaluate("() => window.location.href")))
         (self.request_sysid,) = parse.parse_qs(current_url.query).get("sysparm_sys_id", [None])
         if self.request_sysid is None:
             return (
@@ -496,7 +550,12 @@ class OrderHardwareTask(AbstractServiceNowTask):
                         {"message": error_msg},
                     )
 
-        return 1, True, "Nice work, thank you!", {"message": "Task completed successfully."}
+        return (
+            1,
+            True,
+            "Nice work, thank you!",
+            {"message": "Task completed successfully."},
+        )
 
 
 def option_match_heuristic(value, option):
@@ -510,91 +569,100 @@ def option_match_heuristic(value, option):
 
 
 class OrderDeveloperLaptopTask(OrderHardwareTask):
+    config_path = ORDER_DEVELOPER_LAPTOP_TASK_CONFIG_PATH
+
     def __init__(self, *args, **kwargs):
         super().__init__(
             *args,
             fixed_request_item="Developer Laptop (Mac)",
-            config_path=ORDER_DEVELOPER_LAPTOP_TASK_CONFIG_PATH,
             **kwargs,
         )
 
 
 class OrderIpadMiniTask(OrderHardwareTask):
+    config_path = ORDER_IPAD_MINI_TASK_CONFIG_PATH
+
     def __init__(self, *args, **kwargs):
         super().__init__(
             *args,
             fixed_request_item="iPad mini",
-            config_path=ORDER_IPAD_MINI_TASK_CONFIG_PATH,
             **kwargs,
         )
 
 
 class OrderIpadProTask(OrderHardwareTask):
+    config_path = ORDER_IPAD_PRO_TASK_CONFIG_PATH
+
     def __init__(self, *args, **kwargs):
         super().__init__(
             *args,
             fixed_request_item="iPad pro",
-            config_path=ORDER_IPAD_PRO_TASK_CONFIG_PATH,
             **kwargs,
         )
 
 
 class OrderSalesLaptopTask(OrderHardwareTask):
+    config_path = ORDER_SALES_LAPTOP_TASK_CONFIG_PATH
+
     def __init__(self, *args, **kwargs):
         super().__init__(
             *args,
             fixed_request_item="Sales Laptop",
-            config_path=ORDER_SALES_LAPTOP_TASK_CONFIG_PATH,
             **kwargs,
         )
 
 
 class OrderStandardLaptopTask(OrderHardwareTask):
+    config_path = ORDER_STANDARD_LAPTOP_TASK_CONFIG_PATH
+
     def __init__(self, *args, **kwargs):
         super().__init__(
             *args,
             fixed_request_item="Standard Laptop",
-            config_path=ORDER_STANDARD_LAPTOP_TASK_CONFIG_PATH,
             **kwargs,
         )
 
 
 class OrderAppleWatchTask(OrderHardwareTask):
+    config_path = ORDER_APPLE_WATCH_TASK_CONFIG_PATH
+
     def __init__(self, *args, **kwargs):
         super().__init__(
             *args,
             fixed_request_item="Apple Watch",
-            config_path=ORDER_APPLE_WATCH_TASK_CONFIG_PATH,
             **kwargs,
         )
 
 
 class OrderAppleMacBookPro15Task(OrderHardwareTask):
+    config_path = ORDER_APPLE_MAC_BOOK_PRO15_TASK_CONFIG_PATH
+
     def __init__(self, *args, **kwargs):
         super().__init__(
             *args,
             fixed_request_item="Apple MacBook Pro 15",
-            config_path=ORDER_APPLE_MAC_BOOK_PRO15_TASK_CONFIG_PATH,
             **kwargs,
         )
 
 
 class OrderDevelopmentLaptopPCTask(OrderHardwareTask):
+    config_path = ORDER_DEVELOPMENT_LAPTOP_PC_TASK_CONFIG_PATH
+
     def __init__(self, *args, **kwargs):
         super().__init__(
             *args,
             fixed_request_item="Development Laptop (PC)",
-            config_path=ORDER_DEVELOPMENT_LAPTOP_PC_TASK_CONFIG_PATH,
             **kwargs,
         )
 
 
 class OrderLoanerLaptopTask(OrderHardwareTask):
+    config_path = ORDER_LOANER_LAPTOP_TASK_CONFIG_PATH
+
     def __init__(self, *args, **kwargs):
         super().__init__(
             *args,
             fixed_request_item="Loaner Laptop",
-            config_path=ORDER_LOANER_LAPTOP_TASK_CONFIG_PATH,
             **kwargs,
         )
 

browsergym/workarena/tasks/utils/form.py

@@ -18,9 +18,6 @@ def fill_text(page, input_field, value, iframe=None):
         The locator of the iframe that contains the input field, by default None
 
     """
-    if value == "":
-        return
-
     if iframe is None:
         iframe = page
 
@@ -28,7 +25,7 @@ def fill_text(page, input_field, value, iframe=None):
     input_field.click(force=True)
 
     # If the field uses autocomplete, we need to wait for Ajax to finish (and expand the menu)
-    if input_field.get_attribute("aria-autocomplete") == "list":
+    if input_field.get_attribute("aria-autocomplete") == "list" and value != "":
         # Fill in the value using a procedure that triggers the autocomplete
         input_field.fill(value[:-1])
         page.keyboard.press(value[-1])

browsergym/workarena/tasks/utils/private_tasks.py

@@ -0,0 +1,63 @@
+import json
+import time
+from ...api.utils import table_api_call
+from playwright.sync_api import Page
+
+
+def create_private_task_and_get_sys_id(
+    instance,
+    page: Page,
+    private_task_id: str,
+    task_info: str,
+    short_description: str,
+    user_sys_id: str = None,
+) -> None:
+    """
+    Create a private task in the ServiceNow instance to store the task information. Used for level 3 tasks.
+    Sets the sys_id of the private task to the sys_id attribute of the task.
+    Returns the sys_id of the private task.
+    Parameters:
+    ----------
+    instance: SNowInstance
+        The instance to use.
+    page: Page
+        playwright page
+    private_task_id: str
+        ID of the private task to be created.
+    task_info: str
+        The information needed to complete the task, written in the private task description.
+    short_description: str
+        A short description of the task, written in the private task short description.
+    user_sys_id: str
+        The sys_id of the user to assign the task to. If None, the task will be assigned to the admin user.
+    """
+    page.wait_for_load_state("networkidle")
+    if user_sys_id is None:
+        # Get the user sys_id; if the page is blank, use the admin user
+        if page.url == "about:blank":
+            user_sys_id = table_api_call(
+                instance=instance,
+                table="sys_user",
+                params={"sysparm_query": "user_name=admin"},
+            )["result"][0]["sys_id"]
+        else:
+            user_sys_id = page.evaluate("() => NOW.user.userID")
+    # Create private task containing the information needed to complete the task
+    result = table_api_call(
+        instance=instance,
+        table="vtb_task",
+        data=json.dumps(
+            {
+                "number": f"{private_task_id}",
+                "description": f"{task_info}",
+                "short_description": f"{short_description}",
+                "assigned_to": f"{user_sys_id}",
+            }
+        ),
+        method="POST",
+    )["result"]
+    sys_id = result["sys_id"]
+
+    assert result, "Failed to create private task"
+
+    return sys_id

browsergym/workarena/tasks/utils/utils.py

@@ -18,3 +18,16 @@ def check_url_suffix_match(page: playwright.sync_api.Page, expected_url: str, ta
         logging.debug(f"Not in the expected URL for {task.__class__.__name__}, but in {page.url}")
         return False
     return True
+
+
+def prettyprint_enum(items, conjunction="and"):
+    """
+    Pretty print a list of items with a conjunction
+
+    """
+    if not items:
+        return ""
+    elif len(items) == 1:
+        return items[0]
+    else:
+        return ", ".join(items[:-1]) + f", {conjunction} " + items[-1]

{browsergym_workarena-0.2.1.dist-info → browsergym_workarena-0.3.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: browsergym-workarena
-Version: 0.2.1
+Version: 0.3.1
 Summary: WorkArena benchmark for BrowserGym
 Project-URL: homepage, https://github.com/ServiceNow/WorkArena
 Author: Léo Boisvert, Alex Drouin, Maxime Gasse, Alex Lacoste, Manuel Del Verme, Megh Thakkar
@@ -15,7 +15,7 @@ Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
 Requires-Python: >3.7
 Requires-Dist: browsergym-core>=0.2
 Requires-Dist: english-words>=2.0.1
-Requires-Dist: faker>=24.11.0
+Requires-Dist: faker>=24.8.0
 Requires-Dist: numpy>=1.14
 Requires-Dist: requests>=2.31
 Requires-Dist: tenacity>=8.2.3
@@ -34,12 +34,9 @@ WorkArena is included in [BrowserGym](https://github.com/ServiceNow/BrowserGym),
 
 https://github.com/ServiceNow/WorkArena/assets/2374980/68640f09-7d6f-4eb1-b556-c294a6afef70
 
-## ⚠️ Pre-Release warning ⚠️
-Please note that the WorkArena benchmark is still undergoing minor bug fixes and updates, which may cause discrepancies with results reported in our latest arXiv preprint. We plan to release soon a stable version of WorkArena with enhanced stability, and a final version v1.0.0 with a new suite of tasks.
-
 ## Benchmark Contents
 
-At the moment, WorkArena includes `18,050` task instances drawn from `33` tasks that cover the main components of the ServiceNow user interface. The following videos show an agent built on `GPT-4-vision` interacting with every such component. As emphasized by our results, this benchmark is not solved and thus, the performance of the agent is not always on point.
+At the moment, WorkArena includes `19,912` unique instances drawn from `33` tasks that cover the main components of the ServiceNow user interface. The following videos show an agent built on `GPT-4-vision` interacting with every such component. As emphasized by our results, this benchmark is not solved and thus, the performance of the agent is not always on point.
 
 ### Knowledge Bases
 
@@ -77,8 +74,11 @@ https://github.com/ServiceNow/WorkArena/assets/1726818/ca26dfaf-2358-4418-855f-8
 
 ### Dashboards
 
-**Goal:** The agent must extract information from a dashboard.
+**Goal:** The agent must answer a question that requires reading charts and (optionally) performing simple reasoning over them.
+
+*Note: For demonstration purposes, a human is controlling the cursor since this is a pure retrieval task*
 
+https://github.com/ServiceNow/WorkArena/assets/1726818/0023232c-081f-4be4-99bd-f60c766e6c3f
 
 
 ## Getting Started
@@ -122,6 +122,8 @@ Your installation is now complete! 🎉
 
 Run this code to see WorkArena in action.
 
+Note: the following example executes WorkArena's oracle (cheat) function to solve each task. To evaluate an agent, calls to `env.step()` must be used instead.
+
 ```python
 import random
 
@@ -136,28 +138,27 @@ for task in ALL_WORKARENA_TASKS:
 
     # Instantiate a new environment
     env = BrowserEnv(task_entrypoint=task,
-                    headless=False, 
-                    slow_mo=1000)
+                    headless=False)
     env.reset()
 
     # Cheat functions use Playwright to automatically solve the task
     env.chat.add_message(role="assistant", msg="On it. Please wait...")
-    env.task.cheat(env.page, env.chat.messages)
+    cheat_messages = []
+    env.task.cheat(env.page, cheat_messages)
+
+    # Send cheat messages to chat
+    for cheat_msg in cheat_messages:
+        env.chat.add_message(role=cheat_msg["role"], msg=cheat_msg["message"])
 
     # Post solution to chat
-    if "KnowledgeBaseSearchTask" in str(task):
-        answer = env.chat.messages[-1]["message"]
-        env.chat.add_message(role="assistant", msg=f"The answer is:")
-        env.chat.add_message(role="assistant", msg=answer)
-    else:
-        env.chat.add_message(role="assistant", msg="I'm done!")
+    env.chat.add_message(role="assistant", msg="I'm done!")
 
     # Validate the solution
-    reward, stop, info, message = env.task.validate(env.page, env.chat.messages)
+    reward, stop, message, info = env.task.validate(env.page, cheat_messages)
     if reward == 1:
         env.chat.add_message(role="user", msg="Yes, that works. Thanks!")
     else:
-        env.chat.add_message(role="user", msg=f"No, that doesn't work. {message.get('message', '')}")
+        env.chat.add_message(role="user", msg=f"No, that doesn't work. {info.get('message', '')}")
 
     sleep(3)
     env.close()

browsergym_workarena-0.3.1.dist-info/RECORD

@@ -0,0 +1,138 @@
+browsergym/workarena/__init__.py,sha256=OP6OKzK3jaEKhZaa5dDvs1R_rWOdk2cziV9zjIaFvEc,1062
+browsergym/workarena/config.py,sha256=tblmOUpqSoL3qlQHK_TFEDSFbC3o2kuRP_GFpoTNsX4,8522
+browsergym/workarena/install.py,sha256=UaPE1K70xJB-2Gr1P5rJbcolkwMeWyRt04F7_5gpR4E,39341
+browsergym/workarena/instance.py,sha256=Qw4lzHhgnl8IuiWOelsmzCJce3jXYivYYwtfTPt2H-s,4314
+browsergym/workarena/utils.py,sha256=mD6RqVua-m1-mKM1RGGlUEu1s6un0ZI9a5ZTPN7g1hY,3199
+browsergym/workarena/api/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+browsergym/workarena/api/category.py,sha256=4oiwPnRas0ZWCdky76zhNpu_9PfB_HmhnFa_DJZyGfA,2084
+browsergym/workarena/api/change_request.py,sha256=9Z5uP23x08WuJao1na1tgM_B8DmYoB4vjiejhQomDCw,2493
+browsergym/workarena/api/computer_asset.py,sha256=_-ZG_W2m9LbaoPHq1hQab2DEcmq_nfgEyUWMnxRcvEM,3247
+browsergym/workarena/api/cost_center.py,sha256=8lFGQhKH1UDU2nwMYpA7Nqi2tHYw7o37hgMShsaNEsw,456
+browsergym/workarena/api/expense_line.py,sha256=MfIsngynmuIXggDYsfXmo484bBVz3twNZNTvXDI4Q8k,2730
+browsergym/workarena/api/incident.py,sha256=bVapse2cB9HyfgTuj-IMAJBMMPv7m9okRpzdpoloCn0,1147
+browsergym/workarena/api/knowledge.py,sha256=lPvNDXwC9N9ZmOveqLVwR9B6tYj8DDonj2n3fu1AoDQ,983
+browsergym/workarena/api/problem.py,sha256=QEr9uwUCOvVZcz7Or9bKkb7aCIrP7LSPulvfOLVyD1M,2647
+browsergym/workarena/api/report.py,sha256=nNSTcM4mKE9GXjlm787iAlK5Q71oQbWdUcVvl0GlpeE,6903
+browsergym/workarena/api/requested_items.py,sha256=g0X0sA1v8bAQzz9jfpATqSctUNNOTD547D6EH5Z4sw0,1678
+browsergym/workarena/api/requests.py,sha256=z2vQTTkm1HR04_d_pce6jopuN--Oh0gUaT-YhrVa9-8,4148
+browsergym/workarena/api/ui_themes.py,sha256=9H8HhnqHWt0CA5X5E1sokkXSCYYxtWZvhNFcXn3e90s,836
+browsergym/workarena/api/user.py,sha256=mLx8r4RFVAuw66514xniv5sn_O4kwjAsVf-iCQC9aJk,4821
+browsergym/workarena/api/utils.py,sha256=sulU1rC6jiCyDVwn5PqPK0AC-6m-GJS_4Crzar6pENU,5000
+browsergym/workarena/data_files/setup_files/forms/expected_change_request_form_fields.json,sha256=UOf2NohzOZrjjkTLGMTluYHlIlDvMZY0pQRoJxJ3v6M,494
+browsergym/workarena/data_files/setup_files/forms/expected_hardware_form_fields.json,sha256=Bl8_P8T3UXs0xTcyucvinFPHMq21OowsJQm_y-eunuY,768
+browsergym/workarena/data_files/setup_files/forms/expected_incident_form_fields.json,sha256=9BvmeZN010BK9jc8bdizMf79tGgXc3xJPzN0iNrxUZA,467
+browsergym/workarena/data_files/setup_files/forms/expected_problem_form_fields.json,sha256=IJjN7bynbU03Jq2xl5-Rf3anAcHpwnY3a3vQ3NbAkUo,614
+browsergym/workarena/data_files/setup_files/forms/expected_request_item_form_fields.json,sha256=Hf35GZwnk0Ew4t8q74OUiaJ_j8G06uWAM-DoDhvmpl4,219
+browsergym/workarena/data_files/setup_files/forms/expected_user_form_fields.json,sha256=kBlWjNYSfHixMs7Ep9KZYc9eNKjKA1rSb090BeVplcI,317
+browsergym/workarena/data_files/setup_files/knowledge/kb_autopublish_workflow.xml,sha256=zMSoA3lfg4-Fvs7egnR286CPzzDHoTk6ffKnODWrunM,11500
+browsergym/workarena/data_files/setup_files/knowledge/knowledge_base.json,sha256=HHUH6ctyjea8R5oyhVCDedC__lGa_W9jaCGNfUVst50,474939
+browsergym/workarena/data_files/setup_files/knowledge/protocols.json,sha256=aC2Tke_mwqbY3a1qrhlb7ISSngBNVUnKOOLZFdvzxQU,22448
+browsergym/workarena/data_files/setup_files/knowledge/test.html,sha256=F0d_Y6NySX2lKzaw8Ifs4NlEDU5xgQCrtpvykqNnnOo,869
+browsergym/workarena/data_files/setup_files/lists/expected_asset_list_columns.json,sha256=CaJzDGc9Cs7a3bOzGiVREoyvzA4jki61SILxQfyinWg,207
+browsergym/workarena/data_files/setup_files/lists/expected_change_request_list_columns.json,sha256=Ft1Cq-efYWM9F3ZvTQt45JExlYPKc6AYZoK6vPg3O2s,180
+browsergym/workarena/data_files/setup_files/lists/expected_expense_line_list_columns.json,sha256=-9G42YD7Bv4ZxeD7vMCuFUgU9fl7f0A7O5MCQABke4Q,160
+browsergym/workarena/data_files/setup_files/lists/expected_hardware_list_columns.json,sha256=JZpbaKsQkxyYGBLrQYPOpzNGoCWtvFpA9grETIjBbxE,199
+browsergym/workarena/data_files/setup_files/lists/expected_incident_list_columns.json,sha256=c7kuwtRqdFLIGtXZNw5PK955NpCCxIgKfrX_r9-tO6Q,174
+browsergym/workarena/data_files/setup_files/lists/expected_problem_list_columns.json,sha256=k0g6F4kbQ3whTsmgJG2vkQSj5cYPQj7icKVympLSIfg,184
+browsergym/workarena/data_files/setup_files/lists/expected_requested_items_list_columns.json,sha256=WgtdgFZNUFsZpKi7BifrGSuqV9OatzkjQga1ihOXgLU,174
+browsergym/workarena/data_files/setup_files/lists/expected_service_catalog_list_columns.json,sha256=_uqz_cTSi1bZhu4-flVSFopPRX2dXgy3mNF9etyWaRY,198
+browsergym/workarena/data_files/setup_files/lists/expected_user_list_columns.json,sha256=YBPrzERcQUs5DY_6q3aTe6pvQUgaOgGZBcyfTEgMHhM,151
+browsergym/workarena/data_files/setup_files/ui_themes/workarena_themes.xml,sha256=P0Tqm9TnmHTrgu2FBh-vWPviOHQa_ZkG2Z9-4iwPENY,1970309
+browsergym/workarena/data_files/task_configs/all_menu.json,sha256=yZrem5x9h5syPoPWlQeT7uXcN2kmKYkLwJm_6WtBtj4,270425
+browsergym/workarena/data_files/task_configs/create_change_request_task.json,sha256=LMxS2YiG8_eH0fhXBis1fyAXE_XYZPwMmMuD2QuzdDY,6306733
+browsergym/workarena/data_files/task_configs/create_hardware_asset_task.json,sha256=koP4OC3ot1ic8ybjCp1fev8X0JxIy_giZ7CyLPdE4qI,4971385
+browsergym/workarena/data_files/task_configs/create_incident_task.json,sha256=BRaM61NMsOs9lrw5n1oT1GsYll0-8HpxYmi-Ry-PpBU,5812616
+browsergym/workarena/data_files/task_configs/create_problem_task.json,sha256=LhEDjkDFhKevNwREOV-j69C3PQbpsu_Plt2wGTKxwUQ,4994349
+browsergym/workarena/data_files/task_configs/create_user_task.json,sha256=UQornONckg3oTi2mToTq-uziP0ZO48Xoj5xvHXHkEp8,3981025
+browsergym/workarena/data_files/task_configs/dashboard_retrieval_minmax_task.json,sha256=8hLmWvw_k4ImhJSFXrKhHIIDNZAc0L7mJQ98_YfOXN0,11515
+browsergym/workarena/data_files/task_configs/dashboard_retrieval_value_task.json,sha256=XKsntIZOjpnNQwg-OyFcrDZXyu-JUwF7ZgnXdujfKJc,102363
+browsergym/workarena/data_files/task_configs/filter_asset_list_task.json,sha256=APTgs-p5CkBVmWO-EQ2O7Cpt9nvaqvQT5fztzWoE8dA,11882372
+browsergym/workarena/data_files/task_configs/filter_change_request_list_task.json,sha256=kL7xiQxSfXZgwEZhrnj_oMV_W0wBLo3QVwb3dHUkv7k,12812288
+browsergym/workarena/data_files/task_configs/filter_hardware_list_task.json,sha256=9e5vxd2uQNTjOCXGSRg2PfZAsc5aGR52jt3m1kbiLdQ,12785357
+browsergym/workarena/data_files/task_configs/filter_incident_list_task.json,sha256=prBD3rQWeq2_PLeBIZ_stC7GRf4s4APXXRy_8bL4wbg,11773863
+browsergym/workarena/data_files/task_configs/filter_service_catalog_item_list_task.json,sha256=WB-s_2AsBIIxX4-FjFPtm1KoAU4yUmWANIv6RSiPaWc,9231787
+browsergym/workarena/data_files/task_configs/filter_user_list_task.json,sha256=K_06lJZGLVd63hEo-pG6IRTdXFBdcMsFeo_ROaBGwfs,55965665
+browsergym/workarena/data_files/task_configs/impersonation_users.json,sha256=EyaWuPP87LJtuy6_QXBW3-MNzxboLcoRLlS3jjPpCXA,13021
+browsergym/workarena/data_files/task_configs/knowledge_base_configs.json,sha256=1-7AFvLR7v2RXcpKqDmbKGYHwRIOL0FtHjOv5mjBhtg,617853
+browsergym/workarena/data_files/task_configs/order_apple_mac_book_pro15_task.json,sha256=uHUcHJP7YiIuP7_-L5dXopSouRNfWRWMUD57kHjquNw,1483
+browsergym/workarena/data_files/task_configs/order_apple_watch_task.json,sha256=Fql1AGlrTB4ZQGDnC_Fu2XPtvsW1h1WbhoCKproHzLQ,1673
+browsergym/workarena/data_files/task_configs/order_developer_laptop_task.json,sha256=e9De5TFNR6X_HTKDtIajtozrRygAVgu5PNTN3jxsxSs,610195
+browsergym/workarena/data_files/task_configs/order_development_laptop_pc_task.json,sha256=Z0a7xJtLY_BLdpRKoDTW7CT8sdDB59ImxXoWcXt0EzQ,15666
+browsergym/workarena/data_files/task_configs/order_ipad_mini_task.json,sha256=kcfz6Ep6HyNLix_wtM1ITQj-02azv7JinQC6xfn7GW8,27830
+browsergym/workarena/data_files/task_configs/order_ipad_pro_task.json,sha256=gR5G3BLioin4qOPNqq6R1XGtFBvDBLRT0TrqO6SHoO0,20828
+browsergym/workarena/data_files/task_configs/order_loaner_laptop_task.json,sha256=g_BDRnvn5wm7rRcISdmT197-4MDe2QfsWmY5FnCG7Tc,183107
+browsergym/workarena/data_files/task_configs/order_sales_laptop_task.json,sha256=6IGZg5NE2pjrUeDyOajk3Z2F4TCjqBRLS9VPh7lEu5Q,707828
+browsergym/workarena/data_files/task_configs/order_standard_laptop_task.json,sha256=qSh8lM13RgQyaKAzNIwAM0B84iZvSOgY1FQEAGeawaA,516203
+browsergym/workarena/data_files/task_configs/report_retrieval_minmax_task.json,sha256=MnM4iuo9kIQLh2pswgxEhTc0RGWRWxJnMl7afXBiVIc,112107
+browsergym/workarena/data_files/task_configs/report_retrieval_value_task.json,sha256=wDPrRXaF8FtKAD3Y1zWnwsDYEEcbjf1rUkIa5en-gn4,327974
+browsergym/workarena/data_files/task_configs/sort_asset_list_task.json,sha256=CxGupg15OFAT8z0ddieTJnIOQ1xHqCJJkqPgZI1sJNA,44721
+browsergym/workarena/data_files/task_configs/sort_change_request_list_task.json,sha256=dmYPzs86MGzD-j_h8bEiynH9LWdfm12a2Z5PkSJ7-dc,45862
+browsergym/workarena/data_files/task_configs/sort_hardware_list_task.json,sha256=iE5RmskNfiw-6CajMgmB75oxyJ8qu5JIjJugHf1NNPQ,45127
+browsergym/workarena/data_files/task_configs/sort_incident_list_task.json,sha256=zh2GnqXM8BRj7C6vnIyrYD-Yo9rxe09rT4zXoCmveTA,45205
+browsergym/workarena/data_files/task_configs/sort_service_catalog_item_list_task.json,sha256=c0tNR4c7nrOw922VER8vpG6KNuv62399bJBJ4rJcgC0,46700
+browsergym/workarena/data_files/task_configs/sort_user_list_task.json,sha256=qcSQEtSjg0Fu4SeBMjjMukD7ndKkYFdiX4DBRDftqbU,44336
+browsergym/workarena/human_eval/console.js,sha256=ilUtC0rpLojNcuxHDyELaCQ5H8SfR1oXmkP3o0pxDpo,7129
+browsergym/workarena/human_eval/tool.py,sha256=SwPqArNnvEeOPLRgem6kwl8ho345o-1f3tOcPRA87U0,13113
+browsergym/workarena/tasks/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+browsergym/workarena/tasks/base.py,sha256=Ikh_A5I9_9acHFQCcnVMEnlBg3u3QHQD2I_NbGvD6SE,6411
+browsergym/workarena/tasks/comp_building_block.py,sha256=Lg3KbAWrxzAHe5XbPN6L8bvdu7mfJpmBvI7jXeSDwKE,194
+browsergym/workarena/tasks/dashboard.py,sha256=c-C6Cl3YH4SMZr8IRFf3qFKvT-p8t80gub-5K3B9nHE,34038
+browsergym/workarena/tasks/form.py,sha256=_s07yZ-zcZbi5v6VK6km1BPzUfIFfMEVWFm56QhoznM,64141
+browsergym/workarena/tasks/knowledge.py,sha256=kANjlC7DpptMbRlUlZGdDjqZeWIwwyJzozV58qEA6KU,13751
+browsergym/workarena/tasks/list.py,sha256=4Ov7fHD4smr_L_EB9og7j7pWTQ2zKAI8LWRrr-7ryiA,53389
+browsergym/workarena/tasks/mark_duplicate_problem.py,sha256=2znPoyuC47hkIEz59jWR-KB2o4GKJ9z5K_C-mpBqBfE,7278
+browsergym/workarena/tasks/navigation.py,sha256=Y80DpL8xBA8u9zSudW0W6Vf4qaRZUgW-jQO7pl6gOFs,8729
+browsergym/workarena/tasks/send_chat_message.py,sha256=8yWSBEMDpv_reU4QH92rjtyPV6ZjhOAgby465Olc3jM,3854
+browsergym/workarena/tasks/service_catalog.py,sha256=y-MxuJ-L3uJDB1RJz4cUpkoCN1F-Gc8q9HqzbOY_Cpg,25099
+browsergym/workarena/tasks/compositional/__init__.py,sha256=zgbl23owwUZSnFD84rh-QJitaAsNCH0PNSct_H_NrM4,2341
+browsergym/workarena/tasks/compositional/base.py,sha256=eIZhfpBOvZvrlC2X7PSbY_7JrILuezYe-NRzDTECHik,14578
+browsergym/workarena/tasks/compositional/dash_do_base.py,sha256=ihxgwVxUfxBJXt49KzOSEH1i_8uymm1oMLGPrsD4zfI,58252
+browsergym/workarena/tasks/compositional/dash_do_catalog.py,sha256=cB3LdFnb-msU-i-L4Cx05nILoUUGExBbsribxMQWhBI,35349
+browsergym/workarena/tasks/compositional/dash_do_catalog_infeasible.py,sha256=qHXsdtfsI3rCayX4jgaC-jZyWtFgKktX-nEQ-nvyFZ0,64121
+browsergym/workarena/tasks/compositional/dash_do_create_incident.py,sha256=sqek6DspIe-cy0zlW7mE4hyKhY3_3AW3lJh44iQvw7E,17713
+browsergym/workarena/tasks/compositional/dash_do_create_incident_infeasible.py,sha256=ccCcAMMlFvHqHvOd6ENNPnptDyK2itnmMdtb4oB9Y2U,11113
+browsergym/workarena/tasks/compositional/dash_do_create_problem.py,sha256=cLWuwxBFXMOxKkmqQ8qp9PBQLfVWydqd1usg1-0wjMs,14237
+browsergym/workarena/tasks/compositional/dash_do_create_problem_infeasible.py,sha256=XUmVt6f8zcJmS6NZ_D3ALfKlf021stJ6tja0LGkRYQY,9202
+browsergym/workarena/tasks/compositional/dash_do_filter.py,sha256=SEUNDUBPVQo2ruki6x2ADhi3zUJoE7zXyxhzErkIdWI,62267
+browsergym/workarena/tasks/compositional/dash_do_request_item.py,sha256=h3eH_T_m-lxl0f7stK1LPjeMlqUGeVrYb1yBqBuCh-U,45531
+browsergym/workarena/tasks/compositional/dash_do_request_item_infeasible.py,sha256=rzTHohm9x1OG8uC4A1wZc98sAvAd9vt7yu18BbIfLTI,23404
+browsergym/workarena/tasks/compositional/delete_record.py,sha256=fXs_pdppZ60LA5ck6LgN3fJ3w9Z_MkmZMI6-AEI73Og,13164
+browsergym/workarena/tasks/compositional/edit_knowledge_base.py,sha256=bKlcpfBNCsRyt-ktBQcvjn8Qpcx9Y8kaSPf1FeqxsPE,17262
+browsergym/workarena/tasks/compositional/expense_management.py,sha256=99bpD0sXXDPGiN3EmNXUdijPjs-zcX-dHrwv5jCGSwA,21235
+browsergym/workarena/tasks/compositional/filter_and_do.py,sha256=PHQqcBF0Y6V3fcmKIjXJ0Ar9STu5irXQvWpKFO2VXHE,5352
+browsergym/workarena/tasks/compositional/find_and_order_item.py,sha256=4b4YmJQp29ON1SrQd9rznEbeQPtwqWXQAJfGrZrH5Vw,11316
+browsergym/workarena/tasks/compositional/manage_change_request_schedule.py,sha256=U0o_le97mzjgvq5w3PUI7I4HrFosgEhdbwvMADuW1yY,46435
+browsergym/workarena/tasks/compositional/mark_duplicate_problems.py,sha256=i3IUZg0ckfviv_Rg3KL2FcayxJ65rEgS7vbPcZJ5IZ0,16643
+browsergym/workarena/tasks/compositional/maximize_investment_return.py,sha256=BziPkw8ynNzvDxUg6iKjh3eC3Zgi8X--jm7rTTKuoEA,54084
+browsergym/workarena/tasks/compositional/navigate_and_do.py,sha256=ho4D_FBHzfE5DHaX_WVzI9qtx5lnSrFOKH_A47y3k9A,39492
+browsergym/workarena/tasks/compositional/navigate_and_do_infeasible.py,sha256=w1rgYaWiShvpSSmX18S3fZcyEHhVl1xLKhgi-fOfLvc,76475
+browsergym/workarena/tasks/compositional/offboard_user.py,sha256=h5CbUyZf9JyS2ya9B9RI_wfSiAuEmP4LcFmC6hh-fwc,7745
+browsergym/workarena/tasks/compositional/onboard_user.py,sha256=Z2aPWnPjN0ujFcgi3iNY8PYb_RYV7JXUd7kUKDYM1PE,8882
+browsergym/workarena/tasks/compositional/update_task.py,sha256=n1hlbWCWVwGgSE_aD5y4fVjy_mQtE5MsQZiPYMgGr4E,6170
+browsergym/workarena/tasks/compositional/warranty_check.py,sha256=0ETl166zPqOZPvi4o1U9nvLGSb9rf2zQJoWWuM7ZUpk,8648
+browsergym/workarena/tasks/compositional/work_assignment.py,sha256=zMFY4tGxxjQfzcC3YZf1OiwfTvUfkG1efU67o7ISGSs,32485
+browsergym/workarena/tasks/compositional/workload_balancing.py,sha256=izMp4BCTQ5DH0P2WTv1ow4Rc-nqkPljTpRGXJHar7VE,16349
+browsergym/workarena/tasks/compositional/utils/curriculum.py,sha256=ZlnPLinefvn4GPNv9zSDGJpgG0J4rpKH9LBALftmBzA,7434
+browsergym/workarena/tasks/compositional/utils/infeasible_configs.py,sha256=iByO3kcj5TGrEyX-Q60ZoFQ2tZNI4WaSYNjvbCVY-y0,6027
+browsergym/workarena/tasks/compositional/utils/knapsack.py,sha256=T5zBuJsphOmLwIz64imX7h5KlMxTrXPHcRAE32nv9Rk,9155
+browsergym/workarena/tasks/scripts/README.md,sha256=-jOtGf9k2zoBhrBkesmfDnr9-s0PhOEi0KWI9xfOw1s,296
+browsergym/workarena/tasks/scripts/extract_all_menu_items.py,sha256=vPxa5Y06RXiQC6YaR30B9ap_Zu34hTddxohLKqKmjzw,10044
+browsergym/workarena/tasks/scripts/generate_dashboard_configs.py,sha256=r2cDLR1n1pnf5m_8XITNx93zuYt5JaBVaiut4OqYlkc,10063
+browsergym/workarena/tasks/scripts/generate_forms.py,sha256=wnqXE1b5eQdwQB0ZqsqQS5z9VNKyObUnYoYVvsq4sM0,3695
+browsergym/workarena/tasks/scripts/knowledge.py,sha256=Qrv3AY9i6vjXhitDFITGjNjMvOL6H7FLKCJR8hA6Qdo,1259
+browsergym/workarena/tasks/scripts/list.py,sha256=Cy9pvUHqKRwSH5yWT746ZW9TMGZC9qrBzvPKZDGWYTM,4803
+browsergym/workarena/tasks/scripts/navigation.py,sha256=2GIIGoW6Ad2YpwX99_MTuLoijSk-EgsjfRNiRaYaitE,853
+browsergym/workarena/tasks/scripts/service_catalog.py,sha256=_jllQWEfiUidRgiX-hFbdrTRKmiufvQO4RJ558h8HuQ,4879
+browsergym/workarena/tasks/scripts/validate.py,sha256=Q4SXNEtjSN8Pm6_Fz8ddOv5hbSaxclzii_Bm3dSHveE,7555
+browsergym/workarena/tasks/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+browsergym/workarena/tasks/utils/debug.py,sha256=EEy7Rt2ETwkorPm0s6y_u0wutl5rDp_PVuM7BvnsbIA,670
+browsergym/workarena/tasks/utils/form.py,sha256=gCdPQkfBneMK_x-w4ty7RrMqQK1o33uOzlgQcvX0icI,2499
+browsergym/workarena/tasks/utils/js_utils.js,sha256=n97fmY2Jkr59rEcQSuSbCnn1L2ZNwM3Nrg-p4TAkdUU,5199
+browsergym/workarena/tasks/utils/private_tasks.py,sha256=r7Z9SnBMuZdZ2i-tK6eULj0q8hclANXFSzdLl49KYHI,2128
+browsergym/workarena/tasks/utils/string.py,sha256=ir5_ASD9QSFMZ9kuHo2snSXRuSfv_wROH6nxBLOTP4I,330
+browsergym/workarena/tasks/utils/utils.py,sha256=xQD-njEwgN7qxfn1dLBN8MYfd3kl3TuVfpmI1yxML9k,955
+browsergym_workarena-0.3.1.dist-info/METADATA,sha256=AkQsXf7XNV6KRmQHi4zErlG1ukK0iJoicWnFJytTAbU,7707
+browsergym_workarena-0.3.1.dist-info/WHEEL,sha256=zEMcRr9Kr03x1ozGwg5v9NQBKn3kndp6LSoSlVg-jhU,87
+browsergym_workarena-0.3.1.dist-info/entry_points.txt,sha256=1lCeAbQFCcU6UTFwS5QIA3TKhT2P9ZabaZKT7sIShKc,137
+browsergym_workarena-0.3.1.dist-info/licenses/LICENSE,sha256=sZLFiZHo_1hcxXRhXUDnQYVATUuWwRCdQjBxqxNnNEs,579
+browsergym_workarena-0.3.1.dist-info/RECORD,,

{browsergym_workarena-0.2.1.dist-info → browsergym_workarena-0.3.1.dist-info}/entry_points.txt

@@ -1,2 +1,3 @@
 [console_scripts]
+workarena-human-eval = browsergym.workarena.human_eval.tool:main
 workarena-install = browsergym.workarena.install:main