browsergym-workarena 0.2.0__tar.gz → 0.2.1__tar.gz

{browsergym_workarena-0.2.0 → browsergym_workarena-0.2.1}/.github/workflows/pypi.yml

@@ -48,10 +48,11 @@ jobs:
           uses: pypa/gh-action-pypi-publish@release/v1
 
     github-release:
-      name: Sign with Sigstore and upload them to GitHub Release
+      name: Sign packages with Sigstore and upload them to GitHub Release
       needs:
       - publish-to-pypi
       runs-on: ubuntu-latest
+
       permissions:
         contents: write  # IMPORTANT: mandatory for making GitHub Releases
         id-token: write  # IMPORTANT: mandatory for sigstore
@@ -64,7 +65,7 @@ jobs:
           path: dist/
 
       - name: Sign the dists with Sigstore
-        uses: sigstore/gh-action-sigstore-python@v1.2.3
+        uses: sigstore/gh-action-sigstore-python@v2.1.1
         with:
           inputs: >-
             ./dist/*.tar.gz

{browsergym_workarena-0.2.0 → browsergym_workarena-0.2.1}/.github/workflows/unit_tests.yml

@@ -34,38 +34,39 @@ jobs:
         run: black . --check
 
   browsergym-workarena-fast:
-      runs-on: ubuntu-latest
+    runs-on: ubuntu-latest
   
-      defaults:
-        run:
-          shell: bash -l {0}
+    defaults:
+      run:
+        shell: bash -l {0}
   
-      steps:
+    steps:
   
-        - name: Checkout Repository
-          uses: actions/checkout@v4
+      - name: Checkout Repository
+        uses: actions/checkout@v4
   
-        - name: Set up Python
-          uses: actions/setup-python@v5
-          with:
-            python-version: '3.10'
-            cache: 'pip' # caching pip dependencies
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: '3.10'
+          cache: 'pip' # caching pip dependencies
   
-        - name: Pip install
-          run: pip install -r requirements.txt
+      - name: Pip install
+        working-directory: ./dev
+        run: pip install -r requirements.txt
   
-        - name: Pip list
-          run: pip list
+      - name: Pip list
+        run: pip list
   
-        - name: Install Playwright
-          run: playwright install --with-deps
+      - name: Install Playwright
+        run: playwright install --with-deps
   
-        - name: Run non-slow browsergym-workarena Unit Tests
-          env:
-            SNOW_INSTANCE_URL: ${{ secrets.SNOW_INSTANCE_URL }}
-            SNOW_INSTANCE_UNAME: ${{ secrets.SNOW_INSTANCE_UNAME }}
-            SNOW_INSTANCE_PWD: ${{ secrets.SNOW_INSTANCE_PWD }}
-          run: pytest -n 5 --durations=10 -m 'not slow and not pricy' --slowmo 1000 -v tests
+      - name: Run non-slow browsergym-workarena Unit Tests
+        env:
+          SNOW_INSTANCE_URL: ${{ secrets.SNOW_INSTANCE_URL }}
+          SNOW_INSTANCE_UNAME: ${{ secrets.SNOW_INSTANCE_UNAME }}
+          SNOW_INSTANCE_PWD: ${{ secrets.SNOW_INSTANCE_PWD }}
+        run: pytest -n 5 --durations=10 -m 'not slow and not pricy' --slowmo 1000 -v tests
 
   browsergym-workarena-slow:
     runs-on: ubuntu-latest
@@ -86,6 +87,7 @@ jobs:
           cache: 'pip' # caching pip dependencies
 
       - name: Pip install
+        working-directory: ./dev
         run: pip install -r requirements.txt
 
       - name: Pip list

{browsergym_workarena-0.2.0 → browsergym_workarena-0.2.1}/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.3
 Name: browsergym-workarena
-Version: 0.2.0
+Version: 0.2.1
 Summary: WorkArena benchmark for BrowserGym
 Project-URL: homepage, https://github.com/ServiceNow/WorkArena
-Author: Léo Boisvert, Alex Drouin, Maxime Gasse, Alex Lacoste, Manuel Del Verme
+Author: Léo Boisvert, Alex Drouin, Maxime Gasse, Alex Lacoste, Manuel Del Verme, Megh Thakkar
 License: Apache-2.0
 License-File: LICENSE
 Classifier: Development Status :: 2 - Pre-Alpha
@@ -13,7 +13,7 @@ Classifier: Operating System :: OS Independent
 Classifier: Programming Language :: Python :: 3
 Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
 Requires-Python: >3.7
-Requires-Dist: browsergym-core==0.2.0
+Requires-Dist: browsergym-core>=0.2
 Requires-Dist: english-words>=2.0.1
 Requires-Dist: faker>=24.11.0
 Requires-Dist: numpy>=1.14
@@ -35,11 +35,11 @@ WorkArena is included in [BrowserGym](https://github.com/ServiceNow/BrowserGym),
 https://github.com/ServiceNow/WorkArena/assets/2374980/68640f09-7d6f-4eb1-b556-c294a6afef70
 
 ## ⚠️ Pre-Release warning ⚠️
-Please note that the WorkArena benchmark is still undergoing minor bug fixes and updates, which may cause discrepancies with results reported in our latest arXiv preprint. We plan to release soon a stable version of WorkArena v0.1.0 with enhanced stability, and a final version v1.0.0 with a new suite of tasks.
+Please note that the WorkArena benchmark is still undergoing minor bug fixes and updates, which may cause discrepancies with results reported in our latest arXiv preprint. We plan to release soon a stable version of WorkArena with enhanced stability, and a final version v1.0.0 with a new suite of tasks.
 
 ## Benchmark Contents
 
-At the moment, WorkArena includes `18,050` task instances drawn from `29` tasks that cover the main components of the ServiceNow user interface. The following videos show an agent built on `GPT-4-vision` interacting with every such component. As emphasized by our results, this benchmark is not solved and thus, the performance of the agent is not always on point.
+At the moment, WorkArena includes `18,050` task instances drawn from `33` tasks that cover the main components of the ServiceNow user interface. The following videos show an agent built on `GPT-4-vision` interacting with every such component. As emphasized by our results, this benchmark is not solved and thus, the performance of the agent is not always on point.
 
 ### Knowledge Bases
 
@@ -75,6 +75,12 @@ https://github.com/ServiceNow/WorkArena/assets/1726818/7538b3ef-d39b-4978-b9ea-8
 
 https://github.com/ServiceNow/WorkArena/assets/1726818/ca26dfaf-2358-4418-855f-80e482435e6e
 
+### Dashboards
+
+**Goal:** The agent must extract information from a dashboard.
+
+
+
 ## Getting Started
 
 To setup WorkArena, you will need to get your own ServiceNow instance, install our Python package, and upload some data to your instance. Follow the steps below to achieve this.
@@ -82,7 +88,7 @@ To setup WorkArena, you will need to get your own ServiceNow instance, install o
 ### a) Create a ServiceNow Developer Instance
 
 1. Go to https://developer.servicenow.com/ and create an account.
-2. Click on `Request an instance` and select the `Utah` release (initializing the instance will take a few minutes)
+2. Click on `Request an instance` and select the `Washington` release (initializing the instance will take a few minutes)
 3. Once the instance is ready, you should see your instance URL and credentials. If not, click _Return to the Developer Portal_, then navigate to _Manage instance password_ and click _Reset instance password_.
 4. You should now see your URL and credentials. Based on this information, set the following environment variables:
     * `SNOW_INSTANCE_URL`: The URL of your ServiceNow developer instance

{browsergym_workarena-0.2.0 → browsergym_workarena-0.2.1}/README.md

@@ -11,11 +11,11 @@ WorkArena is included in [BrowserGym](https://github.com/ServiceNow/BrowserGym),
 https://github.com/ServiceNow/WorkArena/assets/2374980/68640f09-7d6f-4eb1-b556-c294a6afef70
 
 ## ⚠️ Pre-Release warning ⚠️
-Please note that the WorkArena benchmark is still undergoing minor bug fixes and updates, which may cause discrepancies with results reported in our latest arXiv preprint. We plan to release soon a stable version of WorkArena v0.1.0 with enhanced stability, and a final version v1.0.0 with a new suite of tasks.
+Please note that the WorkArena benchmark is still undergoing minor bug fixes and updates, which may cause discrepancies with results reported in our latest arXiv preprint. We plan to release soon a stable version of WorkArena with enhanced stability, and a final version v1.0.0 with a new suite of tasks.
 
 ## Benchmark Contents
 
-At the moment, WorkArena includes `18,050` task instances drawn from `29` tasks that cover the main components of the ServiceNow user interface. The following videos show an agent built on `GPT-4-vision` interacting with every such component. As emphasized by our results, this benchmark is not solved and thus, the performance of the agent is not always on point.
+At the moment, WorkArena includes `18,050` task instances drawn from `33` tasks that cover the main components of the ServiceNow user interface. The following videos show an agent built on `GPT-4-vision` interacting with every such component. As emphasized by our results, this benchmark is not solved and thus, the performance of the agent is not always on point.
 
 ### Knowledge Bases
 
@@ -51,6 +51,12 @@ https://github.com/ServiceNow/WorkArena/assets/1726818/7538b3ef-d39b-4978-b9ea-8
 
 https://github.com/ServiceNow/WorkArena/assets/1726818/ca26dfaf-2358-4418-855f-80e482435e6e
 
+### Dashboards
+
+**Goal:** The agent must extract information from a dashboard.
+
+
+
 ## Getting Started
 
 To setup WorkArena, you will need to get your own ServiceNow instance, install our Python package, and upload some data to your instance. Follow the steps below to achieve this.
@@ -58,7 +64,7 @@ To setup WorkArena, you will need to get your own ServiceNow instance, install o
 ### a) Create a ServiceNow Developer Instance
 
 1. Go to https://developer.servicenow.com/ and create an account.
-2. Click on `Request an instance` and select the `Utah` release (initializing the instance will take a few minutes)
+2. Click on `Request an instance` and select the `Washington` release (initializing the instance will take a few minutes)
 3. Once the instance is ready, you should see your instance URL and credentials. If not, click _Return to the Developer Portal_, then navigate to _Manage instance password_ and click _Reset instance password_.
 4. You should now see your URL and credentials. Based on this information, set the following environment variables:
     * `SNOW_INSTANCE_URL`: The URL of your ServiceNow developer instance

browsergym_workarena-0.2.1/dev/environment.yaml

@@ -0,0 +1,13 @@
+name: workarena-dev
+
+channels:
+  - huggingface
+  - conda-forge
+  - defaults
+
+dependencies:
+  - python>=3.10
+  - pip
+
+  - pip:
+      - -r requirements.txt

browsergym_workarena-0.2.1/dev/requirements.txt

@@ -0,0 +1,9 @@
+black[jupyter]==24.2.0
+blacken-docs
+pre-commit
+pytest==7.3.2
+pytest-xdist
+pytest-playwright
+tenacity
+browsergym-core
+-e .. # local package

{browsergym_workarena-0.2.0 → browsergym_workarena-0.2.1}/pyproject.toml

@@ -11,6 +11,7 @@ authors = [
     {name = "Maxime Gasse"},
     {name = "Alex Lacoste"},
     {name = "Manuel Del Verme"},
+    {name = "Megh Thakkar"},
 ]
 readme = "README.md"
 requires-python = ">3.7"
@@ -39,3 +40,30 @@ files = ["requirements.txt"]
 
 [tool.hatch.build.targets.wheel]
 packages = ["src/browsergym"]
+
+[tool.black]
+line-length = 100
+include = '\.pyi?$'
+exclude = '''
+/(
+    \.eggs
+  | \.git
+  | \.hg
+  | \.mypy_cache
+  | \.nox
+  | \.tox
+  | \.venv
+  | _build
+  | buck-out
+  | build
+  | dist
+)/
+'''
+
+[tool.pytest.ini_options]
+filterwarnings = [
+    'ignore::UserWarning:gymnasium.*:',  # too many "The obs is not within the observation space." warnings.
+]
+markers = [
+    "slow: marks tests as slow (deselect with '-m \"not slow\"')",
+]

{browsergym_workarena-0.2.0 → browsergym_workarena-0.2.1}/requirements.txt

@@ -1,4 +1,4 @@
-browsergym-core==0.2.0
+browsergym-core>=0.2
 english-words>=2.0.1
 faker>=24.11.0
 numpy>=1.14

{browsergym_workarena-0.2.0 → browsergym_workarena-0.2.1}/src/browsergym/workarena/__init__.py

@@ -1,4 +1,4 @@
-__version__ = "0.2.0"
+__version__ = "0.2.1"
 
 from browsergym.core.registration import register_task
 

{browsergym_workarena-0.2.0 → browsergym_workarena-0.2.1}/src/browsergym/workarena/data_files/task_configs/all_menu.json

@@ -439,11 +439,6 @@
         "module": "Design > Information Object",
         "url": "/now/nav/ui/classic/params/target/cmdb_ci_information_object_list.do%3Fsysparm_userpref_module%3D29382682235200106682110d96bf656d"
     },
-    {
-        "application": "CSDM",
-        "module": "Manage Technical Services > Application Service",
-        "url": "/now/nav/ui/classic/params/target/cmdb_ci_service_auto_list.do%3Fsysparm_userpref_module%3Ddeaba64e231200106682110d96bf65ca%26sysparm_view%3Dcsdm_view%26sysparm_query%3Dservice_classification%253DApplication%2BService%255EEQ"
-    },
     {
         "application": "CSDM",
         "module": "Manage Technical Services > Technical Service",
@@ -1687,7 +1682,7 @@
     {
         "application": "Conversational Interfaces",
         "module": "Virtual Agent > Designer",
-        "url": "/now/nav/ui/classic/params/target/%24conversation-builder.do"
+        "url": "/now/nav/ui/classic/params/target/%24conversation-builder.do%23%2F"
     },
     {
         "application": "Conversational Interfaces",
@@ -2101,13 +2096,8 @@
     },
     {
         "application": "Issue Auto Resolution",
-        "module": "Settings",
-        "url": "/now/nav/ui/classic/params/target/sys_cs_auto_resolution_configuration_list.do%3Fsysparm_userpref_module%3De79a07d05332011031a5ddeeff7b12d0"
-    },
-    {
-        "application": "Issue Auto Resolution",
-        "module": "Simulation",
-        "url": "/now/nav/ui/classic/params/target/sys_cs_auto_resolution_simulation_configuration_list.do%3Fsysparm_userpref_module%3De1ea0bd05332011031a5ddeeff7b1296"
+        "module": "Simulations",
+        "url": "/now/conversation/iar/simulation/home"
     },
     {
         "application": "Knowledge",
@@ -2229,6 +2219,11 @@
         "module": "Feedback Management > My Submitted Tasks",
         "url": "/now/nav/ui/classic/params/target/kb_feedback_task_list.do%3Fsysparm_userpref_module%3Dbef2794067230300d358bb2d07415a67%26sysparm_query%3Dopened_byDYNAMIC90d1921e5f510100a9ad2572f2b477fe%255EEQ"
     },
+    {
+        "application": "MID Server",
+        "module": "Audit Logs > Command Audit Logs",
+        "url": "/now/nav/ui/classic/params/target/ecc_agent_command_audit_log_list.do%3Fsysparm_userpref_module%3D091f72daff1550103894c787d53bf11b"
+    },
     {
         "application": "MID Server",
         "module": "Extensions > MID SNMP Trap Listener",
@@ -2244,11 +2239,6 @@
         "module": "Profiles and Deployments > MID Deployment Requests",
         "url": "/now/nav/ui/classic/params/target/mid_server_deployment_list.do%3Fsysparm_userpref_module%3D7db2c83453353010347cddeeff7b12b7"
     },
-    {
-        "application": "MID Server",
-        "module": "Profiles and Deployments > MID Deployment Templates",
-        "url": "/now/nav/ui/classic/params/target/mid_deployment_template_list.do%3Fsysparm_userpref_module%3D03a3aea653763010347cddeeff7b121d"
-    },
     {
         "application": "MID Server",
         "module": "Profiles and Deployments > MID Server Lifecycle Events",
@@ -2329,41 +2319,6 @@
         "module": "Guided Setup",
         "url": "/now/nav/ui/classic/params/target/%24guided_setup.do%23%2Fcontent%2Ff22be6a20b111200a8d7a12cf6673a57%3Ffocus%3Dbc577ee20b111200a8d7a12cf6673aba%26group_focuses%3D%26home_options%3Dintro%26scroll_to%3D%26filter%3Dall"
     },
-    {
-        "application": "Now Experience Framework",
-        "module": "Actions and Events > Action Bar Declarative Actions",
-        "url": "/now/nav/ui/classic/params/target/sys_declarative_action_assignment_list.do%3Fsysparm_fixed_query%3Dmodel%253D360935e9534723003eddddeeff7b127d%5Eform_position%3Daction_bar%26sysparm_view%3Dform_action"
-    },
-    {
-        "application": "Now Experience Framework",
-        "module": "Actions and Events > UX Declarative Actions",
-        "url": "/now/nav/ui/classic/params/target/sys_declarative_action_assignment_list.do%3Fsysparm_fixed_query%3Dmodel%253D607c997b73210010fd843c78caf6a752%26sysparm_view%3Duxf_actions"
-    },
-    {
-        "application": "Now Experience Framework",
-        "module": "Actions and Events > UX Events",
-        "url": "/now/nav/ui/classic/params/target/sys_ux_event_list.do%3Fsysparm_userpref_module%3D79a12ec773601010fd843c78caf6a71b"
-    },
-    {
-        "application": "Now Experience Framework",
-        "module": "Actions and Events > UX Form Action Groups",
-        "url": "/now/nav/ui/classic/params/target/sys_ux_form_action_layout_group_list.do%3Fsysparm_userpref_module%3D86de4e9653dd1010ac9bddeeff7b1296"
-    },
-    {
-        "application": "Now Experience Framework",
-        "module": "Actions and Events > UX Form Action Layouts",
-        "url": "/now/nav/ui/classic/params/target/sys_ux_form_action_layout_list.do%3Fsysparm_userpref_module%3D8a0f8e9653dd1010ac9bddeeff7b12df"
-    },
-    {
-        "application": "Now Experience Framework",
-        "module": "Actions and Events > UX Form Actions",
-        "url": "/now/nav/ui/classic/params/target/sys_ux_form_action_list.do%3Fsysparm_userpref_module%3D516e0a9653dd1010ac9bddeeff7b123d"
-    },
-    {
-        "application": "Now Experience Framework",
-        "module": "Actions and Events > UX Form Actions Configs",
-        "url": "/now/nav/ui/classic/params/target/sys_ux_action_config_list.do%3Fsysparm_userpref_module%3Dc3616ac773601010fd843c78caf6a7ea"
-    },
     {
         "application": "Now Experience Framework",
         "module": "Building Blocks > Audiences",
@@ -2902,12 +2857,12 @@
     {
         "application": "Predictive Intelligence",
         "module": "Clustering > Solution Definitions",
-        "url": "/now/nav/ui/classic/params/target/ml_capability_definition_clustering_list.do%3Fsysparm_userpref_module%3D5ee127a80f312300aeb1b211ff767e1d%26sysparm_view%3Dml%26sysparm_view_forced%3Dtrue%26sysparm_fixed_query%3Drequest_source%3D%5EORrequest_source%3Dui"
+        "url": "/now/nav/ui/classic/params/target/ml_capability_definition_clustering_list.do%3Fsysparm_userpref_module%3D5ee127a80f312300aeb1b211ff767e1d%26sysparm_view%3Dml%26sysparm_view_forced%3Dtrue%26sysparm_fixed_query%3Drequest_source%3D%5EORrequest_source%3Dui%5EORtriggered_source%3D%5EORtriggered_source%3DUI"
     },
     {
         "application": "Predictive Intelligence",
         "module": "Clustering > Solutions",
-        "url": "/now/nav/ui/classic/params/target/ml_solution_list.do%3Fsysparm_userpref_module%3Dd61227a80f312300aeb1b211ff767ed3%26sysparm_view%3Dclustering%26sysparm_query%3DGROUPBYsolution_name%5EORDERBYDESCactive%5EORDERBYDESCversion%26sysparm_view_forced%3Dtrue%26sysparm_fixed_query%3Dcapability%3Dclustering_trainer%5Erequest_source%3D%5EORrequest_source%3Dui"
+        "url": "/now/nav/ui/classic/params/target/ml_solution_list.do%3Fsysparm_userpref_module%3Dd61227a80f312300aeb1b211ff767ed3%26sysparm_view%3Dclustering%26sysparm_query%3DGROUPBYsolution_name%5EORDERBYDESCactive%5EORDERBYDESCversion%26sysparm_view_forced%3Dtrue%26sysparm_fixed_query%3Dcapability%3Dclustering_trainer%5EORcapability%3Dworkflow_clustering_trainer%5Erequest_source%3D%5EORrequest_source%3Dui%5EORtriggered_source%3D%5EORtriggered_source%3DUI"
     },
     {
         "application": "Predictive Intelligence",
@@ -2922,12 +2877,12 @@
     {
         "application": "Predictive Intelligence",
         "module": "Similarity > Solution Definitions",
-        "url": "/now/nav/ui/classic/params/target/ml_capability_definition_similarity_list.do%3Fsysparm_userpref_module%3D243939a687321300f018f7c736cb0bc0%26sysparm_view%3Dml%26sysparm_view_forced%3Dtrue%26sysparm_fixed_query%3Drequest_source%3D%5EORrequest_source%3Dui"
+        "url": "/now/nav/ui/classic/params/target/ml_capability_definition_similarity_list.do%3Fsysparm_userpref_module%3D243939a687321300f018f7c736cb0bc0%26sysparm_view%3Dml%26sysparm_view_forced%3Dtrue%26sysparm_fixed_query%3Drequest_source%3D%5EORrequest_source%3Dui%5EORtriggered_source%3D%5EORtriggered_source%3DUI"
     },
     {
         "application": "Predictive Intelligence",
         "module": "Similarity > Solutions",
-        "url": "/now/nav/ui/classic/params/target/ml_solution_list.do%3Fsysparm_userpref_module%3D655979a687321300f018f7c736cb0bf6%26sysparm_view%3Dsimilarity%26sysparm_query%3DGROUPBYsolution_name%5EORDERBYDESCactive%5EORDERBYDESCversion%26sysparm_view_forced%3Dtrue%26sysparm_fixed_query%3Dcapability%3Dsimilarity_trainer%5Erequest_source%3D%5EORrequest_source%3Dui"
+        "url": "/now/nav/ui/classic/params/target/ml_solution_list.do%3Fsysparm_userpref_module%3D655979a687321300f018f7c736cb0bf6%26sysparm_view%3Dsimilarity%26sysparm_query%3DGROUPBYsolution_name%5EORDERBYDESCactive%5EORDERBYDESCversion%26sysparm_view_forced%3Dtrue%26sysparm_fixed_query%3Dcapability%3Dsimilarity_trainer%5EORcapability%3Dworkflow_similarity_trainer%5Erequest_source%3D%5EORrequest_source%3Dui%5EORtriggered_source%3D%5EORtriggered_source%3DUI"
     },
     {
         "application": "Problem",
@@ -2964,6 +2919,11 @@
         "module": "Flow Administration > Event Queue",
         "url": "/now/nav/ui/classic/params/target/sysevent_list.do%3Fsysparm_userpref_module%3D58206ec053113200f5bf435723dc34ef%26sysparm_query%3Dqueue%253Dflow_engine%255Estate%253Dready%255EEQ"
     },
+    {
+        "application": "Process Automation",
+        "module": "Flow Administration > FDIH Dashboard",
+        "url": "/now/fdih-dashboards/home/params/selected-tab-index/0"
+    },
     {
         "application": "Process Automation",
         "module": "Flow Administration > Feature Access List",
@@ -2974,11 +2934,6 @@
         "module": "Flow Administration > Inbound Email Flows",
         "url": "/now/nav/ui/classic/params/target/sys_hub_trigger_instance_list.do%3Fsysparm_userpref_module%3D46268b5653332300eb7c0a1806dc34d7%26sysparm_query%3Dtrigger_definition%253D6f0180400b320300f4eb8bf637673ad4%255Eflow.sys_class_name%253Dsys_hub_flow%255EEQ"
     },
-    {
-        "application": "Process Automation",
-        "module": "Flow Administration > Operations Dashboard",
-        "url": "/now/fdih-dashboards/home/params/selected-tab-index/0"
-    },
     {
         "application": "Process Automation",
         "module": "Flow Administration > Pre-Compiled Actions",
@@ -3084,11 +3039,6 @@
         "module": "Parameters",
         "url": "/now/nav/ui/classic/params/target/quickactions_param_list.do%3Fsysparm_userpref_module%3D2fdbfb9567132300a0bd35e643415a2a"
     },
-    {
-        "application": "Recommendation Framework",
-        "module": "Administration > Recommendation Properties",
-        "url": "/now/nav/ui/classic/params/target/system_properties_ui.do%3Fsysparm_title%3DRecommendation%2520Properties%26sysparm_category%3DRule%2520Active%2520Properties%2CExperience%2520Threshold%2520Properties"
-    },
     {
         "application": "Reports",
         "module": "Administration > All",
@@ -3397,7 +3347,7 @@
     {
         "application": "Service Catalog",
         "module": "Catalog Definitions > Content Items",
-        "url": "/now/nav/ui/classic/params/target/sc_cat_item_content_list.do%3Fsysparm_userpref_module%3Dd32ddd200a0a0b1200a1edd1b630649b"
+        "url": "/now/nav/ui/classic/params/target/sc_cat_item_content_list.do%3Fsysparm_userpref_module%3Dd32ddd200a0a0b1200a1edd1b630649b%26sysparm_query%3Dcontent_type%2521%253Ddynamic%255EEQ"
     },
     {
         "application": "Service Catalog",
@@ -3739,11 +3689,6 @@
         "module": "Strategic Priorities",
         "url": "/now/nav/ui/classic/params/target/sn_gf_strategy_list.do%3Fsysparm_userpref_module%3D80d70944538630103913ddeeff7b1288"
     },
-    {
-        "application": "Subscription Management",
-        "module": "Properties",
-        "url": "/now/nav/ui/classic/params/target/system_properties_ui.do%3Fsysparm_title%3DSubscription%2520Management%2520Properties%26sysparm_category%3DSubscriptions%2CEnforcement%2520Overrides"
-    },
     {
         "application": "Survey",
         "module": "Administration > Custom Metric Type",
@@ -3792,7 +3737,7 @@
     {
         "application": "System Applications",
         "module": "All Available Applications > All",
-        "url": "/now/nav/ui/classic/params/target/%24allappsmgmt.do%3Fsysparm_use_polaris%3Dfalse"
+        "url": "/now/app-manager/home/tab/available_for_you/sort/recently_released"
     },
     {
         "application": "System Applications",
@@ -3894,11 +3839,6 @@
         "module": "NowMQ > NowMQ Messages",
         "url": "/now/nav/ui/classic/params/target/sys_nowmq_message_list.do%3Fsysparm_userpref_module%3D7ede3c0053b10110b72addeeff7b12e9"
     },
-    {
-        "application": "System Definition",
-        "module": "NowMQ > NowMQ Messages Archive",
-        "url": "/now/nav/ui/classic/params/target/sys_nowmq_message_archive_list.do%3Fsysparm_userpref_module%3Dca1f344053b10110b72addeeff7b12c7"
-    },
     {
         "application": "System Definition",
         "module": "NowMQ > NowMQ Provider Parameters",
@@ -4899,6 +4839,81 @@
         "module": "Themes",
         "url": "/now/nav/ui/classic/params/target/sys_ui_theme_list.do%3Fsysparm_userpref_module%3Dfdc86ffcc0a8820100cd1d577a407ce6"
     },
+    {
+        "application": "System Web Services",
+        "module": "REST > CORS Rules",
+        "url": "/now/nav/ui/classic/params/target/sys_cors_rule_list.do%3Fsysparm_userpref_module%3Dcbbd9e02473002004695d7527c9a719e"
+    },
+    {
+        "application": "System Web Services",
+        "module": "REST > Example Client Apps",
+        "url": "/now/nav/ui/classic/params/target/example_apps_list.do"
+    },
+    {
+        "application": "System Web Services",
+        "module": "REST > Insert Multiple",
+        "url": "/now/nav/ui/classic/params/target/sys_rest_insert_multiple_list.do%3Fsysparm_userpref_module%3D9eb73373ff1110105cf343d0653bf140"
+    },
+    {
+        "application": "System Web Services",
+        "module": "REST > Rate Limit Rules",
+        "url": "/now/nav/ui/classic/params/target/sys_rate_limit_rules_list.do%3Fsysparm_userpref_module%3D1a0bac1c3b120300de4aa2e334efc41b"
+    },
+    {
+        "application": "System Web Services",
+        "module": "REST > Rate Limit Violations",
+        "url": "/now/nav/ui/classic/params/target/sys_rate_limit_violations_list.do%3Fsysparm_userpref_module%3D6a3320e63b001300de4aa2e334efc442%26sysparm_query%3Dsys_created_onONCurrent%2Bhour%2540javascript%253Ags.beginningOfCurrentHour%2528%2529%2540javascript%253Ags.endOfCurrentHour%2528%2529%255EEQ"
+    },
+    {
+        "application": "Targeted Communications",
+        "module": "Active Publications",
+        "url": "/now/nav/ui/classic/params/target/sn_publications_publication_list.do%3Fsysparm_userpref_module%3Dbfdda483d72302004f1e82285e61039f%26sysparm_query%3Dstage%2521%253Dexpired%255Estage%2521%253Dcancelled%255EEQ"
+    },
+    {
+        "application": "Targeted Communications",
+        "module": "Create New Publication",
+        "url": "/now/nav/ui/classic/params/target/sn_publications_publication.do%3Fsys_id%3D-1%26sysparm_stack%3Dsn_publications_publication_list.do"
+    },
+    {
+        "application": "Targeted Communications",
+        "module": "Draft Publications",
+        "url": "/now/nav/ui/classic/params/target/sn_publications_publication_list.do%3Fsysparm_userpref_module%3D7cca3965d70112004f1e82285e6103f4%26sysparm_query%3Dstage%253Dauthor%255EEQ"
+    },
+    {
+        "application": "Targeted Communications",
+        "module": "Expired Publications",
+        "url": "/now/nav/ui/classic/params/target/sn_publications_publication_list.do%3Fsysparm_userpref_module%3D20880b46d7b302004f1e82285e6103fe%26sysparm_query%3Dstage%253Dexpired%255EEQ"
+    },
+    {
+        "application": "Targeted Communications",
+        "module": "Publication Workflow",
+        "url": "/now/nav/ui/classic/params/target/sn_publications_workflow_config.do%3Fsysparm_stack%3Dsn_publications_workflow_config_list.do%26sysparm_query%3Dsys_id%253D6c9b0e65c30112004bd67bfaa2d3ae56%255EEQ"
+    },
+    {
+        "application": "Targeted Communications",
+        "module": "Recipients Lists",
+        "url": "/now/nav/ui/classic/params/target/sn_publications_recipients_list_list.do%3Fsysparm_userpref_module%3D4d2dee55d70112004f1e82285e6103dd"
+    },
+    {
+        "application": "Targeted Communications",
+        "module": "Recurrences",
+        "url": "/now/nav/ui/classic/params/target/sn_publications_recurrence_list.do%3Fsysparm_userpref_module%3Dc6b5503dd73302004f1e82285e6103e1"
+    },
+    {
+        "application": "Upgrade Center",
+        "module": "Administration > Properties",
+        "url": "/now/nav/ui/classic/params/target/system_properties_ui.do%3Fsysparm_title%3DUpgrade%2520Center%2520Properties%26sysparm_category%3DUpgrade%2520Duration%2520Estimation%2520Properties%2CUpgrade%2520Visual%2520Task%2520Board%2520Properties%2CUpgrade%2520Plan%2520Properties"
+    },
+    {
+        "application": "Upgrade Center",
+        "module": "Administration > Upgrade Center VTB Labels",
+        "url": "/now/nav/ui/classic/params/target/upgrade_task_board_label_list.do%3Fsysparm_userpref_module%3De09b9a60ff33001078ad6b7e0c46bda8"
+    },
+    {
+        "application": "Upgrade Center",
+        "module": "Administration > Upgrade Plan Notification",
+        "url": "/now/nav/ui/classic/params/target/sysevent_email_action.do%3Fsysparm_stack%3Dsysevent_email_action_list.do%26sysparm_query%3Dname%253DUpgrade%2BPlan%2Bpreparation%2Berror%255EEQ"
+    },
     {
         "application": "Usage Tracking Consent",
         "module": "Enable/Disable Tracking",
@@ -4964,21 +4979,6 @@
         "module": "Live Workflows > History",
         "url": "/now/nav/ui/classic/params/target/wf_history_list.do%3Fsysparm_userpref_module%3Da72f02d2c0a80164005d9d903ea839ad"
     },
-    {
-        "application": "Workspace Experience",
-        "module": "Actions & Components > Field Decorators",
-        "url": "/now/nav/ui/classic/params/target/sys_declarative_action_assignment_list.do%3Fsysparm_fixed_query%3Dmodel%253D15920e6d534723003eddddeeff7b1244%26sysparm_view%3Ddecorators%0D%0A"
-    },
-    {
-        "application": "Workspace Experience",
-        "module": "Actions & Components > List Actions",
-        "url": "/now/nav/ui/classic/params/target/sys_declarative_action_assignment_list.do%3Fsysparm_fixed_query%3Dmodel%253Dc3547169534723003eddddeeff7b126c%26sysparm_view%3Dlist_action"
-    },
-    {
-        "application": "Workspace Experience",
-        "module": "Actions & Components > Related List Actions",
-        "url": "/now/nav/ui/classic/params/target/sys_declarative_action_assignment_list.do%3Fsysparm_fixed_query%3Dmodel%253Dd91731a9534723003eddddeeff7b121c%26sysparm_view%3Dlist_action"
-    },
     {
         "application": "Workspace Experience",
         "module": "Forms > UI Action Groups",