neoload 1.3.12__tar.gz → 1.3.14.dev1__tar.gz

{neoload-1.3.12 → neoload-1.3.14.dev1}/.github/workflows/python-release.yml

@@ -25,6 +25,6 @@ jobs:
         python setup.py sdist bdist_wheel
     - name: Publish distribution to PyPI
       if: startsWith(github.ref, 'refs/tags')
-      uses: pypa/gh-action-pypi-publish@master
+      uses: pypa/gh-action-pypi-publish@release/v1
       with:
         password: ${{ secrets.PYPI_TOKEN }}

{neoload-1.3.12/neoload.egg-info → neoload-1.3.14.dev1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: neoload
-Version: 1.3.12
+Version: 1.3.14.dev1
 Summary: A command-line native utility for launching and observing NeoLoad performance tests
 Home-page: https://github.com/Neotys-Labs/neoload-cli
 Author: Neotys
@@ -8,6 +8,26 @@ Author-email:
 License: Apache 2.0
 Description-Content-Type: text/markdown
 License-File: LICENSE
+Requires-Dist: click>=7
+Requires-Dist: pyconfig
+Requires-Dist: appdirs
+Requires-Dist: requests>=2.25.1
+Requires-Dist: jsonschema
+Requires-Dist: PyYAML>=5
+Requires-Dist: junit_xml
+Requires-Dist: termcolor
+Requires-Dist: coloredlogs
+Requires-Dist: gitignorefile
+Requires-Dist: jinja2
+Requires-Dist: python-dateutil
+Requires-Dist: tqdm
+Requires-Dist: requests_toolbelt
+Requires-Dist: urllib3>=1.26.5
+Requires-Dist: docker
+Requires-Dist: pyparsing
+Requires-Dist: simplejson
+Requires-Dist: colorama
+Requires-Dist: importlib-resources
 
 # NeoLoad CLI [![Build Status](https://github.com/Neotys-Labs/neoload-cli/workflows/Python%20package/badge.svg?branch=master)](https://github.com/Neotys-Labs/neoload-cli/actions?query=workflow%3A%22Python+package%22+branch%3A%22master%22)
 
@@ -111,7 +131,7 @@ The CLI allows you to choose your workspace at login or with the "use" sub-comma
 
 
 ### Setup resources in Neoload Web
-Run a test requires an infrastructure that is defined in Neoload Web Zones section [(see documentation how to manage zones)](https://www.neotys.com/documents/doc/nlweb/latest/en/html/#27521.htm)
+Run a test requires an infrastructure that is defined in Neoload Web Zones section [(see documentation how to manage zones)](https://documentation.tricentis.com/nlweb/latest/en/content/reference_guide/resources_zones.htm)
 You must at least have either a dynamic or a static zone with one controller and one load generator. At First, you could add resources to the "Default zone" since the CLI use it by default.
 
 ### Define a Test
@@ -225,6 +245,8 @@ The 'report' subcommand is intended to simplify not only common data exporting n
  templating capabilities over a standard, correlated data model. In contrast to the test-results
  subcommand, 'report' can be used to generate as well as transform test result data.
 
+:warning: The 'report' subcommand can be **slow** (several hours) on results with a lots of transactions or monitors.
+
 ### Exporting Transaction CSV data
 ```
 Usage: neoload report [OPTIONS] [NAME]
@@ -300,6 +322,20 @@ neoload report --json-in ~/Downloads/temp.json \
 NOTE: built-in reports produce a reduced-scope JSON data model and are therefore faster
  that exporting all test data for various templates and output specs.
 
+### Work with big results
+
+Big results for the CLI means several hundreds of transactions, with several LGs and last several hours.
+
+The 'report' subcommand get a lot of data from NeoLoad Web API, it is not recommended to use with big results
+because it could take several hours to complete and may fail.
+
+The 'report' subcommand gets all "values" and the "timeseries points" of all statistics from NLW API for each transaction and monitor: \
+it makes 2 API calls per transaction and 1 API call per monitor to NLW API. 10 calls are made in parallel
+(can be configured with env variable `NL_MAX_WORKERS`). \
+In NeoLoad Web SaaS, the rate limit of 300 calls per minute may be reached, the CLI will adapt and slow down.
+
+To see which API calls are made, you can use the debug option: `neoload --debug report`
+
 ## View zones
 ```
 neoload zones --human

neoload-1.3.12/PKG-INFO → neoload-1.3.14.dev1/README.md

@@ -1,14 +1,3 @@
-Metadata-Version: 2.1
-Name: neoload
-Version: 1.3.12
-Summary: A command-line native utility for launching and observing NeoLoad performance tests
-Home-page: https://github.com/Neotys-Labs/neoload-cli
-Author: Neotys
-Author-email: 
-License: Apache 2.0
-Description-Content-Type: text/markdown
-License-File: LICENSE
-
 # NeoLoad CLI [![Build Status](https://github.com/Neotys-Labs/neoload-cli/workflows/Python%20package/badge.svg?branch=master)](https://github.com/Neotys-Labs/neoload-cli/actions?query=workflow%3A%22Python+package%22+branch%3A%22master%22)
 
 ## Overview
@@ -111,7 +100,7 @@ The CLI allows you to choose your workspace at login or with the "use" sub-comma
 
 
 ### Setup resources in Neoload Web
-Run a test requires an infrastructure that is defined in Neoload Web Zones section [(see documentation how to manage zones)](https://www.neotys.com/documents/doc/nlweb/latest/en/html/#27521.htm)
+Run a test requires an infrastructure that is defined in Neoload Web Zones section [(see documentation how to manage zones)](https://documentation.tricentis.com/nlweb/latest/en/content/reference_guide/resources_zones.htm)
 You must at least have either a dynamic or a static zone with one controller and one load generator. At First, you could add resources to the "Default zone" since the CLI use it by default.
 
 ### Define a Test
@@ -225,6 +214,8 @@ The 'report' subcommand is intended to simplify not only common data exporting n
  templating capabilities over a standard, correlated data model. In contrast to the test-results
  subcommand, 'report' can be used to generate as well as transform test result data.
 
+:warning: The 'report' subcommand can be **slow** (several hours) on results with a lots of transactions or monitors.
+
 ### Exporting Transaction CSV data
 ```
 Usage: neoload report [OPTIONS] [NAME]
@@ -300,6 +291,20 @@ neoload report --json-in ~/Downloads/temp.json \
 NOTE: built-in reports produce a reduced-scope JSON data model and are therefore faster
  that exporting all test data for various templates and output specs.
 
+### Work with big results
+
+Big results for the CLI means several hundreds of transactions, with several LGs and last several hours.
+
+The 'report' subcommand get a lot of data from NeoLoad Web API, it is not recommended to use with big results
+because it could take several hours to complete and may fail.
+
+The 'report' subcommand gets all "values" and the "timeseries points" of all statistics from NLW API for each transaction and monitor: \
+it makes 2 API calls per transaction and 1 API call per monitor to NLW API. 10 calls are made in parallel
+(can be configured with env variable `NL_MAX_WORKERS`). \
+In NeoLoad Web SaaS, the rate limit of 300 calls per minute may be reached, the CLI will adapt and slow down.
+
+To see which API calls are made, you can use the debug option: `neoload --debug report`
+
 ## View zones
 ```
 neoload zones --human

{neoload-1.3.12 → neoload-1.3.14.dev1}/examples/pipelines/github/neoload-github-actions-demo.yml

@@ -20,6 +20,9 @@ jobs:
     name: NeoLoad CLI demo github action
     runs-on: ubuntu-latest
     steps:
+      - name: Checkout local code
+        uses: actions/checkout@v3
+
       - name: "Install NeoLoad CLI"
         run: pip3 install -U neoload
 
@@ -44,11 +47,15 @@ jobs:
           --return-0
 
       - name: "Generate Test Report"
+        id: report
+        if: ${{ always() }}
         run: neoload test-results junitsla
 
       - name: "Publish Test Report"
-        if: ${{ always() }}
+        if: steps.report.outcome == 'success'
         uses: scacap/action-surefire-report@v1
         with:
           report_paths: junit-sla.xml
           fail_on_test_failures: true
+
+

neoload-1.3.14.dev1/neoload/commands/logs.py

@@ -0,0 +1,21 @@
+import click
+import time
+from neoload_cli_lib import logs_tools, rest_crud
+from commands import test_results
+
+
+
+@click.command()
+@click.argument('name', type=str)
+def cli(name):
+    """get logs url of a test result managed by NeoLoad Web"""
+    workspace = rest_crud.get_workspace()
+    if workspace is None:
+        print("You have not defined a workspace please use: neoload workspaces use 'your workspace'")
+        return
+    results_id = test_results.get_id_by_name_or_id(name)
+    displayed_lines = []
+    logs_tools.display_logs(displayed_lines, results_id)
+
+
+

{neoload-1.3.12 → neoload-1.3.14.dev1}/neoload/commands/report.py

@@ -35,6 +35,7 @@ __operation_elements = "/elements"
 __operation_monitors = "/monitors"
 
 QUERY_CATEGORY_TRANSACTION = "category=TRANSACTION"
+CONTROLLER_MONITORS_ROOT = ['Controller', 'Contrôleur']
 
 meta_key = 'result id'
 __resolver = test_results.get_resolver();
@@ -258,35 +259,25 @@ def can_raw_transactions_data():
     return False if user_data.is_version_lower_than('2.6.0') else True
 
 
-def should_raw_transactions_data(__id, time_filter):
-    if time_filter is not None and can_raw_transactions_data():
-        # look for the transaction with the smallest number of iterations, but that has raw data
+def is_not_all_transactions(element):
+    return element.get('elementId') != 'all-transactions'
 
-        # grab all transactions list
-        json_elements_transactions = rest_crud.get(
-            get_end_point(__id, __operation_elements) + "?" + QUERY_CATEGORY_TRANSACTION)
-        txns = []
-        for el in json_elements_transactions:
-            if el['type'] != 'TRANSACTION':
-                continue
-            # grab count of this transaction and only add if there are iterations
-            json_values = rest_crud.get(get_end_point(__id, __operation_elements) + "/" + el['id'] + "/values")
-            if json_values['count'] > 0:
-                txns.append({
-                    'id': el['id'],
-                    'count': json_values['count']
-                })
-
-        # sort ascending by count (smallest number of iterations produces smallest amount of data)
-        txns = sorted(txns, key=lambda el: el['count'])
-        for el in txns:
-            this_raw_count = len(
-                rest_crud.get(get_end_point(__id, __operation_elements) + "/" + el['id'] + "/raw?format=JSON"))
-            if this_raw_count > 0:
-                logging.debug("use_raw[1]: True")
-                return True
-
-    logging.debug("use_raw[1]: False")
+
+def should_raw_transactions_data(__id, time_binding):
+    values = rest_crud.get(get_end_point(__id, __operation_elements) + "/values?" + QUERY_CATEGORY_TRANSACTION)
+    transaction_with_max_count = max(filter(is_not_all_transactions, values), key=lambda el: el['count'], default=None)
+    if time_binding is not None and "from_secs" in time_binding and can_raw_transactions_data() and transaction_with_max_count is not None:
+        tr_id = transaction_with_max_count.get('elementId')
+        try:
+            raw_points_length = len(
+                rest_crud.get(f"{get_end_point(__id, __operation_elements)}/{tr_id}/raw?format=JSON"))
+        except cli_exception.CliException as ex:
+            logging.error(ex.format_message())
+            raw_points_length = 0
+        gprint(f"Will {'' if raw_points_length > 0 else 'not '}use raw data because time filter enabled and transaction {tr_id} has {raw_points_length} raw data")
+        return raw_points_length > 0
+
+    logging.debug("Will not use raw data because: no time filter or NLW not compatible or no transaction has raw data")
     return False
 
 
@@ -346,11 +337,9 @@ def get_single_report(name, components=None, time_filter=None, elements_filter=N
 
     statistics_list = get_standard_statistics_list()
 
-    use_txn_raw = should_raw_transactions_data(__id, time_filter)
+    fill_single_requests(__id, elements_filter, time_binding, statistics_list, components, data)
 
-    fill_single_requests(__id, elements_filter, time_binding, statistics_list, use_txn_raw, components, data)
-
-    fill_single_transactions(__id, elements_filter, time_binding, statistics_list, use_txn_raw, components, data)
+    fill_single_transactions(__id, elements_filter, time_binding, statistics_list, components, data)
 
     fill_single_monitors(__id, components, data)
 
@@ -407,7 +396,7 @@ def fill_single_events(__id, components, data):
         data['events'] = rest_crud.get(get_end_point(__id, __operation_events))
 
 
-def fill_single_requests(__id, elements_filter, time_binding, statistics_list, use_txn_raw, components, data):
+def fill_single_requests(__id, elements_filter, time_binding, statistics_list, components, data):
     if components['all_requests']:
         gprint("Getting all-request data...")
 
@@ -422,13 +411,13 @@ def fill_single_requests(__id, elements_filter, time_binding, statistics_list, u
             json_elements_all_requests = json_elements_all_requests + json_elements_all_requests_preserve
 
         json_elements_all_requests = get_elements_data(__id, json_elements_all_requests, time_binding, True,
-                                                       statistics_list, use_txn_raw)
+                                                       statistics_list, False)
 
         data['all_requests'] = json_elements_all_requests[0] if json_elements_all_requests is not None and len(
             json_elements_all_requests) > 0 else {},
 
 
-def fill_single_transactions(__id, elements_filter, time_binding, statistics_list, use_txn_raw, components, data):
+def fill_single_transactions(__id, elements_filter, time_binding, statistics_list, components, data):
     if components['transactions']:
         gprint("Getting transactions...")
 
@@ -437,6 +426,7 @@ def fill_single_transactions(__id, elements_filter, time_binding, statistics_lis
         if not elements_filter is None:
             json_elements_transactions = filter_elements(json_elements_transactions, elements_filter)
 
+        use_txn_raw = should_raw_transactions_data(__id, time_binding)
         json_elements_transactions = get_elements_data(__id, json_elements_transactions, time_binding, True,
                                                        statistics_list, use_txn_raw)
 
@@ -469,7 +459,8 @@ def fill_single_ext_data(__id, components, data):
 
 def fill_single_controller_points(__id, components, data):
     if components['controller_points']:
-        data['controller_points'] = get_mon_datas(__id, lambda m: m['path'][0] == 'Controller', data['monitors'], True)
+        data['controller_points'] = get_mon_datas(__id, lambda m: m['path'][0] in CONTROLLER_MONITORS_ROOT,
+                                                  data['monitors'], True)
 
 
 # examples
@@ -898,7 +889,12 @@ def get_elements_data(result_id, base_col, time_binding, include_points, statist
     procedure = lambda el: (
         get_perf_time(), get_element_data(el, result_id, time_binding, include_points, statistics_list, use_txn_raw))
 
-    with concurrent.futures.ThreadPoolExecutor(max_workers=MAX_ELEMENTS_WORKERS) as executor:
+    max_workers = MAX_ELEMENTS_WORKERS
+    try:
+        max_workers = int(os.getenv('NL_MAX_WORKERS', MAX_ELEMENTS_WORKERS))
+    except ValueError:
+        logging.warning(f'NL_MAX_WORKERS environment variable is not an integer. Use default {MAX_ELEMENTS_WORKERS}')
+    with concurrent.futures.ThreadPoolExecutor(max_workers=max_workers) as executor:
         translate = {executor.submit(procedure, el): el for el in base_col}
         for future in concurrent.futures.as_completed(translate):
             orig = translate[future]

{neoload-1.3.12 → neoload-1.3.14.dev1}/neoload/neoload_cli_lib/__init__.py

@@ -1,2 +1,2 @@
 __all__ = ["user_data", "rest_crud", "running_tools", "cli_exception", "displayer", "schema_validation",
-           "name_resolver", "neoLoad_project", "tools", "docker_lib"]
+           "name_resolver", "neoLoad_project", "tools", "docker_lib", "logs_tools"]

neoload-1.3.14.dev1/neoload/neoload_cli_lib/logs_tools.py

@@ -0,0 +1,21 @@
+from neoload_cli_lib import user_data, rest_crud, tools
+from commands import test_results
+from datetime import datetime
+from neoload_cli_lib.logs_traduction_map import dicotrad
+
+
+def display_logs(displayed_lines, results_id):
+    res = rest_crud.get(test_results.get_end_point(results_id, "/logs"))
+    if res:
+        for entry in res:
+            if entry not in displayed_lines:
+                content = entry['content']
+                translated = dicotrad.get(content, content)
+                log_line_translated = f"{format_time(entry['timestamp'])} {translated}"
+                print(log_line_translated)
+                displayed_lines.append(entry)
+
+
+def format_time(timestamp):
+    dt = datetime.fromtimestamp(timestamp / 1000)
+    return dt.strftime("%d.%m.%y %I:%M:%S %p")

neoload-1.3.14.dev1/neoload/neoload_cli_lib/logs_traduction_map.py

@@ -0,0 +1,31 @@
+dicotrad = {
+ "AUTO_RESERVE": "Auto reserve resources",
+ "AUTO_RESERVED": "Auto-reservation completed",
+ "GETTING_AVAILABLE_CONTROLLERS": "Controller preparation",
+ "GETTING_AVAILABLE_LGS": "Load generators preparation",
+ "DOWNLOADING_PROJECT": "Sending project to controller",
+ "PUBLISHING_INFRASTRUCTURE": "Sending load generators details to controller",
+ "DOWNLOADING_ASCODE_FILE": "Sending additional as-code file",
+ "STARTING_BENCH": "Starting infrastructure and test",
+ "STARTED_BENCH": "Test started",
+ "CANCELLED_BENCH": "Test cancelled",
+ "ERROR_NO_MORE_CONTROLLER_CANDIDATE": "No controller agents available in the selected zone",
+ "ERROR_NO_MORE_LG_CANDIDATE": "No load generator agents available in the selected zones",
+ "ERROR_MAX_RETRY_REACHED": "Too many attempts have been done, please try again",
+ "ERROR_UNEXPECTED_BEHAVIOR": "An unexpected error occurred",
+ "ERROR_LG_NOT_ENOUGH_SAME_VERSION": "Not enough resources available with the same version",
+ "ERROR_AUTO_RESERVATION_FAILED": "Auto-reservation failed",
+ "ERROR_ZONE_DELETED": "Test launch aborted: Controller or LG Zone(s) have been deleted.",
+ "ERROR_FETCHING_PROJECT_PASSPHRASE": "Unable to retrieve the configured password.",
+ "INITIALIZED": "Initialization",
+ "CHECKING_AUTO_RESERVATION": "Checking auto-reservation status",
+ "SELECTING_VERSION": "Selecting version",
+ "ELECTING_CONTROLLER": "Electing controller",
+ "LOCKING_CONTROLLER": "Locking controller",
+ "CHECKING_CONTROLLER_LOCK": "checking controller",
+ "ELECTING_LG": "Electing LG",
+ "CHECKING_DOWNLOADED_PROJECT": "Checking downloaded project",
+ "DOWNLOADING_INFRASTRUCTURE": "Downloading infrastructure",
+ "CHECKING_DOWNLOADED_INFRASTRUCTURE": "Checking downloaded infrastructure",
+ "CHECKING_STARTED_BENCH": "Checking started bench", "RETRIEVING_LOGS": "Retrieving logs"
+ }

{neoload-1.3.12 → neoload-1.3.14.dev1}/neoload/neoload_cli_lib/rest_crud.py

@@ -169,7 +169,6 @@ def __create_url(endpoint: str):
 
 
 def __handle_error(response):
-    response.encoding = 'ISO-8859-1'
     status_code = response.status_code
     if status_code > 299:
         request = response.request

{neoload-1.3.12 → neoload-1.3.14.dev1}/neoload/neoload_cli_lib/running_tools.py

@@ -6,11 +6,11 @@ from signal import signal, SIGINT
 
 from commands import logs_url, test_results
 from commands import run
-from neoload_cli_lib import tools, rest_crud,hooks
+from neoload_cli_lib import tools, rest_crud, hooks, logs_tools
 
 __current_id = None
 __count = 0
-
+nbsecond = 0
 __last_status = ""
 
 def __is_current_state_running(status):
@@ -39,8 +39,9 @@ def wait(results_id, exit_code_sla, data_lock): # data_lock is needed to lock re
     __current_id = results_id
     signal(SIGINT, handler)
     header_status(results_id)
-    while display_status(results_id, data_lock):
-        time.sleep(20)
+    displayed_lines=[]
+    while display_status(displayed_lines, results_id, data_lock):
+        time.sleep(1)
 
     __current_id = None
     hooks.trig("test.stop")
@@ -56,12 +57,12 @@ def header_status(results_id):
         webbrowser.open_new_tab(url)
 
 # INIT, STARTING, RUNNING, TERMINATED
-def display_status(results_id, data_lock): 
+def display_status(displayed_lines, results_id, data_lock):
     global __last_status
     res = rest_crud.get(test_results.get_end_point(results_id))
     status = res.get('status')
     quality_status = res.get('qualityStatus')
-
+    global nbsecond
     if __last_status != status:
         print("Status: " + status)
         __last_status = status
@@ -72,6 +73,12 @@ def display_status(results_id, data_lock):
             __lock_result(results_id, data_lock)
     if status == "RUNNING":
         display_statistics(results_id, res)
+        workspace = rest_crud.get_workspace()
+        if workspace is not None:
+            logs_tools.display_logs(displayed_lines, results_id)
+        if nbsecond % 20 == 0:
+            display_statistics(results_id, res)
+        nbsecond += 1
     if status == "TERMINATED":
         return False
 

{neoload-1.3.12 → neoload-1.3.14.dev1}/neoload/resources/jinja/sample-custom-report.html.j2

@@ -12,7 +12,7 @@
 {% with title=summary.name %}{% include 'common/header.j2' %}{% endwith %}
 
 <script type="text/javascript">
-window.ctrl_user_load = {{ controller_points | selectattr('name','equalto', 'User Load') | map(attribute='points') | first | tojson }};
+window.ctrl_user_load = {{ controller_points | selectattr('name','in', ['User Load', 'Charge Utilisateurs']) | map(attribute='points') | first | tojson }};
 window.all_requests = {{ all_requests | selectattr('type','equalto', 'ALL_REQUESTS') | map(attribute='points') | first | tojson }};
 </script>
 

neoload-1.3.14.dev1/neoload/version.py

@@ -0,0 +1 @@
+__version__ = "1.3.14.dev1"

neoload-1.3.12/README.md → neoload-1.3.14.dev1/neoload.egg-info/PKG-INFO

@@ -1,3 +1,34 @@
+Metadata-Version: 2.1
+Name: neoload
+Version: 1.3.14.dev1
+Summary: A command-line native utility for launching and observing NeoLoad performance tests
+Home-page: https://github.com/Neotys-Labs/neoload-cli
+Author: Neotys
+Author-email: 
+License: Apache 2.0
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: click>=7
+Requires-Dist: pyconfig
+Requires-Dist: appdirs
+Requires-Dist: requests>=2.25.1
+Requires-Dist: jsonschema
+Requires-Dist: PyYAML>=5
+Requires-Dist: junit_xml
+Requires-Dist: termcolor
+Requires-Dist: coloredlogs
+Requires-Dist: gitignorefile
+Requires-Dist: jinja2
+Requires-Dist: python-dateutil
+Requires-Dist: tqdm
+Requires-Dist: requests_toolbelt
+Requires-Dist: urllib3>=1.26.5
+Requires-Dist: docker
+Requires-Dist: pyparsing
+Requires-Dist: simplejson
+Requires-Dist: colorama
+Requires-Dist: importlib-resources
+
 # NeoLoad CLI [![Build Status](https://github.com/Neotys-Labs/neoload-cli/workflows/Python%20package/badge.svg?branch=master)](https://github.com/Neotys-Labs/neoload-cli/actions?query=workflow%3A%22Python+package%22+branch%3A%22master%22)
 
 ## Overview
@@ -100,7 +131,7 @@ The CLI allows you to choose your workspace at login or with the "use" sub-comma
 
 
 ### Setup resources in Neoload Web
-Run a test requires an infrastructure that is defined in Neoload Web Zones section [(see documentation how to manage zones)](https://www.neotys.com/documents/doc/nlweb/latest/en/html/#27521.htm)
+Run a test requires an infrastructure that is defined in Neoload Web Zones section [(see documentation how to manage zones)](https://documentation.tricentis.com/nlweb/latest/en/content/reference_guide/resources_zones.htm)
 You must at least have either a dynamic or a static zone with one controller and one load generator. At First, you could add resources to the "Default zone" since the CLI use it by default.
 
 ### Define a Test
@@ -214,6 +245,8 @@ The 'report' subcommand is intended to simplify not only common data exporting n
  templating capabilities over a standard, correlated data model. In contrast to the test-results
  subcommand, 'report' can be used to generate as well as transform test result data.
 
+:warning: The 'report' subcommand can be **slow** (several hours) on results with a lots of transactions or monitors.
+
 ### Exporting Transaction CSV data
 ```
 Usage: neoload report [OPTIONS] [NAME]
@@ -289,6 +322,20 @@ neoload report --json-in ~/Downloads/temp.json \
 NOTE: built-in reports produce a reduced-scope JSON data model and are therefore faster
  that exporting all test data for various templates and output specs.
 
+### Work with big results
+
+Big results for the CLI means several hundreds of transactions, with several LGs and last several hours.
+
+The 'report' subcommand get a lot of data from NeoLoad Web API, it is not recommended to use with big results
+because it could take several hours to complete and may fail.
+
+The 'report' subcommand gets all "values" and the "timeseries points" of all statistics from NLW API for each transaction and monitor: \
+it makes 2 API calls per transaction and 1 API call per monitor to NLW API. 10 calls are made in parallel
+(can be configured with env variable `NL_MAX_WORKERS`). \
+In NeoLoad Web SaaS, the rate limit of 300 calls per minute may be reached, the CLI will adapt and slow down.
+
+To see which API calls are made, you can use the debug option: `neoload --debug report`
+
 ## View zones
 ```
 neoload zones --human

{neoload-1.3.12 → neoload-1.3.14.dev1}/neoload.egg-info/SOURCES.txt

@@ -47,6 +47,7 @@ neoload/commands/docker.py
 neoload/commands/fastfail.py
 neoload/commands/login.py
 neoload/commands/logout.py
+neoload/commands/logs.py
 neoload/commands/logs_url.py
 neoload/commands/project.py
 neoload/commands/report.py
@@ -67,6 +68,8 @@ neoload/neoload_cli_lib/displayer.py
 neoload/neoload_cli_lib/docker_lib.py
 neoload/neoload_cli_lib/filtering.py
 neoload/neoload_cli_lib/hooks.py
+neoload/neoload_cli_lib/logs_tools.py
+neoload/neoload_cli_lib/logs_traduction_map.py
 neoload/neoload_cli_lib/name_resolver.py
 neoload/neoload_cli_lib/neoLoad_project.py
 neoload/neoload_cli_lib/paths.py
@@ -119,6 +122,7 @@ tests/commands/report/test_report_trends.py
 tests/commands/report/test_trends_json_output.py
 tests/commands/report/test_trends_templates.py
 tests/commands/status/test_status_with_names.py
+tests/commands/test_logs/test_logs.py
 tests/commands/test_results/test_result_delete.py
 tests/commands/test_results/test_result_ls.py
 tests/commands/test_results/test_result_patch.py

{neoload-1.3.12 → neoload-1.3.14.dev1}/neoload.egg-info/requires.txt

@@ -13,7 +13,6 @@ python-dateutil
 tqdm
 requests_toolbelt
 urllib3>=1.26.5
-coloredlogs
 docker
 pyparsing
 simplejson

{neoload-1.3.12 → neoload-1.3.14.dev1}/setup.py

@@ -43,7 +43,6 @@ setup(
         'tqdm',
         'requests_toolbelt',
         'urllib3>=1.26.5',
-        'coloredlogs',
         'docker',
         'pyparsing',
         'simplejson',

{neoload-1.3.12 → neoload-1.3.14.dev1}/tests/commands/project/test_upload.py

@@ -14,7 +14,7 @@ class TestUpload:
     @pytest.mark.datafiles('tests/neoload_projects/example_1.zip')
     @pytest.mark.usefixtures("neoload_login")  # it's like @Before on the neoload_login function
     def test_upload(self, monkeypatch, datafiles, valid_data):
-        zip_path = datafiles.listdir()[0]
+        zip_path = datafiles / 'example_1.zip'
         runner = CliRunner()
         mock_api_post_binary(monkeypatch, 'v2/tests/%s/project' % valid_data.test_settings_id, 200,
                              '{"projectId":"5e5fc0102cc4f82e5d9e18d4", "projectName":"NeoLoad-CLI-example-2_0",'
@@ -62,7 +62,7 @@ class TestUpload:
 
     @pytest.mark.datafiles('tests/neoload_projects/example_1.zip')
     def test_upload_with_save(self, monkeypatch, datafiles):
-        source_path = datafiles.listdir()[0]
+        source_path = datafiles / 'example_1.zip'
 
         file = tempfile.NamedTemporaryFile(delete=False, suffix='.zip')
         basename = file.name