wiliot-certificate 4.4.3__py3-none-any.whl → 4.5.0__py3-none-any.whl

certificate/certificate.py

@@ -0,0 +1,205 @@
+
+# generic
+import sys
+import os
+sys.path.insert(0, os.path.abspath(".."))
+import webbrowser
+import glob
+import datetime
+import tabulate
+import threading
+import traceback
+import shutil
+# Local imports
+from certificate.wlt_types import *
+from certificate.cert_defines import *
+from certificate.cert_prints import *
+import certificate.cert_utils as cert_utils
+import certificate.cert_results as cert_results
+import certificate.cert_gw_sim as cert_gw_sim
+import certificate.cert_mqtt as cert_mqtt
+import certificate.cert_common as cert_common
+
+TEST_LIST_FW_UPDATE_FILE = "ut/fw_update_test_list.txt"
+
+os.system('')
+
+def filter_tests(test_list, run, drun):
+    test_lines = [l.strip() for l in open(os.path.join(BASE_DIR, test_list)).readlines() if l.strip() and not l.strip().startswith("#")]
+    if run:
+        test_lines = [tl for tl in test_lines if re.search(run, tl.strip().split()[0])]
+    if drun:
+        test_lines = [tl for tl in test_lines if not re.search(drun, tl.strip().split()[0])]
+    return test_lines
+
+
+def skip_test_check(test, validation_schema):
+    skip_string = ""
+    if test.multi_brg and (not cert_utils.brg_flag(validation_schema) or not test.active_brg):
+        skip_string = f"Skipped {test.module_name} multi brg test because device under test isn't a bridge"
+    elif test.multi_brg and not test.brg1:
+        skip_string = f"Skipped {test.module_name} multi brg test because brg1 wasn't given"
+    # TODO - check if module is supported by the bridge in the validation schema
+    elif test.active_brg and not test.active_brg.is_sup_cap(test):
+        skip_string = f"Skipped {test.module_name} because {cert_utils.module2name(test.test_module)} module is not supported"
+    # TODO - check if module is supported by the bridge in the validation schema
+    elif test.active_brg and ag.MODULE_EXT_SENSORS not in test.active_brg.sup_caps and "signal_indicator" in test.name:  
+        skip_string = f"Skipped signal indicator tests because they are not supported when external sensors module not supported"
+    elif test.data != DATA_SIMULATION and test.test_json[DATA_SIMULATION_ONLY_TEST]:
+        skip_string = f"Skipped {test.module_name} because it can run only with data simulation mode"
+    elif GW_ONLY_TEST in test.test_json and test.test_json[GW_ONLY_TEST] and test.dut_is_bridge():
+        skip_string = f"Skipped {test.module_name} because it can run only with Gateway or Combo devices"
+    elif BRIDGE_ONLY_TEST in test.test_json and test.test_json[BRIDGE_ONLY_TEST] and not test.dut_is_bridge():
+        skip_string = f"Skipped {test.module_name} because it can run only with Bridge devices without Gateway functionality"
+    elif SUPPORTED_FROM_API_VERSION in test.test_json:
+        if test.test_json[MODULE] == "Cloud Connectivity" and test.dut_is_gateway() and int(test.dut.gw_api_version) < test.test_json[SUPPORTED_FROM_API_VERSION]:
+            skip_string = f"Skipped {test.module_name} because it is supported from api version {test.test_json[SUPPORTED_FROM_API_VERSION]} and dut api version is {test.dut.gw_api_version}"
+        elif test.test_json[MODULE] != "Cloud Connectivity" and test.active_brg.api_version < test.test_json[SUPPORTED_FROM_API_VERSION]:
+            skip_string = f"Skipped {test.module_name} because it is supported from api version {test.test_json[SUPPORTED_FROM_API_VERSION]} and dut api version is {test.active_brg.api_version}"
+    if skip_string:
+        utPrint(f"{SEP}{skip_string}{SEP}", "WARNING")
+        test.reason = skip_string
+        test.rc = TEST_SKIPPED
+    return test
+
+def load_and_validate_schema(validation_schema_path, start_time):
+        """
+        Loads and validates the validation schema JSON file.
+        Exits if it is invalid, missing, or missing required keys.
+        Also exits if neither cloud_connectivity_flag nor brg_flag is True.
+        Returns the loaded JSON dict.
+        """
+        try:
+            with open(validation_schema_path, "r", encoding="utf-8") as f:
+                data = json.load(f)
+            utPrint("The given validation schema is a valid JSON file", 'BLUE')
+        except json.JSONDecodeError as e:
+            error = f"The given validation schema is an invalid JSON file: {e}"
+            cert_utils.handle_error(error, start_time)
+        except FileNotFoundError:
+            error = f"The given validation schema file was not found!"
+            cert_utils.handle_error(error, start_time)
+        except Exception as e:
+            error = f"Unexpected error received trying to decode the given validation schema JSON file: {e}"
+            cert_utils.handle_error(error, start_time)
+        # Check for required fields
+        if "properties" not in data and "modules" not in data:
+            error = "The validation schema is missing both 'properties' and 'modules' keys!"
+            cert_utils.handle_error(error, start_time)
+        # Check for cloud_connectivity_flag or brg_flag
+        if not (cert_utils.cloud_connectivity_flag(data) or cert_utils.brg_flag(data)):
+            error = "The validation schema must support either cloud connectivity or bridge device. None found."
+            cert_utils.handle_error(error, start_time)
+        return data
+
+def clean(args):
+    if args.clean:
+        print(os.getcwd())
+        for dir in glob.glob('**/cert_artifacts_*/', recursive=True):
+            print(f"Removing folder: {dir}")
+            shutil.rmtree(dir)
+
+def main(args):
+    args.tester = cert_utils.get_tester_id(args.tester)
+    if ':' in args.dut:
+        args.dut, args.combo_ble_addr = args.dut.split(':')
+
+    utPrint(f"wiliot_certificate version: {CERT_VERSION}")
+    utPrint(str(args.__dict__))
+    start_time = datetime.datetime.now()
+
+    # Clean
+    clean(args)
+    # Create artifacts dir
+    os.makedirs(ARTIFACTS_DIR, exist_ok=True)
+
+    # Filter tests
+    test_list = TEST_LIST_FW_UPDATE_FILE if args.latest or args.rc else args.tl
+    test_lines = filter_tests(test_list=test_list, run=args.run, drun=args.drun)
+
+    # JSON validation schema basic validation
+    validation_schema = load_and_validate_schema(args.validation_schema, start_time)
+
+    # Init mqtt client for tester
+    tester_mqttc = cert_mqtt.mqttc_init(args.tester, args.custom_broker, data=args.data)
+
+    # Init mqtt client for device under test when it is cloud connectivity bridge
+    if cert_utils.cloud_connectivity_flag(validation_schema) and args.dut != args.tester:
+        dut_mqttc = cert_mqtt.mqttc_init(args.dut, args.custom_broker, data=args.data)
+    else:
+        # Use the same mqtt client of the tester if device under test is a bridge only
+        dut_mqttc = tester_mqttc
+
+    # Prepare tester
+    gw_sim_thread = None
+    if GW_SIM_PREFIX in args.tester:
+        # Run Gateway Simulator in separate thread
+        gw_sim_thread = threading.Thread(target=cert_gw_sim.gw_sim_run, daemon=True, kwargs={'port':args.port, 'gw_id': args.tester,
+                                                                                             'custom_broker':args.custom_broker,
+                                                                                             'disable_interference_analyzer':args.disable_interference_analyzer})
+        gw_sim_thread.start()
+        sleep_time = (len(cert_gw_sim.CHANNELS_TO_ANALYZE) * 30) + 15 if not args.disable_interference_analyzer else 10
+        time.sleep(sleep_time)
+    tester = cert_utils.prep_tester(args, tester_mqttc, start_time, gw_sim_thread)
+    
+    # Prepare device under test
+    dut = cert_utils.prep_dut(args, tester, validation_schema, dut_mqttc, start_time, upload_wait_time=args.agg)
+
+    # Prepare second bridge (brg1) if given
+    brg1 = None
+    if args.brg1:
+        brg1 = cert_utils.ut_prep_brg(args, start_time, tester, args.brg1)
+
+    # Collecting the tests
+    tests = []
+    for tl in test_lines:
+        test = cert_utils.WltTest(tl, tester, dut, brg1=brg1, exit_on_param_failure=args.exit_on_param_failure,
+                       latest=args.latest, release_candidate=args.rc, sterile_run=args.sterile_run, data=args.data)
+        tests += [test]
+
+    # Running the tests
+    utPrint(SEP)
+    utPrint("\n - ".join([f"\nRunning {len(tests)} tests:"] + [t.name if not t.internal_brg else f"{t.name} (internal brg)" for t in tests]))
+
+    failures, skipped = 0, 0
+    exit_on_test_failure = args.exit_on_test_failure
+    i = 0
+
+    for i, test in enumerate(tests):
+        test = skip_test_check(test, validation_schema)
+        if test.rc == TEST_SKIPPED:
+            for phase in test.phases:
+                phase.rc = TEST_SKIPPED
+            skipped += 1
+        else:
+            try:
+                test_module_name = cert_utils.load_module(f'{test.module_name}.py', f'{test.dir}/{test.module_name}.py')
+                test = test_module_name.run(test)
+            except Exception as e:
+                traceback.print_exc()
+                test.add_phase_reason(RESTORE_CONFIG, f"Exception occurred: {e!r}")
+                test.rc = TEST_FAILED
+            finally:
+                test.update_overall_rc()
+        if test.rc == TEST_FAILED:
+            failures += 1
+            if "versions_test" in test.module_name and f"EXITING CERTIFICATE" in test.reason:
+                exit_on_test_failure = True
+        print(f"Test Duration: {test.duration}")
+        print(tabulate.tabulate([[i+1, i+1-(failures+skipped), skipped, failures, len(tests)]],
+                            headers=["FINISHED", "PASSED", "SKIPPED", "FAILED", "TOTAL"], tablefmt="pretty"))
+        if test.rc != TEST_SKIPPED:
+            wait_time_n_print(2)
+        if exit_on_test_failure and test.rc == TEST_FAILED:
+            break
+
+    # Print results
+    cert_results.generate_results_files(html=True, pdf=True, failures=failures, skipped=skipped, start_time=start_time, tests=tests, non_cert_run=args.non_cert_run)
+    if not pipeline_running():
+        webbrowser.open('file://' + os.path.realpath(os.path.join(ARTIFACTS_DIR, UT_RESULT_FILE_PDF)))
+
+    if failures:
+        sys.exit(-1)
+
+if __name__ == '__main__':
+    main()

certificate/certificate_cli.py

@@ -0,0 +1,76 @@
+import sys
+import os
+sys.path.insert(0, os.path.abspath(".."))
+import argparse
+from certificate.cert_defines import DATA_SIMULATION, GW_SIM_PREFIX
+from certificate.cert_mqtt import EMQX
+import certificate.certificate as certificate
+TEST_LIST_DEFAULT_FILE = "certificate_test_list.txt"
+
+def parse_dict_arg(arg):
+    """Parse key=value pairs type arguments"""
+    d = {}
+    for pair in arg.split(","):
+        if "=" not in arg:
+            raise argparse.ArgumentTypeError('Use "KEY1=VALUE1,KEY2=VALUE2..." format')
+        k, v = pair.split("=")
+        d[k] = v
+    return d
+class CertificateCLI:
+    """Certificate CLI."""
+    def __init__(self):
+        self.parser = argparse.ArgumentParser(
+            prog='wlt-certificate',
+            description='Certificate - CLI Tool to test Wiliot Devices',
+            epilog=
+            "run examples:\n"
+            "  Run command example with COM PORT tester:\n"
+            "  wlt-cert-cli --tester SIM --dut <XXXXXXXXXXXX> --port <COM_PORT>\n"
+            "  Run command example with remote GW tester:\n"
+            "  wlt-cert-cli --tester <YYYYYYYYYYYY> --dut <XXXXXXXXXXXX>\n"
+            "  Run command example for running datapath module tests only:\n"
+            "  wlt-cert-cli --tester <YYYYYYYYYYYY> --dut <XXXXXXXXXXXX> --run datapath\n"
+            "  Run command example with sanity test list:\n"
+            "  wlt-cert-cli --tester <YYYYYYYYYYYY> --dut <XXXXXXXXXXXX> --tl certificate_sanity_test_list.txt\n"
+            "  Run command example with COM PORT tester for combo device:\n"
+            "  wlt-cert-cli --tester SIM --dut <XXXXXXXXXXXX>:<YYYYYYYYYYYY> --port <COM_PORT>\n",
+            formatter_class=argparse.RawDescriptionHelpFormatter
+        )
+        self.parser.add_argument('--validation_schema', '-vs', required=True, help='Validation schema json file path to use for the run')
+        self.parser.add_argument('--dut', required=True, help="Tested device ID. When DUT is a combo device, use <Gateway_ID>:<BLE_MAC>")
+        self.parser.add_argument('--combo_ble_addr', default="", help="Combo device BLE MAC address" + argparse.SUPPRESS)
+        self.parser.add_argument('--tester', default=GW_SIM_PREFIX, help='Tester id to run on the test, SIM prefix is default and used for COM tester')
+        self.parser.add_argument('--port', '-p', default='', help='UART PORT connection to use for the run, if not provided tries to scan for tester port')
+        self.parser.add_argument('--custom_broker', '-cb', required=True, help='Choose custom MQTT broker configuration json file to use for the run,' \
+                                                                              ' for explanation of the format see https://community.wiliot.com/customers/s/article/Wiliot-Gateway-Certification')
+        self.parser.add_argument('--clean', default=False, action='store_true', help='Clean old logs before running the tests')
+        self.parser.add_argument('--tl', default=TEST_LIST_DEFAULT_FILE, type=str, help='Test list file to use ' + argparse.SUPPRESS)
+        self.parser.add_argument('--run', type=str, help='String to filter tests to run ' + argparse.SUPPRESS)
+        self.parser.add_argument('--drun', type=str, help='String to filter tests not to run ' + argparse.SUPPRESS)
+        self.parser.add_argument('--exit_on_test_failure', default=False, action='store_true', help='Stop running the tests if a test failed ' + argparse.SUPPRESS)
+        self.parser.add_argument('--exit_on_param_failure', default=False, action='store_true', help='Sets exit_on_param_failure mode to true in order to prevent \
+                                 tests from continuing iteration over all possibilities in case of failure ' + argparse.SUPPRESS)
+        self.parser.add_argument('--disable_interference_analyzer', '-dia', default=False, action='store_true', help='Disable interference analysis before tests')
+        self.parser.add_argument('--unsterile_run', '-ur', default=False, action='store_true',
+                                 help="Set unsterile run mode for the run if there are pixels or energizing devices nearby")
+        self.parser.add_argument("--overwrite_defaults", '-od', type=parse_dict_arg, help='Manually overwrite default defines for the bridge (key1=value1,key2=value2...)')
+        self.parser.add_argument('--agg', type=int, help='Aggregation time [seconds] the Uplink stages adds to wait before processing results', default=0)
+        self.parser.add_argument('--non_cert_run', default=False, action='store_true', help='Mark this as a non-certifying run ' + argparse.SUPPRESS)
+
+    def parse_args(self, args=None):
+        """Parse arguments and return them."""
+        return self.parser.parse_args(args)
+
+def main():
+    cli = CertificateCLI()
+    args = cli.parse_args()
+    # Set extra args to defaults
+    args.data = DATA_SIMULATION
+    args.brg1 = None
+    args.latest = False
+    args.rc = False
+    args.sterile_run = not args.unsterile_run
+    certificate.main(args)
+
+if __name__ == '__main__':
+    main()

certificate/certificate_eth_test_list.txt

@@ -0,0 +1,76 @@
+# The certificate should run for every bridge change
+# The setup will include 1 tested device + 1 tester connected with UART or remote GW
+# Run command example with COM PORT connection:
+# python certificate_cli.py --tester SIM --dut <XXXXXXXXXXXX> --tl certificate_eth_test_list.txt --port <COM_PORT> -vs <path_to_validation_schema_file>
+# Run command example with remote GW connection:
+# python certificate_cli.py --tester <GWYYYYYYYYYYYY> --dut <XXXXXXXXXXXX> --tl certificate_eth_test_list.txt -vs <path_to_validation_schema_file>
+
+# ------------- edge_mgmt -------------
+edge_mgmt/periodic_msgs_test
+edge_mgmt/action_gw_hb_test
+edge_mgmt/action_blink_test
+edge_mgmt/action_send_hb_test
+edge_mgmt/action_get_battery_sensor_test
+edge_mgmt/action_get_pof_data_test
+edge_mgmt/action_get_module_test
+edge_mgmt/action_reboot_test
+edge_mgmt/action_restore_defaults_test
+
+# ------------- energy2400 -------------
+energy2400/pattern_test ENERGY_PATTERN_2_4_NO_ENERGIZING ENERGY_PATTERN_2_4_CHANNEL_37 ENERGY_PATTERN_2_4_CHANNEL_38 ENERGY_PATTERN_2_4_CHANNEL_39 ENERGY_PATTERN_2_4_FREQ_2450 ENERGY_PATTERN_2_4_FREQ_2454
+energy2400/output_power_test OUTPUT_POWER_2_4_MAX_MINUS_26 OUTPUT_POWER_2_4_MAX_MINUS_23 OUTPUT_POWER_2_4_MAX_MINUS_22 OUTPUT_POWER_2_4_MAX_MINUS_20 OUTPUT_POWER_2_4_MAX_MINUS_19 OUTPUT_POWER_2_4_MAX_MINUS_18 OUTPUT_POWER_2_4_MAX_MINUS_16 OUTPUT_POWER_2_4_MAX_MINUS_15 OUTPUT_POWER_2_4_MAX_MINUS_14 OUTPUT_POWER_2_4_MAX_MINUS_12 OUTPUT_POWER_2_4_MAX_MINUS_11 OUTPUT_POWER_2_4_MAX_MINUS_10 OUTPUT_POWER_2_4_MAX_MINUS_8 OUTPUT_POWER_2_4_MAX_MINUS_7 OUTPUT_POWER_2_4_MAX_MINUS_6 OUTPUT_POWER_2_4_MAX_MINUS_4 OUTPUT_POWER_2_4_MAX_MINUS_3 OUTPUT_POWER_2_4_MAX_MINUS_2 OUTPUT_POWER_2_4_MAX
+energy2400/duty_cycle_test 1 25 50 75
+energy2400/signal_indicator_test rssi_threshold rx tx_eu_pattern disable_rx disable_tx rx_tx
+energy2400/signal_indicator_ble5_test rssi_threshold rx tx disable_rx disable_tx rx_tx
+energy2400/signal_indicator_ext_adv_test ext_adv_rx37 ext_adv_rx10
+
+# ------------- energy_sub1g -------------
+energy_sub1g/pattern_test SUB1G_ENERGY_PATTERN_NO_ENERGIZING SUB1G_ENERGY_PATTERN_SINGLE_TONE_915000 SUB1G_ENERGY_PATTERN_FCC_HOPPING SUB1G_ENERGY_PATTERN_SINGLE_TONE_917500 SUB1G_ENERGY_PATTERN_NZ_HOPPING
+energy_sub1g/duty_cycle_test 15 20 40 0
+
+# ------------- datapath -------------
+datapath/aging_test low_pacer high_pacer
+datapath/rssi_threshold_test -80 -65 -10
+datapath/pattern_test DATAPATH_PATTERN_38_38_39 DATAPATH_PATTERN_EU_PATTERN DATAPATH_PATTERN_EXTENDED_ADV DATAPATH_PATTERN_EXTENDED_ADV_38_39 DATAPATH_PATTERN_EXTENDED_ADV_CH_10
+datapath/tx_repetition_test 2 4 
+datapath/output_power_test OUTPUT_POWER_2_4_MAX_MINUS_26 OUTPUT_POWER_2_4_MAX_MINUS_23 OUTPUT_POWER_2_4_MAX_MINUS_22 OUTPUT_POWER_2_4_MAX_MINUS_20 OUTPUT_POWER_2_4_MAX_MINUS_19 OUTPUT_POWER_2_4_MAX_MINUS_18 OUTPUT_POWER_2_4_MAX_MINUS_16 OUTPUT_POWER_2_4_MAX_MINUS_15 OUTPUT_POWER_2_4_MAX_MINUS_14 OUTPUT_POWER_2_4_MAX_MINUS_12 OUTPUT_POWER_2_4_MAX_MINUS_11 OUTPUT_POWER_2_4_MAX_MINUS_10 OUTPUT_POWER_2_4_MAX_MINUS_8 OUTPUT_POWER_2_4_MAX_MINUS_7 OUTPUT_POWER_2_4_MAX_MINUS_6 OUTPUT_POWER_2_4_MAX_MINUS_4 OUTPUT_POWER_2_4_MAX_MINUS_3 OUTPUT_POWER_2_4_MAX_MINUS_2 OUTPUT_POWER_2_4_MAX
+datapath/pacer_interval_test 5 15 30 60
+datapath/event_test rssi_event new_tag_event_seconds new_tag_event_minutes temp_event tx_rate_event
+datapath/event_ble5_test rssi_event new_tag_event_seconds new_tag_event_minutes temp_event tx_rate_event
+datapath/pacer_interval_ble5_test 5 15 30 60
+datapath/pkt_filter_test PKT_FILTER_RANDOM_FIRST_ARRIVING_PKT PKT_FILTER_DISABLE_FORWARDING PKT_FILTER_TEMP_PKT PKT_FILTER_ADVANCED_PKT PKT_FILTER_TEMP_AND_ADVANCED_PKTS PKT_FILTER_TEMP_ADVANCED_AND_DEBUG_PKTS
+datapath/pkt_filter_gen3_test PKT_FILTER_RANDOM_FIRST_ARRIVING_PKT PKT_FILTER_DISABLE_FORWARDING PKT_FILTER_TEMP_PKT PKT_FILTER_ADVANCED_PKT PKT_FILTER_TEMP_AND_ADVANCED_PKTS
+datapath/pkt_filter_ble5_test PKT_FILTER_RANDOM_FIRST_ARRIVING_PKT PKT_FILTER_DISABLE_FORWARDING PKT_FILTER_TEMP_PKT PKT_FILTER_ADVANCED_PKT PKT_FILTER_TEMP_AND_ADVANCED_PKTS
+datapath/pkt_filter_ble5_chl21_test PKT_FILTER_TEMP_AND_ADVANCED_PKTS
+datapath/pkt_filter_brg2gw_ext_adv_test RX_CHANNEL_39 RX_CHANNEL_38 RX_CHANNEL_37 RX_CHANNEL_10_500K
+datapath/rx_channel_test RX_CHANNEL_37 RX_CHANNEL_38 RX_CHANNEL_39 RX_CHANNEL_10_500K RX_CHANNEL_HOPPING_37_10
+datapath/rx_channel_hopping_test
+datapath/rx_rate_gen2_test mid_values diff_pacer min_value max_value diff_rate
+datapath/rx_rate_gen3_test mid_values diff_pacer min_value max_value diff_rate
+datapath/stress_test rep3 rep2 rep1
+datapath/stress_gen3_test rep3 rep2 rep1
+datapath/num_of_tags_test 2500
+
+# ------------- pwr_mgmt -------------
+pwr_mgmt/pwr_mgmt_test
+
+# ------------- calibration -------------
+calibration/output_power_test OUTPUT_POWER_2_4_MAX_MINUS_26 OUTPUT_POWER_2_4_MAX_MINUS_23 OUTPUT_POWER_2_4_MAX_MINUS_22 OUTPUT_POWER_2_4_MAX_MINUS_20 OUTPUT_POWER_2_4_MAX_MINUS_19 OUTPUT_POWER_2_4_MAX_MINUS_18 OUTPUT_POWER_2_4_MAX_MINUS_16 OUTPUT_POWER_2_4_MAX_MINUS_15 OUTPUT_POWER_2_4_MAX_MINUS_14 OUTPUT_POWER_2_4_MAX_MINUS_12 OUTPUT_POWER_2_4_MAX_MINUS_11 OUTPUT_POWER_2_4_MAX_MINUS_10 OUTPUT_POWER_2_4_MAX_MINUS_8 OUTPUT_POWER_2_4_MAX_MINUS_7 OUTPUT_POWER_2_4_MAX_MINUS_6 OUTPUT_POWER_2_4_MAX_MINUS_4 OUTPUT_POWER_2_4_MAX_MINUS_3 OUTPUT_POWER_2_4_MAX_MINUS_2 OUTPUT_POWER_2_4_MAX
+calibration/interval_test 10, 25, 50, 100, 255
+calibration/pattern_test CALIBRATION_PATTERN_38_38_39 CALIBRATION_PATTERN_STANDARD CALIBRATION_PATTERN_EU_PATTERN CALIBRATION_PATTERN_DISABLE_BEACON
+
+# ------------- sensors -------------
+sensors/ext_sensor_test tag_data_only rssi_threshold snsr2_unified snsr0_no_scrmbl snsr1_scrmbl snsr0_no_scrmbl_snsr1_scrmbl_snsr2_scrmbl snsr0_no_scrmbl_snsr1_scrmbl_snsr2_unified
+
+# ------------- cloud_connectivity -------------
+cloud_connectivity/connection_test
+cloud_connectivity/uplink_test mgmt_pkt pixels_pkt sensor_pkt
+cloud_connectivity/downlink_test
+cloud_connectivity/uplink_ext_adv_test
+cloud_connectivity/reboot_test
+cloud_connectivity/stress_test
+cloud_connectivity/ext_adv_stress_test
+cloud_connectivity/channel_scan_behaviour_test
+cloud_connectivity/acl_test deny allow
+cloud_connectivity/acl_ext_adv_test deny allow
+cloud_connectivity/deduplication_test

certificate/certificate_sanity_test_list.txt

@@ -0,0 +1,66 @@
+# The certificate should run for every bridge change
+# The setup will include 1 tested device + 1 tester connected with UART or remote GW
+# Run command example with COM PORT connection:
+# python certificate_cli.py --tester SIM --dut <XXXXXXXXXXXX> --tl certificate_sanity_test_list.txt --port <COM_PORT> -vs <path_to_validation_schema_file>
+# Run command example with remote GW connection:
+# python certificate_cli.py --tester <GWYYYYYYYYYYYY> --dut <XXXXXXXXXXXX> --tl certificate_sanity_test_list.txt -vs <path_to_validation_schema_file>
+
+# ------------- edge_mgmt -------------
+edge_mgmt/periodic_msgs_test
+edge_mgmt/action_gw_hb_test
+edge_mgmt/action_blink_test
+edge_mgmt/action_send_hb_test
+edge_mgmt/action_get_battery_sensor_test
+edge_mgmt/action_get_pof_data_test
+edge_mgmt/action_get_module_test
+edge_mgmt/action_reboot_test
+edge_mgmt/action_restore_defaults_test
+
+# ------------- energy2400 -------------
+energy2400/pattern_test ENERGY_PATTERN_2_4_CHANNEL_37 ENERGY_PATTERN_2_4_CHANNEL_39 ENERGY_PATTERN_2_4_FREQ_2454
+energy2400/output_power_test OUTPUT_POWER_2_4_MAX_MINUS_14 OUTPUT_POWER_2_4_MAX_MINUS_10 OUTPUT_POWER_2_4_MAX_MINUS_7 OUTPUT_POWER_2_4_MAX_MINUS_6 OUTPUT_POWER_2_4_MAX_MINUS_3 OUTPUT_POWER_2_4_MAX_MINUS_3 OUTPUT_POWER_2_4_MAX_MINUS_2
+energy2400/duty_cycle_test 1 50 75
+energy2400/signal_indicator_test rx_tx
+energy2400/signal_indicator_ble5_test rx_tx
+energy2400/signal_indicator_ext_adv_test ext_adv_rx37
+
+# ------------- energy_sub1g -------------
+energy_sub1g/pattern_test SUB1G_ENERGY_PATTERN_NO_ENERGIZING SUB1G_ENERGY_PATTERN_FCC_HOPPING SUB1G_ENERGY_PATTERN_SINGLE_TONE_917500 SUB1G_ENERGY_PATTERN_NZ_HOPPING
+energy_sub1g/duty_cycle_test 15 20 40 0
+
+# ------------- datapath -------------
+datapath/aging_test low_pacer
+datapath/rssi_threshold_test -80
+datapath/pattern_test DATAPATH_PATTERN_38_38_39 DATAPATH_PATTERN_EU_PATTERN DATAPATH_PATTERN_EXTENDED_ADV DATAPATH_PATTERN_EXTENDED_ADV_38_39
+datapath/tx_repetition_test 4
+datapath/output_power_test OUTPUT_POWER_2_4_MAX_MINUS_14 OUTPUT_POWER_2_4_MAX_MINUS_10 OUTPUT_POWER_2_4_MAX_MINUS_7 OUTPUT_POWER_2_4_MAX_MINUS_6 OUTPUT_POWER_2_4_MAX_MINUS_3 OUTPUT_POWER_2_4_MAX_MINUS_2
+datapath/event_test new_tag_event_seconds temp_event
+datapath/event_ble5_test new_tag_event_seconds
+datapath/pkt_filter_ble5_test PKT_FILTER_TEMP_PKT
+datapath/pkt_filter_gen3_test PKT_FILTER_TEMP_PKT
+datapath/pkt_filter_ble5_chl21_test PKT_FILTER_TEMP_AND_ADVANCED_PKTS
+datapath/pkt_filter_brg2gw_ext_adv_test RX_CHANNEL_38
+datapath/rx_channel_test RX_CHANNEL_38 RX_CHANNEL_10_500K RX_CHANNEL_HOPPING_37_10
+datapath/rx_rate_gen2_test min_value
+datapath/num_of_tags_test 500
+
+# ------------- pwr_mgmt -------------
+pwr_mgmt/pwr_mgmt_test
+
+# ------------- calibration -------------
+calibration/output_power_test OUTPUT_POWER_2_4_MAX_MINUS_14 OUTPUT_POWER_2_4_MAX_MINUS_10 OUTPUT_POWER_2_4_MAX_MINUS_7 OUTPUT_POWER_2_4_MAX_MINUS_6 OUTPUT_POWER_2_4_MAX_MINUS_3 OUTPUT_POWER_2_4_MAX_MINUS_2
+calibration/interval_test 25 50
+calibration/pattern_test CALIBRATION_PATTERN_38_38_39
+
+# ------------- sensors -------------
+sensors/ext_sensor_test snsr0_no_scrmbl_snsr1_scrmbl_snsr2_scrmbl
+
+# ------------- cloud_connectivity -------------
+cloud_connectivity/uplink_test mgmt_pkt pixels_pkt
+cloud_connectivity/downlink_test
+cloud_connectivity/uplink_ext_adv_test
+cloud_connectivity/reboot_test
+cloud_connectivity/stress_test
+cloud_connectivity/ext_adv_stress_test
+cloud_connectivity/acl_test deny
+cloud_connectivity/acl_ext_adv_test allow

certificate/certificate_test_list.txt

@@ -0,0 +1,76 @@
+# The certificate should run for every bridge change
+# The setup will include 1 tested device + 1 tester connected with UART or remote GW
+# Run command example with COM PORT connection:
+# python certificate_cli.py --tester SIM --dut <XXXXXXXXXXXX> --port <COM_PORT> -vs <path_to_validation_schema_file>
+# Run command example with remote GW connection:
+# python certificate_cli.py --tester <GWYYYYYYYYYYYY> --dut <XXXXXXXXXXXX> -vs <path_to_validation_schema_file>
+
+# ------------- edge_mgmt -------------
+edge_mgmt/periodic_msgs_test
+edge_mgmt/action_gw_hb_test
+edge_mgmt/action_blink_test
+edge_mgmt/action_send_hb_test
+edge_mgmt/action_get_battery_sensor_test
+edge_mgmt/action_get_pof_data_test
+edge_mgmt/action_get_module_test
+edge_mgmt/action_reboot_test
+edge_mgmt/action_restore_defaults_test
+
+# ------------- energy2400 -------------
+energy2400/pattern_test ENERGY_PATTERN_2_4_NO_ENERGIZING ENERGY_PATTERN_2_4_CHANNEL_37 ENERGY_PATTERN_2_4_CHANNEL_38 ENERGY_PATTERN_2_4_CHANNEL_39 ENERGY_PATTERN_2_4_FREQ_2450 ENERGY_PATTERN_2_4_FREQ_2454
+energy2400/output_power_test OUTPUT_POWER_2_4_MAX_MINUS_26 OUTPUT_POWER_2_4_MAX_MINUS_23 OUTPUT_POWER_2_4_MAX_MINUS_22 OUTPUT_POWER_2_4_MAX_MINUS_20 OUTPUT_POWER_2_4_MAX_MINUS_19 OUTPUT_POWER_2_4_MAX_MINUS_18 OUTPUT_POWER_2_4_MAX_MINUS_16 OUTPUT_POWER_2_4_MAX_MINUS_15 OUTPUT_POWER_2_4_MAX_MINUS_14 OUTPUT_POWER_2_4_MAX_MINUS_12 OUTPUT_POWER_2_4_MAX_MINUS_11 OUTPUT_POWER_2_4_MAX_MINUS_10 OUTPUT_POWER_2_4_MAX_MINUS_8 OUTPUT_POWER_2_4_MAX_MINUS_7 OUTPUT_POWER_2_4_MAX_MINUS_6 OUTPUT_POWER_2_4_MAX_MINUS_4 OUTPUT_POWER_2_4_MAX_MINUS_3 OUTPUT_POWER_2_4_MAX_MINUS_2 OUTPUT_POWER_2_4_MAX
+energy2400/duty_cycle_test 1 25 50 75
+energy2400/signal_indicator_test rssi_threshold rx tx_eu_pattern disable_rx disable_tx rx_tx
+energy2400/signal_indicator_ble5_test rssi_threshold rx tx disable_rx disable_tx rx_tx
+energy2400/signal_indicator_ext_adv_test ext_adv_rx37 ext_adv_rx10
+
+# ------------- energy_sub1g -------------
+energy_sub1g/pattern_test SUB1G_ENERGY_PATTERN_NO_ENERGIZING SUB1G_ENERGY_PATTERN_SINGLE_TONE_915000 SUB1G_ENERGY_PATTERN_FCC_HOPPING SUB1G_ENERGY_PATTERN_SINGLE_TONE_917500 SUB1G_ENERGY_PATTERN_NZ_HOPPING
+energy_sub1g/duty_cycle_test 15 20 40 0
+
+# ------------- datapath -------------
+datapath/aging_test low_pacer high_pacer
+datapath/rssi_threshold_test -80 -65 -10
+datapath/pattern_test DATAPATH_PATTERN_38_38_39 DATAPATH_PATTERN_EU_PATTERN DATAPATH_PATTERN_EXTENDED_ADV DATAPATH_PATTERN_EXTENDED_ADV_38_39 DATAPATH_PATTERN_EXTENDED_ADV_CH_10
+datapath/tx_repetition_test 2 4 
+datapath/output_power_test OUTPUT_POWER_2_4_MAX_MINUS_26 OUTPUT_POWER_2_4_MAX_MINUS_23 OUTPUT_POWER_2_4_MAX_MINUS_22 OUTPUT_POWER_2_4_MAX_MINUS_20 OUTPUT_POWER_2_4_MAX_MINUS_19 OUTPUT_POWER_2_4_MAX_MINUS_18 OUTPUT_POWER_2_4_MAX_MINUS_16 OUTPUT_POWER_2_4_MAX_MINUS_15 OUTPUT_POWER_2_4_MAX_MINUS_14 OUTPUT_POWER_2_4_MAX_MINUS_12 OUTPUT_POWER_2_4_MAX_MINUS_11 OUTPUT_POWER_2_4_MAX_MINUS_10 OUTPUT_POWER_2_4_MAX_MINUS_8 OUTPUT_POWER_2_4_MAX_MINUS_7 OUTPUT_POWER_2_4_MAX_MINUS_6 OUTPUT_POWER_2_4_MAX_MINUS_4 OUTPUT_POWER_2_4_MAX_MINUS_3 OUTPUT_POWER_2_4_MAX_MINUS_2 OUTPUT_POWER_2_4_MAX
+datapath/pacer_interval_test 5 15 30 60
+datapath/event_test rssi_event new_tag_event_seconds new_tag_event_minutes temp_event tx_rate_event
+datapath/event_ble5_test rssi_event new_tag_event_seconds new_tag_event_minutes temp_event tx_rate_event
+datapath/pacer_interval_ble5_test 5 15 30 60
+datapath/pkt_filter_test PKT_FILTER_RANDOM_FIRST_ARRIVING_PKT PKT_FILTER_DISABLE_FORWARDING PKT_FILTER_TEMP_PKT PKT_FILTER_ADVANCED_PKT PKT_FILTER_TEMP_AND_ADVANCED_PKTS PKT_FILTER_TEMP_ADVANCED_AND_DEBUG_PKTS
+datapath/pkt_filter_gen3_test PKT_FILTER_RANDOM_FIRST_ARRIVING_PKT PKT_FILTER_DISABLE_FORWARDING PKT_FILTER_TEMP_PKT PKT_FILTER_ADVANCED_PKT PKT_FILTER_TEMP_AND_ADVANCED_PKTS
+datapath/pkt_filter_ble5_test PKT_FILTER_RANDOM_FIRST_ARRIVING_PKT PKT_FILTER_DISABLE_FORWARDING PKT_FILTER_TEMP_PKT PKT_FILTER_ADVANCED_PKT PKT_FILTER_TEMP_AND_ADVANCED_PKTS
+datapath/pkt_filter_ble5_chl21_test PKT_FILTER_TEMP_AND_ADVANCED_PKTS
+datapath/pkt_filter_brg2gw_ext_adv_test RX_CHANNEL_39 RX_CHANNEL_38 RX_CHANNEL_37 RX_CHANNEL_10_500K
+datapath/rx_channel_test RX_CHANNEL_37 RX_CHANNEL_38 RX_CHANNEL_39 RX_CHANNEL_10_500K RX_CHANNEL_HOPPING_37_10
+datapath/rx_channel_hopping_test
+datapath/rx_rate_gen2_test mid_values diff_pacer min_value max_value diff_rate
+datapath/rx_rate_gen3_test mid_values diff_pacer min_value max_value diff_rate
+datapath/stress_test rep3 rep2 rep1
+datapath/stress_gen3_test rep3 rep2 rep1
+datapath/num_of_tags_test 4500
+
+# ------------- pwr_mgmt -------------
+pwr_mgmt/pwr_mgmt_test
+
+# ------------- calibration -------------
+calibration/output_power_test OUTPUT_POWER_2_4_MAX_MINUS_26 OUTPUT_POWER_2_4_MAX_MINUS_23 OUTPUT_POWER_2_4_MAX_MINUS_22 OUTPUT_POWER_2_4_MAX_MINUS_20 OUTPUT_POWER_2_4_MAX_MINUS_19 OUTPUT_POWER_2_4_MAX_MINUS_18 OUTPUT_POWER_2_4_MAX_MINUS_16 OUTPUT_POWER_2_4_MAX_MINUS_15 OUTPUT_POWER_2_4_MAX_MINUS_14 OUTPUT_POWER_2_4_MAX_MINUS_12 OUTPUT_POWER_2_4_MAX_MINUS_11 OUTPUT_POWER_2_4_MAX_MINUS_10 OUTPUT_POWER_2_4_MAX_MINUS_8 OUTPUT_POWER_2_4_MAX_MINUS_7 OUTPUT_POWER_2_4_MAX_MINUS_6 OUTPUT_POWER_2_4_MAX_MINUS_4 OUTPUT_POWER_2_4_MAX_MINUS_3 OUTPUT_POWER_2_4_MAX_MINUS_2 OUTPUT_POWER_2_4_MAX
+calibration/interval_test 10, 25, 50, 100, 255
+calibration/pattern_test CALIBRATION_PATTERN_38_38_39 CALIBRATION_PATTERN_STANDARD CALIBRATION_PATTERN_EU_PATTERN CALIBRATION_PATTERN_DISABLE_BEACON
+
+# ------------- sensors -------------
+sensors/ext_sensor_test tag_data_only rssi_threshold snsr2_unified snsr0_no_scrmbl snsr1_scrmbl snsr0_no_scrmbl_snsr1_scrmbl_snsr2_scrmbl snsr0_no_scrmbl_snsr1_scrmbl_snsr2_unified
+
+# ------------- cloud_connectivity -------------
+cloud_connectivity/uplink_test mgmt_pkt pixels_pkt sensor_pkt geolocation
+cloud_connectivity/downlink_test
+cloud_connectivity/uplink_ext_adv_test
+cloud_connectivity/reboot_test
+cloud_connectivity/stress_test
+cloud_connectivity/ext_adv_stress_test
+cloud_connectivity/channel_scan_behaviour_test
+cloud_connectivity/acl_test deny allow
+cloud_connectivity/acl_ext_adv_test deny allow
+cloud_connectivity/brg_ota_test
+cloud_connectivity/deduplication_test

{brg_certificate → certificate}/tests/calibration/interval_test/interval_test.json

@@ -9,6 +9,7 @@
     "mandatory": 0,
     "multiBridgeTest": 0,
     "gwOnlyTest": 0,
-    "internalBridge": 1,
-    "allSupportedValues": [1, 25, 50, 100, 255]
+    "dataSimOnlyTest": 0,
+    "SupportedFromApiVersion": 12,
+    "allSupportedValues": [10, 25, 50, 100, 255]
 }

{brg_certificate → certificate}/tests/calibration/interval_test/interval_test.py

@@ -1,8 +1,9 @@
-from brg_certificate.cert_prints import *
-from brg_certificate.cert_defines import *
-from brg_certificate.wlt_types import *
-import brg_certificate.cert_common as cert_common
-import brg_certificate.cert_config as cert_config
+from certificate.cert_prints import *
+from certificate.cert_defines import *
+from certificate.wlt_types import *
+import certificate.cert_mqtt as cert_mqtt
+import certificate.cert_common as cert_common
+import certificate.cert_config as cert_config
 
 
 def run(test):
@@ -16,7 +17,7 @@ def run(test):
     for param in test.params:
         test = cert_config.brg_configure(test, fields=fields, values=[param.value], module=calib_module)[0]
         # param epilog
-        generate_log_file(test, param.name)
+        cert_mqtt.generate_log_file(test, param.name)
         field_functionality_pass_fail_print(test, fields[0], value=param.name)
         test.set_phase_rc(param.name, test.rc)
         test.add_phase_reason(param.name, test.reason)

certificate/tests/calibration/output_power_test/output_power_test.json

@@ -0,0 +1,23 @@
+{
+    "name": "Output Power",
+    "module": "Calibration",
+    "purpose": "Test configuration for all supported calibration output power values",
+    "documentation": "https://community.wiliot.com/customers/s/article/Wiliot-Network-Calibration-Module",
+    "initialCondition": "Bridge configured to defaults",
+    "procedure": ["Test prolog",
+                  "For each supported value - configure the BRG and verify the value",
+                  "Test epilog and revert to defaults"],
+    "expectedOutcome": "All values configured successfully",
+    "mandatory": 0,
+    "multiBridgeTest": 0,
+    "gwOnlyTest": 0,
+    "dataSimOnlyTest": 0,
+    "SupportedFromApiVersion": 13,
+    "allSupportedValues": ["OUTPUT_POWER_2_4_MAX", "OUTPUT_POWER_2_4_MAX_MINUS_2", "OUTPUT_POWER_2_4_MAX_MINUS_3",
+                           "OUTPUT_POWER_2_4_MAX_MINUS_4", "OUTPUT_POWER_2_4_MAX_MINUS_6", "OUTPUT_POWER_2_4_MAX_MINUS_7",
+                           "OUTPUT_POWER_2_4_MAX_MINUS_8", "OUTPUT_POWER_2_4_MAX_MINUS_10", "OUTPUT_POWER_2_4_MAX_MINUS_11",
+                           "OUTPUT_POWER_2_4_MAX_MINUS_12", "OUTPUT_POWER_2_4_MAX_MINUS_14", "OUTPUT_POWER_2_4_MAX_MINUS_15",
+                           "OUTPUT_POWER_2_4_MAX_MINUS_16", "OUTPUT_POWER_2_4_MAX_MINUS_18", "OUTPUT_POWER_2_4_MAX_MINUS_19",
+                           "OUTPUT_POWER_2_4_MAX_MINUS_20", "OUTPUT_POWER_2_4_MAX_MINUS_22", "OUTPUT_POWER_2_4_MAX_MINUS_23",
+                           "OUTPUT_POWER_2_4_MAX_MINUS_26"]
+}

certificate/tests/calibration/output_power_test/output_power_test.py

@@ -0,0 +1,39 @@
+from certificate.cert_prints import *
+from certificate.cert_defines import *
+from certificate.wlt_types import *
+import certificate.cert_mqtt as cert_mqtt
+import certificate.cert_common as cert_common
+import certificate.cert_config as cert_config
+
+
+def run(test):
+
+    fields = [BRG_OUTPUT_POWER]
+    calib_module = test.active_brg.calibration
+
+    test = cert_common.test_prolog(test)
+    if test.rc == TEST_FAILED:
+        return cert_common.test_epilog(test)
+
+    for param in test.params:
+        if not cert_common.output_power_supported(test.active_brg.board_type, param.value):
+            # Skip this parameter if its value isn't supported by the board
+            test.rc = TEST_SKIPPED
+            cert_mqtt.generate_log_file(test, param.name)
+            field_functionality_pass_fail_print(test, fields[0], value=param.name)
+            test.set_phase_rc(param.name, test.rc)
+            test.add_phase_reason(param.name, test.reason)
+            test.reset_result()  # reset result and continue to next param
+            continue
+
+        test = cert_config.brg_configure(test, fields=fields, values=[param.value], module=calib_module)[0]
+        cert_mqtt.generate_log_file(test, param.name)
+        field_functionality_pass_fail_print(test, fields[0], value=param.name)
+        test.set_phase_rc(param.name, test.rc)
+        test.add_phase_reason(param.name, test.reason)
+        if test.rc == TEST_FAILED:
+            if test.exit_on_param_failure:
+                break  # break the whole for loop and keep the test as failed
+        test.reset_result()  # reset result and continue to next param
+
+    return cert_common.test_epilog(test, revert_brgs=True, modules=[calib_module])

{brg_certificate → certificate}/tests/calibration/pattern_test/pattern_test.json

@@ -11,6 +11,7 @@
     "mandatory": 0,
     "multiBridgeTest": 0,
     "gwOnlyTest": 0,
-    "internalBridge": 1,
+    "dataSimOnlyTest": 0,
+    "SupportedFromApiVersion": 12,
     "allSupportedValues": ["CALIBRATION_PATTERN_STANDARD", "CALIBRATION_PATTERN_38_38_39", "CALIBRATION_PATTERN_EU_PATTERN", "CALIBRATION_PATTERN_DISABLE_BEACON"]
 }