wiliot-certificate 4.4.0a1__py3-none-any.whl → 4.4.2__py3-none-any.whl

brg_certificate/cert_results.py

@@ -117,7 +117,7 @@ def generate_results_files(html=True, pdf=True, failures=0, skipped=0, start_tim
                 f.write("<p><a href='https://bitbucket.org/wiliot/wiliot-nordic-firmware/commits/{}'>Commit page on bitbucket</a><hr>".format(os.environ['BITBUCKET_COMMIT']))
             f.write(update_status + "<br><br>")
             f.write(error + "<br><br>")
-            f.write(f"{RUN_DUR}: {str(duration).split(".")[0]} <br><br>")
+            f.write(f"{RUN_DUR}: {str(duration).split('.')[0]} <br><br>")
             if brg:
                 f.write(f"{BRG} {BLE_VER}: {brg.version} <br><br>")
         elif tests:
@@ -130,7 +130,7 @@ def generate_results_files(html=True, pdf=True, failures=0, skipped=0, start_tim
                 f.write("<p><a href='https://bitbucket.org/wiliot/wiliot-nordic-firmware/commits/{}'>Commit page on bitbucket</a><hr>".format(os.environ['BITBUCKET_COMMIT']))
                 f.write(update_status + "<br><br>")
             f.write(f"{RUN_DATETIME}: {start_time.strftime('%d/%m/%Y, %H:%M:%S')} <br><br>")
-            f.write(f"{RUN_DUR}: {str(duration).split(".")[0]} <br><br>")
+            f.write(f"{RUN_DUR}: {str(duration).split('.')[0]} <br><br>")
             f.write(f"{CERT_VER}: {CERT_VERSION} <br><br>")
             if internal_brg:
                 f.write(f"{SIM} {BLE_MAC_ADDRESS}: {internal_brg.id_str} <br><br>")

brg_certificate/certificate_bcc_test_list.txt

@@ -14,8 +14,6 @@ energy2400/pattern_test ENERGY_PATTERN_2_4_NO_ENERGIZING ENERGY_PATTERN_2_4_CHAN
 energy2400/output_power_test -12 -8 -4 0 2 3
 energy2400/duty_cycle_test 1 25 50 75
 energy2400/signal_indicator_test internal_brg rssi_threshold brg0_rx_brg1_tx brg0_none_brg1_rx brg0_rxtx_brg1_rxtx brg0_tx_brg1_none
-energy2400/signal_indicator_ble5_10_500k_test internal_brg rssi_threshold brg0_tx_brg1_rx brg0_none_brg1_rx brg0_rxtx_brg1_rxtx brg0_tx_brg1_none
-energy2400/signal_indicator_ble5_10_250k_test internal_brg rssi_threshold brg0_tx_brg1_rx brg0_none_brg1_rx brg0_rxtx_brg1_rxtx brg0_tx_brg1_none
 
 # ------------- energy_sub1g -------------
 energy_sub1g/pattern_test SUB1G_ENERGY_PATTERN_NO_ENERGIZING SUB1G_ENERGY_PATTERN_SINGLE_TONE_915000 SUB1G_ENERGY_PATTERN_FCC_HOPPING SUB1G_ENERGY_PATTERN_SINGLE_TONE_917500 SUB1G_ENERGY_PATTERN_NZ_HOPPING

brg_certificate/tests/calibration/interval_test/interval_test.json

@@ -6,7 +6,7 @@
     "initialCondition": "Bridge configured to defaults",
     "procedure": ["Test prolog", "Configurations", "Test epilog and revert to defaults"],
     "expectedOutcome": "All values configured successfully",
-    "mandatory": 1,
+    "mandatory": 0,
     "multiBridgeTest": 0,
     "gwOnlyTest": 0,
     "internalBridge": 1,

brg_certificate/tests/calibration/interval_test/interval_test.py

@@ -23,7 +23,6 @@ def run(test):
         if test.rc == TEST_FAILED:
             if test.exit_on_param_failure:
                 break  # break the whole for loop and keep the test as failed
-            else:
-                test.reset_result()  # reset result and continue to next param
-                continue
+        test.reset_result()  # reset result and continue to next param
+
     return cert_common.test_epilog(test, revert_brgs=True, modules=[calib_module])

brg_certificate/tests/calibration/output_power_test/output_power_test.json

@@ -8,7 +8,7 @@
                   "For each supported value - configure the BRG and verify the value",
                   "Test epilog and revert to defaults"],
     "expectedOutcome": "All values configured successfully",
-    "mandatory": 1,
+    "mandatory": 0,
     "multiBridgeTest": 0,
     "gwOnlyTest": 0,
     "internalBridge": 1,

brg_certificate/tests/calibration/output_power_test/output_power_test.py

@@ -23,7 +23,6 @@ def run(test):
         if test.rc == TEST_FAILED:
             if test.exit_on_param_failure:
                 break  # break the whole for loop and keep the test as failed
-            else:
-                test.reset_result()  # reset result and continue to next param
-                continue
+        test.reset_result()  # reset result and continue to next param
+
     return cert_common.test_epilog(test, revert_brgs=True, modules=[calib_module])

brg_certificate/tests/calibration/pattern_test/pattern_test.json

@@ -8,7 +8,7 @@
                   "For each supported value - Configure the BRG and verify packet reception functionality (for specific patterns)",
                   "Test epilog and revert to defaults"],
     "expectedOutcome": "All values configured successfully and packets received only on included channels. When configuring the brg to CALIBRATION_PATTERN_38_38_39 we configure the GW to rx channel 37 and make sure GW doesn't get any pixels",
-    "mandatory": 1,
+    "mandatory": 0,
     "multiBridgeTest": 0,
     "gwOnlyTest": 0,
     "internalBridge": 1,

brg_certificate/tests/calibration/pattern_test/pattern_test.py

@@ -29,8 +29,8 @@ def run(test):
                     if test.exit_on_param_failure:
                         break  # break the whole for loop and keep the test as failed
                     else:
-                        test.reset_result()  # reset result and continue to next param
-                        continue
+                        test.reset_result()  # reset result
+                        continue  # skip the current phase and continue to next param
                 cert_common.wait_time_n_print(CLEAR_DATA_PATH_TIMEOUT)
                 # MQTT scan
                 if test.data == DATA_SIMULATION:
@@ -60,9 +60,7 @@ def run(test):
             if test.rc == TEST_FAILED:
                 if test.exit_on_param_failure:
                     break  # break the whole for loop and keep the test as failed
-                else:
-                    test.reset_result()  # reset result and continue to next param
-                    continue
+            test.reset_result()  # reset result and continue to next param
         else:
             test = cert_config.brg_configure(test, fields=fields, values=[param.value], module=calib_module)[0]
             generate_log_file(test, param.name)
@@ -72,8 +70,6 @@ def run(test):
             if test.rc == TEST_FAILED:
                 if test.exit_on_param_failure:
                     break  # break the whole for loop and keep the test as failed
-                else:
-                    test.reset_result()  # reset result and continue to next param
-                    continue
+            test.reset_result()  # reset result and continue to next param
 
     return cert_common.test_epilog(test, revert_brgs=True, modules=[calib_module, datapath_module])

brg_certificate/tests/datapath/aging_test/aging_test.py

@@ -135,10 +135,9 @@ def run(test):
         test.add_phase_reason(param.name, test.reason)
         if test.rc == TEST_FAILED:
             if test.exit_on_param_failure:
-                break
-            else:
-                test.reset_result()
-                continue
+                break  # break the whole for loop and keep the test as failed
+        test.reset_result()  # reset result and continue to next param
+
         time.sleep(5)
 
     return cert_common.test_epilog(test, revert_brgs=True, modules=[datapath_module])

brg_certificate/tests/datapath/num_of_tags_test/num_of_tags_test.py

@@ -60,13 +60,11 @@ def run(test):
 
         # compare the numbers of tags that come from the brg, success in 95% from number of tags (value) or more.
         if num_of_tags < (param.value * 0.95):
-            test.add_reason(f"Found {num_of_tags} pixels expected: {param.name} pixels!")
-            test.add_reason(f"HB: {num_of_tags_HB}, Df: {num_of_tags}")
+            test.add_reason(f"Received {num_of_tags} pixels, expected: {param.name} pixels!")
 
         # compare the counter tags in the HB packet
         if num_of_tags_HB < 0.95 * param.value or num_of_tags_HB > (param.value + 100):
-            test.add_reason(f"Found {num_of_tags_HB} pixels expected: {param.name} pixels!")
-            test.add_reason(f"HB: {num_of_tags_HB}, Df: {num_of_tags}")
+            test.add_reason(f"HB counter: {num_of_tags_HB}, expected: {param.name}!")
         # param epilog
         time.sleep(10)
         generate_log_file(test, param.name)
@@ -75,8 +73,7 @@ def run(test):
         test.add_phase_reason(param.name, test.reason)
         if test.rc == TEST_FAILED:
             if test.exit_on_param_failure:
-                break
-            else:
-                test.reset_result()
+                break  # break the whole for loop and keep the test as failed
+        test.reset_result()  # reset result and continue to next param
 
     return cert_common.test_epilog(test)

brg_certificate/tests/datapath/output_power_test/output_power_test.json

@@ -8,7 +8,7 @@
                   "For each supported value - configure the BRG and verify the value",
                   "Test epilog and revert to defaults"],
     "expectedOutcome": "All values configured successfully",
-    "mandatory": 1,
+    "mandatory": 0,
     "multiBridgeTest": 0,
     "gwOnlyTest": 0,
     "internalBridge": 1,

brg_certificate/tests/datapath/output_power_test/output_power_test.py

@@ -23,8 +23,6 @@ def run(test):
         if test.rc == TEST_FAILED:
             if test.exit_on_param_failure:
                 break  # break the whole for loop and keep the test as failed
-            else:
-                test.reset_result()  # reset result and continue to next param
-                continue
+        test.reset_result()  # reset result and continue to next param
 
     return cert_common.test_epilog(test, revert_brgs=True, modules=[datapath_module])

brg_certificate/tests/datapath/pacer_interval_ble5_test/pacer_interval_ble5_test.json

@@ -8,7 +8,7 @@
                   "For each supported value - Configure the pacer interval, Generate GEN3 pixels packets & scan for packets in the bridge, Compare pacer interval mean per pixel to the configured value",
                   "Test epilog and revert to defaults"],
     "expectedOutcome": "All values configured successfully and actual pacing found matching to the configured values",
-    "mandatory": 1,
+    "mandatory": 0,
     "multiBridgeTest": 0,
     "gwOnlyTest": 0,
     "internalBridge": 1,

brg_certificate/tests/datapath/pacer_interval_ble5_test/pacer_interval_ble5_test.py

@@ -45,7 +45,6 @@ def run(test):
         if test.rc == TEST_FAILED:
             if test.exit_on_param_failure:
                 break  # break the whole for loop and keep the test as failed
-            else:
-                test.reset_result()  # reset result and continue to next param
-                continue
+        test.reset_result()  # reset result and continue to next param
+
     return cert_common.test_epilog(test, revert_brgs=True, revert_gws=test.internal_brg, modules=[datapath_module], ble5=True)

brg_certificate/tests/datapath/pacer_interval_test/pacer_interval_test.py

@@ -47,8 +47,6 @@ def run(test):
         if test.rc == TEST_FAILED:
             if test.exit_on_param_failure:
                 break  # break the whole for loop and keep the test as failed
-            else:
-                test.reset_result()  # reset result and continue to next param
-                continue
+        test.reset_result()  # reset result and continue to next param
 
     return cert_common.test_epilog(test, revert_brgs=True, revert_gws=test.internal_brg, modules=[datapath_module])

brg_certificate/tests/datapath/pattern_test/pattern_test.json

@@ -8,7 +8,7 @@
                   "For each supported value - configure the BRG and verify the value",
                   "Test epilog and revert to defaults"],
     "expectedOutcome": "All values configured successfully",
-    "mandatory": 1,
+    "mandatory": 0,
     "multiBridgeTest": 0,
     "gwOnlyTest": 0,
     "internalBridge": 1,

brg_certificate/tests/datapath/pattern_test/pattern_test.py

@@ -24,7 +24,5 @@ def run(test):
         if test.rc == TEST_FAILED:
             if test.exit_on_param_failure:
                 break  # break the whole for loop and keep the test as failed
-            else:
-                test.reset_result()  # reset result and continue to next param
-                continue
+        test.reset_result()  # reset result and continue to next param
     return cert_common.test_epilog(test, revert_brgs=True, modules=[datapath_module])

brg_certificate/tests/datapath/pkt_filter_ble5_test/pkt_filter_ble5_test.json

@@ -11,7 +11,7 @@
                   "Repeat for all given packet filter values",
                   "Test epilog and revert to defaults"],
     "expectedOutcome": "All values configured successfully and actual pacing found matching to the configured values",
-    "mandatory": 1,
+    "mandatory": 0,
     "multiBridgeTest": 0,
     "gwOnlyTest": 0,
     "internalBridge": 1,

brg_certificate/tests/datapath/pkt_filter_ble5_test/pkt_filter_ble5_test.py

@@ -54,8 +54,6 @@ def run(test):
         if test.rc == TEST_FAILED:
             if test.exit_on_param_failure:
                 break  # break the whole for loop and keep the test as failed
-            else:
-                test.reset_result()  # reset result and continue to next param
-                continue
+        test.reset_result()  # reset result and continue to next param
 
     return cert_common.test_epilog(test, revert_brgs=True, revert_gws=test.internal_brg, modules=[datapath_module], ble5=True)

brg_certificate/tests/datapath/pkt_filter_gen3_test/pkt_filter_gen3_test.json

@@ -11,7 +11,7 @@
                   "Repeat for all given packet filter values",
                   "Test epilog and revert to defaults"],
     "expectedOutcome": "All values configured successfully and actual pacing found matching to the configured values",
-    "mandatory": 1,
+    "mandatory": 0,
     "multiBridgeTest": 0,
     "gwOnlyTest": 0,
     "internalBridge": 1,

brg_certificate/tests/datapath/pkt_filter_gen3_test/pkt_filter_gen3_test.py

@@ -55,8 +55,6 @@ def run(test):
         if test.rc == TEST_FAILED:
             if test.exit_on_param_failure:
                 break  # break the whole for loop and keep the test as failed
-            else:
-                test.reset_result()  # reset result and continue to next param
-                continue
+        test.reset_result()  # reset result and continue to next param
 
     return cert_common.test_epilog(test, revert_brgs=True, revert_gws=test.internal_brg, modules=[datapath_module])

brg_certificate/tests/datapath/pkt_filter_test/pkt_filter_test.json

@@ -11,7 +11,7 @@
                   "Repeat for all given packet filter values",
                   "Test epilog and revert to defaults"],
     "expectedOutcome": "All values configured successfully and actual pacing found matching to the configured values",
-    "mandatory": 1,
+    "mandatory": 0,
     "multiBridgeTest": 0,
     "gwOnlyTest": 0,
     "internalBridge": 1,

brg_certificate/tests/datapath/pkt_filter_test/pkt_filter_test.py

@@ -55,7 +55,6 @@ def run(test):
         if test.rc == TEST_FAILED:
             if test.exit_on_param_failure:
                 break  # break the whole for loop and keep the test as failed
-            else:
-                test.reset_result()  # reset result and continue to next param
-                continue
+        test.reset_result()  # reset result and continue to next param
+
     return cert_common.test_epilog(test, revert_brgs=True, revert_gws=test.internal_brg, modules=[datapath_module])

brg_certificate/tests/datapath/rssi_threshold_test/rssi_threshold_test.json

@@ -9,7 +9,7 @@
                   "Checking for packets violating RSSI threshold",
                   "Test epilog and revert to defaults"],
     "expectedOutcome": "RSSI Threshold configured successfully and no pixel packets with RSSI weaker than the threshold have been echoed.",
-    "mandatory": 1,
+    "mandatory": 0,
     "multiBridgeTest": 0,
     "gwOnlyTest": 0,
     "internalBridge": 1,

brg_certificate/tests/datapath/rssi_threshold_test/rssi_threshold_test.py

@@ -71,7 +71,6 @@ def run(test):
         if test.rc == TEST_FAILED:
             if test.exit_on_param_failure:
                 break  # break the whole for loop and keep the test as failed
-            else:
-                test.reset_result()  # reset result and continue to next param
-                continue
+        test.reset_result()  # reset result and continue to next param
+
     return cert_common.test_epilog(test, revert_brgs=True, revert_gws=test.internal_brg, modules=[datapath_module])

brg_certificate/tests/datapath/rx_channel_test/rx_channel_test.json

@@ -8,7 +8,7 @@
                   "For each supported value - configure the BRG and verify the value",
                   "Test epilog and revert to defaults"],
     "expectedOutcome": "All values configured successfully",
-    "mandatory": 1,
+    "mandatory": 0,
     "multiBridgeTest": 0,
     "gwOnlyTest": 0,
     "internalBridge": 1,

brg_certificate/tests/datapath/rx_channel_test/rx_channel_test.py

@@ -39,7 +39,6 @@ def run(test):
         if test.rc == TEST_FAILED:
             if test.exit_on_param_failure:
                 break  # break the whole for loop and keep the test as failed
-            else:
-                test.reset_result()  # reset result and continue to next param
-                continue
+        test.reset_result()  # reset result and continue to next param
+
     return cert_common.test_epilog(test, revert_brgs=True, modules=[datapath_module], ble5=ble5_state)

brg_certificate/tests/datapath/rx_rate_gen2_test/rx_rate_gen2_test.py

@@ -187,16 +187,20 @@ def diff_rate(test, datapath_module):
 
 
 def run(test):
+
     # "Test prolog"
     datapath_module = test.active_brg.datapath
-    test = cert_common.test_prolog(test)
-    if test.rc == TEST_FAILED:
-        return cert_common.test_epilog(test)
 
+    test = cert_common.test_prolog(test)
     pacer_interval = 1
     test = cert_config.brg_configure(test, fields=[BRG_PACER_INTERVAL], values=[pacer_interval], module=datapath_module)[0]
     if test.rc == TEST_FAILED:
         test.add_reason(f"Didn't succeed to config pacer interval {pacer_interval}")
+    name = test.phases[0].name
+    test.set_phase_rc(name, test.rc)
+    test.add_phase_reason(name, test.reason)
+
+    if test.rc == TEST_FAILED:
         return cert_common.test_epilog(test)
 
     RX_RATE_TEST_MAP = {"mid_values": mid_values, "diff_pacer": diff_pacer, "min_value": min_value,
@@ -211,7 +215,6 @@ def run(test):
         if test.rc == TEST_FAILED:
             if test.exit_on_param_failure:
                 break  # break the whole for loop and keep the test as failed
-            else:
-                test.reset_result()  # reset result and continue to next param
-                continue
+        test.reset_result()  # reset result and continue to next param
+
     return cert_common.test_epilog(test)

brg_certificate/tests/datapath/rx_rate_gen3_test/rx_rate_gen3_test.py

@@ -187,16 +187,20 @@ def diff_rate(test, datapath_module):
 
 
 def run(test):
+
     # "Test prolog"
     datapath_module = test.active_brg.datapath
-    test = cert_common.test_prolog(test)
-    if test.rc == TEST_FAILED:
-        return cert_common.test_epilog(test)
 
+    test = cert_common.test_prolog(test)
     pacer_interval = 1
     test = cert_config.brg_configure(test, fields=[BRG_PACER_INTERVAL], values=[pacer_interval], module=datapath_module)[0]
     if test.rc == TEST_FAILED:
         test.add_reason(f"Didn't succeed to config pacer interval {pacer_interval}")
+    name = test.phases[0].name
+    test.set_phase_rc(name, test.rc)
+    test.add_phase_reason(name, test.reason)
+
+    if test.rc == TEST_FAILED:
         return cert_common.test_epilog(test)
 
     RX_RATE_TEST_MAP = {"mid_values": mid_values, "diff_pacer": diff_pacer, "min_value": min_value,
@@ -211,7 +215,6 @@ def run(test):
         if test.rc == TEST_FAILED:
             if test.exit_on_param_failure:
                 break  # break the whole for loop and keep the test as failed
-            else:
-                test.reset_result()  # reset result and continue to next param
-                continue
+        test.reset_result()  # reset result and continue to next param
+
     return cert_common.test_epilog(test)

brg_certificate/tests/datapath/stress_gen3_test/stress_gen3_test.json

@@ -13,7 +13,7 @@
                   "rep 1 - config pacer interval 7, then check repetition value = 1, pacer increment = 0, num of tags = all tags",
                   "Test epilog"],
     "expectedOutcome": "all metrics values will be as expected then the bridge is working correctly and the algorithms are working correctly",
-    "mandatory": 1,
+    "mandatory": 0,
     "multiBridgeTest": 0,
     "gwOnlyTest": 0,
     "internalBridge": 0,

brg_certificate/tests/datapath/stress_gen3_test/stress_gen3_test.py

@@ -11,8 +11,13 @@ import time
 
 def metric_checking_HB(test, check, mgmt_type_list, tx_queue_expected, pacer_increment_expected):
     if not mgmt_type_list:
-        test.add_reason("\nDidn't find HB pkt, therefore skip all checks\n")
-        print("Didn't find HB pkt, therefore will not check tx_queue and pacer increment")
+        if check:
+            test.add_reason("\nDidn't find HB pkt, therefore skip all checks\n")
+            print("Didn't find HB pkt, therefore will not check tx_queue and pacer increment")
+        else:
+            test.rc = TEST_PASSED  # skip the rc result if we didn't find HB pkt
+            print("Didn't find HB pkt, therefore will not check tx_queue and pacer increment")
+
     else:
         # check tx queue
         watermarks = [pkt.tx_queue_watermark for pkt in mgmt_type_list]
@@ -30,7 +35,7 @@ def metric_checking_HB(test, check, mgmt_type_list, tx_queue_expected, pacer_inc
             print(f"\npacer_increment value is wrong\nexpected: {pacer_increment_expected}\ngot: {average_pacer_increment_HB}")
             if check:
                 test.rc = TEST_FAILED
-                test.add_reason(f"pacer_increment:{average_pacer_increment_HB}")
+                test.add_reason(f"pacer_increment: {average_pacer_increment_HB} expected: {pacer_increment_expected}")
         else:
             print(f"\naverage pacer_increment from HB: {average_pacer_increment_HB}\n")
             if check:
@@ -96,7 +101,7 @@ def combination_func(test, param, datapath_module, pacer_interval, num_of_sim_ta
             test = metric_checking_HB(test, check, hbs, tx_queue_expected, pacer_increment_expected)
             return test
         else:
-            # in case it failed because the repetition value.
+            # in case it failed because the repetition value. the reason has been added in the metric_checking_df function
             return test
 
     time.sleep(30)
@@ -107,8 +112,8 @@ def combination_func(test, param, datapath_module, pacer_interval, num_of_sim_ta
     hbs = [p[MGMT_PKT].pkt for p in hbs]
     print("result of first df\n")
     check = False
-    test = metric_checking_HB(test, check, hbs, tx_queue_expected, pacer_increment_expected)
     test = metric_checking_df(test, check, pacer_interval, df, repetition_value_expected, brg_latency_expected, num_of_sim_tags)
+    test = metric_checking_HB(test, check, hbs, tx_queue_expected, pacer_increment_expected)
     time.sleep(30)
     # second df
     df = cert_common.data_scan(test, scan_time=60, brg_data=(not test.internal_brg), gw_data=test.internal_brg)
@@ -117,8 +122,10 @@ def combination_func(test, param, datapath_module, pacer_interval, num_of_sim_ta
     hbs = [p[MGMT_PKT].pkt for p in hbs]
     print("result of second df\n")
     check = True
-    test = metric_checking_HB(test, check, hbs, tx_queue_expected, pacer_increment_expected)
     test = metric_checking_df(test, check, pacer_interval, df, repetition_value_expected, brg_latency_expected, num_of_sim_tags)
+    if param.name != "rep1":
+        check = False
+    test = metric_checking_HB(test, check, hbs, tx_queue_expected, pacer_increment_expected)
     return test
 
 
@@ -147,7 +154,7 @@ def rep1(test, param, datapath_module, num_of_sim_tags):
     pacer_interval = 7
     test = combination_func(test, param, datapath_module, pacer_interval=pacer_interval, num_of_sim_tags=num_of_sim_tags,
                             repetition_value_expected=[1, 2], tx_queue_expected=[20, 40],
-                            pacer_increment_expected=[0, 2], brg_latency_expected=[200, 300])
+                            pacer_increment_expected=[0, 25], brg_latency_expected=[200, 300])
     time.sleep(5)
     return test
 
@@ -191,10 +198,9 @@ def run(test):
         test.add_phase_reason(param.name, test.reason)
         if test.rc == TEST_FAILED:
             if test.exit_on_param_failure:
-                break
-            else:
-                test.reset_result()
-        time.sleep(5)
+                break  # break the whole for loop and keep the test as failed
+        test.reset_result()  # reset result and continue to next param
+
     pixel_sim_thread.stop()
     # Re-enable unified packets deduplication
     cert_config.gw_action(test, f"{DEDUPLICATION_PKTS} 1")

brg_certificate/tests/datapath/stress_test/stress_test.json

@@ -13,7 +13,7 @@
                   "rep 1 - config pacer interval 7, then check repetition value = 1, pacer increment = 0, num of tags = all tags",
                   "Test epilog"],
     "expectedOutcome": "all metrics values will be as expected then the bridge is working correctly and the algorithms are working correctly",
-    "mandatory": 1,
+    "mandatory": 0,
     "multiBridgeTest": 0,
     "gwOnlyTest": 0,
     "internalBridge": 0,

brg_certificate/tests/datapath/stress_test/stress_test.py

@@ -11,8 +11,12 @@ import time
 
 def metric_checking_HB(test, check, mgmt_type_list, tx_queue_expected, pacer_increment_expected):
     if not mgmt_type_list:
-        test.add_reason("\nDidn't find HB pkt, therefore skip all checks\n")
-        print("Didn't find HB pkt, therefore will not check tx_queue and pacer increment")
+        if check:
+            test.add_reason("\nDidn't find HB pkt, therefore skip all checks\n")
+            print("Didn't find HB pkt, therefore will not check tx_queue and pacer increment")
+        else:
+            test.rc = TEST_PASSED  # skip the rc result if we didn't find HB pkt
+            print("Didn't find HB pkt, therefore will not check tx_queue and pacer increment")
     else:
         # check tx queue
         watermarks = [pkt.tx_queue_watermark for pkt in mgmt_type_list]
@@ -30,7 +34,7 @@ def metric_checking_HB(test, check, mgmt_type_list, tx_queue_expected, pacer_inc
             print(f"\npacer_increment value is wrong\nexpected: {pacer_increment_expected}\ngot: {average_pacer_increment_HB}")
             if check:
                 test.rc = TEST_FAILED
-                test.add_reason(f"pacer_increment:{average_pacer_increment_HB}")
+                test.add_reason(f"pacer_increment: {average_pacer_increment_HB} expected: {pacer_increment_expected}")
         else:
             print(f"\naverage pacer_increment from HB: {average_pacer_increment_HB}\n")
             if check:
@@ -107,8 +111,8 @@ def combination_func(test, param, datapath_module, pacer_interval, num_of_sim_ta
     hbs = [p[MGMT_PKT].pkt for p in hbs]
     print("result of first df\n")
     check = False
-    test = metric_checking_HB(test, check, hbs, tx_queue_expected, pacer_increment_expected)
     test = metric_checking_df(test, check, pacer_interval, df, repetition_value_expected, brg_latency_expected, num_of_sim_tags)
+    test = metric_checking_HB(test, check, hbs, tx_queue_expected, pacer_increment_expected)
     time.sleep(30)
     # second df
     df = cert_common.data_scan(test, scan_time=60, brg_data=(not test.internal_brg), gw_data=test.internal_brg)
@@ -117,8 +121,10 @@ def combination_func(test, param, datapath_module, pacer_interval, num_of_sim_ta
     hbs = [p[MGMT_PKT].pkt for p in hbs]
     print("result of second df\n")
     check = True
-    test = metric_checking_HB(test, check, hbs, tx_queue_expected, pacer_increment_expected)
     test = metric_checking_df(test, check, pacer_interval, df, repetition_value_expected, brg_latency_expected, num_of_sim_tags)
+    if param.name != "rep1":
+        check = False
+    test = metric_checking_HB(test, check, hbs, tx_queue_expected, pacer_increment_expected)
     return test
 
 
@@ -147,7 +153,7 @@ def rep1(test, param, datapath_module, num_of_sim_tags):
     pacer_interval = 7
     test = combination_func(test, param, datapath_module, pacer_interval=pacer_interval, num_of_sim_tags=num_of_sim_tags,
                             repetition_value_expected=[1, 2], tx_queue_expected=[20, 40],
-                            pacer_increment_expected=[0, 2], brg_latency_expected=[200, 300])
+                            pacer_increment_expected=[0, 25], brg_latency_expected=[200, 300])
     time.sleep(5)
     return test
 
@@ -191,10 +197,9 @@ def run(test):
         test.add_phase_reason(param.name, test.reason)
         if test.rc == TEST_FAILED:
             if test.exit_on_param_failure:
-                break
-            else:
-                test.reset_result()
-        time.sleep(5)
+                break  # break the whole for loop and keep the test as failed
+        test.reset_result()  # reset result and continue to next param
+
     pixel_sim_thread.stop()
     # Re-enable unified packets deduplication
     cert_config.gw_action(test, f"{DEDUPLICATION_PKTS} 1")

brg_certificate/tests/datapath/tx_repetition_test/tx_repetition_test.json

@@ -9,7 +9,7 @@
                   "For each supported value - Configure TX repetitions, Generate pixels packets & scan for packets in the bridge, Compare repetitions mean per packet to the configured value",
                   "Test epilog and revert to defaults"],
     "expectedOutcome": "All values configured successfully and actual repetitions found matching to the configured values",
-    "mandatory": 1,
+    "mandatory": 0,
     "multiBridgeTest": 0,
     "gwOnlyTest": 0,
     "internalBridge": 0,

brg_certificate/tests/datapath/tx_repetition_test/tx_repetition_test.py

@@ -76,9 +76,8 @@ def run(test):
         if test.rc == TEST_FAILED:
             if test.exit_on_param_failure:
                 break  # break the whole for loop and keep the test as failed
-            else:
-                test.reset_result()   # reset result and continue to next param
-                continue
+        test.reset_result()  # reset result and continue to next param
+
     # Re-enable unified packets deduplication
     cert_config.gw_action(test, f"{DEDUPLICATION_PKTS} 1")
     return cert_common.test_epilog(test, revert_brgs=True, modules=[datapath_module])

brg_certificate/tests/edge_mgmt/actions_test/actions_test.json

@@ -6,7 +6,7 @@
     "initialCondition": "Bridge configured to defaults",
     "procedure": ["Test prolog", "Run all actions and test bridge's response accordingly", "Test epilog"],
     "expectedOutcome": "Bridge responded as expected to all sent actions",
-    "mandatory": 1,
+    "mandatory": 0,
     "multiBridgeTest": 0,
     "gwOnlyTest": 0,
     "internalBridge": 1,

brg_certificate/tests/edge_mgmt/actions_test/actions_test.py

@@ -391,8 +391,6 @@ def run(test):
         if test.rc == TEST_FAILED:
             if test.exit_on_param_failure:
                 break  # break the whole for loop and keep the test as failed
-            else:
-                test.reset_result()  # reset result and continue to next param
-                continue
+        test.reset_result()  # reset result and continue to next param
 
     return cert_common.test_epilog(test)

brg_certificate/tests/energy2400/duty_cycle_test/duty_cycle_test.json

@@ -8,7 +8,7 @@
                   "For each supported value - configure the BRG and verify the value",
                   "Test epilog and revert to defaults"],
     "expectedOutcome": "All values configured successfully",
-    "mandatory": 1,
+    "mandatory": 0,
     "multiBridgeTest": 0,
     "gwOnlyTest": 0,
     "internalBridge": 1,