wiliot-certificate 1.5.1a1__py3-none-any.whl → 1.5.2a1__py3-none-any.whl

brg_certificate/tests/datapath/rx_rate_gen3_test/rx_rate_gen3_test.py

@@ -7,194 +7,204 @@ import brg_certificate.cert_config as cert_config
 import brg_certificate.cert_data_sim as cert_data_sim
 import time
 
-SANITY_ADDRESS_VALUE  = 192 
-DELAY_FOR_SANITY_1 = 1000 #  1 sec 
-SANITY_DELAY_ADDRESS_VALUES = { 1000: 192, 5000: 243, 500: 128 }
-MIN_ADDRESS_VALUE = 1 
-MAX_ADDRESS_VALUE = 255
-PACER_INTERVAL_LIST = [30, 60]
-THRESHOLD_ADDRESS_VALUE = 5 
 
 def cal_scan_time(test, delay, pacer_interval):
     # Calculate the scan time to ensure at least 5 packets are captured in data scan
-    # define the num of packet that you want to get 
-    num_of_sending_pkt = 3 # actually it will be 3 because the first one always send
-    delay = delay/1000
-    if delay < pacer_interval :
-        scan_time =(pacer_interval*num_of_sending_pkt)+10
+    # define the num of packet that you want to get
+    num_of_sending_pkt = 3  # actually it will be 3 because the first one always send
+    delay = delay / 1000
+    if delay < pacer_interval:
+        scan_time = (pacer_interval * num_of_sending_pkt) + 10
     elif pacer_interval <= delay:
-        scan_time = (delay*num_of_sending_pkt)+10
-    # verify scan time value 
-    if scan_time < (2*pacer_interval):
-        print(f"scan time is too low in related to pacer interval ")
+        scan_time = (delay * num_of_sending_pkt) + 10
+    # verify scan time value
+    if scan_time < (2 * pacer_interval):
+        print("scan time is too low in related to pacer interval")
         test.rc == TEST_FAILED
-        test.add_reason(f"scan time is too low in related to pacer interval value")
+        test.add_reason("scan time is too low in related to pacer interval value")
     return test, scan_time
 
-def scan_and_compare(test, pacer_interval, delay ,expected_address_value):
- 
+
+def scan_and_compare(test, pacer_interval, delay, expected_address_value):
+
     pixel_sim_thread = cert_data_sim.DataSimThread(test=test, num_of_pixels=1, duplicates=3, delay=delay, pkt_types=[0], pixels_type=GEN3)
     pixel_sim_thread.start()
-    test, scan_time = cal_scan_time(test, delay, pacer_interval) 
-    df = cert_common.data_scan(test, brg_data=(not test.internal_brg), gw_data=test.internal_brg, scan_time=scan_time,  per_pkt_type=False, pkt_filter_cfg=0, flush_pkts=True, first_pkt_is_start_time=False)
+    test, scan_time = cal_scan_time(test, delay, pacer_interval)
+    df = cert_common.data_scan(test, scan_time=scan_time, brg_data=(not test.internal_brg), gw_data=test.internal_brg)
     pixel_sim_thread.stop()
     cert_mqtt.dump_pkts(test, log="rx_rate")
     cert_common.display_data(df, tbc=True, nfpkt=True, rssi=True, dir=test.dir)
-    
-    # Divided the dataframe by tag_id and continue with df's tag that has the highest number of rows.
-    tag_counts = df[TAG_ID].value_counts()
-    print(f"Tag counts:\n{tag_counts.to_string(header=False)}")
-    most_common_tag = tag_counts.idxmax()
-    print(f"Most common tag: {most_common_tag}")
-    df = df[df[TAG_ID] == most_common_tag]
+
     if df.empty:
-        print(f"df is empty")
+        print("Df is empty")
+        test.rc = TEST_FAILED
+        test.add_reason("Df is empty")
         return test
     else:
+        # Divided the dataframe by tag_id and continue with df's tag that has the highest number of rows.
+        tag_counts = df[TAG_ID].value_counts()
+        print(f"Tag counts:\n{tag_counts.to_string(header=False)}")
+        most_common_tag = tag_counts.idxmax()
+        print(f"Most common tag: {most_common_tag}")
+        df = df[df[TAG_ID] == most_common_tag]
         df = df[[TAG_ID, TBC, PACKET_TYPE, DATETIME]]
         print(f"df:\n {df}")
 
-    tag = df.iloc[0][TAG_ID]
-    # extract the tbc value from df  
-    # case we defined pkt_type = [0,1]  
-    if df.iloc[0][TBC] == 0 and df.iloc[1][TBC] == 0:
-        actual_address_value = df.iloc[2:][TBC].mean()
-    # case we defined pkt_type = [0] or [1]
-    elif df.iloc[0][TBC] == 0 and df.iloc[1][TBC] != 0:
-        actual_address_value = df.iloc[1:][TBC].mean()
-    else:
-        actual_address_value = df.iloc[1:][TBC].mean()
-    print(f"\nactual_address_value: {actual_address_value}\nexpected address value: {expected_address_value}")
-
-    # check if the actual address value is in the range of 5% of the expected address value
-    if not ((expected_address_value-THRESHOLD_ADDRESS_VALUE) <= actual_address_value <= (expected_address_value+THRESHOLD_ADDRESS_VALUE)):
-        print(f"\n Address value for tag {tag} is {actual_address_value} when the expected value: {expected_address_value}!\n")
-        test.rc = TEST_FAILED
-        test.add_reason(f"Address value for tag {tag} is {actual_address_value} instead of {expected_address_value}!")
-    
-    if test.params == [mid_values] and delay == 1000:
-        # these following lines for checking 0 value in the first packet.
-        first_row = df.iloc[0][TBC]
-        second_row = df.iloc[1][TBC]
-        if first_row != 0 and second_row != 0:
+        tag = df.iloc[0][TAG_ID]
+        # iloc [1:] to skip the first value of tbc_values which could be 0 sometimes.
+        actual_address_value = round(df.iloc[1:][TBC].mean(), 2)  # extract the tbc value from df
+        print(f"\nactual address value: {actual_address_value}\nexpected address value: {expected_address_value}")
+        THRESHOLD_ADDRESS_VALUE = 5
+        # check if the actual address value is in the range of -+5 of the expected address value
+        if (actual_address_value < (expected_address_value - THRESHOLD_ADDRESS_VALUE) or
+                actual_address_value > (expected_address_value + THRESHOLD_ADDRESS_VALUE)):
+            print(f"\nAddress value for tag {tag} is {actual_address_value}, expected value: {expected_address_value}!\n")
             test.rc = TEST_FAILED
-            test.add_reason(f"first tbc value is not 0 as supposed to be while sanity checking")
-    return test 
+            test.add_reason(f"Address value for tag {tag} is {actual_address_value} expected: {expected_address_value}!\n")
+        if test.params == [mid_values] and delay == 1000:
+            # checking 0 value in the first packet.
+            first_row = df.iloc[0][TBC]
+            second_row = df.iloc[1][TBC]
+            if first_row != 0 and second_row != 0:
+                test.rc = TEST_FAILED
+                test.add_reason("first tbc value is not 0 as supposed to be while sanity checking")
+    return test
+
 
 def mid_values(test, datapath_module):
-    # mid values - Sanity check: Generate packets with delays of 1, 5, and 0.5 seconds. Check address values 192, 243, and 128. Verify that the address value is 0 for the first packet.
+    # mid values - Sanity check: Generate packets with delays of 1, 5, and 0.5 seconds.
+    # Check address values 192, 243, and 128. Verify that the address value is 0 for the first packet.
+    SANITY_DELAY_ADDRESS_VALUES = {1000: 192, 5000: 243, 500: 128}
     for delay, expected_address_value in SANITY_DELAY_ADDRESS_VALUES.items():
-        pacer_interval = 1 
-        test = scan_and_compare(test, pacer_interval=pacer_interval, delay=delay, expected_address_value=expected_address_value)  
-        # delete comment after review - the reason for this sleep because I saw tag_id that moving from loop to loop 
-        time.sleep(2)
+        pacer_interval = 1
+        test = scan_and_compare(test, pacer_interval=pacer_interval, delay=delay, expected_address_value=expected_address_value)
+    time.sleep(2)
     return test
-     
+
+
 def diff_pacer(test, datapath_module):
     # diff pacer - Generate packets with a 1-second delay and pacer intervals of 30 and 60. Ensure the address value remains 192.
-    delay = 1000 # 1 sec
-    #TODO: does it mather the configuration
-    fields = [BRG_PACER_INTERVAL]
+    SANITY_ADDRESS_VALUE = 192
+    PACER_INTERVAL_LIST = [30, 60]
+    delay = 1000  # 1 sec
     for pacer_interval in PACER_INTERVAL_LIST:
-        test = cert_config.brg_configure(test, fields=fields, values=[pacer_interval], module=datapath_module)[0]
-        if test.rc ==TEST_FAILED:
+        test = cert_config.brg_configure(test, fields=[BRG_PACER_INTERVAL], values=[pacer_interval], module=datapath_module)[0]
+        if test.rc == TEST_FAILED:
             test.add_reason(f"Didn't succeed to config pacer interval {pacer_interval}")
-            return test 
+            return test
         test = scan_and_compare(test, pacer_interval=pacer_interval, delay=delay, expected_address_value=SANITY_ADDRESS_VALUE)
-        time.sleep(2)
+    time.sleep(2)
     return test
 
+
 def min_value(test, datapath_module):
-    # min value - Minimum value: Generate packets with a 0.1-second delay. Verify that the address value is 1.
-    pacer_interval = 1 
-    fields = [BRG_PACER_INTERVAL]
-    test = cert_config.brg_configure(test, fields=fields, values=[pacer_interval], module=datapath_module)[0]
-    if test.rc ==TEST_FAILED:
+    # min_value -  Minimum value: Generate packets with a 0.1-second delay. Verify that the address value is 1.
+    MIN_ADDRESS_VALUE = 1
+    pacer_interval = 1
+    test = cert_config.brg_configure(test, fields=[BRG_PACER_INTERVAL], values=[pacer_interval], module=datapath_module)[0]
+    if test.rc == TEST_FAILED:
         test.add_reason(f"Didn't succeed to config pacer interval {pacer_interval}")
-        return test 
+        return test
     delay = 100
-    test = scan_and_compare(test, pacer_interval=pacer_interval ,delay=delay, expected_address_value=MIN_ADDRESS_VALUE)
+    test = scan_and_compare(test, pacer_interval=pacer_interval, delay=delay, expected_address_value=MIN_ADDRESS_VALUE)
     time.sleep(2)
-    return test 
+    return test
+
 
 def max_value(test, datapath_module):
     # max value - Maximum value: Generate packets with a 70-second delay and a pacer interval of 80. Verify that the address value is 255.
+    MAX_ADDRESS_VALUE = 255
     pacer_interval = 80
-    fields = [BRG_PACER_INTERVAL]
-    test = cert_config.brg_configure(test, fields=fields, values=[pacer_interval], module=datapath_module)[0]
-    if test.rc ==TEST_FAILED:
+    test = cert_config.brg_configure(test, fields=[BRG_PACER_INTERVAL], values=[pacer_interval], module=datapath_module)[0]
+    if test.rc == TEST_FAILED:
         test.add_reason(f"Didn't succeed to config pacer interval {pacer_interval}")
-        return test 
+        return test
     delay = 70000
-    test = scan_and_compare(test, pacer_interval=pacer_interval ,delay=delay, expected_address_value=MAX_ADDRESS_VALUE)
+    test = scan_and_compare(test, pacer_interval=pacer_interval, delay=delay, expected_address_value=MAX_ADDRESS_VALUE)
     time.sleep(2)
-    return test 
+    return test
+
 
 def diff_rate(test, datapath_module):
     # diff rate - a filter: Generate packets with delay 1 and change to 5, according the delay change test the tolerance address value
-    pacer_interval = 1 
-    delay = {500:5, 3000:30} # key=delay and value = the duration it will be activated
-    first_delay = list(delay.keys())[0] 
+    pacer_interval = 1
+    delay = {500: 5, 3000: 30}  # key=delay and value = the duration it will be activated
+    first_delay = list(delay.keys())[0]
     first_duration = list(delay.values())[0]
-    second_delay = list(delay.keys())[1] 
-    second_duration = list(delay.values())[1] 
+    second_delay = list(delay.keys())[1]
 
-    fields = [BRG_PACER_INTERVAL]
-    test = cert_config.brg_configure(test, fields=fields, values=[pacer_interval], module=datapath_module)[0]
-    if test.rc ==TEST_FAILED:
+    test = cert_config.brg_configure(test, fields=[BRG_PACER_INTERVAL], values=[pacer_interval], module=datapath_module)[0]
+    if test.rc == TEST_FAILED:
         test.add_reason(f"Didn't succeed to config pacer interval {pacer_interval}")
-        return test 
-    pixel_sim_thread = cert_data_sim.DataSimThread(test=test, num_of_pixels=1, duplicates=3, delay=first_delay, pkt_types=[0], pixels_type=GEN3)
+        return test
+    pixel_sim_thread = cert_data_sim.DataSimThread(test=test, num_of_pixels=1, duplicates=3,
+                                                   delay=first_delay, pkt_types=[0], pixels_type=GEN3)
     pixel_sim_thread.start()
-    time_sleep = first_duration-((first_delay/1000)/2)
+    time_sleep = first_duration - ((first_delay / 1000) / 2)
     print(f"sleep for {time_sleep} sec\n")
     time.sleep(time_sleep)
     pixel_sim_thread.delay = second_delay
     print(f"changing delay value to {second_delay}\n")
-    scan_time = sum(delay.values())
-    df = cert_common.data_scan(test, scan_time=scan_time+20, brg_data=(not test.internal_brg), gw_data=test.internal_brg)
+    scan_time = sum(delay.values()) + 20
+    df = cert_common.data_scan(test, scan_time=scan_time, brg_data=(not test.internal_brg), gw_data=test.internal_brg)
     pixel_sim_thread.stop()
+    df = df[[TAG_ID, TBC]]
+
     if df.empty:
-        print(f"df is empty")
+        test.add_reason("Df is empty")
+        test.rc = TEST_FAILED
         return test
     else:
-        df = df[[TAG_ID, TBC, PACKET_TYPE]]
-        print(f"df:\n {df}")
-    #NOTE: all next rows are specific for the values: delay 0.5 and 3, and in relation address values 128 and 235 
-    #check if the last tbc value is as we expected  for delay 3 sec we need to get 235 according to LUT  table
-    # we define tolerance of +-2 units for address value 
+        print(f"Df:\n {df}")
+    # NOTE: all next rows are specific for the values: delay 0.5 and 3, and in relation address values 128 and 235
+    # check if the last tbc value is as we expected  for delay 3 sec we need to get 235 according to LUT  table
+    # we define tolerance of +-2 units for address value
     if df.iloc[-1][TBC] not in range(232, 237):
         test.rc = TEST_FAILED
-        test.add_reason(f"Last tbc value is not within the range of 232 to 236 as expected with delay:{second_delay/1000} sec")
-    # verify the first tbc value 
-    first_tbc = df.iloc[0][TBC]
-    if first_tbc not in range(123,136):
+        test.add_reason(f"TBC value: {df.iloc[-1][TBC]}, expected value [232,236]")
+        print(f"TBC value: {df.iloc[-1][TBC]}, expected value [232,236] according to delay:{second_delay / 1000} sec")
+    # skip the first packet in case the second one is still from the last delay value
+    index = 0
+    if df.iloc[1][TBC] in range(232, 237):
+        index = 1
+
+    # verify the first tbc value
+    first_tbc = df.iloc[index][TBC]
+    if first_tbc not in range(120, 145):
         test.rc = TEST_FAILED
-        test.add_reason(f"tbc value of last packet before the delay change is wrong")
+        test.add_reason(f"TBC value: {first_tbc}, expected value [120,144]")
+        print(f"TBC value of last packet before the delay change is wrong\n"
+              f"TBC value: {first_tbc}, expected value [120,144] according to delay:{first_delay / 1000} sec")
 
-    # check the first change of tbc value after delay changing 
-    second_tbc = df.iloc[1][TBC]
-    expected_address_value = 200 
-    if not  expected_address_value-2 <= second_tbc <= expected_address_value+2:
+    # check the first change of tbc value after delay changing which is verify the calculation of alpha filter
+    second_tbc = df.iloc[index + 1][TBC]
+    expected_address_value = 200
+    # 4 is equal to 0.09 sec error
+    threshold = 4  # 2 equal to 0.04 sec error
+    if not expected_address_value - threshold <= second_tbc <= expected_address_value + threshold:
         test.rc = TEST_FAILED
-        test.add_reason(f"first change of address value is not correct, alpha filter probably is not define well")
+        test.add_reason(f"TBC value: {second_tbc}, expected value [196,204]")
+        print(f"first change of address value is wrong.\n"
+              f"alpha filter probably is not define well\n"
+              f"TBC value: {second_tbc}, expected value [196,204]")
     return test
 
+
 def run(test):
     # "Test prolog"
     datapath_module = eval_pkt(f'ModuleDatapathV{test.active_brg.api_version}')
     test = cert_common.test_prolog(test)
     if test.rc == TEST_FAILED:
         return cert_common.test_epilog(test)
-    
-    fields = [BRG_PACER_INTERVAL]
-    pacer_interval =1 
-    test = cert_config.brg_configure(test, fields=fields, values=[pacer_interval], module=datapath_module)[0]
-    if test.rc ==TEST_FAILED:
+
+    pacer_interval = 1
+    test = cert_config.brg_configure(test, fields=[BRG_PACER_INTERVAL], values=[pacer_interval], module=datapath_module)[0]
+    if test.rc == TEST_FAILED:
         test.add_reason(f"Didn't succeed to config pacer interval {pacer_interval}")
-        return test 
+        return test
 
-    RX_RATE_TEST_MAP = {"mid_values":mid_values, "diff_pacer":diff_pacer, "min_value": min_value, "max_value":max_value, "diff_rate":diff_rate }
+    RX_RATE_TEST_MAP = {"mid_values": mid_values, "diff_pacer": diff_pacer, "min_value": min_value,
+                        "max_value": max_value, "diff_rate": diff_rate}
     for param in test.params:
         functionality_run_print(param.name)
         test = RX_RATE_TEST_MAP[param.value](test, datapath_module)
@@ -207,4 +217,4 @@ def run(test):
         else:
             test.reset_result()
 
-    return cert_common.test_epilog(test)
+    return cert_common.test_epilog(test)

brg_certificate/tests/datapath/stress_gen3_test/stress_gen3_test.json

@@ -1,16 +1,16 @@
 {
-    "name": "stress test",
-    "module": "datapath",
-    "purpose": ["verify the functionality of the bridge under stress conditions",
-                "verify that the algorithms 'adaptive repetition' and 'adaptive pacer' are working correctly"],
+    "name": "Stress Test Gen3 Pixels",
+    "module": "Datapath",
+    "purpose": "verify that the algorithms 'adaptive repetition' and 'adaptive pacer' are working correctly under stress conditions with Gen3 pixels",
     "documentation": ["https://community.wiliot.com/customers/s/article/Wiliot-Network-Data-Path-Module-Relaying-data",
                       "add more links here - about adaptive repetition, adaptive pacer"],
     "initialCondition": "Bridge configured to defaults",
     "procedure": ["Test prolog",
-                  "define simulation with 200 packets with 0 delay(0.02 sec) ",
-                  "rep 3 - config pacer interval 15, then check repetition value = 3, pacer increment = 0, num of tags = all tags",
-                  "rep 2 - config pacer interval 9, then check repetition value = 2, pacer increment = 0, num of tags = all tags",
-                  "rep 1 - config pacer interval 6, then check repetition value = 1, pacer increment = 0, num of tags = all tags",
+                  "Configure GW to allow packets duplications",
+                  "define simulation with 300 pixels & 0 delay(0.02 sec) time",
+                  "rep 3 - config pacer interval 22, then check repetition value = 3, pacer increment = 0, num of tags = all tags",
+                  "rep 2 - config pacer interval 12, then check repetition value = 2, pacer increment = 0, num of tags = all tags",
+                  "rep 1 - config pacer interval 7, then check repetition value = 1, pacer increment = 0, num of tags = all tags",
                   "rep 1 adaptive pacer - config pacer interval 1, then check repetition value = 1, pacer increment = 3 , num of tags = all tags",
                   "Test epilog"],
     "expectedOutcome": "all metrics values will be as expected then the bridge is working correctly and the algorithms are working correctly",