PR #12335 from AviaAv: Fps permutations test

unit-tests/live/frames/fps_helper.py

@@ -15,7 +15,7 @@
 # ---------- Helper Functions ---------- #
 ##########################################
 def check_fps_pair(measured_fps, expected_fps):
-    delta_Hz = expected_fps * 0.05  # Validation KPI is 5%
+    delta_Hz = expected_fps * 0.15
     return (measured_fps <= (expected_fps + delta_Hz) and measured_fps >= (expected_fps - delta_Hz))
 
 
@@ -74,9 +74,11 @@ def generate_callbacks(sensor_profiles_dict, profile_name_fps_dict):
     """
     def on_frame_received(frame):
         global count_frames
+        log.d(f"frame {frame.profile.stream_name()} #{profile_name_fps_dict[frame.profile.stream_name()] + 1} accepted") # todo remove these
         if count_frames:
             profile_name = frame.profile.stream_name()
             profile_name_fps_dict[profile_name] += 1
+        log.d(f"frame {frame.profile.stream_name()} #{profile_name_fps_dict[frame.profile.stream_name()] + 1} finished")
 
     sensor_function_dict = {sensor_key: on_frame_received for sensor_key in sensor_profiles_dict}
     return sensor_function_dict
@@ -161,3 +163,9 @@ def get_profile(sensor, stream, resolution=None, fps=None):
                 and (resolution is None or get_resolution(profile) == resolution)
                 and (fps is None or profile.fps() == fps)),
                 None)  # return None if no profile found
+
+
+def get_profiles(sensor, stream, resolution=None, fps=None):
+    return iter(profile for profile in sensor.profiles if profile.stream_type() == stream
+                and (resolution is None or get_resolution(profile) == resolution)
+                and (fps is None or profile.fps()))

unit-tests/live/frames/test-fps-permutations.py

@@ -0,0 +1,71 @@
+# License: Apache 2.0. See LICENSE file in root directory.
+# Copyright(c) 2023 Intel Corporation. All Rights Reserved.
+
+# test:device D400* !D457
+# Currently, we exclude D457 as it's failing
+# test:donotrun:!nightly
+# test:timeout 300
+# timeout - on the worst case we have 8 streams, so:
+# timeout = ((8 choose 2)+1) * (TIME_FOR_STEADY_STATE + TIME_TO_COUNT_FRAMES)
+# 8 choose 2 tests to do (one for each pair), plus one for all streams on
+
+from rspy import test, log, tests_wrapper
+from itertools import combinations
+import pyrealsense2 as rs
+import fps_helper
+
+
+VGA_RESOLUTION = (640, 360)
+HD_RESOLUTION = (1280, 720)
+
+
+def get_sensors_and_profiles(device):
+    """
+    Returns an array of pairs of a (sensor, profile) for each of its profiles
+    """
+    sensor_profiles_arr = []
+    for sensor in device.query_sensors():
+        profile = None
+        if sensor.is_depth_sensor():
+            if sensor.supports(rs.option.enable_auto_exposure):
+                sensor.set_option(rs.option.enable_auto_exposure, 1)
+            depth_resolutions = []
+            for p in sensor.get_stream_profiles():
+                res = fps_helper.get_resolution(p)
+                if res not in depth_resolutions:
+                    depth_resolutions.append(res)
+            for res in depth_resolutions:
+                depth = fps_helper.get_profile(sensor, rs.stream.depth, res)
+                irs = fps_helper.get_profiles(sensor, rs.stream.infrared, res)
+                ir = next(irs)
+                while ir is not None and ir.stream_index() != 1:
+                    ir = next(irs)
+                if ir and depth:
+                    print(ir, depth)
+                    sensor_profiles_arr.append((sensor, depth))
+                    sensor_profiles_arr.append((sensor, ir))
+                    break
+        elif sensor.is_color_sensor():
+            if sensor.supports(rs.option.enable_auto_exposure):
+                sensor.set_option(rs.option.enable_auto_exposure, 1)
+            if sensor.supports(rs.option.auto_exposure_priority):
+                sensor.set_option(rs.option.auto_exposure_priority, 0)  # AE priority should be 0 for constant FPS
+            profile = fps_helper.get_profile(sensor, rs.stream.color)
+        elif sensor.is_motion_sensor():
+            sensor_profiles_arr.append((sensor, fps_helper.get_profile(sensor, rs.stream.accel)))
+            sensor_profiles_arr.append((sensor, fps_helper.get_profile(sensor, rs.stream.gyro)))
+
+        if profile is not None:
+            sensor_profiles_arr.append((sensor, profile))
+    return sensor_profiles_arr
+
+
+dev = test.find_first_device_or_exit()
+
+sensor_profiles_array = get_sensors_and_profiles(dev)
+all_pairs = [[a[1].stream_name(), b[1].stream_name()] for a, b in combinations(sensor_profiles_array, 2)]
+# all_streams = [[profile.stream_name() for _, profile in sensor_profiles_array]] # at the moment, this fails on CI
+permutations_to_run = all_pairs #+ all_streams
+fps_helper.perform_fps_test(sensor_profiles_array, permutations_to_run)
+
+test.print_results_and_exit()