[CI][Hexagon] Forward gtest tests into pytest as separate tests

tests/python/contrib/test_hexagon/test_run_unit_tests.py

@@ -15,18 +15,139 @@
 # specific language governing permissions and limitations
 # under the License.
 
-""" capture gtest output and return over FFI """
+# pylint: disable=redefined-outer-name
+
+"""capture gtest output and return over FFI"""
 
 import tvm
+import tvm.testing
 from tvm.contrib.hexagon.session import Session
 
+unit_test_name = tvm.testing.parameter(
+    "HexagonUserDMATest.wait",
+    "HexagonUserDMATest.poll",
+    "HexagonUserDMATest.bad_copy",
+    "HexagonUserDMATest.sync_dma",
+    "HexagonUserDMATest.async_dma_wait",
+    "HexagonUserDMATest.async_dma_poll",
+    "HexagonUserDMATest.pipeline",
+    "HexagonUserDMATest.pipeline_write_queue",
+    "HexagonUserDMATest.overflow_ring_buffer",
+    "HexagonUserDMATest.sync_dma_bypass",
+    "HexagonUserDMATest.sync_dma_bypass_vtcm_to_vtcm",
+    "HexagonUserDMATest.sync_dma_bypass_",
+    "HexagonBuffer.default_scope",
+    "HexagonBuffer.ddr_scope",
+    "HexagonBuffer.vtcm_scope",
+    "HexagonBuffer.invalid_scope",
+    "HexagonBuffer.micro_copies_corresponding_regions",
+    "HexagonBuffer.micro_copies_src_bigger",
+    "HexagonBuffer.micro_copies_dest_bigger",
+    "HexagonBuffer.micro_copies_src_overlaps_dest_region",
+    "HexagonBuffer.micro_copies_dest_overlaps_src_region",
+    "HexagonBuffer.micro_copies_discontiguous_regions",
+    "HexagonBuffer.micro_copies_invalid_size",
+    "HexagonBuffer.macro_copies_adjacent_corresponding_regions_merged",
+    "HexagonBuffer.macro_copies_discontiguous_regions_not_merged",
+    "HexagonBuffer.macro_copies_overlapping_regions_merged",
+    "HexagonBuffer.copy_from",
+    "HexagonBuffer.copy_from_invalid_size",
+    "HexagonBuffer.copy_from_smaller_size",
+    "HexagonBuffer.nd",
+    "HexagonBuffer.nd_copy_from",
+    "HexagonBuffer.1d_copy_from_1d",
+    "HexagonBuffer.2d_copy_from_1d",
+    "HexagonBuffer.1d_copy_from_2d",
+    "HexagonBuffer.nd_copy_from_nd_invalid_size",
+    "HexagonBuffer.nd_copy_from_nd_smaller_size",
+    "HexagonBuffer.md_copy_from_nd",
+    "HexagonBuffer.copy_to",
+    "HexagonBuffer.nd_copy_to",
+    "RingBufferTest.zero_size_ring_buffer",
+    "RingBufferTest.in_flight",
+    "RingBufferTest.next",
+    "RingBufferTest.full",
+    "RingBufferTest.wrap",
+    "RingBufferTest.wrap_corner",
+    "RingBufferTest.half_in_flight",
+    "RingBufferTest.half_in_flight_blocked",
+    "QueuedRingBufferTest.invalid_queue",
+    "QueuedRingBufferTest.two_queues",
+    "QueuedRingBufferTest.group_end_before_group_start",
+    "QueuedRingBufferTest.group_restart",
+    "QueuedRingBufferTest.zero_size_group",
+    "QueuedRingBufferTest.in_flight_before_group_end",
+    "QueuedRingBufferTest.group_of_one",
+    "QueuedRingBufferTest.group_of_two",
+    "QueuedRingBufferTest.group_of_three",
+    "QueuedRingBufferTest.two_groups_of_two",
+    "QueuedRingBufferTest.two_queues_two_groups_of_two",
+    "HexagonVtcmPoolTest.basic",
+    "HexagonVtcmPoolTest.small_allocations",
+    "HexagonVtcmPoolTest.no_free_vtcm",
+    "HexagonVtcmPoolTest.not_enough_free_vtcm",
+    "HexagonVtcmPoolTest.free_with_wrong_size",
+    "HexagonVtcmPoolTest.free_alloc_combinations",
+    "HexagonVtcmPoolTest.find_allocation",
+    "HexagonVtcmPoolTest.find_smallest_allocation_combinations",
+    "HexagonVtcmPoolTest.vtcm_alignment",
+    "HexagonThreadManagerTest.ctor_edge_cases",
+    "HexagonThreadManagerTest.init",
+    "HexagonThreadManagerTest.dispatch",
+    "HexagonThreadManagerTest.dispatch_wait",
+    "HexagonThreadManagerTest.wait_signal",
+    "HexagonThreadManagerTest.re_signal",
+    "HexagonThreadManagerTest.re_wait",
+    "HexagonThreadManagerTest.wait_signal_x2",
+    "HexagonThreadManagerTest.signal_wait",
+    "HexagonThreadManagerTest.sync_from_to",
+    "HexagonThreadManagerTest.sync_from_to_self",
+    "HexagonThreadManagerTest.sync_from_to_x2",
+    "HexagonThreadManagerTest.sync_from_to_all",
+    "HexagonThreadManagerTest.pipe_fill",
+    "HexagonThreadManagerTest.pipe_overflow",
+    "HexagonThreadManagerTest.producer_consumer",
+    "HexagonThreadManagerTest.producer_consumer_signal_wait",
+    "HexagonThreadManagerTest.thread_order",
+    "HexagonThreadManagerTest.thread_order_signal_wait",
+    "HexagonThreadManagerTest.dispatch_writes",
+    "HexagonThreadManagerTest.threads_for_resource_types",
+    "HexagonUtilsActivationsBlockizeTest.prepare_nhwc",
+    "HexagonUtilsActivationsBlockizeTest.blockize_hwc_16b",
+    "HexagonUtilsActivationsBlockizeTest.deblockize_hwc_16b",
+    "HexagonUtilsWeightsChunkifyTest.calculate_num_weight_chunks",
+    "HexagonUtilsWeightsChunkifyTest.prepare_hwio",
+    "HexagonUtilsWeightsChunkifyTest.chunkify_hwio_16b",
+    "HexagonUtilsQuantActivationsBlockizeTest.prepare_nhwc",
+    "HexagonUtilsQuantActivationsBlockizeTest.blockize_hwc_8b",
+    "HexagonUtilsQuantActivationsBlockizeTest.deblockize_hwc_8b",
+    "HexagonUtilsQuantWeightsChunkifyTest.calculate_num_weight_chunks",
+    "HexagonUtilsQuantWeightsChunkifyTest.prepare_hwio",
+    "HexagonUtilsQuantWeightsChunkifyTest.chunkify_hwio_8b",
+    "HexagonDeviceAPITest.global",
+    "HexagonDeviceAPITest.alloc_free_cpu",
+    "HexagonDeviceAPITest.alloc_free_hex",
+    "HexagonDeviceAPITest.alloc_errors",
+    "HexagonDeviceAPITest.free_errors",
+    "HexagonDeviceAPITest.allocnd_free_cpu",
+    "HexagonDeviceAPITest.allocnd_free_hex",
+    "HexagonDeviceAPITest.allocnd_free_hex_vtcm",
+    "HexagonDeviceAPITest.allocnd_erros",
+    "HexagonDeviceAPITest.alloc_scalar",
+    "HexagonDeviceAPITest.DISABLED_alloc_free_diff_dev",
+    "HexagonDeviceAPITest.runtime_buffer_manager",
+    "HexagonDeviceAPITest.thread_manager",
+    "HexagonDeviceAPITest.user_dma",
+    "HexagonDeviceAPITest.vtcm_pool",
+)
+
 
 # use pytest -sv to observe gtest output
 # use --gtest_args to pass arguments to gtest
 # for example to run all "foo" tests twice and observe gtest output run
 # pytest -sv <this file> --gtests_args="--gtest_filter=*foo* --gtest_repeat=2"
 @tvm.testing.requires_hexagon
-def test_run_unit_tests(hexagon_session: Session, gtest_args):
+def test_run_unit_tests(hexagon_session: Session, gtest_args, unit_test_name):
     """Try running gtest unit tests and capture output and error code"""
     try:
         func = hexagon_session._rpc.get_function("hexagon.run_unit_tests")
@@ -40,6 +161,13 @@ def test_run_unit_tests(hexagon_session: Session, gtest_args):
         )
         raise
 
+    # Prepend the unit test name, so command-line arguments still take
+    # precedence, but CI runs each gtest as a separate pytest case.
+    if gtest_args:
+        gtest_args = f"--gtest_filter={unit_test_name} {gtest_args}"
+    else:
+        gtest_args = f"--gtest_filter={unit_test_name}"
+
     gtest_error_code_and_output = func(gtest_args)
     gtest_error_code = int(gtest_error_code_and_output.splitlines()[0])
     gtest_output = gtest_error_code_and_output.split("\n", 1)[-1]