DAOS-13944 test: variants for performance pil4dfs

Add performance variants for dfuse + libpil4dfs.
Add some variants for mpiio and hdf5.
Removed unused variants.

Test-tag: performance BasicCheckout
Skip-unit-tests: true
Skip-fault-injection-test: true

Required-githooks: true

Signed-off-by: Dalton Bohning <dalton.bohning@intel.com>

src/tests/ftest/performance/ior_easy.py

@@ -1,5 +1,5 @@
 """
-  (C) Copyright 2018-2022 Intel Corporation.
+  (C) Copyright 2018-2024 Intel Corporation.
 
   SPDX-License-Identifier: BSD-2-Clause-Patent
 """
@@ -22,7 +22,7 @@ def test_performance_ior_easy_dfs_sx(self):
 
         :avocado: tags=all,full_regression
         :avocado: tags=hw,medium
-        :avocado: tags=performance,performance_ior,performance_ior_easy,performance_dfs
+        :avocado: tags=performance
         :avocado: tags=IorEasy,test_performance_ior_easy_dfs_sx
         """
         self.run_performance_ior(namespace="/run/ior_dfs_sx/*")
@@ -31,48 +31,83 @@ def test_performance_ior_easy_dfs_ec_16p2gx(self):
         """Test Description: Run IOR Easy, DFS, EC_16P2GX.
 
         :avocado: tags=all,manual
-        :avocado: tags=hw,medium
-        :avocado: tags=performance,performance_ior,performance_ior_easy,performance_dfs
+        :avocado: tags=performance
         :avocado: tags=IorEasy,test_performance_ior_easy_dfs_ec_16p2gx
         """
         self.run_performance_ior(namespace="/run/ior_dfs_ec_16p2gx/*")
 
-    def test_performance_ior_easy_dfuse_sx(self):
-        """Test Description: Run IOR Easy, POSIX dfuse, SX.
+    def test_performance_ior_easy_ioil_sx(self):
+        """Test Description: Run IOR Easy, dfuse + ioil, SX.
 
         :avocado: tags=all,full_regression
         :avocado: tags=hw,medium
-        :avocado: tags=performance,performance_ior,performance_ior_easy,performance_dfuse
-        :avocado: tags=IorEasy,test_performance_ior_easy_dfuse_sx
+        :avocado: tags=performance
+        :avocado: tags=IorEasy,test_performance_ior_easy_ioil_sx
         """
-        self.run_performance_ior(namespace="/run/ior_dfuse_sx/*")
+        self.run_performance_ior(namespace="/run/ior_ioil_sx/*")
 
-    def test_performance_ior_easy_dfuse_ec_16p2gx(self):
-        """Test Description: Run IOR Easy, POSIX dfuse, EC_16P2GX.
+    def test_performance_ior_easy_ioil_ec_16p2gx(self):
+        """Test Description: Run IOR Easy, dfuse + ioil, EC_16P2GX.
 
         :avocado: tags=all,manual
+        :avocado: tags=performance
+        :avocado: tags=IorEasy,test_performance_ior_easy_ioil_ec_16p2gx
+        """
+        self.run_performance_ior(namespace="/run/ior_ioil_ec_16p2gx/*")
+
+    def test_performance_ior_easy_pil4dfs_sx(self):
+        """Test Description: Run IOR Easy, dfuse + pil4dfs, SX.
+
+        :avocado: tags=all,full_regression
         :avocado: tags=hw,medium
-        :avocado: tags=performance,performance_ior,performance_ior_easy,performance_dfuse
-        :avocado: tags=IorEasy,test_performance_ior_easy_dfuse_ec_16p2gx
+        :avocado: tags=performance
+        :avocado: tags=IorEasy,test_performance_ior_easy_pil4dfs_sx
+        """
+        self.run_performance_ior(namespace="/run/ior_pil4dfs_sx/*")
+
+    def test_performance_ior_easy_pil4dfs_ec_16p2gx(self):
+        """Test Description: Run IOR Easy, dfuse + pil4dfs, EC_16P2GX.
+
+        :avocado: tags=all,manual
+        :avocado: tags=performance
+        :avocado: tags=IorEasy,test_performance_ior_easy_pil4dfs_ec_16p2gx
         """
-        self.run_performance_ior(namespace="/run/ior_dfuse_ec_16p2gx/*")
+        self.run_performance_ior(namespace="/run/ior_ioil_ec_16p2gx/*")
 
     def test_performance_ior_easy_hdf5_sx(self):
         """Test Description: Run IOR Easy, HDF5, SX.
 
         :avocado: tags=all,full_regression
         :avocado: tags=hw,medium
-        :avocado: tags=performance,performance_ior,performance_ior_easy,performance_hdf5
+        :avocado: tags=performance
         :avocado: tags=IorEasy,test_performance_ior_easy_hdf5_sx
         """
         self.run_performance_ior(namespace="/run/ior_hdf5_sx/*")
 
+    def test_performance_ior_easy_hdf5_ec_16p2gx(self):
+        """Test Description: Run IOR Easy, HDF5, EC_16P2GX.
+
+        :avocado: tags=all,manual
+        :avocado: tags=performance
+        :avocado: tags=IorEasy,test_performance_ior_easy_hdf5_ec_16p2gx
+        """
+        self.run_performance_ior(namespace="/run/ior_hdf5_ec_16p2gx/*")
+
     def test_performance_ior_easy_mpiio_sx(self):
         """Test Description: Run IOR Easy, MPIIO, SX.
 
         :avocado: tags=all,full_regression
         :avocado: tags=hw,medium
-        :avocado: tags=performance,performance_ior,performance_ior_easy,performance_mpiio
+        :avocado: tags=performance
         :avocado: tags=IorEasy,test_performance_ior_easy_mpiio_sx
         """
         self.run_performance_ior(namespace="/run/ior_mpiio_sx/*")
+
+    def test_performance_ior_easy_mpiio_ec_16p2gx(self):
+        """Test Description: Run IOR Easy, MPIIO, EC_16P2GX.
+
+        :avocado: tags=all,manual
+        :avocado: tags=performance
+        :avocado: tags=IorEasy,test_performance_ior_easy_mpiio_ec_16p2gx
+        """
+        self.run_performance_ior(namespace="/run/ior_mpiio_ec_16p2gx/*")

src/tests/ftest/performance/ior_easy.yaml

@@ -1,12 +1,9 @@
 hosts:
   test_servers: 2
   test_clients: 2
-timeout: 240 # Additional 180s timeout for each rank stopped
-timeouts:
-  test_performance_ior_easy_dfs_ec_4p2gx_stop_write: 420
-  test_performance_ior_easy_dfs_ec_4p2gx_stop_read: 420
-  test_performance_ior_easy_dfs_ec_16p2gx_stop_write: 420
-  test_performance_ior_easy_dfs_ec_16p2gx_stop_read: 420
+
+timeout: 240
+
 server_config:
   name: daos_server
   control_log_mask: INFO
@@ -28,12 +25,15 @@ server_config:
       log_file: daos_server1.log
       log_mask: ERR
       storage: auto
+
 pool:
   size: 95%
   properties: ec_cell_sz:128KiB
+
 container:
   type: POSIX
   control_method: daos
+
 ior: &ior_base
   client_processes:
     ppn: 32
@@ -45,52 +45,65 @@ ior: &ior_base
   sw_deadline: 30
   sw_wearout: 1
   sw_status_file: "/var/tmp/daos_testing/stoneWallingStatusFile"
-ior_dfs_sx:
+
+ior_sx: &ior_sx
   <<: *ior_base
-  api: DFS
   dfs_oclass: SX
   dfs_chunk: 1MiB
   transfer_size: 1MiB
-ior_dfs_ec_4p2gx:
-  <<: *ior_base
-  api: DFS
-  dfs_oclass: EC_4P2GX
-  dfs_chunk: 4MiB
-  transfer_size: 4MiB
-ior_dfs_ec_16p2gx:
+
+ior_ec_16p2gx: &ior_ec_16p2gx
   <<: *ior_base
-  api: DFS
   dfs_oclass: EC_16P2GX
   dfs_chunk: 16MiB
   transfer_size: 16MiB
-ior_dfuse_sx:
-  <<: *ior_base
-  api: POSIX
-  dfs_oclass: SX # dfs params are translated to container params
-  dfs_chunk: 1MiB
-  transfer_size: 1MiB
-ior_dfuse_ec_16p2gx:
-  <<: *ior_base
-  api: POSIX
-  dfs_oclass: EC_16P2GX # dfs params are translated to container params
-  dfs_chunk: 16MiB
-  transfer_size: 16MiB
+
+ior_dfs_sx:
+  api: DFS
+  <<: *ior_sx
+
+ior_dfs_ec_16p2gx:
+  api: DFS
+  <<: *ior_ec_16p2gx
+
+ior_ioil_sx:
+  api: POSIX+IOIL  # handled by ftest
+  <<: *ior_sx
+
+ior_ioil_ec_16p2gx:
+  api: POSIX+IOIL  # handled by ftest
+  <<: *ior_ec_16p2gx
+
+ior_pil4dfs_sx:
+  api: POSIX+PIL4DFS  # handled by ftest
+  <<: *ior_sx
+
+ior_pil4dfs_ec_16p2gx:
+  api: POSIX+PIL4DFS  # handled by ftest
+  <<: *ior_ec_16p2gx
+
 ior_hdf5_sx:
-  <<: *ior_base
   api: HDF5
-  dfs_oclass: SX # dfs params are translated to container params
-  dfs_chunk: 1MiB
-  transfer_size: 1MiB
+  <<: *ior_sx
+
+ior_hdf5_ec_16p2gx:
+  api: HDF5
+  <<: *ior_ec_16p2gx
+
 ior_mpiio_sx:
-  <<: *ior_base
   api: MPIIO
-  dfs_oclass: SX # dfs params are translated to container params
-  dfs_chunk: 1MiB
-  transfer_size: 1MiB
+  <<: *ior_sx
+
+ior_mpiio_ec_16p2gx:
+  api: MPIIO
+  <<: *ior_ec_16p2gx
+
 dfuse:
   disable_caching: True
+
 client:
   env_vars:
     - D_LOG_MASK=INFO
+
 mpirun:
   args: "--bind-to hwthread --map-by socket"

src/tests/ftest/performance/ior_hard.py

@@ -1,5 +1,5 @@
 """
-  (C) Copyright 2018-2022 Intel Corporation.
+  (C) Copyright 2018-2024 Intel Corporation.
 
   SPDX-License-Identifier: BSD-2-Clause-Patent
 """
@@ -22,7 +22,7 @@ def test_performance_ior_hard_dfs_sx(self):
 
         :avocado: tags=all,full_regression
         :avocado: tags=hw,medium
-        :avocado: tags=performance,performance_ior,performance_ior_hard,performance_dfs
+        :avocado: tags=performance
         :avocado: tags=IorHard,test_performance_ior_hard_dfs_sx
         """
         self.run_performance_ior(namespace="/run/ior_dfs_sx/*")
@@ -31,28 +31,7 @@ def test_performance_ior_hard_dfs_ec_16p2gx(self):
         """Test Description: Run IOR Hard, DFS, EC_16P2GX.
 
         :avocado: tags=all,manual
-        :avocado: tags=hw,medium
-        :avocado: tags=performance,performance_ior,performance_ior_hard,performance_dfs
+        :avocado: tags=performance
         :avocado: tags=IorHard,test_performance_ior_hard_dfs_ec_16p2gx
         """
         self.run_performance_ior(namespace="/run/ior_dfs_ec_16p2gx/*")
-
-    def test_performance_ior_hard_dfuse_sx(self):
-        """Test Description: Run IOR Hard, POSIX dfuse, SX.
-
-        :avocado: tags=all,full_regression
-        :avocado: tags=hw,medium
-        :avocado: tags=performance,performance_ior,performance_ior_hard,performance_dfuse
-        :avocado: tags=IorHard,test_performance_ior_hard_dfuse_sx
-        """
-        self.run_performance_ior(namespace="/run/ior_dfuse_sx/*")
-
-    def test_performance_ior_hard_dfuse_ec_16p2gx(self):
-        """Test Description: Run IOR Hard, POSIX dfuse, EC_16P2GX.
-
-        :avocado: tags=all,manual
-        :avocado: tags=hw,medium
-        :avocado: tags=performance,performance_ior,performance_ior_hard,performance_dfuse
-        :avocado: tags=IorHard,test_performance_ior_hard_dfuse_ec_16p2gx
-        """
-        self.run_performance_ior(namespace="/run/ior_dfuse_ec_16p2gx/*")

src/tests/ftest/performance/ior_hard.yaml

@@ -1,7 +1,9 @@
 hosts:
   test_servers: 2
   test_clients: 2
+
 timeout: 240
+
 server_config:
   name: daos_server
   control_log_mask: INFO
@@ -23,12 +25,15 @@ server_config:
       log_file: daos_server1.log
       log_mask: ERR
       storage: auto
+
 pool:
   size: 95%
   properties: ec_cell_sz:128KiB
+
 container:
   type: POSIX
   control_method: daos
+
 ior: &ior_base
   client_processes:
     ppn: 32
@@ -42,34 +47,24 @@ ior: &ior_base
   sw_deadline: 30
   sw_wearout: 1
   sw_status_file: "/var/tmp/daos_testing/stoneWallingStatusFile"
+
 ior_dfs_sx:
   <<: *ior_base
   api: DFS
   dfs_oclass: SX
   dfs_chunk: 470080
   transfer_size: 47008
+
 ior_dfs_ec_16p2gx:
   <<: *ior_base
   api: DFS
   dfs_oclass: EC_16P2GX
   dfs_chunk: 2115360 # Multiple of 47008 and at least 128KiB * 16
   transfer_size: 47008
-ior_dfuse_sx:
-  <<: *ior_base
-  api: POSIX
-  dfs_oclass: SX # dfs params are translated to container params
-  dfs_chunk: 470080
-  transfer_size: 47008
-ior_dfuse_ec_16p2gx:
-  <<: *ior_base
-  api: POSIX
-  dfs_oclass: EC_16P2GX # dfs params are translated to container params
-  dfs_chunk: 2115360 ## Multiple of 47008 and at least 128KiB * 16
-  transfer_size: 47008
-dfuse:
-  disable_caching: True
+
 client:
   env_vars:
     - D_LOG_MASK=INFO
+
 mpirun:
   args: "--bind-to hwthread --map-by socket"

src/tests/ftest/performance/mdtest_easy.py

@@ -19,7 +19,7 @@ def test_performance_mdtest_easy_dfs_s1(self):
 
         :avocado: tags=all,full_regression
         :avocado: tags=hw,medium
-        :avocado: tags=performance,performance_mdtest,performance_mdtest_easy,performance_dfs
+        :avocado: tags=performance
         :avocado: tags=MdtestEasy,test_performance_mdtest_easy_dfs_s1
         """
         self.run_performance_mdtest(namespace="/run/mdtest_dfs_s1/*")
@@ -28,18 +28,26 @@ def test_performance_mdtest_easy_dfs_ec_16p2g1(self):
         """Test Description: Run MDTest Easy, DFS, EC_16P2G1.
 
         :avocado: tags=all,manual
-        :avocado: tags=hw,medium
-        :avocado: tags=performance,performance_mdtest,performance_mdtest_easy,performance_dfs
+        :avocado: tags=performance
         :avocado: tags=MdtestEasy,test_performance_mdtest_easy_dfs_ec_16p2g1
         """
         self.run_performance_mdtest(namespace="/run/mdtest_dfs_ec_16p2g1/*")
 
-    def test_performance_mdtest_easy_dfuse_s1(self):
-        """Test Description: Run MDTest Easy, POSIX dfuse, S1.
+    def test_performance_mdtest_easy_pil4dfs_s1(self):
+        """Test Description: Run MDTest Easy, dfuse + pil4dfs, S1.
 
-        :avocado: tags=all,manual
+        :avocado: tags=all,full_regression
         :avocado: tags=hw,medium
-        :avocado: tags=performance,performance_mdtest,performance_mdtest_easy,performance_dfuse
-        :avocado: tags=MdtestEasy,test_performance_mdtest_easy_dfuse_s1,dfuse
+        :avocado: tags=performance
+        :avocado: tags=MdtestEasy,test_performance_mdtest_easy_pil4dfs_s1
+        """
+        self.run_performance_mdtest(namespace="/run/mdtest_pil4dfs_s1/*")
+
+    def test_performance_mdtest_easy_pil4dfs_ec_16p2g1(self):
+        """Test Description: Run MDTest Easy, dfuse + pil4dfs, EC_16P2G1.
+
+        :avocado: tags=all,manual
+        :avocado: tags=performance
+        :avocado: tags=MdtestEasy,test_performance_mdtest_easy_pil4dfs_ec_16p2g1
         """
-        self.run_performance_mdtest(namespace="/run/mdtest_dfuse_s1/*")
+        self.run_performance_mdtest(namespace="/run/mdtest_pil4dfs_ec_16p2g1/*")