tests: update sharded ingest test to use compression

neondatabase · Nov 20, 2024 · dfdc720 · dfdc720
1 parent 5b61966
commit dfdc720
Showing 1 changed file with 32 additions and 12 deletions.
diff --git a/test_runner/performance/test_sharded_ingest.py b/test_runner/performance/test_sharded_ingest.py
@@ -15,7 +15,14 @@
 
 @pytest.mark.timeout(600)
 @pytest.mark.parametrize("shard_count", [1, 8, 32])
-@pytest.mark.parametrize("wal_receiver_protocol", ["vanilla", "interpreted"])
+@pytest.mark.parametrize(
+    "wal_receiver_protocol",
+    [
+        "vanilla",
+        "interpreted-bincode-compressed",
+        "interpreted-protobuf-compressed",
+    ],
+)
 def test_sharded_ingest(
     neon_env_builder: NeonEnvBuilder,
     zenbenchmark: NeonBenchmarker,
@@ -34,20 +41,33 @@ def test_sharded_ingest(
 
     for ps in env.pageservers:
         if wal_receiver_protocol == "vanilla":
-            ps.patch_config_toml_nonrecursive({
-                "wal_receiver_protocol": {
-                    "type": "vanilla",
+            ps.patch_config_toml_nonrecursive(
+                {
+                    "wal_receiver_protocol": {
+                        "type": "vanilla",
+                    }
+                }
+            )
+        elif wal_receiver_protocol == "interpreted-bincode-compressed":
+            ps.patch_config_toml_nonrecursive(
+                {
+                    "wal_receiver_protocol": {
+                        "type": "interpreted",
+                        "args": {"format": "bincode", "compression": {"zstd": {"level": 1}}},
+                    }
                 }
-            })
-        elif wal_receiver_protocol == "interpreted":
-            ps.patch_config_toml_nonrecursive({
-                "wal_receiver_protocol": {
-                    "type": "interpreted",
-                    "args": {
-                        "format": "bincode"
+            )
+        elif wal_receiver_protocol == "interpreted-protobuf-compressed":
+            ps.patch_config_toml_nonrecursive(
+                {
+                    "wal_receiver_protocol": {
+                        "type": "interpreted",
+                        "args": {"format": "protobuf", "compression": {"zstd": {"level": 1}}},
                     }
                 }
-            })
+            )
+        else:
+            raise AssertionError("Test must use explicit wal receiver protocol config")
 
     env.start()