feat: Set Stream._MAX_RECORDS_LIMIT during tap testing

singer_sdk/streams/core.py

@@ -1052,7 +1052,7 @@ def _sync_records(
                         )
                         raise ex
 
-                    self._check_max_record_limit(record_count)
+                    self._check_max_record_limit(partition_record_count)
 
                     if selected:
                         if (

singer_sdk/testing/config.py

@@ -10,11 +10,13 @@ class SuiteConfig:
     """Test Suite Config, passed to each test.
 
     Args:
+        max_records_limit: Max records to fetch during tap testing.
         ignore_no_records: Ignore stream test failures if stream returns no records,
             for all streams.
         ignore_no_records_for_streams: Ignore stream test failures if stream returns
              no records, for named streams.
     """
 
+    max_records_limit: int | None = None
     ignore_no_records: bool = False
     ignore_no_records_for_streams: list[str] = field(default_factory=list)

singer_sdk/testing/factory.py

@@ -34,7 +34,6 @@ def get_test_class(
     Returns:
         A test class usable by pytest.
     """
-    suite_config = suite_config or SuiteConfig()
 
     class BaseTestClass:
         """Base test class."""
@@ -188,10 +187,13 @@ def get_tap_test_class(
     if "parse_env_config" not in kwargs:
         kwargs["parse_env_config"] = True
 
-    suite_config = suite_config or SuiteConfig()
-
     return get_test_class(
-        test_runner=TapTestRunner(tap_class=tap_class, config=config, **kwargs),
+        test_runner=TapTestRunner(
+            tap_class=tap_class,
+            config=config,
+            suite_config=suite_config,
+            **kwargs,
+        ),
         test_suites=suites,
         suite_config=suite_config,
     )
@@ -224,8 +226,6 @@ def get_target_test_class(
     if "parse_env_config" not in kwargs:
         kwargs["parse_env_config"] = True
 
-    suite_config = suite_config or SuiteConfig()
-
     return get_test_class(
         test_runner=TargetTestRunner(
             target_class=target_class,

singer_sdk/testing/runners.py

@@ -112,7 +112,12 @@ def tap(self) -> Tap:
         Returns:
             A configured Tap instance.
         """
-        return cast(Tap, self.create())
+        new_tap = cast(Tap, self.create())
+        # apply max_records_limit if set
+        if self.suite_config.max_records_limit is not None:
+            for stream in new_tap.streams.values():
+                stream._MAX_RECORDS_LIMIT = self.suite_config.max_records_limit
+        return new_tap
 
     def run_discovery(self) -> str:
         """Run tap discovery.