From 889be90e950a8297fca48efc5676c0e63a118bdd Mon Sep 17 00:00:00 2001 From: Andrea Soria Date: Thu, 2 Feb 2023 11:45:13 -0400 Subject: [PATCH] Removing extra validation --- .../src/datasets_based/workers/first_rows.py | 8 ++------ 1 file changed, 2 insertions(+), 6 deletions(-) diff --git a/workers/datasets_based/src/datasets_based/workers/first_rows.py b/workers/datasets_based/src/datasets_based/workers/first_rows.py index 0d0318b9a2..4cfd500a3a 100644 --- a/workers/datasets_based/src/datasets_based/workers/first_rows.py +++ b/workers/datasets_based/src/datasets_based/workers/first_rows.py @@ -369,11 +369,6 @@ def to_features_list(features: Features) -> List[FeatureItem]: ] -def validate_content_size(obj: Any, rows_max_bytes: int): - if get_json_size(obj) > rows_max_bytes: - raise TooBigContentError("The first rows content after truncation exceeds the maximum size.") - - class SplitFullName(TypedDict): dataset: str config: str @@ -522,7 +517,8 @@ def compute_first_rows_response( "rows": [], } - validate_content_size(response_features_only, rows_max_bytes=rows_max_bytes) + if get_json_size(response_features_only) > rows_max_bytes: + raise TooBigContentError("The first rows content after truncation exceeds the maximum size.") # get the rows try: