handle all empty values column

hotgluexyz · Jan 13, 2025 · edf7105 · edf7105
1 parent 89407e4
commit edf7105
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/gluestick/pandas_utils.py b/gluestick/pandas_utils.py
@@ -154,6 +154,10 @@ def enforce_exploded_col_types(df, column_name, stream=None):
 
     else:
         for col in  exploded_columns:
+            # if all column values are false let pandas infere type
+            if df[col].dropna().empty:
+                continue
+
             first_non_null_value = df[col].dropna().iloc[0]
             if type(first_non_null_value) in [list, dict, str]:
                 continue