From 62c97a1b7d22db6befca015b7c1eada09cac0fac Mon Sep 17 00:00:00 2001 From: Tim van der Heijden Date: Fri, 6 Sep 2024 12:36:13 +0200 Subject: [PATCH] Fix bug df to azure --- df_to_azure/__init__.py | 2 +- df_to_azure/export.py | 2 +- setup.cfg | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/df_to_azure/__init__.py b/df_to_azure/__init__.py index d376ed7..ec51cef 100644 --- a/df_to_azure/__init__.py +++ b/df_to_azure/__init__.py @@ -2,7 +2,7 @@ from .export import df_to_azure as df_to_azure -__version__ = "1.0.0" +__version__ = "1.0.1" logging.basicConfig( format="%(asctime)s.%(msecs)03d [%(levelname)-5s] [%(name)s] - %(message)s", diff --git a/df_to_azure/export.py b/df_to_azure/export.py index 137b273..8de94fe 100644 --- a/df_to_azure/export.py +++ b/df_to_azure/export.py @@ -188,7 +188,7 @@ def upload_to_blob(self): datetime_dtypes = self.df.select_dtypes("datetime") if datetime_dtypes.empty is False: for col in datetime_dtypes.columns: - self.df[col] = self.df[col].astype(str) + self.df[col] = self.df[col].astype(str).replace("NaT", None) data = self.df.to_parquet(index=False) blob_client.upload_blob(data, overwrite=True) diff --git a/setup.cfg b/setup.cfg index aed4f49..d39c1ad 100644 --- a/setup.cfg +++ b/setup.cfg @@ -1,6 +1,6 @@ [metadata] name = df_to_azure -version = 1.0.0 +version = 1.0.1 author = Zypp author_email = hello@zypp.io description = Automatically write pandas DataFrames to SQL by creating pipelines in Azure Data Factory with copy activity from blob to SQL