From 7a6fbee7ef5337db71b7fa41e214f14092901844 Mon Sep 17 00:00:00 2001 From: Tim van der Heijden Date: Thu, 14 Jul 2022 12:02:10 +0200 Subject: [PATCH 1/2] Fix failing pipeline because of removed staging --- df_to_azure/export.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/df_to_azure/export.py b/df_to_azure/export.py index 163fdd2..d74f9b6 100644 --- a/df_to_azure/export.py +++ b/df_to_azure/export.py @@ -119,6 +119,10 @@ def run(self): if self.clean_staging & (self.method == "upsert"): # If you used clean_staging=False before and the upsert gives errors on unknown columns -> remove table in # staging manually + if not self.wait_till_finished: + # Only remove after pipeline is done + logging.info("Wait until pipeline is done before cleaning staging") + wait_until_pipeline_is_done(self.adf_client, run_response) self.clean_staging_after_upsert() return self.adf_client, run_response From 0e8d24638614f2a982619913548fbaed58a54631 Mon Sep 17 00:00:00 2001 From: Tim van der Heijden Date: Thu, 14 Jul 2022 12:04:18 +0200 Subject: [PATCH 2/2] Up version --- df_to_azure/__init__.py | 2 +- setup.cfg | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/df_to_azure/__init__.py b/df_to_azure/__init__.py index 90044b3..94bbc5b 100644 --- a/df_to_azure/__init__.py +++ b/df_to_azure/__init__.py @@ -2,7 +2,7 @@ from .export import df_to_azure -__version__ = "0.7.0-rc.2" +__version__ = "0.7.1-rc.1" logging.basicConfig( format="%(asctime)s.%(msecs)03d [%(levelname)-5s] [%(name)s] - %(message)s", diff --git a/setup.cfg b/setup.cfg index 7db56d6..0ad1328 100644 --- a/setup.cfg +++ b/setup.cfg @@ -1,6 +1,6 @@ [metadata] name = df_to_azure -version = 0.7.0-rc.2 +version = 0.7.1-rc.1 author = Melvin Folkers, Erfan Nariman author_email = melvin@zypp.io, erfan@zypp.io description = Automatically write pandas DataFrames to SQL by creating pipelines in Azure Data Factory with copy activity from blob to SQL