Glue Job added - 2211 - 2

ministryofjustice · Nov 22, 2024 · 3f432de · 3f432de
1 parent a8249de
commit 3f432de
Showing 1 changed file with 7 additions and 4 deletions.
diff --git a/...lectronic-monitoring-data/glue-job/etl_rds_tbl_hash_rows_to_s3_prq_partitionby_yyyy_mm.py b/...lectronic-monitoring-data/glue-job/etl_rds_tbl_hash_rows_to_s3_prq_partitionby_yyyy_mm.py
@@ -266,10 +266,13 @@ def write_rds_df_to_s3_parquet(df_rds_write: DataFrame,
     # ---------------------------------------
 
     all_columns_except_pkey = list()
-    conversion_col_list = list(
-                            TBL_COLS_CONVERT_FMT_DICT[
-                                f"{rds_sqlserver_db_table}"].keys()
-                            )
+    conversion_col_list = list()
+    if TBL_COLS_CONVERT_FMT_DICT.get(
+        f"{rds_sqlserver_db_table}", None) is not None:
+        conversion_col_list = list(
+                                TBL_COLS_CONVERT_FMT_DICT[
+                                    f"{rds_sqlserver_db_table}"].keys()
+                                )
     for e in rds_db_table_empty_df.schema.fields:
         if e.name == rds_db_tbl_pkey_column:
             continue