From 1cbd49a4c7e41811ac65e7f1d2893b083abd4a55 Mon Sep 17 00:00:00 2001 From: nikodemas <47255905+nikodemas@users.noreply.github.com> Date: Fri, 8 Mar 2024 09:31:15 +0100 Subject: [PATCH] Update cpueff_stepchain_goweb.py Change date delta in cpueff --- cpueff-goweb/spark/cpueff_stepchain_goweb.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/cpueff-goweb/spark/cpueff_stepchain_goweb.py b/cpueff-goweb/spark/cpueff_stepchain_goweb.py index 60fa437f..f8c0cf40 100644 --- a/cpueff-goweb/spark/cpueff_stepchain_goweb.py +++ b/cpueff-goweb/spark/cpueff_stepchain_goweb.py @@ -236,7 +236,7 @@ def main(start_date, end_date, hdfs_out_dir, last_n_days): spark.read.option("basePath", _DEFAULT_HDFS_FOLDER) .json( get_candidate_files( - start_date, end_date, spark, base=_DEFAULT_HDFS_FOLDER, day_delta=2 + start_date, end_date, spark, base=_DEFAULT_HDFS_FOLDER, day_delta=1 ) ) .select(["data.*", "metadata.timestamp"])