Merge pull request #267 from dmwm/nikodemas-patch-6

Update cpueff_stepchain_goweb.py
dmwm · Mar 8, 2024 · 24815ca · 24815ca
2 parents c620cbe + 1cbd49a
commit 24815ca
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/cpueff-goweb/spark/cpueff_stepchain_goweb.py b/cpueff-goweb/spark/cpueff_stepchain_goweb.py
@@ -236,7 +236,7 @@ def main(start_date, end_date, hdfs_out_dir, last_n_days):
         spark.read.option("basePath", _DEFAULT_HDFS_FOLDER)
         .json(
             get_candidate_files(
-                start_date, end_date, spark, base=_DEFAULT_HDFS_FOLDER, day_delta=2
+                start_date, end_date, spark, base=_DEFAULT_HDFS_FOLDER, day_delta=1
             )
         )
         .select(["data.*", "metadata.timestamp"])