Set to specific assets

openclimatefix · Sep 12, 2023 · 1de22f0 · 1de22f0
1 parent 861b613
commit 1de22f0
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/sat/assets/eumetsat/common.py b/sat/assets/eumetsat/common.py
@@ -33,7 +33,6 @@ def download_product_range(api_key: str, api_secret: str, data_dir: str, product
             start_date=start_date.tz_localize(None).strftime("%Y-%m-%d-%H-%M-%S"),
             end_date=end_date.tz_localize(None).strftime("%Y-%m-%d-%H-%M-%S"),
         )
-        # TODO Change this to actually filter, this only works for live service
         filtered_datasets = []
         for dataset in datasets:
             if dataset["id"] not in filenames_downloaded:

diff --git a/sat/jobs.py b/sat/jobs.py
@@ -2,13 +2,14 @@
 from dagster import AssetSelection, define_asset_job, EnvVar
 
 from sat.assets.eumetsat.common import EumetsatConfig
+from sat.assets import download_eumetsat_iodc_data
 
 base_path = "/mnt/storage_c/IODC/"
 
 
 
 asset_jobs = []
-asset_job = define_asset_job(f"download_iodc_raw_files", AssetSelection.all(),
+asset_job = define_asset_job(f"download_iodc_raw_files", AssetSelection.assets(download_eumetsat_iodc_data),
                              config={
                                  'ops': {"download_eumetsat_iodc_data": {"config": EumetsatConfig(api_key=EnvVar("EUMETSAT_API_KEY"),
                                                                                                   api_secret=EnvVar("EUMETSAT_API_SECRET"),