Skip to content

Commit

Permalink
Makefile: fix Docker image names
Browse files Browse the repository at this point in the history
  • Loading branch information
Ostrzyciel committed Mar 28, 2024
1 parent 625c9f6 commit 4abf242
Showing 1 changed file with 8 additions and 9 deletions.
17 changes: 8 additions & 9 deletions makefile
Original file line number Diff line number Diff line change
Expand Up @@ -16,52 +16,51 @@ all: ## Runs the entire processing pipeline to recreate SC2ReSet and SC2EGSet or
@make rename_files
@make package_dataset

# TODO: Image name changed from sc2_dataset_preparator to datasetpreparator.
flatten: ## Flattens the directory if the files are held in nested directories. This helps with streamlining the processing.
docker run \
-v "${PWD}/processing:/app/processing" \
sc2_dataset_preparator \
datasetpreparator \
python3 directory_flattener.py

json_merge: ## Merges two JSON files.
docker run \
-v "${PWD}/processing:/app/processing" \
sc2-dataset-preparator \
datasetpreparator \
python3 json_merger.py \
--json_one=../processing/json_merger/map_translation.json \
--json_two=../processing/json_merger/new_maps_processed.json

download_maps: ## Runs over directories with .SC2Replay files and downloads maps that were used in the games.
docker run \
-v "${PWD}/processing:/app/processing" \
sc2_dataset_preparator \
datasetpreparator \
python3 sc2_map_downloader.py

process_replaypack: ## Parses the raw (.SC2Replay) data into JSON files.
docker run \
-v "${PWD}/processing:/app/processing" \
sc2_dataset_preparator \
datasetpreparator \
python3 sc2_replaypack_processor.py \
--n_processes 8 \
--perform_chat_anonymization "true"

rename_files: ## Renames the files after processing with SC2InfoExtractorGo.
docker run \
-v "${PWD}/processing:/app/processing" \
sc2_dataset_preparator \
datasetpreparator \
python3 file_renamer.py \
--input_dir ../processing/sc2_replaypack_processor/output

package_reset_dataset: ## Packages the raw data. Used to prepare SC2ReSet Replaypack set.
docker run \
-v "${PWD}/processing:/app/processing" \
sc2_dataset_preparator \
datasetpreparator \
python3 file_packager.py --input_dir ../processing/directory_flattener/output

package_dataset: ## Packages the pre-processed dataset from the output of sc2_dataset_preparator. Used to prepare SC2EGSet Dataset.
package_dataset: ## Packages the pre-processed dataset from the output of datasetpreparator. Used to prepare SC2EGSet Dataset.
docker run \
-v "${PWD}/processing:/app/processing" \
sc2_dataset_preparator \
datasetpreparator \
python3 file_packager.py --input_dir ../processing/sc2_replaypack_processor/output

###################
Expand Down

0 comments on commit 4abf242

Please sign in to comment.