diff --git a/contrib/experiments/interpretation/penobscot/local/logging.conf b/contrib/experiments/interpretation/penobscot/local/logging.conf deleted file mode 100644 index 56334fc4..00000000 --- a/contrib/experiments/interpretation/penobscot/local/logging.conf +++ /dev/null @@ -1,34 +0,0 @@ -[loggers] -keys=root,__main__,event_handlers - -[handlers] -keys=consoleHandler - -[formatters] -keys=simpleFormatter - -[logger_root] -level=INFO -handlers=consoleHandler - -[logger___main__] -level=INFO -handlers=consoleHandler -qualname=__main__ -propagate=0 - -[logger_event_handlers] -level=INFO -handlers=consoleHandler -qualname=event_handlers -propagate=0 - -[handler_consoleHandler] -class=StreamHandler -level=INFO -formatter=simpleFormatter -args=(sys.stdout,) - -[formatter_simpleFormatter] -format=%(asctime)s - %(name)s - %(levelname)s - %(message)s - diff --git a/tests/cicd/main_build.yml b/tests/cicd/main_build.yml index bfc9b026..f1a33f61 100644 --- a/tests/cicd/main_build.yml +++ b/tests/cicd/main_build.yml @@ -91,6 +91,7 @@ jobs: ################################################################################################### # Stage 3: Dutch F3 patch models: deconvnet, unet, HRNet patch depth, HRNet section depth +# CAUTION: reverted these builds to single-GPU leaving new multi-GPU code in to be reverted later ################################################################################################### - job: dutchf3_patch @@ -113,30 +114,30 @@ jobs: dir=$(mktemp -d) pids= - export CUDA_VISIBLE_DEVICES=0 + # export CUDA_VISIBLE_DEVICES=0 { python train.py 'DATASET.ROOT' '/home/alfred/data_dynamic/dutch_f3/data' 'TRAIN.END_EPOCH' 1 'TRAIN.SNAPSHOTS' 1 \ 'TRAIN.DEPTH' 'none' \ 'OUTPUT_DIR' 'output' 'TRAIN.MODEL_DIR' 'no_depth' \ - --cfg=configs/patch_deconvnet.yaml --debug ; echo "$?" > "$dir/$BASHPID"; } & + --cfg=configs/patch_deconvnet.yaml --debug ; echo "$?" > "$dir/$BASHPID"; } pids+=" $!" - export CUDA_VISIBLE_DEVICES=1 + # export CUDA_VISIBLE_DEVICES=1 { python train.py 'DATASET.ROOT' '/home/alfred/data_dynamic/dutch_f3/data' 'TRAIN.END_EPOCH' 1 'TRAIN.SNAPSHOTS' 1 \ 'TRAIN.DEPTH' 'section' \ 'OUTPUT_DIR' 'output' 'TRAIN.MODEL_DIR' 'section_depth' \ - --cfg=configs/unet.yaml --debug ; echo "$?" > "$dir/$BASHPID"; } & + --cfg=configs/unet.yaml --debug ; echo "$?" > "$dir/$BASHPID"; } pids+=" $!" - export CUDA_VISIBLE_DEVICES=2 + # export CUDA_VISIBLE_DEVICES=2 { python train.py 'DATASET.ROOT' '/home/alfred/data_dynamic/dutch_f3/data' 'TRAIN.END_EPOCH' 1 'TRAIN.SNAPSHOTS' 1 \ 'TRAIN.DEPTH' 'section' \ 'OUTPUT_DIR' 'output' 'TRAIN.MODEL_DIR' 'section_depth' \ - --cfg=configs/seresnet_unet.yaml --debug ; echo "$?" > "$dir/$BASHPID"; } & + --cfg=configs/seresnet_unet.yaml --debug ; echo "$?" > "$dir/$BASHPID"; } pids+=" $!" - export CUDA_VISIBLE_DEVICES=3 + # export CUDA_VISIBLE_DEVICES=3 { python train.py 'DATASET.ROOT' '/home/alfred/data_dynamic/dutch_f3/data' 'TRAIN.END_EPOCH' 1 'TRAIN.SNAPSHOTS' 1 \ 'TRAIN.DEPTH' 'section' \ 'MODEL.PRETRAINED' '/home/alfred/models/hrnetv2_w48_imagenet_pretrained.pth' \ 'OUTPUT_DIR' 'output' 'TRAIN.MODEL_DIR' 'section_depth' \ - --cfg=configs/hrnet.yaml --debug ; echo "$?" > "$dir/$BASHPID"; } & + --cfg=configs/hrnet.yaml --debug ; echo "$?" > "$dir/$BASHPID"; } pids+=" $!" wait $pids || exit 1 @@ -157,16 +158,16 @@ jobs: dir=$(mktemp -d) pids= - export CUDA_VISIBLE_DEVICES=0 + # export CUDA_VISIBLE_DEVICES=0 # find the latest model which we just trained model_dir=$(ls -td output/patch_deconvnet/no_depth/* | head -1) model=$(ls -t ${model_dir}/*.pth | head -1) # try running the test script { python test.py 'DATASET.ROOT' '/home/alfred/data_dynamic/dutch_f3/data' \ 'TEST.MODEL_PATH' ${model} \ - --cfg=configs/patch_deconvnet.yaml --debug ; echo "$?" > "$dir/$BASHPID"; } & + --cfg=configs/patch_deconvnet.yaml --debug ; echo "$?" > "$dir/$BASHPID"; } pids+=" $!" - export CUDA_VISIBLE_DEVICES=1 + # export CUDA_VISIBLE_DEVICES=1 # find the latest model which we just trained model_dir=$(ls -td output/unet/section_depth/* | head -1) model=$(ls -t ${model_dir}/*.pth | head -1) @@ -174,9 +175,9 @@ jobs: # try running the test script { python test.py 'DATASET.ROOT' '/home/alfred/data_dynamic/dutch_f3/data' \ 'TEST.MODEL_PATH' ${model} \ - --cfg=configs/unet.yaml --debug ; echo "$?" > "$dir/$BASHPID"; } & + --cfg=configs/unet.yaml --debug ; echo "$?" > "$dir/$BASHPID"; } pids+=" $!" - export CUDA_VISIBLE_DEVICES=2 + # export CUDA_VISIBLE_DEVICES=2 # find the latest model which we just trained model_dir=$(ls -td output/seresnet_unet/section_depth/* | head -1) model=$(ls -t ${model_dir}/*.pth | head -1) @@ -184,9 +185,9 @@ jobs: # try running the test script { python test.py 'DATASET.ROOT' '/home/alfred/data_dynamic/dutch_f3/data' \ 'TEST.MODEL_PATH' ${model} \ - --cfg=configs/seresnet_unet.yaml --debug ; echo "$?" > "$dir/$BASHPID"; } & + --cfg=configs/seresnet_unet.yaml --debug ; echo "$?" > "$dir/$BASHPID"; } pids+=" $!" - export CUDA_VISIBLE_DEVICES=3 + # export CUDA_VISIBLE_DEVICES=3 # find the latest model which we just trained model_dir=$(ls -td output/hrnet/section_depth/* | head -1) model=$(ls -t ${model_dir}/*.pth | head -1) @@ -195,7 +196,7 @@ jobs: { python test.py 'DATASET.ROOT' '/home/alfred/data_dynamic/dutch_f3/data' \ 'MODEL.PRETRAINED' '/home/alfred/models/hrnetv2_w48_imagenet_pretrained.pth' \ 'TEST.MODEL_PATH' ${model} \ - --cfg=configs/hrnet.yaml --debug ; echo "$?" > "$dir/$BASHPID"; } & + --cfg=configs/hrnet.yaml --debug ; echo "$?" > "$dir/$BASHPID"; } pids+=" $!" # wait for completion