kfold_training.py

import os  # Operating System related functions
import shutil  # File and directory manipulation functions
import cv2  # OpenCV library for computer vision tasks
import numpy as np  # NumPy for numerical operations
from pathlib import Path  # Path object from pathlib for working with file paths
import random  # Random number generation
import json  # JSON (JavaScript Object Notation) for data interchange
import pandas as pd  # Pandas library for data manipulation and analysis
import yaml  # YAML (YAML Ain't Markup Language) for configuration files
from collections import Counter  # Counter class from collections for counting occurrences
from sklearn.model_selection import KFold  # KFold from scikit-learn for cross-validation
from tqdm.notebook import tqdm  # tqdm for creating progress bars in loops
from ultralytics import YOLO  # YOLO (You Only Look Once) from Ultralytics for object detection
import sys  # sys for system-specific parameters and functions
import boto3  # Boto3 for Amazon Web Services (AWS) SDK for Python
import gc  # Garbage Collection for memory management
import torch  # PyTorch deep learning framework
import time  # Time-related functions
import re # Regular expression module
import argparse # Argument parsing module
import utils
import logging

def main(config_path):

    with open(config_path, "r") as config_file:
        config = yaml.safe_load(config_file)

    experiments_path = Path(config["experiments_path"])
    print(f"K-fold path is: {experiments_path}")
    
    logging.basicConfig(level=logging.INFO)
    experiment_path = experiments_path / f"{config['experiment_name']}"
    
    logging.info("Training...")
    yamls = list(experiment_path.glob("split*/*.yaml"))
    yamls = sorted([str(i) for i in yamls], key=utils.mixedsort)
    print(yamls)
    for i in range(len(yamls)):
        logging.info(f"Training for yaml file: {yamls[i]}")
        split_path = experiment_path / f"split_{i+1}"
        utils.training(split_path, config, yamls[i])

    logging.info("Script finished.")
    utils.stop_instance()
    

if __name__ == "__main__":
    parser = argparse.ArgumentParser(description="Your script description here.")
    parser.add_argument("config", type=str, help="Path to the configuration file.")

    args = parser.parse_args()

    main(args.config)