dev_container

#!/bin/bash
# SPDX-FileCopyrightText: Copyright (c) 2022-2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
# SPDX-License-Identifier: Apache-2.0
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

# Error out if a command fails
set -e

#===============================================================================
# Default values for environment variables.
#===============================================================================

init_globals() {
    if [ "$0" != "/bin/bash" ] && [ "$0" != "bash" ]; then
        SCRIPT_DIR=$(dirname "$(readlink -f "$0")")
        export RUN_SCRIPT_FILE="$(readlink -f "$0")"
    else
        export RUN_SCRIPT_FILE="$(readlink -f "${BASH_SOURCE[0]}")"
    fi

    export HOLOHUB_ROOT=$(dirname "${RUN_SCRIPT_FILE}")

    HOLOSCAN_PY_EXE=${HOLOSCAN_PY_EXE:-"python3"}
    export HOLOSCAN_PY_EXE
    HOLOSCAN_DOCKER_EXE=${HOLOSCAN_DOCKER_EXE:-"docker"}
    export HOLOSCAN_DOCKER_EXE

    HOLOSCAN_SDK_VERSION="sdk-latest"
    export HOLOSCAN_SDK_VERSION
    HOLOHUB_CONTAINER_BASE_NAME=holohub
    export HOLOHUB_CONTAINER_BASE_NAME


    DO_DRY_RUN="false"  # print commands but do not execute them. Used by run_command
}

################################################################################
# Utility functions
################################################################################


#######################################
# Get list of available commands from a given input file.
#
# Available commands and command summary are extracted by checking a pattern
# "_desc() { c_echo '".
# Section title is extracted by checking a pattern "# Section: ".
# This command is used for listing available commands in CLI.
#
# e.g.)
#   "# Section: String/IO functions"
#     => "# String/IO functions"
#   "to_lower_desc() { c_echo 'Convert to lower case"
#     => "to_lower ----------------- Convert to lower case"
#
# Arguments:
#   $1 - input file that defines commands
# Returns:
#   Print list of available commands from $1
#######################################
get_list_of_available_commands() {
    local mode="color"
    if [ "${1:-}" = "color" ]; then
        mode="color"
        shift
    elif [ "${1:-}" = "nocolor" ]; then
        mode="nocolor"
        shift
    fi

    local file_name="$1"
    if [ ! -e "$1" ]; then
        echo "$1 doesn't exist!"
    fi

    local line_str='--------------------------------'
    local IFS= cmd_lines="$(IFS= cat "$1" | grep -E -e "^(([[:alpha:]_[:digit:]]+)_desc\(\)|# Section: )" | sed "s/_desc() *{ *c_echo '/ : /")"
    local line
    while IFS= read -r line; do
        local cmd=$(echo "$line" | cut -d":" -f1)
        local desc=$(echo "$line" | cut -d":" -f2-)
        if [ "$cmd" = "# Section" ]; then
            c_echo ${mode} B "${desc}"
        else
            # there is no substring operation in 'sh' so use 'cut'
            local dash_line="$(echo "${line_str}" | cut -c ${#cmd}-)"  #  = "${line_str:${#cmd}}"
             c_echo ${mode} Y "   ${cmd}" w " ${dash_line} ${desc}"
        fi
        # use <<EOF, not '<<<"$cmd_lines"' to be executable in sh
    done <<EOF
$cmd_lines
EOF
}

my_cat_prefix() {
    local IFS
    local prefix="$1"
    local line
    while IFS= read -r line; do
        echo "${prefix}${line}" # -e option doesn't work in 'sh' so disallow escaped characters
    done <&0
}

c_str() {
    local old_color=39
    local old_attr=0
    local color=39
    local attr=0
    local text=""
    local mode="color"
    if [ "${1:-}" = "color" ]; then
        mode="color"
        shift
    elif [ "${1:-}" = "nocolor" ]; then
        mode="nocolor"
        shift
    fi

    for i in "$@"; do
        case "$i" in
            r|R)
                color=31
                ;;
            g|G)
                color=32
                ;;
            y|Y)
                color=33
                ;;
            b|B)
                color=34
                ;;
            p|P)
                color=35
                ;;
            c|C)
                color=36
                ;;
            w|W)
                color=37
                ;;

            z|Z)
                color=0
                ;;
        esac
        case "$i" in
            l|L|R|G|Y|B|P|C|W)
                attr=1
                ;;
            n|N|r|g|y|b|p|c|w)
                attr=0
                ;;
            z|Z)
                attr=0
                ;;
            *)
                text="${text}$i"
        esac
        if [ "${mode}" = "color" ]; then
            if [ ${old_color} -ne ${color} ] || [ ${old_attr} -ne ${attr} ]; then
                text="${text}\033[${attr};${color}m"
                old_color=$color
                old_attr=$attr
            fi
        fi
    done
    /bin/echo -en "$text"
}

c_echo() {
    # Select color/nocolor based on the first argument
    local mode="color"
    if [ "${1:-}" = "color" ]; then
        mode="color"
        shift
    elif [ "${1:-}" = "nocolor" ]; then
        mode="nocolor"
        shift
    else
        if [ ! -t 1 ]; then
            mode="nocolor"
        fi
    fi

    local old_opt="$(shopt -op xtrace)" # save old xtrace option
    set +x # unset xtrace

    if [ "${mode}" = "color" ]; then
        local text="$(c_str color "$@")"
        /bin/echo -e "$text\033[0m"
    else
        local text="$(c_str nocolor "$@")"
        /bin/echo -e "$text"
    fi
    eval "${old_opt}" # restore old xtrace option
}

echo_err() {
    >&2 echo "$@"
}

c_echo_err() {
    >&2 c_echo "$@"
}

fatal() {
    if [ -n "$*" ]; then
        c_echo_err R "$(date -u '+%Y-%m-%d %H:%M:%S') [FATAL] " Z "$@"
    fi
    if [ -n "${SCRIPT_DIR}" ]; then
        exit 1
    else
        kill -INT $$  # kill the current process instead of exit in shell environment.
    fi
}

run_command() {
    local status=0
    local cmd="$*"

    if [ "${DO_DRY_RUN}" != "true" ]; then
        c_echo_err B "$(date -u '+%Y-%m-%d %H:%M:%S') " W "\$ " G "${cmd}"
    else
        c_echo_err B "$(date -u '+%Y-%m-%d %H:%M:%S') " C "[dryrun] " W "\$ " G "${cmd}"
    fi

    [ "$(echo -n "$@")" = "" ] && return 1 # return 1 if there is no command available

    if [ "${DO_DRY_RUN}" != "true" ]; then
        "$@"
        status=$?
    fi

    return $status
}

run_docker() {
    $(./run docker_cmd "-u $(id -u):$(id -g)") "$@"
}


#===============================================================================
# Section: Build
#===============================================================================

get_host_gpu() {
    if lsmod | grep -q nvidia_drm && command -v nvidia-smi > /dev/null; then
        echo -n "dgpu"
    elif lsmod | grep -q nvgpu ; then
        echo -n "igpu"
    else
        c_echo_err Y "Could not find any GPU drivers on host. Defaulting build to target dGPU/CPU stack."
        echo -n "dgpu"
    fi
}


get_default_base_img() {
    echo -n "nvcr.io/nvidia/clara-holoscan/holoscan:v1.0.3-"$(get_host_gpu)
}

get_default_img() {
    echo -n "holohub:ngc-v1.0.3-"$(get_host_gpu)
}

build_desc() { c_echo 'Build dev image
    --base_img : Fully qualified base image name, e.g. holoscan-sdk-dev:latest
    --docker_file :  path to Dockerfile to use for building container.
    --img : Specify fully qualified container name
    --verbose : Print variables passed to docker build command
    '
}

build() {

    # Choose NGC Holoscan SDK base image based on local platform, default is dGPU
    local docker_file_path="${HOLOHUB_ROOT}/Dockerfile"
    local gpu_type=$(get_host_gpu)
    local base_img=$(get_default_base_img)
    local img=$(get_default_img)
    local print_verbose=0

    # Check if buildx exists
    if ! $(docker buildx version &> /dev/null) ; then
        c_echo_err G "docker buildx plugin" W " is missing. Please install " G "docker-buildx-plugin" W ":

        https://docs.docker.com/engine/install/ubuntu/#install-using-the-repository"
        exit
    fi

    # Parse CLI arguments next
    ARGS=("$@")
    local i
    local arg
    for i in "${!ARGS[@]}"; do
        arg="${ARGS[i]}"
        if [ "$arg" = "--base_img" ]; then
           base_img="${ARGS[i+1]}"
        fi
        if [ "$arg" = "--docker_file" ]; then
           docker_file_path="${ARGS[i+1]}"
        fi
        if [ "$arg" = "--img" ]; then
           img="${ARGS[i+1]}"
        fi
        if [ "$arg" = "--verbose" ]; then
           print_verbose=1
        fi
    done

    if [[ $print_verbose -gt 0 ]]; then
        c_echo W "Build (HOLOHUB_ROOT:" G "${HOLOHUB_ROOT}" W ")..."
        c_echo W "Build (gpu_type_type:" G "${gpu_type}" W ")..."
        c_echo W "Build (base_img:" G "${base_img}" W ")..."
        c_echo W "Build (docker_file_path:" G "${docker_file_path}" W ")..."
        c_echo W "Build (img:" G "${img}" W ")..."
    fi

    # Docker build
    run_command export DOCKER_BUILDKIT=1
    run_command docker build \
        --build-arg BUILDKIT_INLINE_CACHE=1 \
        --build-arg BASE_IMAGE=${base_img}\
        --build-arg GPU_TYPE=${gpu_type}\
        --network=host \
        -f ${docker_file_path} \
        -t ${img} \
        ${HOLOHUB_ROOT}
}

#===============================================================================
# Section: Launch
#===============================================================================

launch_desc() { c_echo 'Launch Docker container
    --img   : Fully qualified image name, e.g.  holohub:sdk-local-latest-dgpu
    --local_sdk_root : Path to Holoscan SDK used for building local Holoscan SDK container
    --ssh_x11 : Enable X11 forwarding of graphical HoloHub applications over SSH
    --nsys_profile : Support Nsight Systems profiling in container
    --init : Support tini entry point
    --persistent : Does not delete container after it is run
    --verbose : Print variables passed to docker run command
    --add-volume : Mount additional volume
    --as_root  : Run the container with root permissions
    --docker_opts : Additional options to pass to the Docker launch
    '
}
launch() {
    local build_path="${CMAKE_BUILD_PATH:-build}"
    local working_dir=${1:-${build_path}}
    local mount_device_opt=""
    local conditional_opt=""
    local print_verbose=0
    local local_sdk_root="undefined"
    local ssh_x11=0
    local use_tini=0
    local persistent=0
    local nsys_profile=false
    local as_root=false
    local docker_opts=""

    # Choose NGC Holoscan SDK base image based on local platform, default is dGPU
    local gpu_type=$(get_host_gpu)
    local img=$(get_default_img)

    # Initialize an empty string to hold additional volume mounts
    additional_volumes=""

    # Parse CLI arguments
    ARGS=("$@")
    local i
    local arg
    for i in "${!ARGS[@]}"; do
        arg="${ARGS[i]}"
        if [ "$arg" = "--img" ]; then
           img="${ARGS[i+1]}"
           shift
           shift
        fi
        if [ "$arg" = "--verbose" ]; then
           print_verbose=1
           shift
        fi
        if [ "$arg" = "--local_sdk_root" ]; then
           local_sdk_root="${ARGS[i+1]}"
           shift
           shift
        fi
        if [ "$arg" = "--ssh_x11" ]; then
           ssh_x11=1
           shift
        fi
        if [ "$arg" = "--init" ]; then
           use_tini=1
           shift
        fi
        if [ "$arg" = "--persistent" ]; then
           persistent=1
           shift
        fi
        if [ "$arg" = "--nsys_profile" ]; then
           nsys_profile=true
           shift
        fi
        if [ "$arg" = "--as_root" ]; then
           as_root=true
           shift
        fi
        if [ "$arg" = "--add-volume" ]; then
            path="${ARGS[i+1]}"
            base=$(basename "$path")
            additional_volumes+="-v $path:/workspace/volumes/$base "
            shift
            shift
        fi
        if [ "$arg" = "--docker_opts" ]; then
            docker_opts="${ARGS[i+1]}"
            shift
            shift
        fi
    done

    # Check NVIDIA CTK version
    min_ctk_version="1.12.0"
    recommended_ctk_version="1.14.1"
    if ! command -v nvidia-ctk > /dev/null; then
        fatal G "nvidia-ctk" W " not found. Please install the NVIDIA Container Toolkit."
    fi
    ctk_version_output=$(nvidia-ctk --version | grep version)
    ctk_version_pattern="([0-9]+\.[0-9]+\.[0-9]+)"
    if [[ "$ctk_version_output" =~ $ctk_version_pattern ]]; then
        ctk_version="${BASH_REMATCH[1]}"
        if [[ "$(echo -e "$ctk_version\n$min_ctk_version" | sort -V | head -n1)" == "$ctk_version" ]]; then
            fatal "Found nvidia-ctk Version $ctk_version. Version $min_ctk_version+ is required ($recommended_ctk_version+ recommended)."
        fi
    else
        c_echo_err R "Could not extract nvidia-ctk version number."
        c_echo_err "  Version $min_ctk_version+ required."
        c_echo_err "  Version $recommended_ctk_version+ recommended."
    fi

    # Allow connecting from docker. This is not needed for WSL2 (`SI:localuser:wslg` is added by default)
    if [ -v DISPLAY ]; then
        if command -v xhost >/dev/null; then
          run_command xhost +local:docker
        fi
        conditional_opt+=" -e DISPLAY"
    fi

    for video_dev in $(find /dev -regex '/dev/video[0-9]+'); do
        mount_device_opt+=" --device $video_dev"
    done

    for capture_dev in $(find /dev -regex '/dev/capture-vi-channel[0-9]+'); do
        mount_device_opt+=" --device $capture_dev"
    done

    for video_dev in $(find /dev -regex '/dev/ajantv2[0-9]+'); do
        mount_device_opt+=" --device $video_dev:$video_dev"
    done

    for i in 0 1 2 3; do
        # Deltacast capture boards and Videomaster SDK
        # Deltacast SDI capture board
	    if [ -e /dev/delta-x380${i} ]; then
            mount_device_opt+=" --device /dev/delta-x380${i}:/dev/delta-x380${i}"
        fi
	    # Deltacast HDMI capture board
	    if [ -e /dev/delta-x350${i} ]; then
            mount_device_opt+=" --device /dev/delta-x350${i}:/dev/delta-x350${i}"
        fi
    done

    # Find all audio devices
    audio_devices=$(find /dev/snd -type c)

    # Mount all found audio devices
    for audio_dev in $audio_devices; do
        mount_device_opt+=" --device $audio_dev"
    done

    # mounts the ALSA configuration for the user running the script
    mount_device_opt+=" -v /etc/asound.conf:/etc/asound.conf"

    # grants access to the sound group
    sound_group_gid=$(getent group audio | cut -d: -f3)
    mount_device_opt+=" --group-add $sound_group_gid"

    if [ -e /usr/lib/libvideomasterhd.so ]; then
   	    conditional_opt+=" -v /usr/lib/libvideomasterhd.so:/usr/lib/libvideomasterhd.so"
    fi
    if [ -d /opt/deltacast/videomaster/Include ]; then
        conditional_opt+=" -v /opt/deltacast/videomaster/Include:/usr/local/deltacast/Include"
    fi
    if [ -d /opt/yuan/qcap/include ]; then
        conditional_opt+=" -v /opt/yuan/qcap/include:/opt/yuan/qcap/include"
    fi
    if [ -d /opt/yuan/qcap/lib ]; then
        conditional_opt+=" -v /opt/yuan/qcap/lib:/opt/yuan/qcap/lib"
    fi

    # add tegra directory
    if [ -d  /usr/lib/aarch64-linux-gnu/tegra ]; then
        conditional_opt+=" -v /usr/lib/aarch64-linux-gnu/tegra:/usr/lib/aarch64-linux-gnu/tegra"
    fi

    # add user in container to group video to access video devices, e.g. /dev/video0
    conditional_opt+=" --group-add video"

    if [[ $nsys_profile == true ]] ; then
        # enable usage of the the perf_event_open call, see
        # https://docs.nvidia.com/nsight-systems/UserGuide/index.html#docker-profiling
        conditional_opt+=" --cap-add=SYS_ADMIN"
    fi

    # when using a locally built Holoscan SDK container it is necessary to provide the path to Holsocan SDK
    # to map Holoscan SDK into the container for building Holohub
    local local_sdk_opt="";

    if [ -d  "$local_sdk_root" ] ; then
        local_sdk_opt+=" -v $local_sdk_root:/workspace/holoscan-sdk"
         #   Define paths needed by the python applications
        local_sdk_opt+=" -e PYTHONPATH=/workspace/holoscan-sdk/build/python/lib"
        local_sdk_opt+=" -e HOLOSCAN_LIB_PATH=/workspace/holoscan-sdk/build/lib"
        local_sdk_opt+=" -e HOLOSCAN_SAMPLE_DATA_PATH=/workspace/holoscan-sdk/data"
        local_sdk_opt+=" -e HOLOSCAN_TESTS_DATA_PATH=/workspace/holoscan-sdk/tests/data"
    fi

    # Find the nvoptix.bin file
    if [ -f "/usr/share/nvidia/nvoptix.bin" ]; then
        mount_nvoptix_bin="-v /usr/share/nvidia/nvoptix.bin:/usr/share/nvidia/nvoptix.bin:ro"
    fi

    # Allow X11 forwarding over SSH
    if [[ $ssh_x11 -gt 0 ]]; then
        XAUTH=/tmp/.docker.xauth
        xauth nlist $DISPLAY | sed -e 's/^..../ffff/' | xauth -f $XAUTH nmerge -
        chmod 777 $XAUTH

        conditional_opt+=" -v $XAUTH:$XAUTH"
        conditional_opt+=" -e XAUTHORITY=$XAUTH"
    fi

    # Use tini
    if [[ $use_tini -gt 0 ]]; then
        conditional_opt+=" --init"
    fi

    # Persistent container
    if [[ $persistent == 0 ]]; then
        conditional_opt+=" --rm"
    fi

    # Define path for cupy's kernel cache, needed since $HOME does
    # not exist when running with `-u id:group`
    conditional_opt+=" -e CUPY_CACHE_DIR=/workspace/holohub/.cupy/kernel_cache"

    # Options needed for UCX
    ucx_opt=" --ipc=host"
    ucx_opt+=" --cap-add=CAP_SYS_PTRACE"
    ucx_opt+=" --ulimit memlock=-1"
    ucx_opt+=" --ulimit stack=67108864"

    # Only enable TTY if supported
    local use_tty=""
    if [ -t 1 ]; then
      use_tty="--tty"
    fi

    # Allow root permissions on request
    if [ $as_root == true ] ; then
        user="root"
    else
        user="$(id -u):$(id -g)"
    fi

    # DOCKER PARAMETERS
    #
    # --interactive (-i)
    #   The container needs to be interactive to be able to interact with the X11 windows
    #
    # -u $(id -u):$(id -g)
    # -v /etc/group:/etc/group:ro
    # -v /etc/passwd:/etc/passwd:ro
    #   Ensures the generated files (build, install...) are owned by $USER and not root,
    #   and provide the configuration files to avoid warning for user and group names
    #
    # -v ${HOLOHUB_ROOT}:/workspace/holohub
    #   Mount the source directory
    #
    # -w /workspace/holohub/${working_dir}
    #   Start in the build or install directory
    #
    # --runtime=nvidia \
    # -e NVIDIA_DRIVER_CAPABILITIES=graphics,video,compute,utility,display
    #   Enable GPU acceleration
    #
    # -v /tmp/.X11-unix:/tmp/.X11-unix
    #
    # ${mount_nvoptix_bin}
    #   Mount Optix denoiser weights.


    if [[ $print_verbose -gt 0 ]]; then
        c_echo W "Launch (HOLOHUB_ROOT: " G "${HOLOHUB_ROOT}" W ")..."
        c_echo W "Launch (gpu_type: " G "${gpu_type}" W ")..."
        c_echo W "Launch (mount_device_opt: " G "${mount_device_opt}" W ")..."
        c_echo W "Launch (conditional_opt: " G "${conditional_opt}" W ")..."
        c_echo W "Launch (local_sdk_opt: " G "${local_sdk_opt}" W ")..."
        c_echo W "Launch (ucx_opt: " G "${ucx_opt}" W ")..."
        c_echo W "Launch (docker_opts: " G "${docker_opts}" W ")..."
        c_echo W "Launch (image: " G "${img}" W ")..."
        c_echo W "Launch (trailing args: " G "$@" W ")..."
    fi

    run_command ${HOLOSCAN_DOCKER_EXE} run --net host \
        --interactive ${use_tty} \
        -u $user \
        -v /etc/group:/etc/group:ro \
        -v /etc/passwd:/etc/passwd:ro \
        -v ${HOLOHUB_ROOT}:/workspace/holohub \
        -w /workspace/holohub \
        --runtime=nvidia \
        --gpus all \
        --cap-add CAP_SYS_PTRACE \
        --ipc=host \
        -e NVIDIA_DRIVER_CAPABILITIES=graphics,video,compute,utility,display \
        -v /tmp/.X11-unix:/tmp/.X11-unix \
        ${additional_volumes} \
        ${mount_device_opt} \
    	${conditional_opt} \
        ${local_sdk_opt} \
        ${mount_nvoptix_bin} \
        ${ucx_opt} \
        ${docker_opts} \
        ${img} \
        "$@"
}

build_and_run_desc() { c_echo 'Build and run a requested application in a Docker container
    Usage: ./dev_container build_and_run <application_name> [options]
    Options:
        --base_img : Fully qualified base image name, e.g. holoscan-sdk-dev:latest
        --docker_file : Path to Dockerfile to use for building container.
            Defaults to:
            - Application-provided "Dockerfile", if it exists;
            - Otherwise the top-level HoloHub "Dockerfile"
            If `--img` is not specified then a custom image tag will be defined.
        --img : Specify fully qualified output container name
        --language : Specify the app language implementation to run.
                     Some applications provide both `cpp` and `python` implementations.
        --no_build : Launch the app without attempting to build it first
        --verbose : Print extra output to console
        --dryrun : View build and run commands without doing anything
    '
}

build_and_run() {
    local app_name=""
    local app_language=""
    local container_build_args=""
    local container_launch_args="--docker_opts --entrypoint=bash"
    local build_app=1
    local image_name=""
    local docker_file=""

    # Parse CLI arguments next
    ARGS=("$@")
    local i
    local arg
    for i in "${!ARGS[@]}"; do
        arg="${ARGS[i]}"
        if [ "$arg" = "--base_img" ]; then
           container_build_args+=" --base_img ${ARGS[i+1]}"
        elif [ "$arg" = "--docker_file" ]; then
            docker_file="${ARGS[i+1]}"
        elif [ "$arg" = "--img" ]; then
            image_name="${ARGS[i+1]}"
        elif [ "$arg" = "--no_build" ]; then
            build_app=0
        elif [ "$arg" = "--verbose" ]; then
            container_build_args+=" --verbose"
            container_launch_args+=" --verbose"
        elif [ "$arg" = "--language" ]; then
            app_language="${ARGS[i+1]}"
        elif [ -z "${app_name}" ]; then
            app_name=$arg
        fi
    done

    if [ -z "${app_name}" ]; then
        fatal "Must specify a HoloHub application to build and run."
    fi

    if [[ -z "${docker_file}" ]]; then
        docker_file=$(./run get_app_dockerfile ${app_name} ${app_language:-cpp})
    fi

    if [[ -z "$image_name" ]]; then
        if [[ -n "${docker_file}" ]] && [[ "${docker_file}" != "${SCRIPT_DIR}/Dockerfile" ]]; then
            image_name="holohub:${app_name}"
            container_build_args+=" --docker_file $docker_file";
        else
            image_name=$(get_default_img);
        fi
    fi

    container_build_args+=" --img $image_name"
    container_launch_args+=" --img $image_name"

    run_command ${SCRIPT_DIR}/dev_container build $container_build_args
    if [[ $build_app == 1 ]]; then
        run_command ${SCRIPT_DIR}/dev_container launch $container_launch_args -c "./run build $app_name"
    fi
    run_command ${SCRIPT_DIR}/dev_container launch $container_launch_args -c "./run launch $app_name $app_language"
}


#===============================================================================

parse_args() {
    local OPTIND
    while getopts 'yh' option;
    do
        case "${option}" in
            y)
                ALWAYS_YES="true"
                ;;
            h)
                print_usage
                if [ -n "${SCRIPT_DIR}" ]; then
                    exit 1
                fi
                ;;
            *)
                ;;
        esac
    done
    shift $((OPTIND-1))
    CMD="$1"
    if [ -z "$CMD" ]; then
      print_usage
    fi
    shift

    ARGS=("$@")
    # Check if the command has `--help`, `-h`, or `--dryrun`, and override the CMD
    local i
    local arg
    local unset_pos
    for i in "${!ARGS[@]}"; do
        arg="${ARGS[i]}"
        if [ "$arg" = "--help" ] || [ "$arg" = "-h" ]; then
            ARGS=("$CMD")
            CMD="help"
            break
        fi
        if [ "$arg" = "--dryrun" ]; then
            unset_pos=$i
            DO_DRY_RUN="true"  # set to true to print commands to screen without running
        fi
    done
    if [ "${unset_pos}" ]; then
        unset 'ARGS[unset_pos]'
    fi
}

print_usage() {
    set +x
    echo_err
    echo_err "USAGE: $0 [command] [arguments]..."
    echo_err ""
    c_echo_err W "Global Arguments"
    c_echo_err "  --help, -h      : Print help messages for [command]"
    c_echo_err "  --dryrun        : Print commands to screen without running"
    echo_err
    c_echo_err W "Command List"
    c_echo_err Y "    help  " w "----------------------------  Print detailed description for a given argument (command name)"
    echo_err "$(get_list_of_available_commands color "${RUN_SCRIPT_FILE}" | my_cat_prefix " ")"
    echo_err
}

print_cmd_help_messages() {
    local cmd="$1"
    if [ -n "${cmd}" ]; then
        if type ${cmd}_desc > /dev/null 2>&1; then
            ${cmd}_desc
            exit 0
        else
            c_echo_err R "Command '${cmd}' doesn't exist!"
            exit 1
        fi
    fi
    print_usage
    return 0
}

main() {
    local ret=0
    parse_args "$@"

    case "$CMD" in
        help)
            print_cmd_help_messages "${ARGS[@]}"
            exit 0
            ;;
        ''|main)
            print_usage
            ;;
        *)
            if type ${CMD} > /dev/null 2>&1; then
                "$CMD" "${ARGS[@]}"
            else
                print_usage
                exit 1
            fi
            ;;
    esac
    ret=$?
    if [ -n "${SCRIPT_DIR}" ]; then
        exit $ret
    fi
}

init_globals

if [ -n "${SCRIPT_DIR}" ]; then
    main "$@"
fi

#===============================================================================
# Description template
#===============================================================================
# Globals:
#   HOLOSCAN_OS
#   HOLOSCAN_TARGET
#   HOLOSCAN_USER (used if HOLOSCAN_OS is "linux")
#   HOLOSCAN_HOST (used if HOLOSCAN_OS is "linux")
# Arguments:
#   Command line to execute
# Returns:
#   Outputs print messages during the execution (stdout->stdout, stderr->stderr).
#
#   Note:
#     This command removes "\r" characters from stdout.
#
#   Exit code:
#     exit code returned from executing a given command