From 778832d05a904b1806bd475ae4d56a1b3733eb59 Mon Sep 17 00:00:00 2001 From: Abhinav Khattar Date: Thu, 12 Oct 2023 17:53:44 -0400 Subject: [PATCH] move core install to /workspace (#7706) Signed-off-by: Abhinav Khattar --- Dockerfile | 11 +++++------ 1 file changed, 5 insertions(+), 6 deletions(-) diff --git a/Dockerfile b/Dockerfile index 7d1539ad2db38..06f96a091a223 100644 --- a/Dockerfile +++ b/Dockerfile @@ -43,6 +43,11 @@ RUN apt-get update && \ rm -rf /var/lib/apt/lists/* WORKDIR /workspace/ +# install megatron core, this can be removed once 0.3 pip package is released +RUN git clone https://github.com/NVIDIA/Megatron-LM.git && \ + cd Megatron-LM && \ + git checkout ab0336a5c8eab77aa74ae604ba1e73decbf6d560 && \ + pip install -e . WORKDIR /tmp/ @@ -52,12 +57,6 @@ RUN git clone https://github.com/NVIDIA/apex.git && \ git checkout 52e18c894223800cb611682dce27d88050edf1de && \ pip3 install -v --no-build-isolation --disable-pip-version-check --no-cache-dir --global-option="--cpp_ext" --global-option="--cuda_ext" --global-option="--fast_layer_norm" --global-option="--distributed_adam" --global-option="--deprecated_fused_adam" ./ -# install megatron core, this can be removed once 0.3 pip package is released -RUN git clone https://github.com/NVIDIA/Megatron-LM.git && \ - cd Megatron-LM && \ - git checkout ab0336a5c8eab77aa74ae604ba1e73decbf6d560 && \ - pip install -e . - # uninstall stuff from base container RUN pip3 uninstall -y sacrebleu torchtext