From 4ce9b255e41215ded5aa37a83f00838e029d12fa Mon Sep 17 00:00:00 2001 From: 454314380 <454314380@qq.com> Date: Tue, 9 Apr 2024 22:04:39 +0800 Subject: [PATCH 1/2] upgrade mlc to v3.11 --- dockerfile/cuda11.1.1.dockerfile | 2 +- dockerfile/cuda12.2.dockerfile | 2 +- dockerfile/rocm5.0.x.dockerfile | 2 +- dockerfile/rocm5.1.x.dockerfile | 4 ++-- dockerfile/rocm5.7.x.dockerfile | 2 +- dockerfile/rocm6.0.x.dockerfile | 2 +- 6 files changed, 7 insertions(+), 7 deletions(-) diff --git a/dockerfile/cuda11.1.1.dockerfile b/dockerfile/cuda11.1.1.dockerfile index 6300eb4bd..dc5caac20 100644 --- a/dockerfile/cuda11.1.1.dockerfile +++ b/dockerfile/cuda11.1.1.dockerfile @@ -112,7 +112,7 @@ RUN cd /tmp && \ # Install Intel MLC RUN cd /tmp && \ - wget -q https://downloadmirror.intel.com/763324/mlc_v3.10.tgz -O mlc.tgz && \ + wget -q https://downloadmirror.intel.com/793041/mlc_v3.11.tgz -O mlc.tgz && \ tar xzf mlc.tgz Linux/mlc && \ cp ./Linux/mlc /usr/local/bin/ && \ rm -rf ./Linux mlc.tgz diff --git a/dockerfile/cuda12.2.dockerfile b/dockerfile/cuda12.2.dockerfile index 32d28bbcc..35acfafd1 100644 --- a/dockerfile/cuda12.2.dockerfile +++ b/dockerfile/cuda12.2.dockerfile @@ -95,7 +95,7 @@ RUN cd /opt && \ # Install Intel MLC RUN cd /tmp && \ - wget -q https://downloadmirror.intel.com/763324/mlc_v3.10.tgz -O mlc.tgz && \ + wget -q https://downloadmirror.intel.com/793041/mlc_v3.11.tgz -O mlc.tgz && \ tar xzf mlc.tgz Linux/mlc && \ cp ./Linux/mlc /usr/local/bin/ && \ rm -rf ./Linux mlc.tgz diff --git a/dockerfile/rocm5.0.x.dockerfile b/dockerfile/rocm5.0.x.dockerfile index d9cdeb307..325c00052 100644 --- a/dockerfile/rocm5.0.x.dockerfile +++ b/dockerfile/rocm5.0.x.dockerfile @@ -98,7 +98,7 @@ RUN cd /tmp && \ # Install Intel MLC RUN cd /tmp && \ - wget -q https://downloadmirror.intel.com/763324/mlc_v3.10.tgz -O mlc.tgz && \ + wget -q https://downloadmirror.intel.com/793041/mlc_v3.11.tgz -O mlc.tgz && \ tar xzf mlc.tgz Linux/mlc && \ cp ./Linux/mlc /usr/local/bin/ && \ rm -rf ./Linux mlc.tgz diff --git a/dockerfile/rocm5.1.x.dockerfile b/dockerfile/rocm5.1.x.dockerfile index 8401935d6..78c67a1df 100644 --- a/dockerfile/rocm5.1.x.dockerfile +++ b/dockerfile/rocm5.1.x.dockerfile @@ -110,7 +110,7 @@ RUN cd /tmp && \ # Install Intel MLC RUN cd /tmp && \ - wget -q https://downloadmirror.intel.com/763324/mlc_v3.10.tgz -O mlc.tgz && \ + wget -q https://downloadmirror.intel.com/793041/mlc_v3.11.tgz -O mlc.tgz && \ tar xzf mlc.tgz Linux/mlc && \ cp ./Linux/mlc /usr/local/bin/ && \ rm -rf ./Linux mlc.tgz @@ -142,7 +142,7 @@ RUN echo PATH="$PATH" > /etc/environment && \ WORKDIR ${SB_HOME} ADD third_party third_party -RUN make ROCBLAS_BRANCH=release/rocm-rel-5.1 -C third_party rocm -o rocm_hipblaslt -o megatron_deepspeed -o megatron_lm +RUN make ROCBLAS_BRANCH=release/rocm-rel-5.1 -C third_party rocm -o rocm_hipblaslt -o megatron_deepspeed -o megatron_lm ADD . . RUN python3 -m pip install --no-cache-dir .[amdworker] && \ diff --git a/dockerfile/rocm5.7.x.dockerfile b/dockerfile/rocm5.7.x.dockerfile index 4d68073cc..c5198cb4c 100644 --- a/dockerfile/rocm5.7.x.dockerfile +++ b/dockerfile/rocm5.7.x.dockerfile @@ -126,7 +126,7 @@ RUN cd /tmp && \ # Install Intel MLC RUN cd /tmp && \ - wget -q https://downloadmirror.intel.com/763324/mlc_v3.10.tgz -O mlc.tgz && \ + wget -q https://downloadmirror.intel.com/793041/mlc_v3.11.tgz -O mlc.tgz && \ tar xzf mlc.tgz Linux/mlc && \ cp ./Linux/mlc /usr/local/bin/ && \ rm -rf ./Linux mlc.tgz diff --git a/dockerfile/rocm6.0.x.dockerfile b/dockerfile/rocm6.0.x.dockerfile index 57194575e..25e1892ac 100644 --- a/dockerfile/rocm6.0.x.dockerfile +++ b/dockerfile/rocm6.0.x.dockerfile @@ -132,7 +132,7 @@ RUN cd /tmp && \ # Install Intel MLC RUN cd /tmp && \ - wget -q https://downloadmirror.intel.com/763324/mlc_v3.10.tgz -O mlc.tgz && \ + wget -q https://downloadmirror.intel.com/793041/mlc_v3.11.tgz -O mlc.tgz && \ tar xzf mlc.tgz Linux/mlc && \ cp ./Linux/mlc /usr/local/bin/ && \ rm -rf ./Linux mlc.tgz From 782980e0bf09e3525257b34991d5ebefa2634f84 Mon Sep 17 00:00:00 2001 From: yukirora Date: Wed, 17 Apr 2024 05:45:34 +0000 Subject: [PATCH 2/2] update version in comment --- dockerfile/cuda11.1.1.dockerfile | 2 +- dockerfile/cuda12.2.dockerfile | 2 +- dockerfile/rocm5.0.x.dockerfile | 2 +- dockerfile/rocm5.1.x.dockerfile | 2 +- dockerfile/rocm5.7.x.dockerfile | 2 +- dockerfile/rocm6.0.x.dockerfile | 2 +- 6 files changed, 6 insertions(+), 6 deletions(-) diff --git a/dockerfile/cuda11.1.1.dockerfile b/dockerfile/cuda11.1.1.dockerfile index dc5caac20..65df9d6e5 100644 --- a/dockerfile/cuda11.1.1.dockerfile +++ b/dockerfile/cuda11.1.1.dockerfile @@ -13,7 +13,7 @@ FROM nvcr.io/nvidia/pytorch:20.12-py3 # - HPC-X: v2.8.3 # - NCCL RDMA SHARP plugins: 7cccbc1 # Intel: -# - mlc: v3.10 +# - mlc: v3.11 LABEL maintainer="SuperBench" diff --git a/dockerfile/cuda12.2.dockerfile b/dockerfile/cuda12.2.dockerfile index 35acfafd1..9c58c0eca 100644 --- a/dockerfile/cuda12.2.dockerfile +++ b/dockerfile/cuda12.2.dockerfile @@ -12,7 +12,7 @@ FROM nvcr.io/nvidia/pytorch:23.10-py3 # - OFED: 23.07-0.5.1.2 # - HPC-X: v2.16 # Intel: -# - mlc: v3.10 +# - mlc: v3.11 LABEL maintainer="SuperBench" diff --git a/dockerfile/rocm5.0.x.dockerfile b/dockerfile/rocm5.0.x.dockerfile index 325c00052..8bb718794 100644 --- a/dockerfile/rocm5.0.x.dockerfile +++ b/dockerfile/rocm5.0.x.dockerfile @@ -17,7 +17,7 @@ FROM ${BASE_IMAGE} # Mellanox: # - OFED: 5.2-2.2.3.0 # Intel: -# - mlc: v3.10 +# - mlc: v3.11 LABEL maintainer="SuperBench" diff --git a/dockerfile/rocm5.1.x.dockerfile b/dockerfile/rocm5.1.x.dockerfile index 78c67a1df..e56c35c27 100644 --- a/dockerfile/rocm5.1.x.dockerfile +++ b/dockerfile/rocm5.1.x.dockerfile @@ -16,7 +16,7 @@ FROM ${BASE_IMAGE} # Mellanox: # - OFED: 5.2-2.2.3.0 # Intel: -# - mlc: v3.10 +# - mlc: v3.11 LABEL maintainer="SuperBench" diff --git a/dockerfile/rocm5.7.x.dockerfile b/dockerfile/rocm5.7.x.dockerfile index c5198cb4c..87af0e368 100644 --- a/dockerfile/rocm5.7.x.dockerfile +++ b/dockerfile/rocm5.7.x.dockerfile @@ -8,7 +8,7 @@ FROM ${BASE_IMAGE} # ROCm: # - ROCm: 5.7 # Intel: -# - mlc: v3.10 +# - mlc: v3.11 LABEL maintainer="SuperBench" diff --git a/dockerfile/rocm6.0.x.dockerfile b/dockerfile/rocm6.0.x.dockerfile index 25e1892ac..648bc195d 100644 --- a/dockerfile/rocm6.0.x.dockerfile +++ b/dockerfile/rocm6.0.x.dockerfile @@ -14,7 +14,7 @@ FROM ${BASE_IMAGE} # - openmpi: 4.1.x # - apex: 1.0.0 # Intel: -# - mlc: v3.10 +# - mlc: v3.11 LABEL maintainer="SuperBench"