diff --git a/.ci/docker/build.sh b/.ci/docker/build.sh
index d434a3cc909c20..450fbe279fd871 100755
--- a/.ci/docker/build.sh
+++ b/.ci/docker/build.sh
@@ -292,7 +292,7 @@ case "$image" in
     PROTOBUF=yes
     DB=yes
     VISION=yes
-    ROCM_VERSION=6.2.4
+    ROCM_VERSION=6.2
     NINJA_VERSION=1.9.0
     CONDA_CMAKE=yes
     TRITON=yes
diff --git a/.ci/docker/common/install_miopen.sh b/.ci/docker/common/install_miopen.sh
index f531b03f8cac43..979420bcfc4578 100644
--- a/.ci/docker/common/install_miopen.sh
+++ b/.ci/docker/common/install_miopen.sh
@@ -75,10 +75,7 @@ MIOPEN_CMAKE_COMMON_FLAGS="
 if [[ $ROCM_INT -ge 60300 ]]; then
     echo "ROCm 6.3+ MIOpen does not need any patches, do not build from source"
     exit 0
-elif [[ $ROCM_INT -ge 60204 ]] && [[ $ROCM_INT -lt 60300 ]]; then
-    echo "ROCm 6.2.4+ MIOpen does not need any patches, do not build from source"
-    exit 0
-elif [[ $ROCM_INT -ge 60200 ]] && [[ $ROCM_INT -lt 60204 ]]; then
+elif [[ $ROCM_INT -ge 60200 ]] && [[ $ROCM_INT -lt 60300 ]]; then
     MIOPEN_BRANCH="release/rocm-rel-6.2-staging"
 elif [[ $ROCM_INT -ge 60100 ]] && [[ $ROCM_INT -lt 60200 ]]; then
     echo "ROCm 6.1 MIOpen does not need any patches, do not build from source"
diff --git a/.github/workflows/build-manywheel-images.yml b/.github/workflows/build-manywheel-images.yml
index e51763425161f7..78ed369a083dfd 100644
--- a/.github/workflows/build-manywheel-images.yml
+++ b/.github/workflows/build-manywheel-images.yml
@@ -178,7 +178,7 @@ jobs:
     runs-on: "${{ needs.get-label-type.outputs.label-type }}linux.9xlarge.ephemeral"
     strategy:
       matrix:
-        rocm_version: ["6.1", "6.2.4"]
+        rocm_version: ["6.1", "6.2"]
     env:
       GPU_ARCH_TYPE: rocm
       GPU_ARCH_VERSION: ${{ matrix.rocm_version }}