From 5d20b29c33a793d12cbb0ac5df3ee7906f7ad7fe Mon Sep 17 00:00:00 2001 From: unknown Date: Wed, 6 Dec 2023 20:31:36 +0800 Subject: [PATCH] update env python 3.10 --- .github/workflows/main.yml | 2 +- dipu/scripts/ci/camb/ci_camb_env.sh | 10 +++++----- dipu/scripts/ci/nv/ci_nv_env.sh | 12 ++++++------ 3 files changed, 12 insertions(+), 12 deletions(-) diff --git a/.github/workflows/main.yml b/.github/workflows/main.yml index 6f946ae40..9b3f4cff4 100644 --- a/.github/workflows/main.yml +++ b/.github/workflows/main.yml @@ -128,7 +128,7 @@ jobs: cd ${CAMB_CI_PATH}/${GITHUB_RUN_NUMBER}/Build-Camb rm -rf scripts ln -s ${CAMB_CI_PATH}/${GITHUB_RUN_NUMBER}/source-main/dipu/third_party/DIOPI/scripts scripts - source /mnt/cache/share/platform/env/camb_ci_diopi_impl + source /mnt/cache/share/platform/env/pt2.0_diopi bash scripts/increment_coverage.sh ${REQUIRE_COVERAGE} """ diff --git a/dipu/scripts/ci/camb/ci_camb_env.sh b/dipu/scripts/ci/camb/ci_camb_env.sh index 752780964..858b9d465 100644 --- a/dipu/scripts/ci/camb/ci_camb_env.sh +++ b/dipu/scripts/ci/camb/ci_camb_env.sh @@ -1,9 +1,9 @@ PLATFORM=/mnt/lustre/share/platform -ENV_NAME=dipu_poc +ENV_NAME=pt2.0_diopi export PATH=`python ${PLATFORM}/env/clear_path.py PATH` export LD_LIBRARY_PATH=`python ${PLATFORM}/env/clear_path.py LD_LIBRARY_PATH` -GCC_ROOT=/mnt/lustre/share/platform/dep/gcc-7.5 -CONDA_ROOT=${PLATFORM}/env/miniconda3.8 +GCC_ROOT=/mnt/lustre/share/platform/dep/gcc-10.2 +CONDA_ROOT=${PLATFORM}/env/miniconda3.10 export NEUWARE_HOME=/usr/local/neuware export CC=${GCC_ROOT}/bin/gcc @@ -13,8 +13,8 @@ export CXX=${GCC_ROOT}/bin/g++ export DIOPI_ROOT=$(pwd)/third_party/DIOPI/impl/lib/ export DIPU_ROOT=$(pwd)/torch_dipu export LD_LIBRARY_PATH=$DIPU_ROOT:$LD_LIBRARY_PATH -export PYTHONPATH=${PYTORCH_DIR}/install_path/lib/python3.8/site-packages:${PYTHONPATH} -export PATH=${GCC_ROOT}/bin:${PYTORCH_DIR}/install_path/bin:${CONDA_ROOT}/envs/dipu_poc/bin:${CONDA_ROOT}/bin:${PATH} +export PYTHONPATH=${PLATFORM}/dep/DIOPI_pytorch/pytorch2.0:${PYTHONPATH} +export PATH=${GCC_ROOT}/bin:${CONDA_ROOT}/envs/dipu_poc/bin:${CONDA_ROOT}/bin:${PATH} export LD_PRELOAD=${GCC_ROOT}/lib64/libstdc++.so.6 diff --git a/dipu/scripts/ci/nv/ci_nv_env.sh b/dipu/scripts/ci/nv/ci_nv_env.sh index d885dc983..2f26b9d89 100644 --- a/dipu/scripts/ci/nv/ci_nv_env.sh +++ b/dipu/scripts/ci/nv/ci_nv_env.sh @@ -2,14 +2,14 @@ PLATFORM=/mnt/cache/share/platform ENV_NAME=pt2.0_diopi export PATH=`python ${PLATFORM}/env/clear_path.py PATH` export LD_LIBRARY_PATH=`python ${PLATFORM}/env/clear_path.py LD_LIBRARY_PATH` -GCC_ROOT=${PLATFORM}/dep/gcc-7.5 -CONDA_ROOT=${PLATFORM}/env/miniconda3.8 +GCC_ROOT=${PLATFORM}/dep/gcc-10.2 +CONDA_ROOT=${PLATFORM}/env/miniconda3.10 export CC=${GCC_ROOT}/bin/gcc export CXX=${GCC_ROOT}/bin/g++ -export CUDA_PATH=${PLATFORM}/dep/cuda11.7-cudnn8.5 -export MPI_ROOT=${PLATFORM}/dep/openmpi-4.0.5-cuda11.7 -export NCCL_ROOT=${PLATFORM}/dep/nccl-2.13.4-cuda11.7 +export CUDA_PATH=${PLATFORM}/dep/cuda11.8-cudnn8.9 +export MPI_ROOT=${PLATFORM}/dep/openmpi-4.0.5-cuda11.8 +export NCCL_ROOT=${PLATFORM}/dep/nccl-2.15.5-cuda11.8 export GTEST_ROOT=${PLATFORM}/dep/googletest-gcc5.4 @@ -24,7 +24,7 @@ export DIOPI_ROOT=$(pwd)/third_party/DIOPI/impl/lib/ export DIPU_ROOT=$(pwd)/torch_dipu export DIOPI_PATH=$(pwd)/third_party/DIOPI/proto export DIPU_PATH=${DIPU_ROOT} -export PYTORCH_DIR=${PLATFORM}/env/miniconda3.8/envs/pt2.0_diopi/lib/python3.8/site-packages +export PYTORCH_DIR=${PLATFORM}/dep/DIOPI_pytorch/pytorch2.0_cu118 export LD_LIBRARY_PATH=$DIPU_ROOT:$LD_LIBRARY_PATH export PYTHONPATH=${PYTORCH_DIR}:${PYTHONPATH} export PATH=${GCC_ROOT}/bin:${CONDA_ROOT}/envs/dipu_poc/bin:${CONDA_ROOT}/bin:${PLATFORM}/dep/binutils-2.27/bin:${PATH}