Skip to content

Commit

Permalink
Add CUDA 12.2 and fix version compatibility issues between Pandas and…
Browse files Browse the repository at this point in the history
… Dask.

PiperOrigin-RevId: 564547852
  • Loading branch information
tohaowu authored and copybara-github committed Sep 12, 2023
1 parent cf448a3 commit 30c27e1
Show file tree
Hide file tree
Showing 3 changed files with 14 additions and 2 deletions.
4 changes: 4 additions & 0 deletions perfkitbenchmarker/linux_benchmarks/xgboost_benchmark.py
Original file line number Diff line number Diff line change
Expand Up @@ -82,6 +82,10 @@ def Prepare(bm_spec: benchmark_spec.BenchmarkSpec) -> None:
' xgboost_ray/requirements/test-requirements.txt'
)
vm.RemoteCommand(f'{FLAGS.xgboost_env} python3 -m pip install xgboost_ray')
vm.RemoteCommand(
f'{FLAGS.xgboost_env} python3 -m pip install --upgrade pandas'
' "dask[complete]"'
)
vm.RemoteCommand(
f'{FLAGS.xgboost_env} python3'
' xgboost_ray/xgboost_ray/tests/release/create_test_data.py'
Expand Down
10 changes: 9 additions & 1 deletion perfkitbenchmarker/linux_packages/cuda_toolkit.py
Original file line number Diff line number Diff line change
Expand Up @@ -52,6 +52,7 @@
'11.8',
'12.0',
'12.1',
'12.2',
'None',
'',
],
Expand All @@ -70,6 +71,7 @@

CUDA_PIN = 'https://developer.download.nvidia.com/compute/cuda/repos/{os}/{cpu_arch}/cuda-{os}.pin'

CUDA_12_2_TOOLKIT = 'https://developer.download.nvidia.com/compute/cuda/12.2.2/local_installers/cuda-repo-{os}-12-2-local_12.2.2-535.104.05-1_{cpu_arch}.deb'
CUDA_12_1_TOOLKIT = 'https://developer.download.nvidia.com/compute/cuda/12.1.1/local_installers/cuda-repo-{os}-12-1-local_12.1.1-530.30.02-1_{cpu_arch}.deb'
CUDA_12_0_TOOLKIT = 'https://developer.download.nvidia.com/compute/cuda/12.0.1/local_installers/cuda-repo-{os}-12-0-local_12.0.1-525.85.12-1_{cpu_arch}.deb'
CUDA_11_8_TOOLKIT = 'https://developer.download.nvidia.com/compute/cuda/11.8.0/local_installers/cuda-repo-{os}-11-8-local_11.8.0-520.61.05-1_{cpu_arch}.deb'
Expand Down Expand Up @@ -174,7 +176,7 @@ def GetCudaToolkitVersion(vm):


def EnrollSigningKey(vm):
if FLAGS.cuda_toolkit_version in ('11.7', '11.8', '12.0', '12.1'):
if FLAGS.cuda_toolkit_version in ('11.7', '11.8', '12.0', '12.1', '12.2'):
version = FLAGS.cuda_toolkit_version.replace('.', '-')
vm.RemoteCommand(
'sudo cp'
Expand Down Expand Up @@ -359,6 +361,10 @@ def _InstallCuda12Point1(vm):
_InstallCuda12Generic(vm, CUDA_12_1_TOOLKIT, '12-1')


def _InstallCuda12Point2(vm):
_InstallCuda12Generic(vm, CUDA_12_2_TOOLKIT, '12-2')


def _InstallCuda11Point0(vm):
_InstallCuda11Generic(vm, CUDA_11_0_TOOLKIT, '11-0')

Expand Down Expand Up @@ -444,6 +450,8 @@ def AptInstall(vm):
_InstallCuda12Point0(vm)
elif version_to_install == '12.1':
_InstallCuda12Point1(vm)
elif version_to_install == '12.2':
_InstallCuda12Point2(vm)
else:
raise UnsupportedCudaVersionError()
DoPostInstallActions(vm)
Expand Down
2 changes: 1 addition & 1 deletion perfkitbenchmarker/linux_packages/nvidia_driver.py
Original file line number Diff line number Diff line change
Expand Up @@ -49,7 +49,7 @@

flags.DEFINE_string(
'nvidia_driver_version',
'525.105.17',
'535.104.05',
(
'The version of nvidia driver to install. '
'For example, "418.67" or "418.87.01."'
Expand Down

0 comments on commit 30c27e1

Please sign in to comment.