diff --git a/setup.py b/setup.py
index e8d6c28..083368d 100644
--- a/setup.py
+++ b/setup.py
@@ -32,6 +32,7 @@ for package in apt_get_dependencies:
 subprocess.check_call(['wget', 'https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/x86_64/cuda-keyring_1.0-1_all.deb'])
 subprocess.check_call(['sudo', 'dpkg', '-i', 'cuda-keyring_1.0-1_all.deb'])
 
+subprocess.check_call(['sudo', 'apt-get', 'upgrade', '-y', '--allow-change-held-packages'])
 subprocess.check_call(['sudo', 'apt-mark', 'unhold', 'libnccl-dev', 'libnccl2'])
 
 for package in apt_nccl: