Skip to content

Commit 1416aab

Browse files
author
Zafar
committed
Update on "[quant][refactor] Factor out MHA code dup from nn and nn.quantizable"
Quantizable MHA shares some code with its FP equivalent. This factors out common parts. Test Plan: Explicit testing is not available, as there is no functional tests for the nn.MHA. However, the functional equivalence of this PR was tested across commits by comparing the numerics of the pre-change and post-change MHA. Similar was done for the quantizable counterpart. Differential Revision: [D26092530](https://our.internmc.facebook.com/intern/diff/D26092530) [ghstack-poisoned]
2 parents 42fc299 + 31e2a15 commit 1416aab

386 files changed

Lines changed: 10792 additions & 3960 deletions

File tree

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

.circleci/cimodel/data/pytorch_build_data.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -57,7 +57,7 @@
5757
]),
5858
]),
5959
]),
60-
("11.1", [
60+
("11.2", [
6161
("3.8", [
6262
X(True),
6363
("libtorch", [

.circleci/cimodel/data/simple/docker_definitions.py

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -6,8 +6,8 @@
66

77
# TODO: make this generated from a matrix rather than just a static list
88
IMAGE_NAMES = [
9-
"pytorch-linux-bionic-cuda11.1-cudnn8-py3.6-gcc9",
10-
"pytorch-linux-bionic-cuda11.1-cudnn8-py3.8-gcc9",
9+
"pytorch-linux-bionic-cuda11.2-cudnn8-py3.6-gcc9",
10+
"pytorch-linux-bionic-cuda11.2-cudnn8-py3.8-gcc9",
1111
"pytorch-linux-bionic-cuda11.0-cudnn8-py3.6-gcc9",
1212
"pytorch-linux-bionic-cuda11.0-cudnn8-py3.8-gcc9",
1313
"pytorch-linux-bionic-cuda10.2-cudnn7-py3.8-gcc9",
@@ -18,7 +18,7 @@
1818
"pytorch-linux-xenial-cuda10.1-cudnn7-py3-gcc7",
1919
"pytorch-linux-xenial-cuda10.2-cudnn7-py3-gcc7",
2020
"pytorch-linux-xenial-cuda11.0-cudnn8-py3-gcc7",
21-
"pytorch-linux-xenial-cuda11.1-cudnn8-py3-gcc7",
21+
"pytorch-linux-xenial-cuda11.2-cudnn8-py3-gcc7",
2222
"pytorch-linux-xenial-cuda9.2-cudnn7-py3-gcc5.4",
2323
"pytorch-linux-xenial-cuda9.2-cudnn7-py3-gcc7",
2424
"pytorch-linux-xenial-py3-clang5-android-ndk-r19c",
@@ -31,6 +31,7 @@
3131
"pytorch-linux-xenial-py3.6-gcc7",
3232
"pytorch-linux-bionic-rocm3.9-py3.6",
3333
"pytorch-linux-bionic-rocm3.10-py3.6",
34+
"pytorch-linux-bionic-rocm4.0.1-py3.6",
3435
]
3536

3637

.circleci/cimodel/data/simple/macos_definitions.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -21,7 +21,7 @@ def gen_tree(self):
2121
return [{full_job_name: props_dict}]
2222

2323

24-
WORKFLOW_DATA = [MacOsJob("10_13"), MacOsJob("10_13", True)]
24+
WORKFLOW_DATA = [MacOsJob("10_15"), MacOsJob("10_13"), MacOsJob("10_13", True)]
2525

2626

2727
def get_workflow_jobs():

.circleci/cimodel/data/windows_build_definitions.py

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -132,10 +132,10 @@ def TruePred(_):
132132
WindowsJob(None, _VC2019, CudaVersion(10, 1)),
133133
WindowsJob(1, _VC2019, CudaVersion(10, 1)),
134134
WindowsJob(2, _VC2019, CudaVersion(10, 1)),
135-
# VS2019 CUDA-11.1
136-
WindowsJob(None, _VC2019, CudaVersion(11, 1)),
137-
WindowsJob(1, _VC2019, CudaVersion(11, 1), master_only_pred=TruePred),
138-
WindowsJob(2, _VC2019, CudaVersion(11, 1), master_only_pred=TruePred),
135+
# VS2019 CUDA-11.2
136+
WindowsJob(None, _VC2019, CudaVersion(11, 2)),
137+
WindowsJob(1, _VC2019, CudaVersion(11, 2), master_only_pred=TruePred),
138+
WindowsJob(2, _VC2019, CudaVersion(11, 2), master_only_pred=TruePred),
139139
# VS2019 CPU-only
140140
WindowsJob(None, _VC2019, None),
141141
WindowsJob(1, _VC2019, None, master_only_pred=TruePred),

.circleci/config.yml

Lines changed: 69 additions & 27 deletions
Original file line numberDiff line numberDiff line change
@@ -1257,6 +1257,43 @@ jobs:
12571257
paths:
12581258
- .
12591259

1260+
pytorch_macos_10_15_py3_build:
1261+
environment:
1262+
BUILD_ENVIRONMENT: pytorch-macos-10.15-py3-arm64-build
1263+
macos:
1264+
xcode: "12.3.0"
1265+
steps:
1266+
- checkout
1267+
- run_brew_for_macos_build
1268+
- run:
1269+
name: Build
1270+
no_output_timeout: "1h"
1271+
command: |
1272+
set -e
1273+
export IN_CI=1
1274+
export CROSS_COMPILE_ARM=1
1275+
1276+
# Install sccache
1277+
sudo curl --retry 3 https://s3.amazonaws.com/ossci-macos/sccache_v2.15 --output /usr/local/bin/sccache
1278+
sudo chmod +x /usr/local/bin/sccache
1279+
export SCCACHE_BUCKET=ossci-compiler-cache-circleci-v2
1280+
1281+
# This IAM user allows write access to S3 bucket for sccache
1282+
set +x
1283+
export AWS_ACCESS_KEY_ID=${CIRCLECI_AWS_ACCESS_KEY_FOR_SCCACHE_S3_BUCKET_V4}
1284+
export AWS_SECRET_ACCESS_KEY=${CIRCLECI_AWS_SECRET_KEY_FOR_SCCACHE_S3_BUCKET_V4}
1285+
set -x
1286+
1287+
chmod a+x .jenkins/pytorch/macos-build.sh
1288+
unbuffer .jenkins/pytorch/macos-build.sh 2>&1 | ts
1289+
1290+
- persist_to_workspace:
1291+
root: /Users/distiller/workspace/
1292+
paths:
1293+
- miniconda3
1294+
- store_artifacts:
1295+
path: /Users/distiller/project/dist
1296+
12601297
pytorch_macos_10_13_py3_build:
12611298
environment:
12621299
BUILD_ENVIRONMENT: pytorch-macos-10.13-py3-build
@@ -1273,7 +1310,7 @@ jobs:
12731310
export IN_CI=1
12741311
12751312
# Install sccache
1276-
sudo curl --retry 3 https://s3.amazonaws.com/ossci-macos/sccache --output /usr/local/bin/sccache
1313+
sudo curl --retry 3 https://s3.amazonaws.com/ossci-macos/sccache_v2.15 --output /usr/local/bin/sccache
12771314
sudo chmod +x /usr/local/bin/sccache
12781315
export SCCACHE_BUCKET=ossci-compiler-cache-circleci-v2
12791316
@@ -6546,11 +6583,11 @@ workflows:
65466583
build:
65476584
jobs:
65486585
- docker_build_job:
6549-
name: "docker-pytorch-linux-bionic-cuda11.1-cudnn8-py3.6-gcc9"
6550-
image_name: "pytorch-linux-bionic-cuda11.1-cudnn8-py3.6-gcc9"
6586+
name: "docker-pytorch-linux-bionic-cuda11.2-cudnn8-py3.6-gcc9"
6587+
image_name: "pytorch-linux-bionic-cuda11.2-cudnn8-py3.6-gcc9"
65516588
- docker_build_job:
6552-
name: "docker-pytorch-linux-bionic-cuda11.1-cudnn8-py3.8-gcc9"
6553-
image_name: "pytorch-linux-bionic-cuda11.1-cudnn8-py3.8-gcc9"
6589+
name: "docker-pytorch-linux-bionic-cuda11.2-cudnn8-py3.8-gcc9"
6590+
image_name: "pytorch-linux-bionic-cuda11.2-cudnn8-py3.8-gcc9"
65546591
- docker_build_job:
65556592
name: "docker-pytorch-linux-bionic-cuda11.0-cudnn8-py3.6-gcc9"
65566593
image_name: "pytorch-linux-bionic-cuda11.0-cudnn8-py3.6-gcc9"
@@ -6582,8 +6619,8 @@ workflows:
65826619
name: "docker-pytorch-linux-xenial-cuda11.0-cudnn8-py3-gcc7"
65836620
image_name: "pytorch-linux-xenial-cuda11.0-cudnn8-py3-gcc7"
65846621
- docker_build_job:
6585-
name: "docker-pytorch-linux-xenial-cuda11.1-cudnn8-py3-gcc7"
6586-
image_name: "pytorch-linux-xenial-cuda11.1-cudnn8-py3-gcc7"
6622+
name: "docker-pytorch-linux-xenial-cuda11.2-cudnn8-py3-gcc7"
6623+
image_name: "pytorch-linux-xenial-cuda11.2-cudnn8-py3-gcc7"
65876624
- docker_build_job:
65886625
name: "docker-pytorch-linux-xenial-cuda9.2-cudnn7-py3-gcc5.4"
65896626
image_name: "pytorch-linux-xenial-cuda9.2-cudnn7-py3-gcc5.4"
@@ -6625,6 +6662,9 @@ workflows:
66256662
- docker_build_job:
66266663
name: "docker-pytorch-linux-bionic-rocm3.10-py3.6"
66276664
image_name: "pytorch-linux-bionic-rocm3.10-py3.6"
6665+
- docker_build_job:
6666+
name: "docker-pytorch-linux-bionic-rocm4.0.1-py3.6"
6667+
image_name: "pytorch-linux-bionic-rocm4.0.1-py3.6"
66286668
- pytorch_linux_build:
66296669
name: pytorch_linux_xenial_py3_6_gcc5_4_build
66306670
requires:
@@ -6958,37 +6998,37 @@ workflows:
69586998
build_environment: "pytorch-libtorch-linux-xenial-cuda10.2-cudnn7-py3-gcc7-build"
69596999
docker_image: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-xenial-cuda10.2-cudnn7-py3-gcc7"
69607000
- pytorch_linux_build:
6961-
name: pytorch_linux_xenial_cuda11_1_cudnn8_py3_gcc7_build
7001+
name: pytorch_linux_xenial_cuda11_2_cudnn8_py3_gcc7_build
69627002
requires:
6963-
- "docker-pytorch-linux-xenial-cuda11.1-cudnn8-py3-gcc7"
7003+
- "docker-pytorch-linux-xenial-cuda11.2-cudnn8-py3-gcc7"
69647004
filters:
69657005
branches:
69667006
only:
69677007
- master
69687008
- /ci-all\/.*/
69697009
- /release\/.*/
6970-
build_environment: "pytorch-linux-xenial-cuda11.1-cudnn8-py3-gcc7-build"
6971-
docker_image: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-xenial-cuda11.1-cudnn8-py3-gcc7"
7010+
build_environment: "pytorch-linux-xenial-cuda11.2-cudnn8-py3-gcc7-build"
7011+
docker_image: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-xenial-cuda11.2-cudnn8-py3-gcc7"
69727012
- pytorch_linux_test:
6973-
name: pytorch_linux_xenial_cuda11_1_cudnn8_py3_gcc7_test
7013+
name: pytorch_linux_xenial_cuda11_2_cudnn8_py3_gcc7_test
69747014
requires:
6975-
- pytorch_linux_xenial_cuda11_1_cudnn8_py3_gcc7_build
7015+
- pytorch_linux_xenial_cuda11_2_cudnn8_py3_gcc7_build
69767016
filters:
69777017
branches:
69787018
only:
69797019
- master
69807020
- /ci-all\/.*/
69817021
- /release\/.*/
6982-
build_environment: "pytorch-linux-xenial-cuda11.1-cudnn8-py3-gcc7-test"
6983-
docker_image: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-xenial-cuda11.1-cudnn8-py3-gcc7"
7022+
build_environment: "pytorch-linux-xenial-cuda11.2-cudnn8-py3-gcc7-test"
7023+
docker_image: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-xenial-cuda11.2-cudnn8-py3-gcc7"
69847024
use_cuda_docker_runtime: "1"
69857025
resource_class: gpu.medium
69867026
- pytorch_linux_build:
6987-
name: pytorch_libtorch_linux_xenial_cuda11_1_cudnn8_py3_gcc7_build
7027+
name: pytorch_libtorch_linux_xenial_cuda11_2_cudnn8_py3_gcc7_build
69887028
requires:
6989-
- "docker-pytorch-linux-xenial-cuda11.1-cudnn8-py3-gcc7"
6990-
build_environment: "pytorch-libtorch-linux-xenial-cuda11.1-cudnn8-py3-gcc7-build"
6991-
docker_image: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-xenial-cuda11.1-cudnn8-py3-gcc7"
7029+
- "docker-pytorch-linux-xenial-cuda11.2-cudnn8-py3-gcc7"
7030+
build_environment: "pytorch-libtorch-linux-xenial-cuda11.2-cudnn8-py3-gcc7-build"
7031+
docker_image: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-xenial-cuda11.2-cudnn8-py3-gcc7"
69927032
- pytorch_linux_build:
69937033
name: pytorch_linux_bionic_py3_6_clang9_build
69947034
requires:
@@ -7055,6 +7095,8 @@ workflows:
70557095
build_environment: "pytorch-linux-bionic-rocm3.9-py3.6-build"
70567096
docker_image: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-bionic-rocm3.9-py3.6"
70577097
resource_class: xlarge
7098+
- pytorch_macos_10_15_py3_build:
7099+
name: pytorch_macos_10_15_py3_build
70587100
- pytorch_macos_10_13_py3_build:
70597101
name: pytorch_macos_10_13_py3_build
70607102
- pytorch_macos_10_13_py3_test:
@@ -7453,46 +7495,46 @@ workflows:
74537495
vc_year: "2019"
74547496
- pytorch_windows_build:
74557497
build_environment: pytorch-win-vs2019-cuda11-cudnn8-py3
7456-
cuda_version: "11.1"
7457-
name: pytorch_windows_vs2019_py36_cuda11.1_build
7498+
cuda_version: "11.2"
7499+
name: pytorch_windows_vs2019_py36_cuda11.2_build
74587500
python_version: "3.6"
74597501
use_cuda: "1"
74607502
vc_product: Community
74617503
vc_version: ""
74627504
vc_year: "2019"
74637505
- pytorch_windows_test:
74647506
build_environment: pytorch-win-vs2019-cuda11-cudnn8-py3
7465-
cuda_version: "11.1"
7507+
cuda_version: "11.2"
74667508
executor: windows-with-nvidia-gpu
74677509
filters:
74687510
branches:
74697511
only:
74707512
- master
74717513
- /ci-all\/.*/
74727514
- /release\/.*/
7473-
name: pytorch_windows_vs2019_py36_cuda11.1_test1
7515+
name: pytorch_windows_vs2019_py36_cuda11.2_test1
74747516
python_version: "3.6"
74757517
requires:
7476-
- pytorch_windows_vs2019_py36_cuda11.1_build
7518+
- pytorch_windows_vs2019_py36_cuda11.2_build
74777519
test_name: pytorch-windows-test1
74787520
use_cuda: "1"
74797521
vc_product: Community
74807522
vc_version: ""
74817523
vc_year: "2019"
74827524
- pytorch_windows_test:
74837525
build_environment: pytorch-win-vs2019-cuda11-cudnn8-py3
7484-
cuda_version: "11.1"
7526+
cuda_version: "11.2"
74857527
executor: windows-with-nvidia-gpu
74867528
filters:
74877529
branches:
74887530
only:
74897531
- master
74907532
- /ci-all\/.*/
74917533
- /release\/.*/
7492-
name: pytorch_windows_vs2019_py36_cuda11.1_test2
7534+
name: pytorch_windows_vs2019_py36_cuda11.2_test2
74937535
python_version: "3.6"
74947536
requires:
7495-
- pytorch_windows_vs2019_py36_cuda11.1_build
7537+
- pytorch_windows_vs2019_py36_cuda11.2_build
74967538
test_name: pytorch-windows-test2
74977539
use_cuda: "1"
74987540
vc_product: Community

.circleci/docker/build.sh

Lines changed: 13 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -158,8 +158,8 @@ case "$image" in
158158
VISION=yes
159159
KATEX=yes
160160
;;
161-
pytorch-linux-xenial-cuda11.1-cudnn8-py3-gcc7)
162-
CUDA_VERSION=11.1
161+
pytorch-linux-xenial-cuda11.2-cudnn8-py3-gcc7)
162+
CUDA_VERSION=11.2.0 # Deviating from major.minor to conform to nvidia's Docker image names
163163
CUDNN_VERSION=8
164164
ANACONDA_PYTHON_VERSION=3.6
165165
GCC_VERSION=7
@@ -254,8 +254,8 @@ case "$image" in
254254
VISION=yes
255255
KATEX=yes
256256
;;
257-
pytorch-linux-bionic-cuda11.1-cudnn8-py3.6-gcc9)
258-
CUDA_VERSION=11.1
257+
pytorch-linux-bionic-cuda11.2-cudnn8-py3.6-gcc9)
258+
CUDA_VERSION=11.2.0
259259
CUDNN_VERSION=8
260260
ANACONDA_PYTHON_VERSION=3.6
261261
GCC_VERSION=9
@@ -264,8 +264,8 @@ case "$image" in
264264
VISION=yes
265265
KATEX=yes
266266
;;
267-
pytorch-linux-bionic-cuda11.1-cudnn8-py3.8-gcc9)
268-
CUDA_VERSION=11.1
267+
pytorch-linux-bionic-cuda11.2-cudnn8-py3.8-gcc9)
268+
CUDA_VERSION=11.2.0
269269
CUDNN_VERSION=8
270270
ANACONDA_PYTHON_VERSION=3.8
271271
GCC_VERSION=9
@@ -288,6 +288,13 @@ case "$image" in
288288
VISION=yes
289289
ROCM_VERSION=3.10
290290
;;
291+
pytorch-linux-bionic-rocm4.0.1-py3.6)
292+
ANACONDA_PYTHON_VERSION=3.6
293+
PROTOBUF=yes
294+
DB=yes
295+
VISION=yes
296+
ROCM_VERSION=4.0.1
297+
;;
291298
*)
292299
# Catch-all for builds that are not hardcoded.
293300
PROTOBUF=yes

.circleci/scripts/binary_ios_build.sh

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -15,7 +15,7 @@ export PATH="~/anaconda/bin:${PATH}"
1515
source ~/anaconda/bin/activate
1616

1717
# Install dependencies
18-
conda install numpy ninja pyyaml mkl mkl-include setuptools cmake cffi requests --yes
18+
conda install numpy ninja pyyaml mkl mkl-include setuptools cmake cffi requests typing_extensions --yes
1919
conda install -c conda-forge valgrind --yes
2020
export CMAKE_PREFIX_PATH=${CONDA_PREFIX:-"$(dirname $(which conda))/../"}
2121

.circleci/scripts/binary_populate_env.sh

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -73,7 +73,7 @@ PIP_UPLOAD_FOLDER='nightly/'
7373
# We put this here so that OVERRIDE_PACKAGE_VERSION below can read from it
7474
export DATE="$(date -u +%Y%m%d)"
7575
#TODO: We should be pulling semver version from the base version.txt
76-
BASE_BUILD_VERSION="1.8.0.dev$DATE"
76+
BASE_BUILD_VERSION="1.9.0.dev$DATE"
7777
# Change BASE_BUILD_VERSION to git tag when on a git tag
7878
# Use 'git -C' to make doubly sure we're in the correct directory for checking
7979
# the git tag
@@ -136,7 +136,7 @@ if [[ "${BUILD_FOR_SYSTEM:-}" == "windows" ]]; then
136136
fi
137137
138138
export DATE="$DATE"
139-
export NIGHTLIES_DATE_PREAMBLE=1.8.0.dev
139+
export NIGHTLIES_DATE_PREAMBLE=1.9.0.dev
140140
export PYTORCH_BUILD_VERSION="$PYTORCH_BUILD_VERSION"
141141
export PYTORCH_BUILD_NUMBER="$PYTORCH_BUILD_NUMBER"
142142
export OVERRIDE_PACKAGE_VERSION="$PYTORCH_BUILD_VERSION"

.circleci/scripts/binary_windows_build.sh

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -27,6 +27,10 @@ if [[ "$CIRCLECI" == 'true' && -d "C:\\ProgramData\\Microsoft\\VisualStudio\\Pac
2727
mv _Instances "C:\\ProgramData\\Microsoft\\VisualStudio\\Packages"
2828
fi
2929

30+
if [[ "$CIRCLECI" == 'true' && -d "C:\\Microsoft" ]]; then
31+
rm -rf "C:\\Microsoft\\Android*"
32+
fi
33+
3034
echo "Free space on filesystem before build:"
3135
df -h
3236

.circleci/scripts/windows_cuda_install.sh

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -8,9 +8,9 @@ if [[ "$cuda_major_version" == "10" ]]; then
88
msbuild_project_dir="CUDAVisualStudioIntegration/extras/visual_studio_integration/MSBuildExtensions"
99
cuda_install_packages="nvcc_10.1 cuobjdump_10.1 nvprune_10.1 cupti_10.1 cublas_10.1 cublas_dev_10.1 cudart_10.1 cufft_10.1 cufft_dev_10.1 curand_10.1 curand_dev_10.1 cusolver_10.1 cusolver_dev_10.1 cusparse_10.1 cusparse_dev_10.1 nvgraph_10.1 nvgraph_dev_10.1 npp_10.1 npp_dev_10.1 nvrtc_10.1 nvrtc_dev_10.1 nvml_dev_10.1"
1010
elif [[ "$cuda_major_version" == "11" ]]; then
11-
cuda_installer_name="cuda_11.1.0_456.43_win10"
11+
cuda_installer_name="cuda_11.2.0_460.89_win10"
1212
msbuild_project_dir="visual_studio_integration/CUDAVisualStudioIntegration/extras/visual_studio_integration/MSBuildExtensions"
13-
cuda_install_packages="nvcc_11.1 cuobjdump_11.1 nvprune_11.1 nvprof_11.1 cupti_11.1 cublas_11.1 cublas_dev_11.1 cudart_11.1 cufft_11.1 cufft_dev_11.1 curand_11.1 curand_dev_11.1 cusolver_11.1 cusolver_dev_11.1 cusparse_11.1 cusparse_dev_11.1 npp_11.1 npp_dev_11.1 nvrtc_11.1 nvrtc_dev_11.1 nvml_dev_11.1"
13+
cuda_install_packages="nvcc_11.2 cuobjdump_11.2 nvprune_11.2 nvprof_11.2 cupti_11.2 cublas_11.2 cublas_dev_11.2 cudart_11.2 cufft_11.2 cufft_dev_11.2 curand_11.2 curand_dev_11.2 cusolver_11.2 cusolver_dev_11.2 cusparse_11.2 cusparse_dev_11.2 npp_11.2 npp_dev_11.2 nvrtc_11.2 nvrtc_dev_11.2 nvml_dev_11.2"
1414
else
1515
echo "CUDA_VERSION $CUDA_VERSION is not supported yet"
1616
exit 1

0 commit comments

Comments
 (0)