16
16
17
17
18
18
# NOTE: Also update the CUDA sources in tools/nightly.py when changing this list
19
- CUDA_ARCHES = ["11.8" , "12.6" , "12.8" ]
19
+ CUDA_ARCHES = ["11.8" , "12.4" , "12. 6" , "12.8" ]
20
20
CUDA_ARCHES_FULL_VERSION = {
21
21
"11.8" : "11.8.0" ,
22
+ "12.4" : "12.4.1" ,
22
23
"12.6" : "12.6.3" ,
23
24
"12.8" : "12.8.0" ,
24
25
}
25
26
CUDA_ARCHES_CUDNN_VERSION = {
26
27
"11.8" : "9" ,
28
+ "12.4" : "9" ,
27
29
"12.6" : "9" ,
28
30
"12.8" : "9" ,
29
31
}
56
58
"nvidia-nccl-cu11==2.21.5; platform_system == 'Linux' and platform_machine == 'x86_64' | "
57
59
"nvidia-nvtx-cu11==11.8.86; platform_system == 'Linux' and platform_machine == 'x86_64'"
58
60
),
61
+ "12.4" : (
62
+ "nvidia-cuda-nvrtc-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | "
63
+ "nvidia-cuda-runtime-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | "
64
+ "nvidia-cuda-cupti-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | "
65
+ "nvidia-cudnn-cu12==9.1.0.70; platform_system == 'Linux' and platform_machine == 'x86_64' | "
66
+ "nvidia-cublas-cu12==12.4.5.8; platform_system == 'Linux' and platform_machine == 'x86_64' | "
67
+ "nvidia-cufft-cu12==11.2.1.3; platform_system == 'Linux' and platform_machine == 'x86_64' | "
68
+ "nvidia-curand-cu12==10.3.5.147; platform_system == 'Linux' and platform_machine == 'x86_64' | "
69
+ "nvidia-cusolver-cu12==11.6.1.9; platform_system == 'Linux' and platform_machine == 'x86_64' | "
70
+ "nvidia-cusparse-cu12==12.3.1.170; platform_system == 'Linux' and platform_machine == 'x86_64' | "
71
+ "nvidia-cusparselt-cu12==0.6.2; platform_system == 'Linux' and platform_machine == 'x86_64' | "
72
+ "nvidia-nccl-cu12==2.25.1; platform_system == 'Linux' and platform_machine == 'x86_64' | "
73
+ "nvidia-nvtx-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64' | "
74
+ "nvidia-nvjitlink-cu12==12.4.127; platform_system == 'Linux' and platform_machine == 'x86_64'"
75
+ ),
59
76
"12.6" : (
60
77
"nvidia-cuda-nvrtc-cu12==12.6.77; platform_system == 'Linux' and platform_machine == 'x86_64' | "
61
78
"nvidia-cuda-runtime-cu12==12.6.77; platform_system == 'Linux' and platform_machine == 'x86_64' | "
@@ -331,7 +348,7 @@ def generate_wheels_matrix(
331
348
continue
332
349
333
350
if use_split_build and (
334
- arch_version not in ["12.6" , "12.8 " , "11.8" , "cpu" ] or os != "linux"
351
+ arch_version not in ["12.6" , "12.4 " , "11.8" , "cpu" ] or os != "linux"
335
352
):
336
353
raise RuntimeError (
337
354
"Split build is only supported on linux with cuda 12*, 11.8, and cpu.\n "
@@ -342,7 +359,7 @@ def generate_wheels_matrix(
342
359
# cuda linux wheels require PYTORCH_EXTRA_INSTALL_REQUIREMENTS to install
343
360
344
361
if (
345
- arch_version in ["12.8" , "12.6" , "11.8" ]
362
+ arch_version in ["12.8" , "12.6" , "12.4" , " 11.8" ]
346
363
and os == "linux"
347
364
or arch_version in CUDA_AARCH64_ARCHES
348
365
):
@@ -371,8 +388,8 @@ def generate_wheels_matrix(
371
388
), # include special case for aarch64 build, remove the -aarch64 postfix
372
389
}
373
390
)
374
- # Special build building to use on Colab. Python 3.11 for 12.6 CUDA
375
- if python_version == "3.11" and arch_version == "12.6 " :
391
+ # Special build building to use on Colab. Python 3.11 for 12.4 CUDA
392
+ if python_version == "3.11" and arch_version == "12.4 " :
376
393
ret .append (
377
394
{
378
395
"python_version" : python_version ,
@@ -415,7 +432,7 @@ def generate_wheels_matrix(
415
432
"pytorch_extra_install_requirements" : (
416
433
PYTORCH_EXTRA_INSTALL_REQUIREMENTS ["xpu" ]
417
434
if gpu_arch_type == "xpu"
418
- else PYTORCH_EXTRA_INSTALL_REQUIREMENTS ["12.6 " ]
435
+ else PYTORCH_EXTRA_INSTALL_REQUIREMENTS ["12.4 " ]
419
436
if os != "linux"
420
437
else ""
421
438
),
@@ -427,4 +444,5 @@ def generate_wheels_matrix(
427
444
428
445
validate_nccl_dep_consistency ("12.8" )
429
446
validate_nccl_dep_consistency ("12.6" )
447
+ validate_nccl_dep_consistency ("12.4" )
430
448
validate_nccl_dep_consistency ("11.8" )
0 commit comments