Skip to content

Commit 87f02c8

Browse files
author
v-chen_data
committed
regen
1 parent 88aeec3 commit 87f02c8

File tree

2 files changed

+222
-0
lines changed

2 files changed

+222
-0
lines changed

‎README.md‎

Lines changed: 18 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -292,3 +292,21 @@ P.S.: [We're hiring](https://www.databricks.com/company/careers/open-positions?
292292
howpublished = {\url{https://github.com/mosaicml/composer/}},
293293
}
294294
```
295+
<!-- BEGIN_PYTORCH_BUILD_MATRIX -->
296+
| Linux Distro | Flavor | PyTorch Version | CUDA Version | Python Version | Docker Tags |
297+
|----------------|----------|-------------------|---------------------|------------------|----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|
298+
| Ubuntu 22.04 | Base | 2.5.1 | 12.4.1 (Infiniband) | 3.11 | `mosaicml/pytorch:latest`, `mosaicml/pytorch:2.5.1_cu124-python3.11-ubuntu22.04` |
299+
| Ubuntu 22.04 | Base | 2.5.1 | 12.4.1 (EFA) | 3.11 | `mosaicml/pytorch:latest-aws`, `mosaicml/pytorch:2.5.1_cu124-python3.11-ubuntu22.04-aws` |
300+
| Ubuntu 22.04 | Base | 2.5.1 | cpu | 3.11 | `mosaicml/pytorch:latest_cpu`, `mosaicml/pytorch:2.5.1_cpu-python3.11-ubuntu22.04` |
301+
| Ubuntu 22.04 | Base | 2.4.1 | 12.4.1 (Infiniband) | 3.11 | `mosaicml/pytorch:2.4.1_cu124-python3.11-ubuntu22.04` |
302+
| Ubuntu 22.04 | Base | 2.4.1 | 12.4.1 (EFA) | 3.11 | `mosaicml/pytorch:2.4.1_cu124-python3.11-ubuntu22.04-aws` |
303+
| Ubuntu 22.04 | Base | 2.4.1 | cpu | 3.11 | `mosaicml/pytorch:2.4.1_cpu-python3.11-ubuntu22.04` |
304+
| Ubuntu 22.04 | Base | 2.3.1 | 12.1.1 (Infiniband) | 3.11 | `mosaicml/pytorch:2.3.1_cu121-python3.11-ubuntu22.04` |
305+
| Ubuntu 22.04 | Base | 2.3.1 | 12.1.1 (EFA) | 3.11 | `mosaicml/pytorch:2.3.1_cu121-python3.11-ubuntu22.04-aws` |
306+
| Ubuntu 22.04 | Base | 2.3.1 | cpu | 3.11 | `mosaicml/pytorch:2.3.1_cpu-python3.11-ubuntu22.04` |
307+
<!-- END_PYTORCH_BUILD_MATRIX --><!-- BEGIN_COMPOSER_BUILD_MATRIX -->
308+
| Composer Version | CUDA Support | Docker Tag |
309+
|--------------------|----------------|------------------------------------------------------------------------------------------------------------------------------------------------------------------|
310+
| 0.27.0 | Yes | `mosaicml/composer:latest`, `mosaicml/composer:0.27.0` |
311+
| 0.27.0 | No | `mosaicml/composer:latest_cpu`, `mosaicml/composer:0.27.0_cpu` |
312+
<!-- END_COMPOSER_BUILD_MATRIX -->

‎build_matrix.yaml‎

Lines changed: 204 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,204 @@
1+
# This file is automatically generated by generate_build_matrix.py. DO NOT EDIT!
2+
- AWS_OFI_NCCL_VERSION: ''
3+
BASE_IMAGE: nvidia/cuda:12.4.1-cudnn-devel-ubuntu22.04
4+
CUDA_VERSION: 12.4.1
5+
IMAGE_NAME: torch-2-5-1-cu124
6+
MOFED_VERSION: latest-23.10
7+
NVIDIA_REQUIRE_CUDA_OVERRIDE: ''
8+
PYTHON_VERSION: '3.11'
9+
PYTORCH_NIGHTLY_URL: ''
10+
PYTORCH_NIGHTLY_VERSION: ''
11+
PYTORCH_VERSION: 2.5.1
12+
TAGS:
13+
- mosaicml/pytorch:2.5.1_cu124-python3.11-ubuntu22.04
14+
- ghcr.io/databricks-mosaic/pytorch:2.5.1_cu124-python3.11-ubuntu22.04
15+
- mosaicml/pytorch:latest
16+
- ghcr.io/databricks-mosaic/pytorch:latest
17+
TARGET: pytorch_stage
18+
TORCHVISION_VERSION: 0.20.1
19+
- AWS_OFI_NCCL_VERSION: v1.11.0-aws
20+
BASE_IMAGE: nvidia/cuda:12.4.1-cudnn-devel-ubuntu22.04
21+
CUDA_VERSION: 12.4.1
22+
IMAGE_NAME: torch-2-5-1-cu124-aws
23+
MOFED_VERSION: ''
24+
NVIDIA_REQUIRE_CUDA_OVERRIDE: ''
25+
PYTHON_VERSION: '3.11'
26+
PYTORCH_NIGHTLY_URL: ''
27+
PYTORCH_NIGHTLY_VERSION: ''
28+
PYTORCH_VERSION: 2.5.1
29+
TAGS:
30+
- mosaicml/pytorch:2.5.1_cu124-python3.11-ubuntu22.04-aws
31+
- ghcr.io/databricks-mosaic/pytorch:2.5.1_cu124-python3.11-ubuntu22.04-aws
32+
- mosaicml/pytorch:latest-aws
33+
- ghcr.io/databricks-mosaic/pytorch:latest-aws
34+
TARGET: pytorch_stage
35+
TORCHVISION_VERSION: 0.20.1
36+
- AWS_OFI_NCCL_VERSION: ''
37+
BASE_IMAGE: ubuntu:22.04
38+
CUDA_VERSION: ''
39+
IMAGE_NAME: torch-2-5-1-cpu
40+
MOFED_VERSION: ''
41+
NVIDIA_REQUIRE_CUDA_OVERRIDE: ''
42+
PYTHON_VERSION: '3.11'
43+
PYTORCH_NIGHTLY_URL: ''
44+
PYTORCH_NIGHTLY_VERSION: ''
45+
PYTORCH_VERSION: 2.5.1
46+
TAGS:
47+
- mosaicml/pytorch:2.5.1_cpu-python3.11-ubuntu22.04
48+
- ghcr.io/databricks-mosaic/pytorch:2.5.1_cpu-python3.11-ubuntu22.04
49+
- mosaicml/pytorch:latest_cpu
50+
- ghcr.io/databricks-mosaic/pytorch:latest_cpu
51+
TARGET: pytorch_stage
52+
TORCHVISION_VERSION: 0.20.1
53+
- AWS_OFI_NCCL_VERSION: ''
54+
BASE_IMAGE: nvidia/cuda:12.4.1-cudnn-devel-ubuntu22.04
55+
CUDA_VERSION: 12.4.1
56+
IMAGE_NAME: torch-2-4-1-cu124
57+
MOFED_VERSION: latest-23.10
58+
NVIDIA_REQUIRE_CUDA_OVERRIDE: ''
59+
PYTHON_VERSION: '3.11'
60+
PYTORCH_NIGHTLY_URL: ''
61+
PYTORCH_NIGHTLY_VERSION: ''
62+
PYTORCH_VERSION: 2.4.1
63+
TAGS:
64+
- mosaicml/pytorch:2.4.1_cu124-python3.11-ubuntu22.04
65+
- ghcr.io/databricks-mosaic/pytorch:2.4.1_cu124-python3.11-ubuntu22.04
66+
TARGET: pytorch_stage
67+
TORCHVISION_VERSION: 0.19.1
68+
- AWS_OFI_NCCL_VERSION: v1.11.0-aws
69+
BASE_IMAGE: nvidia/cuda:12.4.1-cudnn-devel-ubuntu22.04
70+
CUDA_VERSION: 12.4.1
71+
IMAGE_NAME: torch-2-4-1-cu124-aws
72+
MOFED_VERSION: ''
73+
NVIDIA_REQUIRE_CUDA_OVERRIDE: ''
74+
PYTHON_VERSION: '3.11'
75+
PYTORCH_NIGHTLY_URL: ''
76+
PYTORCH_NIGHTLY_VERSION: ''
77+
PYTORCH_VERSION: 2.4.1
78+
TAGS:
79+
- mosaicml/pytorch:2.4.1_cu124-python3.11-ubuntu22.04-aws
80+
- ghcr.io/databricks-mosaic/pytorch:2.4.1_cu124-python3.11-ubuntu22.04-aws
81+
TARGET: pytorch_stage
82+
TORCHVISION_VERSION: 0.19.1
83+
- AWS_OFI_NCCL_VERSION: ''
84+
BASE_IMAGE: ubuntu:22.04
85+
CUDA_VERSION: ''
86+
IMAGE_NAME: torch-2-4-1-cpu
87+
MOFED_VERSION: ''
88+
NVIDIA_REQUIRE_CUDA_OVERRIDE: ''
89+
PYTHON_VERSION: '3.11'
90+
PYTORCH_NIGHTLY_URL: ''
91+
PYTORCH_NIGHTLY_VERSION: ''
92+
PYTORCH_VERSION: 2.4.1
93+
TAGS:
94+
- mosaicml/pytorch:2.4.1_cpu-python3.11-ubuntu22.04
95+
- ghcr.io/databricks-mosaic/pytorch:2.4.1_cpu-python3.11-ubuntu22.04
96+
TARGET: pytorch_stage
97+
TORCHVISION_VERSION: 0.19.1
98+
- AWS_OFI_NCCL_VERSION: ''
99+
BASE_IMAGE: nvidia/cuda:12.1.1-cudnn8-devel-ubuntu22.04
100+
CUDA_VERSION: 12.1.1
101+
IMAGE_NAME: torch-2-3-1-cu121
102+
MOFED_VERSION: latest-23.10
103+
NVIDIA_REQUIRE_CUDA_OVERRIDE: cuda>=12.1 brand=tesla,driver>=450,driver<451 brand=tesla,driver>=470,driver<471
104+
brand=unknown,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471
105+
brand=geforce,driver>=470,driver<471 brand=geforcertx,driver>=470,driver<471 brand=quadro,driver>=470,driver<471
106+
brand=quadrortx,driver>=470,driver<471 brand=titan,driver>=470,driver<471 brand=titanrtx,driver>=470,driver<471
107+
brand=tesla,driver>=510,driver<511 brand=unknown,driver>=510,driver<511 brand=nvidia,driver>=510,driver<511
108+
brand=nvidiartx,driver>=510,driver<511 brand=geforce,driver>=510,driver<511 brand=geforcertx,driver>=510,driver<511
109+
brand=quadro,driver>=510,driver<511 brand=quadrortx,driver>=510,driver<511 brand=titan,driver>=510,driver<511
110+
brand=titanrtx,driver>=510,driver<511 brand=tesla,driver>=515,driver<516 brand=unknown,driver>=515,driver<516
111+
brand=nvidia,driver>=515,driver<516 brand=nvidiartx,driver>=515,driver<516 brand=geforce,driver>=515,driver<516
112+
brand=geforcertx,driver>=515,driver<516 brand=quadro,driver>=515,driver<516 brand=quadrortx,driver>=515,driver<516
113+
brand=titan,driver>=515,driver<516 brand=titanrtx,driver>=515,driver<516 brand=tesla,driver>=525,driver<526
114+
brand=unknown,driver>=525,driver<526 brand=nvidia,driver>=525,driver<526 brand=nvidiartx,driver>=525,driver<526
115+
brand=geforce,driver>=525,driver<526 brand=geforcertx,driver>=525,driver<526 brand=quadro,driver>=525,driver<526
116+
brand=quadrortx,driver>=525,driver<526 brand=titan,driver>=525,driver<526 brand=titanrtx,driver>=525,driver<526
117+
PYTHON_VERSION: '3.11'
118+
PYTORCH_NIGHTLY_URL: ''
119+
PYTORCH_NIGHTLY_VERSION: ''
120+
PYTORCH_VERSION: 2.3.1
121+
TAGS:
122+
- mosaicml/pytorch:2.3.1_cu121-python3.11-ubuntu22.04
123+
- ghcr.io/databricks-mosaic/pytorch:2.3.1_cu121-python3.11-ubuntu22.04
124+
TARGET: pytorch_stage
125+
TORCHVISION_VERSION: 0.18.1
126+
- AWS_OFI_NCCL_VERSION: v1.11.0-aws
127+
BASE_IMAGE: nvidia/cuda:12.1.1-cudnn8-devel-ubuntu22.04
128+
CUDA_VERSION: 12.1.1
129+
IMAGE_NAME: torch-2-3-1-cu121-aws
130+
MOFED_VERSION: ''
131+
NVIDIA_REQUIRE_CUDA_OVERRIDE: cuda>=12.1 brand=tesla,driver>=450,driver<451 brand=tesla,driver>=470,driver<471
132+
brand=unknown,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471
133+
brand=geforce,driver>=470,driver<471 brand=geforcertx,driver>=470,driver<471 brand=quadro,driver>=470,driver<471
134+
brand=quadrortx,driver>=470,driver<471 brand=titan,driver>=470,driver<471 brand=titanrtx,driver>=470,driver<471
135+
brand=tesla,driver>=510,driver<511 brand=unknown,driver>=510,driver<511 brand=nvidia,driver>=510,driver<511
136+
brand=nvidiartx,driver>=510,driver<511 brand=geforce,driver>=510,driver<511 brand=geforcertx,driver>=510,driver<511
137+
brand=quadro,driver>=510,driver<511 brand=quadrortx,driver>=510,driver<511 brand=titan,driver>=510,driver<511
138+
brand=titanrtx,driver>=510,driver<511 brand=tesla,driver>=515,driver<516 brand=unknown,driver>=515,driver<516
139+
brand=nvidia,driver>=515,driver<516 brand=nvidiartx,driver>=515,driver<516 brand=geforce,driver>=515,driver<516
140+
brand=geforcertx,driver>=515,driver<516 brand=quadro,driver>=515,driver<516 brand=quadrortx,driver>=515,driver<516
141+
brand=titan,driver>=515,driver<516 brand=titanrtx,driver>=515,driver<516 brand=tesla,driver>=525,driver<526
142+
brand=unknown,driver>=525,driver<526 brand=nvidia,driver>=525,driver<526 brand=nvidiartx,driver>=525,driver<526
143+
brand=geforce,driver>=525,driver<526 brand=geforcertx,driver>=525,driver<526 brand=quadro,driver>=525,driver<526
144+
brand=quadrortx,driver>=525,driver<526 brand=titan,driver>=525,driver<526 brand=titanrtx,driver>=525,driver<526
145+
PYTHON_VERSION: '3.11'
146+
PYTORCH_NIGHTLY_URL: ''
147+
PYTORCH_NIGHTLY_VERSION: ''
148+
PYTORCH_VERSION: 2.3.1
149+
TAGS:
150+
- mosaicml/pytorch:2.3.1_cu121-python3.11-ubuntu22.04-aws
151+
- ghcr.io/databricks-mosaic/pytorch:2.3.1_cu121-python3.11-ubuntu22.04-aws
152+
TARGET: pytorch_stage
153+
TORCHVISION_VERSION: 0.18.1
154+
- AWS_OFI_NCCL_VERSION: ''
155+
BASE_IMAGE: ubuntu:22.04
156+
CUDA_VERSION: ''
157+
IMAGE_NAME: torch-2-3-1-cpu
158+
MOFED_VERSION: ''
159+
NVIDIA_REQUIRE_CUDA_OVERRIDE: ''
160+
PYTHON_VERSION: '3.11'
161+
PYTORCH_NIGHTLY_URL: ''
162+
PYTORCH_NIGHTLY_VERSION: ''
163+
PYTORCH_VERSION: 2.3.1
164+
TAGS:
165+
- mosaicml/pytorch:2.3.1_cpu-python3.11-ubuntu22.04
166+
- ghcr.io/databricks-mosaic/pytorch:2.3.1_cpu-python3.11-ubuntu22.04
167+
TARGET: pytorch_stage
168+
TORCHVISION_VERSION: 0.18.1
169+
- AWS_OFI_NCCL_VERSION: ''
170+
BASE_IMAGE: nvidia/cuda:12.4.1-cudnn-devel-ubuntu22.04
171+
COMPOSER_INSTALL_COMMAND: mosaicml[all]==0.27.0
172+
CUDA_VERSION: 12.4.1
173+
IMAGE_NAME: composer-0-27-0
174+
MOFED_VERSION: latest-23.10
175+
NVIDIA_REQUIRE_CUDA_OVERRIDE: ''
176+
PYTHON_VERSION: '3.11'
177+
PYTORCH_NIGHTLY_URL: ''
178+
PYTORCH_NIGHTLY_VERSION: ''
179+
PYTORCH_VERSION: 2.5.1
180+
TAGS:
181+
- mosaicml/composer:0.27.0
182+
- ghcr.io/databricks-mosaic/composer:0.27.0
183+
- mosaicml/composer:latest
184+
- ghcr.io/databricks-mosaic/composer:latest
185+
TARGET: composer_stage
186+
TORCHVISION_VERSION: 0.20.1
187+
- AWS_OFI_NCCL_VERSION: ''
188+
BASE_IMAGE: ubuntu:22.04
189+
COMPOSER_INSTALL_COMMAND: mosaicml[all]==0.27.0
190+
CUDA_VERSION: ''
191+
IMAGE_NAME: composer-0-27-0-cpu
192+
MOFED_VERSION: latest-23.10
193+
NVIDIA_REQUIRE_CUDA_OVERRIDE: ''
194+
PYTHON_VERSION: '3.11'
195+
PYTORCH_NIGHTLY_URL: ''
196+
PYTORCH_NIGHTLY_VERSION: ''
197+
PYTORCH_VERSION: 2.5.1
198+
TAGS:
199+
- mosaicml/composer:0.27.0_cpu
200+
- ghcr.io/databricks-mosaic/composer:0.27.0_cpu
201+
- mosaicml/composer:latest_cpu
202+
- ghcr.io/databricks-mosaic/composer:latest_cpu
203+
TARGET: composer_stage
204+
TORCHVISION_VERSION: 0.20.1

0 commit comments

Comments
 (0)