-
Notifications
You must be signed in to change notification settings - Fork 2
/
deepspeed.yml
227 lines (227 loc) · 6.37 KB
/
deepspeed.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
name: deepspeed
channels:
- pytorch
- nvidia/label/cuda-11.8.0
- conda-forge
- defaults
dependencies:
- _libgcc_mutex=0.1=conda_forge
- _openmp_mutex=4.5=2_kmp_llvm
- _sysroot_linux-64_curr_repodata_hack=3=h69a702a_13
- binutils=2.40=hdd6e379_0
- binutils_impl_linux-64=2.40=hf600244_0
- binutils_linux-64=2.40=hbdbef99_1
- blas=1.0=mkl
- brotli-python=1.1.0=py310hc6cd4ac_0
- bzip2=1.0.8=h7f98852_4
- c-compiler=1.5.2=h0b41bf4_0
- ca-certificates=2023.7.22=hbcca054_0
- certifi=2023.7.22=pyhd8ed1ab_0
- charset-normalizer=3.2.0=pyhd8ed1ab_0
- compilers=1.5.2=ha770c72_0
- cuda=11.8.0=0
- cuda-cccl=11.8.89=0
- cuda-command-line-tools=11.8.0=0
- cuda-compiler=11.8.0=0
- cuda-cudart=11.8.89=0
- cuda-cudart-dev=11.8.89=0
- cuda-cuobjdump=11.8.86=0
- cuda-cupti=11.8.87=0
- cuda-cuxxfilt=11.8.86=0
- cuda-demo-suite=11.8.86=0
- cuda-documentation=11.8.86=0
- cuda-driver-dev=11.8.89=0
- cuda-gdb=11.8.86=0
- cuda-libraries=11.8.0=0
- cuda-libraries-dev=11.8.0=0
- cuda-memcheck=11.8.86=0
- cuda-nsight=11.8.86=0
- cuda-nsight-compute=11.8.0=0
- cuda-nvcc=11.8.89=0
- cuda-nvdisasm=11.8.86=0
- cuda-nvml-dev=11.8.86=0
- cuda-nvprof=11.8.87=0
- cuda-nvprune=11.8.86=0
- cuda-nvrtc=11.8.89=0
- cuda-nvrtc-dev=11.8.89=0
- cuda-nvtx=11.8.86=0
- cuda-nvvp=11.8.87=0
- cuda-profiler-api=11.8.86=0
- cuda-runtime=11.8.0=0
- cuda-sanitizer-api=11.8.86=0
- cuda-toolkit=11.8.0=0
- cuda-tools=11.8.0=0
- cuda-visual-tools=11.8.0=0
- cxx-compiler=1.5.2=hf52228f_0
- ffmpeg=4.3=hf484d3e_0
- filelock=3.12.3=pyhd8ed1ab_0
- fortran-compiler=1.5.2=hdb1a99f_0
- freetype=2.12.1=hca18f0e_1
- gcc=11.4.0=h7baecda_1
- gcc_impl_linux-64=11.4.0=h7aa1c59_0
- gcc_linux-64=11.4.0=hfd045f2_1
- gds-tools=1.4.0.31=0
- gfortran=11.4.0=h48fc9de_1
- gfortran_impl_linux-64=11.4.0=h86428dc_0
- gfortran_linux-64=11.4.0=h3047280_1
- gmp=6.2.1=h58526e2_0
- gmpy2=2.1.2=py310h3ec546c_1
- gnutls=3.6.13=h85f3911_1
- gxx=11.4.0=h7baecda_1
- gxx_impl_linux-64=11.4.0=h7aa1c59_0
- gxx_linux-64=11.4.0=hfc1ae95_1
- icu=73.2=h59595ed_0
- idna=3.4=pyhd8ed1ab_0
- jinja2=3.1.2=pyhd8ed1ab_1
- jpeg=9e=h0b41bf4_3
- kernel-headers_linux-64=3.10.0=h4a8ded7_13
- lame=3.100=h166bdaf_1003
- lcms2=2.15=hfd0df8a_0
- ld_impl_linux-64=2.40=h41732ed_0
- lerc=4.0.0=h27087fc_0
- libaio=0.3.113=h166bdaf_0
- libcublas=11.11.3.6=0
- libcublas-dev=11.11.3.6=0
- libcufft=10.9.0.58=0
- libcufft-dev=10.9.0.58=0
- libcufile=1.4.0.31=0
- libcufile-dev=1.4.0.31=0
- libcurand=10.3.0.86=0
- libcurand-dev=10.3.0.86=0
- libcusolver=11.4.1.48=0
- libcusolver-dev=11.4.1.48=0
- libcusparse=11.7.5.86=0
- libcusparse-dev=11.7.5.86=0
- libdeflate=1.17=h0b41bf4_0
- libffi=3.4.2=h7f98852_5
- libgcc-devel_linux-64=11.4.0=h922705a_0
- libgcc-ng=13.1.0=he5830b7_0
- libgfortran5=13.1.0=h15d22d2_0
- libgomp=13.1.0=he5830b7_0
- libhwloc=2.9.2=default_h554bfaf_1009
- libiconv=1.17=h166bdaf_0
- libnpp=11.8.0.86=0
- libnpp-dev=11.8.0.86=0
- libnsl=2.0.0=h7f98852_0
- libnvjpeg=11.9.0.86=0
- libnvjpeg-dev=11.9.0.86=0
- libpng=1.6.39=h753d276_0
- libsanitizer=11.4.0=h4dcbe23_0
- libsqlite=3.43.0=h2797004_0
- libstdcxx-devel_linux-64=11.4.0=h922705a_0
- libstdcxx-ng=13.1.0=hfd8a6a1_0
- libtiff=4.5.0=h6adf6a1_2
- libuuid=2.38.1=h0b41bf4_0
- libwebp-base=1.3.1=hd590300_0
- libxcb=1.13=h7f98852_1004
- libxml2=2.11.5=h232c23b_1
- libzlib=1.2.13=hd590300_5
- llvm-openmp=16.0.6=h4dfa4b3_0
- markupsafe=2.1.3=py310h2372a71_0
- mkl=2021.4.0=h8d4b97c_729
- mkl-service=2.4.0=py310ha2c4b55_0
- mkl_fft=1.3.1=py310h2b4bcf5_1
- mkl_random=1.2.2=py310h00e6091_0
- mpc=1.3.1=hfe3b2da_0
- mpfr=4.2.0=hb012696_0
- mpmath=1.3.0=pyhd8ed1ab_0
- ncurses=6.4=hcb278e6_0
- nettle=3.6=he412f7d_0
- networkx=3.1=pyhd8ed1ab_0
- nsight-compute=2022.3.0.22=0
- numpy=1.24.3=py310hd5efca6_0
- numpy-base=1.24.3=py310h8e6c178_0
- openh264=2.1.1=h780b84a_0
- openjpeg=2.5.0=hfec8fc6_2
- openssl=3.1.2=hd590300_0
- pillow=9.4.0=py310h023d228_1
- pip=23.2.1=pyhd8ed1ab_0
- pthread-stubs=0.4=h36c2ea0_1001
- py-cpuinfo=9.0.0=pyhd8ed1ab_0
- pysocks=1.7.1=pyha2e5f31_6
- python=3.10.12=hd12c33a_0_cpython
- python_abi=3.10=3_cp310
- pytorch=2.0.1=py3.10_cuda11.8_cudnn8.7.0_0
- pytorch-cuda=11.8=h7e8668a_5
- pytorch-mutex=1.0=cuda
- readline=8.2=h8228510_1
- requests=2.31.0=pyhd8ed1ab_0
- setuptools=68.1.2=pyhd8ed1ab_0
- six=1.16.0=pyh6c4a22f_0
- sympy=1.12=pypyh9d50eac_103
- sysroot_linux-64=2.17=h4a8ded7_13
- tbb=2021.10.0=h00ab1b0_0
- tk=8.6.12=h27826a3_0
- torchaudio=2.0.2=py310_cu118
- torchtriton=2.0.0=py310
- torchvision=0.15.2=py310_cu118
- typing_extensions=4.7.1=pyha770c72_0
- wheel=0.41.2=pyhd8ed1ab_0
- xorg-libxau=1.0.11=hd590300_0
- xorg-libxdmcp=1.1.3=h7f98852_0
- xz=5.2.6=h166bdaf_0
- zlib=1.2.13=hd590300_5
- zstd=1.5.5=hfc55251_0
- pip:
- absl-py==1.4.0
- accelerate==0.23.0
- aiohttp==3.8.5
- aiosignal==1.3.1
- async-timeout==4.0.3
- attrs==23.1.0
- cachetools==5.3.1
- click==8.1.7
- datasets==2.14.4
- deepspeed==0.10.2
- dill==0.3.7
- evaluate==0.4.0
- frozenlist==1.4.0
- fsspec==2023.9.0
- google-auth==2.22.0
- google-auth-oauthlib==1.0.0
- grpcio==1.57.0
- hjson==3.1.0
- huggingface-hub==0.16.4
- inflate64==0.3.1
- joblib==1.3.2
- markdown==3.4.4
- multidict==6.0.4
- multiprocess==0.70.15
- multivolumefile==0.2.3
- ninja==1.11.1
- nltk==3.8.1
- oauthlib==3.2.2
- packaging==23.1
- pandas==2.1.0
- peft==0.5.0
- protobuf==4.24.2
- psutil==5.9.5
- py7zr==0.20.6
- pyarrow==13.0.0
- pyasn1==0.5.0
- pyasn1-modules==0.3.0
- pybcj==1.0.1
- pycryptodomex==3.18.0
- pydantic==1.10.12
- pyppmd==1.0.0
- python-dateutil==2.8.2
- pytz==2023.3
- pyyaml==6.0.1
- pyzstd==0.15.9
- regex==2023.8.8
- requests-oauthlib==1.3.1
- responses==0.18.0
- rouge-score==0.1.2
- rsa==4.9
- safetensors==0.3.3
- tensorboard==2.14.0
- tensorboard-data-server==0.7.1
- texttable==1.6.7
- tokenizers==0.13.3
- tqdm==4.66.1
- trl==0.7.1
- tzdata==2023.3
- urllib3==1.26.16
- werkzeug==2.3.7
- xxhash==3.3.0
- yarl==1.9.2