Skip to content

Commit ce6a902

Browse files
merge 1.35.1 to master (#1653)
1 parent 487be28 commit ce6a902

File tree

2 files changed

+8
-7
lines changed

2 files changed

+8
-7
lines changed

docker/build_image.py

Lines changed: 7 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -36,7 +36,7 @@ def init_args(self, args: Any) -> Any:
3636
if not args.vllm_version:
3737
args.vllm_version = '0.15.1'
3838
if not args.lmdeploy_version:
39-
args.lmdeploy_version = '0.10.1'
39+
args.lmdeploy_version = '0.11.0'
4040
if not args.autogptq_version:
4141
args.autogptq_version = '0.7.1'
4242
if not args.flashattn_version:
@@ -128,7 +128,7 @@ def generate_dockerfile(self) -> str:
128128
content = f.read()
129129
old_cpu_image = (
130130
'modelscope-registry.us-west-1.cr.aliyuncs.com/modelscope-repo/modelscope:'
131-
'ubuntu22.04-py311-torch2.3.1-1.33.0-test')
131+
'ubuntu22.04-py311-torch2.3.1-1.34.0-test')
132132
content = content.replace('{base_image}', old_cpu_image)
133133
content = content.replace('{modelscope_branch}',
134134
self.args.modelscope_branch)
@@ -183,7 +183,7 @@ def init_args(self, args: Any) -> Any:
183183
def generate_dockerfile(self) -> str:
184184
old_gpu_image = (
185185
'modelscope-registry.us-west-1.cr.aliyuncs.com/modelscope-repo/modelscope:'
186-
'ubuntu22.04-cuda12.1.0-py311-torch2.3.1-tf2.16.1-1.33.0-test')
186+
'ubuntu22.04-cuda12.1.0-py311-torch2.3.1-tf2.16.1-1.34.0-test')
187187
with open('docker/Dockerfile.ubuntu.old', 'r') as f:
188188
content = f.read()
189189
content = content.replace('{base_image}', old_gpu_image)
@@ -337,6 +337,9 @@ def generate_dockerfile(self) -> str:
337337
extra_content = f.read()
338338
extra_content = extra_content.replace('{python_version}',
339339
self.args.python_version)
340+
extra_content += """
341+
RUN pip install --no-cache-dir -U icecream soundfile pybind11 py-spy
342+
"""
340343
version_args = (
341344
f'{self.args.torch_version} {self.args.torchvision_version} {self.args.torchaudio_version} '
342345
f'{self.args.vllm_version} {self.args.lmdeploy_version} {self.args.autogptq_version} '
@@ -484,7 +487,7 @@ def push(self):
484487
parser = argparse.ArgumentParser()
485488
parser.add_argument('--base_image', type=str, default=None)
486489
parser.add_argument('--image_type', type=str)
487-
parser.add_argument('--python_version', type=str, default='3.10.14')
490+
parser.add_argument('--python_version', type=str, default='3.11.11')
488491
parser.add_argument('--ubuntu_version', type=str, default='22.04')
489492
parser.add_argument('--torch_version', type=str, default=None)
490493
parser.add_argument('--torchvision_version', type=str, default=None)

docker/install.sh

Lines changed: 1 addition & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -13,8 +13,6 @@ pip uninstall -y torch torchvision torchaudio
1313

1414
pip install --no-cache-dir torch==$torch_version torchvision==$torchvision_version torchaudio==$torchaudio_version
1515

16-
pip install --no-cache-dir -U autoawq lmdeploy==$lmdeploy_version
17-
1816
pip install --no-cache-dir torch==$torch_version torchvision==$torchvision_version torchaudio==$torchaudio_version
1917

2018
pip install --no-cache-dir tiktoken transformers_stream_generator bitsandbytes deepspeed torchmetrics decord optimum openai-whisper
@@ -24,7 +22,7 @@ pip install --no-cache-dir tiktoken transformers_stream_generator bitsandbytes d
2422
# cd /tmp && git clone https://github.com/Dao-AILab/flash-attention.git && cd flash-attention && python setup.py install && cd / && rm -fr /tmp/flash-attention && pip cache purge;
2523
MAX_JOBS=16 pip install --no-cache-dir flash_attn==$flashattn_version --no-build-isolation
2624

27-
pip install --no-cache-dir triton auto-gptq==$autogptq_version -U && pip cache purge
25+
pip install --no-cache-dir triton -U && pip cache purge
2826

2927
pip install --no-cache-dir optimum==$optimum_version
3028

0 commit comments

Comments
 (0)