File tree Expand file tree Collapse file tree 1 file changed +4
-4
lines changed Expand file tree Collapse file tree 1 file changed +4
-4
lines changed Original file line number Diff line number Diff line change 1
1
# default base image
2
2
# https://gallery.ecr.aws/neuron/pytorch-inference-neuronx
3
- ARG BASE_IMAGE="public.ecr.aws/neuron/pytorch-inference-neuronx:2.5.1-neuronx-py310-sdk2.21 .0-ubuntu22.04"
3
+ ARG BASE_IMAGE="public.ecr.aws/neuron/pytorch-inference-neuronx:2.5.1-neuronx-py310-sdk2.22 .0-ubuntu22.04"
4
4
5
5
FROM $BASE_IMAGE
6
6
@@ -21,9 +21,9 @@ VOLUME [ ${APP_MOUNT} ]
21
21
WORKDIR ${APP_MOUNT}/vllm
22
22
23
23
RUN python3 -m pip install --upgrade pip
24
- RUN python3 -m pip install --no-cache-dir fastapi ninja tokenizers pandas
25
- RUN python3 -m pip install sentencepiece transformers==4.45.2 -U
26
- RUN python3 -m pip install neuronx-cc==2.16.345 .0 --extra-index-url=https://pip.repos.neuron.amazonaws.com -U
24
+ RUN python3 -m pip install --no-cache-dir fastapi ninja tokenizers pandas tenacity
25
+ RUN python3 -m pip install sentencepiece transformers==4.48.0 -U
26
+ RUN python3 -m pip install neuronx-cc==2.17.194 .0 --extra-index-url=https://pip.repos.neuron.amazonaws.com -U
27
27
RUN python3 -m pip install pytest
28
28
29
29
# uninstall transformers-neuronx package explicitly to avoid version conflict
You can’t perform that action at this time.
0 commit comments