diff --git a/kischdle/llmux/Dockerfile b/kischdle/llmux/Dockerfile index 8fed20f..2146a22 100644 --- a/kischdle/llmux/Dockerfile +++ b/kischdle/llmux/Dockerfile @@ -27,9 +27,10 @@ RUN pip install --no-cache-dir --break-system-packages \ "sentencepiece>=0.2.0" \ "protobuf>=5.0.0" -# Install transformers (doesn't touch torch) +# Install transformers + accelerate (needed for device_map) RUN pip install --no-cache-dir --break-system-packages --no-build-isolation \ - "transformers>=5.4.0" + "transformers>=5.4.0" \ + "accelerate>=1.0.0" # Install chatterbox-tts WITHOUT its dependencies (it would downgrade # torch from 2.11 to 2.6 and pull gradio, librosa, etc.)