From d3285bad8a2d4f6fe7c2f2a53a1c0fd4ecd6f815bfbe605e0294ee03ae9953fe Mon Sep 17 00:00:00 2001 From: tlg Date: Sun, 5 Apr 2026 17:19:17 +0200 Subject: [PATCH] fix: add accelerate package for transformers device_map support Co-Authored-By: Claude Opus 4.6 (1M context) --- kischdle/llmux/Dockerfile | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/kischdle/llmux/Dockerfile b/kischdle/llmux/Dockerfile index 8fed20f..2146a22 100644 --- a/kischdle/llmux/Dockerfile +++ b/kischdle/llmux/Dockerfile @@ -27,9 +27,10 @@ RUN pip install --no-cache-dir --break-system-packages \ "sentencepiece>=0.2.0" \ "protobuf>=5.0.0" -# Install transformers (doesn't touch torch) +# Install transformers + accelerate (needed for device_map) RUN pip install --no-cache-dir --break-system-packages --no-build-isolation \ - "transformers>=5.4.0" + "transformers>=5.4.0" \ + "accelerate>=1.0.0" # Install chatterbox-tts WITHOUT its dependencies (it would downgrade # torch from 2.11 to 2.6 and pull gradio, librosa, etc.)