diff --git a/kischdle/llmux/Dockerfile b/kischdle/llmux/Dockerfile index 5fb5942..c754937 100644 --- a/kischdle/llmux/Dockerfile +++ b/kischdle/llmux/Dockerfile @@ -6,12 +6,20 @@ RUN apt-get update && apt-get install -y --no-install-recommends \ ffmpeg \ && rm -rf /var/lib/apt/lists/* -# Install Python dependencies -COPY requirements.txt /tmp/requirements.txt -RUN pip install --no-cache-dir --break-system-packages -r /tmp/requirements.txt && rm /tmp/requirements.txt +# Install Python dependencies (torch, numpy, pyyaml already in base image) +RUN pip install --no-cache-dir --break-system-packages \ + "fastapi>=0.115.0" \ + "uvicorn[standard]>=0.34.0" \ + "python-multipart>=0.0.18" \ + "transformers>=5.4.0" \ + "chatterbox-tts>=0.1.0" \ + "soundfile>=0.12.0" \ + "sentencepiece>=0.2.0" \ + "protobuf>=5.0.0" -# llama-cpp-python needs CUDA build -RUN CMAKE_ARGS="-DGGML_CUDA=on" pip install --no-cache-dir --break-system-packages --force-reinstall llama-cpp-python>=0.3.0 +# llama-cpp-python needs separate CUDA build +RUN CMAKE_ARGS="-DGGML_CUDA=on" pip install --no-cache-dir --break-system-packages \ + "llama-cpp-python>=0.3.0" # Copy application code COPY llmux/ /app/llmux/ diff --git a/kischdle/llmux/requirements.txt b/kischdle/llmux/requirements.txt index 6612a28..857f728 100644 --- a/kischdle/llmux/requirements.txt +++ b/kischdle/llmux/requirements.txt @@ -3,22 +3,18 @@ fastapi>=0.115.0 uvicorn[standard]>=0.34.0 python-multipart>=0.0.18 -# AI runtimes -torch>=2.7.0 +# AI runtimes (torch pre-installed in base image) transformers>=5.4.0 -llama-cpp-python>=0.3.0 chatterbox-tts>=0.1.0 # Audio processing soundfile>=0.12.0 -librosa>=0.10.0 -# Config & utilities -pyyaml>=6.0 +# Config & utilities (pyyaml pre-installed in base image) sentencepiece>=0.2.0 protobuf>=5.0.0 -# Testing +# Testing (only needed for development) pytest>=8.0.0 pytest-asyncio>=0.24.0 httpx>=0.28.0