Use env var for Python app executed in container
This commit is contained in:
@@ -19,15 +19,14 @@ PYTORCH_HOST_PORT='8086'
|
|||||||
PYTORCH_CONTAINER_PORT='8000'
|
PYTORCH_CONTAINER_PORT='8000'
|
||||||
BIND_DIR="$HOME/.local/share/$POD_NAME"
|
BIND_DIR="$HOME/.local/share/$POD_NAME"
|
||||||
AI_MODELS_DIR="$BIND_DIR/ai-models"
|
AI_MODELS_DIR="$BIND_DIR/ai-models"
|
||||||
PYTHON_APPS_DIR="$BIND_DIR/python-apps"
|
HOST_PYTHON_APPS_DIR="$BIND_DIR/python-apps"
|
||||||
|
# Python app inside container to be executed
|
||||||
|
CTR_PY_APP="/python-apps/embed-multimodal-7b.py"
|
||||||
USER_SYSTEMD_DIR="$HOME/.config/systemd/user"
|
USER_SYSTEMD_DIR="$HOME/.config/systemd/user"
|
||||||
CONTAINERFILE="$BIND_DIR/containerfile"
|
CONTAINERFILE="$BIND_DIR/containerfile"
|
||||||
PY_APP="$PYTHON_APPS_DIR/embed-multimodal-7b.py"
|
|
||||||
|
|
||||||
echo "$PY_APP"
|
|
||||||
|
|
||||||
# Prepare directories
|
# Prepare directories
|
||||||
mkdir -p "$AI_MODELS_DIR" "$PYTHON_APPS_DIR" "$USER_SYSTEMD_DIR"
|
mkdir -p "$AI_MODELS_DIR" "$HOST_PYTHON_APPS_DIR" "$USER_SYSTEMD_DIR"
|
||||||
|
|
||||||
# Generate containerfile
|
# Generate containerfile
|
||||||
cat >"$CONTAINERFILE" <<'EOF'
|
cat >"$CONTAINERFILE" <<'EOF'
|
||||||
@@ -39,7 +38,7 @@ FROM ${BASE_IMAGE}
|
|||||||
# Hugging Face caches and Python apps directory (bind-mounted at runtime)
|
# Hugging Face caches and Python apps directory (bind-mounted at runtime)
|
||||||
ENV HF_HOME=/models/hf \
|
ENV HF_HOME=/models/hf \
|
||||||
TRANSFORMERS_CACHE=/models/hf/transformers \
|
TRANSFORMERS_CACHE=/models/hf/transformers \
|
||||||
PYTHON_APPS_DIR=/python-apps
|
HOST_PYTHON_APPS_DIR=/python-apps
|
||||||
|
|
||||||
# Ensure directories exist
|
# Ensure directories exist
|
||||||
RUN mkdir -p /models/hf/transformers /python-apps
|
RUN mkdir -p /models/hf/transformers /python-apps
|
||||||
@@ -101,10 +100,11 @@ podman run -d --name "$CTR_NAME" --pod "$POD_NAME" \
|
|||||||
-e HF_MODEL_ID="$HF_MODEL_ID" \
|
-e HF_MODEL_ID="$HF_MODEL_ID" \
|
||||||
-e HF_MODEL_URL="$HF_MODEL_URL" \
|
-e HF_MODEL_URL="$HF_MODEL_URL" \
|
||||||
-e PYTORCH_CONTAINER_PORT="$PYTORCH_CONTAINER_PORT" \
|
-e PYTORCH_CONTAINER_PORT="$PYTORCH_CONTAINER_PORT" \
|
||||||
|
-e CTR_PY_APP="$CTR_PY_APP" \
|
||||||
-v "$AI_MODELS_DIR":/models \
|
-v "$AI_MODELS_DIR":/models \
|
||||||
-v "$PYTHON_APPS_DIR":/python-apps \
|
-v "$HOST_PYTHON_APPS_DIR":/python-apps \
|
||||||
"$CUSTOM_IMAGE" \
|
"$CUSTOM_IMAGE" \
|
||||||
python /python-apps/embed-multimodal-7b.py
|
python "$CTR_PY_APP"
|
||||||
|
|
||||||
# Wait for API readiness (/health)
|
# Wait for API readiness (/health)
|
||||||
HEALTH_URL="http://$HOST_LOCAL_IP:$PYTORCH_HOST_PORT/health"
|
HEALTH_URL="http://$HOST_LOCAL_IP:$PYTORCH_HOST_PORT/health"
|
||||||
|
|||||||
Reference in New Issue
Block a user