L4 fix

.gitattributes

@@ -36,3 +36,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 assets/mountain.mp4 filter=lfs diff=lfs merge=lfs -text
 assets/river.mp4 filter=lfs diff=lfs merge=lfs -text
 q8_kernels-0.0.0-cp39-cp39-linux_x86_64.whl filter=lfs diff=lfs merge=lfs -text
+*.whl filter=lfs diff=lfs merge=lfs -text

Dockerfile

@@ -1,56 +1,58 @@
-FROM nvidia/cuda:12.4.0-devel-ubuntu20.04
-
-WORKDIR /code
-
-COPY ./requirements.txt /code/requirements.txt
-
-LABEL maintainer="Hugging Face"
-LABEL repository="diffusers"
-
+FROM nvidia/cuda:12.4.0-devel-ubuntu22.04
 ENV DEBIAN_FRONTEND=noninteractive
-
-RUN apt-get -y update \
-    && apt-get install -y software-properties-common \
-    && add-apt-repository ppa:deadsnakes/ppa
-
-RUN apt install -y bash \
-    build-essential \
-    wget \
+RUN apt-get update && \
+    apt-get upgrade -y && \
+    apt-get install -y --no-install-recommends \
     git \
     git-lfs \
+    wget \
     curl \
-    ca-certificates \
-    libsndfile1-dev \
-    libgl1 \
-    python3.10 \
-    python3.10-dev \
-    python3-pip \
-    python3.10-venv && \
-    rm -rf /var/lib/apt/lists
-
-RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt
+    # python build dependencies \
+    build-essential \
+    libssl-dev \
+    zlib1g-dev \
+    libbz2-dev \
+    libreadline-dev \
+    libsqlite3-dev \
+    libncursesw5-dev \
+    xz-utils \
+    tk-dev \
+    libxml2-dev \
+    libxmlsec1-dev \
+    libffi-dev \
+    liblzma-dev \
+    # gradio dependencies \
+    ffmpeg && \
+    apt-get clean && \
+    rm -rf /var/lib/apt/lists/*
 
-# Set up a new user named "user" with user ID 1000
 RUN useradd -m -u 1000 user
-
-# Switch to the "user" user
 USER user
-
-# Set home to the user's home directory
 ENV HOME=/home/user \
-    PATH=/home/user/.local/bin:$PATH
-
-# Set the working directory to the user's home directory
-WORKDIR $HOME/app
-
-# Copy the current directory contents into the container at $HOME/app setting the owner to the user
-COPY --chown=user . $HOME/app
-
-ENV PYTHONUNBUFFERED=1 \
-	GRADIO_ALLOW_FLAGGING=never \
-	GRADIO_NUM_PORTS=1 \
-	GRADIO_SERVER_NAME=0.0.0.0 \
-	GRADIO_THEME=huggingface \
-	SYSTEM=spaces
-
-CMD ["python3", "app.py"]
+    PATH=/home/user/.local/bin:${PATH}
+WORKDIR ${HOME}/app
+
+RUN curl https://pyenv.run | bash
+ENV PATH=${HOME}/.pyenv/shims:${HOME}/.pyenv/bin:${PATH}
+ARG PYTHON_VERSION=3.10.16
+RUN pyenv install ${PYTHON_VERSION} && \
+    pyenv global ${PYTHON_VERSION} && \
+    pyenv rehash && \
+    pip install --no-cache-dir -U pip setuptools wheel && \
+    pip install "huggingface-hub==0.27.1" "hf-transfer==0.1.9"
+
+COPY --chown=1000 . ${HOME}/app
+RUN pip install -r ${HOME}/app/requirements.txt
+
+ENV PYTHONPATH=${HOME}/app \
+    PYTHONUNBUFFERED=1 \
+    HF_HUB_ENABLE_HF_TRANSFER=1 \
+    GRADIO_ALLOW_FLAGGING=never \
+    GRADIO_NUM_PORTS=1 \
+    GRADIO_SERVER_NAME=0.0.0.0 \
+    GRADIO_THEME=huggingface \
+    TQDM_POSITION=-1 \
+    TQDM_MININTERVAL=1 \
+    SYSTEM=spaces
+
+CMD ["python", "app.py"]

app.py

@@ -1,12 +1,14 @@
+import shlex
 import subprocess
-subprocess.run("pip install q8_kernels-0.0.0-cp39-cp39-linux_x86_64.whl".split())
+import tempfile
+
+subprocess.run(shlex.split("pip install q8_kernels-0.0.0-cp310-cp310-linux_x86_64.whl"))
 
 import gradio as gr
-from app_utils import prepare_pipeline, compute_hash
-import os
-from diffusers.utils import export_to_video
-import tempfile
 import torch
+from diffusers.utils import export_to_video
+
+from app_utils import prepare_pipeline, compute_hash
 from inference import load_text_encoding_pipeline
 
 
@@ -50,7 +52,7 @@ def generate_video_from_text(prompt, negative_prompt, seed, steps, guidance_scal
         max_sequence_length=max_sequence_length,
         generator=torch.manual_seed(seed),
     ).frames[0]
-    out_path = tempfile.mkstemp(suffix=".mp4")
+    _, out_path = tempfile.mkstemp(suffix=".mp4")
     export_to_video(video, out_path, fps=fps)
     return out_path
 

q8_kernels-0.0.0-cp39-cp39-linux_x86_64.whl → q8_kernels-0.0.0-cp310-cp310-linux_x86_64.whl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:abd90b0fdcb471d96dc1c931a8906567943f4a6ecfd68545f73722b442ac3d45
-size 4437017
+oid sha256:8062c34aee5b7a1e05b08c773afde0f886a61de48daeb423335e5108ec732f06
+size 23500158

requirements.txt

@@ -1,8 +1,8 @@
 git+https://github.com/huggingface/diffusers.git
-torch
+torch==2.4.0
 gradio
 gradio_toggle
 transformers
 accelerate
-imageio
-Pillow
+imageio[ffmpeg]
+sentencepiece