Upload folder using huggingface_hub

Dockerfile

@@ -1,8 +1,5 @@
-# FROM nvidia/cuda:12.1.0-cudnn8-devel-ubuntu22.04
 FROM nvidia/cuda:12.3.2-cudnn9-devel-ubuntu22.04
 
-
-
 # Set environment variables
 ENV PYTHONUNBUFFERED=1 \
     DEBIAN_FRONTEND=noninteractive \
@@ -29,18 +26,10 @@ RUN python3 -m pip install --upgrade pip setuptools wheel
 
 WORKDIR /app
 
-COPY requirements.txt .
-
-# Install PyTorch with CUDA support
-RUN pip3 install --no-cache-dir torch==2.3.0 torchvision==0.18.0 torchaudio==2.1.2 --index-url https://download.pytorch.org/whl/cu121
-
-# Install other requirements
-RUN pip3 install --no-cache-dir -r requirements.txt
-
 COPY . .
 
-# Simple CUDA test
-RUN python3 -c "import torch; print('CUDA available:', torch.cuda.is_available()); print('CUDA version:', torch.version.cuda); print('Device count:', torch.cuda.device_count())"
+# Install requirements
+RUN pip3 install --no-cache-dir -r requirements.txt
 
 EXPOSE 8000
 

requirements.txt

@@ -1,9 +1,9 @@
-torch==2.3.0
+torch==2.6.0
 sentencepiece==0.2.0
 tiktoken==0.4.0
 torchtune @ git+https://github.com/pytorch/torchtune.git@8f59c2fecd722691271eecca630a526719a32f76#egg=torchtune
 lm_eval==0.4
-torchvision==0.18.0
+torchvision==0.21.0
 diffusers==0.27.2
 imagebind @ git+https://github.com/omegalabsinc/ImageBind.git@c3c3b2e1ce6fd850ff42ce0375823fe22880a7cc#egg=imagebind
 llama3 @ git+https://github.com/meta-llama/llama3.git@af6eedf7042fb51d00b2b26d8ef1ceaab73e1670
@@ -14,4 +14,5 @@ huggingface-hub==0.24.0
 omegaconf==2.3.0
 uvicorn==0.25.0
 fastapi==0.104.1
-pydantic==2.5.2
+pydantic==2.5.2
+torchaudio==2.6.0