File size: 1,212 Bytes
60c7b37 f412bec 14bfbda 7a72e74 1149c4f aa060d6 aea9a02 c541e24 aea9a02 e20eca3 90293a9 aa060d6 da0aaeb aea9a02 a1d4112 9077ce2 202fb2e cd6e8fe c541e24 41ce9b3 f254a1b 2d51dcb cd6e8fe |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 |
FROM python:3.11-slim-bullseye
#FROM nvidia/cuda:12.3.0-devel-ubuntu22.04
ENV HOME=/home/user \
PATH=/home/user/.local/bin:$PATH \
TF_ENABLE_ONEDNN_OPTS=0 \
CMAKE_ARGS="-DLLAMA_BLAS=ON -DLLAMA_BLAS_VENDOR=OpenBLAS" \
HOST=0.0.0.0 \
PORT=7860 \
ORIGINS=*
RUN apt-get update && apt-get upgrade -y && apt-get install -y --no-install-recommends \
python3 \
python3-pip \
ninja-build \
build-essential \
pkg-config \
gnupg2 \
wget
#RUN pip install optimum[onnxruntime]@git+https://github.com/huggingface/optimum.git
WORKDIR /code
RUN chmod 777 .
COPY ./requirements.txt /code/requirements.txt
RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt
#RUN pip install torch==2.1.2 torchvision==0.16.2 torchaudio==2.1.2 --index-url https://download.pytorch.org/whl/cpu \
# pip install intel-extension-for-pytorch==2.1.100\
# pip install oneccl_bind_pt==2.1.0 --extra-index-url https://pytorch-extension.intel.com/release-whl/stable/cpu/us/
RUN useradd -m -u 1000 user
USER user
WORKDIR $HOME/app
COPY --chown=user . $HOME/app
COPY --chown=user . /home/user/.cache/huggingface/*
RUN chmod 777 .
EXPOSE 7860
CMD ["python", "-m", "main"] |