Dockerfile

FROM anibali/pytorch:2.0.0-cuda11.8-ubuntu22.04

WORKDIR /app

COPY . /app

#RUN conda install python=3.8

#RUN pip install sentencepiece==0.1.96 fairscale==0.4.0 fire==0.4.0

#RUN conda env create -f environment.yml

#RUN echo "source activate $(head -1 /app/environment.yml | cut -d' ' -f2)" > ~/.bashrc
#ENV PATH /opt/conda/envs/$(head -1 /app/environment.yml | cut -d' ' -f2)/bin:$PATH
RUN sudo apt-get update && \
    sudo apt-get install -y g++ build-essential && \
    sudo apt-get install -y libstdc++6 libgcc1 && \
    sudo apt-get clean

RUN sudo apt-get update && sudo apt install gcc-11 -y && sudo apt install g++-11 -y

RUN pip install llama2-wrapper

#RUN sudo apt-get update && sudo apt install gcc-11 -y && sudo apt install g++-11 -y

RUN pip install --upgrade setuptools

#RUN pip install llama-cpp-python

RUN pip install --no-cache-dir -r requirements.txt

RUN pip install -e .

EXPOSE 7861

# Run the application
CMD ["python", "app.py", "develop"]

COPY entrypoint.sh /app/entrypoint.sh

RUN chmod +x /app/entrypoint.sh

ENTRYPOINT ["/app/entrypoint.sh"]