Dockerfile

# cf oracle2 litellm-proxy/run-docker-run-d.sh
# docker run --rm -d --name litellm \
#     -v $(pwd)/litellm_config.yaml:/app/config.yaml \
# -e V0_API_KEY1=v1:team_An  \
# -e V0_API_KEY2=v1:team_lF  \
# -e V0_API_KEY3=v1:team_gP  \
# -e ELY_API_KEY=sk-JE5  \
# -e DATABASE_URL=postgres://avnadmin:AVNS_BMc...llm2.f.aivencloud.com:11719/defaultdb?sslmode=require \
# -e STORE_MODEL_IN_DB=true \
# -e CONFIG_FILE_PATH=/app/config.yaml \
#     -p 4000:4000 \
#     docker.litellm.ai/berriai/litellm:main-stable \
#     --config /app/config.yaml
#     # --detailed_debug \

from ghcr.io/berriai/litellm:main-latest

# SERVER_ROOT_PATH=/hf/v1
# ENV LITELLM_LOG=DEBUG
ENV STORE_MODEL_IN_DB=true
ENV TZ=Asia/Shanghai OPENAI_API_KEY=any SERVER_ROOT_PATH=/v1 CONFIG_FILE_PATH=/app/config.yaml

COPY ./litellm_config.yaml /app/config.yaml
EXPOSE 7860

ENTRYPOINT ["litellm"]

# "--num_workers", "8"
# env CONFIG_FILE_PATH=/app/config.yaml
# CMD [ "--config", "/app/config.yaml", "--port", "7860", "--num_workers", "2" ]

CMD [ "--port", "7860", "--num_workers", "4" ]