Upload deploy_medguide.sh with huggingface_hub
Browse files- deploy_medguide.sh +1 -1
deploy_medguide.sh
CHANGED
|
@@ -1,7 +1,7 @@
|
|
| 1 |
export CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7
|
| 2 |
export VLLM_ALLOW_LONG_MAX_MODEL_LEN=1
|
| 3 |
export VLLM_USE_V1=0
|
| 4 |
-
MODEL_PATH='
|
| 5 |
vllm serve $MODEL_PATH \
|
| 6 |
--served-model-name medguide \
|
| 7 |
--port 8231 \
|
|
|
|
| 1 |
export CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7
|
| 2 |
export VLLM_ALLOW_LONG_MAX_MODEL_LEN=1
|
| 3 |
export VLLM_USE_V1=0
|
| 4 |
+
MODEL_PATH=''
|
| 5 |
vllm serve $MODEL_PATH \
|
| 6 |
--served-model-name medguide \
|
| 7 |
--port 8231 \
|