|
|
@@ -30,7 +30,7 @@ python tools/api_server.py \
|
|
|
--listen 0.0.0.0:${PORT} \
|
|
|
--llama-checkpoint-path ${LLAMA_CHECKPOINT} \
|
|
|
--decoder-checkpoint-path ${DECODER_CHECKPOINT} \
|
|
|
- --decoder-config-name "${DECODER_CONFIG_NAME} \
|
|
|
+ --decoder-config-name ${DECODER_CONFIG_NAME} \
|
|
|
--half \
|
|
|
--workers 1 \
|
|
|
--num-workers ${NUM_WORKERS}
|