|
@@ -379,7 +379,6 @@ RUN printf '%s\n' \
|
|
|
' --llama-checkpoint-path "${LLAMA_CHECKPOINT_PATH}" \' \
|
|
' --llama-checkpoint-path "${LLAMA_CHECKPOINT_PATH}" \' \
|
|
|
' --decoder-checkpoint-path "${DECODER_CHECKPOINT_PATH}" \' \
|
|
' --decoder-checkpoint-path "${DECODER_CHECKPOINT_PATH}" \' \
|
|
|
' --decoder-config-name "${DECODER_CONFIG_NAME}" \' \
|
|
' --decoder-config-name "${DECODER_CONFIG_NAME}" \' \
|
|
|
- ' --workers 3 \' \
|
|
|
|
|
' ${DEVICE_ARGS} ${COMPILE_ARGS} ${HALF_ARGS}' \
|
|
' ${DEVICE_ARGS} ${COMPILE_ARGS} ${HALF_ARGS}' \
|
|
|
> /app/start_server.sh && chmod +x /app/start_server.sh
|
|
> /app/start_server.sh && chmod +x /app/start_server.sh
|
|
|
|
|
|
