Skip to content

Commit e3f1ce4

Browse files
committed
[llm] update docs
1 parent d4d61dd commit e3f1ce4

1 file changed

Lines changed: 1 addition & 1 deletion

File tree

llm/server/scripts/start_server.sh

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -27,7 +27,7 @@ export ENC_DEC_BLOCK_NUM=${ENC_DEC_BLOCK_NUM:-"4"}
2727
export FIRST_TOKEN_ID=${FIRST_TOKEN_ID:-"1"}
2828
export MAX_PREFILL_BATCH=${MAX_PREFILL_BATCH:-"4"}
2929
export STOP_THRESHOLD=${STOP_THRESHOLD:-"0"}
30-
export MODEL_DIR=${MODEL_DIR:-"/models/"}
30+
export MODEL_DIR=${MODEL_DIR:-"/models"}
3131
export DISTRIBUTED_CONFIG=${DISTRIBUTED_CONFIG:-"${MODEL_DIR}/rank_mapping.csv"}
3232
export CONFIG_JSON_FILE=${CONFIG_JSON_FILE:-"config.json"}
3333
export PUSH_MODE_HTTP_WORKERS=${PUSH_MODE_HTTP_WORKERS:-"4"}

0 commit comments

Comments
 (0)