Skip to content

Commit 05bad87

Browse files
authored
fix: use 'is not None' for seed check to avoid ignoring seed=0 (#4526)
1 parent 797c8fc commit 05bad87

1 file changed

Lines changed: 2 additions & 2 deletions

File tree

lmdeploy/serve/openai/api_server.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -460,7 +460,7 @@ async def chat_completions_v1(request: ChatCompletionRequest, raw_request: Reque
460460
except Exception as e:
461461
return create_error_response(HTTPStatus.BAD_REQUEST, str(e))
462462

463-
random_seed = request.seed if request.seed else None
463+
random_seed = request.seed if request.seed is not None else None
464464
max_new_tokens = (request.max_completion_tokens if request.max_completion_tokens else request.max_tokens)
465465

466466
gen_config = GenerationConfig(
@@ -809,7 +809,7 @@ async def completions_v1(request: CompletionRequest, raw_request: Request = None
809809
sessions.append(VariableInterface.get_session(i + 1))
810810
if isinstance(request.stop, str):
811811
request.stop = [request.stop]
812-
random_seed = request.seed if request.seed else None
812+
random_seed = request.seed if request.seed is not None else None
813813
max_new_tokens = (request.max_completion_tokens if request.max_completion_tokens else request.max_tokens)
814814

815815
gen_config = GenerationConfig(

0 commit comments

Comments
 (0)