Skip to content

Commit 203f3ae

Browse files
committed
[llm] update docs
1 parent c1519f1 commit 203f3ae

1 file changed

Lines changed: 2 additions & 2 deletions

File tree

llm/docs/FastDeploy_usage_tutorial.md

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -144,7 +144,7 @@ health接口:(模型是否准备好推理)
144144
from fastdeploy_client.chatbot import ChatBot
145145
146146
hostname = "127.0.0.1" # 服务部署的hostname
147-
port = 8000 # 服务配置的GRPC_PORT
147+
port = 8811 # 服务配置的GRPC_PORT
148148
149149
chatbot = ChatBot(hostname=hostname, port=port)
150150
@@ -153,7 +153,7 @@ result = chatbot.generate("你好", topp=0.8, max_dec_len=128, timeout=120)
153153
print(result)
154154
155155
# 流式接口
156-
chatbot = ChatBot(hostname=hostname, port=port, model_id=model_id, mode=mode)
156+
chatbot = ChatBot(hostname=hostname, port=port)
157157
stream_result = chatbot.stream_generate("你好", max_dec_len=128, timeout=120)
158158
for res in stream_result:
159159
print(res)

0 commit comments

Comments
 (0)