Skip to content

Commit

Permalink
[llm] update docs
Browse files Browse the repository at this point in the history
  • Loading branch information
kevincheng2 committed Nov 21, 2024
1 parent c1519f1 commit 203f3ae
Showing 1 changed file with 2 additions and 2 deletions.
4 changes: 2 additions & 2 deletions llm/docs/FastDeploy_usage_tutorial.md
Original file line number Diff line number Diff line change
Expand Up @@ -144,7 +144,7 @@ health接口:(模型是否准备好推理)
from fastdeploy_client.chatbot import ChatBot
hostname = "127.0.0.1" # 服务部署的hostname
port = 8000 # 服务配置的GRPC_PORT
port = 8811 # 服务配置的GRPC_PORT
chatbot = ChatBot(hostname=hostname, port=port)
Expand All @@ -153,7 +153,7 @@ result = chatbot.generate("你好", topp=0.8, max_dec_len=128, timeout=120)
print(result)
# 流式接口
chatbot = ChatBot(hostname=hostname, port=port, model_id=model_id, mode=mode)
chatbot = ChatBot(hostname=hostname, port=port)
stream_result = chatbot.stream_generate("你好", max_dec_len=128, timeout=120)
for res in stream_result:
print(res)
Expand Down

0 comments on commit 203f3ae

Please sign in to comment.