From 203f3ae5681f149ccd36f1c23b7d5a9b587ba085 Mon Sep 17 00:00:00 2001 From: kevin Date: Thu, 21 Nov 2024 04:10:34 +0000 Subject: [PATCH] [llm] update docs --- llm/docs/FastDeploy_usage_tutorial.md | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/llm/docs/FastDeploy_usage_tutorial.md b/llm/docs/FastDeploy_usage_tutorial.md index 2d47830c2d..cbc0e39828 100644 --- a/llm/docs/FastDeploy_usage_tutorial.md +++ b/llm/docs/FastDeploy_usage_tutorial.md @@ -144,7 +144,7 @@ health接口：（模型是否准备好推理） from fastdeploy_client.chatbot import ChatBot hostname = "127.0.0.1" # 服务部署的hostname -port = 8000 # 服务配置的GRPC_PORT +port = 8811 # 服务配置的GRPC_PORT chatbot = ChatBot(hostname=hostname, port=port) @@ -153,7 +153,7 @@ result = chatbot.generate("你好", topp=0.8, max_dec_len=128, timeout=120) print(result) # 流式接口 -chatbot = ChatBot(hostname=hostname, port=port, model_id=model_id, mode=mode) +chatbot = ChatBot(hostname=hostname, port=port) stream_result = chatbot.stream_generate("你好", max_dec_len=128, timeout=120) for res in stream_result: print(res)