~/Projects/ChatGLM3
git clone https://code.lsong.org/ChatGLM3
Commit
- Commit
- cfe869173e7cd9bf1c65fe9910eaf86452b5a856
- Author
- zR <[email protected]>
- Date
- 2023-11-23 11:51:50 +0800 +0800
- Diffstat
openai_api_demo/openai_api.py | 5 +++++
openai_api_demo/openai_api_request.py | 6 ++----
修复API第一次输出会有一个回车和空格的问题 #410
diff --git a/openai_api_demo/openai_api.py b/openai_api_demo/openai_api.py
index 793e3e2d49eceede0fcbcc7d611e7886224011f6..ba4b14ebbb69d2057e6becb3636a5fa626c9a55e 100644
--- a/openai_api_demo/openai_api.py
+++ b/openai_api_demo/openai_api.py
@@ -148,6 +148,11 @@ generate = predict(request.model, gen_params)
return EventSourceResponse(generate, media_type="text/event-stream")
response = generate_chatglm3(model, tokenizer, gen_params)
+
+ # Remove the first newline character
+ if response["text"].startswith("\n"):
+ response["text"] = response["text"][1:]
+ response["text"] = response["text"].strip()
usage = UsageInfo()
function_call, finish_reason = None, "stop"
diff --git a/openai_api_demo/openai_api_request.py b/openai_api_demo/openai_api_request.py
index 64b73af0f583dd0a9ba8133fa51b566fad06eeb5..b0296aeb5c8f5f3046f9e6023ffdd6b37fc41300 100644
--- a/openai_api_demo/openai_api_request.py
+++ b/openai_api_demo/openai_api_request.py
@@ -7,7 +7,7 @@ # 使用Python代码测返回
import requests
import json
-base_url = "http://127.0.0.1:8000" # 本地部署的地址,或者使用你访问模型的API地址
+base_url = "http://127.0.0.1:8000"
def create_chat_completion(model, messages, use_stream=False):
data = {
@@ -55,6 +55,4 @@ "content": "你好，给我讲一个故事，大概100字"
}
]
-# 使用curl命令测试返回
-
-
+# -H "Content-Type: application/json" \
