Create your Gitee Account
Explore and code with more than 12 million developers,Free private repositories !:)
Sign up
文件
Clone or Download
app.py 2.65 KB
Copy Edit Raw Blame History
馆主阿牛 authored 2023-05-27 19:54 . 头像改为css背景图
# -*- coding: utf-8 -*-
from flask import Flask, request, jsonify, render_template, Response
import requests
import json
app = Flask(__name__)
# 从配置文件中settings加载配置
app.config.from_pyfile('settings.py')
@app.route("/", methods=["GET"])
def index():
return render_template("chat.html")
@app.route("/chat", methods=["POST"])
def chat():
messages = request.form.get("prompts", None)
apiKey = request.form.get("apiKey", None)
model = request.form.get("model", "gpt-3.5-turbo")
if messages is None:
return jsonify({"error": {"message": "请输入prompts!", "type": "invalid_request_error", "code": ""}})
if apiKey is None:
apiKey = app.config['OPENAI_API_KEY']
headers = {
"Content-Type": "application/json",
"Authorization": f"Bearer {apiKey}",
}
# json串转对象
prompts = json.loads(messages)
data = {
"messages": prompts,
"model": model,
"max_tokens": 1024,
"temperature": 0.5,
"top_p": 1,
"n": 1,
"stream": True,
}
try:
resp = requests.post(
url=app.config["URL"],
headers=headers,
json=data,
stream=True,
timeout=(10, 10) # 连接超时时间为10秒,读取超时时间为10秒
)
except requests.exceptions.Timeout:
return jsonify({"error": {"message": "请求超时,请稍后再试!", "type": "timeout_error", "code": ""}})
# 迭代器实现流式响应
def generate():
errorStr = ""
for chunk in resp.iter_lines():
if chunk:
streamStr = chunk.decode("utf-8").replace("data: ", "")
try:
streamDict = json.loads(streamStr) # 说明出现返回信息不是正常数据,是接口返回的具体错误信息
except:
errorStr += streamStr.strip() # 错误流式数据累加
continue
delData = streamDict["choices"][0]
if delData["finish_reason"] != None :
break
else:
if "content" in delData["delta"]:
respStr = delData["delta"]["content"]
# print(respStr)
yield respStr
# 如果出现错误,此时错误信息迭代器已处理完,app_context已经出栈,要返回错误信息,需要将app_context手动入栈
if errorStr != "":
with app.app_context():
yield errorStr
return Response(generate(), content_type='application/octet-stream')
if __name__ == '__main__':
app.run(port=5000)
马建仓 AI 助手
尝试更多
代码解读
代码找茬
代码优化