flask流式接口

一、接口封装

from flask import Flask, request, Response, stream_with_context
app = Flask(__name__)
app.logger.disabled = Truedef chat_stream_(prompt):for new_text in ['1','2','3']:yield new_text@app.route('/chat_stream', methods=['POST'])
def chat_stream():prompt = request.json['prompt']return app.response_class(stream_with_context(chat_stream_(prompt)))if __name__ == '__main__':app.run('0.0.0.0', 1000)

二、接收流式返回

import requests
url = "http://127.0.0.1:1000/chat_stream"
data = {"prompt":"怎么编研文档"}
res = requests.post(url, json=data, stream=True)
for token in res:print(token.decode("utf-8"))