pip install flask transformers torch
接着,创建一个简单的Flask应用:
from flask import Flask, request, jsonify from transformers import pipeline app = Flask(__name__) chatbot = pipeline('text-generation', model='distilgpt2') @app.route('/ask', methods=['POST']) def ask(): data = request.get_json() question = data['question'] response = chatbot(question, max_length=50) return jsonify({'response': response[0]['generated_text']}) if __name__ == '__main__': app.run(host='0.0.0.0', port=5000)
这段代码创建了一个简单的API接口,接受用户的提问并返回答案。