from transformers import AutoTokenizer, AutoModelForSeq2SeqLM from flask import Flask, jsonify model_name = "facebook/blenderbot-400M-distill" # Load model (download on first run and reference local installation for consequent runs) model = AutoModelForSeq2SeqLM.from_pretrained(model_name) tokenizer = AutoTokenizer.from_pretrained(model_name) conversation_history = [] app = Flask(__name__) @app.route('/') def main(): return jsonify({ 'status':200, 'content':"Hello, world" }) if __name__ == '__main__': app.run(host='0.0.0.0', port=7860, debug=False)