app.py

from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
from flask import Flask, jsonify

model_name = "facebook/blenderbot-400M-distill"

# Load model (download on first run and reference local installation for consequent runs)
model = AutoModelForSeq2SeqLM.from_pretrained(model_name)
tokenizer = AutoTokenizer.from_pretrained(model_name)

conversation_history = []

app = Flask(__name__)

@app.route('/')
def main():
    return jsonify({
        'status':200,
        'content':"Hello, world"
    })

if __name__ == '__main__':
    app.run(host='0.0.0.0', port=7860, debug=False)