File size: 668 Bytes
ea36996
 
 
 
 
 
 
 
877b12a
ea36996
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
from fastapi import FastAPI
from pydantic import BaseModel
import torch
from transformers import AutoTokenizer, AutoModelForCausalLM

app = FastAPI()

# Charge le modèle
model_name = "fatmata/psybot/psybot_model"  # Remplace par ton repo si différent
tokenizer = AutoTokenizer.from_pretrained(model_name)
model = AutoModelForCausalLM.from_pretrained(model_name)

class Message(BaseModel):
    text: str

@app.post("/chat")
def chat(message: Message):
    inputs = tokenizer(message.text, return_tensors="pt")
    output = model.generate(**inputs, max_length=100)
    response = tokenizer.decode(output[0], skip_special_tokens=True)
    return {"response": response}