Update app.py

app.py

@@ -2,11 +2,14 @@ from fastapi import FastAPI
 from pydantic import BaseModel
 from transformers import AutoTokenizer, AutoModelForCausalLM
 import torch
+import os
 
-# Initialize the model and tokenizer (Tiny GPT-2)
-model_name = "./tiny-gpt2"  # Path to your tiny-gpt2 folder
-tokenizer = AutoTokenizer.from_pretrained(model_name)
-model = AutoModelForCausalLM.from_pretrained(model_name)
+# Define the path where the model is located
+model_directory = "tiny-gpt2"  # Make sure this is the correct relative or absolute path to your model folder
+
+# Initialize the model and tokenizer using the correct directory path
+tokenizer = AutoTokenizer.from_pretrained(model_directory)
+model = AutoModelForCausalLM.from_pretrained(model_directory)
 
 # FastAPI app
 app = FastAPI()
@@ -28,4 +31,3 @@ async def generate_text(request: PromptRequest):
     generated_text = tokenizer.decode(outputs[0], skip_special_tokens=True)
     
     return {"generated_text": generated_text}
-