Update app.py

app.py

@@ -3,24 +3,26 @@ import re
 import torch
 from transformers import AutoTokenizer, AutoModelForSeq2SeqLM, pipeline
 
-# Load T5-small paraphrase model
-model_name = "t5-small"
+# Load FLAN-T5 Large model
+model_name = "google/flan-t5-large"
 tokenizer = AutoTokenizer.from_pretrained(model_name)
-model = AutoModelForSeq2SeqLM.from_pretrained(model_name, torch_dtype=torch.float16)  # Use fp16 for speed
+model = AutoModelForSeq2SeqLM.from_pretrained(model_name, torch_dtype=torch.float16)  # Use float16 for efficiency
 
-# Move model to CPU (remove if using GPU)
-model.to("cpu")
+# Move model to CPU (Change to "cuda" if using GPU)
+device = "cuda" if torch.cuda.is_available() else "cpu"
+model.to(device)
 
-# Initialize paraphrase pipeline with optimized settings
+# Initialize paraphrase pipeline
 paraphrase_pipeline = pipeline(
     "text2text-generation",
     model=model,
     tokenizer=tokenizer,
-    truncation=True
+    truncation=True,
+    device=0 if device == "cuda" else -1  # Use GPU if available
 )
 
 def split_sentences(text):
-    """Split text into sentences using regex (faster than nltk)."""
+    """Split text into sentences using regex."""
     return re.split(r'(?<=[.!?])\s+', text.strip())
 
 def paraphrase_text(text):
@@ -30,10 +32,10 @@ def paraphrase_text(text):
 
     sentences = split_sentences(text)
 
-    # Apply T5 paraphrasing to each sentence
+    # Apply FLAN-T5 paraphrasing to each sentence
     paraphrased_results = paraphrase_pipeline(
-        [f"paraphrase: {sentence} </s>" for sentence in sentences if sentence], 
-        max_length=50, do_sample=True, batch_size=8, num_return_sequences=1  # Faster settings
+        [f"Rephrase this sentence: {sentence}" for sentence in sentences if sentence], 
+        max_length=50, do_sample=True, batch_size=8, num_return_sequences=1
     )
 
     paraphrased_sentences = [result['generated_text'] for result in paraphrased_results]
@@ -44,8 +46,8 @@ demo = gr.Interface(
     fn=paraphrase_text,
     inputs=gr.Textbox(label="Enter text", placeholder="Type your text to paraphrase...", lines=10),
     outputs=gr.Textbox(label="Paraphrased Text", lines=10),
-    title="🚀 Fast & Clean T5-Small Paraphraser",
-    description="Enter text and let AI generate a paraphrased version using an optimized T5-small model!",
+    title="🚀 FLAN-T5 Paraphraser",
+    description="Enter text and let AI generate a paraphrased version using FLAN-T5-Large!",
     theme="huggingface"
 )