Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -5,8 +5,7 @@ import io
|
|
5 |
from transformers import AutoModelForSequenceClassification, AutoTokenizer, pipeline
|
6 |
from transformers import AutoModelForQuestionAnswering
|
7 |
|
8 |
-
|
9 |
-
# Load fine-tuned models and tokenizers for both functions
|
10 |
model_name_classification = "TAgroup5/news-classification-model" # Replace with the correct model name
|
11 |
model = AutoModelForSequenceClassification.from_pretrained(model_name_classification)
|
12 |
tokenizer = AutoTokenizer.from_pretrained(model_name_classification)
|
@@ -17,68 +16,81 @@ tokenizer_qa = AutoTokenizer.from_pretrained(model_name_qa)
|
|
17 |
|
18 |
# Initialize pipelines
|
19 |
text_classification_pipeline = pipeline("text-classification", model=model, tokenizer=tokenizer)
|
20 |
-
qa_pipeline = pipeline("question-answering", model=model
|
21 |
-
|
22 |
-
|
23 |
-
|
24 |
-
st.
|
25 |
-
|
26 |
-
|
27 |
-
|
28 |
-
|
29 |
-
|
30 |
-
|
31 |
-
|
32 |
-
|
33 |
-
|
34 |
-
|
35 |
-
|
36 |
-
|
37 |
-
|
38 |
-
|
39 |
-
|
40 |
-
|
41 |
-
|
42 |
-
|
43 |
-
|
44 |
-
|
45 |
-
|
46 |
-
|
47 |
-
|
48 |
-
|
49 |
-
|
50 |
-
|
51 |
-
|
52 |
-
|
53 |
-
# Apply preprocessing and classification
|
54 |
-
df['processed_content'] = df['content'].apply(preprocess_text)
|
55 |
|
56 |
-
|
57 |
-
|
58 |
-
|
59 |
-
|
60 |
-
|
61 |
-
|
62 |
-
|
63 |
-
|
64 |
-
|
65 |
-
|
66 |
-
|
67 |
-
|
68 |
-
|
69 |
-
|
70 |
-
|
71 |
-
|
72 |
-
|
73 |
-
|
74 |
-
|
75 |
-
|
76 |
-
|
77 |
-
|
78 |
-
|
79 |
-
|
80 |
-
|
81 |
-
|
82 |
-
|
83 |
-
|
84 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
5 |
from transformers import AutoModelForSequenceClassification, AutoTokenizer, pipeline
|
6 |
from transformers import AutoModelForQuestionAnswering
|
7 |
|
8 |
+
# Load fine-tuned models and tokenizers for both functions
|
|
|
9 |
model_name_classification = "TAgroup5/news-classification-model" # Replace with the correct model name
|
10 |
model = AutoModelForSequenceClassification.from_pretrained(model_name_classification)
|
11 |
tokenizer = AutoTokenizer.from_pretrained(model_name_classification)
|
|
|
16 |
|
17 |
# Initialize pipelines
|
18 |
text_classification_pipeline = pipeline("text-classification", model=model, tokenizer=tokenizer)
|
19 |
+
qa_pipeline = pipeline("question-answering", model=model)
|
20 |
+
|
21 |
+
# Streamlit App
|
22 |
+
st.set_page_config(page_title="News Classification & Q&A", page_icon="π°", layout="wide")
|
23 |
+
st.markdown(
|
24 |
+
"""
|
25 |
+
<style>
|
26 |
+
body {background-color: #f4f4f4;}
|
27 |
+
.title {text-align: center; font-size: 36px; font-weight: bold; color: #ff4b4b;}
|
28 |
+
.subheader {font-size: 24px; color: #333; margin-bottom: 20px; text-align: right;}
|
29 |
+
.stTextInput>div>div>input {border-radius: 10px;}
|
30 |
+
.stTextArea>div>div>textarea {border-radius: 10px;}
|
31 |
+
.stButton>button {border-radius: 10px; background-color: #ff4b4b; color: white; font-weight: bold;}
|
32 |
+
</style>
|
33 |
+
""",
|
34 |
+
unsafe_allow_html=True,
|
35 |
+
)
|
36 |
+
|
37 |
+
st.markdown('<h1 class="title">π° News Classification & Q&A App</h1>', unsafe_allow_html=True)
|
38 |
+
|
39 |
+
col1, col2 = st.columns([2, 1])
|
40 |
+
with col2:
|
41 |
+
# ====================== Component 1: News Classification ====================== #
|
42 |
+
st.markdown('<h2 class="subheader">π Classify News Articles</h2>', unsafe_allow_html=True)
|
43 |
+
st.markdown("Upload a CSV file with a 'content' column to classify news into categories.")
|
44 |
+
|
45 |
+
uploaded_file = st.file_uploader("Choose a CSV file", type="csv")
|
46 |
+
|
47 |
+
if uploaded_file is not None:
|
48 |
+
try:
|
49 |
+
df = pd.read_csv(uploaded_file, encoding="utf-8") # Handle encoding issues
|
50 |
+
except UnicodeDecodeError:
|
51 |
+
df = pd.read_csv(uploaded_file, encoding="ISO-8859-1")
|
|
|
|
|
52 |
|
53 |
+
if 'content' not in df.columns:
|
54 |
+
st.error("β Error: The uploaded CSV must contain a 'content' column.")
|
55 |
+
else:
|
56 |
+
st.success("β
File successfully uploaded!")
|
57 |
+
st.write("Preview of uploaded data:")
|
58 |
+
st.dataframe(df.head())
|
59 |
+
|
60 |
+
# Preprocessing function to clean the text
|
61 |
+
def preprocess_text(text):
|
62 |
+
text = text.lower() # Convert to lowercase
|
63 |
+
text = re.sub(r'\s+', ' ', text) # Remove extra spaces
|
64 |
+
text = re.sub(r'[^a-z\s]', '', text) # Remove special characters & numbers
|
65 |
+
return text
|
66 |
+
|
67 |
+
# Apply preprocessing and classification
|
68 |
+
df['processed_content'] = df['content'].apply(preprocess_text)
|
69 |
+
df['class'] = df['processed_content'].apply(lambda x: text_classification_pipeline(x)[0]['label'] if x.strip() else "Unknown")
|
70 |
+
|
71 |
+
# Show results
|
72 |
+
st.markdown("### πΉ Classification Results:")
|
73 |
+
st.dataframe(df[['content', 'class']])
|
74 |
+
|
75 |
+
# Provide CSV download
|
76 |
+
output = io.BytesIO()
|
77 |
+
df.to_csv(output, index=False, encoding="utf-8-sig")
|
78 |
+
st.download_button(label="β¬οΈ Download classified news", data=output.getvalue(), file_name="classified_news.csv", mime="text/csv")
|
79 |
+
|
80 |
+
# ====================== Component 2: Q&A ====================== #
|
81 |
+
st.markdown('<h2 class="subheader">β Ask a Question About the News</h2>', unsafe_allow_html=True)
|
82 |
+
st.markdown("Enter a question and provide a news article to get an answer.")
|
83 |
+
|
84 |
+
question = st.text_input("π Ask a question:")
|
85 |
+
context = st.text_area("π Provide the news article or content:", height=150)
|
86 |
+
|
87 |
+
if question and context.strip():
|
88 |
+
model_name_qa = "distilbert-base-uncased-distilled-squad"
|
89 |
+
qa_pipeline = pipeline("question-answering", model=model_name_qa, tokenizer=model_name_qa)
|
90 |
+
result = qa_pipeline(question=question, context=context)
|
91 |
+
|
92 |
+
# Display Answer
|
93 |
+
if 'answer' in result and result['answer']:
|
94 |
+
st.markdown(f"### β
Answer: {result['answer']}")
|
95 |
+
else:
|
96 |
+
st.markdown("### β No answer found in the provided content.")
|