Spaces:
Running
Running
Commit
·
34a740d
1
Parent(s):
9e97a7c
progress more 47
Browse files- app.py +20 -2
- requirements.txt +1 -1
app.py
CHANGED
@@ -14,7 +14,7 @@ from openpyxl import load_workbook
|
|
14 |
from openpyxl import Workbook
|
15 |
from openpyxl.utils.dataframe import dataframe_to_rows
|
16 |
from sentiment_decorators import sentiment_analysis_decorator
|
17 |
-
from
|
18 |
from langchain.prompts import PromptTemplate
|
19 |
from langchain.chains import LLMChain
|
20 |
|
@@ -64,12 +64,30 @@ def process_file_with_llm(df, llm):
|
|
64 |
df['LLM_Impact'] = ''
|
65 |
df['LLM_Reasoning'] = ''
|
66 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
67 |
for index, row in df.iterrows():
|
68 |
if any(row[model] in ['Negative', 'Positive'] for model in ['FinBERT', 'RoBERTa', 'FinBERT-Tone']):
|
69 |
impact, reasoning = estimate_impact(llm, row['Translated']) # Use translated text
|
70 |
df.at[index, 'LLM_Impact'] = impact
|
71 |
df.at[index, 'LLM_Reasoning'] = reasoning
|
72 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
73 |
return df
|
74 |
|
75 |
def create_output_file_with_llm(df, uploaded_file, analysis_df):
|
@@ -372,7 +390,7 @@ def create_output_file(df, uploaded_file, analysis_df):
|
|
372 |
return output
|
373 |
|
374 |
def main():
|
375 |
-
st.title("... приступим к анализу... версия
|
376 |
|
377 |
# Initialize session state
|
378 |
if 'processed_df' not in st.session_state:
|
|
|
14 |
from openpyxl import Workbook
|
15 |
from openpyxl.utils.dataframe import dataframe_to_rows
|
16 |
from sentiment_decorators import sentiment_analysis_decorator
|
17 |
+
from langchain_community.llms import HuggingFacePipeline
|
18 |
from langchain.prompts import PromptTemplate
|
19 |
from langchain.chains import LLMChain
|
20 |
|
|
|
64 |
df['LLM_Impact'] = ''
|
65 |
df['LLM_Reasoning'] = ''
|
66 |
|
67 |
+
# Create a progress bar
|
68 |
+
progress_bar = st.progress(0)
|
69 |
+
status_text = st.empty()
|
70 |
+
|
71 |
+
total_rows = len(df)
|
72 |
+
rows_to_process = df[df[['FinBERT', 'RoBERTa', 'FinBERT-Tone']].isin(['Negative', 'Positive']).any(axis=1)]
|
73 |
+
|
74 |
+
|
75 |
for index, row in df.iterrows():
|
76 |
if any(row[model] in ['Negative', 'Positive'] for model in ['FinBERT', 'RoBERTa', 'FinBERT-Tone']):
|
77 |
impact, reasoning = estimate_impact(llm, row['Translated']) # Use translated text
|
78 |
df.at[index, 'LLM_Impact'] = impact
|
79 |
df.at[index, 'LLM_Reasoning'] = reasoning
|
80 |
|
81 |
+
# Update progress
|
82 |
+
progress = (index + 1) / total_rows
|
83 |
+
progress_bar.progress(progress)
|
84 |
+
status_text.text(f"Проанализировано {index + 1} из {total_rows} новостей")
|
85 |
+
|
86 |
+
# Clear the progress bar and status text
|
87 |
+
progress_bar.empty()
|
88 |
+
status_text.empty()
|
89 |
+
|
90 |
+
|
91 |
return df
|
92 |
|
93 |
def create_output_file_with_llm(df, uploaded_file, analysis_df):
|
|
|
390 |
return output
|
391 |
|
392 |
def main():
|
393 |
+
st.title("... приступим к анализу... версия 47")
|
394 |
|
395 |
# Initialize session state
|
396 |
if 'processed_df' not in st.session_state:
|
requirements.txt
CHANGED
@@ -11,4 +11,4 @@ rapidfuzz
|
|
11 |
matplotlib
|
12 |
sacremoses
|
13 |
langchain
|
14 |
-
|
|
|
11 |
matplotlib
|
12 |
sacremoses
|
13 |
langchain
|
14 |
+
langchain-community
|