cyberosa
commited on
Commit
·
5616c86
1
Parent(s):
8db40cd
remove duckdb dependency
Browse files
app.py
CHANGED
@@ -1,6 +1,5 @@
|
|
1 |
import gradio as gr
|
2 |
import pandas as pd
|
3 |
-
import duckdb
|
4 |
import gzip
|
5 |
import shutil
|
6 |
import os
|
@@ -138,59 +137,6 @@ def load_all_data():
|
|
138 |
return df1, df2, df3, df4, df5, df6, df7
|
139 |
|
140 |
|
141 |
-
def get_all_data():
|
142 |
-
"""
|
143 |
-
Get parquet files from weekly stats and new generated
|
144 |
-
"""
|
145 |
-
logger.info("Getting traders data")
|
146 |
-
con = duckdb.connect(":memory:")
|
147 |
-
# Query to fetch data from all_trades_profitability.parquet
|
148 |
-
query1 = f"""
|
149 |
-
SELECT *
|
150 |
-
FROM read_parquet('./data/all_trades_profitability.parquet')
|
151 |
-
"""
|
152 |
-
df1 = con.execute(query1).fetchdf()
|
153 |
-
logger.info("Got all data from all_trades_profitability.parquet")
|
154 |
-
|
155 |
-
# Query to fetch data from closed_markets_div.parquet
|
156 |
-
query2 = f"""
|
157 |
-
SELECT *
|
158 |
-
FROM read_parquet('./data/closed_markets_div.parquet')
|
159 |
-
"""
|
160 |
-
df2 = con.execute(query2).fetchdf()
|
161 |
-
logger.info("Got all data from closed_markets_div.parquet")
|
162 |
-
|
163 |
-
# Query to fetch daily live data
|
164 |
-
query3 = f"""
|
165 |
-
SELECT *
|
166 |
-
FROM read_parquet('./data/daily_info.parquet')
|
167 |
-
"""
|
168 |
-
df3 = con.execute(query3).fetchdf()
|
169 |
-
|
170 |
-
# Query to fetch daily live data of unknown daily traders
|
171 |
-
query4 = f"""
|
172 |
-
SELECT *
|
173 |
-
FROM read_parquet('./data/unknown_traders.parquet')
|
174 |
-
"""
|
175 |
-
df4 = con.execute(query4).fetchdf()
|
176 |
-
|
177 |
-
# Query to fetch retention activity data
|
178 |
-
query5 = f"""
|
179 |
-
SELECT *
|
180 |
-
FROM read_parquet('./data/retention_activity.parquet')
|
181 |
-
"""
|
182 |
-
df5 = con.execute(query5).fetchdf()
|
183 |
-
|
184 |
-
# Query to fetch active traders data
|
185 |
-
query6 = f"""
|
186 |
-
SELECT *
|
187 |
-
FROM read_parquet('./data/active_traders.parquet')
|
188 |
-
"""
|
189 |
-
df6 = con.execute(query6).fetchdf()
|
190 |
-
con.close()
|
191 |
-
return df1, df2, df3, df4, df5, df6
|
192 |
-
|
193 |
-
|
194 |
def prepare_data():
|
195 |
|
196 |
(
|
|
|
1 |
import gradio as gr
|
2 |
import pandas as pd
|
|
|
3 |
import gzip
|
4 |
import shutil
|
5 |
import os
|
|
|
137 |
return df1, df2, df3, df4, df5, df6, df7
|
138 |
|
139 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
140 |
def prepare_data():
|
141 |
|
142 |
(
|