Create chunk.py
Browse files
chunk.py
ADDED
@@ -0,0 +1,12 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
import streamlit as st
|
2 |
+
|
3 |
+
# Function to chunk text into smaller parts
|
4 |
+
def chunk_text(text, chunk_size=1000):
|
5 |
+
for i in range(0, len(text), chunk_size):
|
6 |
+
yield text[i:i + chunk_size]
|
7 |
+
|
8 |
+
# Function to display chunks in Streamlit
|
9 |
+
def display_chunks(text, chunk_size=1000):
|
10 |
+
for j, chunk in enumerate(chunk_text(text, chunk_size)):
|
11 |
+
st.write(f"**Chunk {j+1}:**")
|
12 |
+
st.write(chunk)
|