Simplify and fix dependencies

requirements.txt

@@ -1,132 +1,25 @@
-absl-py==2.1.0
-accelerate>=1.2.1
-addict==2.4.0
-aiohappyeyeballs==2.4.4
-aiohttp==3.11.11
-aiosignal==1.3.2
-annotated-types==0.7.0
-anyio==4.7.0
-async-timeout==5.0.1
-beautifulsoup4==4.12.3
-colorama==0.4.6
-contourpy==1.3.1
-cpm-kernels==1.0.11
-cycler==0.12.1
-dataclasses-json==0.6.7
-Deprecated==1.2.15
-dill==0.3.8
-dirtyjson==1.0.8
-distro==1.9.0
-einops==0.5.0
-fonttools==4.55.3
-frozenlist==1.5.0
-fsspec==2024.9.0
-func_timeout==4.3.5
-fuzzywuzzy==0.18.0
-greenlet==3.1.1
-h11==0.14.0
-h5py==3.12.1
-httpcore==1.0.7
-httpx==0.28.1
-huggingface-hub
-idna==3.10
-immutabledict==4.2.1
-InstructorEmbedding==1.0.1
-jieba==0.42.1
-jiter==0.8.2
-joblib==1.4.2
-json5==0.10.0
-kiwisolver==1.4.8
-llama-index==0.10.68
-llama-index-agent-openai==0.2.9
-llama-index-cli==0.1.13
-llama-index-core==0.10.68.post1
-llama-index-embeddings-huggingface==0.2.0
-llama-index-embeddings-instructor>=0.1.3
-llama-index-embeddings-openai==0.1.11
-llama-index-indices-managed-llama-cloud>=0.2.0
-llama-index-legacy==0.9.48.post4
-llama-index-llms-huggingface>=0.2.0
-llama-index-llms-openai==0.1.31
-llama-index-multi-modal-llms-openai==0.1.9
-llama-index-program-openai==0.1.7
-llama-index-question-gen-openai==0.1.3
-llama-index-readers-file==0.1.33
-llama-index-readers-llama-parse==0.1.6
-llama-parse==0.4.9
-llamaindex-py-client==0.1.19
-lxml==5.3.0
-marshmallow==3.23.2
-minijinja==2.5.0
-mkl-service==2.4.0
-multidict==6.1.0
-mypy-extensions==1.0.0
-narwhals==1.19.1
-nltk>=3.8.1
-nvidia-cublas-cu12==12.1.3.1
-nvidia-cuda-cupti-cu12==12.1.105
-nvidia-cuda-nvrtc-cu12==12.1.105
-nvidia-cuda-runtime-cu12==12.1.105
-nvidia-cudnn-cu12==8.9.2.26
-nvidia-cufft-cu12==11.0.2.54
-nvidia-curand-cu12==10.3.2.106
-nvidia-cusolver-cu12==11.4.5.107
-nvidia-cusparse-cu12==12.1.0.106
-nvidia-nccl-cu12==2.18.1
-nvidia-nvjitlink-cu12==12.4.127
-nvidia-nvtx-cu12==12.1.105
+# 核心依赖
+streamlit==1.36.0
+llama-index==0.8.4
 openai==1.58.1
-OpenCC==1.1.9
-opencv-python-headless==4.10.0.84
+python-dotenv
+
+# Hugging Face 相关
+transformers==4.30.2
+huggingface-hub==0.16.4
+sentence-transformers==2.2.2
+
+# PyTorch 相关
+torch==2.0.1
+torchvision==0.15.2
+torchaudio==2.0.2
+
+# 数据处理
+numpy==1.24.3
 pandas==1.5.3
-pillow==10.4.0
-portalocker==3.0.0
-prettytable==3.12.0
-propcache==0.2.1
-protobuf==4.25.3
-pydantic==2.10.4
-pydantic_core==2.27.2
-pyparsing==3.2.0
-pypdf==4.3.1
-PyYAML==6.0.2
-rank-bm25==0.2.2
-RapidFuzz==3.11.0
-regex==2024.11.6
-retrying==1.3.4
-rouge==1.0.1
-rouge-chinese==1.0.3
-rouge_score==0.1.2
-sacrebleu==2.4.3
-safetensors==0.4.5
-scikit-learn==1.5.0
-scipy==1.14.1
-sentence-transformers>=2.7.0
-sentencepiece==0.2.0
-shellingham==1.5.4
-sniffio==1.3.1
-soupsieve==2.6
-SQLAlchemy==2.0.36
-streamlit==1.36.0
-striprtf==0.0.26
-sympy==1.13.1
-tabulate==0.9.0
-tenacity==8.5.0
-termcolor==2.5.0
-text-generation==0.7.0
-threadpoolctl==3.5.0
-tiktoken==0.8.0
-timeout-decorator==0.5.0
-tokenizers==0.19.1
-tomli==2.2.1
-torch
-torchaudio
-torchvision
-tqdm==4.67.1
-transformers
-triton
-typing-inspect==0.9.0
-watchdog==4.0.2
-wrapt==1.17.0
-xxhash==3.5.0
-yapf==0.43.0
-yarl==1.18.3
+nltk>=3.8.1
+
+# 其他工具
+httpx==0.28.1
+requests
+pydantic<3.0.0