Update requirements.txt

requirements.txt

@@ -1,7 +1,155 @@
+absl-py==2.1.0
+accelerate==0.31.0
+aiocache==0.12.0
+aiofiles==23.2.1
+aiohttp==3.9.5
+aiosignal==1.3.1
+aiosqlite==0.17.0
+alembic==1.13.2
+altair==5.3.0
+annotated-types==0.7.0
+anyio==4.4.0
+arsenic==21.8
+asgiref==3.5.2
+asttokens==2.4.1
+astunparse==1.6.3
+async-timeout==4.0.3
+attrs==23.2.0
+backcall==0.2.0
+backoff==2.2.1
+banal==1.0.6
+beautifulsoup4==4.12.3
+bitsandbytes==0.43.1
+bleach==6.1.0
+blis==0.7.11
+boto3==1.34.136
+botocore==1.34.136
+bpemb==0.3.5
+Brotli==1.0.9
+browser-cookie3==0.19.1
+cachetools==5.3.3
+catalogue==2.0.10
+certifi==2024.6.2
+cffi==1.16.0
+chardet==3.0.4
+charset-normalizer==3.3.2
+click==8.1.7
+cloudpathlib==0.18.1
+cloudpickle==3.0.0
+cmake==3.30.0
+coloredlogs==15.0.1
+comm==0.2.2
+confection==0.1.5
+conllu==4.5.3
+contourpy==1.2.1
+cryptography==38.0.4
 ctransformers==0.2.27
+cycler==0.12.1
+cymem==2.0.8
+dataclasses-json==0.6.7
+dataset==1.6.2
+datasets==2.20.0
+de-core-news-sm @ https://github.com/explosion/spacy-models/releases/download/de_core_news_sm-3.7.0/de_core_news_sm-3.7.0-py3-none-any.whl#sha256=d88c737eb7eb766f730f6a2dcb99dfcdb81623e1e0d89a9c638a2182ac19c52e
+debugpy==1.8.1
+decorator==5.1.1
+deep-translator==1.11.4
+defusedxml==0.7.1
+Deprecated==1.2.14
+deptry==0.16.1
+dill==0.3.8
+dirtyjson==1.0.8
+diskcache==5.6.3
+distro==1.9.0
+dnspython==2.3.0
+docopt==0.6.2
+einops==0.8.0
+email_validator==2.2.0
+exceptiongroup==1.2.1
+executing==2.0.1
+faiss-cpu==1.8.0
+fastapi==0.111.0
+fastapi-cli==0.0.4
+fastembed==0.2.7
+fastjsonschema==2.20.0
+fasttext-wheel==0.9.2
+ffmpy==0.3.2
+filelock==3.15.1
+flair==0.13.1
+flashtext==2.7
+Flask==2.2.5
+flatbuffers==24.3.25
+fonttools==4.53.0
+frozenlist==1.4.1
+fsspec==2024.5.0
+ftfy==6.2.0
+gast==0.5.4
+gdown==5.2.0
+gensim==4.3.2
+google-ai-generativelanguage==0.6.4
+google-api-core==2.19.0
+google-api-python-client==2.134.0
+google-auth==2.30.0
+google-auth-httplib2==0.2.0
+google-generativeai==0.5.4
+google-pasta==0.2.0
+googleapis-common-protos==1.63.1
+googletrans==4.0.0rc1
+GPUtil==1.4.0
 gradio==4.36.1
 gradio_client==1.0.1
+greenlet==3.0.3
+grpcio==1.64.1
+grpcio-status==1.62.2
+h11==0.14.0
+h2==3.2.0
+h5py==3.11.0
+hazm==0.10.0
+hpack==3.0.0
+hstspreload==2024.6.1
+httpcore==1.0.5
+httplib2==0.22.0
+httptools==0.6.1
+httpx==0.27.0
+httpx-ntlm==1.4.0
 huggingface-hub==0.24.0
+humanfriendly==10.0
+hyperframe==5.2.0
+idna==3.7
+importlib_resources==6.4.0
+install==1.3.5
+interegular==0.3.3
+ipykernel==6.29.4
+ipython==8.12.3
+itsdangerous==2.2.0
+Janome==0.5.0
+jedi==0.19.1
+jeepney==0.8.0
+Jinja2==3.1.4
+jmespath==1.0.1
+joblib==1.4.2
+jsonpatch==1.33
+jsonpointer==3.0.0
+jsonschema==4.22.0
+jsonschema-specifications==2023.12.1
+jupyter_client==8.6.2
+jupyter_core==5.7.2
+jupyterlab_pygments==0.3.0
+kaitaistruct==0.10
+keras==3.3.3
+kiwisolver==1.4.5
+langchain==0.2.5
+langchain-community==0.2.5
+langchain-core==0.2.9
+langchain-google-genai==1.0.6
+langchain-text-splitters==0.2.1
+langcodes==3.4.0
+langdetect==1.0.9
+langfuse==2.39.1
+langsmith==0.1.81
+language_data==1.2.0
+lark==1.1.9
+ldap3==2.9.1
+libclang==18.1.1
 llama-index==0.10.12
 llama-index-agent-openai==0.1.7
 llama-index-cli==0.1.12
@@ -19,4 +167,215 @@ llama-index-question-gen-openai==0.1.3
 llama-index-readers-file==0.1.25
 llama-index-readers-llama-parse==0.1.4
 llama-index-vector-stores-faiss==0.1.2
+llama-parse==0.4.4
+llama_cpp_python @ https://github.com/abetlen/llama-cpp-python/releases/download/v0.2.83-cu122/llama_cpp_python-0.2.83-cp310-cp310-linux_x86_64.whl#sha256=66e86348c3064790c192b30669f0af196d2d9425e1bfe260c856b65009328a7e
+llamaindex-py-client==0.1.19
+llvmlite==0.43.0
+lm-format-enforcer==0.10.3
+loguru==0.7.2
+lxml==5.2.2
+lz4==4.3.3
+Mako==1.3.5
+marisa-trie==1.2.0
+Markdown==3.6
+markdown-it-py==3.0.0
+MarkupSafe==2.1.5
+marshmallow==3.21.3
+matplotlib==3.9.0
+matplotlib-inline==0.1.7
+mdurl==0.1.2
+minijinja==2.0.1
+mistune==3.0.2
+mitmproxy==9.0.0
+mitmproxy_wireguard==0.1.23
+ml-dtypes==0.3.2
+more-itertools==10.3.0
+mpld3==0.5.10
+mpmath==1.3.0
+msgpack==1.0.8
+multidict==6.0.5
+multilingual-pdf2text==1.1.0
+multiprocess==0.70.16
+murmurhash==1.0.10
+mypy-extensions==1.0.0
+namex==0.0.8
+nbclient==0.10.0
+nbconvert==7.16.4
+nbformat==5.10.4
+nest-asyncio==1.6.0
+networkx==3.3
+ninja==1.11.1.1
+nltk==3.8.1
+numba==0.60.0
+numpy==1.24.3
+nvidia-cublas-cu12==12.1.3.1
+nvidia-cuda-cupti-cu12==12.1.105
+nvidia-cuda-nvrtc-cu12==12.1.105
+nvidia-cuda-runtime-cu12==12.1.105
+nvidia-cudnn-cu12==8.9.2.26
+nvidia-cufft-cu12==11.0.2.54
+nvidia-curand-cu12==10.3.2.106
+nvidia-cusolver-cu12==11.4.5.107
+nvidia-cusparse-cu12==12.1.0.106
+nvidia-ml-py==12.555.43
+nvidia-nccl-cu12==2.20.5
+nvidia-nvjitlink-cu12==12.5.40
+nvidia-nvtx-cu12==12.1.105
+onnx==1.16.1
+onnxruntime==1.18.1
+openai==1.34.0
+opt-einsum==3.3.0
+optree==0.11.0
+orjson==3.10.5
+outlines==0.0.46
+packaging==23.2
+pandas==2.2.2
+pandocfilters==1.5.1
+parsivar==0.2.3.1
+parso==0.8.4
+passlib==1.7.4
+pdf2image==1.17.0
+pexpect==4.9.0
+pickleshare==0.7.5
+pillow==10.3.0
+pip-autoremove==0.10.0
+pipreqs==0.5.0
+platformdirs==4.2.2
+pptree==3.1
+preshed==3.0.9
+prometheus-fastapi-instrumentator==7.0.0
+prometheus_client==0.20.0
+prompt_toolkit==3.0.47
+proto-plus==1.24.0
+protobuf==4.25.3
+psutil==5.9.8
+ptyprocess==0.7.0
+publicsuffix2==2.20191221
+pure-eval==0.2.2
+py-cpuinfo==9.0.0
+pyairports==2.1.1
+pyarrow==17.0.0
+pyarrow-hotfix==0.6
+pyasn1==0.4.8
+pyasn1_modules==0.4.0
+pybind11==2.13.1
+pycountry==24.6.1
+pycparser==2.22
+pycryptodomex==3.20.0
+pydantic==2.7.4
+pydantic_core==2.18.4
+pydub==0.25.1
+Pygments==2.18.0
+pymongo==3.12.3
+pyOpenSSL==22.1.0
+pyparsing==3.0.9
+pypdf==4.2.0
+PyPDF2==3.0.1
+pyperclip==1.8.2
+PySocks==1.7.1
+pyspnego==0.11.0
+pytesseract==0.3.10
+python-crfsuite==0.9.10
+python-dateutil==2.9.0.post0
+python-docx==1.1.2
+python-dotenv==1.0.1
+python-multipart==0.0.9
+pytorch_revgrad==0.2.0
+pytz==2024.1
+PyYAML==6.0.1
+pyzmq==26.0.3
+ray==2.32.0
+referencing==0.35.1
+regex==2024.5.15
+requests==2.32.3
+rfc3986==1.5.0
+rich==13.7.1
+rpds-py==0.18.1
+rsa==4.9
+ruamel.yaml==0.17.40
+ruamel.yaml.clib==0.2.8
+ruff==0.4.10
+s3transfer==0.10.2
+safetensors==0.4.3
+scikit-learn==1.5.0
+scipy==1.11.0
+segtok==1.5.11
+semantic-version==2.10.0
+semver==3.0.2
+sentence-transformers==3.0.1
+sentencepiece==0.2.0
+shellingham==1.5.4
+six==1.16.0
+smart-open==7.0.4
+sniffio==1.3.1
+socksio==1.0.0
+sortedcontainers==2.4.0
+soupsieve==2.5
+spaces==0.28.3
+spacy==3.7.5
+spacy-legacy==3.0.12
+spacy-loggers==1.0.5
+SQLAlchemy==1.4.52
+sqlitedict==2.1.0
+srsly==2.4.8
+stack-data==0.6.3
+starlette==0.37.2
+striprtf==0.0.26
+structlog==20.2.0
+sympy==1.12.1
+tabulate==0.9.0
+tenacity==8.3.0
+tensorboard==2.16.2
+tensorboard-data-server==0.7.2
+tensorflow==2.16.1
+tensorflow-io-gcs-filesystem==0.37.0
+termcolor==2.4.0
+text-generation==0.7.0
+tf_keras==2.16.0
+thinc==8.2.4
+threadpoolctl==3.5.0
+tiktoken==0.7.0
+tinycss2==1.3.0
+tld==0.13
+tokenizers==0.19.1
+tomli==2.0.1
+tomlkit==0.12.0
+toolz==0.12.1
+torch==2.3.1
+torchaudio==2.3.1
+torchvision==0.18.1
+tornado==6.4.1
+tqdm==4.66.4
+traitlets==5.14.3
+transformer-smaller-training-vocab==0.4.0
 transformers==4.42.4
+triton==2.3.1
+typer==0.12.3
+typing-inspect==0.9.0
+typing_extensions==4.12.2
+tzdata==2024.1
+ujson==5.10.0
+uritemplate==4.1.1
+urllib3==2.2.2
+urwid==2.1.2
+uvicorn==0.30.1
+uvloop==0.19.0
+vllm==0.5.2
+vllm-flash-attn==2.5.9.post1
+wapiti3==3.1.8
+wasabi==1.1.3
+watchfiles==0.22.0
+wcwidth==0.2.13
+weasel==0.4.1
+webencodings==0.5.1
+websockets==11.0.3
+Werkzeug==3.0.3
+Wikipedia-API==0.6.0
+wrapt==1.16.0
+wsproto==1.2.0
+xformers==0.0.27
+xxhash==3.4.1
+yarg==0.1.9
+yarl==1.9.4
+yaswfp==0.9.3
+zstandard==0.18.0