Not sure what happened, more deps

requirements.txt

@@ -1,3 +1,4 @@
+# requirements.txt
 absl-py==2.2.2
 accelerate==1.6.0
 adlfs==2024.12.0
@@ -126,4 +127,215 @@ laonlp==1.2.0
 lazy-object-proxy==1.10.0
 libarchive-c==5.2
 libclang==18.1.1
-linkify-it-py==2
+linkify-it-py==2.0.3
+lm-eval==0.4.8
+locket==1.0.0
+lockfile==0.12.2
+loguru==0.7.3
+luigi==3.6.0
+lxml==5.3.2
+lxml-html-clean==0.4.2
+marisa-trie==1.2.1
+markdown==3.8
+markdown-it-py==3.0.0
+markupsafe==2.1.5
+matplotlib==3.10.1
+mbstrdecoder==1.1.4
+mdit-py-plugins==0.4.2
+mdurl==0.1.2
+ml-dtypes==0.5.1
+more-itertools==10.6.0
+morfessor==2.0.6
+moto==5.1.3
+mpmath==1.3.0
+msal==1.32.0
+msal-extensions==1.3.1
+msgpack==1.1.0
+msgspec==0.19.0
+multidict==6.4.3
+multiprocess==0.70.16
+murmurhash==1.0.12
+namex==0.0.8
+narwhals==1.34.1
+networkx==3.3
+ninja==1.11.1.4
+nltk==3.9.1
+numexpr==2.10.2
+numpy==2.1.2
+nvidia-cublas-cu12==12.1.3.1
+nvidia-cuda-cupti-cu12==12.1.105
+nvidia-cuda-nvrtc-cu12==12.1.105
+nvidia-cuda-runtime-cu12==12.1.105
+nvidia-cudnn-cu12==9.1.0.70
+nvidia-cufft-cu12==11.0.2.54
+nvidia-curand-cu12==10.3.2.106
+nvidia-cusolver-cu12==11.4.5.107
+nvidia-cusparse-cu12==12.1.0.106
+nvidia-ml-py==12.570.86
+nvidia-nccl-cu12==2.21.5
+nvidia-nvjitlink-cu12==12.1.105
+nvidia-nvtx-cu12==12.1.105
+oauthlib==3.2.2
+objprint==0.3.0
+oci==2.150.0
+ocifs==1.3.2
+omegaconf==2.3.0
+openapi-schema-validator==0.6.3
+openapi-spec-validator==0.7.1
+opt-einsum==3.4.0
+optree==0.15.0
+orjson==3.10.16
+packaging==24.2
+pandas==2.2.3
+panel==1.6.2
+param==2.2.0
+paramiko==3.5.1
+partd==1.4.2
+pathable==0.4.4
+pathvalidate==3.2.3
+peft==0.15.1
+pillow==11.1.0
+platformdirs==4.3.7
+pluggy==1.5.0
+ply==3.11
+portalocker==3.1.1
+preshed==3.0.9
+propcache==0.3.1
+proto-plus==1.26.1
+protobuf==5.29.4
+psutil==7.0.0
+py-partiql-parser==0.6.1
+pyahocorasick==2.1.0
+pyarrow==19.0.1
+pyasn1==0.6.1
+pyasn1-modules==0.4.2
+pybind11==2.13.6
+pycparser==2.22
+pycryptodomex==3.22.0
+pydantic==2.11.3
+pydantic-core==2.33.1
+pygit2==1.17.0
+pygments==2.19.1
+pyidaungsu-numpy2==0.1.4
+pyjwt==2.10.1
+pynacl==1.5.0
+pynvml==12.0.0
+pyopenssl==24.3.0
+pyparsing==3.2.3
+pyspnego==0.11.2
+pytablewriter==1.2.1
+pytest==8.3.5
+pytest-timeout==2.3.1
+pytest-xdist==3.6.1
+pythainlp==5.1.1
+python-crfsuite==0.9.11
+python-daemon==3.1.2
+python-dateutil==2.9.0.post0
+python-magic==0.4.27
+pytz==2025.2
+pyvi==0.1.1
+pyviz-comms==3.0.4
+pyyaml==6.0.2
+referencing==0.36.2
+regex==2024.11.6
+requests==2.32.3
+requests-file==2.1.0
+requests-oauthlib==2.0.0
+responses==0.25.7
+rfc3339-validator==0.1.4
+rich==14.0.0
+roman-numerals-py==3.1.0
+rouge-score==0.1.2
+rpds-py==0.24.0
+rsa==4.9
+ruff==0.11.5
+s3fs==2024.6.1
+s3transfer==0.11.3
+sacrebleu==2.5.1
+safetensors==0.5.3
+scikit-learn==1.6.1
+scipy==1.15.2
+sentencepiece==0.2.0
+sentry-sdk==2.25.1
+setproctitle==1.3.5
+shellingham==1.5.4
+six==1.17.0
+sklearn-crfsuite==0.5.0
+smart-open==7.1.0
+smbprotocol==1.15.0
+smmap==5.0.2
+snowballstemmer==2.2.0
+sortedcontainers==2.4.0
+spacy==3.8.5
+spacy-legacy==3.0.12
+spacy-loggers==1.0.5
+sphinx==8.2.3
+sphinx-argparse==0.5.2
+sphinx-rtd-theme==3.0.2
+sphinxcontrib-applehelp==2.0.0
+sphinxcontrib-devhelp==2.0.0
+sphinxcontrib-htmlhelp==2.1.0
+sphinxcontrib-jquery==4.1
+sphinxcontrib-jsmath==1.0.1
+sphinxcontrib-qthelp==2.0.0
+sphinxcontrib-serializinghtml==2.0.0
+sqlitedict==2.1.0
+srsly==2.5.1
+stanza==1.10.1
+stone==3.3.1
+submitit==1.5.2
+sudachidict-core==20250129
+sudachipy==0.6.10
+sympy==1.13.1
+tabledata==1.3.4
+tabulate==0.9.0
+tblib==3.1.0
+tcolorpy==0.1.7
+tenacity==8.5.0
+tensorboard==2.19.0
+tensorboard-data-server==0.7.2
+tensorflow==2.19.0
+tensorflow-io-gcs-filesystem==0.37.1
+termcolor==3.0.1
+thinc==8.3.6
+threadpoolctl==3.6.0
+tiktoken==0.9.0
+tld==0.13
+tldextract==5.2.0
+tokenizers==0.21.1
+toolz==1.0.0
+torch==2.5.0+cu121
+tornado==6.4.2
+tqdm==4.67.1
+tqdm-multiprocess==0.0.11
+trafilatura==1.11.0
+transformers==4.51.2
+triton==3.1.0
+typepy==1.3.4
+typer==0.15.2
+typing-extensions==4.12.2
+typing-inspection==0.4.0
+tzdata==2025.2
+tzlocal==5.3.1
+uc-micro-py==1.0.3
+urduhack==0.1.4
+urllib3==2.4.0
+viztracer==1.0.3
+vl-convert-python==1.7.0
+wandb==0.19.9
+warcio==1.7.5
+wasabi==1.1.3
+wcwidth==0.2.13
+weasel==0.4.1
+webencodings==0.5.1
+werkzeug==3.1.3
+word2number==1.1
+wrapt==1.17.2
+xformers==0.0.28.post2
+xmltodict==0.14.2
+xxhash==3.5.0
+xyzservices==2025.1.0
+yarl==1.19.0
+zict==3.0.0
+zipp==3.21.0
+zstandard==0.23.0