# requirements.txt
absl-py==2.2.2
accelerate==1.6.0
adlfs==2024.12.0
aiobotocore==2.21.1
aiohappyeyeballs==2.6.1
aiohttp==3.11.16
aioitertools==0.12.0
aiosignal==1.3.2
alabaster==1.0.0
altair==5.5.0
annotated-types==0.7.0
antlr4-python3-runtime==4.9.3
astunparse==1.6.3
attrs==25.3.0
aws-sam-translator==1.97.0
aws-xray-sdk==2.14.0
azure-core==1.33.0
azure-datalake-store==0.0.53
azure-identity==1.21.0
azure-storage-blob==12.25.1
babel==2.17.0
bcrypt==4.3.0
bleach==6.2.0
blinker==1.9.0
blis==1.3.0
blobfile==3.0.0
bokeh==3.7.2
boto3==1.37.1
botocore==1.37.1
botok==0.9.0
cachetools==5.5.2
catalogue==2.0.10
certifi==2025.1.31
cffi==1.17.1
cfn-lint==1.33.2
chardet==5.2.0
charset-normalizer==3.4.1
circuitbreaker==2.1.3
click==8.1.8
cloudpathlib==0.21.0
cloudpickle==3.1.1
colorama==0.4.6
confection==0.1.5
contourpy==1.3.1
courlan==1.3.2
cryptography==44.0.2
cycler==0.12.1
cymem==2.0.11
dask==2025.3.0
dataproperty==1.1.0
datasets==3.5.0
datatrove==0.4.0
dateparser==1.2.1
decorator==5.2.1
dill==0.3.8
distributed==2025.3.0
docker==7.1.0
docker-pycreds==0.4.0
docutils==0.21.2
dropbox==12.0.2
dropboxdrivefs==1.4.1
emoji==2.14.1
evaluate==0.4.3
execnet==2.1.1
fasteners==0.19
fasttext-numpy2-wheel==0.9.2
faust-cchardet==2.1.19
filelock==3.13.1
flask==3.1.0
flask-cors==5.0.1
flatbuffers==25.2.10
fonttools==4.57.0
frozenlist==1.5.0
fsspec==2024.6.1
ftfy==6.3.1
fusepy==3.0.1
gast==0.6.0
gcsfs==2024.6.1
gitdb==4.0.12
gitpython==3.1.44
google-api-core==2.24.2
google-auth==2.38.0
google-auth-oauthlib==1.2.1
google-cloud-core==2.4.3
google-cloud-storage==3.1.0
google-crc32c==1.7.1
google-pasta==0.2.0
google-resumable-media==2.7.2
googleapis-common-protos==1.69.2
graphql-core==3.2.6
grpcio==1.71.0
h5py==3.13.0
htmldate==1.9.3
huggingface-hub==0.30.2
humanize==4.12.2
idna==3.10
imagesize==1.4.1
importlib-metadata==8.6.1
indic-nlp-library==0.92
iniconfig==2.1.0
inscriptis==2.6.0
isodate==0.7.2
itsdangerous==2.2.0
jieba==0.42.1
jinja2==3.1.4
jmespath==1.0.1
joblib==1.4.2
joserfc==1.0.4
jsonlines==4.0.0
jsonpatch==1.33
jsonpath-ng==1.7.0
jsonpointer==3.0.0
jsonschema==4.23.0
jsonschema-path==0.3.4
jsonschema-specifications==2024.10.1
justext==3.0.2
kenlm==0.3.0
keras==3.9.2
khmer-nltk==1.6
kiwipiepy==0.20.4
kiwipiepy-model==0.20.0
kiwisolver==1.4.8
langcodes==3.5.0
language-data==1.3.0
laonlp==1.2.0
lazy-object-proxy==1.10.0
libarchive-c==5.2
libclang==18.1.1
linkify-it-py==2.0.3
lm-eval==0.4.8
locket==1.0.0
lockfile==0.12.2
loguru==0.7.3
luigi==3.6.0
lxml==5.3.2
lxml-html-clean==0.4.2
marisa-trie==1.2.1
markdown==3.8
markdown-it-py==3.0.0
markupsafe==2.1.5
matplotlib==3.10.1
mbstrdecoder==1.1.4
mdit-py-plugins==0.4.2
mdurl==0.1.2
ml-dtypes==0.5.1
more-itertools==10.6.0
morfessor==2.0.6
moto==5.1.3
mpmath==1.3.0
msal==1.32.0
msal-extensions==1.3.1
msgpack==1.1.0
msgspec==0.19.0
multidict==6.4.3
multiprocess==0.70.16
murmurhash==1.0.12
namex==0.0.8
narwhals==1.34.1
networkx==3.3
ninja==1.11.1.4
nltk==3.9.1
numexpr==2.10.2
numpy==2.1.2
nvidia-cublas-cu12; platform_system != "Darwin"
nvidia-cuda-cupti-cu12; platform_system != "Darwin"
nvidia-cuda-nvrtc-cu12; platform_system != "Darwin"
nvidia-cuda-runtime-cu12; platform_system != "Darwin"
nvidia-cudnn-cu12; platform_system != "Darwin"
nvidia-cufft-cu12; platform_system != "Darwin"
nvidia-curand-cu12; platform_system != "Darwin"
nvidia-cusolver-cu12; platform_system != "Darwin"
nvidia-cusparse-cu12; platform_system != "Darwin"
nvidia-ml-py; platform_system != "Darwin"
nvidia-nccl-cu12; platform_system != "Darwin"
nvidia-nvjitlink-cu12; platform_system != "Darwin"
nvidia-nvtx-cu12; platform_system != "Darwin"
oauthlib==3.2.2
objprint==0.3.0
oci==2.150.0
ocifs==1.3.2
omegaconf==2.3.0
openapi-schema-validator==0.6.3
openapi-spec-validator==0.7.1
opt-einsum==3.4.0
optree==0.15.0
orjson==3.10.16
packaging==24.2
pandas==2.2.3
panel==1.6.2
param==2.2.0
paramiko==3.5.1
partd==1.4.2
pathable==0.4.4
pathvalidate==3.2.3
peft==0.15.1
pillow==11.1.0
platformdirs==4.3.7
pluggy==1.5.0
ply==3.11
portalocker==3.1.1
preshed==3.0.9
propcache==0.3.1
proto-plus==1.26.1
protobuf==5.29.4
psutil==7.0.0
py-partiql-parser==0.6.1
pyahocorasick==2.1.0
pyarrow==19.0.1
pyasn1==0.6.1
pyasn1-modules==0.4.2
pybind11==2.13.6
pycparser==2.22
pycryptodomex==3.22.0
pydantic==2.11.3
pydantic-core==2.33.1
pygit2==1.17.0
pygments==2.19.1
pyidaungsu-numpy2==0.1.4
pyjwt==2.10.1
pynacl==1.5.0
pynvml==12.0.0
pyopenssl==24.3.0
pyparsing==3.2.3
pyspnego==0.11.2
pytablewriter==1.2.1
pytest==8.3.5
pytest-timeout==2.3.1
pytest-xdist==3.6.1
pythainlp==5.1.1
python-crfsuite==0.9.11
python-daemon==3.1.2
python-dateutil==2.9.0.post0
python-magic==0.4.27
pytz==2025.2
pyvi==0.1.1
pyviz-comms==3.0.4
pyyaml==6.0.2
referencing==0.36.2
regex==2024.11.6
requests==2.32.3
requests-file==2.1.0
requests-oauthlib==2.0.0
responses==0.25.7
rfc3339-validator==0.1.4
rich==14.0.0
roman-numerals-py==3.1.0
rouge-score==0.1.2
rpds-py==0.24.0
rsa==4.9
ruff==0.11.5
s3fs==2024.6.1
s3transfer==0.11.3
sacrebleu==2.5.1
safetensors==0.5.3
scikit-learn==1.6.1
scipy==1.15.2
sentencepiece==0.2.0
sentry-sdk==2.25.1
setproctitle==1.3.5
shellingham==1.5.4
six==1.17.0
sklearn-crfsuite==0.5.0
smart-open==7.1.0
smbprotocol==1.15.0
smmap==5.0.2
snowballstemmer==2.2.0
sortedcontainers==2.4.0
spacy==3.8.5
spacy-legacy==3.0.12
spacy-loggers==1.0.5
sphinx
sphinx-argparse
sphinx-rtd-theme
sphinxcontrib-applehelp
sphinxcontrib-devhelp
sphinxcontrib-htmlhelp
sphinxcontrib-jquery
sphinxcontrib-jsmath
sphinxcontrib-qthelp
sphinxcontrib-serializinghtml
sqlitedict==2.1.0
srsly==2.5.1
stanza==1.10.1
stone==3.3.1
submitit==1.5.2
sudachidict-core==20250129
sudachipy==0.6.10
sympy==1.13.1
tabledata==1.3.4
tabulate==0.9.0
tblib==3.1.0
tcolorpy==0.1.7
tenacity==8.5.0
tensorboard==2.19.0
tensorboard-data-server==0.7.2
tensorflow==2.19.0
tensorflow-io-gcs-filesystem==0.37.1
termcolor==3.0.1
thinc==8.3.6
threadpoolctl==3.6.0
tiktoken==0.9.0
tld==0.13
tldextract==5.2.0
tokenizers==0.21.1
toolz==1.0.0
torch==2.5.1
tornado==6.4.2
tqdm==4.67.1
tqdm-multiprocess==0.0.11
trafilatura==1.11.0
transformers==4.51.2
triton==3.1.0;platform_system != "Darwin"
typepy==1.3.4
typer==0.15.2
typing-extensions==4.12.2
typing-inspection==0.4.0
tzdata==2025.2
tzlocal==5.3.1
uc-micro-py==1.0.3
urduhack==0.1.4
urllib3==2.4.0
viztracer==1.0.3
vl-convert-python==1.7.0
wandb==0.19.9
warcio==1.7.5
wasabi==1.1.3
wcwidth==0.2.13
weasel==0.4.1
webencodings==0.5.1
werkzeug==3.1.3
word2number==1.1
wrapt==1.17.2
xformers==0.0.28.post3
xmltodict==0.14.2
xxhash==3.5.0
xyzservices==2025.1.0
yarl==1.19.0
zict==3.0.0
zipp==3.21.0
zstandard==0.23.0