hydra-core>=1.3.0
omegaconf>=2.2,<2.3
pyyaml==6.0.1
torchmetrics>=0.4.1rc0,<=0.10.3
transformers==4.56.*
wandb
webdataset>=0.1.48,<=0.1.62
pandas
sentencepiece
youtokentome
h5py
ijson
matplotlib>=3.3.2
sacremoses
sacrebleu
einops
faiss-cpu
sentence_transformers>=2.3
nltk>=3.6.5
jieba
ftfy
gdown
inflect
jieba
opencc==1.1.9
pangu
rapidfuzz
pybind11
pytorch-lightning==2.5.0
ipadic
mecab-python3
protobuf==3.20.3
datasets==3.0.0
dill==0.3.8
nemo_toolkit==2.1.0
regex
requests==2.32.4
python-daemon
huggingface_hub>=0.27.1
multiprocess==0.70.16
numba<=0.60.0
rouge_score
setuptools>=70.0
lightning==2.5.0
ml-dtypes==0.5.0
boto3==1.35.93
botocore==1.35.93
s3transfer==0.10.4
s3fs
numpy==1.26.4