accelerated-scan
boto3
faiss-cpu
flask_restful
ftfy
gdown
h5py
ijson
jieba
markdown2
matplotlib>=3.3.2
megatron_core
multi-storage-client>=0.21.0
nltk>=3.6.5
numpy<2  # tensorstore has an implicit compiled dependency on numpy<2
nvidia-modelopt[torch]>=0.27.0,<=0.31.0; platform_system != 'Darwin'
nvidia-resiliency-ext>=0.3.0,<1.0.0; platform_system != 'Darwin'
nvtx
opencc
pangu
prettytable
rapidfuzz
rouge_score
sacrebleu  # manually install sacrebleu[ja] for Japanese support; MeCab is unsupported in Python 3.11+
sentence_transformers
tensorstore<0.1.72; platform_system != 'Darwin'
tiktoken==0.7.0
zarr>=2.18.2,<3.0.0
