--extra-index-url https://pypi.nvidia.com
tensorrt_llm==0.9.0.dev2024040900
datasets~=2.16.0
evaluate~=0.4.1
rouge_score~=0.1.2
transformers-stream-generator
sentencepiece~=0.1.99
tiktoken
einops

# optional dependencies
gradio==3.40.1
mdtex2html
sse_starlette
aiohttp_sse_client
openai