fastapi==0.103.1
pydantic==2.3.0
uvicorn==0.23.2
transformers>=4.34.0
accelerate>=0.23.0
torch>=2.0.0
sentencepiece>=0.1.99
vllm>=0.2.0