fastapi==0.103.1 | |
pydantic==2.3.0 | |
uvicorn==0.23.2 | |
transformers>=4.34.0 | |
accelerate>=0.23.0 | |
torch>=2.0.0 | |
sentencepiece>=0.1.99 | |
vllm>=0.2.0 |
fastapi==0.103.1 | |
pydantic==2.3.0 | |
uvicorn==0.23.2 | |
transformers>=4.34.0 | |
accelerate>=0.23.0 | |
torch>=2.0.0 | |
sentencepiece>=0.1.99 | |
vllm>=0.2.0 |