fastapi
uvicorn[standard]
torch
transformers
peft
accelerate
pydantic
sentencepiece