requirements.txt

# Torch must match autoawq
torch==2.3.1
torchvision
torchaudio

# Transformers + accelerate that work with torch 2.3.1
transformers==4.40.1
accelerate==0.27.2

# AWQ version expecting torch==2.3.1
autoawq==0.2.5 


# Gradio app
gradio==4.41.0