torch>=2.1.0
pynvml
exllamav2>=0.2.3
Flask>=2.3.2
waitress>=2.1.2