vllm>=0.7.2
gradio
openai
fastapi
uvicorn
httpx
audioop-lts