diff --git a/pyproject.toml b/pyproject.toml index cc35170..d53c49a 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -34,7 +34,8 @@ dependencies = [ "pydantic", "shortuuid", "uvicorn", - "vllm" + "vllm", + "flash-attn" ] [project.urls]