[Doc] add env docs for flashinfer backend (#6437)

vllm-project · Jul 15, 2024 · 44874a0 · 44874a0
1 parent b47008b
commit 44874a0
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/vllm/envs.py b/vllm/envs.py
@@ -206,6 +206,7 @@
     # - "FLASH_ATTN": use FlashAttention
     # - "XFORMERS": use XFormers
     # - "ROCM_FLASH": use ROCmFlashAttention
+    # - "FLASHINFER": use flashinfer
     "VLLM_ATTENTION_BACKEND":
     lambda: os.getenv("VLLM_ATTENTION_BACKEND", None),