minor: sync flashinfer and add turbomind as 3rdparty (#3105)

sgl-project · Jan 24, 2025 · 153b414 · 153b414
1 parent 6619f48
commit 153b414
Show file tree

Hide file tree

Showing 4 changed files with 6 additions and 1 deletion.
diff --git a/.gitmodules b/.gitmodules
@@ -7,3 +7,6 @@
 [submodule "sgl-kernel/3rdparty/flashinfer"]
 	path = sgl-kernel/3rdparty/flashinfer
 	url = https://github.com/flashinfer-ai/flashinfer.git
+[submodule "sgl-kernel/3rdparty/turbomind"]
+	path = sgl-kernel/3rdparty/turbomind
+	url = https://github.com/InternLM/turbomind
diff --git a/sgl-kernel/3rdparty/flashinfer b/sgl-kernel/3rdparty/flashinfer
diff --git a/sgl-kernel/3rdparty/turbomind b/sgl-kernel/3rdparty/turbomind
diff --git a/sgl-kernel/developer_guide.md b/sgl-kernel/developer_guide.md
@@ -19,6 +19,7 @@ Third-party libraries:
 - [CCCL](https://github.com/NVIDIA/cccl)
 - [CUTLASS](https://github.com/NVIDIA/cutlass)
 - [FlashInfer](https://github.com/flashinfer-ai/flashinfer)
+- [TurboMind](https://github.com/InternLM/turbomind)
 
 ### Kernel Development
+3 −3		CHANGELOG.md
+1 −1		CMakeLists.txt
+1 −1		README.md
+1 −1		cmake/config.cmake
+1 −1		cmake/modules/FindThrust.cmake
+1 −1		csrc/pytorch_extension_utils.h
+1 −1		docs/tutorials/kv_layout.rst
+1 −1		docs/tutorials/recursive_attention.rst
+1 −1		flashinfer/activation.py
+1 −1		flashinfer/cascade.py
+54 −50		flashinfer/decode.py
+2 −2		flashinfer/jit/__init__.py
+12 −6		flashinfer/jit/core.py
+41 −27		flashinfer/prefill.py
+10 −10		flashinfer/rope.py
+3 −3		flashinfer/sampling.py
+6 −5		flashinfer/sparse.py
+1 −1		flashinfer/triton/__init__.py
+1 −1		flashinfer/triton/utils.py
+4 −4		flashinfer/utils.py
+314 −0		format.sh
+1 −1		include/flashinfer/attention/cascade.cuh
+52 −0		pyproject.toml
+1 −3		tests/alibi_reference.py
+0 −1		tests/test_alibi.py
+0 −1		tests/test_batch_decode_kernels.py
+0 −2		tests/test_decode_prefill_lse.py
+0 −1		tests/test_logits_cap.py
+1 −3		tests/test_mla_decode_kernel.py
+1 −1		tests/test_sampling.py
+2 −2		tests/test_shared_prefix_kernels.py