in progress (most apply_lora added)

sgl-project · Sep 11, 2024 · 054e7af · 054e7af
1 parent 144bc70
commit 054e7af
Show file tree

Hide file tree

Showing 16 changed files with 999 additions and 12 deletions.
diff --git a/python/pyproject.toml b/python/pyproject.toml
@@ -27,7 +27,7 @@ srt = ["aiohttp", "decord", "fastapi", "hf_transfer", "huggingface_hub", "intere
 openai = ["openai>=1.0", "tiktoken"]
 anthropic = ["anthropic>=0.20.0"]
 litellm = ["litellm>=1.0.0"]
-test = ["jsonlines", "matplotlib", "pandas", "sentence_transformers", "accelerate"]
+test = ["jsonlines", "matplotlib", "pandas", "sentence_transformers", "accelerate", "peft"]
 all = ["sglang[srt]", "sglang[openai]", "sglang[anthropic]", "sglang[litellm]"]
 dev = ["sglang[all]", "sglang[test]"]