From 835a2a95085e35ca935b41947f61c37dd147258a Mon Sep 17 00:00:00 2001 From: Michael Wyatt Date: Tue, 25 Apr 2023 11:33:26 -0700 Subject: [PATCH 1/2] use kernels for SD --- mii/models/load_models.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/mii/models/load_models.py b/mii/models/load_models.py index bd61e935..40db10d9 100644 --- a/mii/models/load_models.py +++ b/mii/models/load_models.py @@ -73,7 +73,7 @@ def load_models(task_name, model_name, task_name, mii_config) - inf_config["replace_with_kernel_inject"] = False #not supported yet + inf_config["replace_with_kernel_inject"] = True # Must be true for SD inf_config["enable_cuda_graph"] = True else: raise ValueError(f"Unknown model provider {provider}") From 5172175d72ad46b1ba14f2d2d903b76d2de534ef Mon Sep 17 00:00:00 2001 From: Michael Wyatt Date: Fri, 22 Sep 2023 15:46:53 -0700 Subject: [PATCH 2/2] Update mii/models/load_models.py Co-authored-by: CrossNox --- mii/models/load_models.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/mii/models/load_models.py b/mii/models/load_models.py index 40db10d9..ebf8269d 100644 --- a/mii/models/load_models.py +++ b/mii/models/load_models.py @@ -73,7 +73,7 @@ def load_models(task_name, model_name, task_name, mii_config) - inf_config["replace_with_kernel_inject"] = True # Must be true for SD + inf_config["replace_with_kernel_inject"] = True # Must be true for SD inf_config["enable_cuda_graph"] = True else: raise ValueError(f"Unknown model provider {provider}")