From f9063a447d0e0b568264ddb3b00aa8013503009b Mon Sep 17 00:00:00 2001 From: Rob-Powell <7034920+Rob-Powell@users.noreply.github.com> Date: Mon, 22 Jan 2024 11:12:10 +0000 Subject: [PATCH] in the installer specify instance size used next to models for sagemaker --- cli/magic-create.ts | 2 +- lib/shared/types.ts | 14 +++++++------- 2 files changed, 8 insertions(+), 8 deletions(-) diff --git a/cli/magic-create.ts b/cli/magic-create.ts index cd0f82360..2bd638a7d 100644 --- a/cli/magic-create.ts +++ b/cli/magic-create.ts @@ -155,7 +155,7 @@ async function processCreateOptions(options: any): Promise { { type: "multiselect", name: "sagemakerModels", - hint: "SPACE to select, ENTER to confirm selection", + hint: "SPACE to select, ENTER to confirm selection [denotes instance size to host model]", message: "Which SageMaker Models do you want to enable", choices: Object.values(SupportedSageMakerModels), initial: diff --git a/lib/shared/types.ts b/lib/shared/types.ts index 4dd46aa14..cec3f44c0 100644 --- a/lib/shared/types.ts +++ b/lib/shared/types.ts @@ -3,13 +3,13 @@ import * as sagemaker from "aws-cdk-lib/aws-sagemaker"; export type ModelProvider = "sagemaker" | "bedrock" | "openai"; export enum SupportedSageMakerModels { - FalconLite = "FalconLite", - Llama2_13b_Chat = "Llama2_13b_Chat", - Mistral7b_Instruct = "Mistral7b_Instruct 0.1", - Mistral7b_Instruct2 = "Mistral7b_Instruct 0.2", - Mixtral_8x7b_Instruct = "Mixtral-8x7B Instruct 0.1", - Idefics_9b = "Idefics_9b (Multimodal)", - Idefics_80b = "Idefics_80b (Multimodal)", + FalconLite = "FalconLite [ml.g5.12xlarge]", + Llama2_13b_Chat = "Llama2_13b_Chat [ml.g5.12xlarge]", + Mistral7b_Instruct = "Mistral7b_Instruct 0.1 [ml.g5.2xlarge]", + Mistral7b_Instruct2 = "Mistral7b_Instruct 0.2 [ml.g5.2xlarge]", + Mixtral_8x7b_Instruct = "Mixtral_8x7B_Instruct 0.1 [ml.g5.48xlarge]", + Idefics_9b = "Idefics_9b (Multimodal) [ml.g5.12xlarge]", + Idefics_80b = "Idefics_80b (Multimodal) [ml.g5.48xlarge]", } export enum SupportedRegion {