diff --git a/recipes/A5000_24GB_x8/sentiment-analyzer.yaml b/recipes/A5000_24GB_x8/sentiment-analyzer.yaml index f459b04..853ed99 100644 --- a/recipes/A5000_24GB_x8/sentiment-analyzer.yaml +++ b/recipes/A5000_24GB_x8/sentiment-analyzer.yaml @@ -11,8 +11,8 @@ dataset_train_split_test_size: 0.2 lora_r: 8 lora_alpha: 16 lora_dropout: 0.05 -train_per_device_train_batch_size: 8 -train_gradient_accumulation_steps: 4 +train_per_device_train_batch_size: 6 +train_gradient_accumulation_steps: 2 train_num_train_epochs: 4 train_max_steps: 1000 train_fp16: True