🏷️ Add model tags to model trained with GRPO (#2663)

trl/trainer/grpo_trainer.py

@@ -137,6 +137,8 @@ class GRPOTrainer(Trainer):
             PEFT configuration used to wrap the model. If `None`, the model is not wrapped.
     """
 
+    _tag_names = ["trl", "grpo"]
+
     def __init__(
         self,
         model: Union[str, PreTrainedModel],
@@ -278,6 +280,9 @@ def data_collator(features):  # No data collation is needed in GRPO
         # self.model_accepts_loss_kwargs to False to enable scaling.
         self.model_accepts_loss_kwargs = False
 
+        # Add tags to the model
+        self.model.add_model_tags(self._tag_names)
+
         if self.ref_model is not None:
             if self.is_deepspeed_enabled:
                 self.ref_model = prepare_deepspeed(self.ref_model, self.accelerator)