Lora check with _log_peak_memory_stats

Author: musabgultekin

recipes/lora_finetune_single_device.py

@@ -481,7 +481,7 @@ def _setup_model(
 
         log.info(f"Model is initialized with precision {self._dtype}.")
 
-        if self._device.type != "cpu":
+        if self._device.type != "cpu" and self._log_peak_memory_stats:
             memory_stats = training.get_memory_stats(device=self._device)
             training.log_memory_stats(memory_stats)
         return model