feat(cli): report memory usage during ingest (#5828)

metadata-ingestion/src/datahub/ingestion/run/pipeline.py

@@ -1,12 +1,15 @@
 import itertools
 import logging
+import os
 import platform
 import sys
 import time
 from dataclasses import dataclass
 from typing import Any, Dict, Iterable, List, Optional, cast
 
 import click
+import humanfriendly
+import psutil
 
 import datahub
 from datahub.configuration.common import PipelineExecutionError
@@ -106,6 +109,13 @@ class CliReport(Report):
     py_exec_path: str = sys.executable
     os_details: str = platform.platform()
 
+    def compute_stats(self) -> None:
+
+        self.mem_info = humanfriendly.format_size(
+            psutil.Process(os.getpid()).memory_info().rss
+        )
+        return super().compute_stats()
+
 
 class Pipeline:
     config: PipelineConfig