From f7ec44ec61f676694775391aaab47b4d3b48d2e1 Mon Sep 17 00:00:00 2001
From: Alan Malta Rodrigues <alan.malta@cern.ch>
Date: Fri, 30 Aug 2024 17:52:31 -0400
Subject: [PATCH] Use pympler to check memory

---
 bin/testRucioConMonMem.py                             | 8 +++++---
 src/python/WMCore/Services/RucioConMon/RucioConMon.py | 9 ++++++---
 2 files changed, 11 insertions(+), 6 deletions(-)

diff --git a/bin/testRucioConMonMem.py b/bin/testRucioConMonMem.py
index 602f3c83ff..94659351dc 100644
--- a/bin/testRucioConMonMem.py
+++ b/bin/testRucioConMonMem.py
@@ -1,7 +1,8 @@
 import os
 import sys
 import logging
-from memory_profiler import profile
+#from memory_profiler import profile
+from pympler import asizeof
 from WMCore.Services.RucioConMon.RucioConMon import RucioConMon
 
 RSE_NAME = "T2_AT_Vienna"
@@ -17,8 +18,8 @@ def loggerSetup(logLevel=logging.INFO):
     return logger
 
 
-profileFp = open('getUnmergedFiles.log', 'w+')
-@profile(stream=profileFp)
+#profileFp = open('getUnmergedFiles.log', 'w+')
+#@profile(stream=profileFp)
 def getUnmergedFiles(rucioConMon, logger, compressed=False):
     dirs = set()
     counter = 0
@@ -26,6 +27,7 @@ def getUnmergedFiles(rucioConMon, logger, compressed=False):
     for lfn in rucioConMon.getRSEUnmerged(RSE_NAME, zipped=compressed):
         dirPath = _cutPath(lfn)
         dirs.add(dirPath)
+        #logger.info(f"Size of dirs object: {asizeof.asizeof(dirs)}")
         counter =+ 1
     logger.info(f"Total files received: {counter}, unique dirs: {len(dirs)}")
     return dirs
diff --git a/src/python/WMCore/Services/RucioConMon/RucioConMon.py b/src/python/WMCore/Services/RucioConMon/RucioConMon.py
index bc3305f48e..f5c9e96c56 100644
--- a/src/python/WMCore/Services/RucioConMon/RucioConMon.py
+++ b/src/python/WMCore/Services/RucioConMon/RucioConMon.py
@@ -14,7 +14,8 @@
 import gzip
 import json
 import logging
-from memory_profiler import profile
+#from memory_profiler import profile
+from pympler import asizeof
 
 from WMCore.Services.Service import Service
 from Utils.Utilities import decodeBytesToUnicode
@@ -99,8 +100,8 @@ def getRSEStats(self):
         rseStats = self._getResult(uri, callname='stats')
         return rseStats
 
-    profileFp = open('getRSEUnmerged.log', 'w+')
-    @profile(stream=profileFp)
+    #profileFp = open('getRSEUnmerged.log', 'w+')
+    #@profile(stream=profileFp)
     def getRSEUnmerged(self, rseName, zipped=False):
         """
         Gets the list of all unmerged files in an RSE
@@ -122,6 +123,8 @@ def getRSEUnmerged(self, rseName, zipped=False):
             uri = "files?rse=%s&format=json" % rseName
             callname = '{}.json'.format(rseName)
             rseUnmerged = self._getResult(uri, callname=callname)
+
+        self['logger'].info(f"Size of rseUnmerged object: {asizeof.asizeof(rseUnmerged)}")
         # now lazily return items
         for item in rseUnmerged:
             yield item