diff --git a/performance/bluebench_profiler.py b/performance/bluebench_profiler.py
index c0cb97e07e..0e4634c6ed 100644
--- a/performance/bluebench_profiler.py
+++ b/performance/bluebench_profiler.py
@@ -62,7 +62,6 @@ def profiler_generate_benchmark_dataset(
         with settings.context(
             disable_hf_datasets_cache=False,
             allow_unverified_code=True,
-            mock_inference_mode=True,
         ):
             stream = benchmark_recipe()[split]
 
diff --git a/src/unitxt/settings_utils.py b/src/unitxt/settings_utils.py
index 75a3bd641c..5a89e6ef52 100644
--- a/src/unitxt/settings_utils.py
+++ b/src/unitxt/settings_utils.py
@@ -150,7 +150,7 @@ def __getattr__(self, key):
     settings.data_classification_policy = None
     settings.mock_inference_mode = (bool, False)
     settings.disable_hf_datasets_cache = (bool, True)
-    settings.loader_cache_size = (int, 1)
+    settings.loader_cache_size = (int, 25)
     settings.task_data_as_text = (bool, True)
     settings.default_provider = "watsonx"
     settings.default_format = None