diff --git a/frontend/server/src/main/java/org/pytorch/serve/device/SystemInfo.java b/frontend/server/src/main/java/org/pytorch/serve/device/SystemInfo.java
index f2034ca186..0214db3acf 100644
--- a/frontend/server/src/main/java/org/pytorch/serve/device/SystemInfo.java
+++ b/frontend/server/src/main/java/org/pytorch/serve/device/SystemInfo.java
@@ -71,11 +71,16 @@ private IAcceleratorUtility createAcceleratorUtility() {
     private void populateAccelerators() {
         if (this.acceleratorUtil != null) {
             String envVarName = this.acceleratorUtil.getGpuEnvVariableName();
-            String requestedAcceleratorIds = System.getenv(envVarName);
-            LinkedHashSet<Integer> availableAcceleratorIds =
-                    IAcceleratorUtility.parseVisibleDevicesEnv(requestedAcceleratorIds);
-            this.accelerators =
-                    this.acceleratorUtil.getAvailableAccelerators(availableAcceleratorIds);
+            if (envVarName != null) {
+                String requestedAcceleratorIds = System.getenv(envVarName);
+                LinkedHashSet<Integer> availableAcceleratorIds =
+                        IAcceleratorUtility.parseVisibleDevicesEnv(requestedAcceleratorIds);
+                this.accelerators =
+                        this.acceleratorUtil.getAvailableAccelerators(availableAcceleratorIds);
+            } else {
+                // Handle the case where envVarName is null
+                this.accelerators = this.acceleratorUtil.getAvailableAccelerators(new LinkedHashSet<>());
+            }
         } else {
             this.accelerators = new ArrayList<>();
         }