diff --git a/exir/memory_planning.py b/exir/memory_planning.py
index 675f196fcd..9e722f48d5 100644
--- a/exir/memory_planning.py
+++ b/exir/memory_planning.py
@@ -219,6 +219,9 @@ def verify_graph_input_output(self) -> None:
                 if _is_mutable_buffer(nd, self.graph_signature):
                     continue
                 assert len(specs) > 0, "Expect tensor specs"
+                specs = list(filter(lambda spec: not spec.const, specs))
+                if len(specs) == 0:
+                    continue
                 allocated = any(
                     spec is None or spec.mem_offset is not None for spec in specs
                 )