fix:

AlibabaPAI · Jan 21, 2025 · 57d2180 · 57d2180
1 parent 041ecb6
commit 57d2180
Show file tree

Hide file tree

Showing 3 changed files with 9 additions and 3 deletions.
diff --git a/llumnix/llumlet/llumlet.py b/llumnix/llumlet/llumlet.py
@@ -204,7 +204,10 @@ def get_instance_info(self) -> InstanceInfo:
         self.instance_load_calculator.compute_instance_load(instance_info)
         return instance_info
 
-    def is_ready(self) -> InstanceArgs:
+    def is_ready(self) -> bool:
+        return True
+
+    def get_instance_args(self) -> InstanceArgs:
         return self.instance_args
 
     def get_all_request_ids(self) -> List[str]:

diff --git a/llumnix/manager.py b/llumnix/manager.py
@@ -487,7 +487,7 @@ def connect_to_instances_done_callback(instance_id: str, instance_actor_handle:
         for instance_actor_name, instance_actor_handle in zip(instance_actor_names, instance_actor_handles):
             instance_id = instance_actor_name[len('instance_'):]
             if instance_id not in self.instances:
-                task = asyncio.gather(instance_actor_handle.is_ready.remote(), return_exceptions=True)
+                task = asyncio.gather(instance_actor_handle.get_instance_args.remote(), return_exceptions=True)
                 task.add_done_callback(partial(connect_to_instances_done_callback, instance_id, instance_actor_handle))
                 tasks.append(task)
         await asyncio.gather(*tasks)

diff --git a/tests/unit_test/global_scheduler/test_manager.py b/tests/unit_test/global_scheduler/test_manager.py
@@ -61,7 +61,10 @@ def set_instance_info(self, instance_info):
     def get_instance_info(self):
         return self.instance_info
 
-    def is_ready(self) -> InstanceArgs:
+    def is_ready(self) -> bool:
+        return True
+
+    def get_instance_args(self) -> InstanceArgs:
         return InstanceArgs()
 
     def get_all_request_ids(self):