fix

AlibabaPAI · Nov 18, 2024 · d3a87b8 · d3a87b8
1 parent ddda593
commit d3a87b8
Showing 1 changed file with 8 additions and 8 deletions.
diff --git a/llumnix/llm_engine_manager.py b/llumnix/llm_engine_manager.py
@@ -232,14 +232,14 @@ async def migrate_done_callback(ret, migrate_instance_pair: Tuple[str, str]) ->
             # TODO(s5u13b): Add more exception types for failover.
             if isinstance(ret, (ray.exceptions.RayActorError, ray.exceptions.RayTaskError, KeyError)):
                 has_error_pair = await self._check_instance_error(migrate_instance_pair)
-                for i, has_error in enumerate(has_error_pair):
-                    # Instance without error should clear migration states.
-                    if not has_error:
-                        try:
-                            # TODO(s5u13b): clear_migration_states by instance_id
-                            await self.instances[migrate_instance_pair[i]].clear_migration_states.remote(is_migrate_in=bool(i))
-                        except (ray.exceptions.RayActorError, ray.exceptions.RayTaskError, KeyError):
-                            has_error = True
+                # for i, has_error in enumerate(has_error_pair):
+                #     # Instance without error should clear migration states.
+                #     if not has_error:
+                #         try:
+                #             # TODO(s5u13b): clear_migration_states by instance_id
+                #             await self.instances[migrate_instance_pair[i]].clear_migration_states.remote(is_migrate_in=bool(i))
+                #         except (ray.exceptions.RayActorError, ray.exceptions.RayTaskError, KeyError):
+                #             has_error = True
                 for i, has_error in enumerate(has_error_pair):
                     if has_error:
                         instance_id = migrate_instance_pair[i]