[Bugfix] enable_migration and enable_defrag cannot be set to False (#52)

AlibabaPAI · Oct 12, 2024 · 7097e70 · 7097e70
1 parent fbc55ae
commit 7097e70
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/llumnix/config/default.py b/llumnix/config/default.py
@@ -82,7 +82,7 @@
 # MIGRATION CONFIGURATION
 # -----------------------------------------------------------------------------
 # Enable migrate requests between instances
-_C.MANAGER.ENABLE_MIGRATION = True
+_C.MANAGER.ENABLE_MIGRATION = False
 # Pair migration frequency
 _C.MANAGER.PAIR_MIGRATION_FREQUENCY = 1
 # Pair migration policy
@@ -92,7 +92,7 @@
 # Request migration policy
 _C.MANAGER.REQUEST_MIGRATION_POLICY = 'SJF'
 # Enable defragmentation through migration based on virtual usage
-_C.MANAGER.ENABLE_DEFRAG = True
+_C.MANAGER.ENABLE_DEFRAG = False
 # Drop migration if the number of stages > max_stages
 _C.MANAGER.MAX_STAGES = 3
 # If the number of remain blocks < last_stage_max_blocks, do last stage migration

diff --git a/tests/unit_test/global_scheduler/test_llm_engine_manager.py b/tests/unit_test/global_scheduler/test_llm_engine_manager.py
@@ -82,7 +82,7 @@ def get_num_migrate_out(self):
 
 def init_manager():
     try:
-        engine_manager_args = EngineManagerArgs(migration_backend="rpc")
+        engine_manager_args = EngineManagerArgs(migration_backend="rpc", enable_migration=True)
         engine_manager_args.log_instance_info = False
         engine_manager = LLMEngineManager.from_args(engine_manager_args, None)
     except ValueError: