debug

Author: awaelchli

src/lightning_fabric/strategies/deepspeed.py

@@ -428,7 +428,7 @@ def load_checkpoint(
         torch.cuda.empty_cache()
 
         from deepspeed import DeepSpeedEngine
-        modules = chain(module.modules() for module in state.values() if isinstance(module, Module))
+        modules = chain(*(module.modules() for module in state.values() if isinstance(module, Module)))
         engines = [engine for engine in modules if isinstance(engine, DeepSpeedEngine)]
         print(list(modules))
         print(engines)