Modernize system executable detection across components (deepspeedai#7290)

# PR Summary
This small PR resolves deprecation warnings caused by the use of
`distutils.spawn.find_executable`:
```python
DeprecationWarning: Use shutil.which instead of find_executable
```
Please note that `find_executable` is deprecated from Python 3.10 and
removed in 3.12. `shutil.which` available since Python 3.3.

Signed-off-by: Emmanuel Ferdman <[email protected]>
Co-authored-by: Olatunji Ruwase <[email protected]>
Co-authored-by: Logan Adams <[email protected]>
Signed-off-by: Max Kovalenko <[email protected]>

Author: 3 people

deepspeed/utils/numa.py

@@ -9,9 +9,9 @@
 #     ...
 # ]
 
-import distutils
 import os
 import psutil
+import shutil
 import subprocess
 
 
@@ -50,7 +50,7 @@ def check_for_numactl_pkg():
     found = False
     for pkgmgr, data in libs.items():
         flag, lib, tool = data
-        path = distutils.spawn.find_executable(pkgmgr)
+        path = shutil.which(pkgmgr)
         if path is not None:
             cmd = [pkgmgr, flag, lib]
             result = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE)

op_builder/async_io.py

@@ -4,7 +4,7 @@
 # DeepSpeed Team
 
 import os
-import distutils.spawn
+import shutil
 import subprocess
 
 from .builder import TorchCPUOpBuilder
@@ -82,7 +82,7 @@ def check_for_libaio_pkg(self):
         found = False
         for pkgmgr, data in libs.items():
             flag, lib, tool = data
-            path = distutils.spawn.find_executable(pkgmgr)
+            path = shutil.which(pkgmgr)
             if path is not None:
                 cmd = [pkgmgr, flag, lib]
                 result = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE)

op_builder/cpu/async_io.py

@@ -3,7 +3,7 @@
 
 # DeepSpeed Team
 
-import distutils.spawn
+import shutil
 import subprocess
 
 from .builder import CPUOpBuilder
@@ -60,7 +60,7 @@ def check_for_libaio_pkg(self):
         found = False
         for pkgmgr, data in libs.items():
             flag, lib, tool = data
-            path = distutils.spawn.find_executable(pkgmgr)
+            path = shutil.which(pkgmgr)
             if path is not None:
                 cmd = [pkgmgr, flag, lib]
                 result = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE)

op_builder/npu/async_io.py

@@ -3,7 +3,7 @@
 
 # DeepSpeed Team
 
-import distutils.spawn
+import shutil
 import subprocess
 
 from .builder import NPUOpBuilder
@@ -72,7 +72,7 @@ def check_for_libaio_pkg(self):
         found = False
         for pkgmgr, data in libs.items():
             flag, lib, tool = data
-            path = distutils.spawn.find_executable(pkgmgr)
+            path = shutil.which(pkgmgr)
             if path is not None:
                 cmd = [pkgmgr, flag, lib]
                 result = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE)

op_builder/xpu/async_io.py

@@ -3,7 +3,7 @@
 
 # DeepSpeed Team
 
-import distutils.spawn
+import shutil
 import subprocess
 
 from .builder import OpBuilder
@@ -75,7 +75,7 @@ def check_for_libaio_pkg(self):
         found = False
         for pkgmgr, data in libs.items():
             flag, lib, tool = data
-            path = distutils.spawn.find_executable(pkgmgr)
+            path = shutil.which(pkgmgr)
             if path is not None:
                 cmd = [pkgmgr, flag, lib]
                 result = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE)