Merge branch 'master' into ENG-1454-remove-instance-types-from-the-cli

Author: luca3rd

.azure/app-cloud-e2e.yml

@@ -12,14 +12,13 @@ trigger:
       - "master"
       - "release/*"
       - "refs/tags/*"
-  paths:
-    include:
-    - ".azure/app-cloud-e2e.yml"
-    - "requirements/app/**"
-    - "src/lightning_app/**"
-    - "examples/app_*"
-    - "tests/tests_app_examples/**"
-    - ".actions/**"
+
+schedules:
+  - cron: "0 0 * * *" # At the end of every day
+    displayName: Daily midnight testing
+    branches:
+      include:
+        - "master"
 
 pr:
   branches:

.azure/gpu-tests-lite.yml

@@ -12,15 +12,6 @@ trigger:
       - "master"
       - "release/*"
       - "refs/tags/*"
-  paths:
-    include:
-      - ".azure/gpu-tests-lite.yml"
-      - "requirements/lite/**"
-      - "src/lightning_lite/**"
-      - "tests/tests_lite/**"
-      - "tests/tests_pytorch/run_standalone_tests.sh"
-      - "tests/tests_lite/run_standalone_tests.sh"  # a symlink to the one above
-      - ".actions/**"
 
 pr:
   branches:

.azure/gpu-tests-pytorch.yml

@@ -12,26 +12,6 @@ trigger:
       - "master"
       - "release/*"
       - "refs/tags/*"
-  paths:
-    include:
-      - ".azure/gpu-tests-pytorch.yml"
-      - "examples/run_ddp_examples.sh"
-      - "examples/convert_from_pt_to_pl/**"
-      - "examples/run_pl_examples.sh"
-      - "examples/pl_basics/backbone_image_classifier.py"
-      - "examples/pl_basics/autoencoder.py"
-      - "examples/pl_loops/mnist_lite.py"
-      - "examples/pl_fault_tolerant/automatic.py"
-      - "examples/test_pl_examples.py"
-      - "examples/pl_integrations/dali_image_classifier.py"
-      - "requirements/pytorch/**"
-      - "src/pytorch_lightning/**"
-      - "tests/tests_pytorch/**"
-      - "setup.cfg"  # includes pytest config
-      - "requirements/lite/**"
-      - "src/lightning_lite/**"
-      - "tests/tests_lite/**"
-      - ".actions/**"
 
 pr:
   branches:

.azure/hpu-tests.yml

@@ -9,15 +9,6 @@ trigger:
       - "master"
       - "release/*"
       - "refs/tags/*"
-  paths:
-    include:
-      - ".azure/hpu-tests.yml"
-      - "examples/pl_hpu/mnist_sample.py"
-      - "requirements/pytorch/**"
-      - "src/pytorch_lightning/**"
-      - "tests/tests_pytorch/**"
-      - "setup.cfg"  # includes pytest config
-      - ".actions/**"
 
 pr:
   branches:

.azure/ipu-tests.yml

@@ -7,14 +7,6 @@ trigger:
       - master
       - release/*
       - refs/tags/*
-  paths:
-    include:
-      - ".azure/ipu-tests.yml"
-      - "requirements/pytorch/**"
-      - "src/pytorch_lightning/**"
-      - "tests/tests_pytorch/**"
-      - "setup.cfg"  # includes pytest config
-      - ".actions/**"
 
 pr:
   branches:

.github/checkgroup.yml

@@ -25,23 +25,21 @@ subprojects:
       - ".actions/**"
     checks:
       # Note: updates here should be applied to the lightning_lite group
-      - "pl-cpu (macos-11, pytorch, 3.7, 1.9, oldest)"
-      - "pl-cpu (macos-11, pytorch, 3.7, 1.12)"
-      - "pl-cpu (macos-11, pytorch, 3.8, 1.10)"
-      - "pl-cpu (macos-11, pytorch, 3.9, 1.11)"
-      - "pl-cpu (macos-11, pytorch, 3.10, 1.12)"
-      - "pl-cpu (ubuntu-20.04, pytorch, 3.7, 1.9, oldest)"
-      - "pl-cpu (ubuntu-20.04, pytorch, 3.7, 1.12)"
-      - "pl-cpu (ubuntu-20.04, pytorch, 3.8, 1.9)"
-      - "pl-cpu (ubuntu-20.04, pytorch, 3.8, 1.10)"
-      - "pl-cpu (ubuntu-20.04, pytorch, 3.9, 1.11)"
-      - "pl-cpu (ubuntu-20.04, pytorch, 3.9, 1.12)"
+      - "pl-cpu (macOS-11, pytorch, 3.9, 1.11)"
+      - "pl-cpu (macOS-11, pytorch, 3.8, 1.10)"
+      - "pl-cpu (windows-2022, pytorch, 3.10, 1.11)"
+      - "pl-cpu (windows.2022, pytorch, 3.9, 1.10)"
+      - "pl-cpu (windows-2022, pytorch, 3.8, 1.9)"
+      - "pl-cpu (ubuntu-20.04, pytorch, 3.8, 1.11)"
+      - "pl-cpu (macOS-11, pytorch, 3.10, 1.12)"
       - "pl-cpu (ubuntu-20.04, pytorch, 3.10, 1.12)"
-      - "pl-cpu (windows-2022, pytorch, 3.7, 1.9, oldest)"
-      - "pl-cpu (windows-2022, pytorch, 3.7, 1.12)"
-      - "pl-cpu (windows-2022, pytorch, 3.8, 1.10)"
-      - "pl-cpu (windows-2022, pytorch, 3.9, 1.11)"
       - "pl-cpu (windows-2022, pytorch, 3.10, 1.12)"
+      - "pl-cpu (macOS-11, pytorch, 3.7, 1.9, oldest)"
+      - "pl-cpu (ubuntu-20.04, pytorch, 3.7, 1.9, oldest)"
+      - "pl-cpu (windows-2022, pytorch, 3.7, 1.9, oldest)"
+      - "pl-cpu (macOS-11, pytorch, 3.10, 1.13, pre)"
+      - "pl-cpu (ubuntu-20.04, pytorch, 3.9, 1.13, pre)"
+      - "pl-cpu (windows-2022, pytorch, 3.8, 1.13, pre)"
       - "make-doctest (pytorch)"
       - "make-html (pytorch)"
       - "mypy"
@@ -58,23 +56,21 @@ subprojects:
     paths:
       - ".github/workflows/ci-pytorch-test-full.yml"
     checks:
-      - "pl-cpu (macos-11, pytorch, 3.7, 1.9, oldest)"
-      - "pl-cpu (macos-11, pytorch, 3.7, 1.12)"
-      - "pl-cpu (macos-11, pytorch, 3.8, 1.10)"
-      - "pl-cpu (macos-11, pytorch, 3.9, 1.11)"
-      - "pl-cpu (macos-11, pytorch, 3.10, 1.12)"
-      - "pl-cpu (ubuntu-20.04, pytorch, 3.7, 1.9, oldest)"
-      - "pl-cpu (ubuntu-20.04, pytorch, 3.7, 1.12)"
-      - "pl-cpu (ubuntu-20.04, pytorch, 3.8, 1.9)"
-      - "pl-cpu (ubuntu-20.04, pytorch, 3.8, 1.10)"
-      - "pl-cpu (ubuntu-20.04, pytorch, 3.9, 1.11)"
-      - "pl-cpu (ubuntu-20.04, pytorch, 3.9, 1.12)"
+      - "pl-cpu (macOS-11, pytorch, 3.9, 1.11)"
+      - "pl-cpu (macOS-11, pytorch, 3.8, 1.10)"
+      - "pl-cpu (windows-2022, pytorch, 3.10, 1.11)"
+      - "pl-cpu (windows.2022, pytorch, 3.9, 1.10)"
+      - "pl-cpu (windows-2022, pytorch, 3.8, 1.9)"
+      - "pl-cpu (ubuntu-20.04, pytorch, 3.8, 1.11)"
+      - "pl-cpu (macOS-11, pytorch, 3.10, 1.12)"
       - "pl-cpu (ubuntu-20.04, pytorch, 3.10, 1.12)"
-      - "pl-cpu (windows-2022, pytorch, 3.7, 1.9, oldest)"
-      - "pl-cpu (windows-2022, pytorch, 3.7, 1.12)"
-      - "pl-cpu (windows-2022, pytorch, 3.8, 1.10)"
-      - "pl-cpu (windows-2022, pytorch, 3.9, 1.11)"
       - "pl-cpu (windows-2022, pytorch, 3.10, 1.12)"
+      - "pl-cpu (macOS-11, pytorch, 3.7, 1.9, oldest)"
+      - "pl-cpu (ubuntu-20.04, pytorch, 3.7, 1.9, oldest)"
+      - "pl-cpu (windows-2022, pytorch, 3.7, 1.9, oldest)"
+      - "pl-cpu (macOS-11, pytorch, 3.10, 1.13, pre)"
+      - "pl-cpu (ubuntu-20.04, pytorch, 3.9, 1.13, pre)"
+      - "pl-cpu (windows-2022, pytorch, 3.8, 1.13, pre)"
 
   - id: "pytorch_lightning: Slow"
     paths:
@@ -181,23 +177,21 @@ subprojects:
       - "lightning-lite (GPUs)"
       - "mypy"
       # Lite also requires PL checks as it depends on Lite
-      - "pl-cpu (macos-11, pytorch, 3.7, 1.9, oldest)"
-      - "pl-cpu (macos-11, pytorch, 3.7, 1.12)"
-      - "pl-cpu (macos-11, pytorch, 3.8, 1.10)"
-      - "pl-cpu (macos-11, pytorch, 3.9, 1.11)"
-      - "pl-cpu (macos-11, pytorch, 3.10, 1.12)"
-      - "pl-cpu (ubuntu-20.04, pytorch, 3.7, 1.9, oldest)"
-      - "pl-cpu (ubuntu-20.04, pytorch, 3.7, 1.12)"
-      - "pl-cpu (ubuntu-20.04, pytorch, 3.8, 1.9)"
-      - "pl-cpu (ubuntu-20.04, pytorch, 3.8, 1.10)"
-      - "pl-cpu (ubuntu-20.04, pytorch, 3.9, 1.11)"
-      - "pl-cpu (ubuntu-20.04, pytorch, 3.9, 1.12)"
+      - "pl-cpu (macOS-11, pytorch, 3.9, 1.11)"
+      - "pl-cpu (macOS-11, pytorch, 3.8, 1.10)"
+      - "pl-cpu (windows-2022, pytorch, 3.10, 1.11)"
+      - "pl-cpu (windows.2022, pytorch, 3.9, 1.10)"
+      - "pl-cpu (windows-2022, pytorch, 3.8, 1.9)"
+      - "pl-cpu (ubuntu-20.04, pytorch, 3.8, 1.11)"
+      - "pl-cpu (macOS-11, pytorch, 3.10, 1.12)"
       - "pl-cpu (ubuntu-20.04, pytorch, 3.10, 1.12)"
-      - "pl-cpu (windows-2022, pytorch, 3.7, 1.9, oldest)"
-      - "pl-cpu (windows-2022, pytorch, 3.7, 1.12)"
-      - "pl-cpu (windows-2022, pytorch, 3.8, 1.10)"
-      - "pl-cpu (windows-2022, pytorch, 3.9, 1.11)"
       - "pl-cpu (windows-2022, pytorch, 3.10, 1.12)"
+      - "pl-cpu (macOS-11, pytorch, 3.7, 1.9, oldest)"
+      - "pl-cpu (ubuntu-20.04, pytorch, 3.7, 1.9, oldest)"
+      - "pl-cpu (windows-2022, pytorch, 3.7, 1.9, oldest)"
+      - "pl-cpu (macOS-11, pytorch, 3.10, 1.13, pre)"
+      - "pl-cpu (ubuntu-20.04, pytorch, 3.9, 1.13, pre)"
+      - "pl-cpu (windows-2022, pytorch, 3.8, 1.13, pre)"
       - "make-doctest (pytorch)"
       - "make-html (pytorch)"
       - "pytorch-lightning (GPUs)"
@@ -302,22 +296,24 @@ subprojects:
       - ".actions/**"
       - ".github/workflows/ci-pkg-install.yml"
       - "setup.py"
-      - "src/lightning/**"
-      # all __about__, __version__, __setup__
-      - "src/*/__*.py"
+      - "src/**"
+      - "requirements/**"
     checks:
-      - "install-meta-pypi (macOS-11, 3.8)"
-      - "install-meta-pypi (ubuntu-20.04, 3.8)"
-      - "install-meta-pypi (windows-2022, 3.8)"
-      - "install-meta-src (macOS-11, 3.8)"
-      - "install-meta-src (macOS-11, lightning, 3.8)"
-      - "install-meta-src (ubuntu-20.04, 3.8)"
-      - "install-meta-src (ubuntu-20.04, lightning, 3.8)"
-      - "install-meta-src (windows-2022, 3.8)"
-      - "install-meta-src (windows-2022, lightning, 3.8)"
-      - "install-standalone (macOS-11, app, 3.8)"
-      - "install-standalone (macOS-11, pytorch, 3.8)"
-      - "install-standalone (ubuntu-20.04, app, 3.8)"
-      - "install-standalone (ubuntu-20.04, pytorch, 3.8)"
-      - "install-standalone (windows-2022, app, 3.8)"
-      - "install-standalone (windows-2022, pytorch, 3.8)"
+      - "install-pkg (ubuntu-22.04, app, 3.7)"
+      - "install-pkg (ubuntu-22.04, app, 3.10)"
+      - "install-pkg (ubuntu-22.04, lite, 3.7)"
+      - "install-pkg (ubuntu-22.04, lite, 3.10)"
+      - "install-pkg (ubuntu-22.04, pytorch, 3.7)"
+      - "install-pkg (ubuntu-22.04, pytorch, 3.10)"
+      - "install-pkg (macOS-12, app, 3.7)"
+      - "install-pkg (macOS-12, app, 3.10)"
+      - "install-pkg (macOS-12, lite, 3.7)"
+      - "install-pkg (macOS-12, lite, 3.10)"
+      - "install-pkg (macOS-12, pytorch, 3.7)"
+      - "install-pkg (macOS-12, pytorch, 3.10)"
+      - "install-pkg (windows-2022, app, 3.7)"
+      - "install-pkg (windows-2022, app, 3.10)"
+      - "install-pkg (windows-2022, lite, 3.7)"
+      - "install-pkg (windows-2022, lite, 3.10)"
+      - "install-pkg (windows-2022, pytorch, 3.7)"
+      - "install-pkg (windows-2022, pytorch, 3.10)"

.github/workflows/ci-app-cloud-e2e-test.yml

@@ -39,7 +39,7 @@ jobs:
         requires: ["oldest", "latest"]
         release: ["stable"]
         exclude:
-          # There's no distribution of the oldest PyTorch 1.9 for Python 3.10.
+          # note: there's no distribution of Torch==1.9 for Python>=3.9
           # TODO: Remove the exclusion when dropping PyTorch 1.9 support.
           - {python-version: "3.9", requires: "oldest"}
           - {python-version: "3.10", requires: "oldest"}