[ci] Automic update browser versions matrix and workflow (#2945)

Signed-off-by: Viet Nguyen Duc <[email protected]>

[skip ci]

Author: VietND96

.github/workflows/deploy.yml

@@ -169,6 +169,7 @@ jobs:
         run: |
           make generate_latest_sbom
           make fetch_grid_scaler_resources
+          make update_browser_versions_matrix
       - name: Tag browser images
         if: github.event.inputs.skip-build-push-image != 'true'
         uses: nick-invision/retry@master

.github/workflows/release-chrome-versions.yml

@@ -31,7 +31,7 @@ on:
       browser-versions:
         description: 'List browser version to build. E.g: [130, 131]'
         required: true
-        default: '[95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138]'
+        default: '[95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139]'
       push-image:
         description: 'Push image after testing successfully'
         required: true
@@ -61,6 +61,7 @@ jobs:
     permissions: write-all
     strategy:
       fail-fast: false
+      max-parallel: 10
       matrix:
         browser-version: ${{ fromJSON(github.event.inputs.browser-versions)}}
     outputs:
@@ -106,12 +107,6 @@ jobs:
         run: |
           echo ${GRID_VERSION}
           echo "GRID_VERSION=${GRID_VERSION}" >> "$GITHUB_OUTPUT"
-      - name: Fetch latest version
-        run: |
-          python3 -m pip install -r tests/requirements.txt
-          python3 tests/build-backward-compatible/fetch_firefox_version.py
-          python3 tests/build-backward-compatible/fetch_version.py
-          make update_selenium_version_matrix
       - name: Login Docker Hub
         run: docker login -u="$DOCKER_USERNAME" -p="$DOCKER_PASSWORD"
         env:
@@ -124,6 +119,7 @@ jobs:
           max_attempts: 3
           retry_wait_seconds: 60
           command: |
+            make update_browser_versions_matrix
             ./tests/build-backward-compatible/bootstrap.sh ${GRID_VERSION} ${BROWSER_VERSION} ${BROWSER_NAME} ${REUSE_BASE}
             cat .env | xargs -I {} echo {} >> $GITHUB_ENV
       - name: Build Hub image for testing
@@ -177,10 +173,7 @@ jobs:
       - name: Create CHANGELOG directory
         run: mkdir -p ./CHANGELOG/${{ env.GRID_VERSION }}
       - name: Fetch latest version
-        run: |
-          python3 -m pip install -r tests/requirements.txt
-          python3 tests/build-backward-compatible/fetch_version.py
-          make update_selenium_version_matrix
+        run: make update_browser_versions_matrix
       - name: Download results
         uses: actions/download-artifact@v5
         with:

.github/workflows/release-edge-versions.yml

@@ -61,6 +61,7 @@ jobs:
     permissions: write-all
     strategy:
       fail-fast: false
+      max-parallel: 10
       matrix:
         browser-version: ${{ fromJSON(github.event.inputs.browser-versions)}}
     outputs:
@@ -106,12 +107,6 @@ jobs:
         run: |
           echo ${GRID_VERSION}
           echo "GRID_VERSION=${GRID_VERSION}" >> "$GITHUB_OUTPUT"
-      - name: Fetch latest version
-        run: |
-          python3 -m pip install -r tests/requirements.txt
-          python3 tests/build-backward-compatible/fetch_firefox_version.py
-          python3 tests/build-backward-compatible/fetch_version.py
-          make update_selenium_version_matrix
       - name: Login Docker Hub
         run: docker login -u="$DOCKER_USERNAME" -p="$DOCKER_PASSWORD"
         env:
@@ -124,6 +119,7 @@ jobs:
           max_attempts: 3
           retry_wait_seconds: 60
           command: |
+            make update_browser_versions_matrix
             ./tests/build-backward-compatible/bootstrap.sh ${GRID_VERSION} ${BROWSER_VERSION} ${BROWSER_NAME} ${REUSE_BASE}
             cat .env | xargs -I {} echo {} >> $GITHUB_ENV
       - name: Build Hub image for testing
@@ -177,10 +173,7 @@ jobs:
       - name: Create CHANGELOG directory
         run: mkdir -p ./CHANGELOG/${{ env.GRID_VERSION }}
       - name: Fetch latest version
-        run: |
-          python3 -m pip install -r tests/requirements.txt
-          python3 tests/build-backward-compatible/fetch_version.py
-          make update_selenium_version_matrix
+        run: make update_browser_versions_matrix
       - name: Download results
         uses: actions/download-artifact@v5
         with:

.github/workflows/release-firefox-versions.yml

@@ -31,7 +31,7 @@ on:
       browser-versions:
         description: 'List browser version to build. E.g: [130, 131]'
         required: true
-        default: '[98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140]'
+        default: '[98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141]'
       push-image:
         description: 'Push image after testing successfully'
         required: true
@@ -61,6 +61,7 @@ jobs:
     permissions: write-all
     strategy:
       fail-fast: false
+      max-parallel: 10
       matrix:
         browser-version: ${{ fromJSON(github.event.inputs.browser-versions)}}
     outputs:
@@ -106,12 +107,6 @@ jobs:
         run: |
           echo ${GRID_VERSION}
           echo "GRID_VERSION=${GRID_VERSION}" >> "$GITHUB_OUTPUT"
-      - name: Fetch latest version
-        run: |
-          python3 -m pip install -r tests/requirements.txt
-          python3 tests/build-backward-compatible/fetch_firefox_version.py
-          python3 tests/build-backward-compatible/fetch_version.py
-          make update_selenium_version_matrix
       - name: Login Docker Hub
         run: docker login -u="$DOCKER_USERNAME" -p="$DOCKER_PASSWORD"
         env:
@@ -124,6 +119,7 @@ jobs:
           max_attempts: 3
           retry_wait_seconds: 60
           command: |
+            make update_browser_versions_matrix
             ./tests/build-backward-compatible/bootstrap.sh ${GRID_VERSION} ${BROWSER_VERSION} ${BROWSER_NAME} ${REUSE_BASE}
             cat .env | xargs -I {} echo {} >> $GITHUB_ENV
       - name: Build Hub image for testing
@@ -177,11 +173,7 @@ jobs:
       - name: Create CHANGELOG directory
         run: mkdir -p ./CHANGELOG/${{ env.GRID_VERSION }}
       - name: Fetch latest version
-        run: |
-          python3 -m pip install -r tests/requirements.txt
-          python3 tests/build-backward-compatible/fetch_firefox_version.py
-          python3 tests/build-backward-compatible/fetch_version.py
-          make update_selenium_version_matrix
+        run: make update_browser_versions_matrix
       - name: Download results
         uses: actions/download-artifact@v5
         with:

Makefile

@@ -87,20 +87,31 @@ format_shell_scripts:
 	fi ; \
   exit $$EXIT_CODE
 
+install_python_deps:
+	python3 -m pip install -r tests/requirements.txt --break-system-packages
+
+format_python_scripts: install_python_deps
+	python3 -m isort tests/ ; \
+    python3 -m black --line-length=120 --skip-string-normalization tests/
+
 generate_readme_charts:
 	if [ ! -f $$HOME/go/bin/helm-docs ] ; then \
 		echo "helm-docs is not installed. Please install it or run 'make setup_dev_env' once." ; \
 	else \
 		$$HOME/go/bin/helm-docs --chart-search-root charts/selenium-grid --output-file CONFIGURATION.md --sort-values-order file ; \
 	fi
 
-update_list_env_vars:
-	python3 -m pip install -r tests/requirements.txt ; \
+update_list_env_vars: install_python_deps
 	python3 scripts/generate_list_env_vars/extract_env.py
 
-update_selenium_version_matrix:
+update_selenium_version_matrix: install_python_deps
 	python3 tests/build-backward-compatible/add_selenium_version.py $(BASE_VERSION)
 
+update_browser_versions_matrix: update_selenium_version_matrix
+	python3 tests/build-backward-compatible/fetch_firefox_version.py ; \
+	python3 tests/build-backward-compatible/fetch_version.py ; \
+	python3 tests/build-backward-compatible/update_workflow_versions.py
+
 lint_readme_charts: generate_readme_charts
 	git diff --stat --exit-code ; \
 	EXIT_CODE=$$? ; \

README.md

@@ -1507,6 +1507,12 @@ In generic, the script takes the following arguments:
 - `$3` (optional): browser name. If not provided, it will iterate over all the browsers (`chrome`, `edge`, `firefox`)
 - `$4` (optional): Push image to registry. By default, it is `false`. If you want to push the image to the registry, set it to `true` (required Docker login to your namespace done before running the script).
 
+To update the browser versions matrix, you can run the following command:
+
+```bash
+make update_browser_versions_matrix
+```
+
 To set your namespace for the images, you can set the environment variable `NAME` before running the script. For example:
 
 ```bash

charts/selenium-grid/multiple-nodes-platform-version.yaml

@@ -13,6 +13,11 @@ crossBrowsers:
       hpa:
         platformName: 'Linux'
         browserVersion: ''
+    - nameOverride: '{{ $.Release.Name }}-node-chrome-139'
+      imageTag: '139.0-20250808'
+      hpa:
+        platformName: 'Linux'
+        browserVersion: '139.0'
     - nameOverride: '{{ $.Release.Name }}-node-chrome-138'
       imageTag: '138.0-20250808'
       hpa:
@@ -455,6 +460,11 @@ crossBrowsers:
       hpa:
         platformName: 'Linux'
         browserVersion: ''
+    - nameOverride: '{{ $.Release.Name }}-node-edge-139'
+      imageTag: '139.0-20250808'
+      hpa:
+        platformName: 'Linux'
+        browserVersion: '139.0'
     - nameOverride: '{{ $.Release.Name }}-node-edge-138'
       imageTag: '138.0-20250808'
       hpa:

tests/build-backward-compatible/browser-matrix.yml

@@ -1,18 +1,21 @@
 matrix:
   browser:
+    '142':
+      FIREFOX_VERSION: 142.0.1
+      FIREFOX_PLATFORMS: linux/amd64,linux/arm64
     '141':
       EDGE_VERSION: null
       CHROME_VERSION: null
       FIREFOX_VERSION: 141.0.3
       FIREFOX_PLATFORMS: linux/amd64,linux/arm64
     '140':
       EDGE_VERSION: null
-      CHROME_VERSION: null
+      CHROME_VERSION: google-chrome-stable=140.0.7339.80-1
       FIREFOX_VERSION: 140.0.4
       FIREFOX_PLATFORMS: linux/amd64,linux/arm64
     '139':
-      EDGE_VERSION: microsoft-edge-stable=139.0.3405.86-1
-      CHROME_VERSION: google-chrome-stable=139.0.7258.127-1
+      EDGE_VERSION: microsoft-edge-stable=139.0.3405.125-1
+      CHROME_VERSION: google-chrome-stable=139.0.7258.154-1
       FIREFOX_VERSION: 139.0.4
       FIREFOX_PLATFORMS: linux/amd64,linux/arm64
     '138':

tests/build-backward-compatible/fetch_version.py

@@ -1,5 +1,3 @@
-from collections import OrderedDict
-
 import requests
 import yaml
 
@@ -32,17 +30,38 @@ def merge_dicts(dict1, dict2):
 
 def update_local_yaml(local_data, source_data):
     updated = False
+    local_versions = local_data['matrix']['browser'].keys()
+    local_min_version = str(min(int(v) for v in local_versions)) if local_versions else "0"
     for version, details in source_data['matrix']['browser'].items():
         if version in local_data['matrix']['browser']:
             original_details = local_data['matrix']['browser'][version]
             for key in details:
                 if key in original_details and '_PACKAGE_' not in key:
                     original_details[key] = details[key] if details[key] is not None else ""
                     updated = True
+                elif '_PACKAGE_' not in key:
+                    original_details[key] = details[key] if details[key] is not None else ""
+                    updated = True
             merge_dicts(original_details, details)
+        else:
+            if int(version) > int(local_min_version):
+                local_data['matrix']['browser'][version] = details
+                local_data['matrix']['browser'][version]['FIREFOX_PLATFORMS'] = 'linux/amd64,linux/arm64'
+                updated = True
     return updated
 
 
+def sort_keys(local_data):
+    # Sort local_data by key in matrix.browser
+    list_versions = list(local_data['matrix']['browser'].keys())
+    list_versions.sort(key=lambda x: int(x), reverse=True)
+    sorted_browser_dict = {}
+    for version in list_versions:
+        sorted_browser_dict[version] = local_data['matrix']['browser'][version]
+    local_data['matrix']['browser'] = sorted_browser_dict
+    return local_data
+
+
 def main():
     # Fetch source YAML data
     chrome_data = fetch_yaml(chrome_url)
@@ -61,6 +80,7 @@ def main():
     # Save updated local YAML data
     if updated:
         with open(local_file, 'w') as file:
+            sort_keys(local_data)
             yaml.dump(local_data, file, default_flow_style=False, sort_keys=False)
         print("Local YAML file updated.")
     else:

tests/build-backward-compatible/firefox-matrix.yml

@@ -1,5 +1,7 @@
 matrix:
   browser:
+    '142':
+      FIREFOX_VERSION: 142.0.1
     '141':
       FIREFOX_VERSION: 141.0.3
     '140':