Merge pull request #706 from espressif/petr/ci/refactor

Petr/ci/refactor

Author: PetrESP

.github/ci/update_readme_dependencies.py

@@ -1,6 +1,6 @@
 #!/usr/bin/env python
 #
-# SPDX-FileCopyrightText: 2024-2025 Espressif Systems (Shanghai) CO LTD
+# SPDX-FileCopyrightText: 2024-2026 Espressif Systems (Shanghai) CO LTD
 # SPDX-License-Identifier: Apache-2.0
 
 """
@@ -291,13 +291,6 @@ def get_examples_table(bsp_name):
     return active_table
 
 
-def index_regexp(yourlist, yourstring):
-    for i, line in enumerate(yourlist):
-        if yourstring in line:
-            return i
-    return -1
-
-
 def check_bsp_readme(bsp_path) -> Any:
     # Get list of capabilities and dependencies of this BSP
     bsp_name = bsp_path.stem if not bsp_path.stem.endswith('_noglib') else bsp_path.stem[:-7]
@@ -362,7 +355,7 @@ def check_bsp_readme(bsp_path) -> Any:
         # UPDATE BENCHMARK TABLE
         try:
             benchmark_path = BENCHMARK_RELEASE_URL + "benchmark_" + bsp_name.replace('-', '_') + ".md"
-            with urllib.request.urlopen(benchmark_path) as response:
+            with urllib.request.urlopen(benchmark_path, timeout=10) as response:
                 benchmark_content = response.read().decode("utf-8")
             pattern = re.compile(
                 rf"{BENCHMARK_START}.*?{BENCHMARK_END}", re.DOTALL
@@ -382,6 +375,8 @@ def check_bsp_readme(bsp_path) -> Any:
                 print(f"Markers benchmark not in {bsp_name} README.md")
         except urllib.error.HTTPError:
             print(f"Benchmarks for {bsp_name} does not exist")
+        except (urllib.error.URLError, TimeoutError) as e:
+            print(f"[WARNING] Could not fetch benchmarks for {bsp_name} (Network/Timeout): {e}")
         except Exception as e:
             print(f"[WARNING] Failed to update benchmarks: {e}")
 

.github/workflows/build-run-applications.yml

@@ -6,9 +6,13 @@ name: Build ESP-BSP apps
 on:
   pull_request:
     types: [opened, reopened, synchronize, labeled]
+    paths-ignore:
+      - '*.md'
   push:
     branches:
       - master
+    paths-ignore:
+      - '*.md'
   schedule:
     - cron: '0 0 * * *'  # every day at midnight
   workflow_dispatch:
@@ -32,6 +36,8 @@ jobs:
     env:
       component_manager_ver: "2.2.*"
       idf_build_apps_ver: "2.10.1"
+    outputs:
+      ignored_failure: ${{ steps.ignored-failure.outputs.failed }}
     strategy:
       matrix:
         idf_ver:
@@ -77,26 +83,15 @@ jobs:
           idf-build-apps find ${{env.ALL_CHANGED_FILES}}
           idf-build-apps build --parallel-count ${{ matrix.parallel_count }} --parallel-index ${{ matrix.parallel_index }} ${{env.ALL_CHANGED_FILES}} --collect-app-info build_info_${{ matrix.idf_ver }}_${{ matrix.parallel_index }}.json
 
-      # Warning, if failed with master
-      - name: Warn if latest build failed
+      - name: Save and write the outcome of an ignored failing job
+        id: ignored-failure
         if: ${{ github.event_name == 'pull_request' && steps.buildapps.outcome == 'failure' && matrix.allow_fail == true }}
         run: |
+          echo "failed=true" >> "$GITHUB_OUTPUT"
           echo "::warning::Build failed for idf_ver=${{ matrix.idf_ver }} (ignored because it's '${{ matrix.idf_ver }}')"
           echo "### ⚠️ Build failed for idf_ver=${{ matrix.idf_ver }}" >> $GITHUB_STEP_SUMMARY
           echo "This failure was ignored (continue-on-error enabled)." >> $GITHUB_STEP_SUMMARY
 
-      # Warning, if failed with master
-      - name: Warn if latest build failed Comment PR
-        if: ${{ github.event_name == 'pull_request' && steps.buildapps.outcome == 'failure' && matrix.allow_fail == true }}
-        uses: thollander/actions-comment-pull-request@v3
-        with:
-          comment-tag: build_warning_${{ matrix.idf_ver }}_${{ matrix.parallel_index }}
-          mode: recreate
-          message: |
-            ### ⚠️ Build failed for idf_ver=${{ matrix.idf_ver }} index=${{ matrix.parallel_index }}
-            This failure was ignored (continue-on-error enabled).
-            See details: [View build logs](${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}#step:${{ github.job }})
-
       - uses: actions/upload-artifact@v4
         if: github.repository_owner == 'espressif' # && needs.prepare.outputs.build_only == '0'
         with:
@@ -109,6 +104,27 @@ jobs:
             examples/*/build_*/config/sdkconfig.json
             build_info*.json
 
+  comment-failure:
+    name: Comment on the PR about the ignored failure
+    needs: build
+    runs-on: ubuntu-latest
+    container:
+      image: python:3.11-bookworm
+    env:
+      IGNORED_FAILURE: ${{needs.build.outputs.ignored_failure}}
+    steps:
+      - name: Write a comment
+        if: |
+          env.IGNORED_FAILURE == 'true' &&
+          contains(fromJSON('["OWNER", "MEMBER", "COLLABORATOR"]'), github.event.pull_request.author_association)
+        uses: thollander/actions-comment-pull-request@v3
+        with:
+          comment-tag: build_warning_latest_failed
+          mode: recreate
+          message: |
+            ### ⚠️ Build failure was ignored (continue-on-error enabled).
+            See details: [View build logs](${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}#step:build)
+
   run-target:
     name: Run apps
     if: github.repository_owner == 'espressif' && !contains(github.event.pull_request.labels.*.name, 'Build only')

.github/workflows/doxygen.yml

@@ -13,4 +13,4 @@ jobs:
     runs-on: ubuntu-24.04
     steps:
       - uses: actions/checkout@v2
-      - uses: mattnotmitt/doxygen-action@v1.9.5
+      - uses: mattnotmitt/doxygen-action@v1.12.0

.github/workflows/issue_comment.yml .github/workflows/jira_sync.yml.github/workflows/issue_comment.yml renamed to .github/workflows/jira_sync.yml

@@ -1,20 +1,26 @@
-name: Sync issue comments to JIRA
+name: Sync Jira with Github
 
-# This workflow will be triggered when new issue comment is created (including PR comments)
-on: issue_comment
+on:
+  schedule:
+    # TODO: Could be removed?
+    # Triggered every 6 hours
+    - cron: "0 */6 * * *"
+  issues:
+    types: [opened]
+  issue_comment:
 
 jobs:
-  sync_issue_comments_to_jira:
-    name: Sync Issue Comments to Jira
+  jira_sync:
+    name: Sync Jira with Github
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v5
-      - name: Sync issue comments to JIRA
+      - name: Sync Jira with Github
         uses: espressif/sync-jira-actions@v1
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
           JIRA_PASS: ${{ secrets.JIRA_PASS }}
           JIRA_PROJECT: BSP
           JIRA_COMPONENT: GitHub
           JIRA_URL: ${{ secrets.JIRA_URL }}
-          JIRA_USER: ${{ secrets.JIRA_USER }}
+          JIRA_USER: ${{ secrets.JIRA_USER }}

.github/workflows/new_issues.yml

@@ -4,39 +4,46 @@ on:
   push:
     branches:
       - master
+    paths: 
+      - '.github/**'
+      - 'bsp/**'
+      - 'components/**'
   pull_request:
     types: [opened, reopened, synchronize]
+    paths: 
+      - '.github/**'
+      - 'bsp/**'
+      - 'components/**'
 
 jobs:
   upload_bsp_components:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        bsp: [
-          esp32_azure_iot_kit,
-          esp32_s2_kaluga_kit,
-          esp_wrover_kit,
-          esp-box,
-          esp-box-3,
-          esp-box-lite,
-          esp32_s3_usb_otg,
-          esp32_s3_eye,
-          esp32_s3_lcd_ev_board,
-          esp32_s3_korvo_1,
-          esp32_s3_korvo_2,
-          esp32_lyrat,
-          esp32_c3_lcdkit,
-          esp_bsp_generic,
-          esp_bsp_devkit,
-          esp32_p4_function_ev_board,
-          m5stack_core,
-          m5stack_core_2,
-          m5stack_core_s3,
-          m5_atom_s3,
-          m5dial,
-          esp32_p4_eye,
-          m5stack_tab5,
-        ]
+        bsp:
+          - esp32_azure_iot_kit
+          - esp32_s2_kaluga_kit
+          - esp_wrover_kit
+          - esp-box
+          - esp-box-3
+          - esp-box-lite
+          - esp32_s3_usb_otg
+          - esp32_s3_eye
+          - esp32_s3_lcd_ev_board
+          - esp32_s3_korvo_1
+          - esp32_s3_korvo_2
+          - esp32_lyrat
+          - esp32_c3_lcdkit
+          - esp_bsp_generic
+          - esp_bsp_devkit
+          - esp32_p4_function_ev_board
+          - m5stack_core
+          - m5stack_core_2
+          - m5stack_core_s3
+          - m5_atom_s3
+          - m5dial
+          - esp32_p4_eye
+          - m5stack_tab5
     steps:
       - uses: actions/checkout@v5
 

.github/workflows/new_prs.yml

@@ -4,8 +4,12 @@ on:
   push:
     branches:
       - master
+    paths: 
+      - 'bsp/**'
   pull_request:
     types: [opened, reopened, synchronize]
+    paths: 
+      - 'bsp/**'
 
 jobs:
   upload_components: