opensearch-build/.github/workflows/python-tests.yml at main · opensearch-project/opensearch-build · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
---
name: python-tests

on: [push, pull_request]

jobs:
  Get-CI-Image-Tag:
    uses: opensearch-project/opensearch-build/.github/workflows/get-ci-image-tag.yml@main
    with:
      product: opensearch

  python-tests-macos:
    strategy:
      matrix:
        os:
          - macos-15  # arm64
          - macos-15-intel  # x64
    runs-on: ${{ matrix.os }}
    env:
      PYTHON_VERSION: 3.9
    steps:
      - uses: actions/checkout@v4
      - name: Set up Python ${{ env.PYTHON_VERSION }}
        uses: actions/setup-python@v5
        with:
          python-version: ${{ env.PYTHON_VERSION }}
      - name: Install Pipenv and Dependencies
        run: |
          python -m pip install --upgrade pipenv==2023.6.12 wheel
          pipenv install --deploy --dev
      - name: Check for Sorted Imports
        run: |
          pipenv run isort --check .
      - name: Enforce Style Guide
        run: |
          pipenv run flake8 .
      - name: Run Type Checker
        run: |
          pipenv run mypy .
      - name: Run Tests with Coverage
        run: |
          pipenv run coverage run -m pytest --cov=./src --cov-report=xml

  python-tests-windows:
    strategy:
      matrix:
        os:
          - windows-2022
    runs-on: ${{ matrix.os }}
    env:
      PYTHON_VERSION: 3.9
    steps:
      - uses: actions/checkout@v4
      - name: Set up Python ${{ env.PYTHON_VERSION }}
        uses: actions/setup-python@v5
        with:
          python-version: ${{ env.PYTHON_VERSION }}
          architecture: x64
      - name: Install Pipenv and Dependencies
        run: |
          python -m pip install --upgrade pipenv==2023.6.12 wheel
          pipenv install --deploy --dev
      - name: Check for Sorted Imports
        run: |
          pipenv run isort --check .
      - name: Enforce Style Guide
        run: |
          pipenv run flake8 .
      - name: Run Type Checker
        run: |
          pipenv run mypy .
      - name: Run Tests with Coverage
        run: |
          pipenv run coverage run -m pytest --cov=./src --cov-report=xml

  python-tests-linux:
    needs: Get-CI-Image-Tag
    strategy:
      matrix:
        os:
          - ubuntu-24.04-arm  # arm64-preview
          - ubuntu-24.04  # x64
    runs-on: ${{ matrix.os }}
    container:
      # using the same image which is used by opensearch-build team to build the OpenSearch Distribution
      # this image tag is subject to change as more dependencies and updates will arrive over time
      image: ${{ needs.Get-CI-Image-Tag.outputs.ci-image-version-linux }}
      # need to switch to root so that github actions can install runner binary on container without permission issues.
      options: ${{ needs.Get-CI-Image-Tag.outputs.ci-image-start-options }}

    steps:
      - name: Run start commands
        run: ${{ needs.Get-CI-Image-Tag.outputs.ci-image-start-command }}
      - uses: actions/checkout@v4
      - name: Install Pipenv and Dependencies
        run: |
          pipenv install
      - name: Check for Sorted Imports
        run: |
          pipenv run isort --check .
      - name: Enforce Style Guide
        run: |
          pipenv run flake8 .
      - name: Run Type Checker
        run: |
          pipenv run mypy .
      - name: Run Tests with Coverage
        run: |
          pipenv run coverage run -m pytest --cov=./ --cov-report=xml
          sed -i 's|<source>.*</source>|<source>opensearch-build</source>|' coverage.xml
      - uses: actions/upload-artifact@v4
        with:
          name: coverage-report-${{ matrix.os }}
          path: ./coverage.xml

  python-tests-codecov:
    needs: python-tests-linux
    runs-on: ubuntu-24.04
    steps:
      - uses: actions/download-artifact@v4
        with:
          name: coverage-report-ubuntu-24.04
          path: ./
      - name: Upload Coverage Report
        uses: codecov/codecov-action@v5
        with:
          token: ${{ secrets.CODECOV_TOKEN }}
          files: ./coverage.xml