python-deequ/.github/workflows/base.yml at master · awslabs/python-deequ · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
on:
  push:
    branches:
      - "**"
  pull_request:
    branches:
      - "master"

jobs:
  test:
    runs-on: ubuntu-latest
    strategy:
      fail-fast: false
      matrix:
        include:
          - PYSPARK_VERSION: "3.1.3"
            PYTHON_VERSION: "3.9"
            JAVA_VERSION: "11"
          - PYSPARK_VERSION: "3.2"
            PYTHON_VERSION: "3.9"
            JAVA_VERSION: "11"
          - PYSPARK_VERSION: "3.3"
            PYTHON_VERSION: "3.9"
            JAVA_VERSION: "11"
          - PYSPARK_VERSION: "3.5"
            PYTHON_VERSION: "3.9"
            JAVA_VERSION: "17"

    steps:
      - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2

      - uses: actions/setup-python@a26af69be951a213d495a4c3e4e4022e16d87065 # v5.6.0
        with:
          python-version: ${{matrix.PYTHON_VERSION}}

      - uses: actions/setup-java@c5195efecf7bdfc987ee8bae7a71cb8b11521c00 # v4.7.1
        with:
          java-version: ${{matrix.JAVA_VERSION}}
          distribution: "temurin"

      - name: Running tests with pyspark==${{matrix.PYSPARK_VERSION}}
        env:
          SPARK_VERSION: ${{matrix.PYSPARK_VERSION}}
        run: |
          pip install --upgrade pip
          pip install poetry==1.7.1
          poetry install
          poetry run pip install pyspark==$SPARK_VERSION
          poetry run python -m pytest -s tests --ignore=tests/test_bot.py