cpp.yml

# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements.  See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership.  The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License.  You may obtain a copy of the License at
#
#   http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied.  See the License for the
# specific language governing permissions and limitations
# under the License.

name: C++

on:
  push:
    paths:
      - '.github/workflows/cpp.yml'
      - 'ci/**'
      - 'cpp/**'
  pull_request:
    paths:
      - '.github/workflows/cpp.yml'
      - 'ci/**'
      - 'cpp/**'

env:
  ARROW_ENABLE_TIMING_TESTS: OFF

jobs:

  conda:
    name: AMD64 Conda C++
    runs-on: ubuntu-latest
    steps:
      - name: Checkout Arrow
        uses: actions/checkout@v2
        with:
          fetch-depth: 0
      - name: Fetch Submodules and Tags
        shell: bash
        run: ci/scripts/util_checkout.sh
      - name: Docker Pull
        shell: bash
        run: docker-compose pull --ignore-pull-failures conda-cpp
      - name: Docker Build
        shell: bash
        run: docker-compose build conda-cpp
      - name: Docker Run
        shell: bash
        run: |
          sudo sysctl -w kernel.core_pattern="core.%e.%p"
          ulimit -c unlimited
          docker-compose run conda-cpp
      - name: Docker Push
        if: success() && github.event_name == 'push' && github.repository == 'apache/arrow'
        continue-on-error: true
        shell: bash
        run: |
          docker login -u ${{ secrets.DOCKERHUB_USER }} \
                       -p ${{ secrets.DOCKERHUB_TOKEN }}
          docker-compose push conda-cpp

  ubuntu-sanitizer:
    name: AMD64 Ubuntu ${{ matrix.ubuntu }} C++ ASAN UBSAN
    runs-on: ubuntu-latest
    strategy:
      fail-fast: false
      matrix:
        ubuntu: [18.04]
    env:
      UBUNTU: ${{ matrix.ubuntu }}
    steps:
      - name: Checkout Arrow
        uses: actions/checkout@v2
        with:
          fetch-depth: 0
      - name: Fetch Submodules and Tags
        shell: bash
        run: ci/scripts/util_checkout.sh
      - name: Docker Pull
        shell: bash
        run: docker-compose pull --ignore-pull-failures ubuntu-cpp-sanitizer
      - name: Docker Build
        shell: bash
        run: docker-compose build ubuntu-cpp-sanitizer
      - name: Docker Run
        shell: bash
        run: docker-compose run ubuntu-cpp-sanitizer
      - name: Docker Push
        if: success() && github.event_name == 'push' && github.repository == 'apache/arrow'
        continue-on-error: true
        shell: bash
        run: |
          docker login -u ${{ secrets.DOCKERHUB_USER }} \
                       -p ${{ secrets.DOCKERHUB_TOKEN }}
          docker-compose push ubuntu-cpp-sanitizer

  macos:
    name: AMD64 MacOS 10.15 C++
    runs-on: macos-latest
    strategy:
      fail-fast: false
    env:
      ARROW_HOME: /usr/local
      ARROW_JEMALLOC: ON
      # TODO(kszucs): link error in the tests
      ARROW_DATASET: ON
      ARROW_ORC: OFF
      ARROW_FLIGHT: ON
      ARROW_HDFS: ON
      ARROW_PLASMA: ON
      ARROW_GANDIVA: ON
      ARROW_PARQUET: ON
      ARROW_WITH_ZLIB: ON
      ARROW_WITH_LZ4: ON
      ARROW_WITH_BZ2: ON
      ARROW_WITH_ZSTD: ON
      ARROW_WITH_SNAPPY: ON
      ARROW_WITH_BROTLI: ON
      ARROW_BUILD_TESTS: ON
      # ARROW-7551: for now, build without Homebrew gRPC, as gRPC
      # 1.26.0 is broken. https://github.com/grpc/grpc/pull/21662
      gRPC_SOURCE: BUNDLED
      Protobuf_SOURCE: BUNDLED
    steps:
      - name: Checkout Arrow
        uses: actions/checkout@v2
        with:
          fetch-depth: 0
      - name: Fetch Submodules and Tags
        shell: bash
        run: ci/scripts/util_checkout.sh
      - name: Install Dependencies
        shell: bash
        run: brew bundle --file=cpp/Brewfile
        # ARROW-7551: for now, build without Homebrew gRPC, as gRPC
        # 1.26.0 is broken. https://github.com/grpc/grpc/pull/21662
      - name: Uninstall Problematic Homebrew Dependencies
        shell: bash
        run: brew uninstall grpc protobuf
      - name: Build
        shell: bash
        run: ci/scripts/cpp_build.sh $(pwd) $(pwd)/build
      - name: Test
        shell: bash
        run: |
          sudo sysctl -w kern.coredump=1
          sudo sysctl -w kern.corefile=core.%N.%P
          ulimit -c unlimited  # must enable within the same shell
          ci/scripts/cpp_test.sh $(pwd) $(pwd)/build

  windows:
    name: AMD64 ${{ matrix.name }} C++
    runs-on: ${{ matrix.os }}
    strategy:
      fail-fast: false
      matrix:
        os:
          - windows-latest
        include:
          - os: windows-latest
            name: Windows 2019
            generator: Visual Studio 16 2019
    env:
      CMAKE_ARGS: '-A x64 -DOPENSSL_ROOT_DIR=C:\Program Files\OpenSSL-Win64'
      CMAKE_GENERATOR: ${{ matrix.generator }}
      CMAKE_INSTALL_LIBDIR: bin
      CMAKE_INSTALL_PREFIX: /usr
      CMAKE_UNITY_BUILD: ON
      ARROW_HOME: /usr
      ARROW_DATASET: ON
      ARROW_JEMALLOC: OFF
      ARROW_FLIGHT: OFF
      ARROW_HDFS: ON
      ARROW_PARQUET: ON
      ARROW_WITH_ZLIB: ON
      ARROW_WITH_LZ4: OFF
      ARROW_WITH_BZ2: OFF
      ARROW_WITH_ZSTD: ON
      ARROW_WITH_SNAPPY: ON
      ARROW_WITH_BROTLI: OFF
      ARROW_USE_GLOG: OFF
      ARROW_BUILD_TESTS: ON
      ARROW_BUILD_SHARED: ON
      ARROW_BUILD_STATIC: OFF
      ARROW_BOOST_USE_SHARED: OFF
      ARROW_VERBOSE_THIRDPARTY_BUILD: OFF
      NPROC: 2
    steps:
      - name: Disable Crash Dialogs
        run: |
          reg add `
            "HKCU\SOFTWARE\Microsoft\Windows\Windows Error Reporting" `
            /v DontShowUI `
            /t REG_DWORD `
            /d 1 `
            /f
      - name: Installed Packages
        run: choco list -l
      - name: Install Dependencies
        run: choco install -y --no-progress openssl
      - name: Checkout Arrow
        uses: actions/checkout@v2
        with:
          fetch-depth: 0
      - name: Fetch Submodules and Tags
        shell: bash
        run: ci/scripts/util_checkout.sh
      - name: Build
        shell: bash
        run: ci/scripts/cpp_build.sh $(pwd) $(pwd)/build
      - name: Test
        shell: bash
        run: ci/scripts/cpp_test.sh $(pwd) $(pwd)/build

  windows-mingw:
    name: AMD64 Windows MinGW ${{ matrix.mingw-n-bits }} C++
    runs-on: windows-latest
    strategy:
      fail-fast: false
      matrix:
        mingw-n-bits:
          - 32
          - 64
    env:
      ARROW_BUILD_SHARED: ON
      ARROW_BUILD_STATIC: OFF
      ARROW_BUILD_TYPE: release
      ARROW_BUILD_TESTS: ON
      ARROW_DATASET: ON
      ARROW_FLIGHT: ON
      ARROW_HDFS: OFF
      ARROW_HOME: /mingw{{ matrix.mingw-n-bits }}
      ARROW_JEMALLOC: OFF
      ARROW_PARQUET: ON
      ARROW_PYTHON: ON
      ARROW_USE_GLOG: OFF
      ARROW_VERBOSE_THIRDPARTY_BUILD: OFF
      ARROW_WITH_BROTLI: ON
      ARROW_WITH_BZ2: ON
      ARROW_WITH_LZ4: ON
      ARROW_WITH_SNAPPY: ON
      ARROW_WITH_ZLIB: ON
      ARROW_WITH_ZSTD: ON
      # Don't use preinstalled Boost by empty BOOST_ROOT and
      # -DBoost_NO_BOOST_CMAKE=ON
      BOOST_ROOT: ""
      CMAKE_ARGS: >-
        -DARROW_PACKAGE_PREFIX=/mingw${{ matrix.mingw-n-bits }}
        -DBoost_NO_BOOST_CMAKE=ON
      CMAKE_GENERATOR: MSYS Makefiles
      CMAKE_UNITY_BUILD: ON
      NPROC: 2
    steps:
      - name: Disable Crash Dialogs
        run: |
          reg add `
            "HKCU\SOFTWARE\Microsoft\Windows\Windows Error Reporting" `
            /v DontShowUI `
            /t REG_DWORD `
            /d 1 `
            /f
      - name: Checkout Arrow
        uses: actions/checkout@v2
        with:
          fetch-depth: 0
      - name: Fetch Submodules and Tags
        shell: bash
        run: ci/scripts/util_checkout.sh
      - name: Bootstrap MSYS2
        run: |
          ci\scripts\msys2_bootstrap.ps1 ${{ matrix.mingw-n-bits }}
      - name: Setup MSYS2
        run: |
          . ..\env.ps1
          bash ci\scripts\msys2_system_upgrade.sh
          bash ci\scripts\msys2_setup.sh cpp
      - name: Build
        run: |
          . ..\env.ps1
          $Env:CMAKE_BUILD_PARALLEL_LEVEL = $Env:NUMBER_OF_PROCESSORS
          $source_dir = "$(cygpath --unix "$(Get-Location)")"
          $build_dir = "$(cygpath --unix "$(Get-Location)\build")"
          $ErrorActionPreference = "Continue"
          bash ci\scripts\cpp_build.sh "${source_dir}" "${build_dir}"
      - name: Test
        run: |
          . ..\env.ps1
          $python_version = $(python -c "import sys; print('.'.join(map(str, sys.version_info[0:2])))")
          $Env:PYTHONHOME = "${Env:MINGW_PREFIX_WINDOWS}\lib\python${python_version}"
          $Env:PYTHONPATH = "${Env:PYTHONHOME}"
          $Env:PYTHONPATH += ";${Env:PYTHONHOME}\lib-dynload"
          $Env:PYTHONPATH += ";${Env:PYTHONHOME}\site-packages"
          $source_dir = "$(cygpath --unix "$(Get-Location)")"
          $build_dir = "$(cygpath --unix "$(Get-Location)\build")"
          $ErrorActionPreference = "Continue"
          bash ci\scripts\cpp_test.sh "${source_dir}" "${build_dir}"