tests.yml

name: Tests

on:
  push:
  pull_request:

permissions:
  contents: read

concurrency:
  group: ${{ github.workflow }}-${{ github.ref }}
  cancel-in-progress: true

jobs:
  python:
    name: Python tests (${{ matrix.python-version }})
    runs-on: ubuntu-latest
    timeout-minutes: 15
    strategy:
      fail-fast: false
      matrix:
        python-version:
          - "3.10"
          - "3.11"
          - "3.12"
          - "3.13"

    steps:
      - uses: actions/checkout@34e114876b0b11c390a56381ad16ebd13914f8d5

      - name: Set up Python
        uses: actions/setup-python@a26af69be951a213d495a4c3e4e4022e16d87065
        with:
          python-version: ${{ matrix.python-version }}

      - name: Install dependencies
        run: |
          python -m pip install --upgrade pip
          python -m pip install -r requirements-dev.txt

      - name: Run Python tests
        env:
          PYTHONPATH: lib/python:cli/python
        run: |
          python -m pytest

  bats:
    name: BATS tests
    runs-on: ubuntu-latest
    timeout-minutes: 20
    env:
      BASE_BASH_LIBS_DIR: ${{ github.workspace }}/.dependencies/base-bash-libs/lib/bash

    steps:
      - uses: actions/checkout@34e114876b0b11c390a56381ad16ebd13914f8d5

      - uses: actions/checkout@34e114876b0b11c390a56381ad16ebd13914f8d5
        with:
          repository: basefoundry/base-bash-libs
          ref: 424ef9fe61bc8a462ba9980ea63b38dd202ec242
          path: .dependencies/base-bash-libs

      - name: Install BATS
        run: |
          sudo apt-get update
          sudo apt-get install -y bats

      - name: Run BATS tests
        run: |
          bats \
            cli/bash/commands/basectl/tests/*.bats \
            lib/bash/runtime/tests/runtime_bashrc.bats \
            lib/bash/version/tests/lib_version.bats \
            lib/shell/completions/tests/completions.bats \
            tests/base_test.bats \
            tests/base_init.bats \
            tests/bootstrap.bats \
            tests/install.bats \
            tests/source_guards.bats

  macos:
    name: macOS smoke tests
    runs-on: macos-14
    timeout-minutes: 25
    env:
      BASE_BASH_LIBS_DIR: ${{ github.workspace }}/.dependencies/base-bash-libs/lib/bash

    steps:
      - uses: actions/checkout@34e114876b0b11c390a56381ad16ebd13914f8d5

      - uses: actions/checkout@34e114876b0b11c390a56381ad16ebd13914f8d5
        with:
          repository: basefoundry/base-bash-libs
          ref: 424ef9fe61bc8a462ba9980ea63b38dd202ec242
          path: .dependencies/base-bash-libs

      - name: Set up Python
        uses: actions/setup-python@a26af69be951a213d495a4c3e4e4022e16d87065
        with:
          python-version: "3.13"

      - name: Install Homebrew tools
        run: |
          brew install bash bats-core
          echo "$(brew --prefix)/bin" >> "$GITHUB_PATH"

      - name: Run bootstrap dry-run install-route checks
        run: |
          require_output() {
            case "$1" in
              *"$2"*) ;;
              *)
                printf "Expected bootstrap output to include: %s\n" "$2" >&2
                return 1
                ;;
            esac
          }

          brew_output="$(./bootstrap.sh --dry-run --brew)"
          printf '%s\n' "$brew_output"
          require_output "$brew_output" "basectl setup"
          require_output "$brew_output" "basectl update-profile"

          source_output="$(./bootstrap.sh --dry-run --source --install-dir "$GITHUB_WORKSPACE")"
          printf '%s\n' "$source_output"
          require_output "$source_output" "basectl setup"
          require_output "$source_output" "basectl update-profile"

      - name: Run Base setup and check smoke tests
        run: |
          ./bin/basectl ci setup base --format json
          ./bin/basectl ci check base --format json

      - name: Verify shell profile integration
        run: |
          test_home="$(mktemp -d)"
          brew_bash="$(brew --prefix)/bin/bash"

          HOME="$test_home" ./bin/basectl update-profile
          test -f "$test_home/.bash_profile"
          test -f "$test_home/.bashrc"

          env -u BASE_HOME \
            HOME="$test_home" \
            PATH="/usr/bin:/bin:/usr/sbin:/sbin" \
            "$brew_bash" --rcfile "$test_home/.bashrc" -i -c 'command -v basectl >/dev/null && basectl --version'

      - name: Run focused macOS BATS tests
        run: |
          bats \
            cli/bash/commands/basectl/tests/update-profile.bats \
            lib/bash/version/tests/lib_version.bats \
            lib/shell/completions/tests/completions.bats \
            tests/base_init.bats \
            tests/install.bats

  integration:
    name: Integration tests
    runs-on: ubuntu-latest
    timeout-minutes: 25
    env:
      BASE_BASH_LIBS_DIR: ${{ github.workspace }}/.dependencies/base-bash-libs/lib/bash

    steps:
      - uses: actions/checkout@34e114876b0b11c390a56381ad16ebd13914f8d5

      - uses: actions/checkout@34e114876b0b11c390a56381ad16ebd13914f8d5
        with:
          repository: basefoundry/base-bash-libs
          ref: 424ef9fe61bc8a462ba9980ea63b38dd202ec242
          path: .dependencies/base-bash-libs

      - name: Set up Python
        uses: actions/setup-python@a26af69be951a213d495a4c3e4e4022e16d87065
        with:
          python-version: "3.13"

      - name: Install dependencies
        run: |
          python -m venv .integration-venv
          .integration-venv/bin/python -m pip install --upgrade pip
          .integration-venv/bin/python -m pip install -r requirements-dev.txt
          mkdir -p "$HOME/.base.d/base"
          python -m venv "$HOME/.base.d/base/.venv"
          "$HOME/.base.d/base/.venv/bin/python" -m pip install --upgrade pip
          "$HOME/.base.d/base/.venv/bin/python" -m pip install -r requirements-dev.txt
          sudo apt-get update
          sudo apt-get install -y bats

      - name: Run basectl ci smoke check
        run: |
          ./bin/basectl ci check base --format json

      - name: Run integration tests
        env:
          BASE_INTEGRATION_PYTHON: ${{ github.workspace }}/.integration-venv/bin/python
        run: |
          bats tests/integration/base_workflows.bats

  ubuntu-source-checkout:
    name: Ubuntu source-checkout suite
    runs-on: ubuntu-latest
    timeout-minutes: 35
    env:
      BASE_BASH_LIBS_DIR: ${{ github.workspace }}/.dependencies/base-bash-libs/lib/bash

    steps:
      - uses: actions/checkout@34e114876b0b11c390a56381ad16ebd13914f8d5

      - uses: actions/checkout@34e114876b0b11c390a56381ad16ebd13914f8d5
        with:
          repository: basefoundry/base-bash-libs
          ref: 424ef9fe61bc8a462ba9980ea63b38dd202ec242
          path: .dependencies/base-bash-libs

      - name: Expose reusable Bash library checkout as sibling
        run: |
          ln -s "$GITHUB_WORKSPACE/.dependencies/base-bash-libs" "$GITHUB_WORKSPACE/../base-bash-libs"

      - name: Install Ubuntu source-checkout prerequisites
        run: |
          sudo apt-get update
          sudo apt-get install -y \
            git \
            curl \
            build-essential \
            ca-certificates \
            python3-venv \
            python3-pip \
            bats \
            shellcheck \
            jq \
            golang-go

      - name: Prepare Base test virtual environment
        run: |
          mkdir -p "$HOME/.base.d/base"
          python3 -m venv "$HOME/.base.d/base/.venv"
          "$HOME/.base.d/base/.venv/bin/python" -m pip install --upgrade pip
          "$HOME/.base.d/base/.venv/bin/python" -m pip install -r requirements-dev.txt

      - name: Run Ubuntu source-checkout validation
        run: |
          ./bin/basectl ci check base --format json
          env -u BASE_HOME ./bin/base-test

  security:
    name: Security scanners
    runs-on: ubuntu-latest
    timeout-minutes: 20

    steps:
      - uses: actions/checkout@34e114876b0b11c390a56381ad16ebd13914f8d5

      - name: Set up Python
        uses: actions/setup-python@a26af69be951a213d495a4c3e4e4022e16d87065
        with:
          python-version: "3.13"

      - name: Install dependencies
        run: |
          python -m pip install --upgrade pip
          python -m pip install -r requirements-dev.txt
          sudo apt-get update
          sudo apt-get install -y shellcheck

      - name: Run Bandit
        run: |
          bandit -q -r cli/python lib/python -x '*/tests/*' --severity-level medium

      - name: Run pip-audit
        run: |
          python -m pip_audit --cache-dir "$RUNNER_TEMP/pip-audit" -r requirements-dev.txt

      - name: Run ShellCheck
        run: |
          git ls-files -z \
            '*.sh' \
            'base_init.sh' \
            'install.sh' \
            'lib/bash/runtime/bashrc' \
            'bin/*' \
            | xargs -0 shellcheck --severity=error

      - name: Run ShellCheck warnings
        continue-on-error: true
        run: |
          git ls-files -z \
            '*.sh' \
            'base_init.sh' \
            'install.sh' \
            'lib/bash/runtime/bashrc' \
            'bin/*' \
            | xargs -0 shellcheck --severity=warning --format=tty