feat: Phase 4 Lab 04 — SSO Integration (Keycloak + OpenLDAP) #8
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI | ||
| on: | ||
| push: | ||
| branches: [main, develop, 'feature/**', 'bugfix/**'] | ||
| pull_request: | ||
| branches: [main, develop] | ||
| permissions: | ||
| contents: read | ||
| security-events: write | ||
| jobs: | ||
| validate: | ||
| name: Validate Configuration | ||
| runs-on: ubuntu-latest | ||
| steps: | ||
| - uses: actions/checkout@v4 | ||
| - name: Validate Docker Compose files | ||
| run: | | ||
| for f in docker/docker-compose.*.yml; do | ||
| echo "Validating: $f" | ||
| docker compose -f "$f" config --no-interpolate -q | ||
| done | ||
| - name: ShellCheck — lab test scripts | ||
| run: | | ||
| sudo apt-get install -y shellcheck -qq | ||
| shellcheck tests/labs/*.sh | ||
| - name: Validate module manifest | ||
| run: | | ||
| python3 -c " | ||
| import sys, re | ||
| with open('it-stack-graylog.yml') as f: | ||
| content = f.read() | ||
| required = ['module:', 'version:', 'phase:', 'category:', 'ports:'] | ||
| missing = [k for k in required if k not in content] | ||
| if missing: | ||
| print('Missing fields:', missing); sys.exit(1) | ||
| print('Manifest valid') | ||
| " | ||
| security-scan: | ||
| name: Security Scan | ||
| runs-on: ubuntu-latest | ||
| needs: validate | ||
| steps: | ||
| - uses: actions/checkout@v4 | ||
| - name: Trivy — scan Dockerfile | ||
| uses: aquasecurity/trivy-action@0.28.0 | ||
| with: | ||
| scan-type: config | ||
| scan-ref: . | ||
| exit-code: '0' | ||
| severity: CRITICAL,HIGH | ||
| - name: Trivy — SARIF output | ||
| uses: aquasecurity/trivy-action@0.28.0 | ||
| with: | ||
| scan-type: config | ||
| scan-ref: . | ||
| format: sarif | ||
| output: trivy-results.sarif | ||
| - name: Upload SARIF to GitHub Security | ||
| uses: github/codeql-action/upload-sarif@v3 | ||
| if: always() | ||
| with: | ||
| sarif_file: trivy-results.sarif | ||
| lab-01-smoke: | ||
| name: Lab 01 — Smoke Test | ||
| runs-on: ubuntu-latest | ||
| needs: validate | ||
| continue-on-error: true # scaffold stubs; full lab runs on real VMs | ||
| steps: | ||
| - uses: actions/checkout@v4 | ||
| - name: Generate CI env file | ||
| run: | | ||
| # Copy example env and inject CI-safe defaults for any unset port vars | ||
| if [ -f .env.example ]; then cp .env.example .env; fi | ||
| # Set port placeholder vars used in scaffold compose files | ||
| echo "firstPort=389" >> .env | ||
| echo "secondPort=9090" >> .env | ||
| - name: Validate standalone compose can start | ||
| run: | | ||
| docker compose -f docker/docker-compose.standalone.yml config --no-interpolate -q | ||
| echo "Standalone compose structure is valid" | ||
| - name: Start standalone stack | ||
| run: docker compose -f docker/docker-compose.standalone.yml up -d | ||
| - name: Wait for health | ||
| run: | | ||
| echo "Waiting for services..." | ||
| sleep 30 | ||
| docker compose -f docker/docker-compose.standalone.yml ps | ||
| - name: Run Lab 01 test script | ||
| run: bash tests/labs/test-lab-20-01.sh | ||
| - name: Collect logs on failure | ||
| if: failure() | ||
| run: docker compose -f docker/docker-compose.standalone.yml logs | ||
| - name: Cleanup | ||
| if: always() | ||
| run: docker compose -f docker/docker-compose.standalone.yml down -v | ||
| lab-02-smoke: | ||
| name: Lab 02 -- Graylog External Dependencies (MongoDB + Elasticsearch) | ||
| runs-on: ubuntu-latest | ||
| needs: validate | ||
| continue-on-error: true | ||
| steps: | ||
| - uses: actions/checkout@v4 | ||
| - name: Install tools | ||
| run: sudo apt-get install -y curl -qq | ||
| - name: Validate LAN compose | ||
| run: docker compose -f docker/docker-compose.lan.yml config -q && echo "LAN compose valid" | ||
| - name: Start LAN stack | ||
| run: docker compose -f docker/docker-compose.lan.yml up -d | ||
| - name: Wait for MongoDB | ||
| run: timeout 120 bash -c 'until docker exec graylog-l02-mongo mongosh --quiet --eval "db.adminCommand({ping:1})" | grep -q "ok"; do sleep 5; done' | ||
| - name: Wait for Elasticsearch | ||
| run: timeout 180 bash -c 'until curl -sf http://localhost:9200/_cluster/health | grep -q "green\|yellow"; do sleep 5; done' | ||
| - name: Wait for Graylog API | ||
| run: timeout 300 bash -c 'until curl -sf http://localhost:9010/api/ | grep -qi "cluster_id\|version"; do sleep 10; done' | ||
| - name: Run Lab 20-02 test script | ||
| run: bash tests/labs/test-lab-20-02.sh --no-cleanup | ||
| - name: Collect logs on failure | ||
| if: failure() | ||
| run: docker compose -f docker/docker-compose.lan.yml logs | ||
| - name: Cleanup | ||
| if: always() | ||
| run: docker compose -f docker/docker-compose.lan.yml down -v | ||
| lab-03-smoke: | ||
| name: Lab 03 -- Graylog Advanced Features (resource limits + tuned heap + UDP inputs) | ||
| runs-on: ubuntu-latest | ||
| needs: validate | ||
| continue-on-error: true | ||
| steps: | ||
| - uses: actions/checkout@v4 | ||
| - name: Install tools | ||
| run: sudo apt-get install -y curl -qq | ||
| - name: Validate advanced compose | ||
| run: docker compose -f docker/docker-compose.advanced.yml config -q && echo "Advanced compose valid" | ||
| - name: Start advanced stack | ||
| run: docker compose -f docker/docker-compose.advanced.yml up -d | ||
| - name: Wait for MongoDB | ||
| run: timeout 120 bash -c 'until docker exec graylog-a03-mongo mongosh --quiet --eval "db.adminCommand({ ping: 1 })" > /dev/null 2>&1; do sleep 5; done' | ||
| - name: Wait for Elasticsearch | ||
| run: timeout 300 bash -c 'until docker exec graylog-a03-es curl -sf http://localhost:9200/_cluster/health | grep -q "green\|yellow"; do sleep 10; done' | ||
| - name: Wait for Graylog | ||
| run: timeout 480 bash -c 'until curl -sf http://localhost:9020/api/ | grep -qi "cluster_id\|version"; do sleep 15; done' | ||
| - name: Run Lab 20-03 test script | ||
| run: bash tests/labs/test-lab-20-03.sh --no-cleanup | ||
| - name: Collect logs on failure | ||
| if: failure() | ||
| run: docker compose -f docker/docker-compose.advanced.yml logs | ||
| - name: Cleanup | ||
| if: always() | ||
| run: docker compose -f docker/docker-compose.advanced.yml down -v | ||
| lab-04-smoke: | ||
| name: Lab 04 -- Graylog SSO Integration (Keycloak OIDC + OpenLDAP) | ||
| runs-on: ubuntu-latest | ||
| needs: validate | ||
| continue-on-error: true | ||
| steps: | ||
| - uses: actions/checkout@v4 | ||
| - name: Install tools | ||
| run: sudo apt-get install -y curl netcat-openbsd ldap-utils | ||
| - name: Validate SSO compose | ||
| run: docker compose -f docker/docker-compose.sso.yml config -q && echo "SSO compose valid" | ||
| - name: Start SSO stack | ||
| run: docker compose -f docker/docker-compose.sso.yml up -d | ||
| - name: Wait for MongoDB | ||
| run: timeout 60 bash -c 'until docker exec graylog-s04-mongo mongosh --eval "db.adminCommand(\"ping\")" >/dev/null 2>&1; do sleep 5; done' | ||
| - name: Wait for Elasticsearch | ||
| run: timeout 120 bash -c 'until docker exec graylog-s04-es curl -sf http://localhost:9200/_cluster/health | grep -q "green\|yellow"; do sleep 10; done' | ||
| - name: Wait for OpenLDAP | ||
| run: timeout 120 bash -c 'until docker exec graylog-s04-ldap ldapsearch -x -H ldap://localhost -b dc=lab,dc=local -D cn=admin,dc=lab,dc=local -w LdapLab04! cn=admin >/dev/null 2>&1; do sleep 5; done' | ||
| - name: Wait for Keycloak | ||
| run: timeout 300 bash -c 'until curl -sf http://localhost:8534/realms/master; do sleep 10; done' | ||
| - name: Wait for Graylog | ||
| run: timeout 300 bash -c 'until curl -sf http://localhost:9030/api | grep -qi "cluster_id\|version"; do sleep 15; done' | ||
| - name: Run Lab 20-04 test script | ||
| run: bash tests/labs/test-lab-20-04.sh --no-cleanup | ||
| - name: Collect logs on failure | ||
| if: failure() | ||
| run: docker compose -f docker/docker-compose.sso.yml logs | ||
| - name: Cleanup | ||
| if: always() | ||
| run: docker compose -f docker/docker-compose.sso.yml down -v | ||
