keeping docker-health up to date with main

.gitattributes

@@ -0,0 +1 @@
+installer/startup-data-loader/data/*.csv binary

.github/workflows/code-quality.yml

@@ -0,0 +1,48 @@
+name: Code Quality Checks
+
+on:
+  push:
+    branches: [ main, deploy ]
+  pull_request:
+    branches: [ main, deploy ]
+
+jobs:
+  lint-docker:
+    runs-on: ubuntu-latest
+    steps:
+    - name: Checkout code
+      uses: actions/checkout@v4
+
+    - name: Install Hadolint
+      run: |
+        sudo wget -O /usr/local/bin/hadolint https://github.com/hadolint/hadolint/releases/latest/download/hadolint-Linux-x86_64
+        sudo chmod +x /usr/local/bin/hadolint
+
+    - name: Lint Dockerfiles
+      run: |
+        find . -name "Dockerfile" -exec hadolint {} \;
+
+  check-dependencies:
+    runs-on: ubuntu-latest
+    steps:
+    - name: Checkout code
+      uses: actions/checkout@v4
+
+    - name: Check for security vulnerabilities in Python dependencies
+      run: |
+        find . -name "requirements.txt" -exec safety check --file {} \; || true
+
+  validate-shell-scripts:
+    runs-on: ubuntu-latest
+    steps:
+    - name: Checkout code
+      uses: actions/checkout@v4
+
+    - name: Install ShellCheck
+      run: |
+        sudo apt-get update
+        sudo apt-get install -y shellcheck
+
+    - name: Check shell scripts
+      run: |
+        find . -name "*.sh" -exec shellcheck {} \;

.github/workflows/deploy.yml

@@ -0,0 +1,35 @@
+name: Deploy to Staging
+
+on:
+  workflow_dispatch:
+    inputs:
+      environment:
+        description: 'Environment to deploy to'
+        required: true
+        default: 'staging'
+        type: choice
+        options:
+        - staging
+        - production
+
+env:
+  REGISTRY: ghcr.io
+  IMAGE_NAME: ${{ github.repository }}
+
+jobs:
+  deploy:
+    runs-on: ubuntu-latest
+    environment: ${{ inputs.environment }}
+    steps:
+    - name: Checkout code
+      uses: actions/checkout@v4
+
+    - name: Deploy to ${{ inputs.environment }}
+      run: |
+        echo "Deploying to ${{ inputs.environment }} environment"
+        # Add your deployment commands here
+        # For example:
+        # - SSH to your server
+        # - Pull latest images
+        # - Run docker compose up
+        # - Run health checks

.github/workflows/docker-build.yml

@@ -0,0 +1,134 @@
+name: Build and Test DAQ System
+
+on:
+  push:
+    branches: [ deploy ]
+  pull_request:
+    branches: [ main, deploy ]
+
+env:
+  REGISTRY: ghcr.io
+  IMAGE_NAME: ${{ github.repository }}
+
+jobs:
+  validate-compose:
+    runs-on: ubuntu-latest
+    steps:
+    - name: Checkout code
+      uses: actions/checkout@v4
+
+    - name: Prepare environment file for CI
+      run: |
+        if [ ! -f installer/.env ]; then
+          cp installer/.env.example installer/.env
+          echo "Created .env file from .env.example"
+        fi
+
+    - name: Validate docker-compose files
+      run: |
+        cd installer
+        docker compose config
+        docker compose -f docker-compose.yml config
+
+  build-and-push:
+    runs-on: ubuntu-latest
+    needs: validate-compose
+    permissions:
+      contents: read
+      packages: write
+
+    strategy:
+      matrix:
+        service: [slackbot, lap-detector, startup-data-loader, file-uploader]
+
+    steps:
+    - name: Checkout code
+      uses: actions/checkout@v4
+
+    - name: Convert repository name to lowercase
+      run: |
+        echo "IMAGE_NAME_LOWER=$(echo ${{ github.repository }} | tr '[:upper:]' '[:lower:]')" >> $GITHUB_ENV
+
+    - name: Log in to Container Registry
+      uses: docker/login-action@v3
+      with:
+        registry: ${{ env.REGISTRY }}
+        username: ${{ github.actor }}
+        password: ${{ secrets.GITHUB_TOKEN }}
+
+    - name: Extract metadata
+      id: meta
+      run: |
+        echo "tags<<EOF" >> $GITHUB_OUTPUT
+        echo "${{ env.REGISTRY }}/${IMAGE_NAME_LOWER}/${{ matrix.service }}:latest" >> $GITHUB_OUTPUT
+        echo "${{ env.REGISTRY }}/${IMAGE_NAME_LOWER}/${{ matrix.service }}:${{ github.sha }}" >> $GITHUB_OUTPUT
+        echo "EOF" >> $GITHUB_OUTPUT
+
+    - name: Build and push Docker image
+      uses: docker/build-push-action@v5
+      with:
+        context: ./installer/${{ matrix.service }}
+        push: true
+        tags: ${{ steps.meta.outputs.tags }}
+        labels: |
+          org.opencontainers.image.title=${{ github.event.repository.name }}
+          org.opencontainers.image.description=WFR DAQ System - ${{ matrix.service }}
+          org.opencontainers.image.url=${{ github.event.repository.html_url }}
+          org.opencontainers.image.source=${{ github.event.repository.html_url }}
+          org.opencontainers.image.version=${{ github.sha }}
+          org.opencontainers.image.created=${{ steps.meta.outputs.created }}
+          org.opencontainers.image.revision=${{ github.sha }}
+
+  test-compose:
+    runs-on: ubuntu-latest
+    needs: build-and-push
+    steps:
+    - name: Checkout code
+      uses: actions/checkout@v4
+
+    - name: Set up Docker Buildx
+      uses: docker/setup-buildx-action@v3
+
+    - name: Create .env file for testing
+      run: |
+        cd installer
+        cp .env.example .env
+
+    - name: Pull pre-built images
+      run: |
+        docker pull influxdb:3.5.0-core
+        docker pull influxdata/influxdb3-ui:1.3.0
+        docker pull grafana/grafana
+        docker pull telegraf:1.30
+        docker pull nginx:alpine
+
+    - name: Build test images
+      run: |
+        cd installer
+        docker compose build --parallel
+
+    - name: Validate compose configuration
+      run: |
+        cd installer
+        docker compose config --quiet
+
+    - name: Test container startup (quick smoke test)
+      run: |
+        cd installer
+        # Start core monitoring stack to ensure compose wiring is valid
+        timeout 60s docker compose up influxdb3 influxdb3-explorer grafana frontend || true
+        # Check if containers started (even if they exit quickly)
+        docker compose ps
+
+  cleanup:
+    runs-on: ubuntu-latest
+    needs: [validate-compose, build-and-push, test-compose]
+    if: always()
+    steps:
+    - name: Checkout code
+      uses: actions/checkout@v4
+
+    - name: Clean up Docker resources
+      run: |
+        docker system prune -f
+        docker image prune -f

.github/workflows/sandbox-integration.yml

@@ -0,0 +1,32 @@
+name: Sandbox Integration Test
+
+on:
+  push:
+    branches: [main, deploy]
+  pull_request:
+    branches: [main, deploy]
+  workflow_dispatch:
+
+jobs:
+  slicks-sensor-check:
+    runs-on: ubuntu-latest
+    timeout-minutes: 10
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+
+      - name: Set up Python 3.11
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.11"
+
+      - name: Install slicks
+        run: pip install slicks
+
+      - name: Discover sensors for June 2025
+        env:
+          INFLUX_URL: ${{ secrets.INFLUX_URL }}
+          INFLUX_TOKEN: ${{ secrets.INFLUX_TOKEN }}
+          INFLUX_DB: ${{ secrets.INFLUX_DB }}
+        run: python dev-utils/ci/slicks-sensor-check.py

.github/workflows/stack-smoke-test.yml

@@ -0,0 +1,45 @@
+name: Installer Stack Smoke Test
+
+on:
+  push:
+    branches: [ main, deploy ]
+  pull_request:
+    branches: [ main, deploy ]
+  workflow_dispatch:
+
+jobs:
+  stack-smoke-test:
+    runs-on: ubuntu-latest
+    timeout-minutes: 45
+    permissions:
+      contents: read
+
+    steps:
+    - name: Checkout repository
+      uses: actions/checkout@v4
+
+    - name: Set up Docker Buildx
+      uses: docker/setup-buildx-action@v3
+
+    - name: Show Docker versions
+      run: |
+        docker version
+        docker compose version
+
+    - name: Ensure CI script is executable
+      run: chmod +x ./dev-utils/ci/stack-smoke-test.sh
+
+    - name: Prepare environment file for CI
+      run: |
+        if [ ! -f installer/.env ]; then
+          cp installer/.env.example installer/.env
+          echo "Created .env file from .env.example"
+        fi
+        ls -la installer/.env
+
+    - name: Run installer smoke test
+      env:
+        CI: "true"
+        DOCKER_BUILDKIT: "1"
+        COMPOSE_DOCKER_CLI_BUILD: "1"
+      run: ./dev-utils/ci/stack-smoke-test.sh

.gitignore

@@ -175,3 +175,43 @@ cython_debug/
 .DS_Store
 
 .idea
+car-to-influx/testing_data/cleaned_can.csv
+
+/.vscode
+
+# Ignore everything inside the data folder
+installer/startup-data-loader/data/*
+
+# keep README.md
+!installer/startup-data-loader/data/README.md
+
+# Keep only the specific CSVs (example files)
+!installer/startup-data-loader/data/2025-01-01-00-00-00.csv
+!installer/startup-data-loader/data/2025-01-01-00-07-00.csv
+!installer/startup-data-loader/data/2025-01-02-00-05-00.csv
+!installer/startup-data-loader/data/2025-01-03-00-13-00.csv
+
+!/installer/startup-data-loader/data/README.md
+installer/startup-data-loader/can_metrics.out
+installer/startup-data-loader/load_data_progress.json
+installer/data-downloader/data/scanner_status.json
+installer/data-downloader/data/runs.json
+installer/data-downloader/data/sensors.json
+
+installer/*.dbc
+# Keep example.dbc
+!installer/example.dbc
+
+installer/slackbot/logs/*
+
+installer/sandbox/prompt-guide.txt
+
+wfr-telemetry
+/installer/data-downloader/data
+installer/slackbot/*.png
+!installer/slackbot/lappy_test_image.png
+installer/slackbot/*.jpg
+installer/slackbot/*.jpeg
+
+# Generated CSV data files
+generated-days/