action.yml

name: 'TestAgent UI Testing'
description: 'Automatically generate and run UI tests for your web application using AI'
author: 'TestAgent Team'

branding:
  icon: 'check-circle'
  color: 'green'

inputs:
  url:
    description: 'URL of the web application to test'
    required: false
    default: ''
  
  base-url:
    description: 'Base URL for relative path testing'
    required: false
    default: ''
    
  config-file:
    description: 'Path to TestAgent configuration file'
    required: false
    default: 'config.yml'
    
  google-api-key:
    description: 'Google Gemini API key for test generation'
    required: true
    
  openai-api-key:
    description: 'OpenAI API key (alternative to Google)'
    required: false
    
  test-timeout:
    description: 'Timeout for each test in seconds'
    required: false
    default: '60'
    
  max-tests:
    description: 'Maximum number of tests to generate'
    required: false
    default: '10'
    
  browser:
    description: 'Browser to use for testing (chromium, firefox, webkit)'
    required: false
    default: 'chromium'
    
  headless:
    description: 'Run browser in headless mode'
    required: false
    default: 'true'
    
  fail-on-test-failure:
    description: 'Fail the action if tests fail'
    required: false
    default: 'true'
    
  upload-artifacts:
    description: 'Upload test results and screenshots as artifacts'
    required: false
    default: 'true'
    
  comment-on-pr:
    description: 'Comment test results on the PR'
    required: false
    default: 'true'

outputs:
  tests-passed:
    description: 'Number of tests that passed'
    
  tests-failed:
    description: 'Number of tests that failed'
    
  total-tests:
    description: 'Total number of tests run'
    
  test-results-url:
    description: 'URL to view detailed test results'
    
  coverage-report:
    description: 'UI coverage report'

runs:
  using: 'composite'
  steps:
    - name: Checkout TestAgent
      uses: actions/checkout@v4
      with:
        repository: 'abalakrishnan1/testagent'
        path: '.testagent'
        
    - name: Set up Python
      uses: actions/setup-python@v4
      with:
        python-version: '3.11'
        
    - name: Install TestAgent dependencies
      shell: bash
      run: |
        cd .testagent
        pip install -r requirements.txt
        playwright install ${{ inputs.browser }}
        
    - name: Run TestAgent
      shell: bash
      env:
        GOOGLE_API_KEY: ${{ inputs.google-api-key }}
        OPENAI_API_KEY: ${{ inputs.openai-api-key }}
        GITHUB_TOKEN: ${{ github.token }}
        PR_NUMBER: ${{ github.event.number }}
        REPOSITORY: ${{ github.repository }}
      run: |
        cd .testagent
        python main.py \
          --config="${{ github.workspace }}/${{ inputs.config-file }}" \
          --url="${{ inputs.url }}" \
          --browser="${{ inputs.browser }}" \
          --headless="${{ inputs.headless }}" \
          --timeout="${{ inputs.test-timeout }}" \
          --max-tests="${{ inputs.max-tests }}" \
          --output-format=github-action
          
    - name: Upload test artifacts
      if: ${{ inputs.upload-artifacts == 'true' }}
      uses: actions/upload-artifact@v3
      with:
        name: testagent-results
        path: .testagent/results/
        
    - name: Comment on PR
      if: ${{ inputs.comment-on-pr == 'true' && github.event_name == 'pull_request' }}
      uses: actions/github-script@v6
      with:
        script: |
          const fs = require('fs');
          const path = '.testagent/results/summary.json';
          
          if (fs.existsSync(path)) {
            const results = JSON.parse(fs.readFileSync(path, 'utf8'));
            
            const comment = `## 🤖 TestAgent Results
            
            **Tests Run:** ${results.total_tests}
            **Passed:** ✅ ${results.tests_passed}
            **Failed:** ❌ ${results.tests_failed}
            **Coverage:** ${results.ui_coverage}%
            
            ${results.tests_failed > 0 ? '### Failed Tests\n' + results.failed_tests.map(test => `- ${test.name}: ${test.error}`).join('\n') : ''}
            
            ### Screenshots and Details
            Check the [artifacts](https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }}) for detailed test results and screenshots.
            
            ---
            *Generated by [TestAgent](https://github.com/abalakrishnan1/testagent)*
            `;
            
            github.rest.issues.createComment({
              issue_number: context.issue.number,
              owner: context.repo.owner,
              repo: context.repo.repo,
              body: comment
            });
          }
          
    - name: Set outputs
      shell: bash
      run: |
        if [ -f .testagent/results/summary.json ]; then
          RESULTS=$(cat .testagent/results/summary.json)
          echo "tests-passed=$(echo $RESULTS | jq -r '.tests_passed')" >> $GITHUB_OUTPUT
          echo "tests-failed=$(echo $RESULTS | jq -r '.tests_failed')" >> $GITHUB_OUTPUT
          echo "total-tests=$(echo $RESULTS | jq -r '.total_tests')" >> $GITHUB_OUTPUT
          echo "coverage-report=$(echo $RESULTS | jq -r '.ui_coverage')" >> $GITHUB_OUTPUT
        fi
        
    - name: Fail if tests failed
      if: ${{ inputs.fail-on-test-failure == 'true' }}
      shell: bash
      run: |
        if [ -f .testagent/results/summary.json ]; then
          FAILED=$(cat .testagent/results/summary.json | jq -r '.tests_failed')
          if [ "$FAILED" -gt 0 ]; then
            echo "❌ $FAILED tests failed"
            exit 1
          fi
        fi