coding-agent-loop/.github/workflows/coding-cli-p0.yml at main · manishiitg/coding-agent-loop · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
name: Coding CLI P0

on:
  push:
    branches: [main]
    paths:
      - "agent_go/**"
      - "scripts/run-coding-cli-p0.sh"
      - ".github/workflows/coding-cli-p0.yml"
  pull_request:
    paths:
      - "agent_go/**"
      - "scripts/run-coding-cli-p0.sh"
      - ".github/workflows/coding-cli-p0.yml"
  workflow_dispatch:
    inputs:
      providers:
        description: "Comma-separated live CLI providers, or all"
        required: false
        default: "all"
  schedule:
    - cron: "30 20 * * *"

permissions:
  contents: read

jobs:
  deterministic-contracts:
    name: Coding CLI deterministic contracts
    runs-on: ubuntu-latest
    steps:
      - name: Checkout coding-agent-loop
        uses: actions/checkout@v6
        with:
          path: coding-agent-loop
      - name: Checkout mcpagent
        uses: actions/checkout@v6
        with:
          repository: manishiitg/mcpagent
          path: mcpagent
      - name: Checkout llm-provider-mcp
        uses: actions/checkout@v6
        with:
          repository: manishiitg/llm-provider-mcp
          path: multi-llm-provider-go
      - name: Set up Go
        uses: actions/setup-go@v6
        with:
          go-version: "1.25.12"
          cache-dependency-path: |
            coding-agent-loop/agent_go/go.sum
            multi-llm-provider-go/go.sum

      - name: Set up Node
        uses: actions/setup-node@v6
        with:
          node-version: "22"
          cache: npm
          cache-dependency-path: coding-agent-loop/frontend/package-lock.json

      - name: Install frontend test dependencies
        run: npm ci --prefix coding-agent-loop/frontend

      - name: Install tmux for hermetic lifecycle contracts
        run: sudo apt-get update && sudo apt-get install -y tmux

      - name: Verify coding CLI registry
        working-directory: coding-agent-loop
        run: >-
          go -C ../multi-llm-provider-go test .
          -run 'TestActiveCodingAgentProvidersSatisfyP0Contract|TestCodingAgentCertificationReferencesExistingTests'
          -count=1

      - name: Verify provider cleanup and terminal metadata contracts
        working-directory: coding-agent-loop
        run: |
          go -C ../multi-llm-provider-go test ./pkg/adapters/picli -run '^TestPiBoundedCleanupUsesSharedTmuxKillDelay$' -count=1
          go -C ../mcpagent test ./agent -run '^TestFinishStreamingTerminalEndIncludesRetentionMetadata$' -count=1

      - name: Verify deterministic delivery and notification contracts
        working-directory: coding-agent-loop
        run: >-
          go -C agent_go test ./cmd/server
          -run 'Test(HandleLiveInputMessageBusyCodingAgentDeliversExactlyOnce|HandleLiveInputMessageCompletionBoundaryChoosesExactlyOneRoute|StartNextTurnFromLiveInputAcknowledgesBeforeQueuedTurnRuns|WorkflowStepCompletionAutoNotificationCarriesCleanFinalMessage|CodingCLILifecycleMatrixHermeticTmux|TerminalOwnerReconciliationRejectsStaleGeneration|TerminalSnapshotExpiryMatrix|CleanupBoundedTmuxKeepsDismissedSnapshotUntilDisplayDeadline|HandleStopSessionCancelsActiveWorkAndPreventsPaneReuse|ResolveLiveAttachRestartRecoveryRequiresMatchingTmuxOwner|TerminalRoutesCompleteTerminalSignalsProviderWaitLoop|TerminalRoutesFailTerminalMarksSnapshotFailed|TerminalRoutesKillTerminalKillsTmuxAndMarksFailed|TerminalRoutesSendDownBypassesStartupReadinessForCompletedLivePane)$'
          -count=1

      - name: Verify frontend live-input submission contract
        working-directory: coding-agent-loop
        run: npm --prefix frontend test -- src/utils/liveInputSubmission.test.ts

  real-contract:
    name: P0 live CLI + MCP bridge + workflow
    if: >-
      github.event_name == 'workflow_dispatch' ||
      github.event_name == 'schedule'
    runs-on: [self-hosted, macOS, agentworks-coding-cli]
    timeout-minutes: 240
    steps:
      - name: Checkout coding-agent-loop
        uses: actions/checkout@v6
        with:
          path: coding-agent-loop
      - name: Checkout mcpagent
        uses: actions/checkout@v6
        with:
          repository: manishiitg/mcpagent
          path: mcpagent
      - name: Checkout llm-provider-mcp
        uses: actions/checkout@v6
        with:
          repository: manishiitg/llm-provider-mcp
          path: multi-llm-provider-go

      - name: Set up Go
        uses: actions/setup-go@v6
        with:
          go-version: "1.25.12"
          cache-dependency-path: |
            coding-agent-loop/agent_go/go.sum
            multi-llm-provider-go/go.sum

      - name: Set up Node
        uses: actions/setup-node@v6
        with:
          node-version: "22"
          cache: npm
          cache-dependency-path: coding-agent-loop/frontend/package-lock.json

      - name: Install frontend test dependencies
        run: npm ci --prefix coding-agent-loop/frontend

      - name: Run authenticated P0 matrix
        working-directory: coding-agent-loop
        env:
          CLAUDE_CODE_OAUTH_TOKEN: ${{ secrets.CLAUDE_CODE_OAUTH_TOKEN }}
          CODEX_API_KEY: ${{ secrets.CODEX_API_KEY }}
          CURSOR_API_KEY: ${{ secrets.CURSOR_API_KEY }}
          PI_API_KEY: ${{ secrets.PI_API_KEY }}
          GOOGLE_API_KEY: ${{ secrets.GOOGLE_API_KEY }}
        run: >-
          ./scripts/run-coding-cli-p0.sh
          --providers "${{ github.event_name == 'workflow_dispatch' && inputs.providers != 'all' && inputs.providers || 'claude-code,codex-cli,cursor-cli,pi-cli' }}"
          --server-url "${{ vars.CODING_CLI_P0_SERVER_URL || 'http://localhost:18743' }}"
          --workspace-api "${{ vars.CODING_CLI_P0_WORKSPACE_API_URL || 'http://127.0.0.1:18744' }}"
          --workspace-docs "${{ vars.CODING_CLI_P0_WORKSPACE_DOCS_PATH || format('{0}/coding-agent-loop/workspace-docs', github.workspace) }}"