mirror of
https://github.com/anthropics/claude-code-action.git
synced 2026-08-22 03:18:54 +08:00
Ashwin BhatandGitHub
a2cac87e27
* ci: skip Claude-backed test jobs on fork PRs Jobs that run the action against the Claude API authenticate via workload identity federation, which fork PRs cannot mint an OIDC token for, so they always failed on external contributions. Gate each such job on the PR head repo matching the base repo; push and workflow_dispatch runs are unaffected. No-Verification-Needed: CI workflow config only, exercised by Actions on the PR * test: pin the bare remote's initial branch in fetch-depth test The shallow-clone case created its bare remote with a plain git init, so HEAD pointed at whatever init.defaultBranch resolves to (master on CI) while the test only pushed main. git clone --depth=1 implies --single-branch, and with a dangling remote HEAD it produces an empty, non-shallow clone, so the is-shallow assertion failed on runners whose default branch is not main. No-Verification-Needed: test-only change
193 lines
8.1 KiB
YAML
193 lines
8.1 KiB
YAML
name: Test MCP Servers
|
|
|
|
on:
|
|
pull_request:
|
|
workflow_dispatch:
|
|
workflow_call:
|
|
|
|
# The Claude API is authenticated via workload identity federation: id-token
|
|
# lets the action mint the GitHub OIDC token it exchanges for a short-lived
|
|
# access token. See docs/setup.md.
|
|
permissions:
|
|
contents: read
|
|
id-token: write
|
|
|
|
jobs:
|
|
test-mcp-integration:
|
|
# Skip on fork PRs since they can't mint the OIDC token used for Claude API auth
|
|
if: github.event_name != 'pull_request' || github.event.pull_request.head.repo.full_name == github.repository
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- name: Checkout repository
|
|
uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
|
|
|
|
- name: Setup Bun
|
|
uses: oven-sh/setup-bun@0c5077e51419868618aeaa5fe8019c62421857d6 # v2.2.0
|
|
|
|
- name: Install dependencies
|
|
run: |
|
|
bun install
|
|
cd base-action/test/mcp-test
|
|
bun install
|
|
|
|
- name: Run Claude Code with MCP test
|
|
uses: ./base-action
|
|
id: claude-test
|
|
with:
|
|
prompt: "Call the test_tool tool and report its response."
|
|
anthropic_federation_rule_id: ${{ vars.ANTHROPIC_FEDERATION_RULE_ID }}
|
|
anthropic_organization_id: ${{ vars.ANTHROPIC_ORGANIZATION_ID }}
|
|
anthropic_service_account_id: ${{ vars.ANTHROPIC_SERVICE_ACCOUNT_ID }}
|
|
claude_args: --allowedTools mcp__test-server__test_tool
|
|
env:
|
|
# Change to test directory so it finds .mcp.json
|
|
CLAUDE_WORKING_DIR: ${{ github.workspace }}/base-action/test/mcp-test
|
|
|
|
- name: Check MCP server output
|
|
run: |
|
|
echo "Checking Claude output for MCP servers..."
|
|
|
|
# Parse the JSON output
|
|
OUTPUT_FILE="${RUNNER_TEMP}/claude-execution-output.json"
|
|
|
|
if [ ! -f "$OUTPUT_FILE" ]; then
|
|
echo "Error: Output file not found!"
|
|
exit 1
|
|
fi
|
|
|
|
echo "Output file contents:"
|
|
cat $OUTPUT_FILE
|
|
|
|
# Check if mcp_servers field exists in the init event
|
|
if jq -e '.[] | select(.type == "system" and .subtype == "init") | .mcp_servers' "$OUTPUT_FILE" > /dev/null; then
|
|
echo "✓ Found mcp_servers in output"
|
|
|
|
# MCP servers can connect asynchronously, so the init event may
|
|
# report the server as pending — check registration there, then
|
|
# verify the tool actually ran.
|
|
if jq -e '.[] | select(.type == "system" and .subtype == "init") | .mcp_servers[] | select(.name == "test-server")' "$OUTPUT_FILE" > /dev/null; then
|
|
echo "✓ test-server is registered"
|
|
else
|
|
echo "✗ test-server not found"
|
|
jq '.[] | select(.type == "system" and .subtype == "init") | .mcp_servers' "$OUTPUT_FILE"
|
|
exit 1
|
|
fi
|
|
|
|
if jq -e '.[] | select(.type == "assistant") | .message.content[]? | select(.type == "tool_use" and .name == "mcp__test-server__test_tool")' "$OUTPUT_FILE" > /dev/null; then
|
|
echo "✓ MCP test tool was called"
|
|
else
|
|
echo "✗ MCP test tool was not called"
|
|
jq '[.[] | select(.type == "assistant") | .message.content[]? | select(.type == "tool_use") | .name]' "$OUTPUT_FILE"
|
|
exit 1
|
|
fi
|
|
|
|
if jq -e '.[] | select(.type == "user") | .message.content[]? | select(.type == "tool_result") | select(.content | tostring | contains("Test tool response"))' "$OUTPUT_FILE" > /dev/null; then
|
|
echo "✓ MCP test tool returned its response"
|
|
else
|
|
echo "✗ MCP test tool response not found"
|
|
exit 1
|
|
fi
|
|
else
|
|
echo "✗ No mcp_servers field found in init event"
|
|
jq '.[] | select(.type == "system" and .subtype == "init")' "$OUTPUT_FILE"
|
|
exit 1
|
|
fi
|
|
|
|
echo "✓ All MCP server checks passed!"
|
|
|
|
test-mcp-config-flag:
|
|
# Skip on fork PRs since they can't mint the OIDC token used for Claude API auth
|
|
if: github.event_name != 'pull_request' || github.event.pull_request.head.repo.full_name == github.repository
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- name: Checkout repository
|
|
uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
|
|
|
|
- name: Setup Bun
|
|
uses: oven-sh/setup-bun@0c5077e51419868618aeaa5fe8019c62421857d6 # v2.2.0
|
|
|
|
- name: Install dependencies
|
|
run: |
|
|
bun install
|
|
cd base-action/test/mcp-test
|
|
bun install
|
|
|
|
- name: Debug environment paths (--mcp-config test)
|
|
run: |
|
|
echo "=== Environment Variables (--mcp-config test) ==="
|
|
echo "HOME: $HOME"
|
|
echo ""
|
|
echo "=== Expected Config Paths ==="
|
|
echo "GitHub action writes to: $HOME/.claude/settings.json"
|
|
echo "Claude should read from: $HOME/.claude/settings.json"
|
|
echo ""
|
|
echo "=== Actual File System ==="
|
|
ls -la $HOME/.claude/ || echo "No $HOME/.claude directory"
|
|
|
|
- name: Run Claude Code with --mcp-config flag
|
|
uses: ./base-action
|
|
id: claude-config-test
|
|
with:
|
|
prompt: "Call the test_tool tool and report its response."
|
|
anthropic_federation_rule_id: ${{ vars.ANTHROPIC_FEDERATION_RULE_ID }}
|
|
anthropic_organization_id: ${{ vars.ANTHROPIC_ORGANIZATION_ID }}
|
|
anthropic_service_account_id: ${{ vars.ANTHROPIC_SERVICE_ACCOUNT_ID }}
|
|
claude_args: |
|
|
--allowedTools mcp__test-server__test_tool
|
|
--mcp-config '{"mcpServers":{"test-server":{"type":"stdio","command":"bun","args":["simple-mcp-server.ts"],"env":{}}}}'
|
|
env:
|
|
# Change to test directory so bun can find the MCP server script
|
|
CLAUDE_WORKING_DIR: ${{ github.workspace }}/base-action/test/mcp-test
|
|
|
|
- name: Check MCP server output with --mcp-config
|
|
run: |
|
|
echo "Checking Claude output for MCP servers with --mcp-config flag..."
|
|
|
|
# Parse the JSON output
|
|
OUTPUT_FILE="${RUNNER_TEMP}/claude-execution-output.json"
|
|
|
|
if [ ! -f "$OUTPUT_FILE" ]; then
|
|
echo "Error: Output file not found!"
|
|
exit 1
|
|
fi
|
|
|
|
echo "Output file contents:"
|
|
cat $OUTPUT_FILE
|
|
|
|
# Check if mcp_servers field exists in the init event
|
|
if jq -e '.[] | select(.type == "system" and .subtype == "init") | .mcp_servers' "$OUTPUT_FILE" > /dev/null; then
|
|
echo "✓ Found mcp_servers in output"
|
|
|
|
# MCP servers can connect asynchronously, so the init event may
|
|
# report the server as pending — check registration there, then
|
|
# verify the tool actually ran.
|
|
if jq -e '.[] | select(.type == "system" and .subtype == "init") | .mcp_servers[] | select(.name == "test-server")' "$OUTPUT_FILE" > /dev/null; then
|
|
echo "✓ test-server is registered"
|
|
else
|
|
echo "✗ test-server not found"
|
|
jq '.[] | select(.type == "system" and .subtype == "init") | .mcp_servers' "$OUTPUT_FILE"
|
|
exit 1
|
|
fi
|
|
|
|
if jq -e '.[] | select(.type == "assistant") | .message.content[]? | select(.type == "tool_use" and .name == "mcp__test-server__test_tool")' "$OUTPUT_FILE" > /dev/null; then
|
|
echo "✓ MCP test tool was called"
|
|
else
|
|
echo "✗ MCP test tool was not called"
|
|
jq '[.[] | select(.type == "assistant") | .message.content[]? | select(.type == "tool_use") | .name]' "$OUTPUT_FILE"
|
|
exit 1
|
|
fi
|
|
|
|
if jq -e '.[] | select(.type == "user") | .message.content[]? | select(.type == "tool_result") | select(.content | tostring | contains("Test tool response"))' "$OUTPUT_FILE" > /dev/null; then
|
|
echo "✓ MCP test tool returned its response"
|
|
else
|
|
echo "✗ MCP test tool response not found"
|
|
exit 1
|
|
fi
|
|
else
|
|
echo "✗ No mcp_servers field found in init event"
|
|
jq '.[] | select(.type == "system" and .subtype == "init")' "$OUTPUT_FILE"
|
|
exit 1
|
|
fi
|
|
|
|
echo "✓ All MCP server checks passed with --mcp-config flag!"
|