|
| 1 | +name: "Java Test Report" |
| 2 | +description: "Generate and publish test reports with summary for Java SDK tests." |
| 3 | +inputs: |
| 4 | + report-path: |
| 5 | + description: "Path to the test report XML files (glob pattern)" |
| 6 | + required: false |
| 7 | + default: "java/target/surefire-reports*/TEST-*.xml" |
| 8 | + jacoco-path: |
| 9 | + description: "Path to the JaCoCo XML report" |
| 10 | + required: false |
| 11 | + default: "java/target/site/jacoco-coverage/jacoco.xml" |
| 12 | + jacoco-csv-path: |
| 13 | + description: "Path to the JaCoCo CSV report" |
| 14 | + required: false |
| 15 | + default: "java/target/site/jacoco-coverage/jacoco.csv" |
| 16 | + check-name: |
| 17 | + description: "Name for the check run" |
| 18 | + required: false |
| 19 | + default: "Java SDK Test Results" |
| 20 | +runs: |
| 21 | + using: "composite" |
| 22 | + steps: |
| 23 | + - name: Generate Test Summary |
| 24 | + shell: bash |
| 25 | + run: | |
| 26 | + echo "## 🧪 Copilot Java SDK :: Test Results" >> $GITHUB_STEP_SUMMARY |
| 27 | + echo "" >> $GITHUB_STEP_SUMMARY |
| 28 | +
|
| 29 | + if ls ${{ inputs.report-path }} 1>/dev/null 2>&1; then |
| 30 | + TESTS_RUN=$(grep -h "tests=" ${{ inputs.report-path }} 2>/dev/null | sed 's/.*tests="\([0-9]*\)".*/\1/' | awk '{s+=$1} END {print s}') |
| 31 | + FAILURES=$(grep -h "failures=" ${{ inputs.report-path }} 2>/dev/null | sed 's/.*failures="\([0-9]*\)".*/\1/' | awk '{s+=$1} END {print s}') |
| 32 | + ERRORS=$(grep -h "errors=" ${{ inputs.report-path }} 2>/dev/null | sed 's/.*errors="\([0-9]*\)".*/\1/' | awk '{s+=$1} END {print s}') |
| 33 | + SKIPPED=$(grep -h "skipped=" ${{ inputs.report-path }} 2>/dev/null | sed 's/.*skipped="\([0-9]*\)".*/\1/' | awk '{s+=$1} END {print s}') |
| 34 | +
|
| 35 | + TESTS_RUN=${TESTS_RUN:-0} |
| 36 | + FAILURES=${FAILURES:-0} |
| 37 | + ERRORS=${ERRORS:-0} |
| 38 | + SKIPPED=${SKIPPED:-0} |
| 39 | + PASSED=$((TESTS_RUN - FAILURES - ERRORS - SKIPPED)) |
| 40 | +
|
| 41 | + if [ "$FAILURES" -eq 0 ] && [ "$ERRORS" -eq 0 ]; then |
| 42 | + echo "### ✅ All tests passed!" >> $GITHUB_STEP_SUMMARY |
| 43 | + else |
| 44 | + echo "### ❌ Some tests failed" >> $GITHUB_STEP_SUMMARY |
| 45 | + fi |
| 46 | +
|
| 47 | + echo "" >> $GITHUB_STEP_SUMMARY |
| 48 | + echo "| Metric | Count |" >> $GITHUB_STEP_SUMMARY |
| 49 | + echo "|--------|-------|" >> $GITHUB_STEP_SUMMARY |
| 50 | + echo "| ✅ Passed | $PASSED |" >> $GITHUB_STEP_SUMMARY |
| 51 | + echo "| ❌ Failed | $FAILURES |" >> $GITHUB_STEP_SUMMARY |
| 52 | + echo "| 💥 Errors | $ERRORS |" >> $GITHUB_STEP_SUMMARY |
| 53 | + echo "| ⏭️ Skipped | $SKIPPED |" >> $GITHUB_STEP_SUMMARY |
| 54 | + echo "| 📊 Total | $TESTS_RUN |" >> $GITHUB_STEP_SUMMARY |
| 55 | +
|
| 56 | + echo "" >> $GITHUB_STEP_SUMMARY |
| 57 | + echo "### Test Classes" >> $GITHUB_STEP_SUMMARY |
| 58 | + echo "" >> $GITHUB_STEP_SUMMARY |
| 59 | + echo "| Class | Tests | Passed | Failed | Errors | Time |" >> $GITHUB_STEP_SUMMARY |
| 60 | + echo "|-------|-------|--------|--------|--------|------|" >> $GITHUB_STEP_SUMMARY |
| 61 | +
|
| 62 | + for file in ${{ inputs.report-path }}; do |
| 63 | + if [ -f "$file" ]; then |
| 64 | + CLASS=$(basename "$file" .xml | sed 's/TEST-//') |
| 65 | + T=$(grep -o 'tests="[0-9]*"' "$file" | head -1 | sed 's/[^0-9]//g') |
| 66 | + F=$(grep -o 'failures="[0-9]*"' "$file" | head -1 | sed 's/[^0-9]//g') |
| 67 | + E=$(grep -o 'errors="[0-9]*"' "$file" | head -1 | sed 's/[^0-9]//g') |
| 68 | + TIME=$(grep -o 'time="[0-9.]*"' "$file" | head -1 | sed 's/[^0-9.]//g') |
| 69 | + P=$((T - F - E)) |
| 70 | +
|
| 71 | + STATUS="✅" |
| 72 | + if [ "${F:-0}" -gt 0 ] || [ "${E:-0}" -gt 0 ]; then |
| 73 | + STATUS="❌" |
| 74 | + fi |
| 75 | +
|
| 76 | + echo "| $STATUS $CLASS | ${T:-0} | ${P:-0} | ${F:-0} | ${E:-0} | ${TIME:-0}s |" >> $GITHUB_STEP_SUMMARY |
| 77 | + fi |
| 78 | + done |
| 79 | + else |
| 80 | + echo "⚠️ No test reports found at ${{ inputs.report-path }}" >> $GITHUB_STEP_SUMMARY |
| 81 | + fi |
| 82 | +
|
| 83 | + - name: Generate Coverage Summary |
| 84 | + shell: bash |
| 85 | + run: | |
| 86 | + JACOCO_XML="${{ inputs.jacoco-path }}" |
| 87 | + JACOCO_CSV="${{ inputs.jacoco-csv-path }}" |
| 88 | +
|
| 89 | + if [ -f "$JACOCO_XML" ]; then |
| 90 | + echo "" >> $GITHUB_STEP_SUMMARY |
| 91 | + echo "## 📊 Code Coverage" >> $GITHUB_STEP_SUMMARY |
| 92 | + echo "" >> $GITHUB_STEP_SUMMARY |
| 93 | +
|
| 94 | + # JaCoCo XML may be on a single line - split it for parsing |
| 95 | + # Extract report-level counters (last occurrence of each type before </report>) |
| 96 | + extract_counter() { |
| 97 | + local type=$1 |
| 98 | + local field=$2 |
| 99 | + # Split XML on > to get one tag per line, find counter, extract value |
| 100 | + sed 's/>/>\n/g' "$JACOCO_XML" | grep "<counter type=\"$type\"" | tail -1 | sed "s/.*$field=\"\([0-9]*\)\".*/\1/" |
| 101 | + } |
| 102 | +
|
| 103 | + INSTR_MISSED=$(extract_counter "INSTRUCTION" "missed") |
| 104 | + INSTR_COVERED=$(extract_counter "INSTRUCTION" "covered") |
| 105 | +
|
| 106 | + BRANCH_MISSED=$(extract_counter "BRANCH" "missed") |
| 107 | + BRANCH_COVERED=$(extract_counter "BRANCH" "covered") |
| 108 | +
|
| 109 | + LINE_MISSED=$(extract_counter "LINE" "missed") |
| 110 | + LINE_COVERED=$(extract_counter "LINE" "covered") |
| 111 | +
|
| 112 | + METHOD_MISSED=$(extract_counter "METHOD" "missed") |
| 113 | + METHOD_COVERED=$(extract_counter "METHOD" "covered") |
| 114 | +
|
| 115 | + CLASS_MISSED=$(extract_counter "CLASS" "missed") |
| 116 | + CLASS_COVERED=$(extract_counter "CLASS" "covered") |
| 117 | +
|
| 118 | + # Calculate percentages |
| 119 | + calc_pct() { |
| 120 | + local covered=$1 |
| 121 | + local missed=$2 |
| 122 | + if [ -n "$covered" ] && [ -n "$missed" ]; then |
| 123 | + local total=$((covered + missed)) |
| 124 | + if [ "$total" -gt 0 ]; then |
| 125 | + echo "scale=1; $covered * 100 / $total" | bc |
| 126 | + else |
| 127 | + echo "0" |
| 128 | + fi |
| 129 | + else |
| 130 | + echo "N/A" |
| 131 | + fi |
| 132 | + } |
| 133 | +
|
| 134 | + INSTR_PCT=$(calc_pct "${INSTR_COVERED:-0}" "${INSTR_MISSED:-0}") |
| 135 | + BRANCH_PCT=$(calc_pct "${BRANCH_COVERED:-0}" "${BRANCH_MISSED:-0}") |
| 136 | + LINE_PCT=$(calc_pct "${LINE_COVERED:-0}" "${LINE_MISSED:-0}") |
| 137 | + METHOD_PCT=$(calc_pct "${METHOD_COVERED:-0}" "${METHOD_MISSED:-0}") |
| 138 | + CLASS_PCT=$(calc_pct "${CLASS_COVERED:-0}" "${CLASS_MISSED:-0}") |
| 139 | +
|
| 140 | + echo "| Metric | Covered | Missed | Coverage |" >> $GITHUB_STEP_SUMMARY |
| 141 | + echo "|--------|---------|--------|----------|" >> $GITHUB_STEP_SUMMARY |
| 142 | + echo "| 📝 Instructions | ${INSTR_COVERED:-0} | ${INSTR_MISSED:-0} | ${INSTR_PCT}% |" >> $GITHUB_STEP_SUMMARY |
| 143 | + echo "| 🌿 Branches | ${BRANCH_COVERED:-0} | ${BRANCH_MISSED:-0} | ${BRANCH_PCT}% |" >> $GITHUB_STEP_SUMMARY |
| 144 | + echo "| 📏 Lines | ${LINE_COVERED:-0} | ${LINE_MISSED:-0} | ${LINE_PCT}% |" >> $GITHUB_STEP_SUMMARY |
| 145 | + echo "| 🔧 Methods | ${METHOD_COVERED:-0} | ${METHOD_MISSED:-0} | ${METHOD_PCT}% |" >> $GITHUB_STEP_SUMMARY |
| 146 | + echo "| 📦 Classes | ${CLASS_COVERED:-0} | ${CLASS_MISSED:-0} | ${CLASS_PCT}% |" >> $GITHUB_STEP_SUMMARY |
| 147 | +
|
| 148 | + if [ -f "$JACOCO_CSV" ]; then |
| 149 | + extract_instruction_scope() { |
| 150 | + local scope=$1 |
| 151 | + awk -F',' -v scope="$scope" -v generated_prefix="com.github.copilot.generated" ' |
| 152 | + NR > 1 { |
| 153 | + is_generated = index($2, generated_prefix) == 1 |
| 154 | + if ((scope == "generated" && is_generated) || |
| 155 | + (scope == "handwritten" && !is_generated)) { |
| 156 | + missed += $4 |
| 157 | + covered += $5 |
| 158 | + } |
| 159 | + } |
| 160 | + END { print covered + 0 "," missed + 0 } |
| 161 | + ' "$JACOCO_CSV" |
| 162 | + } |
| 163 | +
|
| 164 | + IFS=, read -r HANDWRITTEN_COVERED HANDWRITTEN_MISSED <<< "$(extract_instruction_scope handwritten)" |
| 165 | + IFS=, read -r GENERATED_COVERED GENERATED_MISSED <<< "$(extract_instruction_scope generated)" |
| 166 | + HANDWRITTEN_PCT=$(calc_pct "${HANDWRITTEN_COVERED:-0}" "${HANDWRITTEN_MISSED:-0}") |
| 167 | + GENERATED_PCT=$(calc_pct "${GENERATED_COVERED:-0}" "${GENERATED_MISSED:-0}") |
| 168 | +
|
| 169 | + echo "" >> $GITHUB_STEP_SUMMARY |
| 170 | + echo "### Coverage by Code Origin (Instructions)" >> $GITHUB_STEP_SUMMARY |
| 171 | + echo "" >> $GITHUB_STEP_SUMMARY |
| 172 | + echo "| Origin | Covered | Missed | Coverage |" >> $GITHUB_STEP_SUMMARY |
| 173 | + echo "|--------|---------|--------|----------|" >> $GITHUB_STEP_SUMMARY |
| 174 | + echo "| ✍️ Handwritten | ${HANDWRITTEN_COVERED:-0} | ${HANDWRITTEN_MISSED:-0} | ${HANDWRITTEN_PCT}% |" >> $GITHUB_STEP_SUMMARY |
| 175 | + echo "| 🤖 Generated | ${GENERATED_COVERED:-0} | ${GENERATED_MISSED:-0} | ${GENERATED_PCT}% |" >> $GITHUB_STEP_SUMMARY |
| 176 | + fi |
| 177 | + else |
| 178 | + echo "" >> $GITHUB_STEP_SUMMARY |
| 179 | + echo "## 📊 Code Coverage" >> $GITHUB_STEP_SUMMARY |
| 180 | + echo "" >> $GITHUB_STEP_SUMMARY |
| 181 | + echo "⚠️ No JaCoCo report found at $JACOCO_XML" >> $GITHUB_STEP_SUMMARY |
| 182 | + fi |
0 commit comments