Skip to content

Commit d7e51f2

Browse files
committed
adjust bounds
1 parent 02e9b93 commit d7e51f2

File tree

1 file changed

+5
-5
lines changed

1 file changed

+5
-5
lines changed

.github/workflows/e2e-smoke-test.yml

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -101,9 +101,9 @@ jobs:
101101
102102
echo "success_rate=$SUCCESS_RATE" >> $GITHUB_OUTPUT
103103
104-
# Check if success rate meets thresholds (40% - 90% acceptable range)
105-
LOWER_BOUND=0.4 # 40%
106-
UPPER_BOUND=0.9 # 90%
104+
# Check if success rate meets thresholds (36% - 60% acceptable range)
105+
LOWER_BOUND=0.36 # 36%
106+
UPPER_BOUND=0.6 # 60%
107107
LOWER_BOUND_MET=$(echo "$SUCCESS_RATE >= $LOWER_BOUND" | bc -l 2>/dev/null || echo "0")
108108
UPPER_BOUND_MET=$(echo "$SUCCESS_RATE <= $UPPER_BOUND" | bc -l 2>/dev/null || echo "0")
109109
THRESHOLD_MET=$(echo "$LOWER_BOUND_MET && $UPPER_BOUND_MET" | bc -l 2>/dev/null || echo "0")
@@ -116,8 +116,8 @@ jobs:
116116
echo " - Success rate: $(echo "$SUCCESS_RATE * 100" | bc -l 2>/dev/null || echo "unknown")%"
117117
echo " - Dataset rows evaluated: $NUM_ROWS"
118118
echo " - Number of runs: $NUM_RUNS"
119-
echo " - Lower bound (≥40%) met: $([ "$LOWER_BOUND_MET" = "1" ] && echo "✅ YES" || echo "❌ NO")"
120-
echo " - Upper bound (≤90%) met: $([ "$UPPER_BOUND_MET" = "1" ] && echo "✅ YES" || echo "❌ NO")"
119+
echo " - Lower bound (≥36%) met: $([ "$LOWER_BOUND_MET" = "1" ] && echo "✅ YES" || echo "❌ NO")"
120+
echo " - Upper bound (≤60%) met: $([ "$UPPER_BOUND_MET" = "1" ] && echo "✅ YES" || echo "❌ NO")"
121121
echo " - Within acceptable range: $([ "$THRESHOLD_MET" = "1" ] && echo "✅ YES" || echo "❌ NO")"
122122
else
123123
echo "❌ No EP Summary line found in terminal output"

0 commit comments

Comments
 (0)