add patch

Author: cquil11

benchmarks/single_node/multiturn_fp4_b200_homogeneous_aiperf.sh

@@ -43,6 +43,24 @@ AIPERF_DIR="$MULTITURN_DIR/aiperf"
 
 pip install --quiet urllib3 requests 2>/dev/null || true
 
+# Patch vLLM bug: local_cache_hit counter can go negative under high load
+# (causes "Counters can only be incremented by non-negative amounts" crash)
+STATS_FILE=$(python3 -c "import vllm; import os; print(os.path.join(os.path.dirname(vllm.__file__), 'v1', 'metrics', 'stats.py'))" 2>/dev/null || echo "")
+if [ -n "$STATS_FILE" ] && [ -f "$STATS_FILE" ] && grep -q 'self.local_cache_hit += (' "$STATS_FILE"; then
+    echo "Patching vLLM stats.py: $STATS_FILE"
+    python3 -c "
+import re, sys
+with open(sys.argv[1]) as f:
+    src = f.read()
+src = src.replace(
+    'self.local_cache_hit += (\n            num_cached_tokens + recomputed - num_external_computed_tokens\n        )',
+    'self.local_cache_hit += max(0,\n            num_cached_tokens + recomputed - num_external_computed_tokens\n        )',
+)
+with open(sys.argv[1], 'w') as f:
+    f.write(src)
+" "$STATS_FILE"
+fi
+
 # ---- Conversation count ----------------------------------------------------
 if [ -n "${DURATION:-}" ]; then
     CONV_COUNT=10000

benchmarks/single_node/multiturn_fp8_h200_homogeneous_aiperf.sh

@@ -43,6 +43,24 @@ AIPERF_DIR="$MULTITURN_DIR/aiperf"
 
 pip install --quiet urllib3 requests 2>/dev/null || true
 
+# Patch vLLM bug: local_cache_hit counter can go negative under high load
+# (causes "Counters can only be incremented by non-negative amounts" crash)
+STATS_FILE=$(python3 -c "import vllm; import os; print(os.path.join(os.path.dirname(vllm.__file__), 'v1', 'metrics', 'stats.py'))" 2>/dev/null || echo "")
+if [ -n "$STATS_FILE" ] && [ -f "$STATS_FILE" ] && grep -q 'self.local_cache_hit += (' "$STATS_FILE"; then
+    echo "Patching vLLM stats.py: $STATS_FILE"
+    python3 -c "
+import re, sys
+with open(sys.argv[1]) as f:
+    src = f.read()
+src = src.replace(
+    'self.local_cache_hit += (\n            num_cached_tokens + recomputed - num_external_computed_tokens\n        )',
+    'self.local_cache_hit += max(0,\n            num_cached_tokens + recomputed - num_external_computed_tokens\n        )',
+)
+with open(sys.argv[1], 'w') as f:
+    f.write(src)
+" "$STATS_FILE"
+fi
+
 # ---- Conversation count ----------------------------------------------------
 if [ -n "${DURATION:-}" ]; then
     CONV_COUNT=10000