monitor.py

#!/usr/bin/env python3
"""
Webhook listener that creates commits/tags when LiteLLM switches models.
Runs a simple Flask server to receive webhook events from LiteLLM proxy.
"""
import os
import subprocess
from datetime import datetime
from flask import Flask, request, jsonify
import requests

app = Flask(__name__)

# Config
DISCORD_WEBHOOK = os.getenv("DISCORD_WEBHOOK_URL")
GIT_AUTO_COMMIT = os.getenv("GIT_AUTO_COMMIT", "true").lower() == "true"

def git_commit_and_tag(model_name: str, event_type: str):
    """Create a commit and tag for model switch."""
    try:
        # Check if there are changes to commit
        status = subprocess.run(
            ["git", "status", "--porcelain"],
            capture_output=True, text=True, check=True
        )

        if not status.stdout.strip():
            print(f"No changes to commit for {model_name}")
            return

        # Commit with descriptive message
        timestamp = datetime.now().strftime("%Y-%m-%d %H:%M:%S")
        commit_msg = f"Auto-commit before switch to {model_name}\n\nTimestamp: {timestamp}\nEvent: {event_type}"

        subprocess.run(["git", "add", "."], check=True)
        subprocess.run(["git", "commit", "-m", commit_msg], check=True)

        # Create lightweight tag
        tag_name = f"model-{model_name}-{datetime.now().strftime('%Y%m%d-%H%M%S')}"
        subprocess.run(["git", "tag", tag_name], check=True)

        print(f"✓ Created commit and tag: {tag_name}")
        return tag_name

    except subprocess.CalledProcessError as e:
        print(f"Git operation failed: {e}")
        return None

def send_discord(message: str):
    """Send notification to Discord."""
    if not DISCORD_WEBHOOK:
        return

    try:
        requests.post(DISCORD_WEBHOOK, json={"content": message}, timeout=5)
    except Exception as e:
        print(f"Discord notification failed: {e}")

@app.route("/webhook", methods=["POST"])
def webhook():
    """Handle LiteLLM webhook events."""
    data = request.json

    # Extract model info
    model = data.get("model", "unknown")
    event_type = data.get("event_type", data.get("status", "unknown"))

    print(f"\n📊 Webhook received: {event_type} | Model: {model}")

    # On fallback or rate limit, create commit
    if "fallback" in event_type.lower() or "rate_limit" in str(data).lower():
        if GIT_AUTO_COMMIT:
            tag = git_commit_and_tag(model, event_type)

            # Notify
            msg = f"🔄 **Model Switch Detected**\nSwitching to: `{model}`\nTag: `{tag}`"
            send_discord(msg)
            print(msg)

    return jsonify({"status": "ok"}), 200

@app.route("/health", methods=["GET"])
def health():
    """Health check endpoint."""
    return jsonify({"status": "healthy", "service": "claude-fallback-monitor"}), 200

if __name__ == "__main__":
    print("🚀 Starting Claude Fallback Monitor...")
    print(f"   Auto-commit: {GIT_AUTO_COMMIT}")
    print(f"   Discord: {'Enabled' if DISCORD_WEBHOOK else 'Disabled'}")
    print("\n   Listening for webhooks on http://localhost:5000/webhook\n")

    app.run(host="0.0.0.0", port=5000, debug=False)