From 8eb20c9e945654670fab0da2efbc03d242e074fa Mon Sep 17 00:00:00 2001 From: Fabrizio Siciliano Date: Thu, 23 Jul 2026 11:19:26 +0200 Subject: [PATCH] feat(proxy): configuring smart-router for improved costs handling --- .../litellm/aws/config/prod/terraform.tfvars | 17 +++++++++++------ 1 file changed, 11 insertions(+), 6 deletions(-) diff --git a/terraform/litellm/aws/config/prod/terraform.tfvars b/terraform/litellm/aws/config/prod/terraform.tfvars index a489071de38..5cb76b8d9b8 100644 --- a/terraform/litellm/aws/config/prod/terraform.tfvars +++ b/terraform/litellm/aws/config/prod/terraform.tfvars @@ -60,12 +60,12 @@ proxy_config = { complexity_router_config = { tiers = { SIMPLE = "gpt-5.4-mini" - MEDIUM = "gpt-5.4" + MEDIUM = "bedrock-anthropic-sonnet-5" COMPLEX = "gpt-5.5" - REASONING = "gpt-5.5" + REASONING = "bedrock-anthropic-opus-4.8" } } - complexity_router_default_model = "gpt-5.4-mini" + complexity_router_default_model = "bedrock-anthropic-sonnet-5" } } ] @@ -126,9 +126,14 @@ bedrock_models = [ model = "bedrock/zai.glm-4.7-flash" }, { - model_name = "bedrock-anthropic-haiku-4.5" - model = "bedrock/eu.anthropic.claude-haiku-4-5-20251001-v1:0" - model_id = "arn:aws:bedrock:eu-central-1:751812493785:inference-profile/eu.anthropic.claude-haiku-4-5-20251001-v1:0" + model_name = "bedrock-anthropic-sonnet-5" + model = "bedrock/eu.anthropic.claude-sonnet-5" + model_id = "arn:aws:bedrock:eu-central-1:751812493785:inference-profile/eu.anthropic.claude-sonnet-5" + }, + { + model_name = "bedrock-anthropic-opus-4.8" + model = "bedrock/eu.anthropic.claude-opus-4-8" + model_id = "arn:aws:bedrock:eu-central-1:751812493785:inference-profile/eu.anthropic.claude-opus-4-8" } ]