From c0b4263deeccb723bc3d2cd26c7f760cc248b0fb Mon Sep 17 00:00:00 2001 From: Leo Romanovsky Date: Fri, 19 Jun 2026 20:38:50 -0400 Subject: [PATCH 1/3] Fix EVP flagevaluation system test contract --- tests/ffe/test_flag_eval_evp.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/tests/ffe/test_flag_eval_evp.py b/tests/ffe/test_flag_eval_evp.py index ae6a5843073..b863e62fc19 100644 --- a/tests/ffe/test_flag_eval_evp.py +++ b/tests/ffe/test_flag_eval_evp.py @@ -17,11 +17,11 @@ RC_PRODUCT = "FFE_FLAGS" RC_PATH = f"datadog/2/{RC_PRODUCT}" -EVP_FLAGEVALUATIONS_PATH = "/api/v2/flagevaluations" +EVP_FLAGEVALUATION_PATH = "/api/v2/flagevaluation" EVP_WAIT_TIMEOUT_SECONDS = 30 EVP_LOAD_WAIT_TIMEOUT_SECONDS = 60 EVP_FULL_TIER_PER_FLAG_CAP = 10_000 -EVP_DEGRADATION_OVERFLOW_EVALS = 50 +EVP_DEGRADATION_OVERFLOW_EVALS = 2_000 def make_multi_flag_fixture(flag_keys: list[str]) -> JSON: @@ -54,7 +54,7 @@ def evaluate_flag( def evp_flagevaluation_events_from_data(data: JSON, flag_key: str) -> list[tuple[JSON, JSON]]: - if data.get("path") != EVP_FLAGEVALUATIONS_PATH: + if data.get("path") != EVP_FLAGEVALUATION_PATH: return [] request = data.get("request") @@ -91,7 +91,7 @@ def wait_for_evp_flagevaluation_event(flag_key: str) -> None: def find_evp_flagevaluation_events(flag_key: str) -> list[tuple[JSON, JSON]]: results: list[tuple[JSON, JSON]] = [] - for data in interfaces.agent.get_data(path_filters=EVP_FLAGEVALUATIONS_PATH): + for data in interfaces.agent.get_data(path_filters=EVP_FLAGEVALUATION_PATH): results.extend(evp_flagevaluation_events_from_data(cast("JSON", data), flag_key)) return results From 215504478b579d69deac98ee886df04ac993277b Mon Sep 17 00:00:00 2001 From: Leo Romanovsky Date: Fri, 19 Jun 2026 20:50:57 -0400 Subject: [PATCH 2/3] Enable EVP flagevaluation system test for Java --- manifests/java.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/manifests/java.yml b/manifests/java.yml index 1db29a9c102..baf17bb687d 100644 --- a/manifests/java.yml +++ b/manifests/java.yml @@ -3236,7 +3236,7 @@ manifest: "*": irrelevant spring-boot: v1.56.0 tests/ffe/test_exposures.py::Test_FFE_EXP_5_Missing_Targeting_Key: bug (FFL-1729) - tests/ffe/test_flag_eval_evp.py: missing_feature (FFL-2446) + tests/ffe/test_flag_eval_evp.py: v1.64.0-SNAPSHOT tests/ffe/test_flag_eval_metrics.py: - weblog_declaration: "*": irrelevant From 923dc467b656b44ba5cfa982ae72a4c2eda2c444 Mon Sep 17 00:00:00 2001 From: Leo Romanovsky Date: Fri, 19 Jun 2026 21:17:35 -0400 Subject: [PATCH 3/3] Limit EVP flagevaluation tests to Java spring-boot --- manifests/java.yml | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/manifests/java.yml b/manifests/java.yml index baf17bb687d..9700b995298 100644 --- a/manifests/java.yml +++ b/manifests/java.yml @@ -3236,7 +3236,10 @@ manifest: "*": irrelevant spring-boot: v1.56.0 tests/ffe/test_exposures.py::Test_FFE_EXP_5_Missing_Targeting_Key: bug (FFL-1729) - tests/ffe/test_flag_eval_evp.py: v1.64.0-SNAPSHOT + tests/ffe/test_flag_eval_evp.py: + - weblog_declaration: + "*": irrelevant + spring-boot: v1.64.0-SNAPSHOT tests/ffe/test_flag_eval_metrics.py: - weblog_declaration: "*": irrelevant