feat(python): enable flag evaluation metrics tests

sameerank · sameerank · commit 29265cbc2c2c · 2026-03-20T19:17:29.000-07:00
diff --git a/manifests/java.yml b/manifests/java.yml
diff --git a/manifests/python.yml b/manifests/python.yml
@@ -1082,7 +1082,7 @@ manifest:
   tests/ffe/test_dynamic_evaluation.py::Test_FFE_RC_Down_From_Start: v4.0.0
   tests/ffe/test_dynamic_evaluation.py::Test_FFE_RC_Unavailable: flaky (FFL-1622)
   tests/ffe/test_exposures.py: v4.2.0-dev
-  tests/ffe/test_flag_eval_metrics.py: missing_feature
+  tests/ffe/test_flag_eval_metrics.py: v4.7.0-dev
   tests/integration_frameworks/llm/anthropic/test_anthropic_apm.py::TestAnthropicApmMessages: v3.16.0
   tests/integration_frameworks/llm/anthropic/test_anthropic_llmobs.py::TestAnthropicLlmObsMessages: v3.16.0
   tests/integration_frameworks/llm/anthropic/test_anthropic_llmobs.py::TestAnthropicLlmObsMessages::test_create: missing_feature  # ephemeral cache TTL metrics not yet released
diff --git a/utils/_context/_scenarios/__init__.py b/utils/_context/_scenarios/__init__.py
@@ -544,6 +544,7 @@ class _Scenarios:
             "DD_EXPERIMENTAL_FLAGGING_PROVIDER_ENABLED": "true",
             "DD_REMOTE_CONFIG_POLL_INTERVAL_SECONDS": "0.2",
             "DD_METRICS_OTEL_ENABLED": "true",
+            "OTEL_EXPORTER_OTLP_METRICS_PROTOCOL": "http/protobuf",
             "OTEL_EXPORTER_OTLP_METRICS_ENDPOINT": "http://agent:4318/v1/metrics",
         },
         agent_interface_timeout=30,
diff --git a/utils/build/docker/python/django-poc.Dockerfile b/utils/build/docker/python/django-poc.Dockerfile
@@ -6,6 +6,9 @@ WORKDIR /app
 COPY utils/build/docker/python/install_ddtrace.sh binaries* /binaries/
 RUN /binaries/install_ddtrace.sh
 
+# Install OTel OTLP exporter for FFE metrics
+RUN pip install opentelemetry-exporter-otlp-proto-http==1.40.0
+
 COPY utils/build/docker/python/django /app
 COPY utils/build/docker/python/iast.py /app/iast.py
 
diff --git a/utils/build/docker/python/django-py3.13.Dockerfile b/utils/build/docker/python/django-py3.13.Dockerfile
@@ -5,6 +5,9 @@ WORKDIR /app
 COPY utils/build/docker/python/install_ddtrace.sh binaries* /binaries/
 RUN /binaries/install_ddtrace.sh
 
+# Install OTel OTLP exporter for FFE metrics
+RUN pip install opentelemetry-exporter-otlp-proto-http==1.40.0
+
 COPY utils/build/docker/python/django /app
 COPY utils/build/docker/python/iast.py /app/iast.py
 
diff --git a/utils/build/docker/python/fastapi.Dockerfile b/utils/build/docker/python/fastapi.Dockerfile
@@ -5,6 +5,9 @@ WORKDIR /app
 COPY utils/build/docker/python/install_ddtrace.sh binaries* /binaries/
 RUN /binaries/install_ddtrace.sh
 
+# Install OTel OTLP exporter for FFE metrics
+RUN pip install opentelemetry-exporter-otlp-proto-http==1.40.0
+
 COPY utils/build/docker/python/fastapi/app.sh /app/app.sh
 COPY utils/build/docker/python/fastapi/main.py /app/main.py
 COPY utils/build/docker/python/fastapi/log_conf.yaml /app/log_conf.yaml
diff --git a/utils/build/docker/python/flask-poc.Dockerfile b/utils/build/docker/python/flask-poc.Dockerfile
@@ -5,6 +5,9 @@ WORKDIR /app
 COPY utils/build/docker/python/install_ddtrace.sh binaries* /binaries/
 RUN /binaries/install_ddtrace.sh
 
+# Install OTel OTLP exporter for FFE metrics
+RUN pip install opentelemetry-exporter-otlp-proto-http==1.40.0
+
 COPY utils/build/docker/python/flask /app
 COPY utils/build/docker/python/iast.py /app/iast.py
 
diff --git a/utils/build/docker/python/python3.12.Dockerfile b/utils/build/docker/python/python3.12.Dockerfile
@@ -5,6 +5,9 @@ WORKDIR /app
 COPY utils/build/docker/python/install_ddtrace.sh binaries* /binaries/
 RUN /binaries/install_ddtrace.sh
 
+# Install OTel OTLP exporter for FFE metrics
+RUN pip install opentelemetry-exporter-otlp-proto-http==1.40.0
+
 COPY utils/build/docker/python/django /app
 COPY utils/build/docker/python/iast.py /app/iast.py
 
diff --git a/utils/build/docker/python/tornado.Dockerfile b/utils/build/docker/python/tornado.Dockerfile
@@ -8,6 +8,9 @@ ENV DD_REMOTECONFIG_POLL_SECONDS=1
 COPY utils/build/docker/python/install_ddtrace.sh binaries* /binaries/
 RUN /binaries/install_ddtrace.sh
 
+# Install OTel OTLP exporter for FFE metrics
+RUN pip install opentelemetry-exporter-otlp-proto-http==1.40.0
+
 COPY utils/build/docker/python/tornado/app.sh /app/app.sh
 COPY utils/build/docker/python/tornado/main.py /app/main.py
 COPY utils/build/docker/python/iast.py /app/iast.py
diff --git a/utils/build/docker/python/uds-flask.Dockerfile b/utils/build/docker/python/uds-flask.Dockerfile
@@ -5,6 +5,9 @@ WORKDIR /app
 COPY utils/build/docker/python/install_ddtrace.sh binaries* /binaries/
 RUN /binaries/install_ddtrace.sh
 
+# Install OTel OTLP exporter for FFE metrics
+RUN pip install opentelemetry-exporter-otlp-proto-http==1.40.0
+
 COPY utils/build/docker/python/flask /app
 COPY utils/build/docker/python/iast.py /app/iast.py
 
diff --git a/utils/telemetry/intake/static/config_norm_rules.json b/utils/telemetry/intake/static/config_norm_rules.json
@@ -213,6 +213,7 @@
     "DD_PROFILING_CODE_HOTSPOTS_COLLECTION_ENABLED": "profiling_code_hotspots_collection_enabled",
     "DD_PROFILING_ENABLED": "profiling_enabled",
     "DD_PROFILING_ENDPOINT_COLLECTION_ENABLED": "profiling_endpoint_collection_enabled",
+    "DD_PROFILING_LOCK_EXCLUDE_MODULES": "profiling_lock_exclude_modules",
     "DD_PROFILING_MANAGED_ACTIVATION_ENABLED": "profiling_managed_activation_enabled",
     "DD_PROFILING_STACK_NATIVE_FRAMES": "profiling_stack_native_frames",
     "DD_PROPAGATION_STYLE_EXTRACT": "trace_propagation_style_extract",
@@ -648,10 +649,8 @@
     "dd_lambda_handler": "lambda_handler",
     "dd_llmobs_agentless_enabled": "llmobs_agentless_enabled",
     "dd_llmobs_enabled": "llmobs_enabled",
-    "dd_llmobs_event_size_bytes": "llmobs_event_size_bytes",
     "dd_llmobs_instrumented_proxy_urls": "llmobs_instrumented_proxy_urls",
     "dd_llmobs_ml_app": "llmobs_ml_app",
-    "dd_llmobs_payload_size_bytes": "llmobs_payload_size_bytes",
     "dd_llmobs_sample_rate": "llmobs_sample_rate",
     "dd_logs_otel_enabled": "logs_otel_enabled",
     "dd_metrics_otel_enabled": "metrics_otel_enabled",
