From c0b4263deeccb723bc3d2cd26c7f760cc248b0fb Mon Sep 17 00:00:00 2001 From: Leo Romanovsky Date: Fri, 19 Jun 2026 20:38:50 -0400 Subject: [PATCH 1/2] Fix EVP flagevaluation system test contract --- tests/ffe/test_flag_eval_evp.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/tests/ffe/test_flag_eval_evp.py b/tests/ffe/test_flag_eval_evp.py index ae6a5843073..b863e62fc19 100644 --- a/tests/ffe/test_flag_eval_evp.py +++ b/tests/ffe/test_flag_eval_evp.py @@ -17,11 +17,11 @@ RC_PRODUCT = "FFE_FLAGS" RC_PATH = f"datadog/2/{RC_PRODUCT}" -EVP_FLAGEVALUATIONS_PATH = "/api/v2/flagevaluations" +EVP_FLAGEVALUATION_PATH = "/api/v2/flagevaluation" EVP_WAIT_TIMEOUT_SECONDS = 30 EVP_LOAD_WAIT_TIMEOUT_SECONDS = 60 EVP_FULL_TIER_PER_FLAG_CAP = 10_000 -EVP_DEGRADATION_OVERFLOW_EVALS = 50 +EVP_DEGRADATION_OVERFLOW_EVALS = 2_000 def make_multi_flag_fixture(flag_keys: list[str]) -> JSON: @@ -54,7 +54,7 @@ def evaluate_flag( def evp_flagevaluation_events_from_data(data: JSON, flag_key: str) -> list[tuple[JSON, JSON]]: - if data.get("path") != EVP_FLAGEVALUATIONS_PATH: + if data.get("path") != EVP_FLAGEVALUATION_PATH: return [] request = data.get("request") @@ -91,7 +91,7 @@ def wait_for_evp_flagevaluation_event(flag_key: str) -> None: def find_evp_flagevaluation_events(flag_key: str) -> list[tuple[JSON, JSON]]: results: list[tuple[JSON, JSON]] = [] - for data in interfaces.agent.get_data(path_filters=EVP_FLAGEVALUATIONS_PATH): + for data in interfaces.agent.get_data(path_filters=EVP_FLAGEVALUATION_PATH): results.extend(evp_flagevaluation_events_from_data(cast("JSON", data), flag_key)) return results From f7fb6d9962fb2e7d345ec976600815eb619ba49b Mon Sep 17 00:00:00 2001 From: Leo Romanovsky Date: Fri, 19 Jun 2026 20:50:58 -0400 Subject: [PATCH 2/2] Enable EVP flagevaluation system test for PHP --- manifests/php.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/manifests/php.yml b/manifests/php.yml index db6eb53666d..3e0482f6194 100644 --- a/manifests/php.yml +++ b/manifests/php.yml @@ -622,7 +622,7 @@ manifest: tests/docker_ssi/test_docker_ssi_crash.py::TestDockerSSICrash::test_crash: missing_feature (No implemented the endpoint /crashme) tests/ffe/test_dynamic_evaluation.py: v1.21.0-dev tests/ffe/test_exposures.py: v1.21.0-dev - tests/ffe/test_flag_eval_evp.py: missing_feature (FFL-2446) + tests/ffe/test_flag_eval_evp.py: v1.21.0-dev tests/ffe/test_flag_eval_metrics.py: v1.21.0-dev tests/integration_frameworks/llm/anthropic/test_anthropic_llmobs.py::TestAnthropicLlmObsMessages::test_create_error: bug (MLOB-1234) tests/integrations/crossed_integrations/test_kafka.py::Test_Kafka: missing_feature