From 0330fee15691b4e1a9ca7950d555c8076bc0dd2e Mon Sep 17 00:00:00 2001 From: Munir Date: Fri, 29 May 2026 15:44:29 -0400 Subject: [PATCH 1/2] Pin INTEGRATION_FRAMEWORKS test agent to dev LLMObs meta_struct image Point the integration_frameworks scenario at the dev-tagged dd-apm-test-agent image (dev-llmobs-meta-struct) that synthesizes EVP LLMObs requests from APM trace meta_struct["_llmobs"], so the suite can validate dd-trace-py's agent-based LLMObs export (PR #18254). Co-authored-by: Cursor --- utils/_context/_scenarios/integration_frameworks.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/utils/_context/_scenarios/integration_frameworks.py b/utils/_context/_scenarios/integration_frameworks.py index f313a834cdf..f9ba7534aec 100644 --- a/utils/_context/_scenarios/integration_frameworks.py +++ b/utils/_context/_scenarios/integration_frameworks.py @@ -30,7 +30,7 @@ def __init__(self, name: str, doc: str) -> None: name, doc=doc, github_workflow="endtoend", - agent_image="ghcr.io/datadog/dd-apm-test-agent/ddapm-test-agent:v1.42.0", + agent_image="ghcr.io/datadog/dd-apm-test-agent/ddapm-test-agent:dev-llmobs-meta-struct", scenario_groups=(groups.integration_frameworks,), ) From fd32dcb87fd0035a8377b72fb1368040410abdde Mon Sep 17 00:00:00 2001 From: Munir Date: Fri, 29 May 2026 15:49:50 -0400 Subject: [PATCH 2/2] Bump test agent to dev LLMObs image for PARAMETRIC and VCR cassettes Extend the dev-tagged dd-apm-test-agent (dev-llmobs-meta-struct) to the remaining LLM-adjacent surfaces so the draft validates no regressions: - PARAMETRIC: exercises tests/parametric/test_llm_observability. - VCRCassettesContainer: backs INTEGRATION_FRAMEWORKS plus the AI_GUARD and AI_GUARD_TELEMETRY scenarios. Non-LLM references (APMTestAgentContainer used by DOCKER_SSI, and the k8s lib-injection test agent) are intentionally left on their pinned versions. Co-authored-by: Cursor --- utils/_context/_scenarios/parametric.py | 2 +- utils/_context/containers.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/utils/_context/_scenarios/parametric.py b/utils/_context/_scenarios/parametric.py index d1a195d5c36..8a757c26325 100644 --- a/utils/_context/_scenarios/parametric.py +++ b/utils/_context/_scenarios/parametric.py @@ -63,7 +63,7 @@ def __init__(self, name: str, doc: str) -> None: name, doc=doc, github_workflow="parametric", - agent_image="ghcr.io/datadog/dd-apm-test-agent/ddapm-test-agent:v1.42.0", + agent_image="ghcr.io/datadog/dd-apm-test-agent/ddapm-test-agent:dev-llmobs-meta-struct", ) self._parametric_tests_confs = ParametricScenario.PersistentParametricTestConf(self) diff --git a/utils/_context/containers.py b/utils/_context/containers.py index c2966d11fbc..3b43081cca3 100644 --- a/utils/_context/containers.py +++ b/utils/_context/containers.py @@ -1490,7 +1490,7 @@ class VCRCassettesContainer(TestedContainer): def __init__(self, vcr_port: int = ContainerPorts.vcr_cassettes) -> None: super().__init__( - image_name="ghcr.io/datadog/dd-apm-test-agent/ddapm-test-agent:v1.39.0", + image_name="ghcr.io/datadog/dd-apm-test-agent/ddapm-test-agent:dev-llmobs-meta-struct", name="vcr_cassettes", environment={ "PORT": str(vcr_port),