From 24de1ab37a0f384376abd30fce2d853f2f96aadb Mon Sep 17 00:00:00 2001 From: Paul Laffon Date: Thu, 12 Sep 2024 11:22:34 +0200 Subject: [PATCH] Add spark.stage details attribute at the end of the stage --- .../instrumentation/spark/AbstractDatadogSparkListener.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/dd-java-agent/instrumentation/spark/src/main/java/datadog/trace/instrumentation/spark/AbstractDatadogSparkListener.java b/dd-java-agent/instrumentation/spark/src/main/java/datadog/trace/instrumentation/spark/AbstractDatadogSparkListener.java index d009f3c826c..d995b9c0307 100644 --- a/dd-java-agent/instrumentation/spark/src/main/java/datadog/trace/instrumentation/spark/AbstractDatadogSparkListener.java +++ b/dd-java-agent/instrumentation/spark/src/main/java/datadog/trace/instrumentation/spark/AbstractDatadogSparkListener.java @@ -492,7 +492,6 @@ public synchronized void onStageSubmitted(SparkListenerStageSubmitted stageSubmi "parent_stage_ids", Arrays.toString(getStageParentIds(stageSubmitted.stageInfo()))) .withTag("task_count", stageSubmitted.stageInfo().numTasks()) .withTag("attempt_id", stageAttemptId) - .withTag("details", stageSubmitted.stageInfo().details()) .withTag(DDTags.RESOURCE_NAME, stageSubmitted.stageInfo().name()) .start(); @@ -519,6 +518,7 @@ public synchronized void onStageCompleted(SparkListenerStageCompleted stageCompl return; } + span.setTag("details", stageCompleted.stageInfo().details()); if (stageInfo.failureReason().isDefined()) { span.setError(true); span.setErrorMessage(getErrorMessageWithoutStackTrace(stageInfo.failureReason().get()));