Skip to content

Commit 24de1ab

Browse files
Add spark.stage details attribute at the end of the stage
1 parent ff190af commit 24de1ab

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

dd-java-agent/instrumentation/spark/src/main/java/datadog/trace/instrumentation/spark/AbstractDatadogSparkListener.java

+1-1
Original file line numberDiff line numberDiff line change
@@ -492,7 +492,6 @@ public synchronized void onStageSubmitted(SparkListenerStageSubmitted stageSubmi
492492
"parent_stage_ids", Arrays.toString(getStageParentIds(stageSubmitted.stageInfo())))
493493
.withTag("task_count", stageSubmitted.stageInfo().numTasks())
494494
.withTag("attempt_id", stageAttemptId)
495-
.withTag("details", stageSubmitted.stageInfo().details())
496495
.withTag(DDTags.RESOURCE_NAME, stageSubmitted.stageInfo().name())
497496
.start();
498497

@@ -519,6 +518,7 @@ public synchronized void onStageCompleted(SparkListenerStageCompleted stageCompl
519518
return;
520519
}
521520

521+
span.setTag("details", stageCompleted.stageInfo().details());
522522
if (stageInfo.failureReason().isDefined()) {
523523
span.setError(true);
524524
span.setErrorMessage(getErrorMessageWithoutStackTrace(stageInfo.failureReason().get()));

0 commit comments

Comments
 (0)