Skip to content

Commit 3c70e67

Browse files
authored
Duplicate service name in meta so it's not truncated in spark integration (#10063)
* Duplicate service name in meta so it's not truncated * rename attr * service_name attr in test * fix test
1 parent 12eab34 commit 3c70e67

File tree

2 files changed

+14
-9
lines changed

2 files changed

+14
-9
lines changed

dd-java-agent/instrumentation/spark/src/main/java/datadog/trace/instrumentation/spark/AbstractDatadogSparkListener.java

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1056,6 +1056,7 @@ private AgentTracer.SpanBuilder buildSparkSpan(String spanName, Properties prope
10561056
builder.withServiceName(databricksServiceName);
10571057
} else if (sparkServiceName != null) {
10581058
builder.withServiceName(sparkServiceName);
1059+
builder.withTag("service_name", sparkServiceName);
10591060
}
10601061

10611062
addPropertiesTags(builder, properties);

dd-java-agent/instrumentation/spark/src/testFixtures/groovy/datadog/trace/instrumentation/spark/AbstractSparkTest.groovy

Lines changed: 13 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -629,7 +629,7 @@ abstract class AbstractSparkTest extends InstrumentationSpecification {
629629
null | null | null | "(?!.*databricks).*"
630630
}
631631

632-
def "set the proper spark service name"(String ddService, boolean sparkAppNameAsService, String appName, boolean isRunningOnDatabricks, String expectedService) {
632+
def "set the proper spark service name"(String ddService, boolean sparkAppNameAsService, String appName, boolean isRunningOnDatabricks, String expectedService, String expectedServiceNameTag) {
633633
setup:
634634
if (ddService != null) {
635635
injectSysConfig("dd.service", ddService)
@@ -668,35 +668,39 @@ abstract class AbstractSparkTest extends InstrumentationSpecification {
668668
operationName "spark.application"
669669
spanType "spark"
670670
assert span.serviceName ==~ expectedService
671+
assert expectedServiceNameTag == null ? span.tags["service_name"] == null : span.tags["service_name"] ==~ expectedServiceNameTag
671672
}
672673
}
673674
span {
674675
operationName "spark.sql"
675676
spanType "spark"
676677
assert span.serviceName ==~ expectedService
678+
assert expectedServiceNameTag == null ? span.tags["service_name"] == null : span.tags["service_name"] ==~ expectedServiceNameTag
677679
}
678680
span {
679681
operationName "spark.job"
680682
spanType "spark"
681683
assert span.serviceName ==~ expectedService
684+
assert expectedServiceNameTag == null ? span.tags["service_name"] == null : span.tags["service_name"] ==~ expectedServiceNameTag
682685
}
683686
span {
684687
operationName "spark.stage"
685688
spanType "spark"
686689
assert span.serviceName ==~ expectedService
690+
assert expectedServiceNameTag == null ? span.tags["service_name"] == null : span.tags["service_name"] ==~ expectedServiceNameTag
687691
}
688692
}
689693
}
690694

691695
where:
692-
ddService | sparkAppNameAsService | appName | isRunningOnDatabricks | expectedService
693-
"foobar" | true | "some_app" | false | "(?!.*some_app).*"
694-
"spark" | true | "some_app" | false | "some_app"
695-
"hadoop" | true | "some_app" | false | "some_app"
696-
null | true | "some_app" | true | "(?!.*some_app).*"
697-
null | true | "some_app" | false | "some_app"
698-
null | false | "some_app" | false | "(?!.*some_app).*"
699-
null | true | null | false | "(?!.*some_app).*"
696+
ddService | sparkAppNameAsService | appName | isRunningOnDatabricks | expectedService | expectedServiceNameTag
697+
"foobar" | true | "some_app" | false | "(?!.*some_app).*" | null
698+
"spark" | true | "some_app" | false | "some_app" | "some_app"
699+
"hadoop" | true | "some_app" | false | "some_app" | "some_app"
700+
null | true | "some_app" | true | "(?!.*some_app).*" | null
701+
null | true | "some_app" | false | "some_app" | "some_app"
702+
null | false | "some_app" | false | "(?!.*some_app).*" | null
703+
null | true | null | false | "(?!.*some_app).*" | ".+"
700704
}
701705

702706

0 commit comments

Comments
 (0)