Skip to content

Commit ccd94f3

Browse files
committed
disable OL injection without config
Signed-off-by: Maciej Obuchowski <[email protected]>
1 parent ed3e99d commit ccd94f3

File tree

2 files changed

+44
-38
lines changed

2 files changed

+44
-38
lines changed

dd-java-agent/instrumentation/spark/spark_2.12/src/main/java/datadog/trace/instrumentation/spark/Spark212Instrumentation.java

Lines changed: 22 additions & 19 deletions
Original file line numberDiff line numberDiff line change
@@ -7,7 +7,6 @@
77
import datadog.trace.agent.tooling.InstrumenterModule;
88
import net.bytebuddy.asm.Advice;
99
import org.apache.spark.SparkContext;
10-
import org.apache.spark.util.Utils;
1110

1211
@AutoService(InstrumenterModule.class)
1312
public class Spark212Instrumentation extends AbstractSparkInstrumentation {
@@ -44,24 +43,28 @@ public static class InjectListener {
4443
@Advice.OnMethodEnter(suppress = Throwable.class)
4544
public static void enter(@Advice.This SparkContext sparkContext) {
4645
// checking whether OpenLineage integration is available and that it supports tags
47-
if (Utils.classIsLoadable("io.openlineage.spark.agent.OpenLineageSparkListener")
48-
&& Utils.classIsLoadable(
49-
"io.openlineage.spark.agent.facets.builder.TagsRunFacetBuilder")) {
50-
if (!sparkContext.conf().contains("spark.extraListeners")) {
51-
sparkContext
52-
.conf()
53-
.set("spark.extraListeners", "io.openlineage.spark.agent.OpenLineageSparkListener");
54-
} else {
55-
String extraListeners = sparkContext.conf().get("spark.extraListeners");
56-
if (!extraListeners.contains("io.openlineage.spark.agent.OpenLineageSparkListener")) {
57-
sparkContext
58-
.conf()
59-
.set(
60-
"spark.extraListeners",
61-
extraListeners + ",io.openlineage.spark.agent.OpenLineageSparkListener");
62-
}
63-
}
64-
}
46+
// Disabling this mechanism for this PR. Will be enabled with provided with Config option.
47+
// if (Utils.classIsLoadable("io.openlineage.spark.agent.OpenLineageSparkListener")
48+
// && Utils.classIsLoadable(
49+
// "io.openlineage.spark.agent.facets.builder.TagsRunFacetBuilder")) {
50+
// if (!sparkContext.conf().contains("spark.extraListeners")) {
51+
// sparkContext
52+
// .conf()
53+
// .set("spark.extraListeners",
54+
// "io.openlineage.spark.agent.OpenLineageSparkListener");
55+
// } else {
56+
// String extraListeners = sparkContext.conf().get("spark.extraListeners");
57+
// if
58+
// (!extraListeners.contains("io.openlineage.spark.agent.OpenLineageSparkListener")) {
59+
// sparkContext
60+
// .conf()
61+
// .set(
62+
// "spark.extraListeners",
63+
// extraListeners +
64+
// ",io.openlineage.spark.agent.OpenLineageSparkListener");
65+
// }
66+
// }
67+
// }
6568

6669
// We want to add the Datadog listener as the first listener
6770
AbstractDatadogSparkListener.listener =

dd-java-agent/instrumentation/spark/spark_2.13/src/main/java/datadog/trace/instrumentation/spark/Spark213Instrumentation.java

Lines changed: 22 additions & 19 deletions
Original file line numberDiff line numberDiff line change
@@ -7,7 +7,6 @@
77
import datadog.trace.agent.tooling.InstrumenterModule;
88
import net.bytebuddy.asm.Advice;
99
import org.apache.spark.SparkContext;
10-
import org.apache.spark.util.Utils;
1110

1211
@AutoService(InstrumenterModule.class)
1312
public class Spark213Instrumentation extends AbstractSparkInstrumentation {
@@ -44,24 +43,28 @@ public static class InjectListener {
4443
@Advice.OnMethodEnter(suppress = Throwable.class)
4544
public static void enter(@Advice.This SparkContext sparkContext) {
4645
// checking whether OpenLineage integration is available and that it supports tags
47-
if (Utils.classIsLoadable("io.openlineage.spark.agent.OpenLineageSparkListener")
48-
&& Utils.classIsLoadable(
49-
"io.openlineage.spark.agent.facets.builder.TagsRunFacetBuilder")) {
50-
if (!sparkContext.conf().contains("spark.extraListeners")) {
51-
sparkContext
52-
.conf()
53-
.set("spark.extraListeners", "io.openlineage.spark.agent.OpenLineageSparkListener");
54-
} else {
55-
String extraListeners = sparkContext.conf().get("spark.extraListeners");
56-
if (!extraListeners.contains("io.openlineage.spark.agent.OpenLineageSparkListener")) {
57-
sparkContext
58-
.conf()
59-
.set(
60-
"spark.extraListeners",
61-
extraListeners + ",io.openlineage.spark.agent.OpenLineageSparkListener");
62-
}
63-
}
64-
}
46+
// Disabling this mechanism for this PR. Will be enabled with provided with Config option.
47+
// if (Utils.classIsLoadable("io.openlineage.spark.agent.OpenLineageSparkListener")
48+
// && Utils.classIsLoadable(
49+
// "io.openlineage.spark.agent.facets.builder.TagsRunFacetBuilder")) {
50+
// if (!sparkContext.conf().contains("spark.extraListeners")) {
51+
// sparkContext
52+
// .conf()
53+
// .set("spark.extraListeners",
54+
// "io.openlineage.spark.agent.OpenLineageSparkListener");
55+
// } else {
56+
// String extraListeners = sparkContext.conf().get("spark.extraListeners");
57+
// if
58+
// (!extraListeners.contains("io.openlineage.spark.agent.OpenLineageSparkListener")) {
59+
// sparkContext
60+
// .conf()
61+
// .set(
62+
// "spark.extraListeners",
63+
// extraListeners +
64+
// ",io.openlineage.spark.agent.OpenLineageSparkListener");
65+
// }
66+
// }
67+
// }
6568

6669
// We want to add the Datadog listener as the first listener
6770
AbstractDatadogSparkListener.listener =

0 commit comments

Comments
 (0)