From 204b7cdd4c70179387d9a3b5a345b6a441909550 Mon Sep 17 00:00:00 2001 From: Tyler Benson Date: Thu, 16 May 2019 16:38:19 -0700 Subject: [PATCH 1/7] Update Integrations Core to 6.11.2 --- dd-java-agent/agent-jmxfetch/integrations-core | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/dd-java-agent/agent-jmxfetch/integrations-core b/dd-java-agent/agent-jmxfetch/integrations-core index 3e38b4e75e..e6a01f9e88 160000 --- a/dd-java-agent/agent-jmxfetch/integrations-core +++ b/dd-java-agent/agent-jmxfetch/integrations-core @@ -1 +1 @@ -Subproject commit 3e38b4e75edcee3ca84f022ea50240b0fc0537f2 +Subproject commit e6a01f9e885ac9b71c0ffec8c28dc75668570b15 From b505c6054382b97dcfc5c9ac1c73fb19fe91d42a Mon Sep 17 00:00:00 2001 From: Tyler Benson Date: Thu, 16 May 2019 16:28:46 -0700 Subject: [PATCH 2/7] Use jmx AppConfig Builder instead of factory method Expose new options for configuring JMXFetch with standard datadog-agent config files with `jvm_direct: true` set as an instance attribute (this will be ignored by the datadog-agent). For Example: * `dd.agent.conf.d=/opt/datadog-agent/etc/conf.d` * `dd.jmxfetch.configs=activemq.d/conf.yaml,jmx.d/conf.yaml` will load jmx configs in those two files that have `jvm_direct: true` in their `instance` setup. Environment variables can also be used: `DD_AGENT_CONF_D` and `DD_JMXFETCH_CONFIGS` Depends on https://github.com/DataDog/jmxfetch/releases/tag/0.29.0 being released. --- .../agent-jmxfetch/agent-jmxfetch.gradle | 9 +++- .../trace/agent/jmxfetch/JMXFetch.java | 44 ++++++++++++++----- .../src/main/resources/jmxfetch-config.yaml | 6 +-- .../main/java/datadog/trace/api/Config.java | 10 ++++- 4 files changed, 52 insertions(+), 17 deletions(-) diff --git a/dd-java-agent/agent-jmxfetch/agent-jmxfetch.gradle b/dd-java-agent/agent-jmxfetch/agent-jmxfetch.gradle index 3a8c86a423..5f43983704 100644 --- a/dd-java-agent/agent-jmxfetch/agent-jmxfetch.gradle +++ b/dd-java-agent/agent-jmxfetch/agent-jmxfetch.gradle @@ -4,7 +4,10 @@ plugins { apply from: "${rootDir}/gradle/java.gradle" dependencies { - compile 'com.datadoghq:jmxfetch:0.27.0' + compile('com.datadoghq:jmxfetch:0.29.0'){ + exclude group: 'org.slf4j', module: 'slf4j-log4j12' + exclude group: 'log4j', module: 'log4j' + } compile deps.slf4j compile project(':dd-trace-api') } @@ -32,12 +35,16 @@ tasks.register("submodulesUpdate", Exec) { group 'Build Setup' description 'Initializes and updates integrations-core git submodule' commandLine 'git', 'submodule', 'update', '--init', 'integrations-core' + inputs.file file("${project.rootDir}/.git/modules/dd-java-agent/agent-jmxfetch/integrations-core/HEAD") + outputs.dir file("$projectDir/integrations-core") } tasks.register("copyMetricConfigs", Exec) { group 'Build Setup' description 'Copy metrics.yaml files from integrations-core into resources' commandLine './copy-metric-configs.sh', 'integrations-core', sourceSets.main.output.resourcesDir + inputs.dir file("$projectDir/integrations-core") + outputs.dir sourceSets.main.output.resourcesDir doFirst { // Ensure the resources directory is available. file(sourceSets.main.output.resourcesDir).mkdirs() diff --git a/dd-java-agent/agent-jmxfetch/src/main/java/datadog/trace/agent/jmxfetch/JMXFetch.java b/dd-java-agent/agent-jmxfetch/src/main/java/datadog/trace/agent/jmxfetch/JMXFetch.java index 113b822036..a9f1fafd39 100644 --- a/dd-java-agent/agent-jmxfetch/src/main/java/datadog/trace/agent/jmxfetch/JMXFetch.java +++ b/dd-java-agent/agent-jmxfetch/src/main/java/datadog/trace/agent/jmxfetch/JMXFetch.java @@ -1,5 +1,7 @@ package datadog.trace.agent.jmxfetch; +import static org.datadog.jmxfetch.AppConfig.ACTION_COLLECT; + import com.google.common.collect.ImmutableList; import datadog.trace.api.Config; import java.io.IOException; @@ -16,6 +18,7 @@ import lombok.extern.slf4j.Slf4j; import org.apache.commons.io.IOUtils; import org.datadog.jmxfetch.App; import org.datadog.jmxfetch.AppConfig; +import org.datadog.jmxfetch.reporter.ReporterFactory; @Slf4j public class JMXFetch { @@ -38,6 +41,14 @@ public class JMXFetch { return; } + if (!log.isDebugEnabled() + && System.getProperty("org.slf4j.simpleLogger.log.org.datadog.jmxfetch") == null) { + // Reduce noisiness of jmxfetch logging. + System.setProperty("org.slf4j.simpleLogger.log.org.datadog.jmxfetch", "warn"); + } + + final String agentConfDPath = config.getAgentConfDPath(); + final List jmxFetchConfigs = config.getJmxFetchConfigs(); final List internalMetricsConfigs = getInternalMetricFiles(); final List metricsConfigs = config.getJmxFetchMetricsConfigs(); final Integer checkPeriod = config.getJmxFetchCheckPeriod(); @@ -48,7 +59,9 @@ public class JMXFetch { final String logLevel = getLogLevel(); log.info( - "JMXFetch config: {} {} {} {} {} {} {} {}", + "JMXFetch config: {} {} {} {} {} {} {} {} {} {}", + agentConfDPath, + jmxFetchConfigs, internalMetricsConfigs, metricsConfigs, checkPeriod, @@ -57,17 +70,24 @@ public class JMXFetch { reporter, logLocation, logLevel); - final AppConfig appConfig = - AppConfig.create( - DEFAULT_CONFIGS, - internalMetricsConfigs, - metricsConfigs, - checkPeriod, - refreshBeansPeriod, - globalTags, - reporter, - logLocation, - logLevel); + + final AppConfig.AppConfigBuilder configBuilder = + AppConfig.builder() + .action(ImmutableList.of(ACTION_COLLECT)) + .confdDirectory(agentConfDPath) + .yamlFileList(jmxFetchConfigs) + .targetDirectInstances(true) + .instanceConfigResources(DEFAULT_CONFIGS) + .metricConfigResources(internalMetricsConfigs) + .metricConfigFiles(metricsConfigs) + .refreshBeansPeriod(refreshBeansPeriod) + .globalTags(globalTags) + .reporter(ReporterFactory.getReporter(reporter)); + + if (checkPeriod != null) { + configBuilder.checkPeriod(checkPeriod); + } + final AppConfig appConfig = configBuilder.build(); final Thread thread = new Thread( diff --git a/dd-java-agent/agent-jmxfetch/src/main/resources/jmxfetch-config.yaml b/dd-java-agent/agent-jmxfetch/src/main/resources/jmxfetch-config.yaml index 0d913aca1f..bbc6d52fa8 100644 --- a/dd-java-agent/agent-jmxfetch/src/main/resources/jmxfetch-config.yaml +++ b/dd-java-agent/agent-jmxfetch/src/main/resources/jmxfetch-config.yaml @@ -3,6 +3,6 @@ init_config: new_gc_metrics: true instances: -- jmx_url: service:jmx:local:/// - conf: - # Intentionally left empty for now + - jvm_direct: true + name: dd-java-agent default + conf: [] # Intentionally left empty for now diff --git a/dd-trace-api/src/main/java/datadog/trace/api/Config.java b/dd-trace-api/src/main/java/datadog/trace/api/Config.java index c9ca8ba257..063c01cc1a 100644 --- a/dd-trace-api/src/main/java/datadog/trace/api/Config.java +++ b/dd-trace-api/src/main/java/datadog/trace/api/Config.java @@ -64,7 +64,9 @@ public class Config { public static final String PROPAGATION_STYLE_EXTRACT = "propagation.style.extract"; public static final String PROPAGATION_STYLE_INJECT = "propagation.style.inject"; + public static final String AGENT_CONF_D = "agent.conf.d"; public static final String JMX_FETCH_ENABLED = "jmxfetch.enabled"; + public static final String JMX_FETCH_CONFIGS = "jmxfetch.configs"; public static final String JMX_FETCH_METRICS_CONFIGS = "jmxfetch.metrics-configs"; public static final String JMX_FETCH_CHECK_PERIOD = "jmxfetch.check-period"; public static final String JMX_FETCH_REFRESH_BEANS_PERIOD = "jmxfetch.refresh-beans-period"; @@ -146,8 +148,10 @@ public class Config { @Getter private final Set propagationStylesToExtract; @Getter private final Set propagationStylesToInject; + @Getter private final String agentConfDPath; @Getter private final boolean jmxFetchEnabled; - @Getter private final List jmxFetchMetricsConfigs; + @Getter private final List jmxFetchConfigs; + @Deprecated @Getter private final List jmxFetchMetricsConfigs; @Getter private final Integer jmxFetchCheckPeriod; @Getter private final Integer jmxFetchRefreshBeansPeriod; @Getter private final String jmxFetchStatsdHost; @@ -218,8 +222,10 @@ public class Config { PropagationStyle.class, true); + agentConfDPath = getSettingFromEnvironment(AGENT_CONF_D, null); jmxFetchEnabled = getBooleanSettingFromEnvironment(JMX_FETCH_ENABLED, DEFAULT_JMX_FETCH_ENABLED); + jmxFetchConfigs = getListSettingFromEnvironment(JMX_FETCH_CONFIGS, null); jmxFetchMetricsConfigs = getListSettingFromEnvironment(JMX_FETCH_METRICS_CONFIGS, null); jmxFetchCheckPeriod = getIntegerSettingFromEnvironment(JMX_FETCH_CHECK_PERIOD, null); jmxFetchRefreshBeansPeriod = @@ -298,8 +304,10 @@ public class Config { ? parent.propagationStylesToInject : parsedPropagationStylesToInject; + agentConfDPath = properties.getProperty(AGENT_CONF_D, parent.agentConfDPath); jmxFetchEnabled = getPropertyBooleanValue(properties, JMX_FETCH_ENABLED, parent.jmxFetchEnabled); + jmxFetchConfigs = getPropertyListValue(properties, JMX_FETCH_CONFIGS, parent.jmxFetchConfigs); jmxFetchMetricsConfigs = getPropertyListValue(properties, JMX_FETCH_METRICS_CONFIGS, parent.jmxFetchMetricsConfigs); jmxFetchCheckPeriod = From 5f8e186dcb4b45a595f45a33a0f275235a755f03 Mon Sep 17 00:00:00 2001 From: Tyler Benson Date: Wed, 22 May 2019 16:00:20 -0700 Subject: [PATCH 3/7] Fix task inputs/outputs. --- dd-java-agent/agent-jmxfetch/agent-jmxfetch.gradle | 11 +++++++++-- 1 file changed, 9 insertions(+), 2 deletions(-) diff --git a/dd-java-agent/agent-jmxfetch/agent-jmxfetch.gradle b/dd-java-agent/agent-jmxfetch/agent-jmxfetch.gradle index 5f43983704..c075f69f72 100644 --- a/dd-java-agent/agent-jmxfetch/agent-jmxfetch.gradle +++ b/dd-java-agent/agent-jmxfetch/agent-jmxfetch.gradle @@ -35,8 +35,15 @@ tasks.register("submodulesUpdate", Exec) { group 'Build Setup' description 'Initializes and updates integrations-core git submodule' commandLine 'git', 'submodule', 'update', '--init', 'integrations-core' - inputs.file file("${project.rootDir}/.git/modules/dd-java-agent/agent-jmxfetch/integrations-core/HEAD") - outputs.dir file("$projectDir/integrations-core") + def submoduleHead = file("${project.rootDir}/.git/modules/dd-java-agent/agent-jmxfetch/integrations-core/HEAD") + if (submoduleHead.exists()) { + inputs.file "${project.rootDir}/.git/modules/dd-java-agent/agent-jmxfetch/integrations-core/HEAD" + } + def integrationsCore = file("$projectDir/integrations-core") + outputs.dir integrationsCore + if (integrationsCore.list().length == 0) { + outputs.upToDateWhen { false } + } } tasks.register("copyMetricConfigs", Exec) { From b09aa1a59da46fc734e5511284c1604479961524 Mon Sep 17 00:00:00 2001 From: Luca Abbati Date: Wed, 8 May 2019 16:49:47 +0200 Subject: [PATCH 4/7] Enable JMXFetch by default --- .../src/main/java/datadog/trace/api/Config.java | 2 +- .../test/groovy/datadog/trace/api/ConfigTest.groovy | 10 +++++----- 2 files changed, 6 insertions(+), 6 deletions(-) diff --git a/dd-trace-api/src/main/java/datadog/trace/api/Config.java b/dd-trace-api/src/main/java/datadog/trace/api/Config.java index 063c01cc1a..b3ca942fb1 100644 --- a/dd-trace-api/src/main/java/datadog/trace/api/Config.java +++ b/dd-trace-api/src/main/java/datadog/trace/api/Config.java @@ -102,7 +102,7 @@ public class Config { private static final int DEFAULT_PARTIAL_FLUSH_MIN_SPANS = 1000; private static final String DEFAULT_PROPAGATION_STYLE_EXTRACT = PropagationStyle.DATADOG.name(); private static final String DEFAULT_PROPAGATION_STYLE_INJECT = PropagationStyle.DATADOG.name(); - private static final boolean DEFAULT_JMX_FETCH_ENABLED = false; + private static final boolean DEFAULT_JMX_FETCH_ENABLED = true; public static final int DEFAULT_JMX_FETCH_STATSD_PORT = 8125; diff --git a/dd-trace-api/src/test/groovy/datadog/trace/api/ConfigTest.groovy b/dd-trace-api/src/test/groovy/datadog/trace/api/ConfigTest.groovy index d62eb9d47d..c6f127fe50 100644 --- a/dd-trace-api/src/test/groovy/datadog/trace/api/ConfigTest.groovy +++ b/dd-trace-api/src/test/groovy/datadog/trace/api/ConfigTest.groovy @@ -84,7 +84,7 @@ class ConfigTest extends Specification { config.runtimeContextFieldInjection == true config.propagationStylesToExtract.toList() == [Config.PropagationStyle.DATADOG] config.propagationStylesToInject.toList() == [Config.PropagationStyle.DATADOG] - config.jmxFetchEnabled == false + config.jmxFetchEnabled == true config.jmxFetchMetricsConfigs == [] config.jmxFetchCheckPeriod == null config.jmxFetchRefreshBeansPeriod == null @@ -125,7 +125,7 @@ class ConfigTest extends Specification { prop.setProperty(RUNTIME_CONTEXT_FIELD_INJECTION, "false") prop.setProperty(PROPAGATION_STYLE_EXTRACT, "Datadog, B3") prop.setProperty(PROPAGATION_STYLE_INJECT, "B3, Datadog") - prop.setProperty(JMX_FETCH_ENABLED, "true") + prop.setProperty(JMX_FETCH_ENABLED, "false") prop.setProperty(JMX_FETCH_METRICS_CONFIGS, "/foo.yaml,/bar.yaml") prop.setProperty(JMX_FETCH_CHECK_PERIOD, "100") prop.setProperty(JMX_FETCH_REFRESH_BEANS_PERIOD, "200") @@ -156,7 +156,7 @@ class ConfigTest extends Specification { config.runtimeContextFieldInjection == false config.propagationStylesToExtract.toList() == [Config.PropagationStyle.DATADOG, Config.PropagationStyle.B3] config.propagationStylesToInject.toList() == [Config.PropagationStyle.B3, Config.PropagationStyle.DATADOG] - config.jmxFetchEnabled == true + config.jmxFetchEnabled == false config.jmxFetchMetricsConfigs == ["/foo.yaml", "/bar.yaml"] config.jmxFetchCheckPeriod == 100 config.jmxFetchRefreshBeansPeriod == 200 @@ -188,7 +188,7 @@ class ConfigTest extends Specification { System.setProperty(PREFIX + RUNTIME_CONTEXT_FIELD_INJECTION, "false") System.setProperty(PREFIX + PROPAGATION_STYLE_EXTRACT, "Datadog, B3") System.setProperty(PREFIX + PROPAGATION_STYLE_INJECT, "B3, Datadog") - System.setProperty(PREFIX + JMX_FETCH_ENABLED, "true") + System.setProperty(PREFIX + JMX_FETCH_ENABLED, "false") System.setProperty(PREFIX + JMX_FETCH_METRICS_CONFIGS, "/foo.yaml,/bar.yaml") System.setProperty(PREFIX + JMX_FETCH_CHECK_PERIOD, "100") System.setProperty(PREFIX + JMX_FETCH_REFRESH_BEANS_PERIOD, "200") @@ -219,7 +219,7 @@ class ConfigTest extends Specification { config.runtimeContextFieldInjection == false config.propagationStylesToExtract.toList() == [Config.PropagationStyle.DATADOG, Config.PropagationStyle.B3] config.propagationStylesToInject.toList() == [Config.PropagationStyle.B3, Config.PropagationStyle.DATADOG] - config.jmxFetchEnabled == true + config.jmxFetchEnabled == false config.jmxFetchMetricsConfigs == ["/foo.yaml", "/bar.yaml"] config.jmxFetchCheckPeriod == 100 config.jmxFetchRefreshBeansPeriod == 200 From 4d01f52b67307638f3f5b82bcff4680cac8907b6 Mon Sep 17 00:00:00 2001 From: Tyler Benson Date: Thu, 23 May 2019 14:25:19 -0700 Subject: [PATCH 5/7] Change JMXFetch config keys `agent.conf.d` -> `jmxfetch.config.dir` `jmxfetch.configs` -> `jmxfetch.config` Enabling bundled JMXFetch configs: `dd.integration..enabled=true` -> `dd.jmxfetch..enabled=true` --- .../trace/agent/jmxfetch/JMXFetch.java | 8 ++-- .../datadog/trace/agent/JMXFetchTest.groovy | 2 +- .../main/java/datadog/trace/api/Config.java | 35 ++++++++++++----- .../datadog/trace/api/ConfigTest.groovy | 38 ++++++++++++++++++- 4 files changed, 67 insertions(+), 16 deletions(-) diff --git a/dd-java-agent/agent-jmxfetch/src/main/java/datadog/trace/agent/jmxfetch/JMXFetch.java b/dd-java-agent/agent-jmxfetch/src/main/java/datadog/trace/agent/jmxfetch/JMXFetch.java index a9f1fafd39..462e9a9192 100644 --- a/dd-java-agent/agent-jmxfetch/src/main/java/datadog/trace/agent/jmxfetch/JMXFetch.java +++ b/dd-java-agent/agent-jmxfetch/src/main/java/datadog/trace/agent/jmxfetch/JMXFetch.java @@ -47,7 +47,7 @@ public class JMXFetch { System.setProperty("org.slf4j.simpleLogger.log.org.datadog.jmxfetch", "warn"); } - final String agentConfDPath = config.getAgentConfDPath(); + final String jmxFetchConfigDir = config.getJmxFetchConfigDir(); final List jmxFetchConfigs = config.getJmxFetchConfigs(); final List internalMetricsConfigs = getInternalMetricFiles(); final List metricsConfigs = config.getJmxFetchMetricsConfigs(); @@ -60,7 +60,7 @@ public class JMXFetch { log.info( "JMXFetch config: {} {} {} {} {} {} {} {} {} {}", - agentConfDPath, + jmxFetchConfigDir, jmxFetchConfigs, internalMetricsConfigs, metricsConfigs, @@ -74,7 +74,7 @@ public class JMXFetch { final AppConfig.AppConfigBuilder configBuilder = AppConfig.builder() .action(ImmutableList.of(ACTION_COLLECT)) - .confdDirectory(agentConfDPath) + .confdDirectory(jmxFetchConfigDir) .yamlFileList(jmxFetchConfigs) .targetDirectInstances(true) .instanceConfigResources(DEFAULT_CONFIGS) @@ -151,7 +151,7 @@ public class JMXFetch { for (final String config : split) { integrationName.clear(); integrationName.add(config.replace(".yaml", "")); - if (Config.integrationEnabled(integrationName, false)) { + if (Config.jmxFetchIntegrationEnabled(integrationName, false)) { final URL resource = JMXFetch.class.getResource("metricconfigs/" + config); result.add(resource.getPath().split("\\.jar!/")[1]); } diff --git a/dd-java-agent/src/test/groovy/datadog/trace/agent/JMXFetchTest.groovy b/dd-java-agent/src/test/groovy/datadog/trace/agent/JMXFetchTest.groovy index e7ce2349fd..1b70815081 100644 --- a/dd-java-agent/src/test/groovy/datadog/trace/agent/JMXFetchTest.groovy +++ b/dd-java-agent/src/test/groovy/datadog/trace/agent/JMXFetchTest.groovy @@ -52,7 +52,7 @@ class JMXFetchTest extends Specification { def "test jmxfetch config"() { setup: names.each { - System.setProperty("dd.integration.${it}.enabled", "$enable") + System.setProperty("dd.jmxfetch.${it}.enabled", "$enable") } def classLoader = IntegrationTestUtils.getJmxFetchClassLoader() // Have to set this so JMXFetch knows where to find resources diff --git a/dd-trace-api/src/main/java/datadog/trace/api/Config.java b/dd-trace-api/src/main/java/datadog/trace/api/Config.java index b3ca942fb1..ffda653d25 100644 --- a/dd-trace-api/src/main/java/datadog/trace/api/Config.java +++ b/dd-trace-api/src/main/java/datadog/trace/api/Config.java @@ -64,9 +64,9 @@ public class Config { public static final String PROPAGATION_STYLE_EXTRACT = "propagation.style.extract"; public static final String PROPAGATION_STYLE_INJECT = "propagation.style.inject"; - public static final String AGENT_CONF_D = "agent.conf.d"; public static final String JMX_FETCH_ENABLED = "jmxfetch.enabled"; - public static final String JMX_FETCH_CONFIGS = "jmxfetch.configs"; + public static final String JMX_FETCH_CONFIG_DIR = "jmxfetch.config.dir"; + public static final String JMX_FETCH_CONFIG = "jmxfetch.config"; public static final String JMX_FETCH_METRICS_CONFIGS = "jmxfetch.metrics-configs"; public static final String JMX_FETCH_CHECK_PERIOD = "jmxfetch.check-period"; public static final String JMX_FETCH_REFRESH_BEANS_PERIOD = "jmxfetch.refresh-beans-period"; @@ -148,8 +148,8 @@ public class Config { @Getter private final Set propagationStylesToExtract; @Getter private final Set propagationStylesToInject; - @Getter private final String agentConfDPath; @Getter private final boolean jmxFetchEnabled; + @Getter private final String jmxFetchConfigDir; @Getter private final List jmxFetchConfigs; @Deprecated @Getter private final List jmxFetchMetricsConfigs; @Getter private final Integer jmxFetchCheckPeriod; @@ -222,10 +222,10 @@ public class Config { PropagationStyle.class, true); - agentConfDPath = getSettingFromEnvironment(AGENT_CONF_D, null); jmxFetchEnabled = getBooleanSettingFromEnvironment(JMX_FETCH_ENABLED, DEFAULT_JMX_FETCH_ENABLED); - jmxFetchConfigs = getListSettingFromEnvironment(JMX_FETCH_CONFIGS, null); + jmxFetchConfigDir = getSettingFromEnvironment(JMX_FETCH_CONFIG_DIR, null); + jmxFetchConfigs = getListSettingFromEnvironment(JMX_FETCH_CONFIG, null); jmxFetchMetricsConfigs = getListSettingFromEnvironment(JMX_FETCH_METRICS_CONFIGS, null); jmxFetchCheckPeriod = getIntegerSettingFromEnvironment(JMX_FETCH_CHECK_PERIOD, null); jmxFetchRefreshBeansPeriod = @@ -304,10 +304,10 @@ public class Config { ? parent.propagationStylesToInject : parsedPropagationStylesToInject; - agentConfDPath = properties.getProperty(AGENT_CONF_D, parent.agentConfDPath); jmxFetchEnabled = getPropertyBooleanValue(properties, JMX_FETCH_ENABLED, parent.jmxFetchEnabled); - jmxFetchConfigs = getPropertyListValue(properties, JMX_FETCH_CONFIGS, parent.jmxFetchConfigs); + jmxFetchConfigDir = properties.getProperty(JMX_FETCH_CONFIG_DIR, parent.jmxFetchConfigDir); + jmxFetchConfigs = getPropertyListValue(properties, JMX_FETCH_CONFIG, parent.jmxFetchConfigs); jmxFetchMetricsConfigs = getPropertyListValue(properties, JMX_FETCH_METRICS_CONFIGS, parent.jmxFetchMetricsConfigs); jmxFetchCheckPeriod = @@ -334,7 +334,7 @@ public class Config { final Map result = new HashMap<>(runtimeTags); if (reportHostName) { - String hostName = getHostName(); + final String hostName = getHostName(); if (null != hostName && !hostName.isEmpty()) { result.put(INTERNAL_HOST_NAME, hostName); } @@ -399,6 +399,23 @@ public class Config { return anyEnabled; } + public static boolean jmxFetchIntegrationEnabled( + final SortedSet integrationNames, final boolean defaultEnabled) { + // If default is enabled, we want to enable individually, + // if default is disabled, we want to disable individually. + boolean anyEnabled = defaultEnabled; + for (final String name : integrationNames) { + final boolean configEnabled = + getBooleanSettingFromEnvironment("jmxfetch." + name + ".enabled", defaultEnabled); + if (defaultEnabled) { + anyEnabled &= configEnabled; + } else { + anyEnabled |= configEnabled; + } + } + return anyEnabled; + } + public static boolean traceAnalyticsIntegrationEnabled( final SortedSet integrationNames, final boolean defaultEnabled) { // If default is enabled, we want to enable individually, @@ -682,7 +699,7 @@ public class Config { private String getHostName() { try { return InetAddress.getLocalHost().getHostName(); - } catch (UnknownHostException e) { + } catch (final UnknownHostException e) { // If we are not able to detect the hostname we do not throw an exception. } diff --git a/dd-trace-api/src/test/groovy/datadog/trace/api/ConfigTest.groovy b/dd-trace-api/src/test/groovy/datadog/trace/api/ConfigTest.groovy index c6f127fe50..5f3c0e754c 100644 --- a/dd-trace-api/src/test/groovy/datadog/trace/api/ConfigTest.groovy +++ b/dd-trace-api/src/test/groovy/datadog/trace/api/ConfigTest.groovy @@ -35,8 +35,8 @@ import static datadog.trace.api.Config.SERVICE_MAPPING import static datadog.trace.api.Config.SERVICE_NAME import static datadog.trace.api.Config.SPAN_TAGS import static datadog.trace.api.Config.TRACE_AGENT_PORT -import static datadog.trace.api.Config.TRACE_REPORT_HOSTNAME import static datadog.trace.api.Config.TRACE_ENABLED +import static datadog.trace.api.Config.TRACE_REPORT_HOSTNAME import static datadog.trace.api.Config.TRACE_RESOLVER_ENABLED import static datadog.trace.api.Config.WRITER_TYPE @@ -380,7 +380,7 @@ class ConfigTest extends Specification { properties.setProperty(JMX_FETCH_REFRESH_BEANS_PERIOD, "200") properties.setProperty(JMX_FETCH_STATSD_HOST, "statsd host") properties.setProperty(JMX_FETCH_STATSD_PORT, "321") - + when: def config = Config.get(properties) @@ -478,6 +478,40 @@ class ConfigTest extends Specification { integrationNames = new TreeSet<>(names) } + def "verify integration jmxfetch config"() { + setup: + environmentVariables.set("DD_JMXFETCH_ORDER_ENABLED", "false") + environmentVariables.set("DD_JMXFETCH_TEST_ENV_ENABLED", "true") + environmentVariables.set("DD_JMXFETCH_DISABLED_ENV_ENABLED", "false") + + System.setProperty("dd.jmxfetch.order.enabled", "true") + System.setProperty("dd.jmxfetch.test-prop.enabled", "true") + System.setProperty("dd.jmxfetch.disabled-prop.enabled", "false") + + expect: + Config.jmxFetchIntegrationEnabled(integrationNames, defaultEnabled) == expected + + where: + names | defaultEnabled | expected + [] | true | true + [] | false | false + ["invalid"] | true | true + ["invalid"] | false | false + ["test-prop"] | false | true + ["test-env"] | false | true + ["disabled-prop"] | true | false + ["disabled-env"] | true | false + ["other", "test-prop"] | false | true + ["other", "test-env"] | false | true + ["order"] | false | true + ["test-prop", "disabled-prop"] | false | true + ["disabled-env", "test-env"] | false | true + ["test-prop", "disabled-prop"] | true | false + ["disabled-env", "test-env"] | true | false + + integrationNames = new TreeSet<>(names) + } + def "verify integration trace analytics config"() { setup: environmentVariables.set("DD_ORDER_ANALYTICS_ENABLED", "false") From fd43210e0787175c44db7cf3cec7962cc2a734a7 Mon Sep 17 00:00:00 2001 From: Tyler Benson Date: Thu, 23 May 2019 16:27:53 -0700 Subject: [PATCH 6/7] Add task timeout for tests. --- dd-java-agent/dd-java-agent.gradle | 3 ++- .../agent/test/IntegrationTestUtils.java | 26 +++++++++++++++++-- gradle/java.gradle | 7 ++++- 3 files changed, 32 insertions(+), 4 deletions(-) diff --git a/dd-java-agent/dd-java-agent.gradle b/dd-java-agent/dd-java-agent.gradle index 43c3c0482a..4a8567f3fa 100644 --- a/dd-java-agent/dd-java-agent.gradle +++ b/dd-java-agent/dd-java-agent.gradle @@ -107,7 +107,8 @@ dependencies { } tasks.withType(Test).configureEach { - jvmArgs "-Ddd.writer.type=LogWriter", "-Ddd.service.name=java-app" + jvmArgs "-Ddd.service.name=java-agent-tests" + jvmArgs "-Ddd.writer.type=LoggingWriter" jvmArgs "-Ddatadog.slf4j.simpleLogger.defaultLogLevel=debug" jvmArgs "-Dorg.slf4j.simpleLogger.defaultLogLevel=debug" diff --git a/dd-java-agent/src/test/java/datadog/trace/agent/test/IntegrationTestUtils.java b/dd-java-agent/src/test/java/datadog/trace/agent/test/IntegrationTestUtils.java index c106179ead..1a85694388 100644 --- a/dd-java-agent/src/test/java/datadog/trace/agent/test/IntegrationTestUtils.java +++ b/dd-java-agent/src/test/java/datadog/trace/agent/test/IntegrationTestUtils.java @@ -17,6 +17,8 @@ import java.util.Arrays; import java.util.List; import java.util.Map; import java.util.UUID; +import java.util.concurrent.TimeUnit; +import java.util.concurrent.TimeoutException; import java.util.jar.Attributes; import java.util.jar.JarEntry; import java.util.jar.JarOutputStream; @@ -201,7 +203,8 @@ public class IntegrationTestUtils { final ProcessBuilder processBuilder = new ProcessBuilder(commands.toArray(new String[0])); processBuilder.environment().putAll(envVars); final Process process = processBuilder.start(); - final int result = process.waitFor(); + + waitFor(process, 30, TimeUnit.SECONDS); if (printOutputStreams) { final BufferedReader stdInput = @@ -221,6 +224,25 @@ public class IntegrationTestUtils { } System.out.println("--- stderr end ---"); } - return result; + return process.exitValue(); + } + + private static void waitFor(final Process process, final long timeout, final TimeUnit unit) + throws InterruptedException, TimeoutException { + final long startTime = System.nanoTime(); + long rem = unit.toNanos(timeout); + + do { + try { + process.exitValue(); + return; + } catch (final IllegalThreadStateException ex) { + if (rem > 0) { + Thread.sleep(Math.min(TimeUnit.NANOSECONDS.toMillis(rem) + 1, 100)); + } + } + rem = unit.toNanos(timeout) - (System.nanoTime() - startTime); + } while (rem > 0); + throw new TimeoutException(); } } diff --git a/gradle/java.gradle b/gradle/java.gradle index a0c1af6cf9..9f6b50da8f 100644 --- a/gradle/java.gradle +++ b/gradle/java.gradle @@ -1,3 +1,5 @@ +import java.time.Duration + apply plugin: 'java' apply plugin: 'groovy' @@ -301,8 +303,11 @@ for (def env : System.getenv().entrySet()) { } } -// Disable all tests if skipTests property was specified tasks.withType(Test).configureEach { + // All tests must complete within 2 minutes. + timeout = Duration.ofMinutes(2) + + // Disable all tests if skipTests property was specified onlyIf { !project.rootProject.hasProperty("skipTests") } } From 91cdef1a3581cd244f8d54fe81a0a38de80de86b Mon Sep 17 00:00:00 2001 From: Tyler Benson Date: Thu, 23 May 2019 17:59:54 -0700 Subject: [PATCH 7/7] Reduce logging to avoid risk of deadlocks. dd-jmx-collector Stack Trace is: java.lang.Thread.State: WAITING (parking) at jdk.internal.misc.Unsafe.park(java.base@10.0.1/Native Method) - parking to wait for <0x00000007a9ce5448> (a java.util.concurrent.locks.ReentrantLock$NonfairSync) at java.util.concurrent.locks.LockSupport.park(java.base@10.0.1/LockSupport.java:194) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(java.base@10.0.1/AbstractQueuedSynchronizer.java:883) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(java.base@10.0.1/AbstractQueuedSynchronizer.java:915) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(java.base@10.0.1/AbstractQueuedSynchronizer.java:1238) at java.util.concurrent.locks.ReentrantLock.lock(java.base@10.0.1/ReentrantLock.java:267) at org.gradle.internal.remote.internal.hub.MessageHub$ChannelDispatch.dispatch(MessageHub.java:361) at org.gradle.internal.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:93) at com.sun.proxy.$Proxy11.sendOutputEvent(Unknown Source) at org.gradle.process.internal.worker.child.WorkerLogEventListener.onOutput(WorkerLogEventListener.java:36) at jdk.internal.reflect.GeneratedMethodAccessor17.invoke(Unknown Source) at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(java.base@10.0.1/DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(java.base@10.0.1/Method.java:564) at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:35) at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24) at org.gradle.internal.event.AbstractBroadcastDispatch.dispatch(AbstractBroadcastDispatch.java:42) at org.gradle.internal.event.BroadcastDispatch$SingletonDispatch.dispatch(BroadcastDispatch.java:230) at org.gradle.internal.event.BroadcastDispatch$SingletonDispatch.dispatch(BroadcastDispatch.java:149) at org.gradle.internal.event.ListenerBroadcast.dispatch(ListenerBroadcast.java:140) at org.gradle.internal.event.ListenerBroadcast.dispatch(ListenerBroadcast.java:37) at org.gradle.internal.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:93) at com.sun.proxy.$Proxy10.onOutput(Unknown Source) at org.gradle.internal.logging.sink.OutputEventTransformer.onOutput(OutputEventTransformer.java:104) at org.gradle.internal.logging.sink.OutputEventRenderer.onOutput(OutputEventRenderer.java:420) - locked <0x00000007aa223fc0> (a java.lang.Object) at org.gradle.internal.logging.sink.OutputEventListenerManager$1.onOutput(OutputEventListenerManager.java:36) at org.gradle.internal.logging.services.TextStreamOutputEventListener.onTextEvent(TextStreamOutputEventListener.java:57) at org.gradle.internal.logging.services.TextStreamOutputEventListener.onOutput(TextStreamOutputEventListener.java:41) at org.gradle.internal.logging.source.PrintStreamLoggingSystem$OutputEventDestination.onOutput(PrintStreamLoggingSystem.java:167) at org.gradle.internal.logging.source.PrintStreamLoggingSystem$1.text(PrintStreamLoggingSystem.java:44) at org.gradle.internal.io.LineBufferingOutputStream.flush(LineBufferingOutputStream.java:95) at org.gradle.internal.io.LineBufferingOutputStream.write(LineBufferingOutputStream.java:80) at java.io.OutputStream.write(java.base@10.0.1/OutputStream.java:113) at java.io.PrintStream.write(java.base@10.0.1/PrintStream.java:559) - locked <0x00000007afd031a0> (a java.io.PrintStream) at sun.nio.cs.StreamEncoder.writeBytes(java.base@10.0.1/StreamEncoder.java:233) at sun.nio.cs.StreamEncoder.implFlushBuffer(java.base@10.0.1/StreamEncoder.java:312) at sun.nio.cs.StreamEncoder.flushBuffer(java.base@10.0.1/StreamEncoder.java:104) - locked <0x00000007afd03ac0> (a java.io.OutputStreamWriter) at java.io.OutputStreamWriter.flushBuffer(java.base@10.0.1/OutputStreamWriter.java:184) at java.io.PrintStream.newLine(java.base@10.0.1/PrintStream.java:625) - locked <0x00000007afd031a0> (a java.io.PrintStream) at java.io.PrintStream.println(java.base@10.0.1/PrintStream.java:883) - locked <0x00000007afd031a0> (a java.io.PrintStream) at org.gradle.internal.io.LinePerThreadBufferingOutputStream.println(LinePerThreadBufferingOutputStream.java:203) at datadog.slf4j.impl.SimpleLogger.write(SimpleLogger.java:318) at datadog.slf4j.impl.SimpleLogger.log(SimpleLogger.java:295) at datadog.slf4j.impl.SimpleLogger.info(SimpleLogger.java:480) at org.datadog.jmxfetch.reporter.ConsoleReporter.doSendServiceCheck(ConsoleReporter.java:52) at org.datadog.jmxfetch.reporter.Reporter.sendServiceCheck(Reporter.java:166) at org.datadog.jmxfetch.App.sendServiceCheck(App.java:767) at org.datadog.jmxfetch.App.processCollectionStatus(App.java:1161) at org.datadog.jmxfetch.App.doIteration(App.java:491) at org.datadog.jmxfetch.App.start(App.java:424) at org.datadog.jmxfetch.App.run(App.java:219) at datadog.trace.agent.jmxfetch.JMXFetch$1.run(JMXFetch.java:99) at java.lang.Thread.run(java.base@10.0.1/Thread.java:844) main Stack Trace is: java.lang.Thread.State: BLOCKED (on object monitor) at org.gradle.internal.logging.sink.OutputEventRenderer.onOutput(OutputEventRenderer.java:420) - waiting to lock <0x00000007aa223fc0> (a java.lang.Object) at org.gradle.internal.logging.sink.OutputEventListenerManager$1.onOutput(OutputEventListenerManager.java:36) at org.gradle.internal.logging.services.TextStreamOutputEventListener.onTextEvent(TextStreamOutputEventListener.java:57) at org.gradle.internal.logging.services.TextStreamOutputEventListener.onOutput(TextStreamOutputEventListener.java:41) at org.gradle.internal.logging.source.PrintStreamLoggingSystem$OutputEventDestination.onOutput(PrintStreamLoggingSystem.java:167) at org.gradle.internal.logging.source.PrintStreamLoggingSystem$1.text(PrintStreamLoggingSystem.java:44) at org.gradle.internal.io.LineBufferingOutputStream.flush(LineBufferingOutputStream.java:95) at org.gradle.internal.io.LineBufferingOutputStream.write(LineBufferingOutputStream.java:80) at java.io.OutputStream.write(java.base@10.0.1/OutputStream.java:113) at java.io.PrintStream.write(java.base@10.0.1/PrintStream.java:559) - locked <0x00000007a9c6b060> (a java.io.PrintStream) at sun.nio.cs.StreamEncoder.writeBytes(java.base@10.0.1/StreamEncoder.java:233) at sun.nio.cs.StreamEncoder.implFlushBuffer(java.base@10.0.1/StreamEncoder.java:312) at sun.nio.cs.StreamEncoder.flushBuffer(java.base@10.0.1/StreamEncoder.java:104) - locked <0x00000007a9c6b990> (a java.io.OutputStreamWriter) at java.io.OutputStreamWriter.flushBuffer(java.base@10.0.1/OutputStreamWriter.java:184) at java.io.PrintStream.newLine(java.base@10.0.1/PrintStream.java:625) - locked <0x00000007a9c6b060> (a java.io.PrintStream) at java.io.PrintStream.println(java.base@10.0.1/PrintStream.java:883) - locked <0x00000007a9c6b060> (a java.io.PrintStream) at org.gradle.internal.io.LinePerThreadBufferingOutputStream.println(LinePerThreadBufferingOutputStream.java:203) at datadog.slf4j.impl.SimpleLogger.write(SimpleLogger.java:318) at datadog.slf4j.impl.SimpleLogger.log(SimpleLogger.java:295) at datadog.slf4j.impl.SimpleLogger.formatAndLog(SimpleLogger.java:355) at datadog.slf4j.impl.SimpleLogger.debug(SimpleLogger.java:446) at datadog.trace.agent.tooling.context.FieldBackedProvider$1$1$1.visitMethodInsn(FieldBackedProvider.java:202) at net.bytebuddy.jar.asm.MethodVisitor.visitMethodInsn(MethodVisitor.java:427) at net.bytebuddy.utility.visitor.ExceptionTableSensitiveMethodVisitor.onVisitMethodInsn(ExceptionTableSensitiveMethodVisitor.java:180) at net.bytebuddy.utility.visitor.ExceptionTableSensitiveMethodVisitor.visitMethodInsn(ExceptionTableSensitiveMethodVisitor.java:167) at net.bytebuddy.jar.asm.MethodVisitor.visitMethodInsn(MethodVisitor.java:427) at net.bytebuddy.utility.visitor.StackAwareMethodVisitor.visitMethodInsn(StackAwareMethodVisitor.java:302) at net.bytebuddy.jar.asm.MethodVisitor.visitMethodInsn(MethodVisitor.java:427) at net.bytebuddy.jar.asm.MethodVisitor.visitMethodInsn(MethodVisitor.java:427) at net.bytebuddy.jar.asm.ClassReader.readCode(ClassReader.java:2214) at net.bytebuddy.jar.asm.ClassReader.readMethod(ClassReader.java:1283) at net.bytebuddy.jar.asm.ClassReader.accept(ClassReader.java:688) at net.bytebuddy.jar.asm.ClassReader.accept(ClassReader.java:400) at net.bytebuddy.asm.Advice$Dispatcher$Inlining$Resolved$AdviceMethodInliner.apply(Advice.java:7379) at net.bytebuddy.asm.Advice$AdviceVisitor.onAfterExceptionTable(Advice.java:9427) at net.bytebuddy.utility.visitor.ExceptionTableSensitiveMethodVisitor.considerEndOfExceptionTable(ExceptionTableSensitiveMethodVisitor.java:49) at net.bytebuddy.utility.visitor.ExceptionTableSensitiveMethodVisitor.visitLabel(ExceptionTableSensitiveMethodVisitor.java:62) at net.bytebuddy.jar.asm.Label.accept(Label.java:357) at net.bytebuddy.jar.asm.ClassReader.readCode(ClassReader.java:1823) at net.bytebuddy.jar.asm.ClassReader.readMethod(ClassReader.java:1283) at net.bytebuddy.jar.asm.ClassReader.accept(ClassReader.java:688) at net.bytebuddy.jar.asm.ClassReader.accept(ClassReader.java:400) at net.bytebuddy.dynamic.scaffold.TypeWriter$Default$ForInlining.create(TypeWriter.java:3393) at net.bytebuddy.dynamic.scaffold.TypeWriter$Default.make(TypeWriter.java:1930) at net.bytebuddy.dynamic.scaffold.inline.RedefinitionDynamicTypeBuilder.make(RedefinitionDynamicTypeBuilder.java:217) at net.bytebuddy.agent.builder.AgentBuilder$Default$Transformation$Simple$Resolution.apply(AgentBuilder.java:10132) at net.bytebuddy.agent.builder.AgentBuilder$Default$ExecutingTransformer.doTransform(AgentBuilder.java:10551) at net.bytebuddy.agent.builder.AgentBuilder$Default$ExecutingTransformer.transform(AgentBuilder.java:10514) at net.bytebuddy.agent.builder.AgentBuilder$Default$ExecutingTransformer.access$1500(AgentBuilder.java:10280) at net.bytebuddy.agent.builder.AgentBuilder$Default$ExecutingTransformer$Java9CapableVmDispatcher.run(AgentBuilder.java:10964) at net.bytebuddy.agent.builder.AgentBuilder$Default$ExecutingTransformer$Java9CapableVmDispatcher.run(AgentBuilder.java:10902) at java.security.AccessController.doPrivileged(java.base@10.0.1/Native Method) at net.bytebuddy.agent.builder.AgentBuilder$Default$ExecutingTransformer.transform(AgentBuilder.java:10470) at net.bytebuddy.agent.builder.AgentBuilder$Default$ExecutingTransformer$ByteBuddy$ModuleSupport.transform(Unknown Source) at sun.instrument.TransformerManager.transform(java.instrument@10.0.1/TransformerManager.java:188) at sun.instrument.InstrumentationImpl.transform(java.instrument@10.0.1/InstrumentationImpl.java:560) at java.lang.ClassLoader.defineClass1(java.base@10.0.1/Native Method) at java.lang.ClassLoader.defineClass(java.base@10.0.1/ClassLoader.java:1009) at java.security.SecureClassLoader.defineClass(java.base@10.0.1/SecureClassLoader.java:174) at java.net.URLClassLoader.defineClass(java.base@10.0.1/URLClassLoader.java:545) at java.net.URLClassLoader.access$100(java.base@10.0.1/URLClassLoader.java:83) at java.net.URLClassLoader$1.run(java.base@10.0.1/URLClassLoader.java:453) at java.net.URLClassLoader$1.run(java.base@10.0.1/URLClassLoader.java:447) at java.security.AccessController.doPrivileged(java.base@10.0.1/Native Method) at java.net.URLClassLoader.findClass(java.base@10.0.1/URLClassLoader.java:446) at java.lang.ClassLoader.loadClass(java.base@10.0.1/ClassLoader.java:566) - locked <0x00000007afb4bc50> (a java.lang.Object) at java.lang.ClassLoader.loadClass(java.base@10.0.1/ClassLoader.java:499) at org.gradle.internal.remote.internal.hub.MessageHub.addHandler(MessageHub.java:131) at org.gradle.internal.remote.internal.hub.MessageHubBackedObjectConnection.addIncoming(MessageHubBackedObjectConnection.java:98) at org.gradle.api.internal.tasks.testing.worker.TestWorker.startReceivingTests(TestWorker.java:104) at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:68) at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:46) at org.gradle.process.internal.worker.child.ActionExecutionWorker.execute(ActionExecutionWorker.java:93) at org.gradle.process.internal.worker.child.ActionExecutionWorker.execute(ActionExecutionWorker.java:36) at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:125) at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:68) at worker.org.gradle.process.internal.worker.GradleWorkerMain.run(GradleWorkerMain.java:62) at worker.org.gradle.process.internal.worker.GradleWorkerMain.main(GradleWorkerMain.java:67) --- dd-java-agent/dd-java-agent.gradle | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/dd-java-agent/dd-java-agent.gradle b/dd-java-agent/dd-java-agent.gradle index 4a8567f3fa..dda95c047e 100644 --- a/dd-java-agent/dd-java-agent.gradle +++ b/dd-java-agent/dd-java-agent.gradle @@ -109,8 +109,9 @@ dependencies { tasks.withType(Test).configureEach { jvmArgs "-Ddd.service.name=java-agent-tests" jvmArgs "-Ddd.writer.type=LoggingWriter" - jvmArgs "-Ddatadog.slf4j.simpleLogger.defaultLogLevel=debug" - jvmArgs "-Dorg.slf4j.simpleLogger.defaultLogLevel=debug" + // Multi-threaded logging seems to be causing deadlocks with Gradle's log capture. +// jvmArgs "-Ddatadog.slf4j.simpleLogger.defaultLogLevel=debug" +// jvmArgs "-Dorg.slf4j.simpleLogger.defaultLogLevel=debug" doFirst { // Defining here to allow jacoco to be first on the command line.