Fix integration test

This commit is contained in:
Nikolay Martynov 2020-02-20 09:26:33 -05:00
parent c8bbce0549
commit cddd368fc0
1 changed files with 115 additions and 137 deletions

View File

@ -16,158 +16,136 @@ import java.time.Duration
import java.util.concurrent.TimeUnit
import java.util.concurrent.atomic.AtomicReference
class DDApiIntegrationTest {
// Do not run tests locally on Java7 since testcontainers are not compatible with Java7
// It is fine to run on CI because CI provides rabbitmq externally, not through testcontainers
@Requires({ "true" == System.getenv("CI") || jvm.java8Compatible })
static class DDAgentApiIntegrationV4Test extends DDSpecification {
static final WRITER = new ListWriter()
static final TRACER = DDTracer.builder().writer(WRITER).build()
static final CONTEXT = new DDSpanContext(
1G,
1G,
0G,
"fakeService",
"fakeOperation",
"fakeResource",
PrioritySampling.UNSET,
null,
[:],
false,
"fakeType",
[:],
new PendingTrace(TRACER, 1G),
TRACER,
[:])
// Do not run tests locally on Java7 since testcontainers are not compatible with Java7
// It is fine to run on CI because CI provides agent externally, not through testcontainers
@Requires({ "true" == System.getenv("CI") || jvm.java8Compatible })
class DDApiIntegrationTest extends DDSpecification {
static final WRITER = new ListWriter()
static final TRACER = DDTracer.builder().writer(WRITER).build()
static final CONTEXT = new DDSpanContext(
1G,
1G,
0G,
"fakeService",
"fakeOperation",
"fakeResource",
PrioritySampling.UNSET,
null,
[:],
false,
"fakeType",
[:],
new PendingTrace(TRACER, 1G),
TRACER,
[:])
// Looks like okHttp needs to resolve this, even for connection over socket
static final SOMEHOST = "datadoghq.com"
static final SOMEPORT = 123
// Looks like okHttp needs to resolve this, even for connection over socket
static final SOMEHOST = "datadoghq.com"
static final SOMEPORT = 123
/*
Note: type here has to stay undefined, otherwise tests will fail in CI in Java 7 because
'testcontainers' are built for Java 8 and Java 7 cannot load this class.
*/
@Shared
def agentContainer
@Shared
def agentContainerHost = "localhost"
@Shared
def agentContainerPort = 8126
@Shared
Process process
@Shared
File socketPath
def api
def unixDomainSocketApi
def endpoint = new AtomicReference<String>(null)
def agentResponse = new AtomicReference<Map<String, Map<String, Number>>>(null)
DDAgentResponseListener responseListener = { String receivedEndpoint, Map<String, Map<String, Number>> responseJson ->
endpoint.set(receivedEndpoint)
agentResponse.set(responseJson)
}
def setupSpec() {
/*
Note: type here has to stay undefined, otherwise tests will fail in CI in Java 7 because
'testcontainers' are built for Java 8 and Java 7 cannot load this class.
*/
@Shared
def agentContainer
@Shared
def agentContainerHost = "localhost"
@Shared
def agentContainerPort = 8126
@Shared
Process process
@Shared
File socketPath
def api
def unixDomainSocketApi
def endpoint = new AtomicReference<String>(null)
def agentResponse = new AtomicReference<Map<String, Map<String, Number>>>(null)
DDAgentResponseListener responseListener = { String receivedEndpoint, Map<String, Map<String, Number>> responseJson ->
endpoint.set(receivedEndpoint)
agentResponse.set(responseJson)
CI will provide us with agent container running along side our build.
When building locally, however, we need to take matters into our own hands
and we use 'testcontainers' for this.
*/
if ("true" != System.getenv("CI")) {
agentContainer = new GenericContainer("datadog/docker-dd-agent:latest")
.withEnv(["DD_APM_ENABLED": "true",
"DD_BIND_HOST" : "0.0.0.0",
"DD_API_KEY" : "invalid_key_but_this_is_fine",
"DD_LOGS_STDOUT": "yes"])
.withExposedPorts(datadog.trace.api.Config.DEFAULT_TRACE_AGENT_PORT)
.withStartupTimeout(Duration.ofSeconds(120))
// Apparently we need to sleep for a bit so agent's response `{"service:,env:":1}` in rate_by_service.
// This is clearly a race-condition and maybe we should av oid verifying complete response
.withStartupCheckStrategy(new MinimumDurationRunningStartupCheckStrategy(Duration.ofSeconds(10)))
// .withLogConsumer { output ->
// print output.utf8String
// }
agentContainer.start()
agentContainerHost = agentContainer.containerIpAddress
agentContainerPort = agentContainer.getMappedPort(datadog.trace.api.Config.DEFAULT_TRACE_AGENT_PORT)
}
def setupSpec() {
File tmpDir = File.createTempDir()
tmpDir.deleteOnExit()
socketPath = new File(tmpDir, "socket")
process = Runtime.getRuntime().exec("socat UNIX-LISEN:${socketPath},reuseaddr,fork TCP-CONNECT:${agentContainerHost}:${agentContainerPort}")
}
/*
CI will provide us with rabbitmq container running along side our build.
When building locally, however, we need to take matters into our own hands
and we use 'testcontainers' for this.
*/
if ("true" != System.getenv("CI")) {
agentContainer = new GenericContainer("datadog/docker-dd-agent:latest")
.withEnv(["DD_APM_ENABLED": "true",
"DD_BIND_HOST" : "0.0.0.0",
"DD_API_KEY" : "invalid_key_but_this_is_fine",
"DD_LOGS_STDOUT": "yes"])
.withExposedPorts(datadog.trace.api.Config.DEFAULT_TRACE_AGENT_PORT)
.withStartupTimeout(Duration.ofSeconds(120))
// Apparently we need to sleep for a bit so agent's response `{"service:,env:":1}` in rate_by_service.
// This is clearly a race-condition and maybe we should av oid verifying complete response
.withStartupCheckStrategy(new MinimumDurationRunningStartupCheckStrategy(Duration.ofSeconds(10)))
// .withLogConsumer { output ->
// print output.utf8String
// }
agentContainer.start()
agentContainerHost = agentContainer.containerIpAddress
agentContainerPort = agentContainer.getMappedPort(datadog.trace.api.Config.DEFAULT_TRACE_AGENT_PORT)
}
File tmpDir = File.createTempDir()
tmpDir.deleteOnExit()
socketPath = new File(tmpDir, "socket")
process = Runtime.getRuntime().exec("socat UNIX-LISTEN:${socketPath},reuseaddr,fork TCP-CONNECT:${agentContainerHost}:${agentContainerPort}")
def cleanupSpec() {
if (agentContainer) {
agentContainer.stop()
}
process.destroy()
}
def cleanupSpec() {
if (agentContainer) {
agentContainer.stop()
}
process.destroy()
}
def setup() {
api = new DDAgentApi(agentContainerHost, agentContainerPort, null)
api.addResponseListener(responseListener)
def setup() {
api = new DDAgentApi(agentContainerHost, agentContainerPort, v4(), null)
api.addResponseListener(responseListener)
unixDomainSocketApi = new DDAgentApi(SOMEHOST, SOMEPORT, socketPath.toString())
unixDomainSocketApi.addResponseListener(responseListener)
}
unixDomainSocketApi = new DDAgentApi(SOMEHOST, SOMEPORT, v4(), socketPath.toString())
unixDomainSocketApi.addResponseListener(responseListener)
}
def "Sending traces succeeds (test #test)"() {
expect:
api.sendTraces(traces)
assert endpoint.get() == "http://${agentContainerHost}:${agentContainerPort}/v0.4/traces"
assert agentResponse.get() == [rate_by_service: ["service:,env:": 1]]
boolean v4() {
return true
}
def "Sending traces succeeds (test #test)"() {
expect:
api.sendTraces(traces)
if (v4()) {
assert endpoint.get() == "http://${agentContainerHost}:${agentContainerPort}/v0.4/traces"
assert agentResponse.get() == [rate_by_service: ["service:,env:": 1]]
}
where:
traces | test
[] | 1
[[], []] | 2
[[new DDSpan(1, CONTEXT)]] | 3
[[new DDSpan(TimeUnit.MILLISECONDS.toMicros(System.currentTimeMillis()), CONTEXT)]] | 4
(1..15).collect { [] } | 5
(1..16).collect { [] } | 6
// Larger traces take more than 1 second to send to the agent and get a timeout exception:
where:
traces | test
[] | 1
[[], []] | 2
[[new DDSpan(1, CONTEXT)]] | 3
[[new DDSpan(TimeUnit.MILLISECONDS.toMicros(System.currentTimeMillis()), CONTEXT)]] | 4
(1..15).collect { [] } | 5
(1..16).collect { [] } | 6
// Larger traces take more than 1 second to send to the agent and get a timeout exception:
// (1..((1 << 16) - 1)).collect { [] } | 7
// (1..(1 << 16)).collect { [] } | 8
}
def "Sending traces to unix domain socket succeeds (test #test)"() {
expect:
unixDomainSocketApi.sendTraces(traces)
if (v4()) {
assert endpoint.get() == "http://${SOMEHOST}:${SOMEPORT}/v0.4/traces"
assert agentResponse.get() == [rate_by_service: ["service:,env:": 1]]
}
where:
traces | test
[] | 1
[[], []] | 2
[[new DDSpan(1, CONTEXT)]] | 3
[[new DDSpan(TimeUnit.MILLISECONDS.toMicros(System.currentTimeMillis()), CONTEXT)]] | 4
}
}
@Requires({ "true" == System.getenv("CI") || jvm.java8Compatible })
static class DDAgentApiIntegrationV3Test extends DDAgentApiIntegrationV4Test {
boolean v4() {
return false
}
def "Sending traces to unix domain socket succeeds (test #test)"() {
expect:
unixDomainSocketApi.sendTraces(traces)
assert endpoint.get() == "http://${SOMEHOST}:${SOMEPORT}/v0.4/traces"
assert agentResponse.get() == [rate_by_service: ["service:,env:": 1]]
def cleanup() {
assert endpoint.get() == null
assert agentResponse.get() == null
}
where:
traces | test
[] | 1
[[], []] | 2
[[new DDSpan(1, CONTEXT)]] | 3
[[new DDSpan(TimeUnit.MILLISECONDS.toMicros(System.currentTimeMillis()), CONTEXT)]] | 4
}
}