Integration test for leader election

Signed-off-by: Andrea Luzzardi <aluzzardi@gmail.com>

test/integration/replication.bats

@@ -0,0 +1,60 @@
+#!/usr/bin/env bats
+
+load helpers
+
+# Address on which the store will listen (random port between 8000 and 9000).
+STORE_HOST=127.0.0.1:$(( ( RANDOM % 1000 )  + 8000 ))
+
+# Discovery parameter for Swarm
+DISCOVERY="consul://${STORE_HOST}/test"
+
+# Container name for integration test
+CONTAINER_NAME=swarm_leader
+
+function start_store() {
+	docker_host run -v $(pwd)/discovery/consul/config:/config --name=$CONTAINER_NAME -h $CONTAINER_NAME -p $STORE_HOST:8500 -d progrium/consul -server -bootstrap-expect 1 -config-file=/config/consul.json
+	# FIXME: We have to wait a few seconds for the store to come up.
+	sleep 3
+}
+
+function stop_store() {
+	docker_host rm -f -v $CONTAINER_NAME
+}
+
+function setup() {
+	start_store
+}
+
+function teardown() {
+	swarm_manage_cleanup
+	swarm_join_cleanup
+	stop_docker
+	stop_store
+}
+
+@test "leader election" {
+	local i=${#SWARM_MANAGE_PID[@]}
+	local port=$(($SWARM_BASE_PORT + $i))
+	local host=127.0.0.1:$port
+
+	# Bring up one manager, make sure it becomes primary.
+	swarm_manage --replication --advertise 127.0.0.1:$SWARM_BASE_PORT "$DISCOVERY"
+	run docker -H ${SWARM_HOSTS[0]} info
+	[[ "${output}" == *"Role: primary"* ]]
+
+	# Fire up a second manager. Ensure it's a replica forwarding to the right primary.
+	swarm_manage --replication --advertise 127.0.0.1:$(($SWARM_BASE_PORT + 1)) "$DISCOVERY"
+	run docker -H ${SWARM_HOSTS[1]} info
+	[[ "${output}" == *"Role: replica"* ]]
+	[[ "${output}" == *"Primary: ${SWARM_HOSTS[0]}"* ]]
+
+	# Kill the leader and ensure the replica takes over.
+	kill "${SWARM_MANAGE_PID[0]}"
+	retry 120 1 eval "docker -H ${SWARM_HOSTS[1]} info | grep -q 'Role: primary'"
+
+	# Add a new replica and make sure it sees the new leader as primary.
+	swarm_manage --replication --advertise 127.0.0.1:$(($SWARM_BASE_PORT + 2)) "$DISCOVERY"
+	run docker -H ${SWARM_HOSTS[2]} info
+	[[ "${output}" == *"Role: replica"* ]]
+	[[ "${output}" == *"Primary: ${SWARM_HOSTS[1]}"* ]]
+}