From 7a07b63104ec058d648b8a5200a2bf457f20b04e Mon Sep 17 00:00:00 2001
From: Andrea Luzzardi <aluzzardi@gmail.com>
Date: Fri, 21 Nov 2014 15:59:19 -0800
Subject: [PATCH] Node: Basic health checking.

Signed-off-by: Andrea Luzzardi <aluzzardi@gmail.com>
---
 cluster/node.go | 19 ++++++++++++++++---
 1 file changed, 16 insertions(+), 3 deletions(-)

diff --git a/cluster/node.go b/cluster/node.go
index 4f5d950d84..a8816e6d4b 100644
--- a/cluster/node.go
+++ b/cluster/node.go
@@ -26,6 +26,7 @@ func NewNode(addr string) *Node {
 		Labels:     make(map[string]string),
 		ch:         make(chan bool),
 		containers: make(map[string]*Container),
+		healthy:    true,
 	}
 	return e
 }
@@ -45,6 +46,7 @@ type Node struct {
 	containers   map[string]*Container
 	client       dockerclient.Client
 	eventHandler EventHandler
+	healthy      bool
 }
 
 // Connect will initialize a connection to the Docker daemon running on the
@@ -89,8 +91,12 @@ func (n *Node) connectClient(client dockerclient.Client) error {
 }
 
 // IsConnected returns true if the engine is connected to a remote docker API
-func (e *Node) IsConnected() bool {
-	return e.client != nil
+func (n *Node) IsConnected() bool {
+	return n.client != nil
+}
+
+func (n *Node) IsHealthy() bool {
+	return n.healthy
 }
 
 // Gather node specs (CPU, memory, constraints, ...).
@@ -203,8 +209,15 @@ func (n *Node) refreshLoop() {
 		case <-time.After(stateRefreshPeriod):
 			err = n.refreshContainers()
 		}
+
 		if err != nil {
-			log.Errorf("[%s] Updated state failed: %v", n.ID, err)
+			n.healthy = false
+			log.Errorf("[%s/%s] Flagging node as dead. Updated state failed: %v", n.ID, n.Name, err)
+		} else {
+			if !n.healthy {
+				log.Infof("[%s/%s] Node came back to life. Hooray!", n.ID, n.Name)
+			}
+			n.healthy = true
 		}
 	}
 }