diff --git a/drivers/virtualbox/virtualbox.go b/drivers/virtualbox/virtualbox.go
index 0b12303c1a..bd8baaa864 100644
--- a/drivers/virtualbox/virtualbox.go
+++ b/drivers/virtualbox/virtualbox.go
@@ -388,9 +388,11 @@ func (d *Driver) Start() error {
 		return err
 	}
 
-	// check network to re-create if needed
-	if err := d.setupHostOnlyNetwork(d.MachineName); err != nil {
-		return err
+	if s == state.Stopped {
+		// check network to re-create if needed
+		if err := d.setupHostOnlyNetwork(d.MachineName); err != nil {
+			return fmt.Errorf("Error setting up host only network on machine start: %s", err)
+		}
 	}
 
 	switch s {