104 lines
4.6 KiB
Go
104 lines
4.6 KiB
Go
/*
|
|
Copyright 2018 The Kubernetes Authors.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
package backoff
|
|
|
|
import (
|
|
"testing"
|
|
"time"
|
|
|
|
"k8s.io/autoscaler/cluster-autoscaler/cloudprovider"
|
|
testprovider "k8s.io/autoscaler/cluster-autoscaler/cloudprovider/test"
|
|
|
|
"github.com/stretchr/testify/assert"
|
|
)
|
|
|
|
func nodeGroup(id string) cloudprovider.NodeGroup {
|
|
provider := testprovider.NewTestCloudProvider(nil, nil)
|
|
provider.AddNodeGroup(id, 1, 10, 1)
|
|
return provider.GetNodeGroup(id)
|
|
}
|
|
|
|
var nodeGroup1 = nodeGroup("id1")
|
|
var nodeGroup2 = nodeGroup("id2")
|
|
|
|
func TestBackoffTwoKeys(t *testing.T) {
|
|
backoff := NewIdBasedExponentialBackoff(10*time.Minute, time.Hour, 3*time.Hour)
|
|
startTime := time.Now()
|
|
assert.False(t, backoff.IsBackedOff(nodeGroup1, nil, startTime))
|
|
assert.False(t, backoff.IsBackedOff(nodeGroup2, nil, startTime))
|
|
backoff.Backoff(nodeGroup1, nil, cloudprovider.OtherErrorClass, "", startTime.Add(time.Minute))
|
|
assert.True(t, backoff.IsBackedOff(nodeGroup1, nil, startTime.Add(2*time.Minute)))
|
|
assert.False(t, backoff.IsBackedOff(nodeGroup2, nil, startTime))
|
|
assert.False(t, backoff.IsBackedOff(nodeGroup1, nil, startTime.Add(11*time.Minute)))
|
|
}
|
|
|
|
func TestMaxBackoff(t *testing.T) {
|
|
backoff := NewIdBasedExponentialBackoff(1*time.Minute, 3*time.Minute, 3*time.Hour)
|
|
startTime := time.Now()
|
|
backoff.Backoff(nodeGroup1, nil, cloudprovider.OtherErrorClass, "", startTime)
|
|
assert.True(t, backoff.IsBackedOff(nodeGroup1, nil, startTime))
|
|
assert.False(t, backoff.IsBackedOff(nodeGroup1, nil, startTime.Add(1*time.Minute)))
|
|
backoff.Backoff(nodeGroup1, nil, cloudprovider.OtherErrorClass, "", startTime.Add(1*time.Minute))
|
|
assert.True(t, backoff.IsBackedOff(nodeGroup1, nil, startTime.Add(1*time.Minute)))
|
|
assert.False(t, backoff.IsBackedOff(nodeGroup1, nil, startTime.Add(3*time.Minute)))
|
|
backoff.Backoff(nodeGroup1, nil, cloudprovider.OtherErrorClass, "", startTime.Add(3*time.Minute))
|
|
assert.True(t, backoff.IsBackedOff(nodeGroup1, nil, startTime.Add(3*time.Minute)))
|
|
assert.False(t, backoff.IsBackedOff(nodeGroup1, nil, startTime.Add(6*time.Minute)))
|
|
}
|
|
|
|
func TestRemoveBackoff(t *testing.T) {
|
|
backoff := NewIdBasedExponentialBackoff(1*time.Minute, 3*time.Minute, 3*time.Hour)
|
|
startTime := time.Now()
|
|
backoff.Backoff(nodeGroup1, nil, cloudprovider.OtherErrorClass, "", startTime)
|
|
assert.True(t, backoff.IsBackedOff(nodeGroup1, nil, startTime))
|
|
backoff.RemoveBackoff(nodeGroup1, nil)
|
|
assert.False(t, backoff.IsBackedOff(nodeGroup1, nil, startTime))
|
|
}
|
|
|
|
func TestResetStaleBackoffData(t *testing.T) {
|
|
backoff := NewIdBasedExponentialBackoff(1*time.Minute, 3*time.Minute, 3*time.Hour)
|
|
startTime := time.Now()
|
|
backoff.Backoff(nodeGroup1, nil, cloudprovider.OtherErrorClass, "", startTime)
|
|
backoff.Backoff(nodeGroup2, nil, cloudprovider.OtherErrorClass, "", startTime.Add(time.Hour))
|
|
backoff.RemoveStaleBackoffData(startTime.Add(time.Hour))
|
|
assert.Equal(t, 2, len(backoff.(*exponentialBackoff).backoffInfo))
|
|
backoff.RemoveStaleBackoffData(startTime.Add(4 * time.Hour))
|
|
assert.Equal(t, 1, len(backoff.(*exponentialBackoff).backoffInfo))
|
|
backoff.RemoveStaleBackoffData(startTime.Add(5 * time.Hour))
|
|
assert.Equal(t, 0, len(backoff.(*exponentialBackoff).backoffInfo))
|
|
}
|
|
|
|
func TestIncreaseExistingBackoff(t *testing.T) {
|
|
backoff := NewIdBasedExponentialBackoff(1*time.Second, 10*time.Minute, 3*time.Hour)
|
|
startTime := time.Now()
|
|
backoff.Backoff(nodeGroup1, nil, cloudprovider.OtherErrorClass, "", startTime)
|
|
// NG in backoff for one second here
|
|
assert.True(t, backoff.IsBackedOff(nodeGroup1, nil, startTime))
|
|
// Come out of backoff
|
|
time.Sleep(1 * time.Second)
|
|
assert.False(t, backoff.IsBackedOff(nodeGroup1, nil, time.Now()))
|
|
// Confirm existing backoff duration has been increased by backing off again
|
|
backoff.Backoff(nodeGroup1, nil, cloudprovider.OtherErrorClass, "", time.Now())
|
|
// Backoff should be for 2 seconds now
|
|
assert.True(t, backoff.IsBackedOff(nodeGroup1, nil, time.Now()))
|
|
time.Sleep(1 * time.Second)
|
|
assert.True(t, backoff.IsBackedOff(nodeGroup1, nil, time.Now()))
|
|
time.Sleep(1 * time.Second)
|
|
assert.False(t, backoff.IsBackedOff(nodeGroup1, nil, time.Now()))
|
|
// Result: existing backoff duration was scaled up beyond initial duration
|
|
}
|