mirror of https://github.com/tikv/client-go.git
491 lines
15 KiB
Go
491 lines
15 KiB
Go
// Copyright 2021 TiKV Authors
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
// NOTE: The code in this file is based on code from the
|
|
// TiDB project, licensed under the Apache License v 2.0
|
|
//
|
|
// https://github.com/pingcap/tidb/tree/cc5e161ac06827589c4966674597c137cc9e809c/store/tikv/tests/split_test.go
|
|
//
|
|
|
|
// Copyright 2016 PingCAP, Inc.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package tikv_test
|
|
|
|
import (
|
|
"context"
|
|
"sync"
|
|
"testing"
|
|
|
|
"github.com/pingcap/failpoint"
|
|
"github.com/pingcap/kvproto/pkg/keyspacepb"
|
|
"github.com/pingcap/kvproto/pkg/meta_storagepb"
|
|
"github.com/pingcap/kvproto/pkg/metapb"
|
|
"github.com/pingcap/kvproto/pkg/pdpb"
|
|
rmpb "github.com/pingcap/kvproto/pkg/resource_manager"
|
|
"github.com/pkg/errors"
|
|
"github.com/stretchr/testify/suite"
|
|
"github.com/tikv/client-go/v2/config"
|
|
"github.com/tikv/client-go/v2/testutils"
|
|
"github.com/tikv/client-go/v2/tikv"
|
|
"github.com/tikv/client-go/v2/txnkv/transaction"
|
|
pd "github.com/tikv/pd/client"
|
|
"github.com/tikv/pd/client/clients/gc"
|
|
"github.com/tikv/pd/client/clients/router"
|
|
"github.com/tikv/pd/client/clients/tso"
|
|
"github.com/tikv/pd/client/opt"
|
|
"github.com/tikv/pd/client/pkg/caller"
|
|
sd "github.com/tikv/pd/client/servicediscovery"
|
|
)
|
|
|
|
func TestSplit(t *testing.T) {
|
|
suite.Run(t, new(testSplitSuite))
|
|
}
|
|
|
|
type testSplitSuite struct {
|
|
suite.Suite
|
|
cluster testutils.Cluster
|
|
store tikv.StoreProbe
|
|
bo *tikv.Backoffer
|
|
}
|
|
|
|
func (s *testSplitSuite) SetupTest() {
|
|
client, cluster, pdClient, err := testutils.NewMockTiKV("", nil)
|
|
s.Require().Nil(err)
|
|
testutils.BootstrapWithSingleStore(cluster)
|
|
s.cluster = cluster
|
|
store, err := tikv.NewTestTiKVStore(client, pdClient, nil, nil, 0)
|
|
s.Require().Nil(err)
|
|
|
|
s.store = tikv.StoreProbe{KVStore: store}
|
|
s.bo = tikv.NewBackofferWithVars(context.Background(), 5000, nil)
|
|
}
|
|
|
|
func (s *testSplitSuite) TearDownTest() {
|
|
s.store.Close()
|
|
}
|
|
|
|
func (s *testSplitSuite) begin() transaction.TxnProbe {
|
|
txn, err := s.store.Begin()
|
|
s.Require().Nil(err)
|
|
return txn
|
|
}
|
|
|
|
func (s *testSplitSuite) split(regionID uint64, key []byte) {
|
|
newRegionID, peerID := s.cluster.AllocID(), s.cluster.AllocID()
|
|
s.cluster.Split(regionID, newRegionID, key, []uint64{peerID}, peerID)
|
|
}
|
|
|
|
func (s *testSplitSuite) TestSplitBatchGet() {
|
|
loc, err := s.store.GetRegionCache().LocateKey(s.bo, []byte("a"))
|
|
s.Require().Nil(err)
|
|
|
|
txn := s.begin()
|
|
|
|
keys := [][]byte{{'a'}, {'b'}, {'c'}}
|
|
_, region, err := s.store.GetRegionCache().GroupKeysByRegion(s.bo, keys, nil)
|
|
s.Nil(err)
|
|
|
|
s.split(loc.Region.GetID(), []byte("b"))
|
|
s.store.GetRegionCache().InvalidateCachedRegion(loc.Region)
|
|
|
|
// mocktikv will panic if it meets a not-in-region key.
|
|
err = txn.BatchGetSingleRegion(s.bo, region, keys, func([]byte, []byte) {})
|
|
s.Nil(err)
|
|
}
|
|
|
|
func (s *testSplitSuite) TestBatchGetUsingAsyncAPI() {
|
|
defer config.UpdateGlobal(func(conf *config.Config) {
|
|
conf.EnableAsyncBatchGet = true
|
|
})()
|
|
|
|
// init data
|
|
txn := s.begin()
|
|
s.Nil(txn.Set([]byte("a"), []byte("a")))
|
|
s.Nil(txn.Set([]byte("c"), []byte("c")))
|
|
s.Nil(txn.Commit(context.TODO()))
|
|
|
|
// split by 'b' and invalidate the region so that BatchGet('a', 'b', 'c') has to handle 2 batches.
|
|
loc, err := s.store.GetRegionCache().LocateKey(s.bo, []byte("b"))
|
|
s.Nil(err)
|
|
s.True(loc.Contains([]byte("a")))
|
|
s.True(loc.Contains([]byte("c")))
|
|
s.split(loc.Region.GetID(), []byte("b"))
|
|
s.store.GetRegionCache().InvalidateCachedRegion(loc.Region)
|
|
|
|
txn = s.begin()
|
|
m, err := txn.GetSnapshot().BatchGet(context.TODO(), [][]byte{{'a'}, {'b'}, {'c'}})
|
|
s.Nil(err)
|
|
s.Len(m, 2)
|
|
s.Equal([]byte("a"), m[string([]byte{'a'})])
|
|
s.Equal([]byte("c"), m[string([]byte{'c'})])
|
|
s.NotContains(m, string([]byte{'b'}))
|
|
|
|
// split by 'c' without invalidating the old region, then BatchGet('a', 'b', 'c') will meet region error when handling batch{keys: ['b', 'c']}.
|
|
loc, err = s.store.GetRegionCache().LocateKey(s.bo, []byte("b"))
|
|
s.Nil(err)
|
|
s.False(loc.Contains([]byte("a")))
|
|
s.True(loc.Contains([]byte("b")))
|
|
s.True(loc.Contains([]byte("c")))
|
|
s.split(loc.Region.GetID(), []byte("c"))
|
|
|
|
txn = s.begin()
|
|
m, err = txn.GetSnapshot().BatchGet(context.TODO(), [][]byte{{'a'}, {'b'}, {'c'}})
|
|
s.Nil(err)
|
|
s.Len(m, 2)
|
|
s.Equal([]byte("a"), m[string([]byte{'a'})])
|
|
s.Equal([]byte("c"), m[string([]byte{'c'})])
|
|
s.NotContains(m, string([]byte{'b'}))
|
|
|
|
// leave a lock on 'a' so that BatchGet('a', 'b', 'c') will meet lock error.
|
|
txnW := s.begin()
|
|
s.Nil(txnW.Set([]byte("a"), []byte("a")))
|
|
commiter, err := txnW.NewCommitter(1)
|
|
s.Nil(err)
|
|
s.Nil(commiter.PrewriteAllMutations(context.TODO()))
|
|
|
|
txn = s.begin()
|
|
m, err = txn.GetSnapshot().BatchGet(context.TODO(), [][]byte{{'a'}, {'b'}, {'c'}})
|
|
s.Nil(err)
|
|
s.Len(m, 2)
|
|
s.Equal([]byte("a"), m[string([]byte{'a'})])
|
|
s.Equal([]byte("c"), m[string([]byte{'c'})])
|
|
s.NotContains(m, string([]byte{'b'}))
|
|
|
|
// inject an error on sending request.
|
|
failpoint.Enable("tikvclient/tikvStoreSendReqResult", `1*return("timeout")`)
|
|
defer failpoint.Disable("tikvclient/tikvStoreSendReqResult")
|
|
txn = s.begin()
|
|
_, err = txn.GetSnapshot().BatchGet(context.TODO(), [][]byte{{'a'}, {'b'}, {'c'}})
|
|
s.Error(err)
|
|
}
|
|
|
|
func (s *testSplitSuite) TestStaleEpoch() {
|
|
mockPDClient := &mockPDClient{client: s.store.GetRegionCache().PDClient()}
|
|
s.store.SetRegionCachePDClient(mockPDClient)
|
|
|
|
loc, err := s.store.GetRegionCache().LocateKey(s.bo, []byte("a"))
|
|
s.Require().Nil(err)
|
|
|
|
txn := s.begin()
|
|
err = txn.Set([]byte("a"), []byte("a"))
|
|
s.Nil(err)
|
|
err = txn.Set([]byte("c"), []byte("c"))
|
|
s.Nil(err)
|
|
err = txn.Commit(context.Background())
|
|
s.Nil(err)
|
|
|
|
// Initiate a split and disable the PD client. If it still works, the
|
|
// new region is updated from kvrpc.
|
|
s.split(loc.Region.GetID(), []byte("b"))
|
|
mockPDClient.disable()
|
|
|
|
txn = s.begin()
|
|
_, err = txn.Get(context.TODO(), []byte("a"))
|
|
s.Nil(err)
|
|
_, err = txn.Get(context.TODO(), []byte("c"))
|
|
s.Nil(err)
|
|
}
|
|
|
|
var errStopped = errors.New("stopped")
|
|
|
|
type mockPDClient struct {
|
|
sync.RWMutex
|
|
client pd.Client
|
|
stop bool
|
|
}
|
|
|
|
func (c *mockPDClient) LoadGlobalConfig(ctx context.Context, names []string, configPath string) ([]pd.GlobalConfigItem, int64, error) {
|
|
return nil, 0, nil
|
|
}
|
|
|
|
func (c *mockPDClient) StoreGlobalConfig(ctx context.Context, configPath string, items []pd.GlobalConfigItem) error {
|
|
return nil
|
|
}
|
|
|
|
func (c *mockPDClient) WatchGlobalConfig(ctx context.Context, configPath string, revision int64) (chan []pd.GlobalConfigItem, error) {
|
|
return nil, nil
|
|
}
|
|
|
|
func (c *mockPDClient) disable() {
|
|
c.Lock()
|
|
defer c.Unlock()
|
|
c.stop = true
|
|
}
|
|
|
|
func (c *mockPDClient) GetAllMembers(ctx context.Context) (*pdpb.GetMembersResponse, error) {
|
|
return nil, nil
|
|
}
|
|
|
|
func (c *mockPDClient) GetClusterID(context.Context) uint64 {
|
|
return 1
|
|
}
|
|
|
|
func (c *mockPDClient) GetTS(ctx context.Context) (int64, int64, error) {
|
|
c.RLock()
|
|
defer c.RUnlock()
|
|
|
|
if c.stop {
|
|
return 0, 0, errors.WithStack(errStopped)
|
|
}
|
|
return c.client.GetTS(ctx)
|
|
}
|
|
|
|
func (c *mockPDClient) GetLocalTS(ctx context.Context, dcLocation string) (int64, int64, error) {
|
|
return c.GetTS(ctx)
|
|
}
|
|
|
|
func (c *mockPDClient) GetTSAsync(ctx context.Context) tso.TSFuture {
|
|
return nil
|
|
}
|
|
|
|
func (c *mockPDClient) GetLocalTSAsync(ctx context.Context, dcLocation string) tso.TSFuture {
|
|
return nil
|
|
}
|
|
|
|
func (c *mockPDClient) GetRegion(ctx context.Context, key []byte, opts ...opt.GetRegionOption) (*router.Region, error) {
|
|
c.RLock()
|
|
defer c.RUnlock()
|
|
|
|
if c.stop {
|
|
return nil, errors.WithStack(errStopped)
|
|
}
|
|
return c.client.GetRegion(ctx, key, opts...)
|
|
}
|
|
|
|
func (c *mockPDClient) GetRegionFromMember(ctx context.Context, key []byte, memberURLs []string, opts ...opt.GetRegionOption) (*router.Region, error) {
|
|
return nil, nil
|
|
}
|
|
|
|
func (c *mockPDClient) GetPrevRegion(ctx context.Context, key []byte, opts ...opt.GetRegionOption) (*router.Region, error) {
|
|
c.RLock()
|
|
defer c.RUnlock()
|
|
|
|
if c.stop {
|
|
return nil, errors.WithStack(errStopped)
|
|
}
|
|
return c.client.GetPrevRegion(ctx, key, opts...)
|
|
}
|
|
|
|
func (c *mockPDClient) GetRegionByID(ctx context.Context, regionID uint64, opts ...opt.GetRegionOption) (*router.Region, error) {
|
|
c.RLock()
|
|
defer c.RUnlock()
|
|
|
|
if c.stop {
|
|
return nil, errors.WithStack(errStopped)
|
|
}
|
|
return c.client.GetRegionByID(ctx, regionID, opts...)
|
|
}
|
|
|
|
func (c *mockPDClient) ScanRegions(ctx context.Context, startKey []byte, endKey []byte, limit int, opts ...opt.GetRegionOption) ([]*router.Region, error) {
|
|
c.RLock()
|
|
defer c.RUnlock()
|
|
|
|
if c.stop {
|
|
return nil, errors.WithStack(errStopped)
|
|
}
|
|
return c.client.ScanRegions(ctx, startKey, endKey, limit)
|
|
}
|
|
|
|
func (c *mockPDClient) BatchScanRegions(ctx context.Context, keyRanges []router.KeyRange, limit int, opts ...opt.GetRegionOption) ([]*router.Region, error) {
|
|
c.RLock()
|
|
defer c.RUnlock()
|
|
|
|
if c.stop {
|
|
return nil, errors.WithStack(errStopped)
|
|
}
|
|
return c.client.BatchScanRegions(ctx, keyRanges, limit, opts...)
|
|
}
|
|
|
|
func (c *mockPDClient) GetStore(ctx context.Context, storeID uint64) (*metapb.Store, error) {
|
|
c.RLock()
|
|
defer c.RUnlock()
|
|
|
|
if c.stop {
|
|
return nil, errors.WithStack(errStopped)
|
|
}
|
|
return c.client.GetStore(ctx, storeID)
|
|
}
|
|
|
|
func (c *mockPDClient) GetAllStores(ctx context.Context, opts ...opt.GetStoreOption) ([]*metapb.Store, error) {
|
|
c.RLock()
|
|
defer c.Unlock()
|
|
|
|
if c.stop {
|
|
return nil, errors.WithStack(errStopped)
|
|
}
|
|
return c.client.GetAllStores(ctx)
|
|
}
|
|
|
|
func (c *mockPDClient) UpdateGCSafePoint(ctx context.Context, safePoint uint64) (uint64, error) {
|
|
panic("unimplemented")
|
|
}
|
|
|
|
func (c *mockPDClient) UpdateServiceGCSafePoint(ctx context.Context, serviceID string, ttl int64, safePoint uint64) (uint64, error) {
|
|
panic("unimplemented")
|
|
}
|
|
|
|
func (c *mockPDClient) Close() {}
|
|
|
|
func (c *mockPDClient) ScatterRegion(ctx context.Context, regionID uint64) error {
|
|
return nil
|
|
}
|
|
|
|
func (c *mockPDClient) ScatterRegions(ctx context.Context, regionsID []uint64, opts ...opt.RegionsOption) (*pdpb.ScatterRegionResponse, error) {
|
|
return nil, nil
|
|
}
|
|
|
|
func (c *mockPDClient) SplitRegions(ctx context.Context, splitKeys [][]byte, opts ...opt.RegionsOption) (*pdpb.SplitRegionsResponse, error) {
|
|
return nil, nil
|
|
}
|
|
|
|
func (c *mockPDClient) SplitAndScatterRegions(ctx context.Context, splitKeys [][]byte, opts ...opt.RegionsOption) (*pdpb.SplitAndScatterRegionsResponse, error) {
|
|
return nil, nil
|
|
}
|
|
|
|
func (c *mockPDClient) GetOperator(ctx context.Context, regionID uint64) (*pdpb.GetOperatorResponse, error) {
|
|
return &pdpb.GetOperatorResponse{Status: pdpb.OperatorStatus_SUCCESS}, nil
|
|
}
|
|
|
|
func (c *mockPDClient) GetLeaderURL() string { return "mockpd" }
|
|
|
|
func (c *mockPDClient) UpdateOption(option opt.DynamicOption, value interface{}) error {
|
|
return nil
|
|
}
|
|
|
|
func (c *mockPDClient) GetAllKeyspaces(ctx context.Context, startID uint32, limit uint32) ([]*keyspacepb.KeyspaceMeta, error) {
|
|
return nil, nil
|
|
}
|
|
|
|
func (c *mockPDClient) LoadKeyspace(ctx context.Context, name string) (*keyspacepb.KeyspaceMeta, error) {
|
|
return nil, nil
|
|
}
|
|
|
|
func (c *mockPDClient) WatchKeyspaces(ctx context.Context) (chan []*keyspacepb.KeyspaceMeta, error) {
|
|
return nil, nil
|
|
}
|
|
|
|
func (c *mockPDClient) UpdateKeyspaceState(ctx context.Context, id uint32, state keyspacepb.KeyspaceState) (*keyspacepb.KeyspaceMeta, error) {
|
|
return nil, nil
|
|
}
|
|
|
|
func (c *mockPDClient) ListResourceGroups(ctx context.Context, opts ...pd.GetResourceGroupOption) ([]*rmpb.ResourceGroup, error) {
|
|
return nil, nil
|
|
}
|
|
|
|
func (c *mockPDClient) GetResourceGroup(ctx context.Context, resourceGroupName string, opts ...pd.GetResourceGroupOption) (*rmpb.ResourceGroup, error) {
|
|
return nil, nil
|
|
}
|
|
|
|
func (c *mockPDClient) AddResourceGroup(ctx context.Context, metaGroup *rmpb.ResourceGroup) (string, error) {
|
|
return "", nil
|
|
}
|
|
|
|
func (c *mockPDClient) ModifyResourceGroup(ctx context.Context, metaGroup *rmpb.ResourceGroup) (string, error) {
|
|
return "", nil
|
|
}
|
|
|
|
func (c *mockPDClient) DeleteResourceGroup(ctx context.Context, resourceGroupName string) (string, error) {
|
|
return "", nil
|
|
}
|
|
|
|
func (c *mockPDClient) WatchResourceGroup(ctx context.Context, revision int64) (chan []*rmpb.ResourceGroup, error) {
|
|
return nil, nil
|
|
}
|
|
|
|
func (c *mockPDClient) AcquireTokenBuckets(ctx context.Context, request *rmpb.TokenBucketsRequest) ([]*rmpb.TokenBucketResponse, error) {
|
|
return nil, nil
|
|
}
|
|
|
|
func (c *mockPDClient) GetExternalTimestamp(ctx context.Context) (uint64, error) {
|
|
panic("unimplemented")
|
|
}
|
|
|
|
func (c *mockPDClient) SetExternalTimestamp(ctx context.Context, tso uint64) error {
|
|
panic("unimplemented")
|
|
}
|
|
|
|
func (c *mockPDClient) GetTSWithinKeyspace(ctx context.Context, keyspaceID uint32) (int64, int64, error) {
|
|
return 0, 0, nil
|
|
}
|
|
|
|
func (c *mockPDClient) GetTSWithinKeyspaceAsync(ctx context.Context, keyspaceID uint32) tso.TSFuture {
|
|
return nil
|
|
}
|
|
|
|
func (c *mockPDClient) GetLocalTSWithinKeyspace(ctx context.Context, dcLocation string, keyspaceID uint32) (int64, int64, error) {
|
|
return 0, 0, nil
|
|
}
|
|
|
|
func (c *mockPDClient) GetLocalTSWithinKeyspaceAsync(ctx context.Context, dcLocation string, keyspaceID uint32) tso.TSFuture {
|
|
return nil
|
|
}
|
|
|
|
func (c *mockPDClient) Watch(ctx context.Context, key []byte, opts ...opt.MetaStorageOption) (chan []*meta_storagepb.Event, error) {
|
|
return nil, nil
|
|
}
|
|
|
|
func (c *mockPDClient) Get(ctx context.Context, key []byte, opts ...opt.MetaStorageOption) (*meta_storagepb.GetResponse, error) {
|
|
return nil, nil
|
|
}
|
|
|
|
func (c *mockPDClient) Put(ctx context.Context, key []byte, value []byte, opts ...opt.MetaStorageOption) (*meta_storagepb.PutResponse, error) {
|
|
return nil, nil
|
|
}
|
|
|
|
func (c *mockPDClient) GetMinTS(ctx context.Context) (int64, int64, error) {
|
|
return 0, 0, nil
|
|
}
|
|
|
|
func (c *mockPDClient) LoadResourceGroups(ctx context.Context) ([]*rmpb.ResourceGroup, int64, error) {
|
|
return nil, 0, nil
|
|
}
|
|
|
|
func (c *mockPDClient) UpdateGCSafePointV2(ctx context.Context, keyspaceID uint32, safePoint uint64) (uint64, error) {
|
|
panic("unimplemented")
|
|
}
|
|
|
|
func (c *mockPDClient) UpdateServiceSafePointV2(ctx context.Context, keyspaceID uint32, serviceID string, ttl int64, safePoint uint64) (uint64, error) {
|
|
panic("unimplemented")
|
|
}
|
|
|
|
func (c *mockPDClient) WatchGCSafePointV2(ctx context.Context, revision int64) (chan []*pdpb.SafePointEvent, error) {
|
|
panic("unimplemented")
|
|
}
|
|
|
|
func (c *mockPDClient) GetServiceDiscovery() sd.ServiceDiscovery {
|
|
panic("unimplemented")
|
|
}
|
|
|
|
func (c *mockPDClient) GetGCInternalController(keyspaceID uint32) gc.InternalController {
|
|
panic("unimplemented")
|
|
}
|
|
|
|
func (c *mockPDClient) GetGCStatesClient(keyspaceID uint32) gc.GCStatesClient {
|
|
panic("unimplemented")
|
|
}
|
|
|
|
func (c *mockPDClient) WithCallerComponent(caller.Component) pd.Client { return c }
|