Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

schedule: not limit remove peer of the down store #4097

Merged
merged 3 commits into from
Sep 13, 2021
Merged
Show file tree
Hide file tree
Changes from 2 commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
30 changes: 30 additions & 0 deletions server/cluster/coordinator_test.go
Original file line number Diff line number Diff line change
Expand Up @@ -1030,6 +1030,36 @@ func (s *testOperatorControllerSuite) TestStoreOverloadedWithReplace(c *C) {
c.Assert(lb.Schedule(tc), NotNil)
}

func (s *testOperatorControllerSuite) TestDownStoreLimit(c *C) {
tc, co, cleanup := prepare(nil, nil, nil, c)
defer cleanup()
oc := co.opController
rc := co.checkers.GetRuleChecker()

tc.addRegionStore(1, 100)
tc.addRegionStore(2, 100)
tc.addRegionStore(3, 100)
tc.addLeaderRegion(1, 1, 2, 3)

region := tc.GetRegion(1)
tc.setStoreDown(1)
tc.SetStoreLimit(1, storelimit.RemovePeer, 1)
region = region.Clone(core.WithDownPeers([]*pdpb.PeerStats{
{
Peer: region.GetStorePeer(1),
DownSeconds: 24 * 60 * 60,
},
}))

for i := uint64(1); i <= 5; i++ {
tc.addRegionStore(i+3, 100)
op := rc.Check(region)
c.Assert(op, NotNil)
c.Assert(oc.AddOperator(op), IsTrue)
oc.RemoveOperator(op)
}
}

var _ = Suite(&testScheduleControllerSuite{})

type testScheduleControllerSuite struct {
Expand Down
2 changes: 2 additions & 0 deletions server/schedule/checker/rule_checker_test.go
Original file line number Diff line number Diff line change
Expand Up @@ -16,6 +16,7 @@ package checker

import (
"context"

. "github.com/pingcap/check"
"github.com/pingcap/failpoint"
"github.com/pingcap/kvproto/pkg/metapb"
Expand Down Expand Up @@ -612,6 +613,7 @@ func (s *testRuleCheckerSerialSuite) TestRuleCache(c *C) {
s.cluster.AddLabelsStore(3, 1, map[string]string{"zone": "z2"})
s.cluster.AddLabelsStore(4, 1, map[string]string{"zone": "z3"})
s.cluster.AddLabelsStore(5, 1, map[string]string{"zone": "z3"})
s.cluster.AddRegionStore(999, 1)
s.cluster.AddLeaderRegion(1, 1, 3, 4)
rule := &placement.Rule{
GroupID: "pd",
Expand Down
5 changes: 5 additions & 0 deletions server/schedule/checker_controller.go
Original file line number Diff line number Diff line change
Expand Up @@ -119,6 +119,11 @@ func (c *CheckerController) GetMergeChecker() *checker.MergeChecker {
return c.mergeChecker
}

// GetRuleChecker returns the rule checker.
func (c *CheckerController) GetRuleChecker() *checker.RuleChecker {
return c.ruleChecker
}

// GetWaitingRegions returns the regions in the waiting list.
func (c *CheckerController) GetWaitingRegions() []*cache.Item {
return c.regionWaitingList.Elems()
Expand Down
12 changes: 9 additions & 3 deletions server/schedule/operator/builder.go
Original file line number Diff line number Diff line change
Expand Up @@ -664,9 +664,15 @@ func (b *Builder) execAddPeer(peer *metapb.Peer) {
}

func (b *Builder) execRemovePeer(peer *metapb.Peer) {
b.steps = append(b.steps, RemovePeer{FromStore: peer.GetStoreId(), PeerID: peer.GetId()})
delete(b.currentPeers, peer.GetStoreId())
delete(b.toRemove, peer.GetStoreId())
removeStoreID := peer.GetStoreId()
var isDownStore bool
store := b.cluster.GetStore(removeStoreID)
if store != nil {
isDownStore = store.DownTime() > b.cluster.GetOpts().GetMaxStoreDownTime()
}
b.steps = append(b.steps, RemovePeer{FromStore: removeStoreID, PeerID: peer.GetId(), IsDownStore: isDownStore})
delete(b.currentPeers, removeStoreID)
delete(b.toRemove, removeStoreID)
}

func (b *Builder) execChangePeerV2(needEnter bool, needTransferLeader bool) {
Expand Down
5 changes: 5 additions & 0 deletions server/schedule/operator/step.go
Original file line number Diff line number Diff line change
Expand Up @@ -220,6 +220,7 @@ func (pl PromoteLearner) Influence(opInfluence OpInfluence, region *core.RegionI
// RemovePeer is an OpStep that removes a region peer.
type RemovePeer struct {
FromStore, PeerID uint64
IsDownStore bool
}

// ConfVerChanged returns the delta value for version increased by this step.
Expand Down Expand Up @@ -260,6 +261,10 @@ func (rp RemovePeer) Influence(opInfluence OpInfluence, region *core.RegionInfo)
regionSize := region.GetApproximateSize()
from.RegionSize -= regionSize
from.RegionCount--
if rp.IsDownStore {
from.AdjustStepCost(storelimit.RemovePeer, storelimit.SmallRegionThreshold)
return
}
from.AdjustStepCost(storelimit.RemovePeer, regionSize)
}

Expand Down