Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

statistics: fix data race in the Handle.IsTableLocked #40572

Merged
merged 13 commits into from
Jan 17, 2023
Merged

statistics: fix data race in the Handle.IsTableLocked #40572

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
13 commits
Select commit Hold shift + click to select a range
296914d
statistics: fix data race in the Handle.IsTableLocked
hawkingrei Jan 13, 2023
8733d2e
statistics: fix data race in the Handle.IsTableLocked
hawkingrei Jan 13, 2023
f4f3154
statistics: fix data race in the Handle.IsTableLocked
hawkingrei Jan 13, 2023
37f5b50
update
hawkingrei Jan 13, 2023
b75870c
Merge branch 'master' into dr20220113
hawkingrei Jan 13, 2023
a27c8bd
Merge branch 'master' into dr20220113
hawkingrei Jan 16, 2023
37351d2
tidb: not use DEFAULT if columns have not default value
hawkingrei Jan 16, 2023
61cf768
update
hawkingrei Jan 16, 2023
e5585cf
update
hawkingrei Jan 16, 2023
0982574
update
hawkingrei Jan 16, 2023
3aa8f75
Merge branch 'master' into dr20220113
hawkingrei Jan 16, 2023
6dd5570
Merge branch 'master' into dr20220113
hawkingrei Jan 16, 2023
a16f6fe
Merge branch 'master' into dr20220113
ti-chi-bot Jan 17, 2023
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 2 additions & 0 deletions statistics/handle/BUILD.bazel
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -42,6 +42,7 @@ go_library(
"//util/memory",
"//util/ranger",
"//util/sqlexec",
"//util/syncutil",
"//util/timeutil",
"@com_github_ngaut_pools//:pools",
"@com_github_pingcap_errors//:errors",
Expand Down Expand Up @@ -72,6 +73,7 @@ go_test(
],
embed = [":handle"],
flaky = True,
race = "on",
shard_count = 50,
deps = [
"//config",
Expand Down
12 changes: 10 additions & 2 deletions statistics/handle/handle.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -48,6 +48,7 @@ import (
"github.com/pingcap/tidb/util/mathutil"
"github.com/pingcap/tidb/util/memory"
"github.com/pingcap/tidb/util/sqlexec"
"github.com/pingcap/tidb/util/syncutil"
"github.com/prometheus/client_golang/prometheus"
"github.com/tikv/client-go/v2/oracle"
atomic2 "go.uber.org/atomic"
Expand All @@ -70,7 +71,7 @@ type Handle struct {
initStatsCtx sessionctx.Context

mu struct {
sync.RWMutex
syncutil.RWMutex
ctx sessionctx.Context
// rateMap contains the error rate delta from feedback.
rateMap errorRateDeltaMap
Expand Down Expand Up @@ -361,8 +362,15 @@ func (h *Handle) RemoveLockedTables(tids []int64, pids []int64, tables []*ast.Ta
return "", err
}

// IsTableLocked check whether table is locked in handle
// IsTableLocked check whether table is locked in handle with Handle.Mutex
func (h *Handle) IsTableLocked(tableID int64) bool {
h.mu.RLock()
defer h.mu.RUnlock()
return h.isTableLocked(tableID)
}

// IsTableLocked check whether table is locked in handle without Handle.Mutex
func (h *Handle) isTableLocked(tableID int64) bool {
return isTableLocked(h.tableLocked, tableID)
}

Expand Down
3 changes: 2 additions & 1 deletion statistics/handle/update.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -549,7 +549,8 @@ func (h *Handle) dumpTableStatCountToKV(id int64, delta variable.TableDelta) (up
startTS := txn.StartTS()
updateStatsMeta := func(id int64) error {
var err error
if h.IsTableLocked(id) {
// This lock is already locked on it so it use isTableLocked without lock.
if h.isTableLocked(id) {
if delta.Delta < 0 {
_, err = exec.ExecuteInternal(ctx, "update mysql.stats_table_locked set version = %?, count = count - %?, modify_count = modify_count + %? where table_id = %? and count >= %?", startTS, -delta.Delta, delta.Count, id, -delta.Delta)
} else {
Expand Down