2019-04-22 18:28:36

by Alan Stern

[permalink] [raw]
Subject: [PATCH 3/3] tools: memory-model: Add data-race detection

This patch adds data-race detection to the Linux-Kernel Memory Model.
As part of this effort, support is added for:

compiler barriers (the barrier() function), and

a new Preserved Program Order term: (addr ; [Plain] ; wmb)

Data races are marked with a special Flag warning in herd. It is
not guaranteed that the model will provide accurate predictions when a
data race is present.

The patch does not include documentation for the data-race detection
facility. The basic design has been explained in various emails, and
a separate documentation patch will be submitted later.

This work is based on an earlier formulation of data races for the
LKMM by Andrea Parri.

Signed-off-by: Alan Stern <[email protected]>

---


tools/memory-model/linux-kernel.bell | 1
tools/memory-model/linux-kernel.cat | 50 ++++++++++++++++++++++++++++++++++-
tools/memory-model/linux-kernel.def | 1
3 files changed, 51 insertions(+), 1 deletion(-)

Index: usb-devel/tools/memory-model/linux-kernel.bell
===================================================================
--- usb-devel.orig/tools/memory-model/linux-kernel.bell
+++ usb-devel/tools/memory-model/linux-kernel.bell
@@ -24,6 +24,7 @@ instructions RMW[{'once,'acquire,'releas
enum Barriers = 'wmb (*smp_wmb*) ||
'rmb (*smp_rmb*) ||
'mb (*smp_mb*) ||
+ 'barrier (*barrier*) ||
'rcu-lock (*rcu_read_lock*) ||
'rcu-unlock (*rcu_read_unlock*) ||
'sync-rcu (*synchronize_rcu*) ||
Index: usb-devel/tools/memory-model/linux-kernel.cat
===================================================================
--- usb-devel.orig/tools/memory-model/linux-kernel.cat
+++ usb-devel/tools/memory-model/linux-kernel.cat
@@ -46,6 +46,9 @@ let strong-fence = mb | gp

let nonrw-fence = strong-fence | po-rel | acq-po
let fence = nonrw-fence | wmb | rmb
+let barrier = fencerel(Barrier | Rmb | Wmb | Mb | Sync-rcu | Sync-srcu |
+ Before-atomic | After-atomic | Acquire | Release) |
+ (po ; [Release]) | ([Acquire] ; po)

(**********************************)
(* Fundamental coherence ordering *)
@@ -66,7 +69,7 @@ empty rmw & (fre ; coe) as atomic
let dep = addr | data
let rwdep = (dep | ctrl) ; [W]
let overwrite = co | fr
-let to-w = rwdep | (overwrite & int)
+let to-w = rwdep | (overwrite & int) | (addr ; [Plain] ; wmb)
let to-r = addr | (dep ; [Marked] ; rfi)
let ppo = to-r | to-w | fence | (po-unlock-rf-lock-po & int)

@@ -149,3 +152,48 @@ irreflexive rb as rcu
* let xb = hb | pb | rb
* acyclic xb as executes-before
*)
+
+(*********************************)
+(* Plain accesses and data races *)
+(*********************************)
+
+(* Warn about plain writes and marked accesses in the same region *)
+let mixed-accesses = ([Plain & W] ; (po-loc \ barrier) ; [Marked]) |
+ ([Marked] ; (po-loc \ barrier) ; [Plain & W])
+flag ~empty mixed-accesses as mixed-accesses
+
+(* Executes-before and visibility *)
+let xbstar = (hb | pb | rb)*
+let full-fence = strong-fence | (po ; rcu-fence ; po?)
+let vis = cumul-fence* ; rfe? ; [Marked] ;
+ ((full-fence ; [Marked] ; xbstar) | (xbstar & int))
+
+(* Boundaries for lifetimes of plain accesses *)
+let w-pre-bounded = [Marked] ; (addr | fence)?
+let r-pre-bounded = [Marked] ; (addr | nonrw-fence |
+ ([R4rmb] ; fencerel(Rmb) ; [~Noreturn]))?
+let w-post-bounded = fence? ; [Marked]
+let r-post-bounded = (nonrw-fence | ([~Noreturn] ; fencerel(Rmb) ; [R4rmb]))? ;
+ [Marked]
+
+(* Visibility and executes-before for plain accesses *)
+let ww-vis = w-post-bounded ; vis ; w-pre-bounded
+let wr-vis = w-post-bounded ; vis ; r-pre-bounded
+let rw-xbstar = r-post-bounded ; xbstar ; w-pre-bounded
+
+(* Potential races *)
+let pre-race = ext & ((Plain * M) | ((M \ IW) * Plain))
+
+(* Coherence requirements for plain accesses *)
+let wr-incoh = pre-race & rf & rw-xbstar^-1
+let rw-incoh = pre-race & fr & wr-vis^-1
+let ww-incoh = pre-race & co & ww-vis^-1
+empty (wr-incoh | rw-incoh | ww-incoh) as plain-coherence
+
+(* Actual races *)
+let ww-nonrace = ww-vis & ((Marked * W) | rw-xbstar) & ((W * Marked) | wr-vis)
+let ww-race = (pre-race & co) \ ww-nonrace
+let wr-race = (pre-race & (co? ; rf)) \ wr-vis
+let rw-race = (pre-race & fr) \ rw-xbstar
+
+flag ~empty (ww-race | wr-race | rw-race) as data-race
Index: usb-devel/tools/memory-model/linux-kernel.def
===================================================================
--- usb-devel.orig/tools/memory-model/linux-kernel.def
+++ usb-devel/tools/memory-model/linux-kernel.def
@@ -24,6 +24,7 @@ smp_mb__before_atomic() { __fence{before
smp_mb__after_atomic() { __fence{after-atomic}; }
smp_mb__after_spinlock() { __fence{after-spinlock}; }
smp_mb__after_unlock_lock() { __fence{after-unlock-lock}; }
+barrier() { __fence{barrier}; }

// Exchange
xchg(X,V) __xchg{mb}(X,V)



2019-04-26 14:42:38

by Andrea Parri

[permalink] [raw]
Subject: Re: [PATCH 3/3] tools: memory-model: Add data-race detection

On Mon, Apr 22, 2019 at 12:18:09PM -0400, Alan Stern wrote:
> This patch adds data-race detection to the Linux-Kernel Memory Model.
> As part of this effort, support is added for:
>
> compiler barriers (the barrier() function), and
>
> a new Preserved Program Order term: (addr ; [Plain] ; wmb)
>
> Data races are marked with a special Flag warning in herd. It is
> not guaranteed that the model will provide accurate predictions when a
> data race is present.
>
> The patch does not include documentation for the data-race detection
> facility. The basic design has been explained in various emails, and
> a separate documentation patch will be submitted later.
>
> This work is based on an earlier formulation of data races for the
> LKMM by Andrea Parri.
>
> Signed-off-by: Alan Stern <[email protected]>

For the entire series,

Reviewed-by: Andrea Parri <[email protected]>

Thanks,
Andrea

2019-04-28 22:29:48

by Paul E. McKenney

[permalink] [raw]
Subject: Re: [PATCH 3/3] tools: memory-model: Add data-race detection

On Fri, Apr 26, 2019 at 04:41:08PM +0200, Andrea Parri wrote:
> On Mon, Apr 22, 2019 at 12:18:09PM -0400, Alan Stern wrote:
> > This patch adds data-race detection to the Linux-Kernel Memory Model.
> > As part of this effort, support is added for:
> >
> > compiler barriers (the barrier() function), and
> >
> > a new Preserved Program Order term: (addr ; [Plain] ; wmb)
> >
> > Data races are marked with a special Flag warning in herd. It is
> > not guaranteed that the model will provide accurate predictions when a
> > data race is present.
> >
> > The patch does not include documentation for the data-race detection
> > facility. The basic design has been explained in various emails, and
> > a separate documentation patch will be submitted later.
> >
> > This work is based on an earlier formulation of data races for the
> > LKMM by Andrea Parri.
> >
> > Signed-off-by: Alan Stern <[email protected]>
>
> For the entire series,
>
> Reviewed-by: Andrea Parri <[email protected]>

Applied and pushed, thank you both!

But I forgot to remove my old x86 adaption patch. Next rebase! ;-/

Thanx, Paul