This patch depends on patch 08.
To minimize the number of execution of atomic mode switching, not only adding atomic mode switching, but also remove judgment is divided into two stages.
Latency is minimized because only rdev to be removed is switched to atomic mode, not all rdevs.
Signed-off-by: Keisuke TADA <[email protected]>
Signed-off-by: Toshifumi OHTAKE <[email protected]>
---
drivers/md/md.c | 4 +++-
1 file changed, 3 insertions(+), 1 deletion(-)
diff --git a/drivers/md/md.c b/drivers/md/md.c
index 30fbba38ea58..8c0c48a3a585 100644
--- a/drivers/md/md.c
+++ b/drivers/md/md.c
@@ -9277,8 +9277,10 @@ static bool rdev_removeable(struct md_rdev *rdev)
return false;
/* Fautly rdev is not used, it's safe to remove it. */
- if (test_bit(Faulty, &rdev->flags))
+ if (test_bit(Faulty, &rdev->flags)) {
+ percpu_ref_switch_to_atomic_sync(&rdev->nr_pending);
return true;
+ }
/* Journal disk can only be removed if it's faulty. */
if (test_bit(Journal, &rdev->flags))
--
2.34.1
Hello,
kernel test robot noticed "BUG:sleeping_function_called_from_invalid_context_at_lib/percpu-refcount.c" on:
commit: ff944d1be0fabb044f97012008a26551ca2b6110 ("[PATCH 09/11] md: add atomic mode switching when removing disk")
url: https://github.com/intel-lab-lkp/linux/commits/tada-keisuke/md-add-infra-for-active_aligned_reads-changes/20240326-201827
patch link: https://lore.kernel.org/all/[email protected]/
patch subject: [PATCH 09/11] md: add atomic mode switching when removing disk
in testcase: mdadm-selftests
version: mdadm-selftests-x86_64-5f41845-1_20240223
with following parameters:
disk: 1HDD
test_prefix: 01replace
compiler: gcc-12
test machine: 8 threads 1 sockets Intel(R) Core(TM) i7-4790T CPU @ 2.70GHz (Haswell) with 16G memory
(please refer to attached dmesg/kmsg for entire log/backtrace)
If you fix the issue in a separate patch/commit (i.e. not just a new version of
the same patch/commit), kindly add following tags
| Reported-by: kernel test robot <[email protected]>
| Closes: https://lore.kernel.org/oe-lkp/[email protected]
kern :err : [ 118.926307] BUG: sleeping function called from invalid context at lib/percpu-refcount.c:331
kern :err : [ 118.935427] in_atomic(): 0, irqs_disabled(): 0, non_block: 0, pid: 55, name: kworker/6:0
kern :err : [ 118.944338] preempt_count: 0, expected: 0
kern :err : [ 118.949122] RCU nest depth: 1, expected: 0
kern :warn : [ 118.954016] CPU: 6 PID: 55 Comm: kworker/6:0 Tainted: G S 6.8.0-rc3-00236-gff944d1be0fa #1
kern :warn : [ 118.964389] Hardware name: Gigabyte Technology Co., Ltd. Z97X-UD5H/Z97X-UD5H, BIOS F9 04/21/2015
kern :warn : [ 118.973916] Workqueue: md_misc md_start_sync
kern :warn : [ 118.978937] Call Trace:
kern :warn : [ 118.982115] <TASK>
kern :warn : [ 118.984943] dump_stack_lvl (lib/dump_stack.c:107 (discriminator 1))
kern :warn : [ 118.989337] __might_resched (kernel/sched/core.c:10190)
kern :warn : [ 118.993989] ? _raw_spin_lock_irqsave (arch/x86/include/asm/atomic.h:115 include/linux/atomic/atomic-arch-fallback.h:2164 include/linux/atomic/atomic-instrumented.h:1296 include/asm-generic/qspinlock.h:111 include/linux/spinlock.h:187 include/linux/spinlock_api_smp.h:111 kernel/locking/spinlock.c:162)
kern :warn : [ 118.999243] ? preempt_notifier_dec (kernel/sched/core.c:10144)
kern :warn : [ 119.004321] percpu_ref_switch_to_atomic_sync (include/linux/kernel.h:107 lib/percpu-refcount.c:331)
kern :warn : [ 119.010353] ? percpu_ref_reinit (lib/percpu-refcount.c:329)
kern :warn : [ 119.015351] ? _raw_spin_lock_irqsave (arch/x86/include/asm/atomic.h:115 include/linux/atomic/atomic-arch-fallback.h:2164 include/linux/atomic/atomic-instrumented.h:1296 include/asm-generic/qspinlock.h:111 include/linux/spinlock.h:187 include/linux/spinlock_api_smp.h:111 kernel/locking/spinlock.c:162)
kern :warn : [ 119.020596] ? _raw_read_unlock_irqrestore (kernel/locking/spinlock.c:161)
kern :warn : [ 119.026282] ? finish_task_switch+0x158/0x730
kern :warn : [ 119.031969] ? __switch_to (arch/x86/include/asm/bitops.h:55 include/asm-generic/bitops/instrumented-atomic.h:29 include/linux/thread_info.h:89 arch/x86/include/asm/fpu/sched.h:66 arch/x86/kernel/process_64.c:626)
kern :warn : [ 119.036435] rdev_removeable (drivers/md/md.c:9282)
kern :warn : [ 119.041083] md_start_sync (drivers/md/md.c:9339 drivers/md/md.c:9449)
kern :warn : [ 119.045462] ? mddev_unlock (drivers/md/md.c:9444)
kern :warn : [ 119.050021] ? _raw_spin_lock_irq (arch/x86/include/asm/atomic.h:115 include/linux/atomic/atomic-arch-fallback.h:2164 include/linux/atomic/atomic-instrumented.h:1296 include/asm-generic/qspinlock.h:111 include/linux/spinlock.h:187 include/linux/spinlock_api_smp.h:120 kernel/locking/spinlock.c:170)
kern :warn : [ 119.054928] ? _raw_spin_lock_bh (kernel/locking/spinlock.c:169)
kern :warn : [ 119.059739] process_one_work (kernel/workqueue.c:2638)
kern :warn : [ 119.064476] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787)
kern :warn : [ 119.068943] ? process_one_work (kernel/workqueue.c:2733)
kern :warn : [ 119.073864] kthread (kernel/kthread.c:388)
kern :warn : [ 119.077815] ? kthread_complete_and_exit (kernel/kthread.c:341)
kern :warn : [ 119.083321] ret_from_fork (arch/x86/kernel/process.c:153)
kern :warn : [ 119.087627] ? kthread_complete_and_exit (kernel/kthread.c:341)
kern :warn : [ 119.093140] ret_from_fork_asm (arch/x86/entry/entry_64.S:250)
kern :warn : [ 119.097786] </TASK>
kern :warn : [ 119.759182] md: could not open device unknown-block(7,0).
kern :warn : [ 119.765403] md: md_import_device returned -16
kern :warn : [ 119.783930] md: could not open device unknown-block(7,0).
kern :warn : [ 119.790144] md: md_import_device returned -16
kern :warn : [ 119.892290] md: could not open device unknown-block(7,2).
kern :warn : [ 119.898467] md: md_import_device returned -16
kern :warn : [ 119.992911] md: could not open device unknown-block(7,2).
kern :warn : [ 119.999095] md: md_import_device returned -16
kern :info : [ 120.026412] md: recovery of RAID array md0
kern :crit : [ 121.049797] md/raid1:md0: Disk failure on loop0, disabling device.
md/raid1:md0: Operation continuing on 4 devices.
kern :crit : [ 121.063187] md/raid1:md0: Disk failure on loop2, disabling device.
md/raid1:md0: Operation continuing on 4 devices.
kern :info : [ 121.217876] md: md0: recovery interrupted.
kern :err : [ 121.312998] BUG: sleeping function called from invalid context at lib/percpu-refcount.c:331
kern :err : [ 121.322110] in_atomic(): 0, irqs_disabled(): 0, non_block: 0, pid: 49, name: kworker/5:0
kern :err : [ 121.330961] preempt_count: 0, expected: 0
kern :err : [ 121.335740] RCU nest depth: 1, expected: 0
kern :warn : [ 121.340592] CPU: 5 PID: 49 Comm: kworker/5:0 Tainted: G S W 6.8.0-rc3-00236-gff944d1be0fa #1
kern :warn : [ 121.350970] Hardware name: Gigabyte Technology Co., Ltd. Z97X-UD5H/Z97X-UD5H, BIOS F9 04/21/2015
kern :warn : [ 121.360474] Workqueue: md_misc md_start_sync
kern :warn : [ 121.365471] Call Trace:
kern :warn : [ 121.368640] <TASK>
kern :warn : [ 121.371471] dump_stack_lvl (lib/dump_stack.c:107 (discriminator 1))
kern :warn : [ 121.375875] __might_resched (kernel/sched/core.c:10190)
kern :warn : [ 121.380527] ? _raw_spin_lock_irqsave (arch/x86/include/asm/atomic.h:115 include/linux/atomic/atomic-arch-fallback.h:2164 include/linux/atomic/atomic-instrumented.h:1296 include/asm-generic/qspinlock.h:111 include/linux/spinlock.h:187 include/linux/spinlock_api_smp.h:111 kernel/locking/spinlock.c:162)
kern :warn : [ 121.385785] ? preempt_notifier_dec (kernel/sched/core.c:10144)
kern :warn : [ 121.390872] percpu_ref_switch_to_atomic_sync (include/linux/kernel.h:107 lib/percpu-refcount.c:331)
kern :warn : [ 121.396935] ? percpu_ref_reinit (lib/percpu-refcount.c:329)
kern :warn : [ 121.401935] ? _raw_spin_lock_irqsave (arch/x86/include/asm/atomic.h:115 include/linux/atomic/atomic-arch-fallback.h:2164 include/linux/atomic/atomic-instrumented.h:1296 include/asm-generic/qspinlock.h:111 include/linux/spinlock.h:187 include/linux/spinlock_api_smp.h:111 kernel/locking/spinlock.c:162)
kern :warn : [ 121.407186] ? _raw_read_unlock_irqrestore (kernel/locking/spinlock.c:161)
kern :warn : [ 121.412891] ? _raw_spin_lock_irq (arch/x86/include/asm/atomic.h:115 include/linux/atomic/atomic-arch-fallback.h:2164 include/linux/atomic/atomic-instrumented.h:1296 include/asm-generic/qspinlock.h:111 include/linux/spinlock.h:187 include/linux/spinlock_api_smp.h:120 kernel/locking/spinlock.c:170)
kern :warn : [ 121.417795] ? _raw_spin_lock_bh (kernel/locking/spinlock.c:169)
kern :warn : [ 121.422613] ? ilookup (fs/inode.c:1478)
kern :warn : [ 121.426648] rdev_removeable (drivers/md/md.c:9282)
kern :warn : [ 121.431292] md_start_sync (drivers/md/md.c:9339 drivers/md/md.c:9449)
kern :warn : [ 121.435673] ? mddev_unlock (drivers/md/md.c:9444)
kern :warn : [ 121.440220] ? _raw_spin_lock_irq (arch/x86/include/asm/atomic.h:115 include/linux/atomic/atomic-arch-fallback.h:2164 include/linux/atomic/atomic-instrumented.h:1296 include/asm-generic/qspinlock.h:111 include/linux/spinlock.h:187 include/linux/spinlock_api_smp.h:120 kernel/locking/spinlock.c:170)
kern :warn : [ 121.445121] ? _raw_spin_lock_bh (kernel/locking/spinlock.c:169)
kern :warn : [ 121.449942] process_one_work (kernel/workqueue.c:2638)
kern :warn : [ 121.454678] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787)
kern :warn : [ 121.459141] ? process_one_work (kernel/workqueue.c:2733)
kern :warn : [ 121.464048] kthread (kernel/kthread.c:388)
kern :warn : [ 121.468000] ? kthread_complete_and_exit (kernel/kthread.c:341)
kern :warn : [ 121.473526] ret_from_fork (arch/x86/kernel/process.c:153)
kern :warn : [ 121.477816] ? kthread_complete_and_exit (kernel/kthread.c:341)
kern :warn : [ 121.483320] ret_from_fork_asm (arch/x86/entry/entry_64.S:250)
kern :warn : [ 121.487959] </TASK>
kern :info : [ 121.988888] md0: detected capacity change from 37888 to 0
kern :info : [ 121.995036] md: md0 stopped.
kern :info : [ 123.466969] md/raid:md0: device loop2 operational as raid disk 2
kern :info : [ 123.473751] md/raid:md0: device loop1 operational as raid disk 1
kern :info : [ 123.480538] md/raid:md0: device loop0 operational as raid disk 0
kern :info : [ 123.490861] md/raid:md0: raid level 5 active with 3 out of 4 devices, algorithm 2
kern :info : [ 123.499377] md0: detected capacity change from 0 to 107520
kern :info : [ 123.522226] md: recovery of RAID array md0
kern :info : [ 127.495329] md: md0: recovery done.
kern :info : [ 128.173070] md: recovery of RAID array md0
kern :info : [ 129.790540] md: md0: recovery done.
kern :info : [ 138.827750] md0: detected capacity change from 107520 to 0
kern :info : [ 138.834000] md: md0 stopped.
kern :info : [ 140.161682] md/raid:md0: device loop2 operational as raid disk 2
kern :info : [ 140.168444] md/raid:md0: device loop1 operational as raid disk 1
kern :info : [ 140.175190] md/raid:md0: device loop0 operational as raid disk 0
kern :info : [ 140.185349] md/raid:md0: raid level 5 active with 3 out of 4 devices, algorithm 2
kern :info : [ 140.193814] md0: detected capacity change from 0 to 107520
kern :info : [ 140.211289] md: recovery of RAID array md0
kern :info : [ 141.742870] md: md0: recovery done.
kern :info : [ 142.144104] md: recovery of RAID array md0
kern :info : [ 143.458509] md: md0: recovery done.
kern :warn : [ 152.283405] md: could not open device unknown-block(7,1).
kern :warn : [ 152.289619] md: md_import_device returned -16
kern :warn : [ 152.427331] md: could not open device unknown-block(7,1).
kern :warn : [ 152.433535] md: md_import_device returned -16
kern :warn : [ 152.536920] md: could not open device unknown-block(7,5).
kern :warn : [ 152.543110] md: md_import_device returned -16
kern :warn : [ 152.561921] md: could not open device unknown-block(7,5).
kern :warn : [ 152.568109] md: md_import_device returned -16
kern :info : [ 152.590430] md: recovery of RAID array md0
kern :crit : [ 153.616325] md/raid:md0: Disk failure on loop2, disabling device.
kern :crit : [ 153.623160] md/raid:md0: Operation continuing on 3 devices.
kern :info : [ 153.800876] md: md0: recovery interrupted.
kern :info : [ 153.922361] md: recovery of RAID array md0
kern :info : [ 155.524625] md: md0: recovery done.
kern :err : [ 155.754540] BUG: sleeping function called from invalid context at lib/percpu-refcount.c:331
kern :err : [ 155.763624] in_atomic(): 0, irqs_disabled(): 0, non_block: 0, pid: 91, name: kworker/7:1
kern :err : [ 155.772451] preempt_count: 0, expected: 0
kern :err : [ 155.777202] RCU nest depth: 1, expected: 0
kern :warn : [ 155.782026] CPU: 7 PID: 91 Comm: kworker/7:1 Tainted: G S W 6.8.0-rc3-00236-gff944d1be0fa #1
kern :warn : [ 155.792390] Hardware name: Gigabyte Technology Co., Ltd. Z97X-UD5H/Z97X-UD5H, BIOS F9 04/21/2015
kern :warn : [ 155.801895] Workqueue: md_misc md_start_sync
kern :warn : [ 155.806898] Call Trace:
kern :warn : [ 155.810066] <TASK>
kern :warn : [ 155.812896] dump_stack_lvl (lib/dump_stack.c:107 (discriminator 1))
kern :warn : [ 155.817271] __might_resched (kernel/sched/core.c:10190)
kern :warn : [ 155.821924] ? _raw_spin_lock_irqsave (arch/x86/include/asm/atomic.h:115 include/linux/atomic/atomic-arch-fallback.h:2164 include/linux/atomic/atomic-instrumented.h:1296 include/asm-generic/qspinlock.h:111 include/linux/spinlock.h:187 include/linux/spinlock_api_smp.h:111 kernel/locking/spinlock.c:162)
kern :warn : [ 155.827165] ? preempt_notifier_dec (kernel/sched/core.c:10144)
kern :warn : [ 155.832226] percpu_ref_switch_to_atomic_sync (include/linux/kernel.h:107 lib/percpu-refcount.c:331)
kern :warn : [ 155.838251] ? percpu_ref_reinit (lib/percpu-refcount.c:329)
kern :warn : [ 155.843234] ? _raw_spin_lock_irqsave (arch/x86/include/asm/atomic.h:115 include/linux/atomic/atomic-arch-fallback.h:2164 include/linux/atomic/atomic-instrumented.h:1296 include/asm-generic/qspinlock.h:111 include/linux/spinlock.h:187 include/linux/spinlock_api_smp.h:111 kernel/locking/spinlock.c:162)
kern :warn : [ 155.848476] ? _raw_read_unlock_irqrestore (kernel/locking/spinlock.c:161)
kern :warn : [ 155.854145] ? finish_task_switch+0x158/0x730
kern :warn : [ 155.859821] ? __switch_to (arch/x86/include/asm/bitops.h:55 include/asm-generic/bitops/instrumented-atomic.h:29 include/linux/thread_info.h:89 arch/x86/include/asm/fpu/sched.h:66 arch/x86/kernel/process_64.c:626)
kern :warn : [ 155.864276] rdev_removeable (drivers/md/md.c:9282)
kern :warn : [ 155.868929] md_start_sync (drivers/md/md.c:9339 drivers/md/md.c:9449)
kern :warn : [ 155.873302] ? mddev_unlock (drivers/md/md.c:9444)
kern :warn : [ 155.877867] ? _raw_spin_lock_irq (arch/x86/include/asm/atomic.h:115 include/linux/atomic/atomic-arch-fallback.h:2164 include/linux/atomic/atomic-instrumented.h:1296 include/asm-generic/qspinlock.h:111 include/linux/spinlock.h:187 include/linux/spinlock_api_smp.h:120 kernel/locking/spinlock.c:170)
kern :warn : [ 155.882764] ? _raw_spin_lock_bh (kernel/locking/spinlock.c:169)
kern :warn : [ 155.887576] process_one_work (kernel/workqueue.c:2638)
kern :warn : [ 155.892298] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787)
kern :warn : [ 155.896760] ? __kthread_parkme (arch/x86/include/asm/bitops.h:206 arch/x86/include/asm/bitops.h:238 include/asm-generic/bitops/instrumented-non-atomic.h:142 kernel/kthread.c:280)
kern :warn : [ 155.901570] ? schedule (arch/x86/include/asm/preempt.h:84 kernel/sched/core.c:6816 kernel/sched/core.c:6830)
kern :warn : [ 155.905684] ? process_one_work (kernel/workqueue.c:2733)
kern :warn : [ 155.910573] kthread (kernel/kthread.c:388)
kern :warn : [ 155.914512] ? kthread_complete_and_exit (kernel/kthread.c:341)
kern :warn : [ 155.920012] ret_from_fork (arch/x86/kernel/process.c:153)
kern :warn : [ 155.924302] ? kthread_complete_and_exit (kernel/kthread.c:341)
kern :warn : [ 155.929797] ret_from_fork_asm (arch/x86/entry/entry_64.S:250)
kern :warn : [ 155.934433] </TASK>
kern :warn : [ 156.780974] md: could not open device unknown-block(7,0).
kern :warn : [ 156.787176] md: md_import_device returned -16
kern :warn : [ 156.813913] md: could not open device unknown-block(7,0).
kern :warn : [ 156.820059] md: md_import_device returned -16
kern :warn : [ 156.871990] md: could not open device unknown-block(7,2).
kern :warn : [ 156.878172] md: md_import_device returned -16
kern :warn : [ 156.963988] md: could not open device unknown-block(7,2).
kern :warn : [ 156.970173] md: md_import_device returned -16
kern :info : [ 156.986088] md: recovery of RAID array md0
kern :crit : [ 158.003774] md/raid:md0: Disk failure on loop0, disabling device.
kern :crit : [ 158.010838] md/raid:md0: Operation continuing on 4 devices.
kern :crit : [ 158.017346] md/raid:md0: Disk failure on loop2, disabling device.
kern :crit : [ 158.024178] md/raid:md0: Operation continuing on 4 devices.
kern :info : [ 158.184927] md: md0: recovery interrupted.
kern :err : [ 158.266093] BUG: sleeping function called from invalid context at lib/percpu-refcount.c:331
kern :err : [ 158.275193] in_atomic(): 0, irqs_disabled(): 0, non_block: 0, pid: 190, name: kworker/5:2
kern :err : [ 158.284123] preempt_count: 0, expected: 0
kern :err : [ 158.288881] RCU nest depth: 1, expected: 0
kern :warn : [ 158.293730] CPU: 5 PID: 190 Comm: kworker/5:2 Tainted: G S W 6.8.0-rc3-00236-gff944d1be0fa #1
kern :warn : [ 158.304175] Hardware name: Gigabyte Technology Co., Ltd. Z97X-UD5H/Z97X-UD5H, BIOS F9 04/21/2015
kern :warn : [ 158.313665] Workqueue: md_misc md_start_sync
kern :warn : [ 158.318646] Call Trace:
kern :warn : [ 158.321801] <TASK>
kern :warn : [ 158.324609] dump_stack_lvl (lib/dump_stack.c:107 (discriminator 1))
kern :warn : [ 158.328992] __might_resched (kernel/sched/core.c:10190)
kern :warn : [ 158.333629] ? _raw_spin_lock_irqsave (arch/x86/include/asm/atomic.h:115 include/linux/atomic/atomic-arch-fallback.h:2164 include/linux/atomic/atomic-instrumented.h:1296 include/asm-generic/qspinlock.h:111 include/linux/spinlock.h:187 include/linux/spinlock_api_smp.h:111 kernel/locking/spinlock.c:162)
kern :warn : [ 158.338898] ? preempt_notifier_dec (kernel/sched/core.c:10144)
kern :warn : [ 158.343961] percpu_ref_switch_to_atomic_sync (include/linux/kernel.h:107 lib/percpu-refcount.c:331)
kern :warn : [ 158.349985] ? percpu_ref_reinit (lib/percpu-refcount.c:329)
kern :warn : [ 158.354967] ? _raw_spin_lock_irqsave (arch/x86/include/asm/atomic.h:115 include/linux/atomic/atomic-arch-fallback.h:2164 include/linux/atomic/atomic-instrumented.h:1296 include/asm-generic/qspinlock.h:111 include/linux/spinlock.h:187 include/linux/spinlock_api_smp.h:111 kernel/locking/spinlock.c:162)
kern :warn : [ 158.360201] ? _raw_read_unlock_irqrestore (kernel/locking/spinlock.c:161)
kern :warn : [ 158.365884] ? _raw_spin_lock_irq (arch/x86/include/asm/atomic.h:115 include/linux/atomic/atomic-arch-fallback.h:2164 include/linux/atomic/atomic-instrumented.h:1296 include/asm-generic/qspinlock.h:111 include/linux/spinlock.h:187 include/linux/spinlock_api_smp.h:120 kernel/locking/spinlock.c:170)
kern :warn : [ 158.370782] ? _raw_spin_lock_bh (kernel/locking/spinlock.c:169)
kern :warn : [ 158.375586] ? ilookup (fs/inode.c:1478)
kern :warn : [ 158.379617] rdev_removeable (drivers/md/md.c:9282)
kern :warn : [ 158.384252] md_start_sync (drivers/md/md.c:9339 drivers/md/md.c:9449)
kern :warn : [ 158.388627] ? mddev_unlock (drivers/md/md.c:9444)
kern :warn : [ 158.393169] ? _raw_spin_lock_irq (arch/x86/include/asm/atomic.h:115 include/linux/atomic/atomic-arch-fallback.h:2164 include/linux/atomic/atomic-instrumented.h:1296 include/asm-generic/qspinlock.h:111 include/linux/spinlock.h:187 include/linux/spinlock_api_smp.h:120 kernel/locking/spinlock.c:170)
kern :warn : [ 158.398058] ? _raw_spin_lock_bh (kernel/locking/spinlock.c:169)
kern :warn : [ 158.402883] process_one_work (kernel/workqueue.c:2638)
kern :warn : [ 158.407610] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787)
kern :warn : [ 158.412071] ? __kthread_parkme (arch/x86/include/asm/bitops.h:206 arch/x86/include/asm/bitops.h:238 include/asm-generic/bitops/instrumented-non-atomic.h:142 kernel/kthread.c:280)
kern :warn : [ 158.416896] ? schedule (arch/x86/include/asm/preempt.h:84 kernel/sched/core.c:6816 kernel/sched/core.c:6830)
kern :warn : [ 158.421007] ? process_one_work (kernel/workqueue.c:2733)
kern :warn : [ 158.425925] kthread (kernel/kthread.c:388)
kern :warn : [ 158.429879] ? kthread_complete_and_exit (kernel/kthread.c:341)
kern :warn : [ 158.435389] ret_from_fork (arch/x86/kernel/process.c:153)
kern :warn : [ 158.439676] ? kthread_complete_and_exit (kernel/kthread.c:341)
kern :warn : [ 158.445178] ret_from_fork_asm (arch/x86/entry/entry_64.S:250)
kern :warn : [ 158.449820] </TASK>
kern :info : [ 158.999087] md0: detected capacity change from 107520 to 0
kern :info : [ 159.005324] md: md0 stopped.
kern :notice: [ 160.278559] md/raid:md0: not clean -- starting background reconstruction
kern :info : [ 160.286141] md/raid:md0: device loop3 operational as raid disk 3
kern :info : [ 160.292936] md/raid:md0: device loop2 operational as raid disk 2
kern :info : [ 160.299686] md/raid:md0: device loop1 operational as raid disk 1
kern :info : [ 160.306458] md/raid:md0: device loop0 operational as raid disk 0
kern :info : [ 160.316201] md/raid:md0: raid level 6 active with 4 out of 4 devices, algorithm 2
kern :info : [ 160.324745] md0: detected capacity change from 0 to 71680
kern :info : [ 160.342177] md: resync of RAID array md0
kern :info : [ 162.910917] md: md0: resync done.
kern :info : [ 163.428101] md: recovery of RAID array md0
kern :info : [ 164.843841] md: md0: recovery done.
kern :info : [ 173.752259] md0: detected capacity change from 71680 to 0
kern :info : [ 173.758415] md: md0 stopped.
kern :notice: [ 175.032616] md/raid:md0: not clean -- starting background reconstruction
kern :info : [ 175.040224] md/raid:md0: device loop3 operational as raid disk 3
kern :info : [ 175.046985] md/raid:md0: device loop2 operational as raid disk 2
kern :info : [ 175.053746] md/raid:md0: device loop1 operational as raid disk 1
kern :info : [ 175.060481] md/raid:md0: device loop0 operational as raid disk 0
kern :info : [ 175.069831] md/raid:md0: raid level 6 active with 4 out of 4 devices, algorithm 2
kern :info : [ 175.078887] md0: detected capacity change from 0 to 71680
kern :info : [ 175.095215] md: resync of RAID array md0
kern :info : [ 176.660892] md: md0: resync done.
kern :info : [ 176.989056] md: recovery of RAID array md0
kern :info : [ 178.526271] md: md0: recovery done.
kern :warn : [ 187.686913] md: could not open device unknown-block(7,1).
kern :warn : [ 187.693097] md: md_import_device returned -16
kern :warn : [ 187.771973] md: could not open device unknown-block(7,1).
kern :warn : [ 187.778161] md: md_import_device returned -16
kern :warn : [ 187.809159] md: could not open device unknown-block(7,5).
kern :warn : [ 187.815314] md: md_import_device returned -16
kern :warn : [ 187.904979] md: could not open device unknown-block(7,5).
kern :warn : [ 187.911158] md: md_import_device returned -16
kern :info : [ 187.926356] md: recovery of RAID array md0
kern :crit : [ 188.944557] md/raid:md0: Disk failure on loop2, disabling device.
kern :crit : [ 188.951622] md/raid:md0: Operation continuing on 3 devices.
kern :info : [ 189.104924] md: md0: recovery interrupted.
kern :info : [ 189.183218] md: recovery of RAID array md0
kern :info : [ 190.826166] md: md0: recovery done.
kern :err : [ 191.088693] BUG: sleeping function called from invalid context at lib/percpu-refcount.c:331
kern :err : [ 191.097786] in_atomic(): 0, irqs_disabled(): 0, non_block: 0, pid: 73, name: kworker/4:1
kern :err : [ 191.106610] preempt_count: 0, expected: 0
kern :err : [ 191.111346] RCU nest depth: 1, expected: 0
kern :warn : [ 191.116188] CPU: 4 PID: 73 Comm: kworker/4:1 Tainted: G S W 6.8.0-rc3-00236-gff944d1be0fa #1
kern :warn : [ 191.126554] Hardware name: Gigabyte Technology Co., Ltd. Z97X-UD5H/Z97X-UD5H, BIOS F9 04/21/2015
kern :warn : [ 191.136048] Workqueue: md_misc md_start_sync
kern :warn : [ 191.141039] Call Trace:
kern :warn : [ 191.144202] <TASK>
kern :warn : [ 191.147019] dump_stack_lvl (lib/dump_stack.c:107 (discriminator 1))
kern :warn : [ 191.151391] __might_resched (kernel/sched/core.c:10190)
kern :warn : [ 191.156028] ? _raw_spin_lock_irqsave (arch/x86/include/asm/atomic.h:115 include/linux/atomic/atomic-arch-fallback.h:2164 include/linux/atomic/atomic-instrumented.h:1296 include/asm-generic/qspinlock.h:111 include/linux/spinlock.h:187 include/linux/spinlock_api_smp.h:111 kernel/locking/spinlock.c:162)
kern :warn : [ 191.161272] ? preempt_notifier_dec (kernel/sched/core.c:10144)
kern :warn : [ 191.166342] percpu_ref_switch_to_atomic_sync (include/linux/kernel.h:107 lib/percpu-refcount.c:331)
kern :warn : [ 191.172364] ? percpu_ref_reinit (lib/percpu-refcount.c:329)
kern :warn : [ 191.177338] ? _raw_spin_lock_irqsave (arch/x86/include/asm/atomic.h:115 include/linux/atomic/atomic-arch-fallback.h:2164 include/linux/atomic/atomic-instrumented.h:1296 include/asm-generic/qspinlock.h:111 include/linux/spinlock.h:187 include/linux/spinlock_api_smp.h:111 kernel/locking/spinlock.c:162)
kern :warn : [ 191.182575] ? _raw_read_unlock_irqrestore (kernel/locking/spinlock.c:161)
kern :warn : [ 191.188251] ? finish_task_switch+0x158/0x730
kern :warn : [ 191.193938] ? __switch_to (arch/x86/include/asm/bitops.h:55 include/asm-generic/bitops/instrumented-atomic.h:29 include/linux/thread_info.h:89 arch/x86/include/asm/fpu/sched.h:66 arch/x86/kernel/process_64.c:626)
kern :warn : [ 191.198400] rdev_removeable (drivers/md/md.c:9282)
kern :warn : [ 191.203035] md_start_sync (drivers/md/md.c:9339 drivers/md/md.c:9449)
kern :warn : [ 191.207404] ? mddev_unlock (drivers/md/md.c:9444)
kern :warn : [ 191.211944] ? _raw_spin_lock_irq (arch/x86/include/asm/atomic.h:115 include/linux/atomic/atomic-arch-fallback.h:2164 include/linux/atomic/atomic-instrumented.h:1296 include/asm-generic/qspinlock.h:111 include/linux/spinlock.h:187 include/linux/spinlock_api_smp.h:120 kernel/locking/spinlock.c:170)
kern :warn : [ 191.216833] ? _raw_spin_lock_bh (kernel/locking/spinlock.c:169)
kern :warn : [ 191.221636] process_one_work (kernel/workqueue.c:2638)
kern :warn : [ 191.226359] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787)
kern :warn : [ 191.230821] ? __kthread_parkme (arch/x86/include/asm/bitops.h:206 arch/x86/include/asm/bitops.h:238 include/asm-generic/bitops/instrumented-non-atomic.h:142 kernel/kthread.c:280)
kern :warn : [ 191.235622] ? schedule (arch/x86/include/asm/preempt.h:84 kernel/sched/core.c:6816 kernel/sched/core.c:6830)
kern :warn : [ 191.239731] ? process_one_work (kernel/workqueue.c:2733)
kern :warn : [ 191.244628] kthread (kernel/kthread.c:388)
kern :warn : [ 191.248570] ? kthread_complete_and_exit (kernel/kthread.c:341)
kern :warn : [ 191.254065] ret_from_fork (arch/x86/kernel/process.c:153)
kern :warn : [ 191.258346] ? kthread_complete_and_exit (kernel/kthread.c:341)
kern :warn : [ 191.263841] ret_from_fork_asm (arch/x86/entry/entry_64.S:250)
kern :warn : [ 191.268471] </TASK>
kern :warn : [ 192.084192] md: could not open device unknown-block(7,0).
kern :warn : [ 192.090393] md: md_import_device returned -16
kern :warn : [ 192.111934] md: could not open device unknown-block(7,0).
kern :warn : [ 192.118110] md: md_import_device returned -16
kern :warn : [ 192.228041] md: could not open device unknown-block(7,2).
kern :warn : [ 192.234252] md: md_import_device returned -16
kern :warn : [ 192.345984] md: could not open device unknown-block(7,2).
kern :warn : [ 192.352186] md: md_import_device returned -16
kern :info : [ 192.373232] md: recovery of RAID array md0
kern :crit : [ 193.383569] md/raid:md0: Disk failure on loop0, disabling device.
kern :crit : [ 193.390634] md/raid:md0: Operation continuing on 4 devices.
kern :crit : [ 193.397384] md/raid:md0: Disk failure on loop2, disabling device.
kern :crit : [ 193.404226] md/raid:md0: Operation continuing on 4 devices.
kern :info : [ 193.616932] md: md0: recovery interrupted.
kern :err : [ 193.716934] BUG: sleeping function called from invalid context at lib/percpu-refcount.c:331
kern :err : [ 193.726036] in_atomic(): 0, irqs_disabled(): 0, non_block: 0, pid: 73, name: kworker/4:1
kern :err : [ 193.734867] preempt_count: 0, expected: 0
kern :err : [ 193.739606] RCU nest depth: 1, expected: 0
kern :warn : [ 193.744441] CPU: 4 PID: 73 Comm: kworker/4:1 Tainted: G S W 6.8.0-rc3-00236-gff944d1be0fa #1
kern :warn : [ 193.754806] Hardware name: Gigabyte Technology Co., Ltd. Z97X-UD5H/Z97X-UD5H, BIOS F9 04/21/2015
kern :warn : [ 193.764296] Workqueue: md_misc md_start_sync
kern :warn : [ 193.769286] Call Trace:
kern :warn : [ 193.772446] <TASK>
kern :warn : [ 193.775254] dump_stack_lvl (lib/dump_stack.c:107 (discriminator 1))
kern :warn : [ 193.779632] __might_resched (kernel/sched/core.c:10190)
kern :warn : [ 193.784267] ? _raw_spin_lock_irqsave (arch/x86/include/asm/atomic.h:115 include/linux/atomic/atomic-arch-fallback.h:2164 include/linux/atomic/atomic-instrumented.h:1296 include/asm-generic/qspinlock.h:111 include/linux/spinlock.h:187 include/linux/spinlock_api_smp.h:111 kernel/locking/spinlock.c:162)
kern :warn : [ 193.789513] ? preempt_notifier_dec (kernel/sched/core.c:10144)
kern :warn : [ 193.794581] percpu_ref_switch_to_atomic_sync (include/linux/kernel.h:107 lib/percpu-refcount.c:331)
kern :warn : [ 193.800606] ? percpu_ref_reinit (lib/percpu-refcount.c:329)
kern :warn : [ 193.805588] ? _raw_spin_lock_irqsave (arch/x86/include/asm/atomic.h:115 include/linux/atomic/atomic-arch-fallback.h:2164 include/linux/atomic/atomic-instrumented.h:1296 include/asm-generic/qspinlock.h:111 include/linux/spinlock.h:187 include/linux/spinlock_api_smp.h:111 kernel/locking/spinlock.c:162)
kern :warn : [ 193.810832] ? _raw_read_unlock_irqrestore (kernel/locking/spinlock.c:161)
kern :warn : [ 193.816507] ? _raw_spin_lock_irq (arch/x86/include/asm/atomic.h:115 include/linux/atomic/atomic-arch-fallback.h:2164 include/linux/atomic/atomic-instrumented.h:1296 include/asm-generic/qspinlock.h:111 include/linux/spinlock.h:187 include/linux/spinlock_api_smp.h:120 kernel/locking/spinlock.c:170)
kern :warn : [ 193.821395] ? _raw_spin_lock_bh (kernel/locking/spinlock.c:169)
kern :warn : [ 193.826198] ? ilookup (fs/inode.c:1478)
kern :warn : [ 193.830227] rdev_removeable (drivers/md/md.c:9282)
kern :warn : [ 193.834870] md_start_sync (drivers/md/md.c:9339 drivers/md/md.c:9449)
kern :warn : [ 193.839241] ? mddev_unlock (drivers/md/md.c:9444)
kern :warn : [ 193.843791] ? _raw_spin_lock_irq (arch/x86/include/asm/atomic.h:115 include/linux/atomic/atomic-arch-fallback.h:2164 include/linux/atomic/atomic-instrumented.h:1296 include/asm-generic/qspinlock.h:111 include/linux/spinlock.h:187 include/linux/spinlock_api_smp.h:120 kernel/locking/spinlock.c:170)
kern :warn : [ 193.848687] ? _raw_spin_lock_bh (kernel/locking/spinlock.c:169)
kern :warn : [ 193.853488] process_one_work (kernel/workqueue.c:2638)
kern :warn : [ 193.858212] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787)
kern :warn : [ 193.862676] ? __kthread_parkme (arch/x86/include/asm/bitops.h:206 arch/x86/include/asm/bitops.h:238 include/asm-generic/bitops/instrumented-non-atomic.h:142 kernel/kthread.c:280)
kern :warn : [ 193.867485] ? schedule (arch/x86/include/asm/preempt.h:84 kernel/sched/core.c:6816 kernel/sched/core.c:6830)
kern :warn : [ 193.871592] ? process_one_work (kernel/workqueue.c:2733)
kern :warn : [ 193.876481] kthread (kernel/kthread.c:388)
kern :warn : [ 193.880417] ? kthread_complete_and_exit (kernel/kthread.c:341)
kern :warn : [ 193.885933] ret_from_fork (arch/x86/kernel/process.c:153)
kern :warn : [ 193.890225] ? kthread_complete_and_exit (kernel/kthread.c:341)
kern :warn : [ 193.895721] ret_from_fork_asm (arch/x86/entry/entry_64.S:250)
kern :warn : [ 193.900360] </TASK>
kern :info : [ 194.330682] md0: detected capacity change from 71680 to 0
kern :info : [ 194.336833] md: md0 stopped.
kern :notice: [ 195.543602] md/raid10:md0: not clean -- starting background reconstruction
kern :info : [ 195.551446] md/raid10:md0: active with 4 out of 4 devices
kern :info : [ 195.558030] md0: detected capacity change from 0 to 71680
kern :info : [ 195.577281] md: resync of RAID array md0
kern :info : [ 198.109747] md: md0: resync done.
kern :info : [ 198.542124] md: recovery of RAID array md0
kern :info : [ 200.056477] md: md0: recovery done.
kern :info : [ 209.239944] md0: detected capacity change from 71680 to 0
kern :info : [ 209.246082] md: md0 stopped.
kern :notice: [ 210.527395] md/raid10:md0: not clean -- starting background reconstruction
kern :info : [ 210.535251] md/raid10:md0: active with 4 out of 4 devices
kern :info : [ 210.541889] md0: detected capacity change from 0 to 71680
kern :info : [ 210.561317] md: resync of RAID array md0
kern :info : [ 211.716332] md: md0: resync done.
kern :info : [ 212.447069] md: recovery of RAID array md0
kern :info : [ 213.978699] md: md0: recovery done.
kern :warn : [ 223.211938] md: could not open device unknown-block(7,1).
kern :warn : [ 223.218124] md: md_import_device returned -16
kern :warn : [ 223.257300] md: could not open device unknown-block(7,1).
kern :warn : [ 223.263494] md: md_import_device returned -16
kern :warn : [ 223.287023] md: could not open device unknown-block(7,5).
kern :warn : [ 223.293171] md: md_import_device returned -16
kern :warn : [ 223.362992] md: could not open device unknown-block(7,5).
kern :warn : [ 223.369185] md: md_import_device returned -16
kern :info : [ 223.384335] md: recovery of RAID array md0
kern :crit : [ 224.403344] md/raid10:md0: Disk failure on loop2, disabling device.
md/raid10:md0: Operation continuing on 3 devices.
kern :info : [ 224.488889] md: md0: recovery interrupted.
kern :info : [ 224.585256] md: recovery of RAID array md0
kern :info : [ 226.293761] md: md0: recovery done.
kern :err : [ 226.554473] BUG: sleeping function called from invalid context at lib/percpu-refcount.c:331
kern :err : [ 226.563578] in_atomic(): 0, irqs_disabled(): 0, non_block: 0, pid: 130, name: kworker/6:2
kern :err : [ 226.572535] preempt_count: 0, expected: 0
kern :err : [ 226.577303] RCU nest depth: 1, expected: 0
kern :warn : [ 226.582161] CPU: 6 PID: 130 Comm: kworker/6:2 Tainted: G S W 6.8.0-rc3-00236-gff944d1be0fa #1
kern :warn : [ 226.592612] Hardware name: Gigabyte Technology Co., Ltd. Z97X-UD5H/Z97X-UD5H, BIOS F9 04/21/2015
kern :warn : [ 226.602101] Workqueue: md_misc md_start_sync
kern :warn : [ 226.607083] Call Trace:
kern :warn : [ 226.610237] <TASK>
kern :warn : [ 226.613045] dump_stack_lvl (lib/dump_stack.c:107 (discriminator 1))
kern :warn : [ 226.617425] __might_resched (kernel/sched/core.c:10190)
kern :warn : [ 226.622058] ? _raw_spin_lock_irqsave (arch/x86/include/asm/atomic.h:115 include/linux/atomic/atomic-arch-fallback.h:2164 include/linux/atomic/atomic-instrumented.h:1296 include/asm-generic/qspinlock.h:111 include/linux/spinlock.h:187 include/linux/spinlock_api_smp.h:111 kernel/locking/spinlock.c:162)
kern :warn : [ 226.627303] ? preempt_notifier_dec (kernel/sched/core.c:10144)
kern :warn : [ 226.632374] percpu_ref_switch_to_atomic_sync (include/linux/kernel.h:107 lib/percpu-refcount.c:331)
kern :warn : [ 226.638396] ? percpu_ref_reinit (lib/percpu-refcount.c:329)
kern :warn : [ 226.643378] ? _raw_spin_lock_irqsave (arch/x86/include/asm/atomic.h:115 include/linux/atomic/atomic-arch-fallback.h:2164 include/linux/atomic/atomic-instrumented.h:1296 include/asm-generic/qspinlock.h:111 include/linux/spinlock.h:187 include/linux/spinlock_api_smp.h:111 kernel/locking/spinlock.c:162)
kern :warn : [ 226.648613] ? _raw_read_unlock_irqrestore (kernel/locking/spinlock.c:161)
kern :warn : [ 226.654291] ? _raw_spin_lock_irq (arch/x86/include/asm/atomic.h:115 include/linux/atomic/atomic-arch-fallback.h:2164 include/linux/atomic/atomic-instrumented.h:1296 include/asm-generic/qspinlock.h:111 include/linux/spinlock.h:187 include/linux/spinlock_api_smp.h:120 kernel/locking/spinlock.c:170)
kern :warn : [ 226.659186] ? _raw_spin_lock_bh (kernel/locking/spinlock.c:169)
kern :warn : [ 226.663987] ? ilookup (fs/inode.c:1478)
kern :warn : [ 226.668009] rdev_removeable (drivers/md/md.c:9282)
kern :warn : [ 226.672646] md_start_sync (drivers/md/md.c:9339 drivers/md/md.c:9449)
kern :warn : [ 226.677022] ? mddev_unlock (drivers/md/md.c:9444)
kern :warn : [ 226.681565] ? _raw_spin_lock_irq (arch/x86/include/asm/atomic.h:115 include/linux/atomic/atomic-arch-fallback.h:2164 include/linux/atomic/atomic-instrumented.h:1296 include/asm-generic/qspinlock.h:111 include/linux/spinlock.h:187 include/linux/spinlock_api_smp.h:120 kernel/locking/spinlock.c:170)
kern :warn : [ 226.686461] ? _raw_spin_lock_bh (kernel/locking/spinlock.c:169)
kern :warn : [ 226.691271] process_one_work (kernel/workqueue.c:2638)
kern :warn : [ 226.695995] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787)
kern :warn : [ 226.700459] ? __kthread_parkme (arch/x86/include/asm/bitops.h:206 arch/x86/include/asm/bitops.h:238 include/asm-generic/bitops/instrumented-non-atomic.h:142 kernel/kthread.c:280)
kern :warn : [ 226.705266] ? schedule (arch/x86/include/asm/preempt.h:84 kernel/sched/core.c:6816 kernel/sched/core.c:6830)
kern :warn : [ 226.709374] ? process_one_work (kernel/workqueue.c:2733)
kern :warn : [ 226.714265] kthread (kernel/kthread.c:388)
kern :warn : [ 226.718208] ? kthread_complete_and_exit (kernel/kthread.c:341)
kern :warn : [ 226.723711] ret_from_fork (arch/x86/kernel/process.c:153)
kern :warn : [ 226.728000] ? kthread_complete_and_exit (kernel/kthread.c:341)
kern :warn : [ 226.733502] ret_from_fork_asm (arch/x86/entry/entry_64.S:250)
kern :warn : [ 226.738140] </TASK>
kern :warn : [ 227.649205] md: could not open device unknown-block(7,0).
kern :warn : [ 227.655415] md: md_import_device returned -16
kern :warn : [ 227.685927] md: could not open device unknown-block(7,0).
kern :warn : [ 227.692107] md: md_import_device returned -16
kern :warn : [ 227.797982] md: could not open device unknown-block(7,2).
kern :warn : [ 227.804162] md: md_import_device returned -16
kern :warn : [ 227.944996] md: could not open device unknown-block(7,2).
kern :warn : [ 227.951208] md: md_import_device returned -16
kern :info : [ 227.967120] md: recovery of RAID array md0
kern :crit : [ 228.985719] md/raid10:md0: Disk failure on loop0, disabling device.
md/raid10:md0: Operation continuing on 4 devices.
kern :crit : [ 228.999227] md/raid10:md0: Disk failure on loop2, disabling device.
md/raid10:md0: Operation continuing on 4 devices.
kern :info : [ 229.096887] md: md0: recovery interrupted.
kern :err : [ 229.165863] BUG: sleeping function called from invalid context at lib/percpu-refcount.c:331
kern :err : [ 229.174964] in_atomic(): 0, irqs_disabled(): 0, non_block: 0, pid: 73, name: kworker/4:1
kern :err : [ 229.183784] preempt_count: 0, expected: 0
kern :err : [ 229.188523] RCU nest depth: 1, expected: 0
kern :warn : [ 229.193358] CPU: 4 PID: 73 Comm: kworker/4:1 Tainted: G S W 6.8.0-rc3-00236-gff944d1be0fa #1
kern :warn : [ 229.203724] Hardware name: Gigabyte Technology Co., Ltd. Z97X-UD5H/Z97X-UD5H, BIOS F9 04/21/2015
kern :warn : [ 229.213227] Workqueue: md_misc md_start_sync
kern :warn : [ 229.218220] Call Trace:
kern :warn : [ 229.221379] <TASK>
kern :warn : [ 229.224200] dump_stack_lvl (lib/dump_stack.c:107 (discriminator 1))
kern :warn : [ 229.228586] __might_resched (kernel/sched/core.c:10190)
kern :warn : [ 229.233227] ? _raw_spin_lock_irqsave (arch/x86/include/asm/atomic.h:115 include/linux/atomic/atomic-arch-fallback.h:2164 include/linux/atomic/atomic-instrumented.h:1296 include/asm-generic/qspinlock.h:111 include/linux/spinlock.h:187 include/linux/spinlock_api_smp.h:111 kernel/locking/spinlock.c:162)
kern :warn : [ 229.238476] ? preempt_notifier_dec (kernel/sched/core.c:10144)
kern :warn : [ 229.243555] percpu_ref_switch_to_atomic_sync (include/linux/kernel.h:107 lib/percpu-refcount.c:331)
kern :warn : [ 229.249583] ? percpu_ref_reinit (lib/percpu-refcount.c:329)
kern :warn : [ 229.254570] ? _raw_spin_lock_irqsave (arch/x86/include/asm/atomic.h:115 include/linux/atomic/atomic-arch-fallback.h:2164 include/linux/atomic/atomic-instrumented.h:1296 include/asm-generic/qspinlock.h:111 include/linux/spinlock.h:187 include/linux/spinlock_api_smp.h:111 kernel/locking/spinlock.c:162)
kern :warn : [ 229.259823] ? _raw_read_unlock_irqrestore (kernel/locking/spinlock.c:161)
kern :warn : [ 229.265515] ? _raw_spin_lock_irq (arch/x86/include/asm/atomic.h:115 include/linux/atomic/atomic-arch-fallback.h:2164 include/linux/atomic/atomic-instrumented.h:1296 include/asm-generic/qspinlock.h:111 include/linux/spinlock.h:187 include/linux/spinlock_api_smp.h:120 kernel/locking/spinlock.c:170)
kern :warn : [ 229.270433] ? _raw_spin_lock_bh (kernel/locking/spinlock.c:169)
kern :warn : [ 229.275259] ? ilookup (fs/inode.c:1478)
kern :warn : [ 229.279304] rdev_removeable (drivers/md/md.c:9282)
kern :warn : [ 229.283960] md_start_sync (drivers/md/md.c:9339 drivers/md/md.c:9449)
kern :warn : [ 229.288353] ? mddev_unlock (drivers/md/md.c:9444)
kern :warn : [ 229.292926] ? _raw_spin_lock_irq (arch/x86/include/asm/atomic.h:115 include/linux/atomic/atomic-arch-fallback.h:2164 include/linux/atomic/atomic-instrumented.h:1296 include/asm-generic/qspinlock.h:111 include/linux/spinlock.h:187 include/linux/spinlock_api_smp.h:120 kernel/locking/spinlock.c:170)
kern :warn : [ 229.297822] ? _raw_spin_lock_bh (kernel/locking/spinlock.c:169)
kern :warn : [ 229.302628] process_one_work (kernel/workqueue.c:2638)
kern :warn : [ 229.307351] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787)
kern :warn : [ 229.311816] ? __kthread_parkme (arch/x86/include/asm/bitops.h:206 arch/x86/include/asm/bitops.h:238 include/asm-generic/bitops/instrumented-non-atomic.h:142 kernel/kthread.c:280)
kern :warn : [ 229.316625] ? schedule (arch/x86/include/asm/preempt.h:84 kernel/sched/core.c:6816 kernel/sched/core.c:6830)
kern :warn : [ 229.320742] ? process_one_work (kernel/workqueue.c:2733)
kern :warn : [ 229.325639] kthread (kernel/kthread.c:388)
kern :warn : [ 229.329583] ? kthread_complete_and_exit (kernel/kthread.c:341)
kern :warn : [ 229.335086] ret_from_fork (arch/x86/kernel/process.c:153)
kern :warn : [ 229.339375] ? kthread_complete_and_exit (kernel/kthread.c:341)
kern :warn : [ 229.344903] ret_from_fork_asm (arch/x86/entry/entry_64.S:250)
kern :warn : [ 229.349552] </TASK>
kern :info : [ 230.034175] md0: detected capacity change from 71680 to 0
kern :info : [ 230.040328] md: md0 stopped.
user :notice: [ 230.172156] /lkp/benchmarks/mdadm-selftests/tests/01replace...
user :notice: [ 230.182102] ERROR: dmesg prints errors when testing 01replace!
user :notice: [ 230.313235] FAILED - see /var/tmp/01replace.log and /var/tmp/fail01replace.log for details
user :notice: [ 232.427336] /usr/bin/wget -q --timeout=3600 --tries=1 --local-encoding=UTF-8 http://internal-lkp-server:80/~lkp/cgi-bin/lkp-jobfile-append-var?job_file=/lkp/jobs/scheduled/lkp-hsw-d05/mdadm-selftests-1HDD-01replace-debian-12-x86_64-20240206.cgz-ff944d1be0fa-20240330-19609-1pfk1lw-3.yaml&job_state=post_run -O /dev/null
user :notice: [ 234.062157] kill 564 vmstat --timestamp -n 10
user :notice: [ 234.166819] kill 562 dmesg --follow --decode
The kernel config and materials to reproduce are available at:
https://download.01.org/0day-ci/archive/20240331/[email protected]
--
0-DAY CI Kernel Test Service
https://github.com/intel/lkp-tests/wiki
> kern :err : [ 118.926307] BUG: sleeping function called from invalid context at lib/percpu-refcount.c:331
> kern :err : [ 118.935427] in_atomic(): 0, irqs_disabled(): 0, non_block: 0, pid: 55, name: kworker/6:0
> kern :err : [ 118.944338] preempt_count: 0, expected: 0
> kern :err : [ 118.949122] RCU nest depth: 1, expected: 0
> kern :warn : [ 118.954016] CPU: 6 PID: 55 Comm: kworker/6:0 Tainted: G S
> 6.8.0-rc3-00236-gff944d1be0fa #1
> kern :warn : [ 118.964389] Hardware name: Gigabyte Technology Co., Ltd Z97X-UD5H/Z97X-UD5H, BIOS F9
> 04/21/2015
> kern :warn : [ 118.973916] Workqueue: md_misc md_start_sync
> kern :warn : [ 118.978937] Call Trace:
> kern :warn : [ 118.982115] <TASK>
> kern :warn : [ 118.984943] dump_stack_lvl (lib/dump_stack.c:107 (discriminator 1))
> kern :warn : [ 118.989337] __might_resched (kernel/sched/core.c:10190)
> kern :warn : [ 118.993989] ? _raw_spin_lock_irqsave (arch/x86/include/asm/atomic.h:115
> include/linux/atomic/atomic-arch-fallback.h:2164 include/linux/atomic/atomic-instrumented.h:1296
> include/asm-generic/qspinlock.h:111 include/linux/spinlock.h:187 include/linux/spinlock_api_smp.h:111
> kernel/locking/spinlock.c:162)
> kern :warn : [ 118.999243] ? preempt_notifier_dec (kernel/sched/core.c:10144)
> kern :warn : [ 119.004321] percpu_ref_switch_to_atomic_sync (include/linux/kernel.h:107 lib/percpu-refcount.c:331)
> kern :warn : [ 119.010353] ? percpu_ref_reinit (lib/percpu-refcount.c:329)
> kern :warn : [ 119.015351] ? _raw_spin_lock_irqsave (arch/x86/include/asm/atomic.h:115
> include/linux/atomic/atomic-arch-fallback.h:2164 include/linux/atomic/atomic-instrumented.h:1296
> include/asm-generic/qspinlock.h:111 include/linux/spinlock.h:187 include/linux/spinlock_api_smp.h:111
> kernel/locking/spinlock.c:162)
> kern :warn : [ 119.020596] ? _raw_read_unlock_irqrestore (kernel/locking/spinlock.c:161)
> kern :warn : [ 119.026282] ? finish_task_switch+0x158/0x730
> kern :warn : [ 119.031969] ? __switch_to (arch/x86/include/asm/bitops.h:55
> include/asm-generic/bitops/instrumented-atomic.h:29 include/linux/thread_info.h:89
> arch/x86/include/asm/fpu/sched.h:66 arch/x86/kernel/process_64.c:626)
> kern :warn : [ 119.036435] rdev_removeable (drivers/md/md.c:9282)
> kern :warn : [ 119.041083] md_start_sync (drivers/md/md.c:9339 drivers/md/md.c:9449)
> kern :warn : [ 119.045462] ? mddev_unlock (drivers/md/md.c:9444)
> kern :warn : [ 119.050021] ? _raw_spin_lock_irq (arch/x86/include/asm/atomic.h:115
> include/linux/atomic/atomic-arch-fallback.h:2164 include/linux/atomic/atomic-instrumented.h:1296
> include/asm-generic/qspinlock.h:111 include/linux/spinlock.h:187 include/linux/spinlock_api_smp.h:120
> kernel/locking/spinlock.c:170)
> kern :warn : [ 119.054928] ? _raw_spin_lock_bh (kernel/locking/spinlock.c:169)
> kern :warn : [ 119.059739] process_one_work (kernel/workqueue.c:2638)
> kern :warn : [ 119.064476] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787)
> kern :warn : [ 119.068943] ? process_one_work (kernel/workqueue.c:2733)
> kern :warn : [ 119.073864] kthread (kernel/kthread.c:388)
> kern :warn : [ 119.077815] ? kthread_complete_and_exit (kernel/kthread.c:341)
> kern :warn : [ 119.083321] ret_from_fork (arch/x86/kernel/process.c:153)
> kern :warn : [ 119.087627] ? kthread_complete_and_exit (kernel/kthread.c:341)
> kern :warn : [ 119.093140] ret_from_fork_asm (arch/x86/entry/entry_64.S:250)
> kern :warn : [ 119.097786] </TASK>
Thanks for reporting.
I need to execute percpu_ref_switch_to_atomic_sync() when RCU is unlocked.
I will fix this problem and submit v2.
Thanks,
Keisuke