blob: b9a7f05ecf42c415990f31da46705fd9c834fb15 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
|
/* SPDX-License-Identifier: GPL-2.0 */
#ifndef __LINUX_INTERRUPT_RC_H
#define __LINUX_INTERRUPT_RC_H
/*
* include/linux/interrupt_rc.h - refcounted local processor interrupt
* management.
*
* Since the implementation of this API currently depends on
* local_irq_save()/local_irq_restore(), we split this into its own header to
* make it easier to include without hitting circular header dependencies.
*/
#include <linux/irqflags.h>
#include <linux/preempt.h>
#include <linux/processor.h>
#include <linux/smp.h>
#ifndef MODULE
/* Per-CPU interrupt disabling state for local_interrupt_{disable,enable}(). */
DECLARE_PER_CPU(unsigned long, local_interrupt_disable_state);
static __always_inline void __local_interrupt_disable(void)
{
unsigned long flags;
local_irq_save(flags);
raw_cpu_write(local_interrupt_disable_state, flags);
}
static __always_inline void __local_interrupt_enable(void)
{
unsigned long flags = raw_cpu_read(local_interrupt_disable_state);
local_irq_restore(flags);
}
#ifndef INSTANTIATE_EXPORTED_INTERRUPT_DISABLE
static __always_inline void _local_interrupt_disable(void)
{
__local_interrupt_disable();
}
static __always_inline void _local_interrupt_enable(void)
{
__local_interrupt_enable();
}
#else
extern void _local_interrupt_disable(void);
extern void _local_interrupt_enable(void);
#endif
#else /* !MODULE */
extern void _local_interrupt_disable(void);
extern void _local_interrupt_enable(void);
#endif /* !MODULE */
static inline void local_interrupt_disable(void)
{
int new_count;
WARN_ON_ONCE(in_nmi());
new_count = hardirq_disable_enter();
/* Interrupts can happen here, but it's OK, see __irq_exit_rcu(). */
if ((new_count & HARDIRQ_DISABLE_MASK) == HARDIRQ_DISABLE_OFFSET)
_local_interrupt_disable();
}
static inline void local_interrupt_enable(void)
{
int new_count;
new_count = hardirq_disable_exit();
if ((new_count & HARDIRQ_DISABLE_MASK) == 0)
_local_interrupt_enable();
}
#endif /* !__LINUX_INTERRUPT_RC_H */
|
