irqflags.h 6.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207
  1. /*
  2. * include/linux/irqflags.h
  3. *
  4. * IRQ flags tracing: follow the state of the hardirq and softirq flags and
  5. * provide callbacks for transitions between ON and OFF states.
  6. *
  7. * This file gets included from lowlevel asm headers too, to provide
  8. * wrapped versions of the local_irq_*() APIs, based on the
  9. * raw_local_irq_*() macros from the lowlevel headers.
  10. */
  11. #ifndef _LINUX_TRACE_IRQFLAGS_H
  12. #define _LINUX_TRACE_IRQFLAGS_H
  13. #include <linux/typecheck.h>
  14. #include <asm/irqflags.h>
  15. #ifdef CONFIG_TRACE_IRQFLAGS
  16. extern void trace_softirqs_on(unsigned long ip);
  17. extern void trace_softirqs_off(unsigned long ip);
  18. extern void trace_hardirqs_on(void);
  19. extern void trace_hardirqs_off(void);
  20. # define trace_hardirq_context(p) ((p)->hardirq_context)
  21. # define trace_softirq_context(p) ((p)->softirq_context)
  22. # define trace_hardirqs_enabled(p) ((p)->hardirqs_enabled)
  23. # define trace_softirqs_enabled(p) ((p)->softirqs_enabled)
  24. # define trace_hardirq_enter() do { current->hardirq_context++; } while (0)
  25. # define trace_hardirq_exit() do { current->hardirq_context--; } while (0)
  26. # define lockdep_softirq_enter() do { current->softirq_context++; } while (0)
  27. # define lockdep_softirq_exit() do { current->softirq_context--; } while (0)
  28. # define INIT_TRACE_IRQFLAGS .softirqs_enabled = 1,
  29. #else
  30. # define trace_hardirqs_on() do { } while (0)
  31. # define trace_hardirqs_off() do { } while (0)
  32. # define trace_softirqs_on(ip) do { } while (0)
  33. # define trace_softirqs_off(ip) do { } while (0)
  34. # define trace_hardirq_context(p) 0
  35. # define trace_softirq_context(p) 0
  36. # define trace_hardirqs_enabled(p) 0
  37. # define trace_softirqs_enabled(p) 0
  38. # define trace_hardirq_enter() do { } while (0)
  39. # define trace_hardirq_exit() do { } while (0)
  40. # define lockdep_softirq_enter() do { } while (0)
  41. # define lockdep_softirq_exit() do { } while (0)
  42. # define INIT_TRACE_IRQFLAGS
  43. #endif
  44. #if defined(CONFIG_PREEMPT_MONITOR) && defined(CONFIG_MTPROF)
  45. extern void MT_trace_softirqs_on(unsigned long ip);
  46. extern void MT_trace_softirqs_off(unsigned long ip);
  47. extern void MT_trace_hardirqs_on(void);
  48. extern void MT_trace_hardirqs_off(void);
  49. #endif
  50. #if defined(CONFIG_IRQSOFF_TRACER) || \
  51. defined(CONFIG_PREEMPT_TRACER)
  52. extern void stop_critical_timings(void);
  53. extern void start_critical_timings(void);
  54. #else
  55. # define stop_critical_timings() do { } while (0)
  56. # define start_critical_timings() do { } while (0)
  57. #endif
  58. /*
  59. * Wrap the arch provided IRQ routines to provide appropriate checks.
  60. */
  61. #define raw_local_irq_disable() arch_local_irq_disable()
  62. #define raw_local_irq_enable() arch_local_irq_enable()
  63. #define raw_local_irq_save(flags) \
  64. do { \
  65. typecheck(unsigned long, flags); \
  66. flags = arch_local_irq_save(); \
  67. } while (0)
  68. #define raw_local_irq_restore(flags) \
  69. do { \
  70. typecheck(unsigned long, flags); \
  71. arch_local_irq_restore(flags); \
  72. } while (0)
  73. #define raw_local_save_flags(flags) \
  74. do { \
  75. typecheck(unsigned long, flags); \
  76. flags = arch_local_save_flags(); \
  77. } while (0)
  78. #define raw_irqs_disabled_flags(flags) \
  79. ({ \
  80. typecheck(unsigned long, flags); \
  81. arch_irqs_disabled_flags(flags); \
  82. })
  83. #define raw_irqs_disabled() (arch_irqs_disabled())
  84. #define raw_safe_halt() arch_safe_halt()
  85. /*
  86. * The local_irq_*() APIs are equal to the raw_local_irq*()
  87. * if !TRACE_IRQFLAGS.
  88. */
  89. #ifdef CONFIG_TRACE_IRQFLAGS_SUPPORT
  90. #if defined(CONFIG_PREEMPT_MONITOR) && defined(CONFIG_MTPROF)
  91. #define local_irq_enable() \
  92. do { \
  93. if (irqs_disabled()) {\
  94. MT_trace_hardirqs_on();\
  95. trace_hardirqs_on();\
  96. raw_local_irq_enable();\
  97. } else { \
  98. trace_hardirqs_on();\
  99. raw_local_irq_enable();\
  100. } \
  101. } while (0)
  102. #define local_irq_disable() \
  103. do { \
  104. if (irqs_disabled()) {\
  105. raw_local_irq_disable();\
  106. trace_hardirqs_off(); \
  107. } else { \
  108. raw_local_irq_disable();\
  109. trace_hardirqs_off(); \
  110. MT_trace_hardirqs_off(); \
  111. } \
  112. } while (0)
  113. #define local_irq_save(flags) \
  114. do { \
  115. typecheck(unsigned long, flags); \
  116. if (irqs_disabled()) { \
  117. raw_local_irq_save(flags); \
  118. trace_hardirqs_off(); \
  119. } else { \
  120. raw_local_irq_save(flags); \
  121. trace_hardirqs_off(); \
  122. MT_trace_hardirqs_off(); \
  123. } \
  124. } while (0)
  125. #define local_irq_restore(flags) \
  126. do { \
  127. typecheck(unsigned long, flags); \
  128. if (raw_irqs_disabled_flags(flags)) { \
  129. raw_local_irq_restore(flags); \
  130. trace_hardirqs_off(); \
  131. } else { \
  132. MT_trace_hardirqs_on(); \
  133. trace_hardirqs_on(); \
  134. raw_local_irq_restore(flags); \
  135. } \
  136. } while (0)
  137. #else /* !CONFIG_PREEMPT_MONITOR*/
  138. #define local_irq_enable() \
  139. do { trace_hardirqs_on(); raw_local_irq_enable(); } while (0)
  140. #define local_irq_disable() \
  141. do { raw_local_irq_disable(); trace_hardirqs_off(); } while (0)
  142. #define local_irq_save(flags) \
  143. do { \
  144. raw_local_irq_save(flags); \
  145. trace_hardirqs_off(); \
  146. } while (0)
  147. #define local_irq_restore(flags) \
  148. do { \
  149. if (raw_irqs_disabled_flags(flags)) { \
  150. raw_local_irq_restore(flags); \
  151. trace_hardirqs_off(); \
  152. } else { \
  153. trace_hardirqs_on(); \
  154. raw_local_irq_restore(flags); \
  155. } \
  156. } while (0)
  157. #endif /* !CONFIG_PREEMPT_MONITOR*/
  158. #define local_save_flags(flags) \
  159. do { \
  160. raw_local_save_flags(flags); \
  161. } while (0)
  162. #define irqs_disabled_flags(flags) \
  163. ({ \
  164. raw_irqs_disabled_flags(flags); \
  165. })
  166. #define irqs_disabled() \
  167. ({ \
  168. unsigned long _flags; \
  169. raw_local_save_flags(_flags); \
  170. raw_irqs_disabled_flags(_flags); \
  171. })
  172. #define safe_halt() \
  173. do { \
  174. trace_hardirqs_on(); \
  175. raw_safe_halt(); \
  176. } while (0)
  177. #else /* !CONFIG_TRACE_IRQFLAGS_SUPPORT */
  178. #define local_irq_enable() do { raw_local_irq_enable(); } while (0)
  179. #define local_irq_disable() do { raw_local_irq_disable(); } while (0)
  180. #define local_irq_save(flags) \
  181. do { \
  182. raw_local_irq_save(flags); \
  183. } while (0)
  184. #define local_irq_restore(flags) do { raw_local_irq_restore(flags); } while (0)
  185. #define local_save_flags(flags) do { raw_local_save_flags(flags); } while (0)
  186. #define irqs_disabled() (raw_irqs_disabled())
  187. #define irqs_disabled_flags(flags) (raw_irqs_disabled_flags(flags))
  188. #define safe_halt() do { raw_safe_halt(); } while (0)
  189. #endif /* CONFIG_TRACE_IRQFLAGS_SUPPORT */
  190. #endif