include/linux/delayacct.h

   1 /* SPDX-License-Identifier: GPL-2.0-or-later */
   2 /* delayacct.h - per-task delay accounting
   3  *
   4  * Copyright (C) Shailabh Nagar, IBM Corp. 2006
   5  */
   6
   7 #ifndef _LINUX_DELAYACCT_H
   8 #define _LINUX_DELAYACCT_H
   9
  10 #include <uapi/linux/taskstats.h>
  11
  12 #ifdef CONFIG_TASK_DELAY_ACCT
  13 struct task_delay_info {
  14         raw_spinlock_t  lock;
  15
  16         /* For each stat XXX, add following, aligned appropriately
  17          *
  18          * struct timespec XXX_start, XXX_end;
  19          * u64 XXX_delay;
  20          * u32 XXX_count;
  21          *
  22          * Atomicity of updates to XXX_delay, XXX_count protected by
  23          * single lock above (split into XXX_lock if contention is an issue).
  24          */
  25
  26         /*
  27          * XXX_count is incremented on every XXX operation, the delay
  28          * associated with the operation is added to XXX_delay.
  29          * XXX_delay contains the accumulated delay time in nanoseconds.
  30          */
  31         u64 blkio_start;
  32         u64 blkio_delay;        /* wait for sync block io completion */
  33         u64 swapin_start;
  34         u64 swapin_delay;       /* wait for swapin */
  35         u32 blkio_count;        /* total count of the number of sync block */
  36                                 /* io operations performed */
  37         u32 swapin_count;       /* total count of swapin */
  38
  39         u64 freepages_start;
  40         u64 freepages_delay;    /* wait for memory reclaim */
  41
  42         u64 thrashing_start;
  43         u64 thrashing_delay;    /* wait for thrashing page */
  44
  45         u64 compact_start;
  46         u64 compact_delay;      /* wait for memory compact */
  47
  48         u64 wpcopy_start;
  49         u64 wpcopy_delay;       /* wait for write-protect copy */
  50
  51         u32 freepages_count;    /* total count of memory reclaim */
  52         u32 thrashing_count;    /* total count of thrash waits */
  53         u32 compact_count;      /* total count of memory compact */
  54         u32 wpcopy_count;       /* total count of write-protect copy */
  55 };
  56 #endif
  57
  58 #include <linux/sched.h>
  59 #include <linux/slab.h>
  60 #include <linux/jump_label.h>
  61
  62 #ifdef CONFIG_TASK_DELAY_ACCT
  63 DECLARE_STATIC_KEY_FALSE(delayacct_key);
  64 extern int delayacct_on;        /* Delay accounting turned on/off */
  65 extern struct kmem_cache *delayacct_cache;
  66 extern void delayacct_init(void);
  67
  68 extern void __delayacct_tsk_init(struct task_struct *);
  69 extern void __delayacct_tsk_exit(struct task_struct *);
  70 extern void __delayacct_blkio_start(void);
  71 extern void __delayacct_blkio_end(struct task_struct *);
  72 extern int delayacct_add_tsk(struct taskstats *, struct task_struct *);
  73 extern __u64 __delayacct_blkio_ticks(struct task_struct *);
  74 extern void __delayacct_freepages_start(void);
  75 extern void __delayacct_freepages_end(void);
  76 extern void __delayacct_thrashing_start(void);
  77 extern void __delayacct_thrashing_end(void);
  78 extern void __delayacct_swapin_start(void);
  79 extern void __delayacct_swapin_end(void);
  80 extern void __delayacct_compact_start(void);
  81 extern void __delayacct_compact_end(void);
  82 extern void __delayacct_wpcopy_start(void);
  83 extern void __delayacct_wpcopy_end(void);
  84
  85 static inline void delayacct_tsk_init(struct task_struct *tsk)
  86 {
  87         /* reinitialize in case parent's non-null pointer was dup'ed*/
  88         tsk->delays = NULL;
  89         if (delayacct_on)
  90                 __delayacct_tsk_init(tsk);
  91 }
  92
  93 /* Free tsk->delays. Called from bad fork and __put_task_struct
  94  * where there's no risk of tsk->delays being accessed elsewhere
  95  */
  96 static inline void delayacct_tsk_free(struct task_struct *tsk)
  97 {
  98         if (tsk->delays)
  99                 kmem_cache_free(delayacct_cache, tsk->delays);
 100         tsk->delays = NULL;
 101 }
 102
 103 static inline void delayacct_blkio_start(void)
 104 {
 105         if (!static_branch_unlikely(&delayacct_key))
 106                 return;
 107
 108         if (current->delays)
 109                 __delayacct_blkio_start();
 110 }
 111
 112 static inline void delayacct_blkio_end(struct task_struct *p)
 113 {
 114         if (!static_branch_unlikely(&delayacct_key))
 115                 return;
 116
 117         if (p->delays)
 118                 __delayacct_blkio_end(p);
 119 }
 120
 121 static inline __u64 delayacct_blkio_ticks(struct task_struct *tsk)
 122 {
 123         if (tsk->delays)
 124                 return __delayacct_blkio_ticks(tsk);
 125         return 0;
 126 }
 127
 128 static inline void delayacct_freepages_start(void)
 129 {
 130         if (!static_branch_unlikely(&delayacct_key))
 131                 return;
 132
 133         if (current->delays)
 134                 __delayacct_freepages_start();
 135 }
 136
 137 static inline void delayacct_freepages_end(void)
 138 {
 139         if (!static_branch_unlikely(&delayacct_key))
 140                 return;
 141
 142         if (current->delays)
 143                 __delayacct_freepages_end();
 144 }
 145
 146 static inline void delayacct_thrashing_start(void)
 147 {
 148         if (!static_branch_unlikely(&delayacct_key))
 149                 return;
 150
 151         if (current->delays)
 152                 __delayacct_thrashing_start();
 153 }
 154
 155 static inline void delayacct_thrashing_end(void)
 156 {
 157         if (!static_branch_unlikely(&delayacct_key))
 158                 return;
 159
 160         if (current->delays)
 161                 __delayacct_thrashing_end();
 162 }
 163
 164 static inline void delayacct_swapin_start(void)
 165 {
 166         if (!static_branch_unlikely(&delayacct_key))
 167                 return;
 168
 169         if (current->delays)
 170                 __delayacct_swapin_start();
 171 }
 172
 173 static inline void delayacct_swapin_end(void)
 174 {
 175         if (!static_branch_unlikely(&delayacct_key))
 176                 return;
 177
 178         if (current->delays)
 179                 __delayacct_swapin_end();
 180 }
 181
 182 static inline void delayacct_compact_start(void)
 183 {
 184         if (!static_branch_unlikely(&delayacct_key))
 185                 return;
 186
 187         if (current->delays)
 188                 __delayacct_compact_start();
 189 }
 190
 191 static inline void delayacct_compact_end(void)
 192 {
 193         if (!static_branch_unlikely(&delayacct_key))
 194                 return;
 195
 196         if (current->delays)
 197                 __delayacct_compact_end();
 198 }
 199
 200 static inline void delayacct_wpcopy_start(void)
 201 {
 202         if (!static_branch_unlikely(&delayacct_key))
 203                 return;
 204
 205         if (current->delays)
 206                 __delayacct_wpcopy_start();
 207 }
 208
 209 static inline void delayacct_wpcopy_end(void)
 210 {
 211         if (!static_branch_unlikely(&delayacct_key))
 212                 return;
 213
 214         if (current->delays)
 215                 __delayacct_wpcopy_end();
 216 }
 217
 218 #else
 219 static inline void delayacct_init(void)
 220 {}
 221 static inline void delayacct_tsk_init(struct task_struct *tsk)
 222 {}
 223 static inline void delayacct_tsk_free(struct task_struct *tsk)
 224 {}
 225 static inline void delayacct_blkio_start(void)
 226 {}
 227 static inline void delayacct_blkio_end(struct task_struct *p)
 228 {}
 229 static inline int delayacct_add_tsk(struct taskstats *d,
 230                                         struct task_struct *tsk)
 231 { return 0; }
 232 static inline __u64 delayacct_blkio_ticks(struct task_struct *tsk)
 233 { return 0; }
 234 static inline int delayacct_is_task_waiting_on_io(struct task_struct *p)
 235 { return 0; }
 236 static inline void delayacct_freepages_start(void)
 237 {}
 238 static inline void delayacct_freepages_end(void)
 239 {}
 240 static inline void delayacct_thrashing_start(void)
 241 {}
 242 static inline void delayacct_thrashing_end(void)
 243 {}
 244 static inline void delayacct_swapin_start(void)
 245 {}
 246 static inline void delayacct_swapin_end(void)
 247 {}
 248 static inline void delayacct_compact_start(void)
 249 {}
 250 static inline void delayacct_compact_end(void)
 251 {}
 252 static inline void delayacct_wpcopy_start(void)
 253 {}
 254 static inline void delayacct_wpcopy_end(void)
 255 {}
 256
 257 #endif /* CONFIG_TASK_DELAY_ACCT */
 258
 259 #endif