include/trace/events/kmem.h

   1 /* SPDX-License-Identifier: GPL-2.0 */
   2 #undef TRACE_SYSTEM
   3 #define TRACE_SYSTEM kmem
   4
   5 #if !defined(_TRACE_KMEM_H) || defined(TRACE_HEADER_MULTI_READ)
   6 #define _TRACE_KMEM_H
   7
   8 #include <linux/types.h>
   9 #include <linux/tracepoint.h>
  10 #include <trace/events/mmflags.h>
  11
  12 DECLARE_EVENT_CLASS(kmem_alloc,
  13
  14         TP_PROTO(unsigned long call_site,
  15                  const void *ptr,
  16                  size_t bytes_req,
  17                  size_t bytes_alloc,
  18                  gfp_t gfp_flags),
  19
  20         TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags),
  21
  22         TP_STRUCT__entry(
  23                 __field(        unsigned long,  call_site       )
  24                 __field(        const void *,   ptr             )
  25                 __field(        size_t,         bytes_req       )
  26                 __field(        size_t,         bytes_alloc     )
  27                 __field(        unsigned long,  gfp_flags       )
  28         ),
  29
  30         TP_fast_assign(
  31                 __entry->call_site      = call_site;
  32                 __entry->ptr            = ptr;
  33                 __entry->bytes_req      = bytes_req;
  34                 __entry->bytes_alloc    = bytes_alloc;
  35                 __entry->gfp_flags      = (__force unsigned long)gfp_flags;
  36         ),
  37
  38         TP_printk("call_site=%pS ptr=%p bytes_req=%zu bytes_alloc=%zu gfp_flags=%s",
  39                 (void *)__entry->call_site,
  40                 __entry->ptr,
  41                 __entry->bytes_req,
  42                 __entry->bytes_alloc,
  43                 show_gfp_flags(__entry->gfp_flags))
  44 );
  45
  46 DEFINE_EVENT(kmem_alloc, kmalloc,
  47
  48         TP_PROTO(unsigned long call_site, const void *ptr,
  49                  size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),
  50
  51         TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags)
  52 );
  53
  54 DEFINE_EVENT(kmem_alloc, kmem_cache_alloc,
  55
  56         TP_PROTO(unsigned long call_site, const void *ptr,
  57                  size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),
  58
  59         TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags)
  60 );
  61
  62 DECLARE_EVENT_CLASS(kmem_alloc_node,
  63
  64         TP_PROTO(unsigned long call_site,
  65                  const void *ptr,
  66                  size_t bytes_req,
  67                  size_t bytes_alloc,
  68                  gfp_t gfp_flags,
  69                  int node),
  70
  71         TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node),
  72
  73         TP_STRUCT__entry(
  74                 __field(        unsigned long,  call_site       )
  75                 __field(        const void *,   ptr             )
  76                 __field(        size_t,         bytes_req       )
  77                 __field(        size_t,         bytes_alloc     )
  78                 __field(        unsigned long,  gfp_flags       )
  79                 __field(        int,            node            )
  80         ),
  81
  82         TP_fast_assign(
  83                 __entry->call_site      = call_site;
  84                 __entry->ptr            = ptr;
  85                 __entry->bytes_req      = bytes_req;
  86                 __entry->bytes_alloc    = bytes_alloc;
  87                 __entry->gfp_flags      = (__force unsigned long)gfp_flags;
  88                 __entry->node           = node;
  89         ),
  90
  91         TP_printk("call_site=%pS ptr=%p bytes_req=%zu bytes_alloc=%zu gfp_flags=%s node=%d",
  92                 (void *)__entry->call_site,
  93                 __entry->ptr,
  94                 __entry->bytes_req,
  95                 __entry->bytes_alloc,
  96                 show_gfp_flags(__entry->gfp_flags),
  97                 __entry->node)
  98 );
  99
 100 DEFINE_EVENT(kmem_alloc_node, kmalloc_node,
 101
 102         TP_PROTO(unsigned long call_site, const void *ptr,
 103                  size_t bytes_req, size_t bytes_alloc,
 104                  gfp_t gfp_flags, int node),
 105
 106         TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node)
 107 );
 108
 109 DEFINE_EVENT(kmem_alloc_node, kmem_cache_alloc_node,
 110
 111         TP_PROTO(unsigned long call_site, const void *ptr,
 112                  size_t bytes_req, size_t bytes_alloc,
 113                  gfp_t gfp_flags, int node),
 114
 115         TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node)
 116 );
 117
 118 TRACE_EVENT(kfree,
 119
 120         TP_PROTO(unsigned long call_site, const void *ptr),
 121
 122         TP_ARGS(call_site, ptr),
 123
 124         TP_STRUCT__entry(
 125                 __field(        unsigned long,  call_site       )
 126                 __field(        const void *,   ptr             )
 127         ),
 128
 129         TP_fast_assign(
 130                 __entry->call_site      = call_site;
 131                 __entry->ptr            = ptr;
 132         ),
 133
 134         TP_printk("call_site=%pS ptr=%p",
 135                   (void *)__entry->call_site, __entry->ptr)
 136 );
 137
 138 TRACE_EVENT(kmem_cache_free,
 139
 140         TP_PROTO(unsigned long call_site, const void *ptr, const char *name),
 141
 142         TP_ARGS(call_site, ptr, name),
 143
 144         TP_STRUCT__entry(
 145                 __field(        unsigned long,  call_site       )
 146                 __field(        const void *,   ptr             )
 147                 __string(       name,   name    )
 148         ),
 149
 150         TP_fast_assign(
 151                 __entry->call_site      = call_site;
 152                 __entry->ptr            = ptr;
 153                 __assign_str(name, name);
 154         ),
 155
 156         TP_printk("call_site=%pS ptr=%p name=%s",
 157                   (void *)__entry->call_site, __entry->ptr, __get_str(name))
 158 );
 159
 160 TRACE_EVENT(mm_page_free,
 161
 162         TP_PROTO(struct page *page, unsigned int order),
 163
 164         TP_ARGS(page, order),
 165
 166         TP_STRUCT__entry(
 167                 __field(        unsigned long,  pfn             )
 168                 __field(        unsigned int,   order           )
 169         ),
 170
 171         TP_fast_assign(
 172                 __entry->pfn            = page_to_pfn(page);
 173                 __entry->order          = order;
 174         ),
 175
 176         TP_printk("page=%p pfn=0x%lx order=%d",
 177                         pfn_to_page(__entry->pfn),
 178                         __entry->pfn,
 179                         __entry->order)
 180 );
 181
 182 TRACE_EVENT(mm_page_free_batched,
 183
 184         TP_PROTO(struct page *page),
 185
 186         TP_ARGS(page),
 187
 188         TP_STRUCT__entry(
 189                 __field(        unsigned long,  pfn             )
 190         ),
 191
 192         TP_fast_assign(
 193                 __entry->pfn            = page_to_pfn(page);
 194         ),
 195
 196         TP_printk("page=%p pfn=0x%lx order=0",
 197                         pfn_to_page(__entry->pfn),
 198                         __entry->pfn)
 199 );
 200
 201 TRACE_EVENT(mm_page_alloc,
 202
 203         TP_PROTO(struct page *page, unsigned int order,
 204                         gfp_t gfp_flags, int migratetype),
 205
 206         TP_ARGS(page, order, gfp_flags, migratetype),
 207
 208         TP_STRUCT__entry(
 209                 __field(        unsigned long,  pfn             )
 210                 __field(        unsigned int,   order           )
 211                 __field(        unsigned long,  gfp_flags       )
 212                 __field(        int,            migratetype     )
 213         ),
 214
 215         TP_fast_assign(
 216                 __entry->pfn            = page ? page_to_pfn(page) : -1UL;
 217                 __entry->order          = order;
 218                 __entry->gfp_flags      = (__force unsigned long)gfp_flags;
 219                 __entry->migratetype    = migratetype;
 220         ),
 221
 222         TP_printk("page=%p pfn=0x%lx order=%d migratetype=%d gfp_flags=%s",
 223                 __entry->pfn != -1UL ? pfn_to_page(__entry->pfn) : NULL,
 224                 __entry->pfn != -1UL ? __entry->pfn : 0,
 225                 __entry->order,
 226                 __entry->migratetype,
 227                 show_gfp_flags(__entry->gfp_flags))
 228 );
 229
 230 DECLARE_EVENT_CLASS(mm_page,
 231
 232         TP_PROTO(struct page *page, unsigned int order, int migratetype,
 233                  int percpu_refill),
 234
 235         TP_ARGS(page, order, migratetype, percpu_refill),
 236
 237         TP_STRUCT__entry(
 238                 __field(        unsigned long,  pfn             )
 239                 __field(        unsigned int,   order           )
 240                 __field(        int,            migratetype     )
 241                 __field(        int,            percpu_refill   )
 242         ),
 243
 244         TP_fast_assign(
 245                 __entry->pfn            = page ? page_to_pfn(page) : -1UL;
 246                 __entry->order          = order;
 247                 __entry->migratetype    = migratetype;
 248                 __entry->percpu_refill  = percpu_refill;
 249         ),
 250
 251         TP_printk("page=%p pfn=0x%lx order=%u migratetype=%d percpu_refill=%d",
 252                 __entry->pfn != -1UL ? pfn_to_page(__entry->pfn) : NULL,
 253                 __entry->pfn != -1UL ? __entry->pfn : 0,
 254                 __entry->order,
 255                 __entry->migratetype,
 256                 __entry->percpu_refill)
 257 );
 258
 259 DEFINE_EVENT(mm_page, mm_page_alloc_zone_locked,
 260
 261         TP_PROTO(struct page *page, unsigned int order, int migratetype,
 262                  int percpu_refill),
 263
 264         TP_ARGS(page, order, migratetype, percpu_refill)
 265 );
 266
 267 TRACE_EVENT(mm_page_pcpu_drain,
 268
 269         TP_PROTO(struct page *page, unsigned int order, int migratetype),
 270
 271         TP_ARGS(page, order, migratetype),
 272
 273         TP_STRUCT__entry(
 274                 __field(        unsigned long,  pfn             )
 275                 __field(        unsigned int,   order           )
 276                 __field(        int,            migratetype     )
 277         ),
 278
 279         TP_fast_assign(
 280                 __entry->pfn            = page ? page_to_pfn(page) : -1UL;
 281                 __entry->order          = order;
 282                 __entry->migratetype    = migratetype;
 283         ),
 284
 285         TP_printk("page=%p pfn=0x%lx order=%d migratetype=%d",
 286                 pfn_to_page(__entry->pfn), __entry->pfn,
 287                 __entry->order, __entry->migratetype)
 288 );
 289
 290 TRACE_EVENT(mm_page_alloc_extfrag,
 291
 292         TP_PROTO(struct page *page,
 293                 int alloc_order, int fallback_order,
 294                 int alloc_migratetype, int fallback_migratetype),
 295
 296         TP_ARGS(page,
 297                 alloc_order, fallback_order,
 298                 alloc_migratetype, fallback_migratetype),
 299
 300         TP_STRUCT__entry(
 301                 __field(        unsigned long,  pfn                     )
 302                 __field(        int,            alloc_order             )
 303                 __field(        int,            fallback_order          )
 304                 __field(        int,            alloc_migratetype       )
 305                 __field(        int,            fallback_migratetype    )
 306                 __field(        int,            change_ownership        )
 307         ),
 308
 309         TP_fast_assign(
 310                 __entry->pfn                    = page_to_pfn(page);
 311                 __entry->alloc_order            = alloc_order;
 312                 __entry->fallback_order         = fallback_order;
 313                 __entry->alloc_migratetype      = alloc_migratetype;
 314                 __entry->fallback_migratetype   = fallback_migratetype;
 315                 __entry->change_ownership       = (alloc_migratetype ==
 316                                         get_pageblock_migratetype(page));
 317         ),
 318
 319         TP_printk("page=%p pfn=0x%lx alloc_order=%d fallback_order=%d pageblock_order=%d alloc_migratetype=%d fallback_migratetype=%d fragmenting=%d change_ownership=%d",
 320                 pfn_to_page(__entry->pfn),
 321                 __entry->pfn,
 322                 __entry->alloc_order,
 323                 __entry->fallback_order,
 324                 pageblock_order,
 325                 __entry->alloc_migratetype,
 326                 __entry->fallback_migratetype,
 327                 __entry->fallback_order < pageblock_order,
 328                 __entry->change_ownership)
 329 );
 330
 331 /*
 332  * Required for uniquely and securely identifying mm in rss_stat tracepoint.
 333  */
 334 #ifndef __PTR_TO_HASHVAL
 335 static unsigned int __maybe_unused mm_ptr_to_hash(const void *ptr)
 336 {
 337         int ret;
 338         unsigned long hashval;
 339
 340         ret = ptr_to_hashval(ptr, &hashval);
 341         if (ret)
 342                 return 0;
 343
 344         /* The hashed value is only 32-bit */
 345         return (unsigned int)hashval;
 346 }
 347 #define __PTR_TO_HASHVAL
 348 #endif
 349
 350 #define TRACE_MM_PAGES          \
 351         EM(MM_FILEPAGES)        \
 352         EM(MM_ANONPAGES)        \
 353         EM(MM_SWAPENTS)         \
 354         EMe(MM_SHMEMPAGES)
 355
 356 #undef EM
 357 #undef EMe
 358
 359 #define EM(a)   TRACE_DEFINE_ENUM(a);
 360 #define EMe(a)  TRACE_DEFINE_ENUM(a);
 361
 362 TRACE_MM_PAGES
 363
 364 #undef EM
 365 #undef EMe
 366
 367 #define EM(a)   { a, #a },
 368 #define EMe(a)  { a, #a }
 369
 370 TRACE_EVENT(rss_stat,
 371
 372         TP_PROTO(struct mm_struct *mm,
 373                 int member,
 374                 long count),
 375
 376         TP_ARGS(mm, member, count),
 377
 378         TP_STRUCT__entry(
 379                 __field(unsigned int, mm_id)
 380                 __field(unsigned int, curr)
 381                 __field(int, member)
 382                 __field(long, size)
 383         ),
 384
 385         TP_fast_assign(
 386                 __entry->mm_id = mm_ptr_to_hash(mm);
 387                 __entry->curr = !!(current->mm == mm);
 388                 __entry->member = member;
 389                 __entry->size = (count << PAGE_SHIFT);
 390         ),
 391
 392         TP_printk("mm_id=%u curr=%d type=%s size=%ldB",
 393                 __entry->mm_id,
 394                 __entry->curr,
 395                 __print_symbolic(__entry->member, TRACE_MM_PAGES),
 396                 __entry->size)
 397         );
 398 #endif /* _TRACE_KMEM_H */
 399
 400 /* This part must be outside protection */
 401 #include <trace/define_trace.h>