Line data Source code
1 : /* SPDX-License-Identifier: GPL-2.0 */
2 : #undef TRACE_SYSTEM
3 : #define TRACE_SYSTEM compaction
4 :
5 : #if !defined(_TRACE_COMPACTION_H) || defined(TRACE_HEADER_MULTI_READ)
6 : #define _TRACE_COMPACTION_H
7 :
8 : #include <linux/types.h>
9 : #include <linux/list.h>
10 : #include <linux/tracepoint.h>
11 : #include <trace/events/mmflags.h>
12 :
13 :
14 0 : DECLARE_EVENT_CLASS(mm_compaction_isolate_template,
15 :
16 : TP_PROTO(
17 : unsigned long start_pfn,
18 : unsigned long end_pfn,
19 : unsigned long nr_scanned,
20 : unsigned long nr_taken),
21 :
22 : TP_ARGS(start_pfn, end_pfn, nr_scanned, nr_taken),
23 :
24 : TP_STRUCT__entry(
25 : __field(unsigned long, start_pfn)
26 : __field(unsigned long, end_pfn)
27 : __field(unsigned long, nr_scanned)
28 : __field(unsigned long, nr_taken)
29 : ),
30 :
31 : TP_fast_assign(
32 : __entry->start_pfn = start_pfn;
33 : __entry->end_pfn = end_pfn;
34 : __entry->nr_scanned = nr_scanned;
35 : __entry->nr_taken = nr_taken;
36 : ),
37 :
38 : TP_printk("range=(0x%lx ~ 0x%lx) nr_scanned=%lu nr_taken=%lu",
39 : __entry->start_pfn,
40 : __entry->end_pfn,
41 : __entry->nr_scanned,
42 : __entry->nr_taken)
43 : );
44 :
45 0 : DEFINE_EVENT(mm_compaction_isolate_template, mm_compaction_isolate_migratepages,
46 :
47 : TP_PROTO(
48 : unsigned long start_pfn,
49 : unsigned long end_pfn,
50 : unsigned long nr_scanned,
51 : unsigned long nr_taken),
52 :
53 : TP_ARGS(start_pfn, end_pfn, nr_scanned, nr_taken)
54 : );
55 :
56 0 : DEFINE_EVENT(mm_compaction_isolate_template, mm_compaction_isolate_freepages,
57 :
58 : TP_PROTO(
59 : unsigned long start_pfn,
60 : unsigned long end_pfn,
61 : unsigned long nr_scanned,
62 : unsigned long nr_taken),
63 :
64 : TP_ARGS(start_pfn, end_pfn, nr_scanned, nr_taken)
65 : );
66 :
67 : #ifdef CONFIG_COMPACTION
68 0 : TRACE_EVENT(mm_compaction_migratepages,
69 :
70 : TP_PROTO(unsigned long nr_all,
71 : int migrate_rc,
72 : struct list_head *migratepages),
73 :
74 : TP_ARGS(nr_all, migrate_rc, migratepages),
75 :
76 : TP_STRUCT__entry(
77 : __field(unsigned long, nr_migrated)
78 : __field(unsigned long, nr_failed)
79 : ),
80 :
81 : TP_fast_assign(
82 : unsigned long nr_failed = 0;
83 : struct list_head *page_lru;
84 :
85 : /*
86 : * migrate_pages() returns either a non-negative number
87 : * with the number of pages that failed migration, or an
88 : * error code, in which case we need to count the remaining
89 : * pages manually
90 : */
91 : if (migrate_rc >= 0)
92 : nr_failed = migrate_rc;
93 : else
94 : list_for_each(page_lru, migratepages)
95 : nr_failed++;
96 :
97 : __entry->nr_migrated = nr_all - nr_failed;
98 : __entry->nr_failed = nr_failed;
99 : ),
100 :
101 : TP_printk("nr_migrated=%lu nr_failed=%lu",
102 : __entry->nr_migrated,
103 : __entry->nr_failed)
104 : );
105 :
106 0 : TRACE_EVENT(mm_compaction_begin,
107 : TP_PROTO(unsigned long zone_start, unsigned long migrate_pfn,
108 : unsigned long free_pfn, unsigned long zone_end, bool sync),
109 :
110 : TP_ARGS(zone_start, migrate_pfn, free_pfn, zone_end, sync),
111 :
112 : TP_STRUCT__entry(
113 : __field(unsigned long, zone_start)
114 : __field(unsigned long, migrate_pfn)
115 : __field(unsigned long, free_pfn)
116 : __field(unsigned long, zone_end)
117 : __field(bool, sync)
118 : ),
119 :
120 : TP_fast_assign(
121 : __entry->zone_start = zone_start;
122 : __entry->migrate_pfn = migrate_pfn;
123 : __entry->free_pfn = free_pfn;
124 : __entry->zone_end = zone_end;
125 : __entry->sync = sync;
126 : ),
127 :
128 : TP_printk("zone_start=0x%lx migrate_pfn=0x%lx free_pfn=0x%lx zone_end=0x%lx, mode=%s",
129 : __entry->zone_start,
130 : __entry->migrate_pfn,
131 : __entry->free_pfn,
132 : __entry->zone_end,
133 : __entry->sync ? "sync" : "async")
134 : );
135 :
136 0 : TRACE_EVENT(mm_compaction_end,
137 : TP_PROTO(unsigned long zone_start, unsigned long migrate_pfn,
138 : unsigned long free_pfn, unsigned long zone_end, bool sync,
139 : int status),
140 :
141 : TP_ARGS(zone_start, migrate_pfn, free_pfn, zone_end, sync, status),
142 :
143 : TP_STRUCT__entry(
144 : __field(unsigned long, zone_start)
145 : __field(unsigned long, migrate_pfn)
146 : __field(unsigned long, free_pfn)
147 : __field(unsigned long, zone_end)
148 : __field(bool, sync)
149 : __field(int, status)
150 : ),
151 :
152 : TP_fast_assign(
153 : __entry->zone_start = zone_start;
154 : __entry->migrate_pfn = migrate_pfn;
155 : __entry->free_pfn = free_pfn;
156 : __entry->zone_end = zone_end;
157 : __entry->sync = sync;
158 : __entry->status = status;
159 : ),
160 :
161 : TP_printk("zone_start=0x%lx migrate_pfn=0x%lx free_pfn=0x%lx zone_end=0x%lx, mode=%s status=%s",
162 : __entry->zone_start,
163 : __entry->migrate_pfn,
164 : __entry->free_pfn,
165 : __entry->zone_end,
166 : __entry->sync ? "sync" : "async",
167 : __print_symbolic(__entry->status, COMPACTION_STATUS))
168 : );
169 :
170 0 : TRACE_EVENT(mm_compaction_try_to_compact_pages,
171 :
172 : TP_PROTO(
173 : int order,
174 : gfp_t gfp_mask,
175 : int prio),
176 :
177 : TP_ARGS(order, gfp_mask, prio),
178 :
179 : TP_STRUCT__entry(
180 : __field(int, order)
181 : __field(gfp_t, gfp_mask)
182 : __field(int, prio)
183 : ),
184 :
185 : TP_fast_assign(
186 : __entry->order = order;
187 : __entry->gfp_mask = gfp_mask;
188 : __entry->prio = prio;
189 : ),
190 :
191 : TP_printk("order=%d gfp_mask=%s priority=%d",
192 : __entry->order,
193 : show_gfp_flags(__entry->gfp_mask),
194 : __entry->prio)
195 : );
196 :
197 0 : DECLARE_EVENT_CLASS(mm_compaction_suitable_template,
198 :
199 : TP_PROTO(struct zone *zone,
200 : int order,
201 : int ret),
202 :
203 : TP_ARGS(zone, order, ret),
204 :
205 : TP_STRUCT__entry(
206 : __field(int, nid)
207 : __field(enum zone_type, idx)
208 : __field(int, order)
209 : __field(int, ret)
210 : ),
211 :
212 : TP_fast_assign(
213 : __entry->nid = zone_to_nid(zone);
214 : __entry->idx = zone_idx(zone);
215 : __entry->order = order;
216 : __entry->ret = ret;
217 : ),
218 :
219 : TP_printk("node=%d zone=%-8s order=%d ret=%s",
220 : __entry->nid,
221 : __print_symbolic(__entry->idx, ZONE_TYPE),
222 : __entry->order,
223 : __print_symbolic(__entry->ret, COMPACTION_STATUS))
224 : );
225 :
226 0 : DEFINE_EVENT(mm_compaction_suitable_template, mm_compaction_finished,
227 :
228 : TP_PROTO(struct zone *zone,
229 : int order,
230 : int ret),
231 :
232 : TP_ARGS(zone, order, ret)
233 : );
234 :
235 0 : DEFINE_EVENT(mm_compaction_suitable_template, mm_compaction_suitable,
236 :
237 : TP_PROTO(struct zone *zone,
238 : int order,
239 : int ret),
240 :
241 : TP_ARGS(zone, order, ret)
242 : );
243 :
244 0 : DECLARE_EVENT_CLASS(mm_compaction_defer_template,
245 :
246 : TP_PROTO(struct zone *zone, int order),
247 :
248 : TP_ARGS(zone, order),
249 :
250 : TP_STRUCT__entry(
251 : __field(int, nid)
252 : __field(enum zone_type, idx)
253 : __field(int, order)
254 : __field(unsigned int, considered)
255 : __field(unsigned int, defer_shift)
256 : __field(int, order_failed)
257 : ),
258 :
259 : TP_fast_assign(
260 : __entry->nid = zone_to_nid(zone);
261 : __entry->idx = zone_idx(zone);
262 : __entry->order = order;
263 : __entry->considered = zone->compact_considered;
264 : __entry->defer_shift = zone->compact_defer_shift;
265 : __entry->order_failed = zone->compact_order_failed;
266 : ),
267 :
268 : TP_printk("node=%d zone=%-8s order=%d order_failed=%d consider=%u limit=%lu",
269 : __entry->nid,
270 : __print_symbolic(__entry->idx, ZONE_TYPE),
271 : __entry->order,
272 : __entry->order_failed,
273 : __entry->considered,
274 : 1UL << __entry->defer_shift)
275 : );
276 :
277 0 : DEFINE_EVENT(mm_compaction_defer_template, mm_compaction_deferred,
278 :
279 : TP_PROTO(struct zone *zone, int order),
280 :
281 : TP_ARGS(zone, order)
282 : );
283 :
284 0 : DEFINE_EVENT(mm_compaction_defer_template, mm_compaction_defer_compaction,
285 :
286 : TP_PROTO(struct zone *zone, int order),
287 :
288 : TP_ARGS(zone, order)
289 : );
290 :
291 0 : DEFINE_EVENT(mm_compaction_defer_template, mm_compaction_defer_reset,
292 :
293 : TP_PROTO(struct zone *zone, int order),
294 :
295 : TP_ARGS(zone, order)
296 : );
297 :
298 160 : TRACE_EVENT(mm_compaction_kcompactd_sleep,
299 :
300 : TP_PROTO(int nid),
301 :
302 : TP_ARGS(nid),
303 :
304 : TP_STRUCT__entry(
305 : __field(int, nid)
306 : ),
307 :
308 : TP_fast_assign(
309 : __entry->nid = nid;
310 : ),
311 :
312 : TP_printk("nid=%d", __entry->nid)
313 : );
314 :
315 0 : DECLARE_EVENT_CLASS(kcompactd_wake_template,
316 :
317 : TP_PROTO(int nid, int order, enum zone_type highest_zoneidx),
318 :
319 : TP_ARGS(nid, order, highest_zoneidx),
320 :
321 : TP_STRUCT__entry(
322 : __field(int, nid)
323 : __field(int, order)
324 : __field(enum zone_type, highest_zoneidx)
325 : ),
326 :
327 : TP_fast_assign(
328 : __entry->nid = nid;
329 : __entry->order = order;
330 : __entry->highest_zoneidx = highest_zoneidx;
331 : ),
332 :
333 : /*
334 : * classzone_idx is previous name of the highest_zoneidx.
335 : * Reason not to change it is the ABI requirement of the tracepoint.
336 : */
337 : TP_printk("nid=%d order=%d classzone_idx=%-8s",
338 : __entry->nid,
339 : __entry->order,
340 : __print_symbolic(__entry->highest_zoneidx, ZONE_TYPE))
341 : );
342 :
343 0 : DEFINE_EVENT(kcompactd_wake_template, mm_compaction_wakeup_kcompactd,
344 :
345 : TP_PROTO(int nid, int order, enum zone_type highest_zoneidx),
346 :
347 : TP_ARGS(nid, order, highest_zoneidx)
348 : );
349 :
350 0 : DEFINE_EVENT(kcompactd_wake_template, mm_compaction_kcompactd_wake,
351 :
352 : TP_PROTO(int nid, int order, enum zone_type highest_zoneidx),
353 :
354 : TP_ARGS(nid, order, highest_zoneidx)
355 : );
356 : #endif
357 :
358 : #endif /* _TRACE_COMPACTION_H */
359 :
360 : /* This part must be outside protection */
361 : #include <trace/define_trace.h>
|
