Compile fixes for RHEL 9.3 kernels
[lttng-modules.git] / src / lttng-statedump-impl.c
CommitLineData
b7cdc182 1/* SPDX-License-Identifier: (GPL-2.0-only or LGPL-2.1-only)
9f36eaed 2 *
886d51a3
MD
3 * lttng-statedump.c
4 *
c337ddc2
MD
5 * Linux Trace Toolkit Next Generation Kernel State Dump
6 *
7 * Copyright 2005 Jean-Hugues Deschenes <jean-hugues.deschenes@polymtl.ca>
8 * Copyright 2006-2012 Mathieu Desnoyers <mathieu.desnoyers@efficios.com>
9 *
10 * Changes:
11 * Eric Clement: Add listing of network IP interface
12 * 2006, 2007 Mathieu Desnoyers Fix kernel threads
13 * Various updates
c337ddc2
MD
14 */
15
16#include <linux/init.h>
17#include <linux/module.h>
18#include <linux/netlink.h>
19#include <linux/inet.h>
20#include <linux/ip.h>
21#include <linux/kthread.h>
22#include <linux/proc_fs.h>
23#include <linux/file.h>
24#include <linux/interrupt.h>
74019c61 25#include <linux/irq.h>
c337ddc2 26#include <linux/irqnr.h>
c337ddc2
MD
27#include <linux/netdevice.h>
28#include <linux/inetdevice.h>
c337ddc2 29#include <linux/mm.h>
c337ddc2
MD
30#include <linux/swap.h>
31#include <linux/wait.h>
32#include <linux/mutex.h>
f0dbdefb 33#include <linux/device.h>
c337ddc2 34
5677d2e5
MJ
35#include <linux/blkdev.h>
36
2df37e95
MD
37#include <lttng/events.h>
38#include <lttng/tracer.h>
ffcc8734 39#include <wrapper/cpu.h>
241ae9a8 40#include <wrapper/irqdesc.h>
241ae9a8 41#include <wrapper/fdtable.h>
241ae9a8 42#include <wrapper/tracepoint.h>
82fbf9d3 43#include <wrapper/blkdev.h>
c07dca48 44#include <wrapper/fdtable.h>
7259e6a5 45#include <wrapper/sched.h>
c337ddc2 46
c337ddc2
MD
47/* Define the tracepoints, but do not build the probes */
48#define CREATE_TRACE_POINTS
4f47ccf0 49#define TRACE_INCLUDE_PATH instrumentation/events
c337ddc2 50#define TRACE_INCLUDE_FILE lttng-statedump
3bc29f0a 51#define LTTNG_INSTRUMENTATION
4f47ccf0 52#include <instrumentation/events/lttng-statedump.h>
c337ddc2 53
0116245f 54LTTNG_DEFINE_TRACE(lttng_statedump_block_device,
8cdc1a81 55 TP_PROTO(struct lttng_kernel_session *session,
0116245f
MJ
56 dev_t dev, const char *diskname),
57 TP_ARGS(session, dev, diskname));
58
59LTTNG_DEFINE_TRACE(lttng_statedump_end,
8cdc1a81 60 TP_PROTO(struct lttng_kernel_session *session),
0116245f
MJ
61 TP_ARGS(session));
62
63LTTNG_DEFINE_TRACE(lttng_statedump_interrupt,
8cdc1a81 64 TP_PROTO(struct lttng_kernel_session *session,
0116245f
MJ
65 unsigned int irq, const char *chip_name,
66 struct irqaction *action),
67 TP_ARGS(session, irq, chip_name, action));
68
69LTTNG_DEFINE_TRACE(lttng_statedump_file_descriptor,
8cdc1a81 70 TP_PROTO(struct lttng_kernel_session *session,
0116245f
MJ
71 struct files_struct *files,
72 int fd, const char *filename,
73 unsigned int flags, fmode_t fmode),
74 TP_ARGS(session, files, fd, filename, flags, fmode));
75
76LTTNG_DEFINE_TRACE(lttng_statedump_start,
8cdc1a81 77 TP_PROTO(struct lttng_kernel_session *session),
0116245f
MJ
78 TP_ARGS(session));
79
80LTTNG_DEFINE_TRACE(lttng_statedump_process_state,
8cdc1a81 81 TP_PROTO(struct lttng_kernel_session *session,
0116245f
MJ
82 struct task_struct *p,
83 int type, int mode, int submode, int status,
84 struct files_struct *files),
85 TP_ARGS(session, p, type, mode, submode, status, files));
86
87LTTNG_DEFINE_TRACE(lttng_statedump_process_pid_ns,
8cdc1a81 88 TP_PROTO(struct lttng_kernel_session *session,
0116245f
MJ
89 struct task_struct *p,
90 struct pid_namespace *pid_ns),
91 TP_ARGS(session, p, pid_ns));
92
5f4c791e 93#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,6,0))
0116245f 94LTTNG_DEFINE_TRACE(lttng_statedump_process_cgroup_ns,
8cdc1a81 95 TP_PROTO(struct lttng_kernel_session *session,
0116245f
MJ
96 struct task_struct *p,
97 struct cgroup_namespace *cgroup_ns),
98 TP_ARGS(session, p, cgroup_ns));
1965e6b4 99#endif
0116245f
MJ
100
101LTTNG_DEFINE_TRACE(lttng_statedump_process_ipc_ns,
8cdc1a81 102 TP_PROTO(struct lttng_kernel_session *session,
0116245f
MJ
103 struct task_struct *p,
104 struct ipc_namespace *ipc_ns),
105 TP_ARGS(session, p, ipc_ns));
106
1965e6b4 107#ifndef LTTNG_MNT_NS_MISSING_HEADER
0116245f 108LTTNG_DEFINE_TRACE(lttng_statedump_process_mnt_ns,
8cdc1a81 109 TP_PROTO(struct lttng_kernel_session *session,
0116245f
MJ
110 struct task_struct *p,
111 struct mnt_namespace *mnt_ns),
112 TP_ARGS(session, p, mnt_ns));
1965e6b4 113#endif
0116245f
MJ
114
115LTTNG_DEFINE_TRACE(lttng_statedump_process_net_ns,
8cdc1a81 116 TP_PROTO(struct lttng_kernel_session *session,
0116245f
MJ
117 struct task_struct *p,
118 struct net *net_ns),
119 TP_ARGS(session, p, net_ns));
120
121LTTNG_DEFINE_TRACE(lttng_statedump_process_user_ns,
8cdc1a81 122 TP_PROTO(struct lttng_kernel_session *session,
0116245f
MJ
123 struct task_struct *p,
124 struct user_namespace *user_ns),
125 TP_ARGS(session, p, user_ns));
126
127LTTNG_DEFINE_TRACE(lttng_statedump_process_uts_ns,
8cdc1a81 128 TP_PROTO(struct lttng_kernel_session *session,
0116245f
MJ
129 struct task_struct *p,
130 struct uts_namespace *uts_ns),
131 TP_ARGS(session, p, uts_ns));
132
133LTTNG_DEFINE_TRACE(lttng_statedump_process_time_ns,
8cdc1a81 134 TP_PROTO(struct lttng_kernel_session *session,
0116245f
MJ
135 struct task_struct *p,
136 struct time_namespace *time_ns),
137 TP_ARGS(session, p, time_ns));
138
139LTTNG_DEFINE_TRACE(lttng_statedump_network_interface,
8cdc1a81 140 TP_PROTO(struct lttng_kernel_session *session,
0116245f
MJ
141 struct net_device *dev, struct in_ifaddr *ifa),
142 TP_ARGS(session, dev, ifa));
143
d0b55e4c 144#ifdef LTTNG_HAVE_STATEDUMP_CPU_TOPOLOGY
0116245f 145LTTNG_DEFINE_TRACE(lttng_statedump_cpu_topology,
8cdc1a81 146 TP_PROTO(struct lttng_kernel_session *session, struct cpuinfo_x86 *c),
0116245f 147 TP_ARGS(session, c));
502e4132 148#endif
20591cf7 149
361c023a
MD
150struct lttng_fd_ctx {
151 char *page;
8cdc1a81 152 struct lttng_kernel_session *session;
d561ecfb 153 struct files_struct *files;
361c023a
MD
154};
155
c337ddc2
MD
156/*
157 * Protected by the trace lock.
158 */
159static struct delayed_work cpu_work[NR_CPUS];
160static DECLARE_WAIT_QUEUE_HEAD(statedump_wq);
161static atomic_t kernel_threads_to_run;
162
163enum lttng_thread_type {
164 LTTNG_USER_THREAD = 0,
165 LTTNG_KERNEL_THREAD = 1,
166};
167
168enum lttng_execution_mode {
169 LTTNG_USER_MODE = 0,
170 LTTNG_SYSCALL = 1,
171 LTTNG_TRAP = 2,
172 LTTNG_IRQ = 3,
173 LTTNG_SOFTIRQ = 4,
174 LTTNG_MODE_UNKNOWN = 5,
175};
176
177enum lttng_execution_submode {
178 LTTNG_NONE = 0,
179 LTTNG_UNKNOWN = 1,
180};
181
182enum lttng_process_status {
183 LTTNG_UNNAMED = 0,
184 LTTNG_WAIT_FORK = 1,
185 LTTNG_WAIT_CPU = 2,
186 LTTNG_EXIT = 3,
187 LTTNG_ZOMBIE = 4,
188 LTTNG_WAIT = 5,
189 LTTNG_RUN = 6,
190 LTTNG_DEAD = 7,
191};
192
fef7fe6a 193
a9d49ac6
MH
194#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(6,0,0) || \
195 LTTNG_RHEL_KERNEL_RANGE(5,14,0,163,0,0, 5,15,0,0,0,0))
cc92a211
MJ
196
197#define LTTNG_PART_STRUCT_TYPE struct block_device
198
199static
200int lttng_get_part_name(struct gendisk *disk, struct block_device *part, char *name_buf)
201{
202 int ret;
203
204 ret = snprintf(name_buf, BDEVNAME_SIZE, "%pg", part);
205 if (ret < 0 || ret >= BDEVNAME_SIZE)
206 return -ENOSYS;
207
208 return 0;
209}
210
211static
212dev_t lttng_get_part_devt(struct block_device *part)
213{
214 return part->bd_dev;
215}
216
217#elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,11,0))
fef7fe6a
MJ
218
219#define LTTNG_PART_STRUCT_TYPE struct block_device
220
221static
222int lttng_get_part_name(struct gendisk *disk, struct block_device *part, char *name_buf)
223{
224 const char *p;
225
226 p = bdevname(part, name_buf);
227 if (!p)
228 return -ENOSYS;
229
230 return 0;
231}
232
233static
234dev_t lttng_get_part_devt(struct block_device *part)
235{
236 return part->bd_dev;
237}
238
239#else
240
241#define LTTNG_PART_STRUCT_TYPE struct hd_struct
242
243static
244int lttng_get_part_name(struct gendisk *disk, struct hd_struct *part, char *name_buf)
245{
246 const char *p;
247 struct block_device bdev;
248
249 /*
250 * Create a partial 'struct blockdevice' to use
251 * 'bdevname()' which is a simple wrapper over
252 * 'disk_name()' but has the honor to be EXPORT_SYMBOL.
253 */
254 bdev.bd_disk = disk;
255 bdev.bd_part = part;
256
257 p = bdevname(&bdev, name_buf);
258 if (!p)
259 return -ENOSYS;
260
261 return 0;
262}
263
264static
265dev_t lttng_get_part_devt(struct hd_struct *part)
266{
267 return part_devt(part);
268}
269#endif
270
481fd2a2
MJ
271#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,12,0))
272static
273int lttng_statedump_each_block_device(struct lttng_kernel_session *session, struct gendisk *disk)
274{
275 struct block_device *part;
276 unsigned long idx;
277 int ret = 0;
278
279 /* Include partition 0 */
280 idx = 0;
281
282 rcu_read_lock();
283 xa_for_each(&disk->part_tbl, idx, part) {
284 char name_buf[BDEVNAME_SIZE];
285
286 /* Exclude non-partitions bdev and empty partitions. */
287 if (bdev_is_partition(part) && !bdev_nr_sectors(part))
288 continue;
289
290 if (lttng_get_part_name(disk, part, name_buf) == -ENOSYS) {
291 ret = -ENOSYS;
292 goto end;
293 }
294 trace_lttng_statedump_block_device(session, lttng_get_part_devt(part),
295 name_buf);
296 }
297end:
298 rcu_read_unlock();
299 return ret;
300}
301#else
302static
303int lttng_statedump_each_block_device(struct lttng_kernel_session *session, struct gendisk *disk)
304{
305 struct disk_part_iter piter;
306 LTTNG_PART_STRUCT_TYPE *part;
307
308 disk_part_iter_init(&piter, disk, DISK_PITER_INCL_PART0);
309
310 while ((part = disk_part_iter_next(&piter))) {
311 char name_buf[BDEVNAME_SIZE];
312
313 if (lttng_get_part_name(disk, part, name_buf) == -ENOSYS) {
314 disk_part_iter_exit(&piter);
315 return -ENOSYS;
316 }
317 trace_lttng_statedump_block_device(session, lttng_get_part_devt(part),
318 name_buf);
319 }
320 disk_part_iter_exit(&piter);
321
322 return 0;
323}
324#endif
325
f0dbdefb 326static
8cdc1a81 327int lttng_enumerate_block_devices(struct lttng_kernel_session *session)
f0dbdefb
HD
328{
329 struct class *ptr_block_class;
330 struct device_type *ptr_disk_type;
331 struct class_dev_iter iter;
332 struct device *dev;
7633c773 333 int ret = 0;
f0dbdefb
HD
334
335 ptr_block_class = wrapper_get_block_class();
7633c773
MJ
336 if (!ptr_block_class) {
337 ret = -ENOSYS;
338 goto end;
339 }
f0dbdefb
HD
340 ptr_disk_type = wrapper_get_disk_type();
341 if (!ptr_disk_type) {
7633c773
MJ
342 ret = -ENOSYS;
343 goto end;
f0dbdefb
HD
344 }
345 class_dev_iter_init(&iter, ptr_block_class, NULL, ptr_disk_type);
346 while ((dev = class_dev_iter_next(&iter))) {
f0dbdefb 347 struct gendisk *disk = dev_to_disk(dev);
f0dbdefb 348
5a91f3df
MD
349 /*
350 * Don't show empty devices or things that have been
351 * suppressed
352 */
353 if (get_capacity(disk) == 0 ||
fe72ab45 354 (disk->flags & LTTNG_GENHD_FL_HIDDEN))
5a91f3df
MD
355 continue;
356
481fd2a2 357 ret = lttng_statedump_each_block_device(session, disk);
f0dbdefb
HD
358 }
359 class_dev_iter_exit(&iter);
7633c773
MJ
360end:
361 return ret;
f0dbdefb
HD
362}
363
c337ddc2 364#ifdef CONFIG_INET
f0dbdefb 365
c337ddc2 366static
8cdc1a81 367void lttng_enumerate_device(struct lttng_kernel_session *session,
c337ddc2
MD
368 struct net_device *dev)
369{
370 struct in_device *in_dev;
371 struct in_ifaddr *ifa;
372
373 if (dev->flags & IFF_UP) {
374 in_dev = in_dev_get(dev);
375 if (in_dev) {
376 for (ifa = in_dev->ifa_list; ifa != NULL;
377 ifa = ifa->ifa_next) {
378 trace_lttng_statedump_network_interface(
379 session, dev, ifa);
380 }
381 in_dev_put(in_dev);
382 }
383 } else {
384 trace_lttng_statedump_network_interface(
385 session, dev, NULL);
386 }
387}
388
389static
8cdc1a81 390int lttng_enumerate_network_ip_interface(struct lttng_kernel_session *session)
c337ddc2
MD
391{
392 struct net_device *dev;
393
394 read_lock(&dev_base_lock);
395 for_each_netdev(&init_net, dev)
396 lttng_enumerate_device(session, dev);
397 read_unlock(&dev_base_lock);
398
399 return 0;
400}
401#else /* CONFIG_INET */
402static inline
8cdc1a81 403int lttng_enumerate_network_ip_interface(struct lttng_kernel_session *session)
c337ddc2
MD
404{
405 return 0;
406}
407#endif /* CONFIG_INET */
408
361c023a
MD
409static
410int lttng_dump_one_fd(const void *p, struct file *file, unsigned int fd)
411{
412 const struct lttng_fd_ctx *ctx = p;
413 const char *s = d_path(&file->f_path, ctx->page, PAGE_SIZE);
29021503 414 unsigned int flags = file->f_flags;
d561ecfb 415 struct fdtable *fdt;
361c023a 416
29021503
MD
417 /*
418 * We don't expose kernel internal flags, only userspace-visible
419 * flags.
420 */
421 flags &= ~FMODE_NONOTIFY;
d561ecfb
MD
422 fdt = files_fdtable(ctx->files);
423 /*
424 * We need to check here again whether fd is within the fdt
425 * max_fds range, because we might be seeing a different
426 * files_fdtable() than iterate_fd(), assuming only RCU is
427 * protecting the read. In reality, iterate_fd() holds
428 * file_lock, which should ensure the fdt does not change while
429 * the lock is taken, but we are not aware whether this is
430 * guaranteed or not, so play safe.
431 */
1cbe11ed 432 if (fd < fdt->max_fds && close_on_exec(fd, fdt))
29021503 433 flags |= O_CLOEXEC;
361c023a
MD
434 if (IS_ERR(s)) {
435 struct dentry *dentry = file->f_path.dentry;
436
437 /* Make sure we give at least some info */
438 spin_lock(&dentry->d_lock);
e7a0ca72
MD
439 trace_lttng_statedump_file_descriptor(ctx->session,
440 ctx->files, fd, dentry->d_name.name, flags,
441 file->f_mode);
361c023a
MD
442 spin_unlock(&dentry->d_lock);
443 goto end;
444 }
e7a0ca72
MD
445 trace_lttng_statedump_file_descriptor(ctx->session,
446 ctx->files, fd, s, flags, file->f_mode);
361c023a
MD
447end:
448 return 0;
449}
c337ddc2 450
e7a0ca72 451/* Called with task lock held. */
c337ddc2 452static
8cdc1a81 453void lttng_enumerate_files(struct lttng_kernel_session *session,
e7a0ca72
MD
454 struct files_struct *files,
455 char *tmp)
c337ddc2 456{
e7a0ca72 457 struct lttng_fd_ctx ctx = { .page = tmp, .session = session, .files = files, };
c337ddc2 458
1cbe11ed 459 iterate_fd(files, 0, lttng_dump_one_fd, &ctx);
c337ddc2
MD
460}
461
d0b55e4c 462#ifdef LTTNG_HAVE_STATEDUMP_CPU_TOPOLOGY
502e4132 463static
8cdc1a81 464int lttng_enumerate_cpu_topology(struct lttng_kernel_session *session)
502e4132
JD
465{
466 int cpu;
467 const cpumask_t *cpumask = cpu_possible_mask;
468
469 for (cpu = cpumask_first(cpumask); cpu < nr_cpu_ids;
470 cpu = cpumask_next(cpu, cpumask)) {
471 trace_lttng_statedump_cpu_topology(session, &cpu_data(cpu));
472 }
473
474 return 0;
475}
476#else
477static
8cdc1a81 478int lttng_enumerate_cpu_topology(struct lttng_kernel_session *session)
502e4132
JD
479{
480 return 0;
481}
482#endif
483
0658bdda
MD
484#if 0
485/*
486 * FIXME: we cannot take a mmap_sem while in a RCU read-side critical section
487 * (scheduling in atomic). Normally, the tasklist lock protects this kind of
488 * iteration, but it is not exported to modules.
489 */
c337ddc2 490static
8cdc1a81 491void lttng_enumerate_task_vm_maps(struct lttng_kernel_session *session,
c337ddc2
MD
492 struct task_struct *p)
493{
494 struct mm_struct *mm;
495 struct vm_area_struct *map;
496 unsigned long ino;
497
498 /* get_task_mm does a task_lock... */
499 mm = get_task_mm(p);
500 if (!mm)
501 return;
502
503 map = mm->mmap;
504 if (map) {
505 down_read(&mm->mmap_sem);
506 while (map) {
507 if (map->vm_file)
2a059b14 508 ino = map->vm_file->f_path.dentry->d_inode->i_ino;
c337ddc2
MD
509 else
510 ino = 0;
511 trace_lttng_statedump_vm_map(session, p, map, ino);
512 map = map->vm_next;
513 }
514 up_read(&mm->mmap_sem);
515 }
516 mmput(mm);
517}
518
519static
8cdc1a81 520int lttng_enumerate_vm_maps(struct lttng_kernel_session *session)
c337ddc2
MD
521{
522 struct task_struct *p;
523
524 rcu_read_lock();
525 for_each_process(p)
526 lttng_enumerate_task_vm_maps(session, p);
527 rcu_read_unlock();
528 return 0;
529}
0658bdda 530#endif
c337ddc2 531
c337ddc2 532static
8cdc1a81 533int lttng_list_interrupts(struct lttng_kernel_session *session)
c337ddc2
MD
534{
535 unsigned int irq;
536 unsigned long flags = 0;
537 struct irq_desc *desc;
538
539#define irq_to_desc wrapper_irq_to_desc
540 /* needs irq_desc */
541 for_each_irq_desc(irq, desc) {
542 struct irqaction *action;
543 const char *irq_chip_name =
544 irq_desc_get_chip(desc)->name ? : "unnamed_irq_chip";
545
546 local_irq_save(flags);
fc94c945 547 raw_spin_lock(&desc->lock);
c337ddc2
MD
548 for (action = desc->action; action; action = action->next) {
549 trace_lttng_statedump_interrupt(session,
550 irq, irq_chip_name, action);
551 }
fc94c945 552 raw_spin_unlock(&desc->lock);
c337ddc2
MD
553 local_irq_restore(flags);
554 }
cfcee1c7 555 return 0;
c337ddc2
MD
556#undef irq_to_desc
557}
c337ddc2 558
4ba1f53c 559/*
1965e6b4
MJ
560 * Statedump the task's namespaces using the proc filesystem inode number as
561 * the unique identifier. The user and pid ns are nested and will be dumped
562 * recursively.
563 *
4ba1f53c
MD
564 * Called with task lock held.
565 */
73e8ba37 566static
8cdc1a81 567void lttng_statedump_process_ns(struct lttng_kernel_session *session,
73e8ba37
JD
568 struct task_struct *p,
569 enum lttng_thread_type type,
570 enum lttng_execution_mode mode,
571 enum lttng_execution_submode submode,
572 enum lttng_process_status status)
573{
1965e6b4 574 struct nsproxy *proxy;
73e8ba37 575 struct pid_namespace *pid_ns;
1965e6b4 576 struct user_namespace *user_ns;
73e8ba37 577
1965e6b4
MJ
578 /*
579 * The pid and user namespaces are special, they are nested and
580 * accessed with specific functions instead of the nsproxy struct
581 * like the other namespaces.
582 */
887bcdac
MJ
583 pid_ns = task_active_pid_ns(p);
584 do {
1965e6b4 585 trace_lttng_statedump_process_pid_ns(session, p, pid_ns);
adcc8b5e 586 pid_ns = pid_ns ? pid_ns->parent : NULL;
887bcdac 587 } while (pid_ns);
1965e6b4
MJ
588
589
590 user_ns = task_cred_xxx(p, user_ns);
591 do {
592 trace_lttng_statedump_process_user_ns(session, p, user_ns);
1964cccb
MD
593 /*
594 * trace_lttng_statedump_process_user_ns() internally
595 * checks whether user_ns is NULL. While this does not
596 * appear to be a possible return value for
597 * task_cred_xxx(), err on the safe side and check
598 * for NULL here as well to be consistent with the
599 * paranoid behavior of
600 * trace_lttng_statedump_process_user_ns().
601 */
93e5bcec 602 user_ns = user_ns ? user_ns->parent : NULL;
1965e6b4
MJ
603 } while (user_ns);
604
1965e6b4 605 proxy = p->nsproxy;
7724cf27 606
1965e6b4 607 if (proxy) {
5f4c791e 608#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,6,0))
1965e6b4
MJ
609 trace_lttng_statedump_process_cgroup_ns(session, p, proxy->cgroup_ns);
610#endif
611 trace_lttng_statedump_process_ipc_ns(session, p, proxy->ipc_ns);
612#ifndef LTTNG_MNT_NS_MISSING_HEADER
613 trace_lttng_statedump_process_mnt_ns(session, p, proxy->mnt_ns);
614#endif
615 trace_lttng_statedump_process_net_ns(session, p, proxy->net_ns);
616 trace_lttng_statedump_process_uts_ns(session, p, proxy->uts_ns);
fce87a6e
MJ
617#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,6,0) || \
618 LTTNG_RHEL_KERNEL_RANGE(4,18,0,305,0,0, 4,19,0,0,0,0))
876e2e92
MJ
619 trace_lttng_statedump_process_time_ns(session, p, proxy->time_ns);
620#endif
1965e6b4 621 }
73e8ba37
JD
622}
623
c337ddc2 624static
8cdc1a81 625int lttng_enumerate_process_states(struct lttng_kernel_session *session)
c337ddc2
MD
626{
627 struct task_struct *g, *p;
e7a0ca72
MD
628 char *tmp;
629
630 tmp = (char *) __get_free_page(GFP_KERNEL);
631 if (!tmp)
632 return -ENOMEM;
c337ddc2
MD
633
634 rcu_read_lock();
635 for_each_process(g) {
e7a0ca72
MD
636 struct files_struct *prev_files = NULL;
637
c337ddc2
MD
638 p = g;
639 do {
640 enum lttng_execution_mode mode =
641 LTTNG_MODE_UNKNOWN;
642 enum lttng_execution_submode submode =
643 LTTNG_UNKNOWN;
644 enum lttng_process_status status;
645 enum lttng_thread_type type;
e7a0ca72 646 struct files_struct *files;
c337ddc2
MD
647
648 task_lock(p);
649 if (p->exit_state == EXIT_ZOMBIE)
650 status = LTTNG_ZOMBIE;
651 else if (p->exit_state == EXIT_DEAD)
652 status = LTTNG_DEAD;
7259e6a5 653 else if (lttng_task_is_running(p)) {
c337ddc2
MD
654 /* Is this a forked child that has not run yet? */
655 if (list_empty(&p->rt.run_list))
656 status = LTTNG_WAIT_FORK;
657 else
658 /*
659 * All tasks are considered as wait_cpu;
660 * the viewer will sort out if the task
661 * was really running at this time.
662 */
663 status = LTTNG_WAIT_CPU;
7259e6a5 664 } else if (lttng_get_task_state(p) &
c337ddc2
MD
665 (TASK_INTERRUPTIBLE | TASK_UNINTERRUPTIBLE)) {
666 /* Task is waiting for something to complete */
667 status = LTTNG_WAIT;
668 } else
669 status = LTTNG_UNNAMED;
670 submode = LTTNG_NONE;
671
672 /*
673 * Verification of t->mm is to filter out kernel
674 * threads; Viewer will further filter out if a
675 * user-space thread was in syscall mode or not.
676 */
677 if (p->mm)
678 type = LTTNG_USER_THREAD;
679 else
680 type = LTTNG_KERNEL_THREAD;
e7a0ca72 681 files = p->files;
d2a927ac
MJ
682
683 trace_lttng_statedump_process_state(session,
e7a0ca72 684 p, type, mode, submode, status, files);
73e8ba37 685 lttng_statedump_process_ns(session,
c337ddc2 686 p, type, mode, submode, status);
e7a0ca72
MD
687 /*
688 * As an optimisation for the common case, do not
689 * repeat information for the same files_struct in
690 * two consecutive threads. This is the common case
691 * for threads sharing the same fd table. RCU guarantees
692 * that the same files_struct pointer is not re-used
693 * throughout processes/threads iteration.
694 */
695 if (files && files != prev_files) {
696 lttng_enumerate_files(session, files, tmp);
697 prev_files = files;
698 }
c337ddc2
MD
699 task_unlock(p);
700 } while_each_thread(g, p);
701 }
702 rcu_read_unlock();
703
e7a0ca72
MD
704 free_page((unsigned long) tmp);
705
c337ddc2
MD
706 return 0;
707}
708
709static
710void lttng_statedump_work_func(struct work_struct *work)
711{
712 if (atomic_dec_and_test(&kernel_threads_to_run))
713 /* If we are the last thread, wake up do_lttng_statedump */
714 wake_up(&statedump_wq);
715}
716
717static
8cdc1a81 718int do_lttng_statedump(struct lttng_kernel_session *session)
c337ddc2 719{
cfcee1c7 720 int cpu, ret;
c337ddc2 721
c337ddc2 722 trace_lttng_statedump_start(session);
cfcee1c7 723 ret = lttng_enumerate_process_states(session);
cfcee1c7
MD
724 if (ret)
725 return ret;
726 /*
727 * FIXME
728 * ret = lttng_enumerate_vm_maps(session);
729 * if (ret)
730 * return ret;
731 */
732 ret = lttng_list_interrupts(session);
733 if (ret)
734 return ret;
735 ret = lttng_enumerate_network_ip_interface(session);
736 if (ret)
737 return ret;
738 ret = lttng_enumerate_block_devices(session);
739 switch (ret) {
84c7055e
MD
740 case 0:
741 break;
cfcee1c7
MD
742 case -ENOSYS:
743 printk(KERN_WARNING "LTTng: block device enumeration is not supported by kernel\n");
744 break;
745 default:
746 return ret;
747 }
502e4132
JD
748 ret = lttng_enumerate_cpu_topology(session);
749 if (ret)
750 return ret;
c337ddc2
MD
751
752 /* TODO lttng_dump_idt_table(session); */
753 /* TODO lttng_dump_softirq_vec(session); */
754 /* TODO lttng_list_modules(session); */
755 /* TODO lttng_dump_swap_files(session); */
756
757 /*
758 * Fire off a work queue on each CPU. Their sole purpose in life
759 * is to guarantee that each CPU has been in a state where is was in
760 * syscall mode (i.e. not in a trap, an IRQ or a soft IRQ).
761 */
ffcc8734 762 lttng_cpus_read_lock();
c337ddc2
MD
763 atomic_set(&kernel_threads_to_run, num_online_cpus());
764 for_each_online_cpu(cpu) {
765 INIT_DELAYED_WORK(&cpu_work[cpu], lttng_statedump_work_func);
766 schedule_delayed_work_on(cpu, &cpu_work[cpu], 0);
767 }
768 /* Wait for all threads to run */
7a7128e0 769 __wait_event(statedump_wq, (atomic_read(&kernel_threads_to_run) == 0));
ffcc8734 770 lttng_cpus_read_unlock();
c337ddc2 771 /* Our work is done */
c337ddc2
MD
772 trace_lttng_statedump_end(session);
773 return 0;
774}
775
776/*
777 * Called with session mutex held.
778 */
8cdc1a81 779int lttng_statedump_start(struct lttng_kernel_session *session)
c337ddc2 780{
c337ddc2
MD
781 return do_lttng_statedump(session);
782}
783EXPORT_SYMBOL_GPL(lttng_statedump_start);
784
dd8d5afb
MD
785static
786int __init lttng_statedump_init(void)
787{
d16aa9c9 788 return 0;
dd8d5afb
MD
789}
790
791module_init(lttng_statedump_init);
792
461277e7
MD
793static
794void __exit lttng_statedump_exit(void)
795{
796}
797
798module_exit(lttng_statedump_exit);
799
c337ddc2
MD
800MODULE_LICENSE("GPL and additional rights");
801MODULE_AUTHOR("Jean-Hugues Deschenes");
1c124020 802MODULE_DESCRIPTION("LTTng statedump provider");
13ab8b0a
MD
803MODULE_VERSION(__stringify(LTTNG_MODULES_MAJOR_VERSION) "."
804 __stringify(LTTNG_MODULES_MINOR_VERSION) "."
805 __stringify(LTTNG_MODULES_PATCHLEVEL_VERSION)
806 LTTNG_MODULES_EXTRAVERSION);
This page took 0.097149 seconds and 4 git commands to generate.