X-Git-Url: http://git.lttng.org/?a=blobdiff_plain;f=instrumentation%2Fsyscalls%2Fheaders%2Fsyscalls_pointers_override.h;h=184f3a96e8c08b0b0604999531e17f70af817e56;hb=639655f9b4c42d3e82a7e69afbae8d26e69f9be3;hp=1a2695e197ba2ae952942f7f206a6f2e780956fb;hpb=6a2ecd2e89615a83b8559a7e959277a66f8bff17;p=lttng-modules.git diff --git a/instrumentation/syscalls/headers/syscalls_pointers_override.h b/instrumentation/syscalls/headers/syscalls_pointers_override.h index 1a2695e1..184f3a96 100644 --- a/instrumentation/syscalls/headers/syscalls_pointers_override.h +++ b/instrumentation/syscalls/headers/syscalls_pointers_override.h @@ -225,7 +225,7 @@ end: ; /* Label at end of compound statement. */ \ kfree(tp_locvar->fds_out); \ kfree(tp_locvar->fds_ex); -#if defined(CONFIG_X86_32) || defined(CONFIG_X86_64) +#if defined(CONFIG_X86_32) || defined(CONFIG_X86_64) || defined(CONFIG_ARM) #define OVERRIDE_32_select #define OVERRIDE_64_select SC_LTTNG_TRACEPOINT_EVENT_CODE(select, @@ -260,7 +260,7 @@ SC_LTTNG_TRACEPOINT_EVENT_CODE(select, LTTNG_SYSCALL_SELECT_code_post ) ) -#endif /* defined(CONFIG_X86_32) || defined(CONFIG_X86_64) */ +#endif /* defined(CONFIG_X86_32) || defined(CONFIG_X86_64) || defined(CONFIG_ARM) */ #if defined(CONFIG_X86_32) || defined(CONFIG_X86_64) || defined(CONFIG_ARM64) || defined(CONFIG_ARM) #define OVERRIDE_32_pselect6 @@ -418,8 +418,7 @@ static struct lttng_type lttng_pollfd_elem = { if (!tp_locvar->fds) \ goto error; \ err = lib_ring_buffer_copy_from_user_check_nofault( \ - tp_locvar->fds, ufds, \ - nfds * sizeof(struct pollfd)); \ + tp_locvar->fds, ufds, tp_locvar->alloc_fds); \ if (err != 0) \ goto error; \ } \ @@ -497,7 +496,7 @@ end: \ #define LTTNG_SYSCALL_POLL_code_post \ kfree(tp_locvar->fds); -#if defined(CONFIG_X86_32) || defined(CONFIG_X86_64) +#if defined(CONFIG_X86_32) || defined(CONFIG_X86_64) || defined(CONFIG_ARM) #define OVERRIDE_32_poll #define OVERRIDE_64_poll SC_LTTNG_TRACEPOINT_EVENT_CODE(poll, @@ -522,7 +521,7 @@ SC_LTTNG_TRACEPOINT_EVENT_CODE(poll, LTTNG_SYSCALL_POLL_code_post ) ) -#endif /* defined(CONFIG_X86_32) || defined(CONFIG_X86_64) */ +#endif /* defined(CONFIG_X86_32) || defined(CONFIG_X86_64) || defined(CONFIG_ARM) */ #if defined(CONFIG_X86_32) || defined(CONFIG_X86_64) || defined(CONFIG_ARM64) || defined(CONFIG_ARM) #define OVERRIDE_32_ppoll @@ -553,4 +552,339 @@ SC_LTTNG_TRACEPOINT_EVENT_CODE(ppoll, ) #endif /* defined(CONFIG_X86_32) || defined(CONFIG_X86_64) || defined(CONFIG_ARM64) || defined(CONFIG_ARM) */ +#include + +SC_LTTNG_TRACEPOINT_ENUM(lttng_epoll_op, + TP_ENUM_VALUES( + ctf_enum_value("EPOLL_CTL_ADD", EPOLL_CTL_ADD) + ctf_enum_value("EPOLL_CTL_DEL", EPOLL_CTL_DEL) + ctf_enum_value("EPOLL_CTL_MOD", EPOLL_CTL_MOD) + ) +) + +#ifndef ONCE_LTTNG_TRACE_EPOLL_CTL_H +#define ONCE_LTTNG_TRACE_EPOLL_CTL_H + +#define LTTNG_EPOLL_NRFLAGS (POLLHUP + 1) +#define EPOLL_FLAGS_PADDING_SIZE (sizeof(uint8_t) * BITS_PER_BYTE) - \ + ilog2(LTTNG_EPOLL_NRFLAGS - 1) + +/* + * Only extract the values specified by iBCS2 for now. + */ +static struct lttng_event_field lttng_epoll_ctl_events_fields[] = { + /* 0x0001 */ + [ilog2(POLLIN)] = { + .name = "EPOLLIN", + .type = __type_integer(int, 1, 1, 0, __LITTLE_ENDIAN, 10, none), + }, + /* 0x0002 */ + [ilog2(POLLPRI)] = { + .name = "EPOLLPRI", + .type = __type_integer(int, 1, 1, 0, __LITTLE_ENDIAN, 10, none), + }, + /* 0x0004 */ + [ilog2(POLLOUT)] = { + .name = "EPOLLOUT", + .type = __type_integer(int, 1, 1, 0, __LITTLE_ENDIAN, 10, none), + }, + /* 0x0008 */ + [ilog2(POLLERR)] = { + .name = "EPOLLERR", + .type = __type_integer(int, 1, 1, 0, __LITTLE_ENDIAN, 10, none), + }, + /* 0x0010 */ + [ilog2(POLLHUP)] = { + .name = "EPOLLHUP", + .type = __type_integer(int, 1, 1, 0, __LITTLE_ENDIAN, 10, none), + }, + [ilog2(LTTNG_EPOLL_NRFLAGS)] = { + .name = "padding", + .type = __type_integer(int, EPOLL_FLAGS_PADDING_SIZE, 1, 0, + __LITTLE_ENDIAN, 10, none), + }, + +}; + +static struct lttng_event_field lttng_epoll_data_fields[] = { + [0] = { + .name = "u64", + .type = __type_integer(uint64_t, 0, 0, 0, __BYTE_ORDER, 16, none), + }, + [1] = { + .name = "fd", + .type = __type_integer(int, 0, 0, 0, __BYTE_ORDER, 10, none), + }, +}; + +static struct lttng_event_field epoll_ctl_fields[] = { + [0] = { + .name = "data_union", + .type = { + .atype = atype_struct, + .u._struct.nr_fields = ARRAY_SIZE(lttng_epoll_data_fields), + .u._struct.fields = lttng_epoll_data_fields, + } + }, + [1] = { + .name = "raw_events", + .type = __type_integer(uint32_t, 0, 0, 0, __BYTE_ORDER, 16, none), + }, + [2] = { + .name = "events", + .type = { + .atype = atype_struct, + .u._struct.nr_fields = ARRAY_SIZE(lttng_epoll_ctl_events_fields), + .u._struct.fields = lttng_epoll_ctl_events_fields, + } + }, +}; +#endif /* ONCE_LTTNG_TRACE_EPOLL_CTL_H */ + +#if defined(CONFIG_X86_32) || defined(CONFIG_X86_64) || defined(CONFIG_ARM64) || defined(CONFIG_ARM) +#define OVERRIDE_32_epoll_ctl +#define OVERRIDE_64_epoll_ctl +SC_LTTNG_TRACEPOINT_EVENT_CODE(epoll_ctl, + TP_PROTO(sc_exit(long ret,) int epfd, int op, int fd, + struct epoll_event __user * uevent), + TP_ARGS(sc_exit(ret,) epfd, op, fd, uevent), + TP_locvar( + struct epoll_event event; + int err; + ), + TP_code_pre( + tp_locvar->err = lib_ring_buffer_copy_from_user_check_nofault( + &tp_locvar->event, uevent, sizeof(struct epoll_event)); + ), + TP_FIELDS( + sc_exit(ctf_integer(long, ret, ret)) + sc_in(ctf_integer(int, epfd, epfd)) + sc_in(ctf_enum(lttng_epoll_op, int, op_enum, op)) + sc_in(ctf_integer(int, fd, fd)) + sc_in( + ctf_custom_field( + ctf_custom_type( + .atype = atype_struct, + .u._struct.nr_fields = ARRAY_SIZE(epoll_ctl_fields), + .u._struct.fields = epoll_ctl_fields, + ), + event, + ctf_custom_code( + ctf_align(uint64_t) + if (!tp_locvar->err) { + ctf_integer_type(uint64_t, tp_locvar->event.data) + ctf_integer_type(int, tp_locvar->event.data) + ctf_integer_bitfield_type(uint32_t, + tp_locvar->event.events) + ctf_integer_bitfield_type(uint8_t, + (uint8_t) tp_locvar->event.events) + } else { + ctf_integer_type(uint64_t, 0) + ctf_integer_type(int, 0) + ctf_integer_bitfield_type(uint32_t, 0) + ctf_integer_bitfield_type(uint8_t, 0) + } + ) + ) + ) + ), + TP_code_post() +) +#endif /* defined(CONFIG_X86_32) || defined(CONFIG_X86_64) || defined(CONFIG_ARM64) || defined(CONFIG_ARM) */ + +#ifndef ONCE_LTTNG_TRACE_EPOLL_H +#define ONCE_LTTNG_TRACE_EPOLL_H + +static struct lttng_event_field lttng_epoll_wait_fields[] = { + [0] = { + .name = "data_union", + .type = { + .atype = atype_struct, + .u._struct.nr_fields = ARRAY_SIZE(lttng_epoll_data_fields), + .u._struct.fields = lttng_epoll_data_fields, + } + }, + [1] = { + .name = "raw_events", + .type = __type_integer(uint32_t, 0, 0, 0, __BYTE_ORDER, 16, none), + }, + [2] = { + .name = "events", + .type = { + .atype = atype_struct, + .u._struct.nr_fields = ARRAY_SIZE(lttng_epoll_ctl_events_fields), + .u._struct.fields = lttng_epoll_ctl_events_fields, + } + }, +}; + +static struct lttng_type lttng_epoll_wait_elem = { + .atype = atype_struct, + .u._struct.nr_fields = ARRAY_SIZE(lttng_epoll_wait_fields), + .u._struct.fields = lttng_epoll_wait_fields, +}; + +#endif /* ONCE_LTTNG_TRACE_EPOLL_H */ + +#define LTTNG_SYSCALL_EPOLL_WAIT_locvar \ + sc_out( \ + unsigned int fds_length; \ + uint8_t overflow; \ + struct epoll_event *events; \ + ) + +#define LTTNG_SYSCALL_EPOLL_WAIT_code_pre \ + BUILD_BUG_ON(((ARRAY_SIZE(lttng_epoll_ctl_events_fields) - 1) + \ + EPOLL_FLAGS_PADDING_SIZE) != \ + sizeof(uint8_t) * BITS_PER_BYTE); \ + sc_out({ \ + int err; \ + unsigned long maxalloc; \ + \ + tp_locvar->fds_length = 0; \ + tp_locvar->events = NULL; \ + tp_locvar->overflow = 0; \ + \ + if (maxevents <= 0 || ret <= 0 || ret > maxevents) \ + goto skip_code; \ + \ + if (maxevents > PAGE_SIZE / sizeof(struct epoll_event)) { \ + maxalloc = PAGE_SIZE / sizeof(struct epoll_event); \ + } else { \ + maxalloc = maxevents; \ + } \ + \ + if (ret > maxalloc) { \ + tp_locvar->fds_length = maxalloc; \ + tp_locvar->overflow = 1; \ + } else { \ + tp_locvar->fds_length = ret; \ + } \ + \ + tp_locvar->events = kmalloc( \ + maxalloc * sizeof(struct epoll_event), \ + GFP_ATOMIC | GFP_NOWAIT); \ + if (!tp_locvar->events) { \ + tp_locvar->fds_length = 0; \ + goto skip_code; \ + } \ + \ + err = lib_ring_buffer_copy_from_user_check_nofault( \ + tp_locvar->events, uevents, \ + maxalloc * sizeof(struct epoll_event)); \ + if (err != 0) \ + tp_locvar->fds_length = 0; \ + } \ + skip_code: \ + ) + +#define LTTNG_SYSCALL_EPOLL_WAIT_fds_field \ + ctf_custom_field( \ + ctf_custom_type( \ + .atype = atype_sequence_compound, \ + .u.sequence_compound.length_name = \ + "fds_length", \ + .u.sequence_compound.elem_type = \ + <tng_epoll_wait_elem, \ + ), \ + fds, \ + ctf_custom_code( \ + uint32_t i; \ + \ + ctf_align(uint64_t) \ + for (i = 0; i < tp_locvar->fds_length; i++) { \ + ctf_integer_type(uint64_t, tp_locvar->events[i].data) \ + ctf_integer_type(int, tp_locvar->events[i].data) \ + ctf_integer_bitfield_type(uint32_t, \ + tp_locvar->events[i].events) \ + ctf_integer_bitfield_type(uint8_t, \ + (uint8_t) tp_locvar->events[i].events) \ + } \ + ) \ + ) + +#define LTTNG_SYSCALL_EPOLL_WAIT_code_post \ + sc_out( \ + kfree(tp_locvar->events); \ + ) + + +#if defined(CONFIG_X86_32) || defined(CONFIG_X86_64) || defined(CONFIG_ARM) +#define OVERRIDE_32_epoll_wait +#define OVERRIDE_64_epoll_wait +SC_LTTNG_TRACEPOINT_EVENT_CODE(epoll_wait, + TP_PROTO(sc_exit(long ret,) int epfd, struct epoll_event __user * uevents, + int maxevents, int timeout), + TP_ARGS(sc_exit(ret,) epfd, uevents, maxevents, timeout), + TP_locvar( + LTTNG_SYSCALL_EPOLL_WAIT_locvar + ), + TP_code_pre( + LTTNG_SYSCALL_EPOLL_WAIT_code_pre + ), + TP_FIELDS( + sc_exit(ctf_integer(long, ret, ret)) + sc_in(ctf_integer(int, epfd, epfd)) + sc_in(ctf_integer(int, maxevents, maxevents)) + sc_in(ctf_integer(int, timeout, timeout)) + sc_out(ctf_integer(unsigned int, fds_length, tp_locvar->fds_length)) + sc_out(ctf_integer(uint8_t, overflow, tp_locvar->overflow)) + sc_out( + LTTNG_SYSCALL_EPOLL_WAIT_fds_field + ) + ), + TP_code_post( + LTTNG_SYSCALL_EPOLL_WAIT_code_post + ) +) +#endif /* defined(CONFIG_X86_32) || defined(CONFIG_X86_64) || defined(CONFIG_ARM) */ + +#if defined(CONFIG_X86_32) || defined(CONFIG_X86_64) || defined(CONFIG_ARM64) || defined(CONFIG_ARM) +#define OVERRIDE_32_epoll_pwait +#define OVERRIDE_64_epoll_pwait +SC_LTTNG_TRACEPOINT_EVENT_CODE(epoll_pwait, + TP_PROTO(sc_exit(long ret,) int epfd, struct epoll_event __user * uevents, + int maxevents, int timeout, const sigset_t __user * sigmask, size_t sigsetsize), + TP_ARGS(sc_exit(ret,) epfd, uevents, maxevents, timeout, sigmask, sigsetsize), + TP_locvar( + LTTNG_SYSCALL_EPOLL_WAIT_locvar + ), + TP_code_pre( + LTTNG_SYSCALL_EPOLL_WAIT_code_pre + ), + TP_FIELDS( + sc_exit(ctf_integer(long, ret, ret)) + sc_in(ctf_integer(int, epfd, epfd)) + sc_in(ctf_integer(int, maxevents, maxevents)) + sc_in(ctf_integer(int, timeout, timeout)) + sc_in(ctf_integer_hex(const sigset_t *, sigmask, sigmask)) + sc_in(ctf_integer(size_t, sigsetsize, sigsetsize)) + sc_out(ctf_integer(unsigned int, fds_length, tp_locvar->fds_length)) + sc_out(ctf_integer(uint8_t, overflow, tp_locvar->overflow)) + sc_out( + LTTNG_SYSCALL_EPOLL_WAIT_fds_field + ) + ), + TP_code_post( + LTTNG_SYSCALL_EPOLL_WAIT_code_post + ) +) +#endif /* defined(CONFIG_X86_32) || defined(CONFIG_X86_64) || defined(CONFIG_ARM64) || defined(CONFIG_ARM) */ + +#if (defined(CONFIG_X86_64) && !defined(LTTNG_SC_COMPAT)) || defined(CONFIG_ARM64) || defined(CONFIG_ARM) +#define OVERRIDE_32_socketpair +#define OVERRIDE_64_socketpair +SC_LTTNG_TRACEPOINT_EVENT(socketpair, + TP_PROTO(sc_exit(long ret,) int family, int type, int protocol, int *usockvec), + TP_ARGS(sc_exit(ret,) family, type, protocol, usockvec), + TP_FIELDS( + sc_exit(ctf_integer(long, ret, ret)) + sc_in(ctf_integer(int, family, family)) + sc_in(ctf_integer(int, type, type)) + sc_in(ctf_integer(int, protocol, protocol)) + sc_out(ctf_user_array(int, socket, usockvec, 2)) + ) +) +#endif /* (defined(CONFIG_X86_64) && !defined(LTTNG_SC_COMPAT)) || defined(CONFIG_ARM64) || defined(CONFIG_ARM) */ + #endif /* CREATE_SYSCALL_TABLE */