X-Git-Url: https://git.lttng.org/?a=blobdiff_plain;f=include%2Fust%2Fprocessor.h;h=2546cbfd88690f15d3b92cb93b52f7ce78a87cde;hb=7756d65ab75135fc9b62b5376fd43f3fb1d534cc;hp=1eb584365e1116883c1605d3a4f9e9fb54feef1b;hpb=2782fc4bdcc62e3448c59f30dbb07d88d901a597;p=ust.git diff --git a/include/ust/processor.h b/include/ust/processor.h index 1eb5843..2546cbf 100644 --- a/include/ust/processor.h +++ b/include/ust/processor.h @@ -2,99 +2,302 @@ #define UST_PROCESSOR_H #include +#include -#ifdef X86_32 +extern __thread long ust_reg_stack[500]; +extern volatile __thread long *ust_reg_stack_ptr; + +#ifndef __x86_64 struct registers { - long eax; - long ebx; - long ecx; - long edx; - long ebp; - long esp; + short ss; + short cs; long esi; + long ebp; + long edx; + long ecx; long edi; - int xds; - int xes; - int xfs; - int xgs; - long eip; - int xcs; + long ebx; + long eax; long eflags; - int xss; + long esp; }; -static inline save_registers(struct registers *regs) -{ -} +#ifdef CONFIG_UST_GDB_INTEGRATION + +//#error "GDB integration not supported for x86-32 yet." + +#define save_registers(regsptr) \ + asm volatile ( \ + /* save original esp */ \ + "pushl %%esp\n\t" \ + /* push original eflags */ \ + "pushfl\n\t" \ + /* eax will hold the ptr to the private stack bottom */ \ + "pushl %%eax\n\t" \ + /* ebx will be used to temporarily hold the stack bottom addr */ \ + "pushl %%ebx\n\t" \ + /* rdi is the input to __tls_get_addr, and also a temp var */ \ + "pushl %%edi\n\t" \ + /* Start TLS access of private reg stack pointer */ \ + "leal ust_reg_stack_ptr@tlsgd(,%%ebx,1),%%eax\n\t" \ + "call ___tls_get_addr@plt\n\t" \ + /* --- End TLS access */ \ + /* check if ust_reg_stack_ptr has been initialized */ \ + "movl (%%eax),%%ebx\n\t" \ + "testl %%ebx,%%ebx\n\t" \ + "jne 1f\n\t" \ + "movl %%eax,%%ebx\n\t" \ + /* Start TLS access of private reg stack */ \ + "leal ust_reg_stack@tlsgd(,%%ebx,1),%%eax\n\t" \ + "call ___tls_get_addr@plt\n\t" \ + /* --- End TLS access */ \ + "addl $500,%%eax\n\t" \ + "movl %%eax,(%%ebx)\n\t" \ + "movl %%ebx,%%eax\n\t" \ + /* now the pointer to the private stack is in eax. \ + must add stack size so the ptr points to the stack bottom. */ \ + "1:\n\t" \ + /* Manually push esp to private stack */ \ + "addl $-4,(%%eax)\n\t" \ + "movl 16(%%esp), %%edi\n\t" \ + "movl (%%eax), %%ebx\n\t" \ + "movl %%edi, (%%ebx)\n\t" \ + /* Manually push eflags to private stack */ \ + "addl $-4,(%%eax)\n\t" \ + "movl 12(%%esp), %%edi\n\t" \ + "movl (%%eax), %%ebx\n\t" \ + "movl %%edi, (%%ebx)\n\t" \ + /* Manually push eax to private stack */ \ + "addl $-4,(%%eax)\n\t" \ + "movl 8(%%esp), %%edi\n\t" \ + "movl (%%eax), %%ebx\n\t" \ + "movl %%edi, (%%ebx)\n\t" \ + /* Manually push ebx to private stack */ \ + "addl $-4,(%%eax)\n\t" \ + "movl 4(%%esp), %%edi\n\t" \ + "movl (%%eax), %%ebx\n\t" \ + "movl %%edi, (%%ebx)\n\t" \ + /* Manually push edi to private stack */ \ + "addl $-4,(%%eax)\n\t" \ + "movl 0(%%esp), %%edi\n\t" \ + "movl (%%eax), %%ebx\n\t" \ + "movl %%edi, (%%ebx)\n\t" \ + /* now push regs to tls */ \ + /* -- esp already pushed -- */ \ + /* -- eax already pushed -- */ \ + /* -- ebx already pushed -- */ \ + /* -- edi already pushed -- */ \ + "addl $-4,(%%eax)\n\t" \ + "movl (%%eax), %%ebx\n\t" \ + "movl %%ecx,(%%ebx)\n\t" \ + "addl $-4,(%%eax)\n\t" \ + "movl (%%eax), %%ebx\n\t" \ + "movl %%edx,(%%ebx)\n\t" \ + "addl $-4,(%%eax)\n\t" \ + "movl (%%eax), %%ebx\n\t" \ + "movl %%ebp,(%%ebx)\n\t" \ + "addl $-4,(%%eax)\n\t" \ + "movl (%%eax), %%ebx\n\t" \ + "movl %%esi,(%%ebx)\n\t" \ + /* push cs */ \ + "addl $-2,(%%eax)\n\t" \ + "movl (%%eax), %%ebx\n\t" \ + "movw %%cs, (%%ebx)\n\t" \ + /* push ss */ \ + "addl $-2,(%%eax)\n\t" \ + "movl (%%eax), %%ebx\n\t" \ + "movw %%ss, (%%ebx)\n\t" \ + /* restore original values of regs that were used internally */ \ + "popl %%edi\n\t" \ + "popl %%ebx\n\t" \ + "popl %%eax\n\t" \ + /* cancel push of rsp */ \ + "addl $4,%%esp\n\t" \ + /* cancel push of eflags */ \ + "addl $4,%%esp\n\t" \ + ::: "memory"); \ + memcpy(regsptr, (void *)ust_reg_stack_ptr, sizeof(struct registers)); \ + ust_reg_stack_ptr = (void *)(((long)ust_reg_stack_ptr) + sizeof(struct registers)); + +#define save_ip(channel,name) + + +#else /* CONFIG_UST_GDB_INTEGRATION */ + +#define save_ip(channel,name) +#define save_registers(a) + +#endif /* CONFIG_UST_GDB_INTEGRATION */ #define RELATIVE_ADDRESS(__rel_label__) __rel_label__ #define _ASM_PTR ".long " -#else +#else /* below is code for x86-64 */ struct registers { - unsigned long rax; - unsigned long rbx; - unsigned long rcx; - unsigned long rdx; - unsigned long rbp; - unsigned long rsp; + int padding; /* 4 bytes */ + short ss; + short cs; + unsigned long r15; + unsigned long r14; + unsigned long r13; + unsigned long r12; + unsigned long r11; + unsigned long r10; + unsigned long r9; + unsigned long r8; unsigned long rsi; + unsigned long rbp; + unsigned long rdx; + unsigned long rcx; unsigned long rdi; - unsigned long r8; - unsigned long r9; - unsigned long r10; - unsigned long r11; - unsigned long r12; - unsigned long r13; - unsigned long r14; - unsigned long r15; - int cs; - int ss; + unsigned long rbx; + unsigned long rax; + unsigned long rflags; + unsigned long rsp; }; +#ifdef CONFIG_UST_GDB_INTEGRATION +#define save_ip(channel,name) \ + asm (".section __marker_addr,\"aw\",@progbits\n\t" \ + _ASM_PTR "%c[marker_struct], (1f)\n\t" \ + ".previous\n\t" \ + "1:\n\t" \ + :: [marker_struct] "i" (&__mark_##channel##_##name));\ + #define save_registers(regsptr) \ - asm ("movq %%rax,%c[rax_off](%[regs])\n\t" \ - "movq %%rbx,%c[rbx_off](%[regs])\n\t" \ - "movq %%rcx,%c[rcx_off](%[regs])\n\t" \ - "movq %%rdx,%c[rdx_off](%[regs])\n\t" \ - "movq %%rbp,%c[rbp_off](%[regs])\n\t" \ - "movq %%rsp,%c[rsp_off](%[regs])\n\t" \ - "movq %%rsi,%c[rsi_off](%[regs])\n\t" \ - "movq %%rdi,%c[rdi_off](%[regs])\n\t" \ - "movq %%r8,%c[r8_off](%[regs])\n\t" \ - "movq %%r9,%c[r9_off](%[regs])\n\t" \ - "movq %%r10,%c[r10_off](%[regs])\n\t" \ - "movq %%r11,%c[r11_off](%[regs])\n\t" \ - "movq %%r12,%c[r12_off](%[regs])\n\t" \ - "movq %%r13,%c[r13_off](%[regs])\n\t" \ - "movq %%r14,%c[r14_off](%[regs])\n\t" \ - "movq %%r15,%c[r15_off](%[regs])\n\t" \ - "movw %%cs,%c[cs_off](%[regs])\n\t" \ - "movw %%ss,%c[ss_off](%[regs])\n\t" \ - : \ - : [regs] "r" (regsptr), \ - [rax_off] "i" (offsetof(struct registers, rax)), \ - [rbx_off] "i" (offsetof(struct registers, rbx)), \ - [rcx_off] "i" (offsetof(struct registers, rcx)), \ - [rdx_off] "i" (offsetof(struct registers, rdx)), \ - [rbp_off] "i" (offsetof(struct registers, rbp)), \ - [rsp_off] "i" (offsetof(struct registers, rsp)), \ - [rsi_off] "i" (offsetof(struct registers, rsi)), \ - [rdi_off] "i" (offsetof(struct registers, rdi)), \ - [r8_off] "i" (offsetof(struct registers, r8)), \ - [r9_off] "i" (offsetof(struct registers, r9)), \ - [r10_off] "i" (offsetof(struct registers, r10)), \ - [r11_off] "i" (offsetof(struct registers, r11)), \ - [r12_off] "i" (offsetof(struct registers, r12)), \ - [r13_off] "i" (offsetof(struct registers, r13)), \ - [r14_off] "i" (offsetof(struct registers, r14)), \ - [r15_off] "i" (offsetof(struct registers, r15)), \ - [cs_off] "i" (offsetof(struct registers, cs)), \ - [ss_off] "i" (offsetof(struct registers, ss)) \ - ); + asm volatile ( \ + /* save original rsp */ \ + "pushq %%rsp\n\t" \ + /* push original rflags */ \ + "pushfq\n\t" \ + /* rax will hold the ptr to the private stack bottom */ \ + "pushq %%rax\n\t" \ + /* rbx will be used to temporarily hold the stack bottom addr */ \ + "pushq %%rbx\n\t" \ + /* rdi is the input to __tls_get_addr, and also a temp var */ \ + "pushq %%rdi\n\t" \ + /* Start TLS access of private reg stack pointer */ \ + ".byte 0x66\n\t" \ + "leaq ust_reg_stack_ptr@tlsgd(%%rip), %%rdi\n\t" \ + ".word 0x6666\n\t" \ + "rex64\n\t" \ + "call __tls_get_addr@plt\n\t" \ + /* --- End TLS access */ \ + /* check if ust_reg_stack_ptr has been initialized */ \ + "movq (%%rax),%%rbx\n\t" \ + "testq %%rbx,%%rbx\n\t" \ + "jne 1f\n\t" \ + "movq %%rax,%%rbx\n\t" \ + /* Start TLS access of private reg stack */ \ + ".byte 0x66\n\t" \ + "leaq ust_reg_stack@tlsgd(%%rip), %%rdi\n\t" \ + ".word 0x6666\n\t" \ + "rex64\n\t" \ + "call __tls_get_addr@plt\n\t" \ + /* --- End TLS access */ \ + "addq $500,%%rax\n\t" \ + "movq %%rax,(%%rbx)\n\t" \ + "movq %%rbx,%%rax\n\t" \ + /* now the pointer to the private stack is in rax. + must add stack size so the ptr points to the stack bottom. */ \ + "1:\n\t" \ + /* Manually push rsp to private stack */ \ + "addq $-8,(%%rax)\n\t" \ + "movq 32(%%rsp), %%rdi\n\t" \ + "movq (%%rax), %%rbx\n\t" \ + "movq %%rdi, (%%rbx)\n\t" \ + /* Manually push eflags to private stack */ \ + "addq $-8,(%%rax)\n\t" \ + "movq 24(%%rsp), %%rdi\n\t" \ + "movq (%%rax), %%rbx\n\t" \ + "movq %%rdi, (%%rbx)\n\t" \ + /* Manually push rax to private stack */ \ + "addq $-8,(%%rax)\n\t" \ + "movq 16(%%rsp), %%rdi\n\t" \ + "movq (%%rax), %%rbx\n\t" \ + "movq %%rdi, (%%rbx)\n\t" \ + /* Manually push rbx to private stack */ \ + "addq $-8,(%%rax)\n\t" \ + "movq 8(%%rsp), %%rdi\n\t" \ + "movq (%%rax), %%rbx\n\t" \ + "movq %%rdi, (%%rbx)\n\t" \ + /* Manually push rdi to private stack */ \ + "addq $-8,(%%rax)\n\t" \ + "movq 0(%%rsp), %%rdi\n\t" \ + "movq (%%rax), %%rbx\n\t" \ + "movq %%rdi, (%%rbx)\n\t" \ + /* now push regs to tls */ \ + /* -- rsp already pushed -- */ \ + /* -- rax already pushed -- */ \ + /* -- rbx already pushed -- */ \ + /* -- rdi already pushed -- */ \ + "addq $-8,(%%rax)\n\t" \ + "movq (%%rax), %%rbx\n\t" \ + "movq %%rcx,(%%rbx)\n\t" \ + "addq $-8,(%%rax)\n\t" \ + "movq (%%rax), %%rbx\n\t" \ + "movq %%rdx,(%%rbx)\n\t" \ + "addq $-8,(%%rax)\n\t" \ + "movq (%%rax), %%rbx\n\t" \ + "movq %%rbp,(%%rbx)\n\t" \ + "addq $-8,(%%rax)\n\t" \ + "movq (%%rax), %%rbx\n\t" \ + "movq %%rsi,(%%rbx)\n\t" \ + "addq $-8,(%%rax)\n\t" \ + "movq (%%rax), %%rbx\n\t" \ + "movq %%r8,(%%rbx)\n\t" \ + "addq $-8,(%%rax)\n\t" \ + "movq (%%rax), %%rbx\n\t" \ + "movq %%r9,(%%rbx)\n\t" \ + "addq $-8,(%%rax)\n\t" \ + "movq (%%rax), %%rbx\n\t" \ + "movq %%r10,(%%rbx)\n\t" \ + "addq $-8,(%%rax)\n\t" \ + "movq (%%rax), %%rbx\n\t" \ + "movq %%r11,(%%rbx)\n\t" \ + "addq $-8,(%%rax)\n\t" \ + "movq (%%rax), %%rbx\n\t" \ + "movq %%r12,(%%rbx)\n\t" \ + "addq $-8,(%%rax)\n\t" \ + "movq (%%rax), %%rbx\n\t" \ + "movq %%r13,(%%rbx)\n\t" \ + "addq $-8,(%%rax)\n\t" \ + "movq (%%rax), %%rbx\n\t" \ + "movq %%r14,(%%rbx)\n\t" \ + "addq $-8,(%%rax)\n\t" \ + "movq (%%rax), %%rbx\n\t" \ + "movq %%r15,(%%rbx)\n\t" \ + /* push cs */ \ + "addq $-2,(%%rax)\n\t" \ + "movq (%%rax), %%rbx\n\t" \ + "movw %%cs, (%%rbx)\n\t" \ + /* push ss */ \ + "addq $-2,(%%rax)\n\t" \ + "movq (%%rax), %%rbx\n\t" \ + "movw %%ss, (%%rbx)\n\t" \ + /* add padding for struct registers */ \ + "addq $-4,(%%rax)\n\t" \ + /* restore original values of regs that were used internally */ \ + "popq %%rdi\n\t" \ + "popq %%rbx\n\t" \ + "popq %%rax\n\t" \ + /* cancel push of rsp */ \ + "addq $8,%%rsp\n\t" \ + /* cancel push of rflags */ \ + "addq $8,%%rsp\n\t" \ + ::); \ + memcpy(regsptr, (void *)ust_reg_stack_ptr, sizeof(struct registers)); \ + ust_reg_stack_ptr = (void *)(((long)ust_reg_stack_ptr) + sizeof(struct registers)); + +#else /* CONFIG_UST_GDB_INTEGRATION */ + +#define save_ip(channel,name) +#define save_registers(a) + +#endif /* CONFIG_UST_GDB_INTEGRATION */ /* Macro to insert the address of a relative jump in an assembly stub, * in a relocatable way. On x86-64, this uses a special (%rip) notation. */