#define UST_PROCESSOR_H
#include <stddef.h>
+#include <string.h>
-#ifdef X86_32
+extern __thread long ust_reg_stack[500];
+extern volatile __thread long *ust_reg_stack_ptr;
+
+#ifndef __x86_64
struct registers {
- long eax;
- long ebx;
- long ecx;
- long edx;
- long ebp;
- long esp;
+ short ss;
+ short cs;
long esi;
+ long ebp;
+ long edx;
+ long ecx;
long edi;
- int xds;
- int xes;
- int xfs;
- int xgs;
- long eip;
- int xcs;
+ long ebx;
+ long eax;
long eflags;
- int xss;
+ long esp;
};
-static inline save_registers(struct registers *regs)
-{
-}
+#ifdef CONFIG_UST_GDB_INTEGRATION
+
+//#error "GDB integration not supported for x86-32 yet."
+
+#define save_registers(regsptr) \
+ asm volatile ( \
+ /* save original esp */ \
+ "pushl %%esp\n\t" \
+ /* push original eflags */ \
+ "pushfl\n\t" \
+ /* eax will hold the ptr to the private stack bottom */ \
+ "pushl %%eax\n\t" \
+ /* ebx will be used to temporarily hold the stack bottom addr */ \
+ "pushl %%ebx\n\t" \
+ /* rdi is the input to __tls_get_addr, and also a temp var */ \
+ "pushl %%edi\n\t" \
+ /* Start TLS access of private reg stack pointer */ \
+ "leal ust_reg_stack_ptr@tlsgd(,%%ebx,1),%%eax\n\t" \
+ "call ___tls_get_addr@plt\n\t" \
+ /* --- End TLS access */ \
+ /* check if ust_reg_stack_ptr has been initialized */ \
+ "movl (%%eax),%%ebx\n\t" \
+ "testl %%ebx,%%ebx\n\t" \
+ "jne 1f\n\t" \
+ "movl %%eax,%%ebx\n\t" \
+ /* Start TLS access of private reg stack */ \
+ "leal ust_reg_stack@tlsgd(,%%ebx,1),%%eax\n\t" \
+ "call ___tls_get_addr@plt\n\t" \
+ /* --- End TLS access */ \
+ "addl $500,%%eax\n\t" \
+ "movl %%eax,(%%ebx)\n\t" \
+ "movl %%ebx,%%eax\n\t" \
+ /* now the pointer to the private stack is in eax. \
+ must add stack size so the ptr points to the stack bottom. */ \
+ "1:\n\t" \
+ /* Manually push esp to private stack */ \
+ "addl $-4,(%%eax)\n\t" \
+ "movl 16(%%esp), %%edi\n\t" \
+ "movl (%%eax), %%ebx\n\t" \
+ "movl %%edi, (%%ebx)\n\t" \
+ /* Manually push eflags to private stack */ \
+ "addl $-4,(%%eax)\n\t" \
+ "movl 12(%%esp), %%edi\n\t" \
+ "movl (%%eax), %%ebx\n\t" \
+ "movl %%edi, (%%ebx)\n\t" \
+ /* Manually push eax to private stack */ \
+ "addl $-4,(%%eax)\n\t" \
+ "movl 8(%%esp), %%edi\n\t" \
+ "movl (%%eax), %%ebx\n\t" \
+ "movl %%edi, (%%ebx)\n\t" \
+ /* Manually push ebx to private stack */ \
+ "addl $-4,(%%eax)\n\t" \
+ "movl 4(%%esp), %%edi\n\t" \
+ "movl (%%eax), %%ebx\n\t" \
+ "movl %%edi, (%%ebx)\n\t" \
+ /* Manually push edi to private stack */ \
+ "addl $-4,(%%eax)\n\t" \
+ "movl 0(%%esp), %%edi\n\t" \
+ "movl (%%eax), %%ebx\n\t" \
+ "movl %%edi, (%%ebx)\n\t" \
+ /* now push regs to tls */ \
+ /* -- esp already pushed -- */ \
+ /* -- eax already pushed -- */ \
+ /* -- ebx already pushed -- */ \
+ /* -- edi already pushed -- */ \
+ "addl $-4,(%%eax)\n\t" \
+ "movl (%%eax), %%ebx\n\t" \
+ "movl %%ecx,(%%ebx)\n\t" \
+ "addl $-4,(%%eax)\n\t" \
+ "movl (%%eax), %%ebx\n\t" \
+ "movl %%edx,(%%ebx)\n\t" \
+ "addl $-4,(%%eax)\n\t" \
+ "movl (%%eax), %%ebx\n\t" \
+ "movl %%ebp,(%%ebx)\n\t" \
+ "addl $-4,(%%eax)\n\t" \
+ "movl (%%eax), %%ebx\n\t" \
+ "movl %%esi,(%%ebx)\n\t" \
+ /* push cs */ \
+ "addl $-2,(%%eax)\n\t" \
+ "movl (%%eax), %%ebx\n\t" \
+ "movw %%cs, (%%ebx)\n\t" \
+ /* push ss */ \
+ "addl $-2,(%%eax)\n\t" \
+ "movl (%%eax), %%ebx\n\t" \
+ "movw %%ss, (%%ebx)\n\t" \
+ /* restore original values of regs that were used internally */ \
+ "popl %%edi\n\t" \
+ "popl %%ebx\n\t" \
+ "popl %%eax\n\t" \
+ /* cancel push of rsp */ \
+ "addl $4,%%esp\n\t" \
+ /* cancel push of eflags */ \
+ "addl $4,%%esp\n\t" \
+ ::: "memory"); \
+ memcpy(regsptr, (void *)ust_reg_stack_ptr, sizeof(struct registers)); \
+ ust_reg_stack_ptr = (void *)(((long)ust_reg_stack_ptr) + sizeof(struct registers));
+
+#define save_ip(channel,name)
+
+#else /* CONFIG_UST_GDB_INTEGRATION */
+
+#define save_registers(a)
+
+#endif /* CONFIG_UST_GDB_INTEGRATION */
#define RELATIVE_ADDRESS(__rel_label__) __rel_label__
#define _ASM_PTR ".long "
-#else
+#else /* below is code for x86-64 */
struct registers {
- unsigned long rax;
- unsigned long rbx;
- unsigned long rcx;
- unsigned long rdx;
- unsigned long rbp;
- unsigned long rsp;
+ int padding; /* 4 bytes */
+ short ss;
+ short cs;
+ unsigned long r15;
+ unsigned long r14;
+ unsigned long r13;
+ unsigned long r12;
+ unsigned long r11;
+ unsigned long r10;
+ unsigned long r9;
+ unsigned long r8;
unsigned long rsi;
+ unsigned long rbp;
+ unsigned long rdx;
+ unsigned long rcx;
unsigned long rdi;
- unsigned long r8;
- unsigned long r9;
- unsigned long r10;
- unsigned long r11;
- unsigned long r12;
- unsigned long r13;
- unsigned long r14;
- unsigned long r15;
- int cs;
- int ss;
+ unsigned long rbx;
+ unsigned long rax;
unsigned long rflags;
+ unsigned long rsp;
};
+#ifdef CONFIG_UST_GDB_INTEGRATION
+
#define save_registers(regsptr) \
- asm ("movq %%rax,%c[rax_off](%[regs])\n\t" \
- "movq %%rbx,%c[rbx_off](%[regs])\n\t" \
- "movq %%rcx,%c[rcx_off](%[regs])\n\t" \
- "movq %%rdx,%c[rdx_off](%[regs])\n\t" \
- "movq %%rbp,%c[rbp_off](%[regs])\n\t" \
- "movq %%rsp,%c[rsp_off](%[regs])\n\t" \
- "movq %%rsi,%c[rsi_off](%[regs])\n\t" \
- "movq %%rdi,%c[rdi_off](%[regs])\n\t" \
- "movq %%r8,%c[r8_off](%[regs])\n\t" \
- "movq %%r9,%c[r9_off](%[regs])\n\t" \
- "movq %%r10,%c[r10_off](%[regs])\n\t" \
- "movq %%r11,%c[r11_off](%[regs])\n\t" \
- "movq %%r12,%c[r12_off](%[regs])\n\t" \
- "movq %%r13,%c[r13_off](%[regs])\n\t" \
- "movq %%r14,%c[r14_off](%[regs])\n\t" \
- "movq %%r15,%c[r15_off](%[regs])\n\t" \
- "movw %%cs,%c[cs_off](%[regs])\n\t" \
- "movw %%ss,%c[ss_off](%[regs])\n\t" \
- /* deal with rflags */ \
- "pushfq\n\t" /* push rflags on stack */ \
- "popq %c[rflags_off](%[regs])\n\t" \
- : \
- : [regs] "r" (regsptr), \
- [rax_off] "i" (offsetof(struct registers, rax)), \
- [rbx_off] "i" (offsetof(struct registers, rbx)), \
- [rcx_off] "i" (offsetof(struct registers, rcx)), \
- [rdx_off] "i" (offsetof(struct registers, rdx)), \
- [rbp_off] "i" (offsetof(struct registers, rbp)), \
- [rsp_off] "i" (offsetof(struct registers, rsp)), \
- [rsi_off] "i" (offsetof(struct registers, rsi)), \
- [rdi_off] "i" (offsetof(struct registers, rdi)), \
- [r8_off] "i" (offsetof(struct registers, r8)), \
- [r9_off] "i" (offsetof(struct registers, r9)), \
- [r10_off] "i" (offsetof(struct registers, r10)), \
- [r11_off] "i" (offsetof(struct registers, r11)), \
- [r12_off] "i" (offsetof(struct registers, r12)), \
- [r13_off] "i" (offsetof(struct registers, r13)), \
- [r14_off] "i" (offsetof(struct registers, r14)), \
- [r15_off] "i" (offsetof(struct registers, r15)), \
- [cs_off] "i" (offsetof(struct registers, cs)), \
- [ss_off] "i" (offsetof(struct registers, ss)), \
- [rflags_off] "i" (offsetof(struct registers, rflags)) \
- );
+ asm volatile ( \
+ /* save original rsp */ \
+ "pushq %%rsp\n\t" \
+ /* push original rflags */ \
+ "pushfq\n\t" \
+ /* rax will hold the ptr to the private stack bottom */ \
+ "pushq %%rax\n\t" \
+ /* rbx will be used to temporarily hold the stack bottom addr */ \
+ "pushq %%rbx\n\t" \
+ /* rdi is the input to __tls_get_addr, and also a temp var */ \
+ "pushq %%rdi\n\t" \
+ /* Start TLS access of private reg stack pointer */ \
+ ".byte 0x66\n\t" \
+ "leaq ust_reg_stack_ptr@tlsgd(%%rip), %%rdi\n\t" \
+ ".word 0x6666\n\t" \
+ "rex64\n\t" \
+ "call __tls_get_addr@plt\n\t" \
+ /* --- End TLS access */ \
+ /* check if ust_reg_stack_ptr has been initialized */ \
+ "movq (%%rax),%%rbx\n\t" \
+ "testq %%rbx,%%rbx\n\t" \
+ "jne 1f\n\t" \
+ "movq %%rax,%%rbx\n\t" \
+ /* Start TLS access of private reg stack */ \
+ ".byte 0x66\n\t" \
+ "leaq ust_reg_stack@tlsgd(%%rip), %%rdi\n\t" \
+ ".word 0x6666\n\t" \
+ "rex64\n\t" \
+ "call __tls_get_addr@plt\n\t" \
+ /* --- End TLS access */ \
+ "addq $500,%%rax\n\t" \
+ "movq %%rax,(%%rbx)\n\t" \
+ "movq %%rbx,%%rax\n\t" \
+ /* now the pointer to the private stack is in rax.
+ must add stack size so the ptr points to the stack bottom. */ \
+ "1:\n\t" \
+ /* Manually push rsp to private stack */ \
+ "addq $-8,(%%rax)\n\t" \
+ "movq 32(%%rsp), %%rdi\n\t" \
+ "movq (%%rax), %%rbx\n\t" \
+ "movq %%rdi, (%%rbx)\n\t" \
+ /* Manually push eflags to private stack */ \
+ "addq $-8,(%%rax)\n\t" \
+ "movq 24(%%rsp), %%rdi\n\t" \
+ "movq (%%rax), %%rbx\n\t" \
+ "movq %%rdi, (%%rbx)\n\t" \
+ /* Manually push rax to private stack */ \
+ "addq $-8,(%%rax)\n\t" \
+ "movq 16(%%rsp), %%rdi\n\t" \
+ "movq (%%rax), %%rbx\n\t" \
+ "movq %%rdi, (%%rbx)\n\t" \
+ /* Manually push rbx to private stack */ \
+ "addq $-8,(%%rax)\n\t" \
+ "movq 8(%%rsp), %%rdi\n\t" \
+ "movq (%%rax), %%rbx\n\t" \
+ "movq %%rdi, (%%rbx)\n\t" \
+ /* Manually push rdi to private stack */ \
+ "addq $-8,(%%rax)\n\t" \
+ "movq 0(%%rsp), %%rdi\n\t" \
+ "movq (%%rax), %%rbx\n\t" \
+ "movq %%rdi, (%%rbx)\n\t" \
+ /* now push regs to tls */ \
+ /* -- rsp already pushed -- */ \
+ /* -- rax already pushed -- */ \
+ /* -- rbx already pushed -- */ \
+ /* -- rdi already pushed -- */ \
+ "addq $-8,(%%rax)\n\t" \
+ "movq (%%rax), %%rbx\n\t" \
+ "movq %%rcx,(%%rbx)\n\t" \
+ "addq $-8,(%%rax)\n\t" \
+ "movq (%%rax), %%rbx\n\t" \
+ "movq %%rdx,(%%rbx)\n\t" \
+ "addq $-8,(%%rax)\n\t" \
+ "movq (%%rax), %%rbx\n\t" \
+ "movq %%rbp,(%%rbx)\n\t" \
+ "addq $-8,(%%rax)\n\t" \
+ "movq (%%rax), %%rbx\n\t" \
+ "movq %%rsi,(%%rbx)\n\t" \
+ "addq $-8,(%%rax)\n\t" \
+ "movq (%%rax), %%rbx\n\t" \
+ "movq %%r8,(%%rbx)\n\t" \
+ "addq $-8,(%%rax)\n\t" \
+ "movq (%%rax), %%rbx\n\t" \
+ "movq %%r9,(%%rbx)\n\t" \
+ "addq $-8,(%%rax)\n\t" \
+ "movq (%%rax), %%rbx\n\t" \
+ "movq %%r10,(%%rbx)\n\t" \
+ "addq $-8,(%%rax)\n\t" \
+ "movq (%%rax), %%rbx\n\t" \
+ "movq %%r11,(%%rbx)\n\t" \
+ "addq $-8,(%%rax)\n\t" \
+ "movq (%%rax), %%rbx\n\t" \
+ "movq %%r12,(%%rbx)\n\t" \
+ "addq $-8,(%%rax)\n\t" \
+ "movq (%%rax), %%rbx\n\t" \
+ "movq %%r13,(%%rbx)\n\t" \
+ "addq $-8,(%%rax)\n\t" \
+ "movq (%%rax), %%rbx\n\t" \
+ "movq %%r14,(%%rbx)\n\t" \
+ "addq $-8,(%%rax)\n\t" \
+ "movq (%%rax), %%rbx\n\t" \
+ "movq %%r15,(%%rbx)\n\t" \
+ /* push cs */ \
+ "addq $-2,(%%rax)\n\t" \
+ "movq (%%rax), %%rbx\n\t" \
+ "movw %%cs, (%%rbx)\n\t" \
+ /* push ss */ \
+ "addq $-2,(%%rax)\n\t" \
+ "movq (%%rax), %%rbx\n\t" \
+ "movw %%ss, (%%rbx)\n\t" \
+ /* add padding for struct registers */ \
+ "addq $-4,(%%rax)\n\t" \
+ /* restore original values of regs that were used internally */ \
+ "popq %%rdi\n\t" \
+ "popq %%rbx\n\t" \
+ "popq %%rax\n\t" \
+ /* cancel push of rsp */ \
+ "addq $8,%%rsp\n\t" \
+ /* cancel push of rflags */ \
+ "addq $8,%%rsp\n\t" \
+ ::); \
+ memcpy(regsptr, (void *)ust_reg_stack_ptr, sizeof(struct registers)); \
+ ust_reg_stack_ptr = (void *)(((long)ust_reg_stack_ptr) + sizeof(struct registers));
+
+#else /* CONFIG_UST_GDB_INTEGRATION */
+
+#define save_registers(a)
+
+#endif /* CONFIG_UST_GDB_INTEGRATION */
/* Macro to insert the address of a relative jump in an assembly stub,
* in a relocatable way. On x86-64, this uses a special (%rip) notation. */