[ust.git] / include / ust / processor.h

#ifndef UST_PROCESSOR_H
#define UST_PROCESSOR_H

#include <stddef.h>
#include <string.h>

extern __thread long ust_reg_stack[500];
extern volatile __thread long *ust_reg_stack_ptr;

#ifndef __x86_64

struct registers {
	short ss;
	short cs;
	long esi;
	long ebp;
	long edx;
	long edi;
	long ecx;
	long ebx;
	long eax;
	long eflags;
	long esp;
};

#ifdef CONFIG_UST_GDB_INTEGRATION


#define save_registers(regsptr) \
	asm volatile ( \
	     /* save original esp */ \
	     "pushl %%esp\n\t" \
	     /* push original eflags */ \
	     "pushfl\n\t" \
	      /* eax will hold the ptr to the private stack bottom */ \
	     "pushl %%eax\n\t" \
	     /* ebx is used for TLS access */ \
	     "pushl %%ebx\n\t" \
	     /* ecx will be used to temporarily hold the stack bottom addr */ \
	     "pushl %%ecx\n\t" \
	     /* rdi is the input to __tls_get_addr, and also a temp var */ \
	     "pushl %%edi\n\t" \
	     /* Get GOT address */ \
	     "call __i686.get_pc_thunk.bx\n\t" \
	     "addl $_GLOBAL_OFFSET_TABLE_, %%ebx\n\t" \
	     /* Save registers before call (not using ecx yet but we must preserve \
	        the original value of edx. */ \
	     "pushl %%edx\n\t" \
	     /* Start TLS access of private reg stack pointer */ \
	     "leal ust_reg_stack_ptr@tlsgd(,%%ebx,1),%%eax\n\t" \
	     "call ___tls_get_addr@plt\n\t" \
	     /* --- End TLS access */ \
	     "popl %%edx\n\t" \
	     /* check if ust_reg_stack_ptr has been initialized */ \
	     "movl (%%eax),%%ecx\n\t" \
	     "testl %%ecx,%%ecx\n\t" \
	     "jne 1f\n\t" \
	     "movl %%eax,%%ecx\n\t" \
	     /* Save registers before call (using ecx and we must preserve \
	        the original value of edx. */ \
	     "pushl %%ecx\n\t" \
	     "pushl %%edx\n\t" \
	     /* Start TLS access of private reg stack */ \
	     "leal ust_reg_stack@tlsgd(,%%ebx,1),%%eax\n\t" \
	     "call ___tls_get_addr@plt\n\t" \
	     /* --- End TLS access */ \
	     "popl %%edx\n\t" \
	     "popl %%ecx\n\t" \
	     "addl $500,%%eax\n\t" \
	     "movl %%eax,(%%ecx)\n\t" \
	     "movl %%ecx,%%eax\n\t" \
	     /* now the pointer to the private stack is in eax. \
	        must add stack size so the ptr points to the stack bottom. */ \
	"1:\n\t" \
	     /* Manually push esp to private stack */ \
	     "addl $-4,(%%eax)\n\t" \
	     "movl 20(%%esp), %%edi\n\t" \
	     "movl (%%eax), %%ebx\n\t" \
	     "movl %%edi, (%%ebx)\n\t" \
	     /* Manually push eflags to private stack */ \
	     "addl $-4,(%%eax)\n\t" \
	     "movl 16(%%esp), %%edi\n\t" \
	     "movl (%%eax), %%ebx\n\t" \
	     "movl %%edi, (%%ebx)\n\t" \
	     /* Manually push eax to private stack */ \
	     "addl $-4,(%%eax)\n\t" \
	     "movl 12(%%esp), %%edi\n\t" \
	     "movl (%%eax), %%ebx\n\t" \
	     "movl %%edi, (%%ebx)\n\t" \
	     /* Manually push ebx to private stack */ \
	     "addl $-4,(%%eax)\n\t" \
	     "movl 8(%%esp), %%edi\n\t" \
	     "movl (%%eax), %%ebx\n\t" \
	     "movl %%edi, (%%ebx)\n\t" \
	     /* Manually push ecx to private stack */ \
	     "addl $-4,(%%eax)\n\t" \
	     "movl 4(%%esp), %%edi\n\t" \
	     "movl (%%eax), %%ebx\n\t" \
	     "movl %%edi, (%%ebx)\n\t" \
	     /* Manually push edi to private stack */ \
	     "addl $-4,(%%eax)\n\t" \
	     "movl 0(%%esp), %%edi\n\t" \
	     "movl (%%eax), %%ebx\n\t" \
	     "movl %%edi, (%%ebx)\n\t" \
	     /* now push regs to tls */ \
	     /* -- esp already pushed -- */ \
	     /* -- eax already pushed -- */ \
	     /* -- ebx already pushed -- */ \
	     /* -- ecx already pushed -- */ \
	     /* -- edi already pushed -- */ \
	     "addl $-4,(%%eax)\n\t" \
	     "movl (%%eax), %%ebx\n\t" \
	     "movl %%edx,(%%ebx)\n\t" \
	     "addl $-4,(%%eax)\n\t" \
	     "movl (%%eax), %%ebx\n\t" \
	     "movl %%ebp,(%%ebx)\n\t" \
	     "addl $-4,(%%eax)\n\t" \
	     "movl (%%eax), %%ebx\n\t" \
	     "movl %%esi,(%%ebx)\n\t" \
	     /* push cs */ \
	     "addl $-2,(%%eax)\n\t" \
	     "movl (%%eax), %%ebx\n\t" \
	     "movw %%cs, (%%ebx)\n\t" \
	     /* push ss */ \
	     "addl $-2,(%%eax)\n\t" \
	     "movl (%%eax), %%ebx\n\t" \
	     "movw %%ss, (%%ebx)\n\t" \
	     /* restore original values of regs that were used internally */ \
	     "popl %%edi\n\t" \
	     "popl %%ecx\n\t" \
	     "popl %%ebx\n\t" \
	     "popl %%eax\n\t" \
	     /* cancel push of rsp */ \
	     "addl $4,%%esp\n\t" \
	     /* cancel push of eflags */ \
	     "addl $4,%%esp\n\t" \
	     ::: "memory"); \
	memcpy(regsptr, (void *)ust_reg_stack_ptr, sizeof(struct registers)); \
	ust_reg_stack_ptr = (void *)(((long)ust_reg_stack_ptr) + sizeof(struct registers));

#else /* CONFIG_UST_GDB_INTEGRATION */

#define save_registers(a)

#endif /* CONFIG_UST_GDB_INTEGRATION */

#define RELATIVE_ADDRESS(__rel_label__) __rel_label__

#define _ASM_PTR ".long "

#else /* below is code for x86-64 */

struct registers {
	int padding; /* 4 bytes */
	short ss;
	short cs;
	unsigned long r15;
	unsigned long r14;
	unsigned long r13;
	unsigned long r12;
	unsigned long r11;
	unsigned long r10;
	unsigned long r9;
	unsigned long r8;
	unsigned long rsi;
	unsigned long rbp;
	unsigned long rdx;
	unsigned long rcx;
	unsigned long rdi;
	unsigned long rbx;
	unsigned long rax;
	unsigned long rflags;
	unsigned long rsp;
};

#ifdef CONFIG_UST_GDB_INTEGRATION

#define save_registers(regsptr) \
	asm volatile ( \
	     /* save original rsp */ \
	     "pushq %%rsp\n\t" \
	     /* push original rflags */ \
	     "pushfq\n\t" \
	      /* rax will hold the ptr to the private stack bottom */ \
	     "pushq %%rax\n\t" \
	     /* rbx will be used to temporarily hold the stack bottom addr */ \
	     "pushq %%rbx\n\t" \
	     /* rdi is the input to __tls_get_addr, and also a temp var */ \
	     "pushq %%rdi\n\t" \
	     /* Start TLS access of private reg stack pointer */ \
	     ".byte 0x66\n\t" \
	     "leaq ust_reg_stack_ptr@tlsgd(%%rip), %%rdi\n\t" \
	     ".word 0x6666\n\t" \
	     "rex64\n\t" \
	     "call __tls_get_addr@plt\n\t" \
	     /* --- End TLS access */ \
	     /* check if ust_reg_stack_ptr has been initialized */ \
	     "movq (%%rax),%%rbx\n\t" \
	     "testq %%rbx,%%rbx\n\t" \
	     "jne 1f\n\t" \
	     "movq %%rax,%%rbx\n\t" \
	     /* Start TLS access of private reg stack */ \
	     ".byte 0x66\n\t" \
	     "leaq ust_reg_stack@tlsgd(%%rip), %%rdi\n\t" \
	     ".word 0x6666\n\t" \
	     "rex64\n\t" \
	     "call __tls_get_addr@plt\n\t" \
	     /* --- End TLS access */ \
	     "addq $500,%%rax\n\t" \
	     "movq %%rax,(%%rbx)\n\t" \
	     "movq %%rbx,%%rax\n\t" \
	     /* now the pointer to the private stack is in rax.
	        must add stack size so the ptr points to the stack bottom. */ \
	"1:\n\t" \
	     /* Manually push rsp to private stack */ \
	     "addq $-8,(%%rax)\n\t" \
	     "movq 32(%%rsp), %%rdi\n\t" \
	     "movq (%%rax), %%rbx\n\t" \
	     "movq %%rdi, (%%rbx)\n\t" \
	     /* Manually push eflags to private stack */ \
	     "addq $-8,(%%rax)\n\t" \
	     "movq 24(%%rsp), %%rdi\n\t" \
	     "movq (%%rax), %%rbx\n\t" \
	     "movq %%rdi, (%%rbx)\n\t" \
	     /* Manually push rax to private stack */ \
	     "addq $-8,(%%rax)\n\t" \
	     "movq 16(%%rsp), %%rdi\n\t" \
	     "movq (%%rax), %%rbx\n\t" \
	     "movq %%rdi, (%%rbx)\n\t" \
	     /* Manually push rbx to private stack */ \
	     "addq $-8,(%%rax)\n\t" \
	     "movq 8(%%rsp), %%rdi\n\t" \
	     "movq (%%rax), %%rbx\n\t" \
	     "movq %%rdi, (%%rbx)\n\t" \
	     /* Manually push rdi to private stack */ \
	     "addq $-8,(%%rax)\n\t" \
	     "movq 0(%%rsp), %%rdi\n\t" \
	     "movq (%%rax), %%rbx\n\t" \
	     "movq %%rdi, (%%rbx)\n\t" \
	     /* now push regs to tls */ \
	     /* -- rsp already pushed -- */ \
	     /* -- rax already pushed -- */ \
	     /* -- rbx already pushed -- */ \
	     /* -- rdi already pushed -- */ \
	     "addq $-8,(%%rax)\n\t" \
	     "movq (%%rax), %%rbx\n\t" \
	     "movq %%rcx,(%%rbx)\n\t" \
	     "addq $-8,(%%rax)\n\t" \
	     "movq (%%rax), %%rbx\n\t" \
	     "movq %%rdx,(%%rbx)\n\t" \
	     "addq $-8,(%%rax)\n\t" \
	     "movq (%%rax), %%rbx\n\t" \
	     "movq %%rbp,(%%rbx)\n\t" \
	     "addq $-8,(%%rax)\n\t" \
	     "movq (%%rax), %%rbx\n\t" \
	     "movq %%rsi,(%%rbx)\n\t" \
	     "addq $-8,(%%rax)\n\t" \
	     "movq (%%rax), %%rbx\n\t" \
	     "movq %%r8,(%%rbx)\n\t" \
	     "addq $-8,(%%rax)\n\t" \
	     "movq (%%rax), %%rbx\n\t" \
	     "movq %%r9,(%%rbx)\n\t" \
	     "addq $-8,(%%rax)\n\t" \
	     "movq (%%rax), %%rbx\n\t" \
	     "movq %%r10,(%%rbx)\n\t" \
	     "addq $-8,(%%rax)\n\t" \
	     "movq (%%rax), %%rbx\n\t" \
	     "movq %%r11,(%%rbx)\n\t" \
	     "addq $-8,(%%rax)\n\t" \
	     "movq (%%rax), %%rbx\n\t" \
	     "movq %%r12,(%%rbx)\n\t" \
	     "addq $-8,(%%rax)\n\t" \
	     "movq (%%rax), %%rbx\n\t" \
	     "movq %%r13,(%%rbx)\n\t" \
	     "addq $-8,(%%rax)\n\t" \
	     "movq (%%rax), %%rbx\n\t" \
	     "movq %%r14,(%%rbx)\n\t" \
	     "addq $-8,(%%rax)\n\t" \
	     "movq (%%rax), %%rbx\n\t" \
	     "movq %%r15,(%%rbx)\n\t" \
	     /* push cs */ \
	     "addq $-2,(%%rax)\n\t" \
	     "movq (%%rax), %%rbx\n\t" \
	     "movw %%cs, (%%rbx)\n\t" \
	     /* push ss */ \
	     "addq $-2,(%%rax)\n\t" \
	     "movq (%%rax), %%rbx\n\t" \
	     "movw %%ss, (%%rbx)\n\t" \
	     /* add padding for struct registers */ \
	     "addq $-4,(%%rax)\n\t" \
	     /* restore original values of regs that were used internally */ \
	     "popq %%rdi\n\t" \
	     "popq %%rbx\n\t" \
	     "popq %%rax\n\t" \
	     /* cancel push of rsp */ \
	     "addq $8,%%rsp\n\t" \
	     /* cancel push of rflags */ \
	     "addq $8,%%rsp\n\t" \
	     ::); \
	memcpy(regsptr, (void *)ust_reg_stack_ptr, sizeof(struct registers)); \
	ust_reg_stack_ptr = (void *)(((long)ust_reg_stack_ptr) + sizeof(struct registers));

#else /* CONFIG_UST_GDB_INTEGRATION */

#define save_registers(a)

#endif /* CONFIG_UST_GDB_INTEGRATION */

/* Macro to insert the address of a relative jump in an assembly stub,
 * in a relocatable way. On x86-64, this uses a special (%rip) notation. */
#define RELATIVE_ADDRESS(__rel_label__) __rel_label__(%%rip)

#define _ASM_PTR ".quad "

#endif

#endif /* UST_PROCESSOR_H */
Commit	Line	Data
5af57e62 PMF	1	#ifndef UST_PROCESSOR_H
5af57e62 PMF	2	#define UST_PROCESSOR_H
d98a01c6 PMF	3
d98a01c6 PMF	4	#include <stddef.h>
636ca5d6 PMF	5	#include <string.h>
	6
	7	extern __thread long ust_reg_stack[500];
	8	extern volatile __thread long *ust_reg_stack_ptr;
	9
e003d6ee	10	#ifndef __x86_64
d98a01c6 PMF	11
d98a01c6 PMF	12	struct registers {
7756d65a PMF	13	short ss;
7756d65a PMF	14	short cs;
d98a01c6	15	long esi;
7756d65a PMF	16	long ebp;
7756d65a PMF	17	long edx;
d98a01c6	18	long edi;
f2496f58	19	long ecx;
7756d65a PMF	20	long ebx;
7756d65a PMF	21	long eax;
d98a01c6	22	long eflags;
7756d65a	23	long esp;
d98a01c6 PMF	24	};
d98a01c6 PMF	25
e003d6ee	26	#ifdef CONFIG_UST_GDB_INTEGRATION
defa46a7	27
7756d65a PMF	28
	29	#define save_registers(regsptr) \
	30	asm volatile ( \
	31	/* save original esp */ \
	32	"pushl %%esp\n\t" \
	33	/* push original eflags */ \
	34	"pushfl\n\t" \
	35	/* eax will hold the ptr to the private stack bottom */ \
	36	"pushl %%eax\n\t" \
f2496f58	37	/* ebx is used for TLS access */ \
7756d65a	38	"pushl %%ebx\n\t" \
f2496f58 PMF	39	/* ecx will be used to temporarily hold the stack bottom addr */ \
f2496f58 PMF	40	"pushl %%ecx\n\t" \
7756d65a PMF	41	/* rdi is the input to __tls_get_addr, and also a temp var */ \
7756d65a PMF	42	"pushl %%edi\n\t" \
f2496f58 PMF	43	/* Get GOT address */ \
	44	"call __i686.get_pc_thunk.bx\n\t" \
	45	"addl $_GLOBAL_OFFSET_TABLE_, %%ebx\n\t" \
	46	/* Save registers before call (not using ecx yet but we must preserve \
	47	the original value of edx. */ \
	48	"pushl %%edx\n\t" \
7756d65a PMF	49	/* Start TLS access of private reg stack pointer */ \
	50	"leal ust_reg_stack_ptr@tlsgd(,%%ebx,1),%%eax\n\t" \
	51	"call ___tls_get_addr@plt\n\t" \
	52	/* --- End TLS access */ \
f2496f58	53	"popl %%edx\n\t" \
7756d65a	54	/* check if ust_reg_stack_ptr has been initialized */ \
f2496f58 PMF	55	"movl (%%eax),%%ecx\n\t" \
f2496f58 PMF	56	"testl %%ecx,%%ecx\n\t" \
7756d65a	57	"jne 1f\n\t" \
f2496f58 PMF	58	"movl %%eax,%%ecx\n\t" \
	59	/* Save registers before call (using ecx and we must preserve \
	60	the original value of edx. */ \
	61	"pushl %%ecx\n\t" \
	62	"pushl %%edx\n\t" \
7756d65a PMF	63	/* Start TLS access of private reg stack */ \
	64	"leal ust_reg_stack@tlsgd(,%%ebx,1),%%eax\n\t" \
	65	"call ___tls_get_addr@plt\n\t" \
	66	/* --- End TLS access */ \
f2496f58 PMF	67	"popl %%edx\n\t" \
f2496f58 PMF	68	"popl %%ecx\n\t" \
7756d65a	69	"addl $500,%%eax\n\t" \
f2496f58 PMF	70	"movl %%eax,(%%ecx)\n\t" \
f2496f58 PMF	71	"movl %%ecx,%%eax\n\t" \
7756d65a PMF	72	/* now the pointer to the private stack is in eax. \
	73	must add stack size so the ptr points to the stack bottom. */ \
	74	"1:\n\t" \
	75	/* Manually push esp to private stack */ \
	76	"addl $-4,(%%eax)\n\t" \
f2496f58	77	"movl 20(%%esp), %%edi\n\t" \
7756d65a PMF	78	"movl (%%eax), %%ebx\n\t" \
	79	"movl %%edi, (%%ebx)\n\t" \
	80	/* Manually push eflags to private stack */ \
	81	"addl $-4,(%%eax)\n\t" \
f2496f58	82	"movl 16(%%esp), %%edi\n\t" \
7756d65a PMF	83	"movl (%%eax), %%ebx\n\t" \
	84	"movl %%edi, (%%ebx)\n\t" \
	85	/* Manually push eax to private stack */ \
	86	"addl $-4,(%%eax)\n\t" \
f2496f58	87	"movl 12(%%esp), %%edi\n\t" \
7756d65a PMF	88	"movl (%%eax), %%ebx\n\t" \
	89	"movl %%edi, (%%ebx)\n\t" \
	90	/* Manually push ebx to private stack */ \
	91	"addl $-4,(%%eax)\n\t" \
f2496f58 PMF	92	"movl 8(%%esp), %%edi\n\t" \
	93	"movl (%%eax), %%ebx\n\t" \
	94	"movl %%edi, (%%ebx)\n\t" \
	95	/* Manually push ecx to private stack */ \
	96	"addl $-4,(%%eax)\n\t" \
7756d65a PMF	97	"movl 4(%%esp), %%edi\n\t" \
	98	"movl (%%eax), %%ebx\n\t" \
	99	"movl %%edi, (%%ebx)\n\t" \
	100	/* Manually push edi to private stack */ \
	101	"addl $-4,(%%eax)\n\t" \
	102	"movl 0(%%esp), %%edi\n\t" \
	103	"movl (%%eax), %%ebx\n\t" \
	104	"movl %%edi, (%%ebx)\n\t" \
	105	/* now push regs to tls */ \
	106	/* -- esp already pushed -- */ \
	107	/* -- eax already pushed -- */ \
	108	/* -- ebx already pushed -- */ \
f2496f58	109	/* -- ecx already pushed -- */ \
7756d65a PMF	110	/* -- edi already pushed -- */ \
	111	"addl $-4,(%%eax)\n\t" \
	112	"movl (%%eax), %%ebx\n\t" \
7756d65a PMF	113	"movl %%edx,(%%ebx)\n\t" \
	114	"addl $-4,(%%eax)\n\t" \
	115	"movl (%%eax), %%ebx\n\t" \
	116	"movl %%ebp,(%%ebx)\n\t" \
	117	"addl $-4,(%%eax)\n\t" \
	118	"movl (%%eax), %%ebx\n\t" \
	119	"movl %%esi,(%%ebx)\n\t" \
	120	/* push cs */ \
	121	"addl $-2,(%%eax)\n\t" \
	122	"movl (%%eax), %%ebx\n\t" \
	123	"movw %%cs, (%%ebx)\n\t" \
	124	/* push ss */ \
	125	"addl $-2,(%%eax)\n\t" \
	126	"movl (%%eax), %%ebx\n\t" \
	127	"movw %%ss, (%%ebx)\n\t" \
	128	/* restore original values of regs that were used internally */ \
	129	"popl %%edi\n\t" \
f2496f58	130	"popl %%ecx\n\t" \
7756d65a PMF	131	"popl %%ebx\n\t" \
	132	"popl %%eax\n\t" \
	133	/* cancel push of rsp */ \
	134	"addl $4,%%esp\n\t" \
	135	/* cancel push of eflags */ \
	136	"addl $4,%%esp\n\t" \
	137	::: "memory"); \
	138	memcpy(regsptr, (void *)ust_reg_stack_ptr, sizeof(struct registers)); \
	139	ust_reg_stack_ptr = (void *)(((long)ust_reg_stack_ptr) + sizeof(struct registers));
defa46a7	140
e003d6ee	141	#else /* CONFIG_UST_GDB_INTEGRATION */
defa46a7	142
defa46a7 PMF	143	#define save_registers(a)
defa46a7 PMF	144
e003d6ee	145	#endif /* CONFIG_UST_GDB_INTEGRATION */
d98a01c6	146
9e8f4f52 PMF	147	#define RELATIVE_ADDRESS(__rel_label__) __rel_label__
	148
	149	#define _ASM_PTR ".long "
	150
defa46a7	151	#else /* below is code for x86-64 */
d98a01c6 PMF	152
d98a01c6 PMF	153	struct registers {
636ca5d6 PMF	154	int padding; /* 4 bytes */
	155	short ss;
	156	short cs;
636ca5d6 PMF	157	unsigned long r15;
	158	unsigned long r14;
	159	unsigned long r13;
	160	unsigned long r12;
	161	unsigned long r11;
	162	unsigned long r10;
	163	unsigned long r9;
	164	unsigned long r8;
d98a01c6	165	unsigned long rsi;
636ca5d6 PMF	166	unsigned long rbp;
	167	unsigned long rdx;
	168	unsigned long rcx;
d98a01c6	169	unsigned long rdi;
636ca5d6 PMF	170	unsigned long rbx;
636ca5d6 PMF	171	unsigned long rax;
a5850bc4	172	unsigned long rflags;
636ca5d6	173	unsigned long rsp;
d98a01c6 PMF	174	};
d98a01c6 PMF	175
e003d6ee	176	#ifdef CONFIG_UST_GDB_INTEGRATION
defa46a7	177
8524c98d	178	#define save_registers(regsptr) \
636ca5d6 PMF	179	asm volatile ( \
	180	/* save original rsp */ \
	181	"pushq %%rsp\n\t" \
a5850bc4 PMF	182	/* push original rflags */ \
a5850bc4 PMF	183	"pushfq\n\t" \
636ca5d6 PMF	184	/* rax will hold the ptr to the private stack bottom */ \
	185	"pushq %%rax\n\t" \
	186	/* rbx will be used to temporarily hold the stack bottom addr */ \
	187	"pushq %%rbx\n\t" \
	188	/* rdi is the input to __tls_get_addr, and also a temp var */ \
	189	"pushq %%rdi\n\t" \
a5850bc4	190	/* Start TLS access of private reg stack pointer */ \
636ca5d6 PMF	191	".byte 0x66\n\t" \
	192	"leaq ust_reg_stack_ptr@tlsgd(%%rip), %%rdi\n\t" \
	193	".word 0x6666\n\t" \
	194	"rex64\n\t" \
	195	"call __tls_get_addr@plt\n\t" \
	196	/* --- End TLS access */ \
a5850bc4 PMF	197	/* check if ust_reg_stack_ptr has been initialized */ \
	198	"movq (%%rax),%%rbx\n\t" \
	199	"testq %%rbx,%%rbx\n\t" \
	200	"jne 1f\n\t" \
	201	"movq %%rax,%%rbx\n\t" \
	202	/* Start TLS access of private reg stack */ \
	203	".byte 0x66\n\t" \
	204	"leaq ust_reg_stack@tlsgd(%%rip), %%rdi\n\t" \
	205	".word 0x6666\n\t" \
	206	"rex64\n\t" \
	207	"call __tls_get_addr@plt\n\t" \
	208	/* --- End TLS access */ \
	209	"addq $500,%%rax\n\t" \
	210	"movq %%rax,(%%rbx)\n\t" \
	211	"movq %%rbx,%%rax\n\t" \
	212	/* now the pointer to the private stack is in rax.
	213	must add stack size so the ptr points to the stack bottom. */ \
	214	"1:\n\t" \
636ca5d6 PMF	215	/* Manually push rsp to private stack */ \
636ca5d6 PMF	216	"addq $-8,(%%rax)\n\t" \
a5850bc4 PMF	217	"movq 32(%%rsp), %%rdi\n\t" \
	218	"movq (%%rax), %%rbx\n\t" \
	219	"movq %%rdi, (%%rbx)\n\t" \
	220	/* Manually push eflags to private stack */ \
	221	"addq $-8,(%%rax)\n\t" \
636ca5d6 PMF	222	"movq 24(%%rsp), %%rdi\n\t" \
	223	"movq (%%rax), %%rbx\n\t" \
	224	"movq %%rdi, (%%rbx)\n\t" \
	225	/* Manually push rax to private stack */ \
	226	"addq $-8,(%%rax)\n\t" \
	227	"movq 16(%%rsp), %%rdi\n\t" \
	228	"movq (%%rax), %%rbx\n\t" \
	229	"movq %%rdi, (%%rbx)\n\t" \
	230	/* Manually push rbx to private stack */ \
	231	"addq $-8,(%%rax)\n\t" \
	232	"movq 8(%%rsp), %%rdi\n\t" \
	233	"movq (%%rax), %%rbx\n\t" \
	234	"movq %%rdi, (%%rbx)\n\t" \
	235	/* Manually push rdi to private stack */ \
	236	"addq $-8,(%%rax)\n\t" \
	237	"movq 0(%%rsp), %%rdi\n\t" \
	238	"movq (%%rax), %%rbx\n\t" \
	239	"movq %%rdi, (%%rbx)\n\t" \
	240	/* now push regs to tls */ \
	241	/* -- rsp already pushed -- */ \
	242	/* -- rax already pushed -- */ \
	243	/* -- rbx already pushed -- */ \
	244	/* -- rdi already pushed -- */ \
	245	"addq $-8,(%%rax)\n\t" \
	246	"movq (%%rax), %%rbx\n\t" \
	247	"movq %%rcx,(%%rbx)\n\t" \
	248	"addq $-8,(%%rax)\n\t" \
	249	"movq (%%rax), %%rbx\n\t" \
	250	"movq %%rdx,(%%rbx)\n\t" \
	251	"addq $-8,(%%rax)\n\t" \
	252	"movq (%%rax), %%rbx\n\t" \
	253	"movq %%rbp,(%%rbx)\n\t" \
	254	"addq $-8,(%%rax)\n\t" \
	255	"movq (%%rax), %%rbx\n\t" \
	256	"movq %%rsi,(%%rbx)\n\t" \
	257	"addq $-8,(%%rax)\n\t" \
	258	"movq (%%rax), %%rbx\n\t" \
	259	"movq %%r8,(%%rbx)\n\t" \
	260	"addq $-8,(%%rax)\n\t" \
	261	"movq (%%rax), %%rbx\n\t" \
	262	"movq %%r9,(%%rbx)\n\t" \
	263	"addq $-8,(%%rax)\n\t" \
	264	"movq (%%rax), %%rbx\n\t" \
	265	"movq %%r10,(%%rbx)\n\t" \
	266	"addq $-8,(%%rax)\n\t" \
	267	"movq (%%rax), %%rbx\n\t" \
	268	"movq %%r11,(%%rbx)\n\t" \
	269	"addq $-8,(%%rax)\n\t" \
	270	"movq (%%rax), %%rbx\n\t" \
	271	"movq %%r12,(%%rbx)\n\t" \
	272	"addq $-8,(%%rax)\n\t" \
	273	"movq (%%rax), %%rbx\n\t" \
	274	"movq %%r13,(%%rbx)\n\t" \
	275	"addq $-8,(%%rax)\n\t" \
	276	"movq (%%rax), %%rbx\n\t" \
	277	"movq %%r14,(%%rbx)\n\t" \
	278	"addq $-8,(%%rax)\n\t" \
	279	"movq (%%rax), %%rbx\n\t" \
	280	"movq %%r15,(%%rbx)\n\t" \
636ca5d6 PMF	281	/* push cs */ \
	282	"addq $-2,(%%rax)\n\t" \
	283	"movq (%%rax), %%rbx\n\t" \
	284	"movw %%cs, (%%rbx)\n\t" \
	285	/* push ss */ \
	286	"addq $-2,(%%rax)\n\t" \
	287	"movq (%%rax), %%rbx\n\t" \
	288	"movw %%ss, (%%rbx)\n\t" \
	289	/* add padding for struct registers */ \
	290	"addq $-4,(%%rax)\n\t" \
	291	/* restore original values of regs that were used internally */ \
	292	"popq %%rdi\n\t" \
	293	"popq %%rbx\n\t" \
	294	"popq %%rax\n\t" \
	295	/* cancel push of rsp */ \
	296	"addq $8,%%rsp\n\t" \
a5850bc4 PMF	297	/* cancel push of rflags */ \
a5850bc4 PMF	298	"addq $8,%%rsp\n\t" \
636ca5d6 PMF	299	::); \
	300	memcpy(regsptr, (void *)ust_reg_stack_ptr, sizeof(struct registers)); \
	301	ust_reg_stack_ptr = (void *)(((long)ust_reg_stack_ptr) + sizeof(struct registers));
d98a01c6	302
fc1f31ab PMF	303	#else /* CONFIG_UST_GDB_INTEGRATION */
fc1f31ab PMF	304
fc1f31ab PMF	305	#define save_registers(a)
fc1f31ab PMF	306
e003d6ee	307	#endif /* CONFIG_UST_GDB_INTEGRATION */
defa46a7	308
9e8f4f52 PMF	309	/* Macro to insert the address of a relative jump in an assembly stub,
	310	* in a relocatable way. On x86-64, this uses a special (%rip) notation. */
	311	#define RELATIVE_ADDRESS(__rel_label__) __rel_label__(%%rip)
	312
	313	#define _ASM_PTR ".quad "
	314
d98a01c6 PMF	315	#endif
d98a01c6 PMF	316
5af57e62	317	#endif /* UST_PROCESSOR_H */