[ust.git] / include / ust / processor.h

#ifndef UST_PROCESSOR_H
#define UST_PROCESSOR_H

#include <stddef.h>
#include <string.h>

extern __thread long ust_reg_stack[500];
extern volatile __thread long *ust_reg_stack_ptr;

#ifndef __x86_64

struct registers {
	short ss;
	short cs;
	long esi;
	long ebp;
	long edx;
	long edi;
	long ecx;
	long ebx;
	long eax;
	long eflags;
	long esp;
};

#ifdef CONFIG_UST_GDB_INTEGRATION

//#error "GDB integration not supported for x86-32 yet."

#define save_registers(regsptr) \
	asm volatile ( \
	     /* save original esp */ \
	     "pushl %%esp\n\t" \
	     /* push original eflags */ \
	     "pushfl\n\t" \
	      /* eax will hold the ptr to the private stack bottom */ \
	     "pushl %%eax\n\t" \
	     /* ebx is used for TLS access */ \
	     "pushl %%ebx\n\t" \
	     /* ecx will be used to temporarily hold the stack bottom addr */ \
	     "pushl %%ecx\n\t" \
	     /* rdi is the input to __tls_get_addr, and also a temp var */ \
	     "pushl %%edi\n\t" \
	     /* Get GOT address */ \
	     "call __i686.get_pc_thunk.bx\n\t" \
	     "addl $_GLOBAL_OFFSET_TABLE_, %%ebx\n\t" \
	     /* Save registers before call (not using ecx yet but we must preserve \
	        the original value of edx. */ \
	     "pushl %%edx\n\t" \
	     /* Start TLS access of private reg stack pointer */ \
	     "leal ust_reg_stack_ptr@tlsgd(,%%ebx,1),%%eax\n\t" \
	     "call ___tls_get_addr@plt\n\t" \
	     /* --- End TLS access */ \
	     "popl %%edx\n\t" \
	     /* check if ust_reg_stack_ptr has been initialized */ \
	     "movl (%%eax),%%ecx\n\t" \
	     "testl %%ecx,%%ecx\n\t" \
	     "jne 1f\n\t" \
	     "movl %%eax,%%ecx\n\t" \
	     /* Save registers before call (using ecx and we must preserve \
	        the original value of edx. */ \
	     "pushl %%ecx\n\t" \
	     "pushl %%edx\n\t" \
	     /* Start TLS access of private reg stack */ \
	     "leal ust_reg_stack@tlsgd(,%%ebx,1),%%eax\n\t" \
	     "call ___tls_get_addr@plt\n\t" \
	     /* --- End TLS access */ \
	     "popl %%edx\n\t" \
	     "popl %%ecx\n\t" \
	     "addl $500,%%eax\n\t" \
	     "movl %%eax,(%%ecx)\n\t" \
	     "movl %%ecx,%%eax\n\t" \
	     /* now the pointer to the private stack is in eax. \
	        must add stack size so the ptr points to the stack bottom. */ \
	"1:\n\t" \
	     /* Manually push esp to private stack */ \
	     "addl $-4,(%%eax)\n\t" \
	     "movl 20(%%esp), %%edi\n\t" \
	     "movl (%%eax), %%ebx\n\t" \
	     "movl %%edi, (%%ebx)\n\t" \
	     /* Manually push eflags to private stack */ \
	     "addl $-4,(%%eax)\n\t" \
	     "movl 16(%%esp), %%edi\n\t" \
	     "movl (%%eax), %%ebx\n\t" \
	     "movl %%edi, (%%ebx)\n\t" \
	     /* Manually push eax to private stack */ \
	     "addl $-4,(%%eax)\n\t" \
	     "movl 12(%%esp), %%edi\n\t" \
	     "movl (%%eax), %%ebx\n\t" \
	     "movl %%edi, (%%ebx)\n\t" \
	     /* Manually push ebx to private stack */ \
	     "addl $-4,(%%eax)\n\t" \
	     "movl 8(%%esp), %%edi\n\t" \
	     "movl (%%eax), %%ebx\n\t" \
	     "movl %%edi, (%%ebx)\n\t" \
	     /* Manually push ecx to private stack */ \
	     "addl $-4,(%%eax)\n\t" \
	     "movl 4(%%esp), %%edi\n\t" \
	     "movl (%%eax), %%ebx\n\t" \
	     "movl %%edi, (%%ebx)\n\t" \
	     /* Manually push edi to private stack */ \
	     "addl $-4,(%%eax)\n\t" \
	     "movl 0(%%esp), %%edi\n\t" \
	     "movl (%%eax), %%ebx\n\t" \
	     "movl %%edi, (%%ebx)\n\t" \
	     /* now push regs to tls */ \
	     /* -- esp already pushed -- */ \
	     /* -- eax already pushed -- */ \
	     /* -- ebx already pushed -- */ \
	     /* -- ecx already pushed -- */ \
	     /* -- edi already pushed -- */ \
	     "addl $-4,(%%eax)\n\t" \
	     "movl (%%eax), %%ebx\n\t" \
	     "movl %%edx,(%%ebx)\n\t" \
	     "addl $-4,(%%eax)\n\t" \
	     "movl (%%eax), %%ebx\n\t" \
	     "movl %%ebp,(%%ebx)\n\t" \
	     "addl $-4,(%%eax)\n\t" \
	     "movl (%%eax), %%ebx\n\t" \
	     "movl %%esi,(%%ebx)\n\t" \
	     /* push cs */ \
	     "addl $-2,(%%eax)\n\t" \
	     "movl (%%eax), %%ebx\n\t" \
	     "movw %%cs, (%%ebx)\n\t" \
	     /* push ss */ \
	     "addl $-2,(%%eax)\n\t" \
	     "movl (%%eax), %%ebx\n\t" \
	     "movw %%ss, (%%ebx)\n\t" \
	     /* restore original values of regs that were used internally */ \
	     "popl %%edi\n\t" \
	     "popl %%ecx\n\t" \
	     "popl %%ebx\n\t" \
	     "popl %%eax\n\t" \
	     /* cancel push of rsp */ \
	     "addl $4,%%esp\n\t" \
	     /* cancel push of eflags */ \
	     "addl $4,%%esp\n\t" \
	     ::: "memory"); \
	memcpy(regsptr, (void *)ust_reg_stack_ptr, sizeof(struct registers)); \
	ust_reg_stack_ptr = (void *)(((long)ust_reg_stack_ptr) + sizeof(struct registers));

#else /* CONFIG_UST_GDB_INTEGRATION */

#define save_registers(a)

#endif /* CONFIG_UST_GDB_INTEGRATION */

#define RELATIVE_ADDRESS(__rel_label__) __rel_label__

#define _ASM_PTR ".long "

#else /* below is code for x86-64 */

struct registers {
	int padding; /* 4 bytes */
	short ss;
	short cs;
	unsigned long r15;
	unsigned long r14;
	unsigned long r13;
	unsigned long r12;
	unsigned long r11;
	unsigned long r10;
	unsigned long r9;
	unsigned long r8;
	unsigned long rsi;
	unsigned long rbp;
	unsigned long rdx;
	unsigned long rcx;
	unsigned long rdi;
	unsigned long rbx;
	unsigned long rax;
	unsigned long rflags;
	unsigned long rsp;
};

#ifdef CONFIG_UST_GDB_INTEGRATION

#define save_registers(regsptr) \
	asm volatile ( \
	     /* save original rsp */ \
	     "pushq %%rsp\n\t" \
	     /* push original rflags */ \
	     "pushfq\n\t" \
	      /* rax will hold the ptr to the private stack bottom */ \
	     "pushq %%rax\n\t" \
	     /* rbx will be used to temporarily hold the stack bottom addr */ \
	     "pushq %%rbx\n\t" \
	     /* rdi is the input to __tls_get_addr, and also a temp var */ \
	     "pushq %%rdi\n\t" \
	     /* Start TLS access of private reg stack pointer */ \
	     ".byte 0x66\n\t" \
	     "leaq ust_reg_stack_ptr@tlsgd(%%rip), %%rdi\n\t" \
	     ".word 0x6666\n\t" \
	     "rex64\n\t" \
	     "call __tls_get_addr@plt\n\t" \
	     /* --- End TLS access */ \
	     /* check if ust_reg_stack_ptr has been initialized */ \
	     "movq (%%rax),%%rbx\n\t" \
	     "testq %%rbx,%%rbx\n\t" \
	     "jne 1f\n\t" \
	     "movq %%rax,%%rbx\n\t" \
	     /* Start TLS access of private reg stack */ \
	     ".byte 0x66\n\t" \
	     "leaq ust_reg_stack@tlsgd(%%rip), %%rdi\n\t" \
	     ".word 0x6666\n\t" \
	     "rex64\n\t" \
	     "call __tls_get_addr@plt\n\t" \
	     /* --- End TLS access */ \
	     "addq $500,%%rax\n\t" \
	     "movq %%rax,(%%rbx)\n\t" \
	     "movq %%rbx,%%rax\n\t" \
	     /* now the pointer to the private stack is in rax.
	        must add stack size so the ptr points to the stack bottom. */ \
	"1:\n\t" \
	     /* Manually push rsp to private stack */ \
	     "addq $-8,(%%rax)\n\t" \
	     "movq 32(%%rsp), %%rdi\n\t" \
	     "movq (%%rax), %%rbx\n\t" \
	     "movq %%rdi, (%%rbx)\n\t" \
	     /* Manually push eflags to private stack */ \
	     "addq $-8,(%%rax)\n\t" \
	     "movq 24(%%rsp), %%rdi\n\t" \
	     "movq (%%rax), %%rbx\n\t" \
	     "movq %%rdi, (%%rbx)\n\t" \
	     /* Manually push rax to private stack */ \
	     "addq $-8,(%%rax)\n\t" \
	     "movq 16(%%rsp), %%rdi\n\t" \
	     "movq (%%rax), %%rbx\n\t" \
	     "movq %%rdi, (%%rbx)\n\t" \
	     /* Manually push rbx to private stack */ \
	     "addq $-8,(%%rax)\n\t" \
	     "movq 8(%%rsp), %%rdi\n\t" \
	     "movq (%%rax), %%rbx\n\t" \
	     "movq %%rdi, (%%rbx)\n\t" \
	     /* Manually push rdi to private stack */ \
	     "addq $-8,(%%rax)\n\t" \
	     "movq 0(%%rsp), %%rdi\n\t" \
	     "movq (%%rax), %%rbx\n\t" \
	     "movq %%rdi, (%%rbx)\n\t" \
	     /* now push regs to tls */ \
	     /* -- rsp already pushed -- */ \
	     /* -- rax already pushed -- */ \
	     /* -- rbx already pushed -- */ \
	     /* -- rdi already pushed -- */ \
	     "addq $-8,(%%rax)\n\t" \
	     "movq (%%rax), %%rbx\n\t" \
	     "movq %%rcx,(%%rbx)\n\t" \
	     "addq $-8,(%%rax)\n\t" \
	     "movq (%%rax), %%rbx\n\t" \
	     "movq %%rdx,(%%rbx)\n\t" \
	     "addq $-8,(%%rax)\n\t" \
	     "movq (%%rax), %%rbx\n\t" \
	     "movq %%rbp,(%%rbx)\n\t" \
	     "addq $-8,(%%rax)\n\t" \
	     "movq (%%rax), %%rbx\n\t" \
	     "movq %%rsi,(%%rbx)\n\t" \
	     "addq $-8,(%%rax)\n\t" \
	     "movq (%%rax), %%rbx\n\t" \
	     "movq %%r8,(%%rbx)\n\t" \
	     "addq $-8,(%%rax)\n\t" \
	     "movq (%%rax), %%rbx\n\t" \
	     "movq %%r9,(%%rbx)\n\t" \
	     "addq $-8,(%%rax)\n\t" \
	     "movq (%%rax), %%rbx\n\t" \
	     "movq %%r10,(%%rbx)\n\t" \
	     "addq $-8,(%%rax)\n\t" \
	     "movq (%%rax), %%rbx\n\t" \
	     "movq %%r11,(%%rbx)\n\t" \
	     "addq $-8,(%%rax)\n\t" \
	     "movq (%%rax), %%rbx\n\t" \
	     "movq %%r12,(%%rbx)\n\t" \
	     "addq $-8,(%%rax)\n\t" \
	     "movq (%%rax), %%rbx\n\t" \
	     "movq %%r13,(%%rbx)\n\t" \
	     "addq $-8,(%%rax)\n\t" \
	     "movq (%%rax), %%rbx\n\t" \
	     "movq %%r14,(%%rbx)\n\t" \
	     "addq $-8,(%%rax)\n\t" \
	     "movq (%%rax), %%rbx\n\t" \
	     "movq %%r15,(%%rbx)\n\t" \
	     /* push cs */ \
	     "addq $-2,(%%rax)\n\t" \
	     "movq (%%rax), %%rbx\n\t" \
	     "movw %%cs, (%%rbx)\n\t" \
	     /* push ss */ \
	     "addq $-2,(%%rax)\n\t" \
	     "movq (%%rax), %%rbx\n\t" \
	     "movw %%ss, (%%rbx)\n\t" \
	     /* add padding for struct registers */ \
	     "addq $-4,(%%rax)\n\t" \
	     /* restore original values of regs that were used internally */ \
	     "popq %%rdi\n\t" \
	     "popq %%rbx\n\t" \
	     "popq %%rax\n\t" \
	     /* cancel push of rsp */ \
	     "addq $8,%%rsp\n\t" \
	     /* cancel push of rflags */ \
	     "addq $8,%%rsp\n\t" \
	     ::); \
	memcpy(regsptr, (void *)ust_reg_stack_ptr, sizeof(struct registers)); \
	ust_reg_stack_ptr = (void *)(((long)ust_reg_stack_ptr) + sizeof(struct registers));

#else /* CONFIG_UST_GDB_INTEGRATION */

#define save_registers(a)

#endif /* CONFIG_UST_GDB_INTEGRATION */

/* Macro to insert the address of a relative jump in an assembly stub,
 * in a relocatable way. On x86-64, this uses a special (%rip) notation. */
#define RELATIVE_ADDRESS(__rel_label__) __rel_label__(%%rip)

#define _ASM_PTR ".quad "

#endif

#endif /* UST_PROCESSOR_H */
Commit	Line	Data
5af57e62 PMF	1	#ifndef UST_PROCESSOR_H
5af57e62 PMF	2	#define UST_PROCESSOR_H
d98a01c6 PMF	3
d98a01c6 PMF	4	#include <stddef.h>
636ca5d6 PMF	5	#include <string.h>
	6
	7	extern __thread long ust_reg_stack[500];
	8	extern volatile __thread long *ust_reg_stack_ptr;
	9
e003d6ee	10	#ifndef __x86_64
d98a01c6 PMF	11
d98a01c6 PMF	12	struct registers {
7756d65a PMF	13	short ss;
7756d65a PMF	14	short cs;
d98a01c6	15	long esi;
7756d65a PMF	16	long ebp;
7756d65a PMF	17	long edx;
d98a01c6	18	long edi;
f2496f58	19	long ecx;
7756d65a PMF	20	long ebx;
7756d65a PMF	21	long eax;
d98a01c6	22	long eflags;
7756d65a	23	long esp;
d98a01c6 PMF	24	};
d98a01c6 PMF	25
e003d6ee	26	#ifdef CONFIG_UST_GDB_INTEGRATION
defa46a7	27
7756d65a PMF	28	//#error "GDB integration not supported for x86-32 yet."
	29
	30	#define save_registers(regsptr) \
	31	asm volatile ( \
	32	/* save original esp */ \
	33	"pushl %%esp\n\t" \
	34	/* push original eflags */ \
	35	"pushfl\n\t" \
	36	/* eax will hold the ptr to the private stack bottom */ \
	37	"pushl %%eax\n\t" \
f2496f58	38	/* ebx is used for TLS access */ \
7756d65a	39	"pushl %%ebx\n\t" \
f2496f58 PMF	40	/* ecx will be used to temporarily hold the stack bottom addr */ \
f2496f58 PMF	41	"pushl %%ecx\n\t" \
7756d65a PMF	42	/* rdi is the input to __tls_get_addr, and also a temp var */ \
7756d65a PMF	43	"pushl %%edi\n\t" \
f2496f58 PMF	44	/* Get GOT address */ \
	45	"call __i686.get_pc_thunk.bx\n\t" \
	46	"addl $_GLOBAL_OFFSET_TABLE_, %%ebx\n\t" \
	47	/* Save registers before call (not using ecx yet but we must preserve \
	48	the original value of edx. */ \
	49	"pushl %%edx\n\t" \
7756d65a PMF	50	/* Start TLS access of private reg stack pointer */ \
	51	"leal ust_reg_stack_ptr@tlsgd(,%%ebx,1),%%eax\n\t" \
	52	"call ___tls_get_addr@plt\n\t" \
	53	/* --- End TLS access */ \
f2496f58	54	"popl %%edx\n\t" \
7756d65a	55	/* check if ust_reg_stack_ptr has been initialized */ \
f2496f58 PMF	56	"movl (%%eax),%%ecx\n\t" \
f2496f58 PMF	57	"testl %%ecx,%%ecx\n\t" \
7756d65a	58	"jne 1f\n\t" \
f2496f58 PMF	59	"movl %%eax,%%ecx\n\t" \
	60	/* Save registers before call (using ecx and we must preserve \
	61	the original value of edx. */ \
	62	"pushl %%ecx\n\t" \
	63	"pushl %%edx\n\t" \
7756d65a PMF	64	/* Start TLS access of private reg stack */ \
	65	"leal ust_reg_stack@tlsgd(,%%ebx,1),%%eax\n\t" \
	66	"call ___tls_get_addr@plt\n\t" \
	67	/* --- End TLS access */ \
f2496f58 PMF	68	"popl %%edx\n\t" \
f2496f58 PMF	69	"popl %%ecx\n\t" \
7756d65a	70	"addl $500,%%eax\n\t" \
f2496f58 PMF	71	"movl %%eax,(%%ecx)\n\t" \
f2496f58 PMF	72	"movl %%ecx,%%eax\n\t" \
7756d65a PMF	73	/* now the pointer to the private stack is in eax. \
	74	must add stack size so the ptr points to the stack bottom. */ \
	75	"1:\n\t" \
	76	/* Manually push esp to private stack */ \
	77	"addl $-4,(%%eax)\n\t" \
f2496f58	78	"movl 20(%%esp), %%edi\n\t" \
7756d65a PMF	79	"movl (%%eax), %%ebx\n\t" \
	80	"movl %%edi, (%%ebx)\n\t" \
	81	/* Manually push eflags to private stack */ \
	82	"addl $-4,(%%eax)\n\t" \
f2496f58	83	"movl 16(%%esp), %%edi\n\t" \
7756d65a PMF	84	"movl (%%eax), %%ebx\n\t" \
	85	"movl %%edi, (%%ebx)\n\t" \
	86	/* Manually push eax to private stack */ \
	87	"addl $-4,(%%eax)\n\t" \
f2496f58	88	"movl 12(%%esp), %%edi\n\t" \
7756d65a PMF	89	"movl (%%eax), %%ebx\n\t" \
	90	"movl %%edi, (%%ebx)\n\t" \
	91	/* Manually push ebx to private stack */ \
	92	"addl $-4,(%%eax)\n\t" \
f2496f58 PMF	93	"movl 8(%%esp), %%edi\n\t" \
	94	"movl (%%eax), %%ebx\n\t" \
	95	"movl %%edi, (%%ebx)\n\t" \
	96	/* Manually push ecx to private stack */ \
	97	"addl $-4,(%%eax)\n\t" \
7756d65a PMF	98	"movl 4(%%esp), %%edi\n\t" \
	99	"movl (%%eax), %%ebx\n\t" \
	100	"movl %%edi, (%%ebx)\n\t" \
	101	/* Manually push edi to private stack */ \
	102	"addl $-4,(%%eax)\n\t" \
	103	"movl 0(%%esp), %%edi\n\t" \
	104	"movl (%%eax), %%ebx\n\t" \
	105	"movl %%edi, (%%ebx)\n\t" \
	106	/* now push regs to tls */ \
	107	/* -- esp already pushed -- */ \
	108	/* -- eax already pushed -- */ \
	109	/* -- ebx already pushed -- */ \
f2496f58	110	/* -- ecx already pushed -- */ \
7756d65a PMF	111	/* -- edi already pushed -- */ \
	112	"addl $-4,(%%eax)\n\t" \
	113	"movl (%%eax), %%ebx\n\t" \
7756d65a PMF	114	"movl %%edx,(%%ebx)\n\t" \
	115	"addl $-4,(%%eax)\n\t" \
	116	"movl (%%eax), %%ebx\n\t" \
	117	"movl %%ebp,(%%ebx)\n\t" \
	118	"addl $-4,(%%eax)\n\t" \
	119	"movl (%%eax), %%ebx\n\t" \
	120	"movl %%esi,(%%ebx)\n\t" \
	121	/* push cs */ \
	122	"addl $-2,(%%eax)\n\t" \
	123	"movl (%%eax), %%ebx\n\t" \
	124	"movw %%cs, (%%ebx)\n\t" \
	125	/* push ss */ \
	126	"addl $-2,(%%eax)\n\t" \
	127	"movl (%%eax), %%ebx\n\t" \
	128	"movw %%ss, (%%ebx)\n\t" \
	129	/* restore original values of regs that were used internally */ \
	130	"popl %%edi\n\t" \
f2496f58	131	"popl %%ecx\n\t" \
7756d65a PMF	132	"popl %%ebx\n\t" \
	133	"popl %%eax\n\t" \
	134	/* cancel push of rsp */ \
	135	"addl $4,%%esp\n\t" \
	136	/* cancel push of eflags */ \
	137	"addl $4,%%esp\n\t" \
	138	::: "memory"); \
	139	memcpy(regsptr, (void *)ust_reg_stack_ptr, sizeof(struct registers)); \
	140	ust_reg_stack_ptr = (void *)(((long)ust_reg_stack_ptr) + sizeof(struct registers));
defa46a7	141
e003d6ee	142	#else /* CONFIG_UST_GDB_INTEGRATION */
defa46a7	143
defa46a7 PMF	144	#define save_registers(a)
defa46a7 PMF	145
e003d6ee	146	#endif /* CONFIG_UST_GDB_INTEGRATION */
d98a01c6	147
9e8f4f52 PMF	148	#define RELATIVE_ADDRESS(__rel_label__) __rel_label__
	149
	150	#define _ASM_PTR ".long "
	151
defa46a7	152	#else /* below is code for x86-64 */
d98a01c6 PMF	153
d98a01c6 PMF	154	struct registers {
636ca5d6 PMF	155	int padding; /* 4 bytes */
	156	short ss;
	157	short cs;
636ca5d6 PMF	158	unsigned long r15;
	159	unsigned long r14;
	160	unsigned long r13;
	161	unsigned long r12;
	162	unsigned long r11;
	163	unsigned long r10;
	164	unsigned long r9;
	165	unsigned long r8;
d98a01c6	166	unsigned long rsi;
636ca5d6 PMF	167	unsigned long rbp;
	168	unsigned long rdx;
	169	unsigned long rcx;
d98a01c6	170	unsigned long rdi;
636ca5d6 PMF	171	unsigned long rbx;
636ca5d6 PMF	172	unsigned long rax;
a5850bc4	173	unsigned long rflags;
636ca5d6	174	unsigned long rsp;
d98a01c6 PMF	175	};
d98a01c6 PMF	176
e003d6ee	177	#ifdef CONFIG_UST_GDB_INTEGRATION
defa46a7	178
8524c98d	179	#define save_registers(regsptr) \
636ca5d6 PMF	180	asm volatile ( \
	181	/* save original rsp */ \
	182	"pushq %%rsp\n\t" \
a5850bc4 PMF	183	/* push original rflags */ \
a5850bc4 PMF	184	"pushfq\n\t" \
636ca5d6 PMF	185	/* rax will hold the ptr to the private stack bottom */ \
	186	"pushq %%rax\n\t" \
	187	/* rbx will be used to temporarily hold the stack bottom addr */ \
	188	"pushq %%rbx\n\t" \
	189	/* rdi is the input to __tls_get_addr, and also a temp var */ \
	190	"pushq %%rdi\n\t" \
a5850bc4	191	/* Start TLS access of private reg stack pointer */ \
636ca5d6 PMF	192	".byte 0x66\n\t" \
	193	"leaq ust_reg_stack_ptr@tlsgd(%%rip), %%rdi\n\t" \
	194	".word 0x6666\n\t" \
	195	"rex64\n\t" \
	196	"call __tls_get_addr@plt\n\t" \
	197	/* --- End TLS access */ \
a5850bc4 PMF	198	/* check if ust_reg_stack_ptr has been initialized */ \
	199	"movq (%%rax),%%rbx\n\t" \
	200	"testq %%rbx,%%rbx\n\t" \
	201	"jne 1f\n\t" \
	202	"movq %%rax,%%rbx\n\t" \
	203	/* Start TLS access of private reg stack */ \
	204	".byte 0x66\n\t" \
	205	"leaq ust_reg_stack@tlsgd(%%rip), %%rdi\n\t" \
	206	".word 0x6666\n\t" \
	207	"rex64\n\t" \
	208	"call __tls_get_addr@plt\n\t" \
	209	/* --- End TLS access */ \
	210	"addq $500,%%rax\n\t" \
	211	"movq %%rax,(%%rbx)\n\t" \
	212	"movq %%rbx,%%rax\n\t" \
	213	/* now the pointer to the private stack is in rax.
	214	must add stack size so the ptr points to the stack bottom. */ \
	215	"1:\n\t" \
636ca5d6 PMF	216	/* Manually push rsp to private stack */ \
636ca5d6 PMF	217	"addq $-8,(%%rax)\n\t" \
a5850bc4 PMF	218	"movq 32(%%rsp), %%rdi\n\t" \
	219	"movq (%%rax), %%rbx\n\t" \
	220	"movq %%rdi, (%%rbx)\n\t" \
	221	/* Manually push eflags to private stack */ \
	222	"addq $-8,(%%rax)\n\t" \
636ca5d6 PMF	223	"movq 24(%%rsp), %%rdi\n\t" \
	224	"movq (%%rax), %%rbx\n\t" \
	225	"movq %%rdi, (%%rbx)\n\t" \
	226	/* Manually push rax to private stack */ \
	227	"addq $-8,(%%rax)\n\t" \
	228	"movq 16(%%rsp), %%rdi\n\t" \
	229	"movq (%%rax), %%rbx\n\t" \
	230	"movq %%rdi, (%%rbx)\n\t" \
	231	/* Manually push rbx to private stack */ \
	232	"addq $-8,(%%rax)\n\t" \
	233	"movq 8(%%rsp), %%rdi\n\t" \
	234	"movq (%%rax), %%rbx\n\t" \
	235	"movq %%rdi, (%%rbx)\n\t" \
	236	/* Manually push rdi to private stack */ \
	237	"addq $-8,(%%rax)\n\t" \
	238	"movq 0(%%rsp), %%rdi\n\t" \
	239	"movq (%%rax), %%rbx\n\t" \
	240	"movq %%rdi, (%%rbx)\n\t" \
	241	/* now push regs to tls */ \
	242	/* -- rsp already pushed -- */ \
	243	/* -- rax already pushed -- */ \
	244	/* -- rbx already pushed -- */ \
	245	/* -- rdi already pushed -- */ \
	246	"addq $-8,(%%rax)\n\t" \
	247	"movq (%%rax), %%rbx\n\t" \
	248	"movq %%rcx,(%%rbx)\n\t" \
	249	"addq $-8,(%%rax)\n\t" \
	250	"movq (%%rax), %%rbx\n\t" \
	251	"movq %%rdx,(%%rbx)\n\t" \
	252	"addq $-8,(%%rax)\n\t" \
	253	"movq (%%rax), %%rbx\n\t" \
	254	"movq %%rbp,(%%rbx)\n\t" \
	255	"addq $-8,(%%rax)\n\t" \
	256	"movq (%%rax), %%rbx\n\t" \
	257	"movq %%rsi,(%%rbx)\n\t" \
	258	"addq $-8,(%%rax)\n\t" \
	259	"movq (%%rax), %%rbx\n\t" \
	260	"movq %%r8,(%%rbx)\n\t" \
	261	"addq $-8,(%%rax)\n\t" \
	262	"movq (%%rax), %%rbx\n\t" \
	263	"movq %%r9,(%%rbx)\n\t" \
	264	"addq $-8,(%%rax)\n\t" \
	265	"movq (%%rax), %%rbx\n\t" \
	266	"movq %%r10,(%%rbx)\n\t" \
	267	"addq $-8,(%%rax)\n\t" \
	268	"movq (%%rax), %%rbx\n\t" \
	269	"movq %%r11,(%%rbx)\n\t" \
	270	"addq $-8,(%%rax)\n\t" \
	271	"movq (%%rax), %%rbx\n\t" \
	272	"movq %%r12,(%%rbx)\n\t" \
	273	"addq $-8,(%%rax)\n\t" \
	274	"movq (%%rax), %%rbx\n\t" \
	275	"movq %%r13,(%%rbx)\n\t" \
	276	"addq $-8,(%%rax)\n\t" \
	277	"movq (%%rax), %%rbx\n\t" \
	278	"movq %%r14,(%%rbx)\n\t" \
	279	"addq $-8,(%%rax)\n\t" \
	280	"movq (%%rax), %%rbx\n\t" \
	281	"movq %%r15,(%%rbx)\n\t" \
636ca5d6 PMF	282	/* push cs */ \
	283	"addq $-2,(%%rax)\n\t" \
	284	"movq (%%rax), %%rbx\n\t" \
	285	"movw %%cs, (%%rbx)\n\t" \
	286	/* push ss */ \
	287	"addq $-2,(%%rax)\n\t" \
	288	"movq (%%rax), %%rbx\n\t" \
	289	"movw %%ss, (%%rbx)\n\t" \
	290	/* add padding for struct registers */ \
	291	"addq $-4,(%%rax)\n\t" \
	292	/* restore original values of regs that were used internally */ \
	293	"popq %%rdi\n\t" \
	294	"popq %%rbx\n\t" \
	295	"popq %%rax\n\t" \
	296	/* cancel push of rsp */ \
	297	"addq $8,%%rsp\n\t" \
a5850bc4 PMF	298	/* cancel push of rflags */ \
a5850bc4 PMF	299	"addq $8,%%rsp\n\t" \
636ca5d6 PMF	300	::); \
	301	memcpy(regsptr, (void *)ust_reg_stack_ptr, sizeof(struct registers)); \
	302	ust_reg_stack_ptr = (void *)(((long)ust_reg_stack_ptr) + sizeof(struct registers));
d98a01c6	303
fc1f31ab PMF	304	#else /* CONFIG_UST_GDB_INTEGRATION */
fc1f31ab PMF	305
fc1f31ab PMF	306	#define save_registers(a)
fc1f31ab PMF	307
e003d6ee	308	#endif /* CONFIG_UST_GDB_INTEGRATION */
defa46a7	309
9e8f4f52 PMF	310	/* Macro to insert the address of a relative jump in an assembly stub,
	311	* in a relocatable way. On x86-64, this uses a special (%rip) notation. */
	312	#define RELATIVE_ADDRESS(__rel_label__) __rel_label__(%%rip)
	313
	314	#define _ASM_PTR ".quad "
	315
d98a01c6 PMF	316	#endif
d98a01c6 PMF	317
5af57e62	318	#endif /* UST_PROCESSOR_H */