[ust.git] / include / ust / processor.h

#ifndef UST_PROCESSOR_H
#define UST_PROCESSOR_H

#include <stddef.h>
#include <string.h>

extern __thread long ust_reg_stack[500];
extern volatile __thread long *ust_reg_stack_ptr;

#ifndef CONFIG_UST_GDB_INTEGRATION
static inline save_ip(void)
{
}
#endif


#ifndef x86_64

struct registers {
	long eax;
	long ebx;
	long ecx;
	long edx;
	long ebp;
	long esp;
	long esi;
	long edi;
	int  xds;
	int  xes;
	int  xfs;
	int  xgs;
	long eip;
	int  xcs;
	long eflags;
	int  xss;
};

#ifdef CONFIG_UST_GDB_ITEGRATION

#error "GDB integration not supported for x86-32 yet."

#define save_ip()
#define save_registers(a)

#else /* CONFIG_UST_GDB_ITEGRATION */

#define save_ip()
#define save_registers(a)

#endif /* CONFIG_UST_GDB_ITEGRATION */

#define RELATIVE_ADDRESS(__rel_label__) __rel_label__

#define _ASM_PTR ".long "

#else /* below is code for x86-64 */

struct registers {
	int padding; /* 4 bytes */
	short ss;
	short cs;
	unsigned long r15;
	unsigned long r14;
	unsigned long r13;
	unsigned long r12;
	unsigned long r11;
	unsigned long r10;
	unsigned long r9;
	unsigned long r8;
	unsigned long rsi;
	unsigned long rbp;
	unsigned long rdx;
	unsigned long rcx;
	unsigned long rdi;
	unsigned long rbx;
	unsigned long rax;
	unsigned long rflags;
	unsigned long rsp;
};

#ifdef CONFIG_UST_GDB_ITEGRATION
#define save_ip() \
	asm (".section __marker_addr,\"aw\",@progbits\n\t"	\
	       _ASM_PTR "%c[marker_struct], (1f)\n\t"		\
	       ".previous\n\t"					\
	       "1:\n\t"						\
		:: [marker_struct] "i" (&__mark_##channel##_##name));\

#define save_registers(regsptr) \
	asm volatile ( \
	     /* save original rsp */ \
	     "pushq %%rsp\n\t" \
	     /* push original rflags */ \
	     "pushfq\n\t" \
	      /* rax will hold the ptr to the private stack bottom */ \
	     "pushq %%rax\n\t" \
	     /* rbx will be used to temporarily hold the stack bottom addr */ \
	     "pushq %%rbx\n\t" \
	     /* rdi is the input to __tls_get_addr, and also a temp var */ \
	     "pushq %%rdi\n\t" \
	     /* Start TLS access of private reg stack pointer */ \
	     ".byte 0x66\n\t" \
	     "leaq ust_reg_stack_ptr@tlsgd(%%rip), %%rdi\n\t" \
	     ".word 0x6666\n\t" \
	     "rex64\n\t" \
	     "call __tls_get_addr@plt\n\t" \
	     /* --- End TLS access */ \
	     /* check if ust_reg_stack_ptr has been initialized */ \
	     "movq (%%rax),%%rbx\n\t" \
	     "testq %%rbx,%%rbx\n\t" \
	     "jne 1f\n\t" \
	     "movq %%rax,%%rbx\n\t" \
	     /* Start TLS access of private reg stack */ \
	     ".byte 0x66\n\t" \
	     "leaq ust_reg_stack@tlsgd(%%rip), %%rdi\n\t" \
	     ".word 0x6666\n\t" \
	     "rex64\n\t" \
	     "call __tls_get_addr@plt\n\t" \
	     /* --- End TLS access */ \
	     "addq $500,%%rax\n\t" \
	     "movq %%rax,(%%rbx)\n\t" \
	     "movq %%rbx,%%rax\n\t" \
	     /* now the pointer to the private stack is in rax.
	        must add stack size so the ptr points to the stack bottom. */ \
	"1:\n\t" \
	     /* Manually push rsp to private stack */ \
	     "addq $-8,(%%rax)\n\t" \
	     "movq 32(%%rsp), %%rdi\n\t" \
	     "movq (%%rax), %%rbx\n\t" \
	     "movq %%rdi, (%%rbx)\n\t" \
	     /* Manually push eflags to private stack */ \
	     "addq $-8,(%%rax)\n\t" \
	     "movq 24(%%rsp), %%rdi\n\t" \
	     "movq (%%rax), %%rbx\n\t" \
	     "movq %%rdi, (%%rbx)\n\t" \
	     /* Manually push rax to private stack */ \
	     "addq $-8,(%%rax)\n\t" \
	     "movq 16(%%rsp), %%rdi\n\t" \
	     "movq (%%rax), %%rbx\n\t" \
	     "movq %%rdi, (%%rbx)\n\t" \
	     /* Manually push rbx to private stack */ \
	     "addq $-8,(%%rax)\n\t" \
	     "movq 8(%%rsp), %%rdi\n\t" \
	     "movq (%%rax), %%rbx\n\t" \
	     "movq %%rdi, (%%rbx)\n\t" \
	     /* Manually push rdi to private stack */ \
	     "addq $-8,(%%rax)\n\t" \
	     "movq 0(%%rsp), %%rdi\n\t" \
	     "movq (%%rax), %%rbx\n\t" \
	     "movq %%rdi, (%%rbx)\n\t" \
	     /* now push regs to tls */ \
	     /* -- rsp already pushed -- */ \
	     /* -- rax already pushed -- */ \
	     /* -- rbx already pushed -- */ \
	     /* -- rdi already pushed -- */ \
	     "addq $-8,(%%rax)\n\t" \
	     "movq (%%rax), %%rbx\n\t" \
	     "movq %%rcx,(%%rbx)\n\t" \
	     "addq $-8,(%%rax)\n\t" \
	     "movq (%%rax), %%rbx\n\t" \
	     "movq %%rdx,(%%rbx)\n\t" \
	     "addq $-8,(%%rax)\n\t" \
	     "movq (%%rax), %%rbx\n\t" \
	     "movq %%rbp,(%%rbx)\n\t" \
	     "addq $-8,(%%rax)\n\t" \
	     "movq (%%rax), %%rbx\n\t" \
	     "movq %%rsi,(%%rbx)\n\t" \
	     "addq $-8,(%%rax)\n\t" \
	     "movq (%%rax), %%rbx\n\t" \
	     "movq %%r8,(%%rbx)\n\t" \
	     "addq $-8,(%%rax)\n\t" \
	     "movq (%%rax), %%rbx\n\t" \
	     "movq %%r9,(%%rbx)\n\t" \
	     "addq $-8,(%%rax)\n\t" \
	     "movq (%%rax), %%rbx\n\t" \
	     "movq %%r10,(%%rbx)\n\t" \
	     "addq $-8,(%%rax)\n\t" \
	     "movq (%%rax), %%rbx\n\t" \
	     "movq %%r11,(%%rbx)\n\t" \
	     "addq $-8,(%%rax)\n\t" \
	     "movq (%%rax), %%rbx\n\t" \
	     "movq %%r12,(%%rbx)\n\t" \
	     "addq $-8,(%%rax)\n\t" \
	     "movq (%%rax), %%rbx\n\t" \
	     "movq %%r13,(%%rbx)\n\t" \
	     "addq $-8,(%%rax)\n\t" \
	     "movq (%%rax), %%rbx\n\t" \
	     "movq %%r14,(%%rbx)\n\t" \
	     "addq $-8,(%%rax)\n\t" \
	     "movq (%%rax), %%rbx\n\t" \
	     "movq %%r15,(%%rbx)\n\t" \
	     /* push cs */ \
	     "addq $-2,(%%rax)\n\t" \
	     "movq (%%rax), %%rbx\n\t" \
	     "movw %%cs, (%%rbx)\n\t" \
	     /* push ss */ \
	     "addq $-2,(%%rax)\n\t" \
	     "movq (%%rax), %%rbx\n\t" \
	     "movw %%ss, (%%rbx)\n\t" \
	     /* add padding for struct registers */ \
	     "addq $-4,(%%rax)\n\t" \
	     /* restore original values of regs that were used internally */ \
	     "popq %%rdi\n\t" \
	     "popq %%rbx\n\t" \
	     "popq %%rax\n\t" \
	     /* cancel push of rsp */ \
	     "addq $8,%%rsp\n\t" \
	     /* cancel push of rflags */ \
	     "addq $8,%%rsp\n\t" \
	     ::); \
	memcpy(regsptr, (void *)ust_reg_stack_ptr, sizeof(struct registers)); \
	ust_reg_stack_ptr = (void *)(((long)ust_reg_stack_ptr) + sizeof(struct registers));

#endif /* CONFIG_UST_GDB_ITEGRATION */

/* Macro to insert the address of a relative jump in an assembly stub,
 * in a relocatable way. On x86-64, this uses a special (%rip) notation. */
#define RELATIVE_ADDRESS(__rel_label__) __rel_label__(%%rip)

#define _ASM_PTR ".quad "

#endif

#endif /* UST_PROCESSOR_H */
Commit	Line	Data
5af57e62 PMF	1	#ifndef UST_PROCESSOR_H
5af57e62 PMF	2	#define UST_PROCESSOR_H
d98a01c6 PMF	3
d98a01c6 PMF	4	#include <stddef.h>
636ca5d6 PMF	5	#include <string.h>
	6
	7	extern __thread long ust_reg_stack[500];
	8	extern volatile __thread long *ust_reg_stack_ptr;
	9
defa46a7 PMF	10	#ifndef CONFIG_UST_GDB_INTEGRATION
	11	static inline save_ip(void)
	12	{
	13	}
	14	#endif
	15
d98a01c6	16
defa46a7	17	#ifndef x86_64
d98a01c6 PMF	18
	19	struct registers {
	20	long eax;
	21	long ebx;
	22	long ecx;
	23	long edx;
	24	long ebp;
	25	long esp;
	26	long esi;
	27	long edi;
	28	int xds;
	29	int xes;
	30	int xfs;
	31	int xgs;
	32	long eip;
	33	int xcs;
	34	long eflags;
	35	int xss;
	36	};
	37
defa46a7 PMF	38	#ifdef CONFIG_UST_GDB_ITEGRATION
	39
	40	#error "GDB integration not supported for x86-32 yet."
	41
	42	#define save_ip()
	43	#define save_registers(a)
	44
	45	#else /* CONFIG_UST_GDB_ITEGRATION */
	46
	47	#define save_ip()
	48	#define save_registers(a)
	49
	50	#endif /* CONFIG_UST_GDB_ITEGRATION */
d98a01c6	51
9e8f4f52 PMF	52	#define RELATIVE_ADDRESS(__rel_label__) __rel_label__
	53
	54	#define _ASM_PTR ".long "
	55
defa46a7	56	#else /* below is code for x86-64 */
d98a01c6 PMF	57
d98a01c6 PMF	58	struct registers {
636ca5d6 PMF	59	int padding; /* 4 bytes */
	60	short ss;
	61	short cs;
636ca5d6 PMF	62	unsigned long r15;
	63	unsigned long r14;
	64	unsigned long r13;
	65	unsigned long r12;
	66	unsigned long r11;
	67	unsigned long r10;
	68	unsigned long r9;
	69	unsigned long r8;
d98a01c6	70	unsigned long rsi;
636ca5d6 PMF	71	unsigned long rbp;
	72	unsigned long rdx;
	73	unsigned long rcx;
d98a01c6	74	unsigned long rdi;
636ca5d6 PMF	75	unsigned long rbx;
636ca5d6 PMF	76	unsigned long rax;
a5850bc4	77	unsigned long rflags;
636ca5d6	78	unsigned long rsp;
d98a01c6 PMF	79	};
d98a01c6 PMF	80
defa46a7 PMF	81	#ifdef CONFIG_UST_GDB_ITEGRATION
	82	#define save_ip() \
	83	asm (".section __marker_addr,\"aw\",@progbits\n\t" \
	84	_ASM_PTR "%c[marker_struct], (1f)\n\t" \
	85	".previous\n\t" \
	86	"1:\n\t" \
	87	:: [marker_struct] "i" (&__mark_##channel##_##name));\
	88
8524c98d	89	#define save_registers(regsptr) \
636ca5d6 PMF	90	asm volatile ( \
	91	/* save original rsp */ \
	92	"pushq %%rsp\n\t" \
a5850bc4 PMF	93	/* push original rflags */ \
a5850bc4 PMF	94	"pushfq\n\t" \
636ca5d6 PMF	95	/* rax will hold the ptr to the private stack bottom */ \
	96	"pushq %%rax\n\t" \
	97	/* rbx will be used to temporarily hold the stack bottom addr */ \
	98	"pushq %%rbx\n\t" \
	99	/* rdi is the input to __tls_get_addr, and also a temp var */ \
	100	"pushq %%rdi\n\t" \
a5850bc4	101	/* Start TLS access of private reg stack pointer */ \
636ca5d6 PMF	102	".byte 0x66\n\t" \
	103	"leaq ust_reg_stack_ptr@tlsgd(%%rip), %%rdi\n\t" \
	104	".word 0x6666\n\t" \
	105	"rex64\n\t" \
	106	"call __tls_get_addr@plt\n\t" \
	107	/* --- End TLS access */ \
a5850bc4 PMF	108	/* check if ust_reg_stack_ptr has been initialized */ \
	109	"movq (%%rax),%%rbx\n\t" \
	110	"testq %%rbx,%%rbx\n\t" \
	111	"jne 1f\n\t" \
	112	"movq %%rax,%%rbx\n\t" \
	113	/* Start TLS access of private reg stack */ \
	114	".byte 0x66\n\t" \
	115	"leaq ust_reg_stack@tlsgd(%%rip), %%rdi\n\t" \
	116	".word 0x6666\n\t" \
	117	"rex64\n\t" \
	118	"call __tls_get_addr@plt\n\t" \
	119	/* --- End TLS access */ \
	120	"addq $500,%%rax\n\t" \
	121	"movq %%rax,(%%rbx)\n\t" \
	122	"movq %%rbx,%%rax\n\t" \
	123	/* now the pointer to the private stack is in rax.
	124	must add stack size so the ptr points to the stack bottom. */ \
	125	"1:\n\t" \
636ca5d6 PMF	126	/* Manually push rsp to private stack */ \
636ca5d6 PMF	127	"addq $-8,(%%rax)\n\t" \
a5850bc4 PMF	128	"movq 32(%%rsp), %%rdi\n\t" \
	129	"movq (%%rax), %%rbx\n\t" \
	130	"movq %%rdi, (%%rbx)\n\t" \
	131	/* Manually push eflags to private stack */ \
	132	"addq $-8,(%%rax)\n\t" \
636ca5d6 PMF	133	"movq 24(%%rsp), %%rdi\n\t" \
	134	"movq (%%rax), %%rbx\n\t" \
	135	"movq %%rdi, (%%rbx)\n\t" \
	136	/* Manually push rax to private stack */ \
	137	"addq $-8,(%%rax)\n\t" \
	138	"movq 16(%%rsp), %%rdi\n\t" \
	139	"movq (%%rax), %%rbx\n\t" \
	140	"movq %%rdi, (%%rbx)\n\t" \
	141	/* Manually push rbx to private stack */ \
	142	"addq $-8,(%%rax)\n\t" \
	143	"movq 8(%%rsp), %%rdi\n\t" \
	144	"movq (%%rax), %%rbx\n\t" \
	145	"movq %%rdi, (%%rbx)\n\t" \
	146	/* Manually push rdi to private stack */ \
	147	"addq $-8,(%%rax)\n\t" \
	148	"movq 0(%%rsp), %%rdi\n\t" \
	149	"movq (%%rax), %%rbx\n\t" \
	150	"movq %%rdi, (%%rbx)\n\t" \
	151	/* now push regs to tls */ \
	152	/* -- rsp already pushed -- */ \
	153	/* -- rax already pushed -- */ \
	154	/* -- rbx already pushed -- */ \
	155	/* -- rdi already pushed -- */ \
	156	"addq $-8,(%%rax)\n\t" \
	157	"movq (%%rax), %%rbx\n\t" \
	158	"movq %%rcx,(%%rbx)\n\t" \
	159	"addq $-8,(%%rax)\n\t" \
	160	"movq (%%rax), %%rbx\n\t" \
	161	"movq %%rdx,(%%rbx)\n\t" \
	162	"addq $-8,(%%rax)\n\t" \
	163	"movq (%%rax), %%rbx\n\t" \
	164	"movq %%rbp,(%%rbx)\n\t" \
	165	"addq $-8,(%%rax)\n\t" \
	166	"movq (%%rax), %%rbx\n\t" \
	167	"movq %%rsi,(%%rbx)\n\t" \
	168	"addq $-8,(%%rax)\n\t" \
	169	"movq (%%rax), %%rbx\n\t" \
	170	"movq %%r8,(%%rbx)\n\t" \
	171	"addq $-8,(%%rax)\n\t" \
	172	"movq (%%rax), %%rbx\n\t" \
	173	"movq %%r9,(%%rbx)\n\t" \
	174	"addq $-8,(%%rax)\n\t" \
	175	"movq (%%rax), %%rbx\n\t" \
	176	"movq %%r10,(%%rbx)\n\t" \
	177	"addq $-8,(%%rax)\n\t" \
	178	"movq (%%rax), %%rbx\n\t" \
	179	"movq %%r11,(%%rbx)\n\t" \
	180	"addq $-8,(%%rax)\n\t" \
	181	"movq (%%rax), %%rbx\n\t" \
	182	"movq %%r12,(%%rbx)\n\t" \
	183	"addq $-8,(%%rax)\n\t" \
	184	"movq (%%rax), %%rbx\n\t" \
	185	"movq %%r13,(%%rbx)\n\t" \
	186	"addq $-8,(%%rax)\n\t" \
	187	"movq (%%rax), %%rbx\n\t" \
	188	"movq %%r14,(%%rbx)\n\t" \
	189	"addq $-8,(%%rax)\n\t" \
	190	"movq (%%rax), %%rbx\n\t" \
	191	"movq %%r15,(%%rbx)\n\t" \
636ca5d6 PMF	192	/* push cs */ \
	193	"addq $-2,(%%rax)\n\t" \
	194	"movq (%%rax), %%rbx\n\t" \
	195	"movw %%cs, (%%rbx)\n\t" \
	196	/* push ss */ \
	197	"addq $-2,(%%rax)\n\t" \
	198	"movq (%%rax), %%rbx\n\t" \
	199	"movw %%ss, (%%rbx)\n\t" \
	200	/* add padding for struct registers */ \
	201	"addq $-4,(%%rax)\n\t" \
	202	/* restore original values of regs that were used internally */ \
	203	"popq %%rdi\n\t" \
	204	"popq %%rbx\n\t" \
	205	"popq %%rax\n\t" \
	206	/* cancel push of rsp */ \
	207	"addq $8,%%rsp\n\t" \
a5850bc4 PMF	208	/* cancel push of rflags */ \
a5850bc4 PMF	209	"addq $8,%%rsp\n\t" \
636ca5d6 PMF	210	::); \
	211	memcpy(regsptr, (void *)ust_reg_stack_ptr, sizeof(struct registers)); \
	212	ust_reg_stack_ptr = (void *)(((long)ust_reg_stack_ptr) + sizeof(struct registers));
d98a01c6	213
defa46a7 PMF	214	#endif /* CONFIG_UST_GDB_ITEGRATION */
defa46a7 PMF	215
9e8f4f52 PMF	216	/* Macro to insert the address of a relative jump in an assembly stub,
	217	* in a relocatable way. On x86-64, this uses a special (%rip) notation. */
	218	#define RELATIVE_ADDRESS(__rel_label__) __rel_label__(%%rip)
	219
	220	#define _ASM_PTR ".quad "
	221
d98a01c6 PMF	222	#endif
d98a01c6 PMF	223
5af57e62	224	#endif /* UST_PROCESSOR_H */