WebSVN – HelenOS – Diff – /trunk/kernel/arch/amd64/include/asm.h


/*
 * Copyright (c) 2005 Jakub Jermar
 * All rights reserved.
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions
 * are met:
 *
 * - Redistributions of source code must retain the above copyright
 *   notice, this list of conditions and the following disclaimer.
 * - Redistributions in binary form must reproduce the above copyright
 *   notice, this list of conditions and the following disclaimer in the
 *   documentation and/or other materials provided with the distribution.
 * - The name of the author may not be used to endorse or promote products
 *   derived from this software without specific prior written permission.
 *
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 */
 
/** @addtogroup amd64
 * @{
 */
/** @file
 */
 
#ifndef KERN_amd64_ASM_H_
#define KERN_amd64_ASM_H_
 
#include <config.h>
#include <arch/types.h>
#include <typedefs.h>
 
extern void asm_delay_loop(uint32_t t);
extern void asm_fake_loop(uint32_t t);
 
/** Return base address of current stack.
 *
 * Return the base address of the current stack.
 * The stack is assumed to be STACK_SIZE bytes long.
 * The stack must start on page boundary.
 *
 */
static inline uintptr_t get_stack_base(void)
{
    uintptr_t v;
   
    asm volatile (
        "andq %%rsp, %[v]\n"
        : [v] "=r" (v)
        : "0" (~((uint64_t) STACK_SIZE-1))
    );
   
    return v;
}
 
static inline void cpu_sleep(void)
{
    asm volatile ("hlt\n");
}
 
static inline void cpu_halt(void)
{
    asm volatile (
        "0:\n"
        "   hlt\n"
        "   jmp 0b\n"
    );
}
 
 
/** Byte from port
 *
 * Get byte from port
 *
 * @param port Port to read from
 * @return Value read
 *
 */
static inline uint8_t pio_read_8(ioport8_t *port)
{
    uint8_t val;
   
    asm volatile (
        "inb %w[port], %b[val]\n"
        : [val] "=a" (val)
        : [port] "d" (port)
    );
   
    return val;
}
 
/** Word from port
 *
 * Get word from port
 *
 * @param port Port to read from
 * @return Value read
 *
 */
static inline uint16_t pio_read_16(ioport16_t *port)
{
    uint16_t val;
   
    asm volatile (
        "inw %w[port], %w[val]\n"
        : [val] "=a" (val)
        : [port] "d" (port)
    );
   
    return val;
}
 
/** Double word from port
 *
 * Get double word from port
 *
 * @param port Port to read from
 * @return Value read
 *
 */
static inline uint32_t pio_read_32(ioport32_t *port)
{
    uint32_t val;
   
    asm volatile (
        "inl %w[port], %[val]\n"
        : [val] "=a" (val)
        : [port] "d" (port)
    );
   
    return val;
}
 
/** Byte to port
 *
 * Output byte to port
 *
 * @param port Port to write to
 * @param val Value to write
 *
 */
static inline void pio_write_8(ioport8_t *port, uint8_t val)
{
    asm volatile (
        "outb %b[val], %w[port]\n"
        :: [val] "a" (val), [port] "d" (port)
    );
}
 
/** Word to port
 *
 * Output word to port
 *
 * @param port Port to write to
 * @param val Value to write
 *
 */
static inline void pio_write_16(ioport16_t *port, uint16_t val)
{
    asm volatile (
        "outw %w[val], %w[port]\n"
        :: [val] "a" (val), [port] "d" (port)
    );
}
 
/** Double word to port
 *
 * Output double word to port
 *
 * @param port Port to write to
 * @param val Value to write
 *
 */
static inline void pio_write_32(ioport32_t *port, uint32_t val)
{
    asm volatile (
        "outl %[val], %w[port]\n"
        :: [val] "a" (val), [port] "d" (port)
    );
}
 
/** Swap Hidden part of GS register with visible one */
static inline void swapgs(void)
{
    asm volatile("swapgs");
}
 
/** Enable interrupts.
 *
 * Enable interrupts and return previous
 * value of EFLAGS.
 *
 * @return Old interrupt priority level.
 *
 */
static inline ipl_t interrupts_enable(void) {
    ipl_t v;
   
    asm volatile (
        "pushfq\n"
        "popq %[v]\n"
        "sti\n"
        : [v] "=r" (v)
    );
   
    return v;
}
 
/** Disable interrupts.
 *
 * Disable interrupts and return previous
 * value of EFLAGS.
 *
 * @return Old interrupt priority level.
 *
 */
static inline ipl_t interrupts_disable(void) {
    ipl_t v;
   
    asm volatile (
        "pushfq\n"
        "popq %[v]\n"
        "cli\n"
        : [v] "=r" (v)
    );
   
    return v;
}
 
/** Restore interrupt priority level.
 *
 * Restore EFLAGS.
 *
 * @param ipl Saved interrupt priority level.
 *
 */
static inline void interrupts_restore(ipl_t ipl) {
    asm volatile (
        "pushq %[ipl]\n"
        "popfq\n"
        :: [ipl] "r" (ipl)
    );
}
 
/** Return interrupt priority level.
 *
 * Return EFLAFS.
 *
 * @return Current interrupt priority level.
 *
 */
static inline ipl_t interrupts_read(void) {
    ipl_t v;
   
    asm volatile (
        "pushfq\n"
        "popq %[v]\n"
        : [v] "=r" (v)
    );
   
    return v;
}
 
/** Write to MSR */
static inline void write_msr(uint32_t msr, uint64_t value)
{
    asm volatile (
        "wrmsr\n"
        :: "c" (msr),
           "a" ((uint32_t) (value)),
           "d" ((uint32_t) (value >> 32))
    );
}
 
static inline unative_t read_msr(uint32_t msr)
{
    uint32_t ax, dx;
   
    asm volatile (
        "rdmsr\n"
        : "=a" (ax), "=d" (dx)
        : "c" (msr)
    );
   
    return ((uint64_t) dx << 32) | ax;
}
 
 
/** Enable local APIC
 *
 * Enable local APIC in MSR.
 *
 */
static inline void enable_l_apic_in_msr()
{
    asm volatile (
        "movl $0x1b, %%ecx\n"
        "rdmsr\n"
        "orl $(1 << 11),%%eax\n"
        "orl $(0xfee00000),%%eax\n"
        "wrmsr\n"
        ::: "%eax","%ecx","%edx"
    );
}
 
static inline uintptr_t * get_ip()
{
    uintptr_t *ip;
   
    asm volatile (
        "mov %%rip, %[ip]"
        : [ip] "=r" (ip)
    );
   
    return ip;
}
 
/** Invalidate TLB Entry.
 *
 * @param addr Address on a page whose TLB entry is to be invalidated.
 *
 */
static inline void invlpg(uintptr_t addr)
{
    asm volatile (
        "invlpg %[addr]\n"
        :: [addr] "m" (*((unative_t *) addr))
    );
}
 
/** Load GDTR register from memory.
 *
 * @param gdtr_reg Address of memory from where to load GDTR.
 *
 */
static inline void gdtr_load(ptr_16_64_t *gdtr_reg)
{
    asm volatile (
        "lgdtq %[gdtr_reg]\n"
        :: [gdtr_reg] "m" (*gdtr_reg)
    );
}
 
/** Store GDTR register to memory.
 *
 * @param gdtr_reg Address of memory to where to load GDTR.
 *
 */
static inline void gdtr_store(ptr_16_64_t *gdtr_reg)
{
    asm volatile (
        "sgdtq %[gdtr_reg]\n"
        :: [gdtr_reg] "m" (*gdtr_reg)
    );
}
 
/** Load IDTR register from memory.
 *
 * @param idtr_reg Address of memory from where to load IDTR.
 *
 */
static inline void idtr_load(ptr_16_64_t *idtr_reg)
{
    asm volatile (
        "lidtq %[idtr_reg]\n"
        :: [idtr_reg] "m" (*idtr_reg));
}
 
/** Load TR from descriptor table.
 *
 * @param sel Selector specifying descriptor of TSS segment.
 *
 */
static inline void tr_load(uint16_t sel)
{
    asm volatile (
        "ltr %[sel]"
        :: [sel] "r" (sel)
    );
}
 
#define GEN_READ_REG(reg) static inline unative_t read_ ##reg (void) \
    { \
        unative_t res; \
        asm volatile ( \
            "movq %%" #reg ", %[res]" \
            : [res] "=r" (res) \
        ); \
        return res; \
    }
 
#define GEN_WRITE_REG(reg) static inline void write_ ##reg (unative_t regn) \
    { \
        asm volatile ( \
            "movq %[regn], %%" #reg \
            :: [regn] "r" (regn) \
        ); \
    }
 
GEN_READ_REG(cr0)
GEN_READ_REG(cr2)
GEN_READ_REG(cr3)
GEN_WRITE_REG(cr3)
 
GEN_READ_REG(dr0)
GEN_READ_REG(dr1)
GEN_READ_REG(dr2)
GEN_READ_REG(dr3)
GEN_READ_REG(dr6)
GEN_READ_REG(dr7)
 
GEN_WRITE_REG(dr0)
GEN_WRITE_REG(dr1)
GEN_WRITE_REG(dr2)
GEN_WRITE_REG(dr3)
GEN_WRITE_REG(dr6)
GEN_WRITE_REG(dr7)
 
extern size_t interrupt_handler_size;
extern void interrupt_handlers(void);
 
#endif
 
/** @}
 */
 

Rev 4095	Rev 4126
1	/*	1	/*
2	* Copyright (c) 2005 Jakub Jermar	2	* Copyright (c) 2005 Jakub Jermar
3	* All rights reserved.	3	* All rights reserved.
4	*	4	*
5	* Redistribution and use in source and binary forms, with or without	5	* Redistribution and use in source and binary forms, with or without
6	* modification, are permitted provided that the following conditions	6	* modification, are permitted provided that the following conditions
7	* are met:	7	* are met:
8	*	8	*
9	* - Redistributions of source code must retain the above copyright	9	* - Redistributions of source code must retain the above copyright
10	* notice, this list of conditions and the following disclaimer.	10	* notice, this list of conditions and the following disclaimer.
11	* - Redistributions in binary form must reproduce the above copyright	11	* - Redistributions in binary form must reproduce the above copyright
12	* notice, this list of conditions and the following disclaimer in the	12	* notice, this list of conditions and the following disclaimer in the
13	* documentation and/or other materials provided with the distribution.	13	* documentation and/or other materials provided with the distribution.
14	* - The name of the author may not be used to endorse or promote products	14	* - The name of the author may not be used to endorse or promote products
15	* derived from this software without specific prior written permission.	15	* derived from this software without specific prior written permission.
16	*	16	*
17	* THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR	17	* THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
18	* IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES	18	* IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
19	* OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.	19	* OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
20	* IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,	20	* IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
21	* INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT	21	* INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
22	* NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,	22	* NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23	* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY	23	* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24	* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT	24	* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25	* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF	25	* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
26	* THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.	26	* THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27	*/	27	*/
28		28
29	/** @addtogroup amd64	29	/** @addtogroup amd64
30	* @{	30	* @{
31	*/	31	*/
32	/** @file	32	/** @file
33	*/	33	*/
34		34
35	#ifndef KERN_amd64_ASM_H_	35	#ifndef KERN_amd64_ASM_H_
36	#define KERN_amd64_ASM_H_	36	#define KERN_amd64_ASM_H_
37		37
38	#include <config.h>	38	#include <config.h>
39	#include <arch/types.h>	39	#include <arch/types.h>
40	#include <typedefs.h>	40	#include <typedefs.h>
41		41
42	extern void asm_delay_loop(uint32_t t);	42	extern void asm_delay_loop(uint32_t t);
43	extern void asm_fake_loop(uint32_t t);	43	extern void asm_fake_loop(uint32_t t);
44		44
45	/** Return base address of current stack.	45	/** Return base address of current stack.
46	*	46	*
47	* Return the base address of the current stack.	47	* Return the base address of the current stack.
48	* The stack is assumed to be STACK_SIZE bytes long.	48	* The stack is assumed to be STACK_SIZE bytes long.
49	* The stack must start on page boundary.	49	* The stack must start on page boundary.
50	*	50	*
51	*/	51	*/
52	static inline uintptr_t get_stack_base(void)	52	static inline uintptr_t get_stack_base(void)
53	{	53	{
54	uintptr_t v;	54	uintptr_t v;
55		55
56	asm volatile (	56	asm volatile (
57	"andq %%rsp, %[v]\n"	57	"andq %%rsp, %[v]\n"
58	: [v] "=r" (v)	58	: [v] "=r" (v)
59	: "0" (~((uint64_t) STACK_SIZE-1))	59	: "0" (~((uint64_t) STACK_SIZE-1))
60	);	60	);
61		61
62	return v;	62	return v;
63	}	63	}
64		64
65	static inline void cpu_sleep(void)	65	static inline void cpu_sleep(void)
66	{	66	{
67	asm volatile ("hlt\n");	67	asm volatile ("hlt\n");
68	}	68	}
69		69
70	static inline void cpu_halt(void)	70	static inline void cpu_halt(void)
71	{	71	{
72	asm volatile (	72	asm volatile (
73	"0:\n"	73	"0:\n"
74	" hlt\n"	74	" hlt\n"
75	" jmp 0b\n"	75	" jmp 0b\n"
76	);	76	);
77	}	77	}
78		78
79		79
80	/** Byte from port	80	/** Byte from port
81	*	81	*
82	* Get byte from port	82	* Get byte from port
83	*	83	*
84	* @param port Port to read from	84	* @param port Port to read from
85	* @return Value read	85	* @return Value read
86	*	86	*
87	*/	87	*/
88	static inline uint8_t pio_read_8(ioport8_t *port)	88	static inline uint8_t pio_read_8(ioport8_t *port)
89	{	89	{
90	uint8_t val;	90	uint8_t val;
91		91
92	asm volatile (	92	asm volatile (
93	"inb %w[port], %b[val]\n"	93	"inb %w[port], %b[val]\n"
94	: [val] "=a" (val)	94	: [val] "=a" (val)
95	: [port] "d" (port)	95	: [port] "d" (port)
96	);	96	);
97		97
98	return val;	98	return val;
99	}	99	}
100		100
101	/** Word from port	101	/** Word from port
102	*	102	*
103	* Get word from port	103	* Get word from port
104	*	104	*
105	* @param port Port to read from	105	* @param port Port to read from
106	* @return Value read	106	* @return Value read
107	*	107	*
108	*/	108	*/
109	static inline uint16_t pio_read_16(ioport16_t *port)	109	static inline uint16_t pio_read_16(ioport16_t *port)
110	{	110	{
111	uint16_t val;	111	uint16_t val;
112		112
113	asm volatile (	113	asm volatile (
114	"inw %w[port], %w[val]\n"	114	"inw %w[port], %w[val]\n"
115	: [val] "=a" (val)	115	: [val] "=a" (val)
116	: [port] "d" (port)	116	: [port] "d" (port)
117	);	117	);
118		118
119	return val;	119	return val;
120	}	120	}
121		121
122	/** Double word from port	122	/** Double word from port
123	*	123	*
124	* Get double word from port	124	* Get double word from port
125	*	125	*
126	* @param port Port to read from	126	* @param port Port to read from
127	* @return Value read	127	* @return Value read
128	*	128	*
129	*/	129	*/
130	static inline uint32_t pio_read_32(ioport32_t *port)	130	static inline uint32_t pio_read_32(ioport32_t *port)
131	{	131	{
132	uint32_t val;	132	uint32_t val;
133		133
134	asm volatile (	134	asm volatile (
135	"inl %w[port], %[val]\n"	135	"inl %w[port], %[val]\n"
136	: [val] "=a" (val)	136	: [val] "=a" (val)
137	: [port] "d" (port)	137	: [port] "d" (port)
138	);	138	);
139		139
140	return val;	140	return val;
141	}	141	}
142		142
143	/** Byte to port	143	/** Byte to port
144	*	144	*
145	* Output byte to port	145	* Output byte to port
146	*	146	*
147	* @param port Port to write to	147	* @param port Port to write to
148	* @param val Value to write	148	* @param val Value to write
149	*	149	*
150	*/	150	*/
151	static inline void pio_write_8(ioport8_t *port, uint8_t val)	151	static inline void pio_write_8(ioport8_t *port, uint8_t val)
152	{	152	{
153	asm volatile (	153	asm volatile (
154	"outb %b[val], %w[port]\n"	154	"outb %b[val], %w[port]\n"
155	:: [val] "a" (val), [port] "d" (port)	155	:: [val] "a" (val), [port] "d" (port)
156	);	156	);
157	}	157	}
158		158
159	/** Word to port	159	/** Word to port
160	*	160	*
161	* Output word to port	161	* Output word to port
162	*	162	*
163	* @param port Port to write to	163	* @param port Port to write to
164	* @param val Value to write	164	* @param val Value to write
165	*	165	*
166	*/	166	*/
167	static inline void pio_write_16(ioport16_t *port, uint16_t val)	167	static inline void pio_write_16(ioport16_t *port, uint16_t val)
168	{	168	{
169	asm volatile (	169	asm volatile (
170	"outw %w[val], %w[port]\n"	170	"outw %w[val], %w[port]\n"
171	:: [val] "a" (val), [port] "d" (port)	171	:: [val] "a" (val), [port] "d" (port)
172	);	172	);
173	}	173	}
174		174
175	/** Double word to port	175	/** Double word to port
176	*	176	*
177	* Output double word to port	177	* Output double word to port
178	*	178	*
179	* @param port Port to write to	179	* @param port Port to write to
180	* @param val Value to write	180	* @param val Value to write
181	*	181	*
182	*/	182	*/
183	static inline void pio_write_32(ioport32_t *port, uint32_t val)	183	static inline void pio_write_32(ioport32_t *port, uint32_t val)
184	{	184	{
185	asm volatile (	185	asm volatile (
186	"outl %[val], %w[port]\n"	186	"outl %[val], %w[port]\n"
187	:: [val] "a" (val), [port] "d" (port)	187	:: [val] "a" (val), [port] "d" (port)
188	);	188	);
189	}	189	}
190		190
191	/** Swap Hidden part of GS register with visible one */	191	/** Swap Hidden part of GS register with visible one */
192	static inline void swapgs(void)	192	static inline void swapgs(void)
193	{	193	{
194	asm volatile("swapgs");	194	asm volatile("swapgs");
195	}	195	}
196		196
197	/** Enable interrupts.	197	/** Enable interrupts.
198	*	198	*
199	* Enable interrupts and return previous	199	* Enable interrupts and return previous
200	* value of EFLAGS.	200	* value of EFLAGS.
201	*	201	*
202	* @return Old interrupt priority level.	202	* @return Old interrupt priority level.
203	*	203	*
204	*/	204	*/
205	static inline ipl_t interrupts_enable(void) {	205	static inline ipl_t interrupts_enable(void) {
206	ipl_t v;	206	ipl_t v;
207		207
208	asm volatile (	208	asm volatile (
209	"pushfq\n"	209	"pushfq\n"
210	"popq %[v]\n"	210	"popq %[v]\n"
211	"sti\n"	211	"sti\n"
212	: [v] "=r" (v)	212	: [v] "=r" (v)
213	);	213	);
214		214
215	return v;	215	return v;
216	}	216	}
217		217
218	/** Disable interrupts.	218	/** Disable interrupts.
219	*	219	*
220	* Disable interrupts and return previous	220	* Disable interrupts and return previous
221	* value of EFLAGS.	221	* value of EFLAGS.
222	*	222	*
223	* @return Old interrupt priority level.	223	* @return Old interrupt priority level.
224	*	224	*
225	*/	225	*/
226	static inline ipl_t interrupts_disable(void) {	226	static inline ipl_t interrupts_disable(void) {
227	ipl_t v;	227	ipl_t v;
228		228
229	asm volatile (	229	asm volatile (
230	"pushfq\n"	230	"pushfq\n"
231	"popq %[v]\n"	231	"popq %[v]\n"
232	"cli\n"	232	"cli\n"
233	: [v] "=r" (v)	233	: [v] "=r" (v)
234	);	234	);
235		235
236	return v;	236	return v;
237	}	237	}
238		238
239	/** Restore interrupt priority level.	239	/** Restore interrupt priority level.
240	*	240	*
241	* Restore EFLAGS.	241	* Restore EFLAGS.
242	*	242	*
243	* @param ipl Saved interrupt priority level.	243	* @param ipl Saved interrupt priority level.
244	*	244	*
245	*/	245	*/
246	static inline void interrupts_restore(ipl_t ipl) {	246	static inline void interrupts_restore(ipl_t ipl) {
247	asm volatile (	247	asm volatile (
248	"pushq %[ipl]\n"	248	"pushq %[ipl]\n"
249	"popfq\n"	249	"popfq\n"
250	:: [ipl] "r" (ipl)	250	:: [ipl] "r" (ipl)
251	);	251	);
252	}	252	}
253		253
254	/** Return interrupt priority level.	254	/** Return interrupt priority level.
255	*	255	*
256	* Return EFLAFS.	256	* Return EFLAFS.
257	*	257	*
258	* @return Current interrupt priority level.	258	* @return Current interrupt priority level.
259	*	259	*
260	*/	260	*/
261	static inline ipl_t interrupts_read(void) {	261	static inline ipl_t interrupts_read(void) {
262	ipl_t v;	262	ipl_t v;
263		263
264	asm volatile (	264	asm volatile (
265	"pushfq\n"	265	"pushfq\n"
266	"popq %[v]\n"	266	"popq %[v]\n"
267	: [v] "=r" (v)	267	: [v] "=r" (v)
268	);	268	);
269		269
270	return v;	270	return v;
271	}	271	}
272		272
273	/** Write to MSR */	273	/** Write to MSR */
274	static inline void write_msr(uint32_t msr, uint64_t value)	274	static inline void write_msr(uint32_t msr, uint64_t value)
275	{	275	{
276	asm volatile (	276	asm volatile (
277	"wrmsr\n"	277	"wrmsr\n"
278	:: "c" (msr),	278	:: "c" (msr),
279	"a" ((uint32_t) (value)),	279	"a" ((uint32_t) (value)),
280	"d" ((uint32_t) (value >> 32))	280	"d" ((uint32_t) (value >> 32))
281	);	281	);
282	}	282	}
283		283
284	static inline unative_t read_msr(uint32_t msr)	284	static inline unative_t read_msr(uint32_t msr)
285	{	285	{
286	uint32_t ax, dx;	286	uint32_t ax, dx;
287		287
288	asm volatile (	288	asm volatile (
289	"rdmsr\n"	289	"rdmsr\n"
290	: "=a" (ax), "=d" (dx)	290	: "=a" (ax), "=d" (dx)
291	: "c" (msr)	291	: "c" (msr)
292	);	292	);
293		293
294	return ((uint64_t) dx << 32) \| ax;	294	return ((uint64_t) dx << 32) \| ax;
295	}	295	}
296		296
297		297
298	/** Enable local APIC	298	/** Enable local APIC
299	*	299	*
300	* Enable local APIC in MSR.	300	* Enable local APIC in MSR.
301	*	301	*
302	*/	302	*/
303	static inline void enable_l_apic_in_msr()	303	static inline void enable_l_apic_in_msr()
304	{	304	{
305	asm volatile (	305	asm volatile (
306	"movl $0x1b, %%ecx\n"	306	"movl $0x1b, %%ecx\n"
307	"rdmsr\n"	307	"rdmsr\n"
308	"orl $(1 << 11),%%eax\n"	308	"orl $(1 << 11),%%eax\n"
309	"orl $(0xfee00000),%%eax\n"	309	"orl $(0xfee00000),%%eax\n"
310	"wrmsr\n"	310	"wrmsr\n"
311	::: "%eax","%ecx","%edx"	311	::: "%eax","%ecx","%edx"
312	);	312	);
313	}	313	}
314		314
315	static inline uintptr_t * get_ip()	315	static inline uintptr_t * get_ip()
316	{	316	{
317	uintptr_t *ip;	317	uintptr_t *ip;
318		318
319	asm volatile (	319	asm volatile (
320	"mov %%rip, %[ip]"	320	"mov %%rip, %[ip]"
321	: [ip] "=r" (ip)	321	: [ip] "=r" (ip)
322	);	322	);
323		323
324	return ip;	324	return ip;
325	}	325	}
326		326
327	/** Invalidate TLB Entry.	327	/** Invalidate TLB Entry.
328	*	328	*
329	* @param addr Address on a page whose TLB entry is to be invalidated.	329	* @param addr Address on a page whose TLB entry is to be invalidated.
330	*	330	*
331	*/	331	*/
332	static inline void invlpg(uintptr_t addr)	332	static inline void invlpg(uintptr_t addr)
333	{	333	{
334	asm volatile (	334	asm volatile (
335	"invlpg %[addr]\n"	335	"invlpg %[addr]\n"
336	:: [addr] "m" (((unative_t ) addr))	336	:: [addr] "m" (((unative_t ) addr))
337	);	337	);
338	}	338	}
339		339
340	/** Load GDTR register from memory.	340	/** Load GDTR register from memory.
341	*	341	*
342	* @param gdtr_reg Address of memory from where to load GDTR.	342	* @param gdtr_reg Address of memory from where to load GDTR.
343	*	343	*
344	*/	344	*/
345	static inline void gdtr_load(struct ptr_16_64 *gdtr_reg)	345	static inline void gdtr_load(ptr_16_64_t *gdtr_reg)
346	{	346	{
347	asm volatile (	347	asm volatile (
348	"lgdtq %[gdtr_reg]\n"	348	"lgdtq %[gdtr_reg]\n"
349	:: [gdtr_reg] "m" (*gdtr_reg)	349	:: [gdtr_reg] "m" (*gdtr_reg)
350	);	350	);
351	}	351	}
352		352
353	/** Store GDTR register to memory.	353	/** Store GDTR register to memory.
354	*	354	*
355	* @param gdtr_reg Address of memory to where to load GDTR.	355	* @param gdtr_reg Address of memory to where to load GDTR.
356	*	356	*
357	*/	357	*/
358	static inline void gdtr_store(struct ptr_16_64 *gdtr_reg)	358	static inline void gdtr_store(ptr_16_64_t *gdtr_reg)
359	{	359	{
360	asm volatile (	360	asm volatile (
361	"sgdtq %[gdtr_reg]\n"	361	"sgdtq %[gdtr_reg]\n"
362	:: [gdtr_reg] "m" (*gdtr_reg)	362	:: [gdtr_reg] "m" (*gdtr_reg)
363	);	363	);
364	}	364	}
365		365
366	/** Load IDTR register from memory.	366	/** Load IDTR register from memory.
367	*	367	*
368	* @param idtr_reg Address of memory from where to load IDTR.	368	* @param idtr_reg Address of memory from where to load IDTR.
369	*	369	*
370	*/	370	*/
371	static inline void idtr_load(struct ptr_16_64 *idtr_reg)	371	static inline void idtr_load(ptr_16_64_t *idtr_reg)
372	{	372	{
373	asm volatile (	373	asm volatile (
374	"lidtq %[idtr_reg]\n"	374	"lidtq %[idtr_reg]\n"
375	:: [idtr_reg] "m" (*idtr_reg));	375	:: [idtr_reg] "m" (*idtr_reg));
376	}	376	}
377		377
378	/** Load TR from descriptor table.	378	/** Load TR from descriptor table.
379	*	379	*
380	* @param sel Selector specifying descriptor of TSS segment.	380	* @param sel Selector specifying descriptor of TSS segment.
381	*	381	*
382	*/	382	*/
383	static inline void tr_load(uint16_t sel)	383	static inline void tr_load(uint16_t sel)
384	{	384	{
385	asm volatile (	385	asm volatile (
386	"ltr %[sel]"	386	"ltr %[sel]"
387	:: [sel] "r" (sel)	387	:: [sel] "r" (sel)
388	);	388	);
389	}	389	}
390		390
391	#define GEN_READ_REG(reg) static inline unative_t read_ ##reg (void) \	391	#define GEN_READ_REG(reg) static inline unative_t read_ ##reg (void) \
392	{ \	392	{ \
393	unative_t res; \	393	unative_t res; \
394	asm volatile ( \	394	asm volatile ( \
395	"movq %%" #reg ", %[res]" \	395	"movq %%" #reg ", %[res]" \
396	: [res] "=r" (res) \	396	: [res] "=r" (res) \
397	); \	397	); \
398	return res; \	398	return res; \
399	}	399	}
400		400
401	#define GEN_WRITE_REG(reg) static inline void write_ ##reg (unative_t regn) \	401	#define GEN_WRITE_REG(reg) static inline void write_ ##reg (unative_t regn) \
402	{ \	402	{ \
403	asm volatile ( \	403	asm volatile ( \
404	"movq %[regn], %%" #reg \	404	"movq %[regn], %%" #reg \
405	:: [regn] "r" (regn) \	405	:: [regn] "r" (regn) \
406	); \	406	); \
407	}	407	}
408		408
409	GEN_READ_REG(cr0)	409	GEN_READ_REG(cr0)
410	GEN_READ_REG(cr2)	410	GEN_READ_REG(cr2)
411	GEN_READ_REG(cr3)	411	GEN_READ_REG(cr3)
412	GEN_WRITE_REG(cr3)	412	GEN_WRITE_REG(cr3)
413		413
414	GEN_READ_REG(dr0)	414	GEN_READ_REG(dr0)
415	GEN_READ_REG(dr1)	415	GEN_READ_REG(dr1)
416	GEN_READ_REG(dr2)	416	GEN_READ_REG(dr2)
417	GEN_READ_REG(dr3)	417	GEN_READ_REG(dr3)
418	GEN_READ_REG(dr6)	418	GEN_READ_REG(dr6)
419	GEN_READ_REG(dr7)	419	GEN_READ_REG(dr7)
420		420
421	GEN_WRITE_REG(dr0)	421	GEN_WRITE_REG(dr0)
422	GEN_WRITE_REG(dr1)	422	GEN_WRITE_REG(dr1)
423	GEN_WRITE_REG(dr2)	423	GEN_WRITE_REG(dr2)
424	GEN_WRITE_REG(dr3)	424	GEN_WRITE_REG(dr3)
425	GEN_WRITE_REG(dr6)	425	GEN_WRITE_REG(dr6)
426	GEN_WRITE_REG(dr7)	426	GEN_WRITE_REG(dr7)
427		427
428	extern size_t interrupt_handler_size;	428	extern size_t interrupt_handler_size;
429	extern void interrupt_handlers(void);	429	extern void interrupt_handlers(void);
430		430
431	#endif	431	#endif
432		432
433	/** @}	433	/** @}
434	*/	434	*/
435		435

Subversion Repositories HelenOS

(root)/trunk/kernel/arch/amd64/include/asm.h – Rev 4095 → 4126