Subversion Repositories HelenOS

Rev

Rev 2089 | Only display areas with differences | Ignore whitespace | Details | Blame | Last modification | View Log | RSS feed

Rev 2089 Rev 2130
1
/*
1
/*
2
 * Copyright (c) 2005 Jakub Jermar
2
 * Copyright (c) 2005 Jakub Jermar
3
 * All rights reserved.
3
 * All rights reserved.
4
 *
4
 *
5
 * Redistribution and use in source and binary forms, with or without
5
 * Redistribution and use in source and binary forms, with or without
6
 * modification, are permitted provided that the following conditions
6
 * modification, are permitted provided that the following conditions
7
 * are met:
7
 * are met:
8
 *
8
 *
9
 * - Redistributions of source code must retain the above copyright
9
 * - Redistributions of source code must retain the above copyright
10
 *   notice, this list of conditions and the following disclaimer.
10
 *   notice, this list of conditions and the following disclaimer.
11
 * - Redistributions in binary form must reproduce the above copyright
11
 * - Redistributions in binary form must reproduce the above copyright
12
 *   notice, this list of conditions and the following disclaimer in the
12
 *   notice, this list of conditions and the following disclaimer in the
13
 *   documentation and/or other materials provided with the distribution.
13
 *   documentation and/or other materials provided with the distribution.
14
 * - The name of the author may not be used to endorse or promote products
14
 * - The name of the author may not be used to endorse or promote products
15
 *   derived from this software without specific prior written permission.
15
 *   derived from this software without specific prior written permission.
16
 *
16
 *
17
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
17
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
18
 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
18
 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
19
 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
19
 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
20
 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
20
 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
21
 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
21
 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
22
 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
22
 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23
 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
23
 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
24
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
25
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
26
 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26
 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27
 */
27
 */
28
 
28
 
29
/** @addtogroup amd64  
29
/** @addtogroup amd64  
30
 * @{
30
 * @{
31
 */
31
 */
32
/** @file
32
/** @file
33
 */
33
 */
34
 
34
 
35
#ifndef KERN_amd64_ASM_H_
35
#ifndef KERN_amd64_ASM_H_
36
#define KERN_amd64_ASM_H_
36
#define KERN_amd64_ASM_H_
37
 
37
 
38
#include <config.h>
38
#include <config.h>
39
 
39
 
40
extern void asm_delay_loop(uint32_t t);
40
extern void asm_delay_loop(uint32_t t);
41
extern void asm_fake_loop(uint32_t t);
41
extern void asm_fake_loop(uint32_t t);
42
 
42
 
43
/** Return base address of current stack.
43
/** Return base address of current stack.
44
 *
44
 *
45
 * Return the base address of the current stack.
45
 * Return the base address of the current stack.
46
 * The stack is assumed to be STACK_SIZE bytes long.
46
 * The stack is assumed to be STACK_SIZE bytes long.
47
 * The stack must start on page boundary.
47
 * The stack must start on page boundary.
48
 */
48
 */
49
static inline uintptr_t get_stack_base(void)
49
static inline uintptr_t get_stack_base(void)
50
{
50
{
51
    uintptr_t v;
51
    uintptr_t v;
52
   
52
   
53
    asm volatile ("andq %%rsp, %0\n" : "=r" (v) : "0" (~((uint64_t)STACK_SIZE-1)));
53
    asm volatile ("andq %%rsp, %0\n" : "=r" (v) : "0" (~((uint64_t)STACK_SIZE-1)));
54
   
54
   
55
    return v;
55
    return v;
56
}
56
}
57
 
57
 
58
static inline void cpu_sleep(void) { __asm__ volatile ("hlt\n"); };
58
static inline void cpu_sleep(void) { __asm__ volatile ("hlt\n"); };
59
static inline void cpu_halt(void) { __asm__ volatile ("hlt\n"); };
59
static inline void cpu_halt(void) { __asm__ volatile ("hlt\n"); };
60
 
60
 
61
 
61
 
62
/** Byte from port
62
/** Byte from port
63
 *
63
 *
64
 * Get byte from port
64
 * Get byte from port
65
 *
65
 *
66
 * @param port Port to read from
66
 * @param port Port to read from
67
 * @return Value read
67
 * @return Value read
68
 */
68
 */
69
static inline uint8_t inb(uint16_t port) { uint8_t val; __asm__ volatile ("inb %w1, %b0 \n" : "=a" (val) : "d" (port) ); return val; }
69
static inline uint8_t inb(uint16_t port) { uint8_t val; __asm__ volatile ("inb %w1, %b0 \n" : "=a" (val) : "d" (port) ); return val; }
70
 
70
 
71
/** Byte to port
71
/** Byte to port
72
 *
72
 *
73
 * Output byte to port
73
 * Output byte to port
74
 *
74
 *
75
 * @param port Port to write to
75
 * @param port Port to write to
76
 * @param val Value to write
76
 * @param val Value to write
77
 */
77
 */
78
static inline void outb(uint16_t port, uint8_t val) { __asm__ volatile ("outb %b0, %w1\n" : : "a" (val), "d" (port) ); }
78
static inline void outb(uint16_t port, uint8_t val) { __asm__ volatile ("outb %b0, %w1\n" : : "a" (val), "d" (port) ); }
79
 
79
 
80
/** Swap Hidden part of GS register with visible one */
80
/** Swap Hidden part of GS register with visible one */
81
static inline void swapgs(void) { __asm__ volatile("swapgs"); }
81
static inline void swapgs(void) { __asm__ volatile("swapgs"); }
82
 
82
 
83
/** Enable interrupts.
83
/** Enable interrupts.
84
 *
84
 *
85
 * Enable interrupts and return previous
85
 * Enable interrupts and return previous
86
 * value of EFLAGS.
86
 * value of EFLAGS.
87
 *
87
 *
88
 * @return Old interrupt priority level.
88
 * @return Old interrupt priority level.
89
 */
89
 */
90
static inline ipl_t interrupts_enable(void) {
90
static inline ipl_t interrupts_enable(void) {
91
    ipl_t v;
91
    ipl_t v;
92
    __asm__ volatile (
92
    __asm__ volatile (
93
        "pushfq\n"
93
        "pushfq\n"
94
        "popq %0\n"
94
        "popq %0\n"
95
        "sti\n"
95
        "sti\n"
96
        : "=r" (v)
96
        : "=r" (v)
97
    );
97
    );
98
    return v;
98
    return v;
99
}
99
}
100
 
100
 
101
/** Disable interrupts.
101
/** Disable interrupts.
102
 *
102
 *
103
 * Disable interrupts and return previous
103
 * Disable interrupts and return previous
104
 * value of EFLAGS.
104
 * value of EFLAGS.
105
 *
105
 *
106
 * @return Old interrupt priority level.
106
 * @return Old interrupt priority level.
107
 */
107
 */
108
static inline ipl_t interrupts_disable(void) {
108
static inline ipl_t interrupts_disable(void) {
109
    ipl_t v;
109
    ipl_t v;
110
    __asm__ volatile (
110
    __asm__ volatile (
111
        "pushfq\n"
111
        "pushfq\n"
112
        "popq %0\n"
112
        "popq %0\n"
113
        "cli\n"
113
        "cli\n"
114
        : "=r" (v)
114
        : "=r" (v)
115
        );
115
        );
116
    return v;
116
    return v;
117
}
117
}
118
 
118
 
119
/** Restore interrupt priority level.
119
/** Restore interrupt priority level.
120
 *
120
 *
121
 * Restore EFLAGS.
121
 * Restore EFLAGS.
122
 *
122
 *
123
 * @param ipl Saved interrupt priority level.
123
 * @param ipl Saved interrupt priority level.
124
 */
124
 */
125
static inline void interrupts_restore(ipl_t ipl) {
125
static inline void interrupts_restore(ipl_t ipl) {
126
    __asm__ volatile (
126
    __asm__ volatile (
127
        "pushq %0\n"
127
        "pushq %0\n"
128
        "popfq\n"
128
        "popfq\n"
129
        : : "r" (ipl)
129
        : : "r" (ipl)
130
        );
130
        );
131
}
131
}
132
 
132
 
133
/** Return interrupt priority level.
133
/** Return interrupt priority level.
134
 *
134
 *
135
 * Return EFLAFS.
135
 * Return EFLAFS.
136
 *
136
 *
137
 * @return Current interrupt priority level.
137
 * @return Current interrupt priority level.
138
 */
138
 */
139
static inline ipl_t interrupts_read(void) {
139
static inline ipl_t interrupts_read(void) {
140
    ipl_t v;
140
    ipl_t v;
141
    __asm__ volatile (
141
    __asm__ volatile (
142
        "pushfq\n"
142
        "pushfq\n"
143
        "popq %0\n"
143
        "popq %0\n"
144
        : "=r" (v)
144
        : "=r" (v)
145
    );
145
    );
146
    return v;
146
    return v;
147
}
147
}
148
 
148
 
149
/** Write to MSR */
149
/** Write to MSR */
150
static inline void write_msr(uint32_t msr, uint64_t value)
150
static inline void write_msr(uint32_t msr, uint64_t value)
151
{
151
{
152
    __asm__ volatile (
152
    __asm__ volatile (
153
        "wrmsr;" : : "c" (msr),
153
        "wrmsr;" : : "c" (msr),
154
        "a" ((uint32_t)(value)),
154
        "a" ((uint32_t)(value)),
155
        "d" ((uint32_t)(value >> 32))
155
        "d" ((uint32_t)(value >> 32))
156
        );
156
        );
157
}
157
}
158
 
158
 
159
static inline unative_t read_msr(uint32_t msr)
159
static inline unative_t read_msr(uint32_t msr)
160
{
160
{
161
    uint32_t ax, dx;
161
    uint32_t ax, dx;
162
 
162
 
163
    __asm__ volatile (
163
    __asm__ volatile (
164
        "rdmsr;" : "=a"(ax), "=d"(dx) : "c" (msr)
164
        "rdmsr;" : "=a"(ax), "=d"(dx) : "c" (msr)
165
        );
165
        );
166
    return ((uint64_t)dx << 32) | ax;
166
    return ((uint64_t)dx << 32) | ax;
167
}
167
}
168
 
168
 
169
 
169
 
170
/** Enable local APIC
170
/** Enable local APIC
171
 *
171
 *
172
 * Enable local APIC in MSR.
172
 * Enable local APIC in MSR.
173
 */
173
 */
174
static inline void enable_l_apic_in_msr()
174
static inline void enable_l_apic_in_msr()
175
{
175
{
176
    __asm__ volatile (
176
    __asm__ volatile (
177
        "movl $0x1b, %%ecx\n"
177
        "movl $0x1b, %%ecx\n"
178
        "rdmsr\n"
178
        "rdmsr\n"
179
        "orl $(1<<11),%%eax\n"
179
        "orl $(1<<11),%%eax\n"
180
        "orl $(0xfee00000),%%eax\n"
180
        "orl $(0xfee00000),%%eax\n"
181
        "wrmsr\n"
181
        "wrmsr\n"
182
        :
182
        :
183
        :
183
        :
184
        :"%eax","%ecx","%edx"
184
        :"%eax","%ecx","%edx"
185
        );
185
        );
186
}
186
}
187
 
187
 
188
static inline uintptr_t * get_ip()
188
static inline uintptr_t * get_ip()
189
{
189
{
190
    uintptr_t *ip;
190
    uintptr_t *ip;
191
 
191
 
192
    __asm__ volatile (
192
    __asm__ volatile (
193
        "mov %%rip, %0"
193
        "mov %%rip, %0"
194
        : "=r" (ip)
194
        : "=r" (ip)
195
        );
195
        );
196
    return ip;
196
    return ip;
197
}
197
}
198
 
198
 
199
/** Invalidate TLB Entry.
199
/** Invalidate TLB Entry.
200
 *
200
 *
201
 * @param addr Address on a page whose TLB entry is to be invalidated.
201
 * @param addr Address on a page whose TLB entry is to be invalidated.
202
 */
202
 */
203
static inline void invlpg(uintptr_t addr)
203
static inline void invlpg(uintptr_t addr)
204
{
204
{
205
    __asm__ volatile ("invlpg %0\n" :: "m" (*((unative_t *)addr)));
205
    __asm__ volatile ("invlpg %0\n" :: "m" (*((unative_t *)addr)));
206
}
206
}
207
 
207
 
208
/** Load GDTR register from memory.
208
/** Load GDTR register from memory.
209
 *
209
 *
210
 * @param gdtr_reg Address of memory from where to load GDTR.
210
 * @param gdtr_reg Address of memory from where to load GDTR.
211
 */
211
 */
212
static inline void gdtr_load(struct ptr_16_64 *gdtr_reg)
212
static inline void gdtr_load(struct ptr_16_64 *gdtr_reg)
213
{
213
{
214
    __asm__ volatile ("lgdtq %0\n" : : "m" (*gdtr_reg));
214
    __asm__ volatile ("lgdtq %0\n" : : "m" (*gdtr_reg));
215
}
215
}
216
 
216
 
217
/** Store GDTR register to memory.
217
/** Store GDTR register to memory.
218
 *
218
 *
219
 * @param gdtr_reg Address of memory to where to load GDTR.
219
 * @param gdtr_reg Address of memory to where to load GDTR.
220
 */
220
 */
221
static inline void gdtr_store(struct ptr_16_64 *gdtr_reg)
221
static inline void gdtr_store(struct ptr_16_64 *gdtr_reg)
222
{
222
{
223
    __asm__ volatile ("sgdtq %0\n" : : "m" (*gdtr_reg));
223
    __asm__ volatile ("sgdtq %0\n" : : "m" (*gdtr_reg));
224
}
224
}
225
 
225
 
226
/** Load IDTR register from memory.
226
/** Load IDTR register from memory.
227
 *
227
 *
228
 * @param idtr_reg Address of memory from where to load IDTR.
228
 * @param idtr_reg Address of memory from where to load IDTR.
229
 */
229
 */
230
static inline void idtr_load(struct ptr_16_64 *idtr_reg)
230
static inline void idtr_load(struct ptr_16_64 *idtr_reg)
231
{
231
{
232
    __asm__ volatile ("lidtq %0\n" : : "m" (*idtr_reg));
232
    __asm__ volatile ("lidtq %0\n" : : "m" (*idtr_reg));
233
}
233
}
234
 
234
 
235
/** Load TR from descriptor table.
235
/** Load TR from descriptor table.
236
 *
236
 *
237
 * @param sel Selector specifying descriptor of TSS segment.
237
 * @param sel Selector specifying descriptor of TSS segment.
238
 */
238
 */
239
static inline void tr_load(uint16_t sel)
239
static inline void tr_load(uint16_t sel)
240
{
240
{
241
    __asm__ volatile ("ltr %0" : : "r" (sel));
241
    __asm__ volatile ("ltr %0" : : "r" (sel));
242
}
242
}
243
 
243
 
244
#define GEN_READ_REG(reg) static inline unative_t read_ ##reg (void) \
244
#define GEN_READ_REG(reg) static inline unative_t read_ ##reg (void) \
245
    { \
245
    { \
246
    unative_t res; \
246
    unative_t res; \
247
    __asm__ volatile ("movq %%" #reg ", %0" : "=r" (res) ); \
247
    __asm__ volatile ("movq %%" #reg ", %0" : "=r" (res) ); \
248
    return res; \
248
    return res; \
249
    }
249
    }
250
 
250
 
251
#define GEN_WRITE_REG(reg) static inline void write_ ##reg (unative_t regn) \
251
#define GEN_WRITE_REG(reg) static inline void write_ ##reg (unative_t regn) \
252
    { \
252
    { \
253
    __asm__ volatile ("movq %0, %%" #reg : : "r" (regn)); \
253
    __asm__ volatile ("movq %0, %%" #reg : : "r" (regn)); \
254
    }
254
    }
255
 
255
 
256
GEN_READ_REG(cr0);
256
GEN_READ_REG(cr0);
257
GEN_READ_REG(cr2);
257
GEN_READ_REG(cr2);
258
GEN_READ_REG(cr3);
258
GEN_READ_REG(cr3);
259
GEN_WRITE_REG(cr3);
259
GEN_WRITE_REG(cr3);
260
 
260
 
261
GEN_READ_REG(dr0);
261
GEN_READ_REG(dr0);
262
GEN_READ_REG(dr1);
262
GEN_READ_REG(dr1);
263
GEN_READ_REG(dr2);
263
GEN_READ_REG(dr2);
264
GEN_READ_REG(dr3);
264
GEN_READ_REG(dr3);
265
GEN_READ_REG(dr6);
265
GEN_READ_REG(dr6);
266
GEN_READ_REG(dr7);
266
GEN_READ_REG(dr7);
267
 
267
 
268
GEN_WRITE_REG(dr0);
268
GEN_WRITE_REG(dr0);
269
GEN_WRITE_REG(dr1);
269
GEN_WRITE_REG(dr1);
270
GEN_WRITE_REG(dr2);
270
GEN_WRITE_REG(dr2);
271
GEN_WRITE_REG(dr3);
271
GEN_WRITE_REG(dr3);
272
GEN_WRITE_REG(dr6);
272
GEN_WRITE_REG(dr6);
273
GEN_WRITE_REG(dr7);
273
GEN_WRITE_REG(dr7);
274
 
274
 
275
extern size_t interrupt_handler_size;
275
extern size_t interrupt_handler_size;
276
extern void interrupt_handlers(void);
276
extern void interrupt_handlers(void);
277
 
277
 
278
#endif
278
#endif
279
 
279
 
280
/** @}
280
/** @}
281
 */
281
 */
282
 
282