Subversion Repositories HelenOS

Rev

Rev 2233 | Rev 2453 | Go to most recent revision | Only display areas with differences | Ignore whitespace | Details | Blame | Last modification | View Log | RSS feed

Rev 2233 Rev 2452
1
/*
1
/*
2
 * Copyright (c) 2005 Jakub Jermar
2
 * Copyright (c) 2005 Jakub Jermar
3
 * All rights reserved.
3
 * All rights reserved.
4
 *
4
 *
5
 * Redistribution and use in source and binary forms, with or without
5
 * Redistribution and use in source and binary forms, with or without
6
 * modification, are permitted provided that the following conditions
6
 * modification, are permitted provided that the following conditions
7
 * are met:
7
 * are met:
8
 *
8
 *
9
 * - Redistributions of source code must retain the above copyright
9
 * - Redistributions of source code must retain the above copyright
10
 *   notice, this list of conditions and the following disclaimer.
10
 *   notice, this list of conditions and the following disclaimer.
11
 * - Redistributions in binary form must reproduce the above copyright
11
 * - Redistributions in binary form must reproduce the above copyright
12
 *   notice, this list of conditions and the following disclaimer in the
12
 *   notice, this list of conditions and the following disclaimer in the
13
 *   documentation and/or other materials provided with the distribution.
13
 *   documentation and/or other materials provided with the distribution.
14
 * - The name of the author may not be used to endorse or promote products
14
 * - The name of the author may not be used to endorse or promote products
15
 *   derived from this software without specific prior written permission.
15
 *   derived from this software without specific prior written permission.
16
 *
16
 *
17
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
17
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
18
 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
18
 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
19
 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
19
 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
20
 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
20
 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
21
 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
21
 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
22
 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
22
 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23
 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
23
 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
24
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
25
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
26
 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26
 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27
 */
27
 */
28
 
28
 
29
/** @addtogroup amd64  
29
/** @addtogroup amd64  
30
 * @{
30
 * @{
31
 */
31
 */
32
/** @file
32
/** @file
33
 */
33
 */
34
 
34
 
35
#ifndef KERN_amd64_ASM_H_
35
#ifndef KERN_amd64_ASM_H_
36
#define KERN_amd64_ASM_H_
36
#define KERN_amd64_ASM_H_
37
 
37
 
38
#include <config.h>
38
#include <config.h>
39
 
39
 
40
extern void asm_delay_loop(uint32_t t);
40
extern void asm_delay_loop(uint32_t t);
41
extern void asm_fake_loop(uint32_t t);
41
extern void asm_fake_loop(uint32_t t);
42
 
42
 
43
/** Return base address of current stack.
43
/** Return base address of current stack.
44
 *
44
 *
45
 * Return the base address of the current stack.
45
 * Return the base address of the current stack.
46
 * The stack is assumed to be STACK_SIZE bytes long.
46
 * The stack is assumed to be STACK_SIZE bytes long.
47
 * The stack must start on page boundary.
47
 * The stack must start on page boundary.
48
 */
48
 */
49
static inline uintptr_t get_stack_base(void)
49
static inline uintptr_t get_stack_base(void)
50
{
50
{
51
    uintptr_t v;
51
    uintptr_t v;
52
   
52
   
53
    asm volatile ("andq %%rsp, %0\n" : "=r" (v) : "0" (~((uint64_t)STACK_SIZE-1)));
53
    asm volatile ("andq %%rsp, %0\n" : "=r" (v) : "0" (~((uint64_t)STACK_SIZE-1)));
54
   
54
   
55
    return v;
55
    return v;
56
}
56
}
57
 
57
 
58
static inline void cpu_sleep(void)
58
static inline void cpu_sleep(void)
59
{
59
{
60
    asm volatile ("hlt\n");
60
    asm volatile ("hlt\n");
61
};
61
};
62
 
62
 
63
static inline void cpu_halt(void)
63
static inline void cpu_halt(void)
64
{
64
{
65
    asm volatile ("hlt\n");
65
    asm volatile ("hlt\n");
66
};
66
};
67
 
67
 
68
 
68
 
69
/** Byte from port
69
/** Byte from port
70
 *
70
 *
71
 * Get byte from port
71
 * Get byte from port
72
 *
72
 *
73
 * @param port Port to read from
73
 * @param port Port to read from
74
 * @return Value read
74
 * @return Value read
75
 */
75
 */
76
static inline uint8_t inb(uint16_t port) { uint8_t val; __asm__ volatile ("inb %w1, %b0 \n" : "=a" (val) : "d" (port) ); return val; }
76
static inline uint8_t inb(uint16_t port) { uint8_t val; __asm__ volatile ("inb %w1, %b0 \n" : "=a" (val) : "d" (port) ); return val; }
77
 
77
 
78
/** Byte to port
78
/** Byte to port
79
 *
79
 *
80
 * Output byte to port
80
 * Output byte to port
81
 *
81
 *
82
 * @param port Port to write to
82
 * @param port Port to write to
83
 * @param val Value to write
83
 * @param val Value to write
84
 */
84
 */
85
static inline void outb(uint16_t port, uint8_t val) { __asm__ volatile ("outb %b0, %w1\n" : : "a" (val), "d" (port) ); }
85
static inline void outb(uint16_t port, uint8_t val) { __asm__ volatile ("outb %b0, %w1\n" : : "a" (val), "d" (port) ); }
86
 
86
 
87
/** Swap Hidden part of GS register with visible one */
87
/** Swap Hidden part of GS register with visible one */
88
static inline void swapgs(void) { __asm__ volatile("swapgs"); }
88
static inline void swapgs(void) { __asm__ volatile("swapgs"); }
89
 
89
 
90
/** Enable interrupts.
90
/** Enable interrupts.
91
 *
91
 *
92
 * Enable interrupts and return previous
92
 * Enable interrupts and return previous
93
 * value of EFLAGS.
93
 * value of EFLAGS.
94
 *
94
 *
95
 * @return Old interrupt priority level.
95
 * @return Old interrupt priority level.
96
 */
96
 */
97
static inline ipl_t interrupts_enable(void) {
97
static inline ipl_t interrupts_enable(void) {
98
    ipl_t v;
98
    ipl_t v;
99
    __asm__ volatile (
99
    __asm__ volatile (
100
        "pushfq\n"
100
        "pushfq\n"
101
        "popq %0\n"
101
        "popq %0\n"
102
        "sti\n"
102
        "sti\n"
103
        : "=r" (v)
103
        : "=r" (v)
104
    );
104
    );
105
    return v;
105
    return v;
106
}
106
}
107
 
107
 
108
/** Disable interrupts.
108
/** Disable interrupts.
109
 *
109
 *
110
 * Disable interrupts and return previous
110
 * Disable interrupts and return previous
111
 * value of EFLAGS.
111
 * value of EFLAGS.
112
 *
112
 *
113
 * @return Old interrupt priority level.
113
 * @return Old interrupt priority level.
114
 */
114
 */
115
static inline ipl_t interrupts_disable(void) {
115
static inline ipl_t interrupts_disable(void) {
116
    ipl_t v;
116
    ipl_t v;
117
    __asm__ volatile (
117
    __asm__ volatile (
118
        "pushfq\n"
118
        "pushfq\n"
119
        "popq %0\n"
119
        "popq %0\n"
120
        "cli\n"
120
        "cli\n"
121
        : "=r" (v)
121
        : "=r" (v)
122
        );
122
        );
123
    return v;
123
    return v;
124
}
124
}
125
 
125
 
126
/** Restore interrupt priority level.
126
/** Restore interrupt priority level.
127
 *
127
 *
128
 * Restore EFLAGS.
128
 * Restore EFLAGS.
129
 *
129
 *
130
 * @param ipl Saved interrupt priority level.
130
 * @param ipl Saved interrupt priority level.
131
 */
131
 */
132
static inline void interrupts_restore(ipl_t ipl) {
132
static inline void interrupts_restore(ipl_t ipl) {
133
    __asm__ volatile (
133
    __asm__ volatile (
134
        "pushq %0\n"
134
        "pushq %0\n"
135
        "popfq\n"
135
        "popfq\n"
136
        : : "r" (ipl)
136
        : : "r" (ipl)
137
        );
137
        );
138
}
138
}
139
 
139
 
140
/** Return interrupt priority level.
140
/** Return interrupt priority level.
141
 *
141
 *
142
 * Return EFLAFS.
142
 * Return EFLAFS.
143
 *
143
 *
144
 * @return Current interrupt priority level.
144
 * @return Current interrupt priority level.
145
 */
145
 */
146
static inline ipl_t interrupts_read(void) {
146
static inline ipl_t interrupts_read(void) {
147
    ipl_t v;
147
    ipl_t v;
148
    __asm__ volatile (
148
    __asm__ volatile (
149
        "pushfq\n"
149
        "pushfq\n"
150
        "popq %0\n"
150
        "popq %0\n"
151
        : "=r" (v)
151
        : "=r" (v)
152
    );
152
    );
153
    return v;
153
    return v;
154
}
154
}
155
 
155
 
156
/** Write to MSR */
156
/** Write to MSR */
157
static inline void write_msr(uint32_t msr, uint64_t value)
157
static inline void write_msr(uint32_t msr, uint64_t value)
158
{
158
{
159
    __asm__ volatile (
159
    __asm__ volatile (
160
        "wrmsr;" : : "c" (msr),
160
        "wrmsr;" : : "c" (msr),
161
        "a" ((uint32_t)(value)),
161
        "a" ((uint32_t)(value)),
162
        "d" ((uint32_t)(value >> 32))
162
        "d" ((uint32_t)(value >> 32))
163
        );
163
        );
164
}
164
}
165
 
165
 
166
static inline unative_t read_msr(uint32_t msr)
166
static inline unative_t read_msr(uint32_t msr)
167
{
167
{
168
    uint32_t ax, dx;
168
    uint32_t ax, dx;
169
 
169
 
170
    __asm__ volatile (
170
    __asm__ volatile (
171
        "rdmsr;" : "=a"(ax), "=d"(dx) : "c" (msr)
171
        "rdmsr;" : "=a"(ax), "=d"(dx) : "c" (msr)
172
        );
172
        );
173
    return ((uint64_t)dx << 32) | ax;
173
    return ((uint64_t)dx << 32) | ax;
174
}
174
}
175
 
175
 
176
 
176
 
177
/** Enable local APIC
177
/** Enable local APIC
178
 *
178
 *
179
 * Enable local APIC in MSR.
179
 * Enable local APIC in MSR.
180
 */
180
 */
181
static inline void enable_l_apic_in_msr()
181
static inline void enable_l_apic_in_msr()
182
{
182
{
183
    __asm__ volatile (
183
    __asm__ volatile (
184
        "movl $0x1b, %%ecx\n"
184
        "movl $0x1b, %%ecx\n"
185
        "rdmsr\n"
185
        "rdmsr\n"
186
        "orl $(1<<11),%%eax\n"
186
        "orl $(1<<11),%%eax\n"
187
        "orl $(0xfee00000),%%eax\n"
187
        "orl $(0xfee00000),%%eax\n"
188
        "wrmsr\n"
188
        "wrmsr\n"
189
        :
189
        :
190
        :
190
        :
191
        :"%eax","%ecx","%edx"
191
        :"%eax","%ecx","%edx"
192
        );
192
        );
193
}
193
}
194
 
194
 
195
static inline uintptr_t * get_ip()
195
static inline uintptr_t * get_ip()
196
{
196
{
197
    uintptr_t *ip;
197
    uintptr_t *ip;
198
 
198
 
199
    __asm__ volatile (
199
    __asm__ volatile (
200
        "mov %%rip, %0"
200
        "mov %%rip, %0"
201
        : "=r" (ip)
201
        : "=r" (ip)
202
        );
202
        );
203
    return ip;
203
    return ip;
204
}
204
}
205
 
205
 
206
/** Invalidate TLB Entry.
206
/** Invalidate TLB Entry.
207
 *
207
 *
208
 * @param addr Address on a page whose TLB entry is to be invalidated.
208
 * @param addr Address on a page whose TLB entry is to be invalidated.
209
 */
209
 */
210
static inline void invlpg(uintptr_t addr)
210
static inline void invlpg(uintptr_t addr)
211
{
211
{
212
    __asm__ volatile ("invlpg %0\n" :: "m" (*((unative_t *)addr)));
212
    __asm__ volatile ("invlpg %0\n" :: "m" (*((unative_t *)addr)));
213
}
213
}
214
 
214
 
215
/** Load GDTR register from memory.
215
/** Load GDTR register from memory.
216
 *
216
 *
217
 * @param gdtr_reg Address of memory from where to load GDTR.
217
 * @param gdtr_reg Address of memory from where to load GDTR.
218
 */
218
 */
219
static inline void gdtr_load(struct ptr_16_64 *gdtr_reg)
219
static inline void gdtr_load(struct ptr_16_64 *gdtr_reg)
220
{
220
{
221
    __asm__ volatile ("lgdtq %0\n" : : "m" (*gdtr_reg));
221
    __asm__ volatile ("lgdtq %0\n" : : "m" (*gdtr_reg));
222
}
222
}
223
 
223
 
224
/** Store GDTR register to memory.
224
/** Store GDTR register to memory.
225
 *
225
 *
226
 * @param gdtr_reg Address of memory to where to load GDTR.
226
 * @param gdtr_reg Address of memory to where to load GDTR.
227
 */
227
 */
228
static inline void gdtr_store(struct ptr_16_64 *gdtr_reg)
228
static inline void gdtr_store(struct ptr_16_64 *gdtr_reg)
229
{
229
{
230
    __asm__ volatile ("sgdtq %0\n" : : "m" (*gdtr_reg));
230
    __asm__ volatile ("sgdtq %0\n" : : "m" (*gdtr_reg));
231
}
231
}
232
 
232
 
233
/** Load IDTR register from memory.
233
/** Load IDTR register from memory.
234
 *
234
 *
235
 * @param idtr_reg Address of memory from where to load IDTR.
235
 * @param idtr_reg Address of memory from where to load IDTR.
236
 */
236
 */
237
static inline void idtr_load(struct ptr_16_64 *idtr_reg)
237
static inline void idtr_load(struct ptr_16_64 *idtr_reg)
238
{
238
{
239
    __asm__ volatile ("lidtq %0\n" : : "m" (*idtr_reg));
239
    __asm__ volatile ("lidtq %0\n" : : "m" (*idtr_reg));
240
}
240
}
241
 
241
 
242
/** Load TR from descriptor table.
242
/** Load TR from descriptor table.
243
 *
243
 *
244
 * @param sel Selector specifying descriptor of TSS segment.
244
 * @param sel Selector specifying descriptor of TSS segment.
245
 */
245
 */
246
static inline void tr_load(uint16_t sel)
246
static inline void tr_load(uint16_t sel)
247
{
247
{
248
    __asm__ volatile ("ltr %0" : : "r" (sel));
248
    __asm__ volatile ("ltr %0" : : "r" (sel));
249
}
249
}
250
 
250
 
251
#define GEN_READ_REG(reg) static inline unative_t read_ ##reg (void) \
251
#define GEN_READ_REG(reg) static inline unative_t read_ ##reg (void) \
252
    { \
252
    { \
253
    unative_t res; \
253
    unative_t res; \
254
    __asm__ volatile ("movq %%" #reg ", %0" : "=r" (res) ); \
254
    __asm__ volatile ("movq %%" #reg ", %0" : "=r" (res) ); \
255
    return res; \
255
    return res; \
256
    }
256
    }
257
 
257
 
258
#define GEN_WRITE_REG(reg) static inline void write_ ##reg (unative_t regn) \
258
#define GEN_WRITE_REG(reg) static inline void write_ ##reg (unative_t regn) \
259
    { \
259
    { \
260
    __asm__ volatile ("movq %0, %%" #reg : : "r" (regn)); \
260
    __asm__ volatile ("movq %0, %%" #reg : : "r" (regn)); \
261
    }
261
    }
262
 
262
 
263
GEN_READ_REG(cr0);
263
GEN_READ_REG(cr0)
264
GEN_READ_REG(cr2);
264
GEN_READ_REG(cr2)
265
GEN_READ_REG(cr3);
265
GEN_READ_REG(cr3)
266
GEN_WRITE_REG(cr3);
266
GEN_WRITE_REG(cr3)
267
 
267
 
268
GEN_READ_REG(dr0);
268
GEN_READ_REG(dr0)
269
GEN_READ_REG(dr1);
269
GEN_READ_REG(dr1)
270
GEN_READ_REG(dr2);
270
GEN_READ_REG(dr2)
271
GEN_READ_REG(dr3);
271
GEN_READ_REG(dr3)
272
GEN_READ_REG(dr6);
272
GEN_READ_REG(dr6)
273
GEN_READ_REG(dr7);
273
GEN_READ_REG(dr7)
274
 
274
 
275
GEN_WRITE_REG(dr0);
275
GEN_WRITE_REG(dr0)
276
GEN_WRITE_REG(dr1);
276
GEN_WRITE_REG(dr1)
277
GEN_WRITE_REG(dr2);
277
GEN_WRITE_REG(dr2)
278
GEN_WRITE_REG(dr3);
278
GEN_WRITE_REG(dr3)
279
GEN_WRITE_REG(dr6);
279
GEN_WRITE_REG(dr6)
280
GEN_WRITE_REG(dr7);
280
GEN_WRITE_REG(dr7)
281
 
281
 
282
extern size_t interrupt_handler_size;
282
extern size_t interrupt_handler_size;
283
extern void interrupt_handlers(void);
283
extern void interrupt_handlers(void);
284
 
284
 
285
#endif
285
#endif
286
 
286
 
287
/** @}
287
/** @}
288
 */
288
 */
289
 
289