Subversion Repositories HelenOS-historic

Rev

Rev 984 | Rev 1186 | Go to most recent revision | Only display areas with differences | Ignore whitespace | Details | Blame | Last modification | View Log | RSS feed

Rev 984 Rev 1072
1
/*
1
/*
2
 * Copyright (C) 2005 Jakub Jermar
2
 * Copyright (C) 2005 Jakub Jermar
3
 * All rights reserved.
3
 * All rights reserved.
4
 *
4
 *
5
 * Redistribution and use in source and binary forms, with or without
5
 * Redistribution and use in source and binary forms, with or without
6
 * modification, are permitted provided that the following conditions
6
 * modification, are permitted provided that the following conditions
7
 * are met:
7
 * are met:
8
 *
8
 *
9
 * - Redistributions of source code must retain the above copyright
9
 * - Redistributions of source code must retain the above copyright
10
 *   notice, this list of conditions and the following disclaimer.
10
 *   notice, this list of conditions and the following disclaimer.
11
 * - Redistributions in binary form must reproduce the above copyright
11
 * - Redistributions in binary form must reproduce the above copyright
12
 *   notice, this list of conditions and the following disclaimer in the
12
 *   notice, this list of conditions and the following disclaimer in the
13
 *   documentation and/or other materials provided with the distribution.
13
 *   documentation and/or other materials provided with the distribution.
14
 * - The name of the author may not be used to endorse or promote products
14
 * - The name of the author may not be used to endorse or promote products
15
 *   derived from this software without specific prior written permission.
15
 *   derived from this software without specific prior written permission.
16
 *
16
 *
17
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
17
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
18
 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
18
 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
19
 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
19
 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
20
 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
20
 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
21
 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
21
 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
22
 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
22
 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23
 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
23
 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
24
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
25
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
26
 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26
 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27
 */
27
 */
28
 
28
 
29
#ifndef __amd64_ASM_H__
29
#ifndef __amd64_ASM_H__
30
#define __amd64_ASM_H__
30
#define __amd64_ASM_H__
31
 
31
 
32
#include <arch/types.h>
32
#include <arch/types.h>
33
#include <config.h>
33
#include <config.h>
34
 
34
 
35
extern void asm_delay_loop(__u32 t);
35
extern void asm_delay_loop(__u32 t);
36
extern void asm_fake_loop(__u32 t);
36
extern void asm_fake_loop(__u32 t);
37
 
37
 
38
/** Return base address of current stack.
38
/** Return base address of current stack.
39
 *
39
 *
40
 * Return the base address of the current stack.
40
 * Return the base address of the current stack.
41
 * The stack is assumed to be STACK_SIZE bytes long.
41
 * The stack is assumed to be STACK_SIZE bytes long.
42
 * The stack must start on page boundary.
42
 * The stack must start on page boundary.
43
 */
43
 */
44
static inline __address get_stack_base(void)
44
static inline __address get_stack_base(void)
45
{
45
{
46
    __address v;
46
    __address v;
47
   
47
   
48
    __asm__ volatile ("andq %%rsp, %0\n" : "=r" (v) : "0" (~((__u64)STACK_SIZE-1)));
48
    __asm__ volatile ("andq %%rsp, %0\n" : "=r" (v) : "0" (~((__u64)STACK_SIZE-1)));
49
   
49
   
50
    return v;
50
    return v;
51
}
51
}
52
 
52
 
53
static inline void cpu_sleep(void) { __asm__ volatile ("hlt\n"); };
53
static inline void cpu_sleep(void) { __asm__ volatile ("hlt\n"); };
54
static inline void cpu_halt(void) { __asm__ volatile ("hlt\n"); };
54
static inline void cpu_halt(void) { __asm__ volatile ("hlt\n"); };
55
 
55
 
56
 
56
 
57
/** Byte from port
57
/** Byte from port
58
 *
58
 *
59
 * Get byte from port
59
 * Get byte from port
60
 *
60
 *
61
 * @param port Port to read from
61
 * @param port Port to read from
62
 * @return Value read
62
 * @return Value read
63
 */
63
 */
64
static inline __u8 inb(__u16 port) { __u8 val; __asm__ volatile ("inb %w1, %b0 \n" : "=a" (val) : "d" (port) ); return val; }
64
static inline __u8 inb(__u16 port) { __u8 val; __asm__ volatile ("inb %w1, %b0 \n" : "=a" (val) : "d" (port) ); return val; }
65
 
65
 
66
/** Byte to port
66
/** Byte to port
67
 *
67
 *
68
 * Output byte to port
68
 * Output byte to port
69
 *
69
 *
70
 * @param port Port to write to
70
 * @param port Port to write to
71
 * @param val Value to write
71
 * @param val Value to write
72
 */
72
 */
73
static inline void outb(__u16 port, __u8 val) { __asm__ volatile ("outb %b0, %w1\n" : : "a" (val), "d" (port) ); }
73
static inline void outb(__u16 port, __u8 val) { __asm__ volatile ("outb %b0, %w1\n" : : "a" (val), "d" (port) ); }
74
 
74
 
75
/** Swap Hidden part of GS register with visible one */
75
/** Swap Hidden part of GS register with visible one */
76
static inline void swapgs(void) { __asm__ volatile("swapgs"); }
76
static inline void swapgs(void) { __asm__ volatile("swapgs"); }
77
 
77
 
78
/** Enable interrupts.
78
/** Enable interrupts.
79
 *
79
 *
80
 * Enable interrupts and return previous
80
 * Enable interrupts and return previous
81
 * value of EFLAGS.
81
 * value of EFLAGS.
82
 *
82
 *
83
 * @return Old interrupt priority level.
83
 * @return Old interrupt priority level.
84
 */
84
 */
85
static inline ipl_t interrupts_enable(void) {
85
static inline ipl_t interrupts_enable(void) {
86
    ipl_t v;
86
    ipl_t v;
87
    __asm__ volatile (
87
    __asm__ volatile (
88
        "pushfq\n"
88
        "pushfq\n"
89
        "popq %0\n"
89
        "popq %0\n"
90
        "sti\n"
90
        "sti\n"
91
        : "=r" (v)
91
        : "=r" (v)
92
    );
92
    );
93
    return v;
93
    return v;
94
}
94
}
95
 
95
 
96
/** Disable interrupts.
96
/** Disable interrupts.
97
 *
97
 *
98
 * Disable interrupts and return previous
98
 * Disable interrupts and return previous
99
 * value of EFLAGS.
99
 * value of EFLAGS.
100
 *
100
 *
101
 * @return Old interrupt priority level.
101
 * @return Old interrupt priority level.
102
 */
102
 */
103
static inline ipl_t interrupts_disable(void) {
103
static inline ipl_t interrupts_disable(void) {
104
    ipl_t v;
104
    ipl_t v;
105
    __asm__ volatile (
105
    __asm__ volatile (
106
        "pushfq\n"
106
        "pushfq\n"
107
        "popq %0\n"
107
        "popq %0\n"
108
        "cli\n"
108
        "cli\n"
109
        : "=r" (v)
109
        : "=r" (v)
110
        );
110
        );
111
    return v;
111
    return v;
112
}
112
}
113
 
113
 
114
/** Restore interrupt priority level.
114
/** Restore interrupt priority level.
115
 *
115
 *
116
 * Restore EFLAGS.
116
 * Restore EFLAGS.
117
 *
117
 *
118
 * @param ipl Saved interrupt priority level.
118
 * @param ipl Saved interrupt priority level.
119
 */
119
 */
120
static inline void interrupts_restore(ipl_t ipl) {
120
static inline void interrupts_restore(ipl_t ipl) {
121
    __asm__ volatile (
121
    __asm__ volatile (
122
        "pushq %0\n"
122
        "pushq %0\n"
123
        "popfq\n"
123
        "popfq\n"
124
        : : "r" (ipl)
124
        : : "r" (ipl)
125
        );
125
        );
126
}
126
}
127
 
127
 
128
/** Return interrupt priority level.
128
/** Return interrupt priority level.
129
 *
129
 *
130
 * Return EFLAFS.
130
 * Return EFLAFS.
131
 *
131
 *
132
 * @return Current interrupt priority level.
132
 * @return Current interrupt priority level.
133
 */
133
 */
134
static inline ipl_t interrupts_read(void) {
134
static inline ipl_t interrupts_read(void) {
135
    ipl_t v;
135
    ipl_t v;
136
    __asm__ volatile (
136
    __asm__ volatile (
137
        "pushfq\n"
137
        "pushfq\n"
138
        "popq %0\n"
138
        "popq %0\n"
139
        : "=r" (v)
139
        : "=r" (v)
140
    );
140
    );
141
    return v;
141
    return v;
142
}
142
}
143
 
143
 
144
/** Read CR0
-
 
145
 *
-
 
146
 * Return value in CR0
-
 
147
 *
-
 
148
 * @return Value read.
-
 
149
 */
-
 
150
static inline __u64 read_cr0(void)
-
 
151
{
-
 
152
    __u64 v;
-
 
153
    __asm__ volatile ("movq %%cr0,%0\n" : "=r" (v));
-
 
154
    return v;
-
 
155
}
-
 
156
 
-
 
157
/** Read CR2
-
 
158
 *
-
 
159
 * Return value in CR2
-
 
160
 *
-
 
161
 * @return Value read.
-
 
162
 */
-
 
163
static inline __u64 read_cr2(void)
-
 
164
{
-
 
165
    __u64 v;
-
 
166
    __asm__ volatile ("movq %%cr2,%0\n" : "=r" (v));
-
 
167
    return v;
-
 
168
}
-
 
169
 
-
 
170
/** Write CR3
-
 
171
 *
-
 
172
 * Write value to CR3.
-
 
173
 *
-
 
174
 * @param v Value to be written.
-
 
175
 */
-
 
176
static inline void write_cr3(__u64 v)
-
 
177
{
-
 
178
    __asm__ volatile ("movq %0,%%cr3\n" : : "r" (v));
-
 
179
}
-
 
180
 
-
 
181
/** Read CR3
-
 
182
 *
-
 
183
 * Return value in CR3
-
 
184
 *
-
 
185
 * @return Value read.
-
 
186
 */
-
 
187
static inline __u64 read_cr3(void)
-
 
188
{
-
 
189
    __u64 v;
-
 
190
    __asm__ volatile ("movq %%cr3,%0" : "=r" (v));
-
 
191
    return v;
-
 
192
}
-
 
193
 
-
 
194
/** Write to MSR */
144
/** Write to MSR */
195
static inline void write_msr(__u32 msr, __u64 value)
145
static inline void write_msr(__u32 msr, __u64 value)
196
{
146
{
197
    __asm__ volatile (
147
    __asm__ volatile (
198
        "wrmsr;" : : "c" (msr),
148
        "wrmsr;" : : "c" (msr),
199
        "a" ((__u32)(value)),
149
        "a" ((__u32)(value)),
200
        "d" ((__u32)(value >> 32))
150
        "d" ((__u32)(value >> 32))
201
        );
151
        );
202
}
152
}
203
 
153
 
204
static inline __native read_msr(__u32 msr)
154
static inline __native read_msr(__u32 msr)
205
{
155
{
206
    __u32 ax, dx;
156
    __u32 ax, dx;
207
 
157
 
208
    __asm__ volatile (
158
    __asm__ volatile (
209
        "rdmsr;" : "=a"(ax), "=d"(dx) : "c" (msr)
159
        "rdmsr;" : "=a"(ax), "=d"(dx) : "c" (msr)
210
        );
160
        );
211
    return ((__u64)dx << 32) | ax;
161
    return ((__u64)dx << 32) | ax;
212
}
162
}
213
 
163
 
214
 
164
 
215
/** Enable local APIC
165
/** Enable local APIC
216
 *
166
 *
217
 * Enable local APIC in MSR.
167
 * Enable local APIC in MSR.
218
 */
168
 */
219
static inline void enable_l_apic_in_msr()
169
static inline void enable_l_apic_in_msr()
220
{
170
{
221
    __asm__ volatile (
171
    __asm__ volatile (
222
        "movl $0x1b, %%ecx\n"
172
        "movl $0x1b, %%ecx\n"
223
        "rdmsr\n"
173
        "rdmsr\n"
224
        "orl $(1<<11),%%eax\n"
174
        "orl $(1<<11),%%eax\n"
225
        "orl $(0xfee00000),%%eax\n"
175
        "orl $(0xfee00000),%%eax\n"
226
        "wrmsr\n"
176
        "wrmsr\n"
227
        :
177
        :
228
        :
178
        :
229
        :"%eax","%ecx","%edx"
179
        :"%eax","%ecx","%edx"
230
        );
180
        );
231
}
181
}
232
 
182
 
233
static inline __address * get_ip()
183
static inline __address * get_ip()
234
{
184
{
235
    __address *ip;
185
    __address *ip;
236
 
186
 
237
    __asm__ volatile (
187
    __asm__ volatile (
238
        "mov %%rip, %0"
188
        "mov %%rip, %0"
239
        : "=r" (ip)
189
        : "=r" (ip)
240
        );
190
        );
241
    return ip;
191
    return ip;
242
}
192
}
243
 
193
 
244
/** Invalidate TLB Entry.
194
/** Invalidate TLB Entry.
245
 *
195
 *
246
 * @param addr Address on a page whose TLB entry is to be invalidated.
196
 * @param addr Address on a page whose TLB entry is to be invalidated.
247
 */
197
 */
248
static inline void invlpg(__address addr)
198
static inline void invlpg(__address addr)
249
{
199
{
250
        __asm__ volatile ("invlpg %0\n" :: "m" (*((__native *)addr)));
200
        __asm__ volatile ("invlpg %0\n" :: "m" (*((__native *)addr)));
251
}
201
}
252
 
202
 
-
 
203
#define GEN_READ_REG(reg) static inline __native read_ ##reg (void) \
-
 
204
    { \
-
 
205
    __native res; \
-
 
206
    __asm__ volatile ("movq %%" #reg ", %0" : "=r" (res) ); \
-
 
207
    return res; \
-
 
208
    }
-
 
209
 
-
 
210
#define GEN_WRITE_REG(reg) static inline void write_ ##reg (__native regn) \
-
 
211
    { \
-
 
212
    __asm__ volatile ("movq %0, %%" #reg : : "r" (regn)); \
-
 
213
    }
-
 
214
 
-
 
215
GEN_READ_REG(cr0);
-
 
216
GEN_READ_REG(cr2);
-
 
217
GEN_READ_REG(cr3);
-
 
218
GEN_WRITE_REG(cr3);
-
 
219
 
-
 
220
GEN_READ_REG(dr0);
-
 
221
GEN_READ_REG(dr1);
-
 
222
GEN_READ_REG(dr2);
-
 
223
GEN_READ_REG(dr3);
-
 
224
GEN_READ_REG(dr6);
-
 
225
GEN_READ_REG(dr7);
-
 
226
 
-
 
227
GEN_WRITE_REG(dr0);
-
 
228
GEN_WRITE_REG(dr1);
-
 
229
GEN_WRITE_REG(dr2);
-
 
230
GEN_WRITE_REG(dr3);
-
 
231
GEN_WRITE_REG(dr6);
-
 
232
GEN_WRITE_REG(dr7);
-
 
233
 
-
 
234
 
253
extern size_t interrupt_handler_size;
235
extern size_t interrupt_handler_size;
254
extern void interrupt_handlers(void);
236
extern void interrupt_handlers(void);
255
 
237
 
256
#endif
238
#endif
257
 
239