Subversion Repositories HelenOS-historic

Rev

Rev 1702 | Only display areas with differences | Ignore whitespace | Details | Blame | Last modification | View Log | RSS feed

Rev 1702 Rev 1780
1
/*
1
/*
2
 * Copyright (C) 2005 - 2006 Jakub Jermar
2
 * Copyright (C) 2005 - 2006 Jakub Jermar
3
 * Copyright (C) 2006 Jakub Vana
3
 * Copyright (C) 2006 Jakub Vana
4
 * All rights reserved.
4
 * All rights reserved.
5
 *
5
 *
6
 * Redistribution and use in source and binary forms, with or without
6
 * Redistribution and use in source and binary forms, with or without
7
 * modification, are permitted provided that the following conditions
7
 * modification, are permitted provided that the following conditions
8
 * are met:
8
 * are met:
9
 *
9
 *
10
 * - Redistributions of source code must retain the above copyright
10
 * - Redistributions of source code must retain the above copyright
11
 *   notice, this list of conditions and the following disclaimer.
11
 *   notice, this list of conditions and the following disclaimer.
12
 * - Redistributions in binary form must reproduce the above copyright
12
 * - Redistributions in binary form must reproduce the above copyright
13
 *   notice, this list of conditions and the following disclaimer in the
13
 *   notice, this list of conditions and the following disclaimer in the
14
 *   documentation and/or other materials provided with the distribution.
14
 *   documentation and/or other materials provided with the distribution.
15
 * - The name of the author may not be used to endorse or promote products
15
 * - The name of the author may not be used to endorse or promote products
16
 *   derived from this software without specific prior written permission.
16
 *   derived from this software without specific prior written permission.
17
 *
17
 *
18
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
18
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
19
 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
19
 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
20
 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
20
 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
21
 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
21
 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
22
 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
22
 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
23
 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23
 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
24
 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24
 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
25
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
26
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
26
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
27
 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27
 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
28
 */
28
 */
29
 
29
 
30
 /** @addtogroup ia64mm
30
/** @addtogroup ia64mm 
31
 * @{
31
 * @{
32
 */
32
 */
33
/** @file
33
/** @file
34
 */
34
 */
35
 
35
 
36
#ifndef __ia64_PAGE_H__
36
#ifndef __ia64_PAGE_H__
37
#define __ia64_PAGE_H__
37
#define __ia64_PAGE_H__
38
 
38
 
39
#include <arch/mm/frame.h>
39
#include <arch/mm/frame.h>
40
 
40
 
41
#define PAGE_SIZE   FRAME_SIZE
41
#define PAGE_SIZE   FRAME_SIZE
42
#define PAGE_WIDTH  FRAME_WIDTH
42
#define PAGE_WIDTH  FRAME_WIDTH
43
 
43
 
44
 
44
 
45
#ifdef KERNEL
45
#ifdef KERNEL
46
 
46
 
47
/** Bit width of the TLB-locked portion of kernel address space. */
47
/** Bit width of the TLB-locked portion of kernel address space. */
48
#define KERNEL_PAGE_WIDTH   28  /* 256M */
48
#define KERNEL_PAGE_WIDTH   28  /* 256M */
49
 
49
 
50
#define PPN_SHIFT           12
50
#define PPN_SHIFT           12
51
 
51
 
52
#define VRN_SHIFT           61
52
#define VRN_SHIFT           61
53
#define VRN_MASK            (7LL << VRN_SHIFT)
53
#define VRN_MASK            (7LL << VRN_SHIFT)
54
#define VA2VRN(va)          ((va)>>VRN_SHIFT)
54
#define VA2VRN(va)          ((va)>>VRN_SHIFT)
55
 
55
 
56
#ifdef __ASM__
56
#ifdef __ASM__
57
#define VRN_KERNEL          7
57
#define VRN_KERNEL          7
58
#else
58
#else
59
#define VRN_KERNEL          7LL
59
#define VRN_KERNEL          7LL
60
#endif
60
#endif
61
 
61
 
62
#define REGION_REGISTERS        8
62
#define REGION_REGISTERS        8
63
 
63
 
64
#define KA2PA(x)    ((__address) (x-(VRN_KERNEL<<VRN_SHIFT)))
64
#define KA2PA(x)    ((uintptr_t) (x-(VRN_KERNEL<<VRN_SHIFT)))
65
#define PA2KA(x)    ((__address) (x+(VRN_KERNEL<<VRN_SHIFT)))
65
#define PA2KA(x)    ((uintptr_t) (x+(VRN_KERNEL<<VRN_SHIFT)))
66
 
66
 
67
#define VHPT_WIDTH          20          /* 1M */
67
#define VHPT_WIDTH          20          /* 1M */
68
#define VHPT_SIZE           (1 << VHPT_WIDTH)
68
#define VHPT_SIZE           (1 << VHPT_WIDTH)
69
 
69
 
70
#define PTA_BASE_SHIFT          15
70
#define PTA_BASE_SHIFT          15
71
 
71
 
72
/** Memory Attributes. */
72
/** Memory Attributes. */
73
#define MA_WRITEBACK    0x0
73
#define MA_WRITEBACK    0x0
74
#define MA_UNCACHEABLE  0x4
74
#define MA_UNCACHEABLE  0x4
75
 
75
 
76
/** Privilege Levels. Only the most and the least privileged ones are ever used. */
76
/** Privilege Levels. Only the most and the least privileged ones are ever used. */
77
#define PL_KERNEL   0x0
77
#define PL_KERNEL   0x0
78
#define PL_USER     0x3
78
#define PL_USER     0x3
79
 
79
 
80
/* Access Rigths. Only certain combinations are used by the kernel. */
80
/* Access Rigths. Only certain combinations are used by the kernel. */
81
#define AR_READ     0x0
81
#define AR_READ     0x0
82
#define AR_EXECUTE  0x1
82
#define AR_EXECUTE  0x1
83
#define AR_WRITE    0x2
83
#define AR_WRITE    0x2
84
 
84
 
85
#ifndef __ASM__
85
#ifndef __ASM__
86
 
86
 
87
#include <arch/mm/frame.h>
87
#include <arch/mm/frame.h>
88
#include <arch/barrier.h>
88
#include <arch/barrier.h>
89
#include <genarch/mm/page_ht.h>
89
#include <genarch/mm/page_ht.h>
90
#include <arch/mm/asid.h>
90
#include <arch/mm/asid.h>
91
#include <arch/types.h>
91
#include <arch/types.h>
92
#include <typedefs.h>
92
#include <typedefs.h>
93
#include <debug.h>
93
#include <debug.h>
94
 
94
 
95
struct vhpt_tag_info {
95
struct vhpt_tag_info {
96
    unsigned long long tag : 63;
96
    unsigned long long tag : 63;
97
    unsigned ti : 1;
97
    unsigned ti : 1;
98
} __attribute__ ((packed));
98
} __attribute__ ((packed));
99
 
99
 
100
union vhpt_tag {
100
union vhpt_tag {
101
    struct vhpt_tag_info tag_info;
101
    struct vhpt_tag_info tag_info;
102
    unsigned tag_word;
102
    unsigned tag_word;
103
};
103
};
104
 
104
 
105
struct vhpt_entry_present {
105
struct vhpt_entry_present {
106
    /* Word 0 */
106
    /* Word 0 */
107
    unsigned p : 1;
107
    unsigned p : 1;
108
    unsigned : 1;
108
    unsigned : 1;
109
    unsigned ma : 3;
109
    unsigned ma : 3;
110
    unsigned a : 1;
110
    unsigned a : 1;
111
    unsigned d : 1;
111
    unsigned d : 1;
112
    unsigned pl : 2;
112
    unsigned pl : 2;
113
    unsigned ar : 3;
113
    unsigned ar : 3;
114
    unsigned long long ppn : 38;
114
    unsigned long long ppn : 38;
115
    unsigned : 2;
115
    unsigned : 2;
116
    unsigned ed : 1;
116
    unsigned ed : 1;
117
    unsigned ig1 : 11;
117
    unsigned ig1 : 11;
118
   
118
   
119
    /* Word 1 */
119
    /* Word 1 */
120
    unsigned : 2;
120
    unsigned : 2;
121
    unsigned ps : 6;
121
    unsigned ps : 6;
122
    unsigned key : 24;
122
    unsigned key : 24;
123
    unsigned : 32;
123
    unsigned : 32;
124
   
124
   
125
    /* Word 2 */
125
    /* Word 2 */
126
    union vhpt_tag tag;
126
    union vhpt_tag tag;
127
   
127
   
128
    /* Word 3 */                                                   
128
    /* Word 3 */                                                   
129
    __u64 ig3 : 64;
129
    uint64_t ig3 : 64;
130
} __attribute__ ((packed));
130
} __attribute__ ((packed));
131
 
131
 
132
struct vhpt_entry_not_present {
132
struct vhpt_entry_not_present {
133
    /* Word 0 */
133
    /* Word 0 */
134
    unsigned p : 1;
134
    unsigned p : 1;
135
    unsigned long long ig0 : 52;
135
    unsigned long long ig0 : 52;
136
    unsigned ig1 : 11;
136
    unsigned ig1 : 11;
137
   
137
   
138
    /* Word 1 */
138
    /* Word 1 */
139
    unsigned : 2;
139
    unsigned : 2;
140
    unsigned ps : 6;
140
    unsigned ps : 6;
141
    unsigned long long ig2 : 56;
141
    unsigned long long ig2 : 56;
142
 
142
 
143
    /* Word 2 */
143
    /* Word 2 */
144
    union vhpt_tag tag;
144
    union vhpt_tag tag;
145
   
145
   
146
    /* Word 3 */                                                   
146
    /* Word 3 */                                                   
147
    __u64 ig3 : 64;
147
    uint64_t ig3 : 64;
148
} __attribute__ ((packed));
148
} __attribute__ ((packed));
149
 
149
 
150
typedef union vhpt_entry {
150
typedef union vhpt_entry {
151
    struct vhpt_entry_present present;
151
    struct vhpt_entry_present present;
152
    struct vhpt_entry_not_present not_present;
152
    struct vhpt_entry_not_present not_present;
153
    __u64 word[4];
153
    uint64_t word[4];
154
} vhpt_entry_t;
154
} vhpt_entry_t;
155
 
155
 
156
struct region_register_map {
156
struct region_register_map {
157
    unsigned ve : 1;
157
    unsigned ve : 1;
158
    unsigned : 1;
158
    unsigned : 1;
159
    unsigned ps : 6;
159
    unsigned ps : 6;
160
    unsigned rid : 24;
160
    unsigned rid : 24;
161
    unsigned : 32;
161
    unsigned : 32;
162
} __attribute__ ((packed));
162
} __attribute__ ((packed));
163
 
163
 
164
typedef union region_register {
164
typedef union region_register {
165
    struct region_register_map map;
165
    struct region_register_map map;
166
    unsigned long long word;
166
    unsigned long long word;
167
} region_register;
167
} region_register;
168
 
168
 
169
struct pta_register_map {
169
struct pta_register_map {
170
    unsigned ve : 1;
170
    unsigned ve : 1;
171
    unsigned : 1;
171
    unsigned : 1;
172
    unsigned size : 6;
172
    unsigned size : 6;
173
    unsigned vf : 1;
173
    unsigned vf : 1;
174
    unsigned : 6;
174
    unsigned : 6;
175
    unsigned long long base : 49;
175
    unsigned long long base : 49;
176
} __attribute__ ((packed));
176
} __attribute__ ((packed));
177
 
177
 
178
typedef union pta_register {
178
typedef union pta_register {
179
    struct pta_register_map map;
179
    struct pta_register_map map;
180
    __u64 word;
180
    uint64_t word;
181
} pta_register;
181
} pta_register;
182
 
182
 
183
/** Return Translation Hashed Entry Address.
183
/** Return Translation Hashed Entry Address.
184
 *
184
 *
185
 * VRN bits are used to read RID (ASID) from one
185
 * VRN bits are used to read RID (ASID) from one
186
 * of the eight region registers registers.
186
 * of the eight region registers registers.
187
 *
187
 *
188
 * @param va Virtual address including VRN bits.
188
 * @param va Virtual address including VRN bits.
189
 *
189
 *
190
 * @return Address of the head of VHPT collision chain.
190
 * @return Address of the head of VHPT collision chain.
191
 */
191
 */
192
static inline __u64 thash(__u64 va)
192
static inline uint64_t thash(uint64_t va)
193
{
193
{
194
    __u64 ret;
194
    uint64_t ret;
195
 
195
 
196
    __asm__ volatile ("thash %0 = %1\n" : "=r" (ret) : "r" (va));
196
    __asm__ volatile ("thash %0 = %1\n" : "=r" (ret) : "r" (va));
197
 
197
 
198
    return ret;
198
    return ret;
199
}
199
}
200
 
200
 
201
/** Return Translation Hashed Entry Tag.
201
/** Return Translation Hashed Entry Tag.
202
 *
202
 *
203
 * VRN bits are used to read RID (ASID) from one
203
 * VRN bits are used to read RID (ASID) from one
204
 * of the eight region registers.
204
 * of the eight region registers.
205
 *
205
 *
206
 * @param va Virtual address including VRN bits.
206
 * @param va Virtual address including VRN bits.
207
 *
207
 *
208
 * @return The unique tag for VPN and RID in the collision chain returned by thash().
208
 * @return The unique tag for VPN and RID in the collision chain returned by thash().
209
 */
209
 */
210
static inline __u64 ttag(__u64 va)
210
static inline uint64_t ttag(uint64_t va)
211
{
211
{
212
    __u64 ret;
212
    uint64_t ret;
213
 
213
 
214
    __asm__ volatile ("ttag %0 = %1\n" : "=r" (ret) : "r" (va));
214
    __asm__ volatile ("ttag %0 = %1\n" : "=r" (ret) : "r" (va));
215
 
215
 
216
    return ret;
216
    return ret;
217
}
217
}
218
 
218
 
219
/** Read Region Register.
219
/** Read Region Register.
220
 *
220
 *
221
 * @param i Region register index.
221
 * @param i Region register index.
222
 *
222
 *
223
 * @return Current contents of rr[i].
223
 * @return Current contents of rr[i].
224
 */
224
 */
225
static inline __u64 rr_read(index_t i)
225
static inline uint64_t rr_read(index_t i)
226
{
226
{
227
    __u64 ret;
227
    uint64_t ret;
228
    ASSERT(i < REGION_REGISTERS);
228
    ASSERT(i < REGION_REGISTERS);
229
    __asm__ volatile ("mov %0 = rr[%1]\n" : "=r" (ret) : "r" (i << VRN_SHIFT));
229
    __asm__ volatile ("mov %0 = rr[%1]\n" : "=r" (ret) : "r" (i << VRN_SHIFT));
230
    return ret;
230
    return ret;
231
}
231
}
232
 
232
 
233
/** Write Region Register.
233
/** Write Region Register.
234
 *
234
 *
235
 * @param i Region register index.
235
 * @param i Region register index.
236
 * @param v Value to be written to rr[i].
236
 * @param v Value to be written to rr[i].
237
 */
237
 */
238
static inline void rr_write(index_t i, __u64 v)
238
static inline void rr_write(index_t i, uint64_t v)
239
{
239
{
240
    ASSERT(i < REGION_REGISTERS);
240
    ASSERT(i < REGION_REGISTERS);
241
    __asm__ volatile (
241
    __asm__ volatile (
242
        "mov rr[%0] = %1\n"
242
        "mov rr[%0] = %1\n"
243
        :
243
        :
244
        : "r" (i << VRN_SHIFT), "r" (v)
244
        : "r" (i << VRN_SHIFT), "r" (v)
245
    );
245
    );
246
}
246
}
247
 
247
 
248
/** Read Page Table Register.
248
/** Read Page Table Register.
249
 *
249
 *
250
 * @return Current value stored in PTA.
250
 * @return Current value stored in PTA.
251
 */
251
 */
252
static inline __u64 pta_read(void)
252
static inline uint64_t pta_read(void)
253
{
253
{
254
    __u64 ret;
254
    uint64_t ret;
255
   
255
   
256
    __asm__ volatile ("mov %0 = cr.pta\n" : "=r" (ret));
256
    __asm__ volatile ("mov %0 = cr.pta\n" : "=r" (ret));
257
   
257
   
258
    return ret;
258
    return ret;
259
}
259
}
260
 
260
 
261
/** Write Page Table Register.
261
/** Write Page Table Register.
262
 *
262
 *
263
 * @param v New value to be stored in PTA.
263
 * @param v New value to be stored in PTA.
264
 */
264
 */
265
static inline void pta_write(__u64 v)
265
static inline void pta_write(uint64_t v)
266
{
266
{
267
    __asm__ volatile ("mov cr.pta = %0\n" : : "r" (v));
267
    __asm__ volatile ("mov cr.pta = %0\n" : : "r" (v));
268
}
268
}
269
 
269
 
270
extern void page_arch_init(void);
270
extern void page_arch_init(void);
271
 
271
 
272
extern vhpt_entry_t *vhpt_hash(__address page, asid_t asid);
272
extern vhpt_entry_t *vhpt_hash(uintptr_t page, asid_t asid);
273
extern bool vhpt_compare(__address page, asid_t asid, vhpt_entry_t *v);
273
extern bool vhpt_compare(uintptr_t page, asid_t asid, vhpt_entry_t *v);
274
extern void vhpt_set_record(vhpt_entry_t *v, __address page, asid_t asid, __address frame, int flags);
274
extern void vhpt_set_record(vhpt_entry_t *v, uintptr_t page, asid_t asid, uintptr_t frame, int flags);
275
 
275
 
276
#endif /* __ASM__ */
276
#endif /* __ASM__ */
277
 
277
 
278
#endif /* KERNEL */
278
#endif /* KERNEL */
279
 
279
 
280
#endif
280
#endif
281
 
281
 
282
 /** @}
282
/** @}
283
 */
283
 */
284
 
-
 
285
 
284