Subversion Repositories HelenOS

Rev

Rev 3940 | Rev 3973 | Go to most recent revision | Only display areas with differences | Regard whitespace | Details | Blame | Last modification | View Log | RSS feed

Rev 3940 Rev 3971
1
/*
1
/*
2
 * Copyright (c) 2006 Jakub Jermar
2
 * Copyright (c) 2006 Jakub Jermar
3
 * Copyright (c) 2006 Jakub Vana
3
 * Copyright (c) 2006 Jakub Vana
4
 * All rights reserved.
4
 * All rights reserved.
5
 *
5
 *
6
 * Redistribution and use in source and binary forms, with or without
6
 * Redistribution and use in source and binary forms, with or without
7
 * modification, are permitted provided that the following conditions
7
 * modification, are permitted provided that the following conditions
8
 * are met:
8
 * are met:
9
 *
9
 *
10
 * - Redistributions of source code must retain the above copyright
10
 * - Redistributions of source code must retain the above copyright
11
 *   notice, this list of conditions and the following disclaimer.
11
 *   notice, this list of conditions and the following disclaimer.
12
 * - Redistributions in binary form must reproduce the above copyright
12
 * - Redistributions in binary form must reproduce the above copyright
13
 *   notice, this list of conditions and the following disclaimer in the
13
 *   notice, this list of conditions and the following disclaimer in the
14
 *   documentation and/or other materials provided with the distribution.
14
 *   documentation and/or other materials provided with the distribution.
15
 * - The name of the author may not be used to endorse or promote products
15
 * - The name of the author may not be used to endorse or promote products
16
 *   derived from this software without specific prior written permission.
16
 *   derived from this software without specific prior written permission.
17
 *
17
 *
18
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
18
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
19
 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
19
 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
20
 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
20
 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
21
 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
21
 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
22
 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
22
 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
23
 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23
 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
24
 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24
 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
25
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
26
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
26
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
27
 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27
 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
28
 */
28
 */
29
 
29
 
30
/** @addtogroup ia64mm
30
/** @addtogroup ia64mm
31
 * @{
31
 * @{
32
 */
32
 */
33
/** @file
33
/** @file
34
 */
34
 */
35
 
35
 
36
#include <arch/mm/page.h>
36
#include <arch/mm/page.h>
37
#include <genarch/mm/page_ht.h>
37
#include <genarch/mm/page_ht.h>
38
#include <mm/asid.h>
38
#include <mm/asid.h>
39
#include <arch/mm/asid.h>
39
#include <arch/mm/asid.h>
40
#include <arch/mm/vhpt.h>
40
#include <arch/mm/vhpt.h>
41
#include <arch/types.h>
41
#include <arch/types.h>
42
#include <print.h>
42
#include <print.h>
43
#include <mm/page.h>
43
#include <mm/page.h>
44
#include <mm/frame.h>
44
#include <mm/frame.h>
45
#include <config.h>
45
#include <config.h>
46
#include <panic.h>
46
#include <panic.h>
47
#include <arch/asm.h>
47
#include <arch/asm.h>
48
#include <arch/barrier.h>
48
#include <arch/barrier.h>
49
#include <memstr.h>
49
#include <memstr.h>
50
#include <align.h>
50
#include <align.h>
51
#include <ddi/ddi.h>
51
#include <ddi/ddi.h>
52
 
52
 
53
/** Physical memory area for devices. */
53
/** Physical memory area for devices. */
54
static parea_t dev_area;
54
static parea_t dev_area;
55
 
55
 
56
static void set_environment(void);
56
static void set_environment(void);
57
 
57
 
58
/** Initialize ia64 virtual address translation subsystem. */
58
/** Initialize ia64 virtual address translation subsystem. */
59
void page_arch_init(void)
59
void page_arch_init(void)
60
{
60
{
61
    page_mapping_operations = &ht_mapping_operations;
61
    page_mapping_operations = &ht_mapping_operations;
62
    pk_disable();
62
    pk_disable();
63
    set_environment();
63
    set_environment();
64
}
64
}
65
 
65
 
66
/** Initialize VHPT and region registers. */
66
/** Initialize VHPT and region registers. */
67
void set_environment(void)
67
void set_environment(void)
68
{
68
{
69
    region_register rr;
69
    region_register rr;
70
    pta_register pta;  
70
    pta_register pta;  
71
    int i;
71
    int i;
72
#ifdef CONFIG_VHPT  
72
#ifdef CONFIG_VHPT  
73
    uintptr_t vhpt_base;
73
    uintptr_t vhpt_base;
74
#endif
74
#endif
75
 
75
 
76
    /*
76
    /*
77
     * First set up kernel region register.
77
     * First set up kernel region register.
78
     * This is redundant (see start.S) but we keep it here just for sure.
78
     * This is redundant (see start.S) but we keep it here just for sure.
79
     */
79
     */
80
    rr.word = rr_read(VRN_KERNEL);
80
    rr.word = rr_read(VRN_KERNEL);
81
    rr.map.ve = 0;                  /* disable VHPT walker */
81
    rr.map.ve = 0;                  /* disable VHPT walker */
82
    rr.map.ps = PAGE_WIDTH;
82
    rr.map.ps = PAGE_WIDTH;
83
    rr.map.rid = ASID2RID(ASID_KERNEL, VRN_KERNEL);
83
    rr.map.rid = ASID2RID(ASID_KERNEL, VRN_KERNEL);
84
    rr_write(VRN_KERNEL, rr.word);
84
    rr_write(VRN_KERNEL, rr.word);
85
    srlz_i();
85
    srlz_i();
86
    srlz_d();
86
    srlz_d();
87
 
87
 
88
    /*
88
    /*
89
     * And setup the rest of region register.
89
     * And setup the rest of region register.
90
     */
90
     */
91
    for(i = 0; i < REGION_REGISTERS; i++) {
91
    for(i = 0; i < REGION_REGISTERS; i++) {
92
        /* skip kernel rr */
92
        /* skip kernel rr */
93
        if (i == VRN_KERNEL)
93
        if (i == VRN_KERNEL)
94
            continue;
94
            continue;
95
   
95
   
96
        rr.word = rr_read(i);
96
        rr.word = rr_read(i);
97
        rr.map.ve = 0;      /* disable VHPT walker */
97
        rr.map.ve = 0;      /* disable VHPT walker */
98
        rr.map.rid = RID_KERNEL;
98
        rr.map.rid = RID_KERNEL;
99
        rr.map.ps = PAGE_WIDTH;
99
        rr.map.ps = PAGE_WIDTH;
100
        rr_write(i, rr.word);
100
        rr_write(i, rr.word);
101
        srlz_i();
101
        srlz_i();
102
        srlz_d();
102
        srlz_d();
103
    }
103
    }
104
 
104
 
105
#ifdef CONFIG_VHPT  
105
#ifdef CONFIG_VHPT  
106
    vhpt_base = vhpt_set_up();
106
    vhpt_base = vhpt_set_up();
107
#endif
107
#endif
108
    /*
108
    /*
109
     * Set up PTA register.
109
     * Set up PTA register.
110
     */
110
     */
111
    pta.word = pta_read();
111
    pta.word = pta_read();
112
#ifndef CONFIG_VHPT
112
#ifndef CONFIG_VHPT
113
    pta.map.ve = 0;                   /* disable VHPT walker */
113
    pta.map.ve = 0;                   /* disable VHPT walker */
114
    pta.map.base = 0 >> PTA_BASE_SHIFT;
114
    pta.map.base = 0 >> PTA_BASE_SHIFT;
115
#else
115
#else
116
    pta.map.ve = 1;                   /* enable VHPT walker */
116
    pta.map.ve = 1;                   /* enable VHPT walker */
117
    pta.map.base = vhpt_base >> PTA_BASE_SHIFT;
117
    pta.map.base = vhpt_base >> PTA_BASE_SHIFT;
118
#endif
118
#endif
119
    pta.map.vf = 1;                   /* large entry format */
119
    pta.map.vf = 1;                   /* large entry format */
120
    pta.map.size = VHPT_WIDTH;
120
    pta.map.size = VHPT_WIDTH;
121
    pta_write(pta.word);
121
    pta_write(pta.word);
122
    srlz_i();
122
    srlz_i();
123
    srlz_d();
123
    srlz_d();
124
}
124
}
125
 
125
 
126
/** Calculate address of collision chain from VPN and ASID.
126
/** Calculate address of collision chain from VPN and ASID.
127
 *
127
 *
128
 * Interrupts must be disabled.
128
 * Interrupts must be disabled.
129
 *
129
 *
130
 * @param page      Address of virtual page including VRN bits.
130
 * @param page      Address of virtual page including VRN bits.
131
 * @param asid      Address space identifier.
131
 * @param asid      Address space identifier.
132
 *
132
 *
133
 * @return      VHPT entry address.
133
 * @return      VHPT entry address.
134
 */
134
 */
135
vhpt_entry_t *vhpt_hash(uintptr_t page, asid_t asid)
135
vhpt_entry_t *vhpt_hash(uintptr_t page, asid_t asid)
136
{
136
{
137
    region_register rr_save, rr;
137
    region_register rr_save, rr;
138
    index_t vrn;
138
    index_t vrn;
139
    rid_t rid;
139
    rid_t rid;
140
    vhpt_entry_t *v;
140
    vhpt_entry_t *v;
141
 
141
 
142
    vrn = page >> VRN_SHIFT;
142
    vrn = page >> VRN_SHIFT;
143
    rid = ASID2RID(asid, vrn);
143
    rid = ASID2RID(asid, vrn);
144
   
144
   
145
    rr_save.word = rr_read(vrn);
145
    rr_save.word = rr_read(vrn);
146
    if (rr_save.map.rid == rid) {
146
    if (rr_save.map.rid == rid) {
147
        /*
147
        /*
148
         * The RID is already in place, compute thash and return.
148
         * The RID is already in place, compute thash and return.
149
         */
149
         */
150
        v = (vhpt_entry_t *) thash(page);
150
        v = (vhpt_entry_t *) thash(page);
151
        return v;
151
        return v;
152
    }
152
    }
153
   
153
   
154
    /*
154
    /*
155
     * The RID must be written to some region register.
155
     * The RID must be written to some region register.
156
     * To speed things up, register indexed by vrn is used.
156
     * To speed things up, register indexed by vrn is used.
157
     */
157
     */
158
    rr.word = rr_save.word;
158
    rr.word = rr_save.word;
159
    rr.map.rid = rid;
159
    rr.map.rid = rid;
160
    rr_write(vrn, rr.word);
160
    rr_write(vrn, rr.word);
161
    srlz_i();
161
    srlz_i();
162
    v = (vhpt_entry_t *) thash(page);
162
    v = (vhpt_entry_t *) thash(page);
163
    rr_write(vrn, rr_save.word);
163
    rr_write(vrn, rr_save.word);
164
    srlz_i();
164
    srlz_i();
165
    srlz_d();
165
    srlz_d();
166
 
166
 
167
    return v;
167
    return v;
168
}
168
}
169
 
169
 
170
/** Compare ASID and VPN against PTE.
170
/** Compare ASID and VPN against PTE.
171
 *
171
 *
172
 * Interrupts must be disabled.
172
 * Interrupts must be disabled.
173
 *
173
 *
174
 * @param page      Address of virtual page including VRN bits.
174
 * @param page      Address of virtual page including VRN bits.
175
 * @param asid      Address space identifier.
175
 * @param asid      Address space identifier.
176
 *
176
 *
177
 * @return      True if page and asid match the page and asid of t,
177
 * @return      True if page and asid match the page and asid of t,
178
 *          false otherwise.
178
 *          false otherwise.
179
 */
179
 */
180
bool vhpt_compare(uintptr_t page, asid_t asid, vhpt_entry_t *v)
180
bool vhpt_compare(uintptr_t page, asid_t asid, vhpt_entry_t *v)
181
{
181
{
182
    region_register rr_save, rr;   
182
    region_register rr_save, rr;   
183
    index_t vrn;
183
    index_t vrn;
184
    rid_t rid;
184
    rid_t rid;
185
    bool match;
185
    bool match;
186
 
186
 
187
    ASSERT(v);
187
    ASSERT(v);
188
 
188
 
189
    vrn = page >> VRN_SHIFT;
189
    vrn = page >> VRN_SHIFT;
190
    rid = ASID2RID(asid, vrn);
190
    rid = ASID2RID(asid, vrn);
191
   
191
   
192
    rr_save.word = rr_read(vrn);
192
    rr_save.word = rr_read(vrn);
193
    if (rr_save.map.rid == rid) {
193
    if (rr_save.map.rid == rid) {
194
        /*
194
        /*
195
         * The RID is already in place, compare ttag with t and return.
195
         * The RID is already in place, compare ttag with t and return.
196
         */
196
         */
197
        return ttag(page) == v->present.tag.tag_word;
197
        return ttag(page) == v->present.tag.tag_word;
198
    }
198
    }
199
   
199
   
200
    /*
200
    /*
201
     * The RID must be written to some region register.
201
     * The RID must be written to some region register.
202
     * To speed things up, register indexed by vrn is used.
202
     * To speed things up, register indexed by vrn is used.
203
     */
203
     */
204
    rr.word = rr_save.word;
204
    rr.word = rr_save.word;
205
    rr.map.rid = rid;
205
    rr.map.rid = rid;
206
    rr_write(vrn, rr.word);
206
    rr_write(vrn, rr.word);
207
    srlz_i();
207
    srlz_i();
208
    match = (ttag(page) == v->present.tag.tag_word);
208
    match = (ttag(page) == v->present.tag.tag_word);
209
    rr_write(vrn, rr_save.word);
209
    rr_write(vrn, rr_save.word);
210
    srlz_i();
210
    srlz_i();
211
    srlz_d();
211
    srlz_d();
212
 
212
 
213
    return match;      
213
    return match;      
214
}
214
}
215
 
215
 
216
/** Set up one VHPT entry.
216
/** Set up one VHPT entry.
217
 *
217
 *
218
 * @param v VHPT entry to be set up.
218
 * @param v VHPT entry to be set up.
219
 * @param page      Virtual address of the page mapped by the entry.
219
 * @param page      Virtual address of the page mapped by the entry.
220
 * @param asid      Address space identifier of the address space to which
220
 * @param asid      Address space identifier of the address space to which
221
 *          page belongs.
221
 *          page belongs.
222
 * @param frame     Physical address of the frame to wich page is mapped.
222
 * @param frame     Physical address of the frame to wich page is mapped.
223
 * @param flags     Different flags for the mapping.
223
 * @param flags     Different flags for the mapping.
224
 */
224
 */
225
void
225
void
226
vhpt_set_record(vhpt_entry_t *v, uintptr_t page, asid_t asid, uintptr_t frame,
226
vhpt_set_record(vhpt_entry_t *v, uintptr_t page, asid_t asid, uintptr_t frame,
227
    int flags)
227
    int flags)
228
{
228
{
229
    region_register rr_save, rr;   
229
    region_register rr_save, rr;   
230
    index_t vrn;
230
    index_t vrn;
231
    rid_t rid;
231
    rid_t rid;
232
    uint64_t tag;
232
    uint64_t tag;
233
 
233
 
234
    ASSERT(v);
234
    ASSERT(v);
235
 
235
 
236
    vrn = page >> VRN_SHIFT;
236
    vrn = page >> VRN_SHIFT;
237
    rid = ASID2RID(asid, vrn);
237
    rid = ASID2RID(asid, vrn);
238
   
238
   
239
    /*
239
    /*
240
     * Compute ttag.
240
     * Compute ttag.
241
     */
241
     */
242
    rr_save.word = rr_read(vrn);
242
    rr_save.word = rr_read(vrn);
243
    rr.word = rr_save.word;
243
    rr.word = rr_save.word;
244
    rr.map.rid = rid;
244
    rr.map.rid = rid;
245
    rr_write(vrn, rr.word);
245
    rr_write(vrn, rr.word);
246
    srlz_i();
246
    srlz_i();
247
    tag = ttag(page);
247
    tag = ttag(page);
248
    rr_write(vrn, rr_save.word);
248
    rr_write(vrn, rr_save.word);
249
    srlz_i();
249
    srlz_i();
250
    srlz_d();
250
    srlz_d();
251
   
251
   
252
    /*
252
    /*
253
     * Clear the entry.
253
     * Clear the entry.
254
     */
254
     */
255
    v->word[0] = 0;
255
    v->word[0] = 0;
256
    v->word[1] = 0;
256
    v->word[1] = 0;
257
    v->word[2] = 0;
257
    v->word[2] = 0;
258
    v->word[3] = 0;
258
    v->word[3] = 0;
259
   
259
   
260
    v->present.p = true;
260
    v->present.p = true;
261
    v->present.ma = (flags & PAGE_CACHEABLE) ?
261
    v->present.ma = (flags & PAGE_CACHEABLE) ?
262
        MA_WRITEBACK : MA_UNCACHEABLE;
262
        MA_WRITEBACK : MA_UNCACHEABLE;
263
    v->present.a = false;   /* not accessed */
263
    v->present.a = false;   /* not accessed */
264
    v->present.d = false;   /* not dirty */
264
    v->present.d = false;   /* not dirty */
265
    v->present.pl = (flags & PAGE_USER) ? PL_USER : PL_KERNEL;
265
    v->present.pl = (flags & PAGE_USER) ? PL_USER : PL_KERNEL;
266
    v->present.ar = (flags & PAGE_WRITE) ? AR_WRITE : AR_READ;
266
    v->present.ar = (flags & PAGE_WRITE) ? AR_WRITE : AR_READ;
267
    v->present.ar |= (flags & PAGE_EXEC) ? AR_EXECUTE : 0;
267
    v->present.ar |= (flags & PAGE_EXEC) ? AR_EXECUTE : 0;
268
    v->present.ppn = frame >> PPN_SHIFT;
268
    v->present.ppn = frame >> PPN_SHIFT;
269
    v->present.ed = false;  /* exception not deffered */
269
    v->present.ed = false;  /* exception not deffered */
270
    v->present.ps = PAGE_WIDTH;
270
    v->present.ps = PAGE_WIDTH;
271
    v->present.key = 0;
271
    v->present.key = 0;
272
    v->present.tag.tag_word = tag;
272
    v->present.tag.tag_word = tag;
273
}
273
}
274
 
274
 
275
uintptr_t hw_map(uintptr_t physaddr, size_t size __attribute__ ((unused)))
275
uintptr_t hw_map(uintptr_t physaddr, size_t size __attribute__ ((unused)))
276
{
276
{
277
    /* This is a dirty hack. */
277
    /* THIS is a dirty hack. */
278
    return PA2KA(physaddr);
278
    return (uintptr_t)((uint64_t)(PA2KA(physaddr)) + VIO_OFFSET);
279
}
279
}
280
 
280
 
281
void hw_area(void)
281
void hw_area(void)
282
{
282
{
283
    dev_area.pbase = end_frame;
283
    dev_area.pbase = end_frame;
284
    dev_area.frames = SIZE2FRAMES(0x7fffffffffffffffUL - end_frame);
284
    dev_area.frames = SIZE2FRAMES(0x7fffffffffffffffUL - end_frame);
285
    ddi_parea_register(&dev_area);
285
    ddi_parea_register(&dev_area);
286
}
286
}
287
 
287
 
288
/** @}
288
/** @}
289
 */
289
 */
290
 
290