Subversion Repositories HelenOS

Rev

Rev 1868 | Rev 1881 | Go to most recent revision | Only display areas with differences | Ignore whitespace | Details | Blame | Last modification | View Log | RSS feed

Rev 1868 Rev 1880
1
#
1
#
2
# Copyright (C) 2005 Jakub Jermar
2
# Copyright (C) 2005 Jakub Jermar
3
# All rights reserved.
3
# All rights reserved.
4
#
4
#
5
# Redistribution and use in source and binary forms, with or without
5
# Redistribution and use in source and binary forms, with or without
6
# modification, are permitted provided that the following conditions
6
# modification, are permitted provided that the following conditions
7
# are met:
7
# are met:
8
#
8
#
9
# - Redistributions of source code must retain the above copyright
9
# - Redistributions of source code must retain the above copyright
10
#   notice, this list of conditions and the following disclaimer.
10
#   notice, this list of conditions and the following disclaimer.
11
# - Redistributions in binary form must reproduce the above copyright
11
# - Redistributions in binary form must reproduce the above copyright
12
#   notice, this list of conditions and the following disclaimer in the
12
#   notice, this list of conditions and the following disclaimer in the
13
#   documentation and/or other materials provided with the distribution.
13
#   documentation and/or other materials provided with the distribution.
14
# - The name of the author may not be used to endorse or promote products
14
# - The name of the author may not be used to endorse or promote products
15
#   derived from this software without specific prior written permission.
15
#   derived from this software without specific prior written permission.
16
#
16
#
17
# THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
17
# THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
18
# IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
18
# IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
19
# OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
19
# OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
20
# IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
20
# IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
21
# INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
21
# INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
22
# NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
22
# NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
23
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
24
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
25
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
26
# THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26
# THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27
#
27
#
28
 
28
 
29
#include <arch/regdef.h>
29
#include <arch/regdef.h>
30
#include <arch/boot/boot.h>
30
#include <arch/boot/boot.h>
31
 
31
 
32
#include <arch/mm/mmu.h>
32
#include <arch/mm/mmu.h>
33
#include <arch/mm/tlb.h>
33
#include <arch/mm/tlb.h>
34
#include <arch/mm/tte.h>
34
#include <arch/mm/tte.h>
35
 
35
 
36
.register %g2, #scratch
36
.register %g2, #scratch
37
.register %g3, #scratch
37
.register %g3, #scratch
38
 
38
 
39
.section K_TEXT_START, "ax"
39
.section K_TEXT_START, "ax"
40
 
40
 
41
/*
41
/*
42
 * Here is where the kernel is passed control
42
 * Here is where the kernel is passed control
43
 * from the boot loader.
43
 * from the boot loader.
44
 * 
44
 * 
45
 * The registers are expected to be in this state:
45
 * The registers are expected to be in this state:
46
 * - %o0 bootinfo structure address
46
 * - %o0 bootinfo structure address
47
 * - %o1 bootinfo structure size
47
 * - %o1 bootinfo structure size
48
 *
48
 *
49
 * Moreover, we depend on boot having established the
49
 * Moreover, we depend on boot having established the
50
 * following environment:
50
 * following environment:
51
 * - TLBs are on
51
 * - TLBs are on
52
 * - identity mapping for the kernel image
52
 * - identity mapping for the kernel image
53
 * - identity mapping for memory stack
53
 * - identity mapping for memory stack
54
 */
54
 */
55
 
55
 
56
.global kernel_image_start
56
.global kernel_image_start
57
kernel_image_start:
57
kernel_image_start:
58
 
58
 
59
	/*
59
	/*
60
	 * Setup basic runtime environment.
60
	 * Setup basic runtime environment.
61
	 */
61
	 */
62
 
62
 
63
	flushw				! flush all but the active register window
63
	flushw				! flush all but the active register window
64
	wrpr %g0, 0, %tl		! TL = 0, primary context register is used
64
	wrpr %g0, 0, %tl		! TL = 0, primary context register is used
65
 
65
 
66
	! Disable interrupts and disable 32-bit address masking.
66
	! Disable interrupts and disable 32-bit address masking.
67
	rdpr %pstate, %g1
67
	rdpr %pstate, %g1
68
	and %g1, ~(PSTATE_AM_BIT|PSTATE_IE_BIT), %g1
68
	and %g1, ~(PSTATE_AM_BIT|PSTATE_IE_BIT), %g1
69
	wrpr %g1, 0, %pstate
69
	wrpr %g1, 0, %pstate
70
 
70
 
71
	wrpr %g0, 0, %pil		! intialize %pil
71
	wrpr %g0, 0, %pil		! intialize %pil
72
 
72
 
73
	/*
73
	/*
74
	 * Copy the bootinfo structure passed from the boot loader
74
	 * Copy the bootinfo structure passed from the boot loader
75
	 * to the kernel bootinfo structure.
75
	 * to the kernel bootinfo structure.
76
	 */
76
	 */
77
	mov %o1, %o2
77
	mov %o1, %o2
78
	mov %o0, %o1
78
	mov %o0, %o1
79
	set bootinfo, %o0
79
	sethi %hi(bootinfo), %o0
80
	call memcpy
80
	call memcpy
81
	nop
81
	or %o0, %lo(bootinfo), %o0
82
 
82
 
83
	/*
83
	/*
84
	 * Switch to kernel trap table.
84
	 * Switch to kernel trap table.
85
	 */
85
	 */
86
	set trap_table, %g1
86
	sethi %hi(trap_table), %g1
87
	wrpr %g1, 0, %tba
87
	wrpr %g1, %lo(trap_table), %tba
88
 
88
 
89
	/* 
89
	/* 
90
	 * Take over the DMMU by installing global locked
90
	 * Take over the DMMU by installing global locked
91
	 * TTE entry identically mapping the first 4M
91
	 * TTE entry identically mapping the first 4M
92
	 * of memory.
92
	 * of memory.
93
	 *
93
	 *
94
	 * In case of DMMU, no FLUSH instructions need to be
94
	 * In case of DMMU, no FLUSH instructions need to be
95
	 * issued. Because of that, the old DTLB contents can
95
	 * issued. Because of that, the old DTLB contents can
96
	 * be demapped pretty straightforwardly and without
96
	 * be demapped pretty straightforwardly and without
97
	 * causing any traps.
97
	 * causing any traps.
98
	 */
98
	 */
99
 
99
 
100
	wr %g0, ASI_DMMU, %asi
100
	wr %g0, ASI_DMMU, %asi
101
 
101
 
102
#define SET_TLB_DEMAP_CMD(r1, context_id) \
102
#define SET_TLB_DEMAP_CMD(r1, context_id) \
103
	set (TLB_DEMAP_CONTEXT<<TLB_DEMAP_TYPE_SHIFT) | (context_id<<TLB_DEMAP_CONTEXT_SHIFT), %r1
103
	set (TLB_DEMAP_CONTEXT<<TLB_DEMAP_TYPE_SHIFT) | (context_id<<TLB_DEMAP_CONTEXT_SHIFT), %r1
104
	
104
	
105
	! demap context 0
105
	! demap context 0
106
	SET_TLB_DEMAP_CMD(g1, TLB_DEMAP_NUCLEUS)
106
	SET_TLB_DEMAP_CMD(g1, TLB_DEMAP_NUCLEUS)
107
	stxa %g0, [%g1] ASI_DMMU_DEMAP			
107
	stxa %g0, [%g1] ASI_DMMU_DEMAP			
108
	membar #Sync
108
	membar #Sync
109
 
109
 
110
#define SET_TLB_TAG(r1, context) \
110
#define SET_TLB_TAG(r1, context) \
111
	set VMA | (context<<TLB_TAG_ACCESS_CONTEXT_SHIFT), %r1
111
	set VMA | (context<<TLB_TAG_ACCESS_CONTEXT_SHIFT), %r1
112
 
112
 
113
	! write DTLB tag
113
	! write DTLB tag
114
	SET_TLB_TAG(g1, MEM_CONTEXT_KERNEL)
114
	SET_TLB_TAG(g1, MEM_CONTEXT_KERNEL)
115
	stxa %g1, [VA_DMMU_TAG_ACCESS] %asi			
115
	stxa %g1, [VA_DMMU_TAG_ACCESS] %asi			
116
	membar #Sync
116
	membar #Sync
117
 
117
 
118
#define SET_TLB_DATA(r1, r2, imm) \
118
#define SET_TLB_DATA(r1, r2, imm) \
119
	set TTE_L | TTE_CP | TTE_P | TTE_W | LMA | imm, %r1; \
119
	set TTE_L | TTE_CP | TTE_P | TTE_W | LMA | imm, %r1; \
120
	set PAGESIZE_4M, %r2; \
120
	set PAGESIZE_4M, %r2; \
121
	sllx %r2, TTE_SIZE_SHIFT, %r2; \
121
	sllx %r2, TTE_SIZE_SHIFT, %r2; \
122
	or %r1, %r2, %r1; \
122
	or %r1, %r2, %r1; \
123
	set 1, %r2; \
123
	mov 1, %r2; \
124
	sllx %r2, TTE_V_SHIFT, %r2; \
124
	sllx %r2, TTE_V_SHIFT, %r2; \
125
	or %r1, %r2, %r1;
125
	or %r1, %r2, %r1;
126
	
126
	
127
	! write DTLB data and install the kernel mapping
127
	! write DTLB data and install the kernel mapping
128
	SET_TLB_DATA(g1, g2, 0)			! use non-global mapping
128
	SET_TLB_DATA(g1, g2, 0)			! use non-global mapping
129
	stxa %g1, [%g0] ASI_DTLB_DATA_IN_REG		
129
	stxa %g1, [%g0] ASI_DTLB_DATA_IN_REG		
130
	membar #Sync
130
	membar #Sync
131
 
131
 
132
	/*
132
	/*
133
	 * Because we cannot use global mappings (because we want to
133
	 * Because we cannot use global mappings (because we want to
134
	 * have separate 64-bit address spaces for both the kernel
134
	 * have separate 64-bit address spaces for both the kernel
135
	 * and the userspace), we prepare the identity mapping also in
135
	 * and the userspace), we prepare the identity mapping also in
136
	 * context 1. This step is required by the
136
	 * context 1. This step is required by the
137
	 * code installing the ITLB mapping.
137
	 * code installing the ITLB mapping.
138
	 */
138
	 */
139
	! write DTLB tag of context 1 (i.e. MEM_CONTEXT_TEMP)
139
	! write DTLB tag of context 1 (i.e. MEM_CONTEXT_TEMP)
140
	SET_TLB_TAG(g1, MEM_CONTEXT_TEMP)
140
	SET_TLB_TAG(g1, MEM_CONTEXT_TEMP)
141
	stxa %g1, [VA_DMMU_TAG_ACCESS] %asi			
141
	stxa %g1, [VA_DMMU_TAG_ACCESS] %asi			
142
	membar #Sync
142
	membar #Sync
143
 
143
 
144
	! write DTLB data and install the kernel mapping in context 1
144
	! write DTLB data and install the kernel mapping in context 1
145
	SET_TLB_DATA(g1, g2, 0)			! use non-global mapping
145
	SET_TLB_DATA(g1, g2, 0)			! use non-global mapping
146
	stxa %g1, [%g0] ASI_DTLB_DATA_IN_REG		
146
	stxa %g1, [%g0] ASI_DTLB_DATA_IN_REG		
147
	membar #Sync
147
	membar #Sync
148
	
148
	
149
	/*
149
	/*
150
	 * Now is time to take over the IMMU.
150
	 * Now is time to take over the IMMU.
151
	 * Unfortunatelly, it cannot be done as easily as the DMMU,
151
	 * Unfortunatelly, it cannot be done as easily as the DMMU,
152
	 * because the IMMU is mapping the code it executes.
152
	 * because the IMMU is mapping the code it executes.
153
	 *
153
	 *
154
	 * [ Note that brave experiments with disabling the IMMU
154
	 * [ Note that brave experiments with disabling the IMMU
155
	 * and using the DMMU approach failed after a dozen
155
	 * and using the DMMU approach failed after a dozen
156
	 * of desparate days with only little success. ]
156
	 * of desparate days with only little success. ]
157
	 *
157
	 *
158
	 * The approach used here is inspired from OpenBSD.
158
	 * The approach used here is inspired from OpenBSD.
159
	 * First, the kernel creates IMMU mapping for itself
159
	 * First, the kernel creates IMMU mapping for itself
160
	 * in context 1 (MEM_CONTEXT_TEMP) and switches to
160
	 * in context 1 (MEM_CONTEXT_TEMP) and switches to
161
	 * it. Context 0 (MEM_CONTEXT_KERNEL) can be demapped
161
	 * it. Context 0 (MEM_CONTEXT_KERNEL) can be demapped
162
	 * afterwards and replaced with the kernel permanent
162
	 * afterwards and replaced with the kernel permanent
163
	 * mapping. Finally, the kernel switches back to
163
	 * mapping. Finally, the kernel switches back to
164
	 * context 0 and demaps context 1.
164
	 * context 0 and demaps context 1.
165
	 *
165
	 *
166
	 * Moreover, the IMMU requires use of the FLUSH instructions.
166
	 * Moreover, the IMMU requires use of the FLUSH instructions.
167
	 * But that is OK because we always use operands with
167
	 * But that is OK because we always use operands with
168
	 * addresses already mapped by the taken over DTLB.
168
	 * addresses already mapped by the taken over DTLB.
169
	 */
169
	 */
170
	
170
	
171
	set kernel_image_start, %g5
171
	set kernel_image_start, %g5
172
	
172
	
173
	! write ITLB tag of context 1
173
	! write ITLB tag of context 1
174
	SET_TLB_TAG(g1, MEM_CONTEXT_TEMP)
174
	SET_TLB_TAG(g1, MEM_CONTEXT_TEMP)
175
	set VA_DMMU_TAG_ACCESS, %g2
175
	mov VA_DMMU_TAG_ACCESS, %g2
176
	stxa %g1, [%g2] ASI_IMMU
176
	stxa %g1, [%g2] ASI_IMMU
177
	flush %g5
177
	flush %g5
178
 
178
 
179
	! write ITLB data and install the temporary mapping in context 1
179
	! write ITLB data and install the temporary mapping in context 1
180
	SET_TLB_DATA(g1, g2, 0)			! use non-global mapping
180
	SET_TLB_DATA(g1, g2, 0)			! use non-global mapping
181
	stxa %g1, [%g0] ASI_ITLB_DATA_IN_REG		
181
	stxa %g1, [%g0] ASI_ITLB_DATA_IN_REG		
182
	flush %g5
182
	flush %g5
183
	
183
	
184
	! switch to context 1
184
	! switch to context 1
185
	set MEM_CONTEXT_TEMP, %g1
185
	mov MEM_CONTEXT_TEMP, %g1
186
	stxa %g1, [VA_PRIMARY_CONTEXT_REG] %asi	! ASI_DMMU is correct here !!!
186
	stxa %g1, [VA_PRIMARY_CONTEXT_REG] %asi	! ASI_DMMU is correct here !!!
187
	flush %g5
187
	flush %g5
188
	
188
	
189
	! demap context 0
189
	! demap context 0
190
	SET_TLB_DEMAP_CMD(g1, TLB_DEMAP_NUCLEUS)
190
	SET_TLB_DEMAP_CMD(g1, TLB_DEMAP_NUCLEUS)
191
	stxa %g0, [%g1] ASI_IMMU_DEMAP			
191
	stxa %g0, [%g1] ASI_IMMU_DEMAP			
192
	flush %g5
192
	flush %g5
193
	
193
	
194
	! write ITLB tag of context 0
194
	! write ITLB tag of context 0
195
	SET_TLB_TAG(g1, MEM_CONTEXT_KERNEL)
195
	SET_TLB_TAG(g1, MEM_CONTEXT_KERNEL)
196
	set VA_DMMU_TAG_ACCESS, %g2
196
	mov VA_DMMU_TAG_ACCESS, %g2
197
	stxa %g1, [%g2] ASI_IMMU
197
	stxa %g1, [%g2] ASI_IMMU
198
	flush %g5
198
	flush %g5
199
 
199
 
200
	! write ITLB data and install the permanent kernel mapping in context 0
200
	! write ITLB data and install the permanent kernel mapping in context 0
201
	SET_TLB_DATA(g1, g2, 0)			! use non-global mapping
201
	SET_TLB_DATA(g1, g2, 0)			! use non-global mapping
202
	stxa %g1, [%g0] ASI_ITLB_DATA_IN_REG		
202
	stxa %g1, [%g0] ASI_ITLB_DATA_IN_REG		
203
	flush %g5
203
	flush %g5
204
 
204
 
205
	! switch to context 0
205
	! switch to context 0
206
	stxa %g0, [VA_PRIMARY_CONTEXT_REG] %asi	! ASI_DMMU is correct here !!!
206
	stxa %g0, [VA_PRIMARY_CONTEXT_REG] %asi	! ASI_DMMU is correct here !!!
207
	flush %g5
207
	flush %g5
208
 
208
 
209
	! ensure nucleus mapping
209
	! ensure nucleus mapping
210
	wrpr %g0, 1, %tl
210
	wrpr %g0, 1, %tl
211
 
211
 
212
	! set context 1 in the primary context register
212
	! set context 1 in the primary context register
213
	set MEM_CONTEXT_TEMP, %g1
213
	mov MEM_CONTEXT_TEMP, %g1
214
	stxa %g1, [VA_PRIMARY_CONTEXT_REG] %asi	! ASI_DMMU is correct here !!!
214
	stxa %g1, [VA_PRIMARY_CONTEXT_REG] %asi	! ASI_DMMU is correct here !!!
215
	flush %g5
215
	flush %g5
216
 
216
 
217
	! demap context 1
217
	! demap context 1
218
	SET_TLB_DEMAP_CMD(g1, TLB_DEMAP_PRIMARY)
218
	SET_TLB_DEMAP_CMD(g1, TLB_DEMAP_PRIMARY)
219
	stxa %g0, [%g1] ASI_IMMU_DEMAP			
219
	stxa %g0, [%g1] ASI_IMMU_DEMAP			
220
	flush %g5
220
	flush %g5
221
	
221
	
222
	! set context 0 in the primary context register
222
	! set context 0 in the primary context register
223
	stxa %g0, [VA_PRIMARY_CONTEXT_REG] %asi	! ASI_DMMU is correct here !!!
223
	stxa %g0, [VA_PRIMARY_CONTEXT_REG] %asi	! ASI_DMMU is correct here !!!
224
	flush %g5
224
	flush %g5
225
	
225
	
226
	! set TL back to 0
226
	! set TL back to 0
227
	wrpr %g0, 0, %tl
227
	wrpr %g0, 0, %tl
228
 
228
 
229
	call arch_pre_main
229
	call arch_pre_main
230
	nop
230
	nop
231
	
231
	
232
	call main_bsp
232
	call main_bsp
233
	nop
233
	nop
234
 
234
 
235
	/* Not reached. */
235
	/* Not reached. */
236
 
236
 
237
2:
237
2:
238
	b 2b
238
	b 2b
239
	nop
239
	nop
240
 
240