Rev 1858 | Rev 1861 | Go to most recent revision | Only display areas with differences | Ignore whitespace | Details | Blame | Last modification | View Log | RSS feed
Rev 1858 | Rev 1860 | ||
---|---|---|---|
1 | # |
1 | # |
2 | # Copyright (C) 2005 Jakub Jermar |
2 | # Copyright (C) 2005 Jakub Jermar |
3 | # All rights reserved. |
3 | # All rights reserved. |
4 | # |
4 | # |
5 | # Redistribution and use in source and binary forms, with or without |
5 | # Redistribution and use in source and binary forms, with or without |
6 | # modification, are permitted provided that the following conditions |
6 | # modification, are permitted provided that the following conditions |
7 | # are met: |
7 | # are met: |
8 | # |
8 | # |
9 | # - Redistributions of source code must retain the above copyright |
9 | # - Redistributions of source code must retain the above copyright |
10 | # notice, this list of conditions and the following disclaimer. |
10 | # notice, this list of conditions and the following disclaimer. |
11 | # - Redistributions in binary form must reproduce the above copyright |
11 | # - Redistributions in binary form must reproduce the above copyright |
12 | # notice, this list of conditions and the following disclaimer in the |
12 | # notice, this list of conditions and the following disclaimer in the |
13 | # documentation and/or other materials provided with the distribution. |
13 | # documentation and/or other materials provided with the distribution. |
14 | # - The name of the author may not be used to endorse or promote products |
14 | # - The name of the author may not be used to endorse or promote products |
15 | # derived from this software without specific prior written permission. |
15 | # derived from this software without specific prior written permission. |
16 | # |
16 | # |
17 | # THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR |
17 | # THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR |
18 | # IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES |
18 | # IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES |
19 | # OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. |
19 | # OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. |
20 | # IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, |
20 | # IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, |
21 | # INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT |
21 | # INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT |
22 | # NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
22 | # NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
23 | # DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
23 | # DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
24 | # THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
24 | # THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
25 | # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF |
25 | # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF |
26 | # THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
26 | # THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
27 | # |
27 | # |
28 | 28 | ||
29 | /** |
29 | /** |
30 | * This file contains kernel trap table. |
30 | * This file contains kernel trap table. |
31 | */ |
31 | */ |
32 | 32 | ||
33 | .register %g2, #scratch |
33 | .register %g2, #scratch |
34 | .register %g3, #scratch |
34 | .register %g3, #scratch |
35 | 35 | ||
36 | .text |
36 | .text |
37 | 37 | ||
38 | #include <arch/trap/trap_table.h> |
38 | #include <arch/trap/trap_table.h> |
39 | #include <arch/trap/regwin.h> |
39 | #include <arch/trap/regwin.h> |
40 | #include <arch/trap/interrupt.h> |
40 | #include <arch/trap/interrupt.h> |
41 | #include <arch/trap/exception.h> |
41 | #include <arch/trap/exception.h> |
42 | #include <arch/trap/mmu.h> |
42 | #include <arch/trap/mmu.h> |
- | 43 | #include <arch/mm/mmu.h> |
|
43 | #include <arch/mm/page.h> |
44 | #include <arch/mm/page.h> |
44 | #include <arch/stack.h> |
45 | #include <arch/stack.h> |
45 | #include <arch/regdef.h> |
46 | #include <arch/regdef.h> |
46 | 47 | ||
47 | #define TABLE_SIZE TRAP_TABLE_SIZE |
48 | #define TABLE_SIZE TRAP_TABLE_SIZE |
48 | #define ENTRY_SIZE TRAP_TABLE_ENTRY_SIZE |
49 | #define ENTRY_SIZE TRAP_TABLE_ENTRY_SIZE |
49 | 50 | ||
50 | /* |
51 | /* |
51 | * Kernel trap table. |
52 | * Kernel trap table. |
52 | */ |
53 | */ |
53 | .align TABLE_SIZE |
54 | .align TABLE_SIZE |
54 | .global trap_table |
55 | .global trap_table |
55 | trap_table: |
56 | trap_table: |
56 | 57 | ||
57 | /* TT = 0x08, TL = 0, instruction_access_exception */ |
58 | /* TT = 0x08, TL = 0, instruction_access_exception */ |
58 | .org trap_table + TT_INSTRUCTION_ACCESS_EXCEPTION*ENTRY_SIZE |
59 | .org trap_table + TT_INSTRUCTION_ACCESS_EXCEPTION*ENTRY_SIZE |
59 | .global instruction_access_exception |
60 | .global instruction_access_exception |
60 | instruction_access_exception: |
61 | instruction_access_exception: |
61 | SIMPLE_HANDLER do_instruction_access_exc |
62 | SIMPLE_HANDLER do_instruction_access_exc |
62 | 63 | ||
63 | /* TT = 0x10, TL = 0, illegal_instruction */ |
64 | /* TT = 0x10, TL = 0, illegal_instruction */ |
64 | .org trap_table + TT_ILLEGAL_INSTRUCTION*ENTRY_SIZE |
65 | .org trap_table + TT_ILLEGAL_INSTRUCTION*ENTRY_SIZE |
65 | .global illegal_instruction |
66 | .global illegal_instruction |
66 | illegal_instruction: |
67 | illegal_instruction: |
67 | SIMPLE_HANDLER do_illegal_instruction |
68 | SIMPLE_HANDLER do_illegal_instruction |
68 | 69 | ||
69 | /* TT = 0x24, TL = 0, clean_window handler */ |
70 | /* TT = 0x24, TL = 0, clean_window handler */ |
70 | .org trap_table + TT_CLEAN_WINDOW*ENTRY_SIZE |
71 | .org trap_table + TT_CLEAN_WINDOW*ENTRY_SIZE |
71 | .global clean_window_handler |
72 | .global clean_window_handler |
72 | clean_window_handler: |
73 | clean_window_handler: |
73 | CLEAN_WINDOW_HANDLER |
74 | CLEAN_WINDOW_HANDLER |
74 | 75 | ||
75 | /* TT = 0x32, TL = 0, data_access_error */ |
76 | /* TT = 0x32, TL = 0, data_access_error */ |
76 | .org trap_table + TT_DATA_ACCESS_ERROR*ENTRY_SIZE |
77 | .org trap_table + TT_DATA_ACCESS_ERROR*ENTRY_SIZE |
77 | .global data_access_error |
78 | .global data_access_error |
78 | data_access_error: |
79 | data_access_error: |
79 | SIMPLE_HANDLER do_data_access_error |
80 | SIMPLE_HANDLER do_data_access_error |
80 | 81 | ||
81 | /* TT = 0x34, TL = 0, mem_address_not_aligned */ |
82 | /* TT = 0x34, TL = 0, mem_address_not_aligned */ |
82 | .org trap_table + TT_MEM_ADDRESS_NOT_ALIGNED*ENTRY_SIZE |
83 | .org trap_table + TT_MEM_ADDRESS_NOT_ALIGNED*ENTRY_SIZE |
83 | .global mem_address_not_aligned |
84 | .global mem_address_not_aligned |
84 | mem_address_not_aligned: |
85 | mem_address_not_aligned: |
85 | SIMPLE_HANDLER do_mem_address_not_aligned |
86 | SIMPLE_HANDLER do_mem_address_not_aligned |
86 | 87 | ||
87 | /* TT = 0x41, TL = 0, interrupt_level_1 handler */ |
88 | /* TT = 0x41, TL = 0, interrupt_level_1 handler */ |
88 | .org trap_table + TT_INTERRUPT_LEVEL_1*ENTRY_SIZE |
89 | .org trap_table + TT_INTERRUPT_LEVEL_1*ENTRY_SIZE |
89 | .global interrupt_level_1_handler |
90 | .global interrupt_level_1_handler |
90 | interrupt_level_1_handler: |
91 | interrupt_level_1_handler: |
91 | INTERRUPT_LEVEL_N_HANDLER 1 |
92 | INTERRUPT_LEVEL_N_HANDLER 1 |
92 | 93 | ||
93 | /* TT = 0x42, TL = 0, interrupt_level_2 handler */ |
94 | /* TT = 0x42, TL = 0, interrupt_level_2 handler */ |
94 | .org trap_table + TT_INTERRUPT_LEVEL_2*ENTRY_SIZE |
95 | .org trap_table + TT_INTERRUPT_LEVEL_2*ENTRY_SIZE |
95 | .global interrupt_level_2_handler |
96 | .global interrupt_level_2_handler |
96 | interrupt_level_2_handler: |
97 | interrupt_level_2_handler: |
97 | INTERRUPT_LEVEL_N_HANDLER 2 |
98 | INTERRUPT_LEVEL_N_HANDLER 2 |
98 | 99 | ||
99 | /* TT = 0x43, TL = 0, interrupt_level_3 handler */ |
100 | /* TT = 0x43, TL = 0, interrupt_level_3 handler */ |
100 | .org trap_table + TT_INTERRUPT_LEVEL_3*ENTRY_SIZE |
101 | .org trap_table + TT_INTERRUPT_LEVEL_3*ENTRY_SIZE |
101 | .global interrupt_level_3_handler |
102 | .global interrupt_level_3_handler |
102 | interrupt_level_3_handler: |
103 | interrupt_level_3_handler: |
103 | INTERRUPT_LEVEL_N_HANDLER 3 |
104 | INTERRUPT_LEVEL_N_HANDLER 3 |
104 | 105 | ||
105 | /* TT = 0x44, TL = 0, interrupt_level_4 handler */ |
106 | /* TT = 0x44, TL = 0, interrupt_level_4 handler */ |
106 | .org trap_table + TT_INTERRUPT_LEVEL_4*ENTRY_SIZE |
107 | .org trap_table + TT_INTERRUPT_LEVEL_4*ENTRY_SIZE |
107 | .global interrupt_level_4_handler |
108 | .global interrupt_level_4_handler |
108 | interrupt_level_4_handler: |
109 | interrupt_level_4_handler: |
109 | INTERRUPT_LEVEL_N_HANDLER 4 |
110 | INTERRUPT_LEVEL_N_HANDLER 4 |
110 | 111 | ||
111 | /* TT = 0x45, TL = 0, interrupt_level_5 handler */ |
112 | /* TT = 0x45, TL = 0, interrupt_level_5 handler */ |
112 | .org trap_table + TT_INTERRUPT_LEVEL_5*ENTRY_SIZE |
113 | .org trap_table + TT_INTERRUPT_LEVEL_5*ENTRY_SIZE |
113 | .global interrupt_level_5_handler |
114 | .global interrupt_level_5_handler |
114 | interrupt_level_5_handler: |
115 | interrupt_level_5_handler: |
115 | INTERRUPT_LEVEL_N_HANDLER 5 |
116 | INTERRUPT_LEVEL_N_HANDLER 5 |
116 | 117 | ||
117 | /* TT = 0x46, TL = 0, interrupt_level_6 handler */ |
118 | /* TT = 0x46, TL = 0, interrupt_level_6 handler */ |
118 | .org trap_table + TT_INTERRUPT_LEVEL_6*ENTRY_SIZE |
119 | .org trap_table + TT_INTERRUPT_LEVEL_6*ENTRY_SIZE |
119 | .global interrupt_level_6_handler |
120 | .global interrupt_level_6_handler |
120 | interrupt_level_6_handler: |
121 | interrupt_level_6_handler: |
121 | INTERRUPT_LEVEL_N_HANDLER 6 |
122 | INTERRUPT_LEVEL_N_HANDLER 6 |
122 | 123 | ||
123 | /* TT = 0x47, TL = 0, interrupt_level_7 handler */ |
124 | /* TT = 0x47, TL = 0, interrupt_level_7 handler */ |
124 | .org trap_table + TT_INTERRUPT_LEVEL_7*ENTRY_SIZE |
125 | .org trap_table + TT_INTERRUPT_LEVEL_7*ENTRY_SIZE |
125 | .global interrupt_level_7_handler |
126 | .global interrupt_level_7_handler |
126 | interrupt_level_7_handler: |
127 | interrupt_level_7_handler: |
127 | INTERRUPT_LEVEL_N_HANDLER 7 |
128 | INTERRUPT_LEVEL_N_HANDLER 7 |
128 | 129 | ||
129 | /* TT = 0x48, TL = 0, interrupt_level_8 handler */ |
130 | /* TT = 0x48, TL = 0, interrupt_level_8 handler */ |
130 | .org trap_table + TT_INTERRUPT_LEVEL_8*ENTRY_SIZE |
131 | .org trap_table + TT_INTERRUPT_LEVEL_8*ENTRY_SIZE |
131 | .global interrupt_level_8_handler |
132 | .global interrupt_level_8_handler |
132 | interrupt_level_8_handler: |
133 | interrupt_level_8_handler: |
133 | INTERRUPT_LEVEL_N_HANDLER 8 |
134 | INTERRUPT_LEVEL_N_HANDLER 8 |
134 | 135 | ||
135 | /* TT = 0x49, TL = 0, interrupt_level_9 handler */ |
136 | /* TT = 0x49, TL = 0, interrupt_level_9 handler */ |
136 | .org trap_table + TT_INTERRUPT_LEVEL_9*ENTRY_SIZE |
137 | .org trap_table + TT_INTERRUPT_LEVEL_9*ENTRY_SIZE |
137 | .global interrupt_level_9_handler |
138 | .global interrupt_level_9_handler |
138 | interrupt_level_9_handler: |
139 | interrupt_level_9_handler: |
139 | INTERRUPT_LEVEL_N_HANDLER 9 |
140 | INTERRUPT_LEVEL_N_HANDLER 9 |
140 | 141 | ||
141 | /* TT = 0x4a, TL = 0, interrupt_level_10 handler */ |
142 | /* TT = 0x4a, TL = 0, interrupt_level_10 handler */ |
142 | .org trap_table + TT_INTERRUPT_LEVEL_10*ENTRY_SIZE |
143 | .org trap_table + TT_INTERRUPT_LEVEL_10*ENTRY_SIZE |
143 | .global interrupt_level_10_handler |
144 | .global interrupt_level_10_handler |
144 | interrupt_level_10_handler: |
145 | interrupt_level_10_handler: |
145 | INTERRUPT_LEVEL_N_HANDLER 10 |
146 | INTERRUPT_LEVEL_N_HANDLER 10 |
146 | 147 | ||
147 | /* TT = 0x4b, TL = 0, interrupt_level_11 handler */ |
148 | /* TT = 0x4b, TL = 0, interrupt_level_11 handler */ |
148 | .org trap_table + TT_INTERRUPT_LEVEL_11*ENTRY_SIZE |
149 | .org trap_table + TT_INTERRUPT_LEVEL_11*ENTRY_SIZE |
149 | .global interrupt_level_11_handler |
150 | .global interrupt_level_11_handler |
150 | interrupt_level_11_handler: |
151 | interrupt_level_11_handler: |
151 | INTERRUPT_LEVEL_N_HANDLER 11 |
152 | INTERRUPT_LEVEL_N_HANDLER 11 |
152 | 153 | ||
153 | /* TT = 0x4c, TL = 0, interrupt_level_12 handler */ |
154 | /* TT = 0x4c, TL = 0, interrupt_level_12 handler */ |
154 | .org trap_table + TT_INTERRUPT_LEVEL_12*ENTRY_SIZE |
155 | .org trap_table + TT_INTERRUPT_LEVEL_12*ENTRY_SIZE |
155 | .global interrupt_level_12_handler |
156 | .global interrupt_level_12_handler |
156 | interrupt_level_12_handler: |
157 | interrupt_level_12_handler: |
157 | INTERRUPT_LEVEL_N_HANDLER 12 |
158 | INTERRUPT_LEVEL_N_HANDLER 12 |
158 | 159 | ||
159 | /* TT = 0x4d, TL = 0, interrupt_level_13 handler */ |
160 | /* TT = 0x4d, TL = 0, interrupt_level_13 handler */ |
160 | .org trap_table + TT_INTERRUPT_LEVEL_13*ENTRY_SIZE |
161 | .org trap_table + TT_INTERRUPT_LEVEL_13*ENTRY_SIZE |
161 | .global interrupt_level_13_handler |
162 | .global interrupt_level_13_handler |
162 | interrupt_level_13_handler: |
163 | interrupt_level_13_handler: |
163 | INTERRUPT_LEVEL_N_HANDLER 13 |
164 | INTERRUPT_LEVEL_N_HANDLER 13 |
164 | 165 | ||
165 | /* TT = 0x4e, TL = 0, interrupt_level_14 handler */ |
166 | /* TT = 0x4e, TL = 0, interrupt_level_14 handler */ |
166 | .org trap_table + TT_INTERRUPT_LEVEL_14*ENTRY_SIZE |
167 | .org trap_table + TT_INTERRUPT_LEVEL_14*ENTRY_SIZE |
167 | .global interrupt_level_14_handler |
168 | .global interrupt_level_14_handler |
168 | interrupt_level_14_handler: |
169 | interrupt_level_14_handler: |
169 | INTERRUPT_LEVEL_N_HANDLER 14 |
170 | INTERRUPT_LEVEL_N_HANDLER 14 |
170 | 171 | ||
171 | /* TT = 0x4f, TL = 0, interrupt_level_15 handler */ |
172 | /* TT = 0x4f, TL = 0, interrupt_level_15 handler */ |
172 | .org trap_table + TT_INTERRUPT_LEVEL_15*ENTRY_SIZE |
173 | .org trap_table + TT_INTERRUPT_LEVEL_15*ENTRY_SIZE |
173 | .global interrupt_level_15_handler |
174 | .global interrupt_level_15_handler |
174 | interrupt_level_15_handler: |
175 | interrupt_level_15_handler: |
175 | INTERRUPT_LEVEL_N_HANDLER 15 |
176 | INTERRUPT_LEVEL_N_HANDLER 15 |
176 | 177 | ||
177 | /* TT = 0x60, TL = 0, interrupt_vector_trap handler */ |
178 | /* TT = 0x60, TL = 0, interrupt_vector_trap handler */ |
178 | .org trap_table + TT_INTERRUPT_VECTOR_TRAP*ENTRY_SIZE |
179 | .org trap_table + TT_INTERRUPT_VECTOR_TRAP*ENTRY_SIZE |
179 | .global interrupt_vector_trap_handler |
180 | .global interrupt_vector_trap_handler |
180 | interrupt_vector_trap_handler: |
181 | interrupt_vector_trap_handler: |
181 | INTERRUPT_VECTOR_TRAP_HANDLER |
182 | INTERRUPT_VECTOR_TRAP_HANDLER |
182 | 183 | ||
183 | /* TT = 0x64, TL = 0, fast_instruction_access_MMU_miss */ |
184 | /* TT = 0x64, TL = 0, fast_instruction_access_MMU_miss */ |
184 | .org trap_table + TT_FAST_INSTRUCTION_ACCESS_MMU_MISS*ENTRY_SIZE |
185 | .org trap_table + TT_FAST_INSTRUCTION_ACCESS_MMU_MISS*ENTRY_SIZE |
185 | .global fast_instruction_access_mmu_miss_handler |
186 | .global fast_instruction_access_mmu_miss_handler |
186 | fast_instruction_access_mmu_miss_handler: |
187 | fast_instruction_access_mmu_miss_handler: |
187 | FAST_INSTRUCTION_ACCESS_MMU_MISS_HANDLER |
188 | FAST_INSTRUCTION_ACCESS_MMU_MISS_HANDLER |
188 | 189 | ||
189 | /* TT = 0x68, TL = 0, fast_data_access_MMU_miss */ |
190 | /* TT = 0x68, TL = 0, fast_data_access_MMU_miss */ |
190 | .org trap_table + TT_FAST_DATA_ACCESS_MMU_MISS*ENTRY_SIZE |
191 | .org trap_table + TT_FAST_DATA_ACCESS_MMU_MISS*ENTRY_SIZE |
191 | .global fast_data_access_mmu_miss_handler |
192 | .global fast_data_access_mmu_miss_handler |
192 | fast_data_access_mmu_miss_handler: |
193 | fast_data_access_mmu_miss_handler: |
193 | FAST_DATA_ACCESS_MMU_MISS_HANDLER |
194 | FAST_DATA_ACCESS_MMU_MISS_HANDLER |
194 | 195 | ||
195 | /* TT = 0x6c, TL = 0, fast_data_access_protection */ |
196 | /* TT = 0x6c, TL = 0, fast_data_access_protection */ |
196 | .org trap_table + TT_FAST_DATA_ACCESS_PROTECTION*ENTRY_SIZE |
197 | .org trap_table + TT_FAST_DATA_ACCESS_PROTECTION*ENTRY_SIZE |
197 | .global fast_data_access_protection_handler |
198 | .global fast_data_access_protection_handler |
198 | fast_data_access_protection_handler: |
199 | fast_data_access_protection_handler: |
199 | FAST_DATA_ACCESS_PROTECTION_HANDLER |
200 | FAST_DATA_ACCESS_PROTECTION_HANDLER |
200 | 201 | ||
201 | /* TT = 0x80, TL = 0, spill_0_normal handler */ |
202 | /* TT = 0x80, TL = 0, spill_0_normal handler */ |
202 | .org trap_table + TT_SPILL_0_NORMAL*ENTRY_SIZE |
203 | .org trap_table + TT_SPILL_0_NORMAL*ENTRY_SIZE |
203 | .global spill_0_normal |
204 | .global spill_0_normal |
204 | spill_0_normal: |
205 | spill_0_normal: |
205 | SPILL_NORMAL_HANDLER_KERNEL |
206 | SPILL_NORMAL_HANDLER_KERNEL |
206 | 207 | ||
207 | /* TT = 0x84, TL = 0, spill_1_normal handler */ |
208 | /* TT = 0x84, TL = 0, spill_1_normal handler */ |
208 | .org trap_table + TT_SPILL_1_NORMAL*ENTRY_SIZE |
209 | .org trap_table + TT_SPILL_1_NORMAL*ENTRY_SIZE |
209 | .global spill_1_normal |
210 | .global spill_1_normal |
210 | spill_1_normal: |
211 | spill_1_normal: |
211 | SPILL_NORMAL_HANDLER_USERSPACE |
212 | SPILL_NORMAL_HANDLER_USERSPACE |
212 | 213 | ||
213 | /* TT = 0x88, TL = 0, spill_2_normal handler */ |
214 | /* TT = 0x88, TL = 0, spill_2_normal handler */ |
214 | .org trap_table + TT_SPILL_2_NORMAL*ENTRY_SIZE |
215 | .org trap_table + TT_SPILL_2_NORMAL*ENTRY_SIZE |
215 | .global spill_2_normal |
216 | .global spill_2_normal |
216 | spill_2_normal: |
217 | spill_2_normal: |
217 | SPILL_TO_USPACE_WINDOW_BUFFER |
218 | SPILL_TO_USPACE_WINDOW_BUFFER |
218 | 219 | ||
219 | /* TT = 0xc0, TL = 0, fill_0_normal handler */ |
220 | /* TT = 0xc0, TL = 0, fill_0_normal handler */ |
220 | .org trap_table + TT_FILL_0_NORMAL*ENTRY_SIZE |
221 | .org trap_table + TT_FILL_0_NORMAL*ENTRY_SIZE |
221 | .global fill_0_normal |
222 | .global fill_0_normal |
222 | fill_0_normal: |
223 | fill_0_normal: |
223 | FILL_NORMAL_HANDLER_KERNEL |
224 | FILL_NORMAL_HANDLER_KERNEL |
224 | 225 | ||
225 | /* TT = 0xc4, TL = 0, fill_1_normal handler */ |
226 | /* TT = 0xc4, TL = 0, fill_1_normal handler */ |
226 | .org trap_table + TT_FILL_1_NORMAL*ENTRY_SIZE |
227 | .org trap_table + TT_FILL_1_NORMAL*ENTRY_SIZE |
227 | .global fill_1_normal |
228 | .global fill_1_normal |
228 | fill_1_normal: |
229 | fill_1_normal: |
229 | FILL_NORMAL_HANDLER_USERSPACE |
230 | FILL_NORMAL_HANDLER_USERSPACE |
230 | 231 | ||
231 | /* |
232 | /* |
232 | * Handlers for TL>0. |
233 | * Handlers for TL>0. |
233 | */ |
234 | */ |
234 | 235 | ||
235 | /* TT = 0x08, TL > 0, instruction_access_exception */ |
236 | /* TT = 0x08, TL > 0, instruction_access_exception */ |
236 | .org trap_table + (TT_INSTRUCTION_ACCESS_EXCEPTION+512)*ENTRY_SIZE |
237 | .org trap_table + (TT_INSTRUCTION_ACCESS_EXCEPTION+512)*ENTRY_SIZE |
237 | .global instruction_access_exception_high |
238 | .global instruction_access_exception_high |
238 | instruction_access_exception_high: |
239 | instruction_access_exception_high: |
239 | SIMPLE_HANDLER do_instruction_access_exc |
240 | SIMPLE_HANDLER do_instruction_access_exc |
240 | 241 | ||
241 | /* TT = 0x10, TL > 0, illegal_instruction */ |
242 | /* TT = 0x10, TL > 0, illegal_instruction */ |
242 | .org trap_table + (TT_ILLEGAL_INSTRUCTION+512)*ENTRY_SIZE |
243 | .org trap_table + (TT_ILLEGAL_INSTRUCTION+512)*ENTRY_SIZE |
243 | .global illegal_instruction_high |
244 | .global illegal_instruction_high |
244 | illegal_instruction_high: |
245 | illegal_instruction_high: |
245 | SIMPLE_HANDLER do_illegal_instruction |
246 | SIMPLE_HANDLER do_illegal_instruction |
246 | 247 | ||
247 | /* TT = 0x24, TL > 0, clean_window handler */ |
248 | /* TT = 0x24, TL > 0, clean_window handler */ |
248 | .org trap_table + (TT_CLEAN_WINDOW+512)*ENTRY_SIZE |
249 | .org trap_table + (TT_CLEAN_WINDOW+512)*ENTRY_SIZE |
249 | .global clean_window_handler_high |
250 | .global clean_window_handler_high |
250 | clean_window_handler_high: |
251 | clean_window_handler_high: |
251 | CLEAN_WINDOW_HANDLER |
252 | CLEAN_WINDOW_HANDLER |
252 | 253 | ||
253 | /* TT = 0x32, TL > 0, data_access_error */ |
254 | /* TT = 0x32, TL > 0, data_access_error */ |
254 | .org trap_table + (TT_DATA_ACCESS_ERROR+512)*ENTRY_SIZE |
255 | .org trap_table + (TT_DATA_ACCESS_ERROR+512)*ENTRY_SIZE |
255 | .global data_access_error_high |
256 | .global data_access_error_high |
256 | data_access_error_high: |
257 | data_access_error_high: |
257 | SIMPLE_HANDLER do_data_access_error |
258 | SIMPLE_HANDLER do_data_access_error |
258 | 259 | ||
259 | /* TT = 0x34, TL > 0, mem_address_not_aligned */ |
260 | /* TT = 0x34, TL > 0, mem_address_not_aligned */ |
260 | .org trap_table + (TT_MEM_ADDRESS_NOT_ALIGNED+512)*ENTRY_SIZE |
261 | .org trap_table + (TT_MEM_ADDRESS_NOT_ALIGNED+512)*ENTRY_SIZE |
261 | .global mem_address_not_aligned_high |
262 | .global mem_address_not_aligned_high |
262 | mem_address_not_aligned_high: |
263 | mem_address_not_aligned_high: |
263 | SIMPLE_HANDLER do_mem_address_not_aligned |
264 | SIMPLE_HANDLER do_mem_address_not_aligned |
264 | 265 | ||
265 | /* TT = 0x64, TL > 0, fast_instruction_access_MMU_miss */ |
266 | /* TT = 0x64, TL > 0, fast_instruction_access_MMU_miss */ |
266 | .org trap_table + (TT_FAST_INSTRUCTION_ACCESS_MMU_MISS+512)*ENTRY_SIZE |
267 | .org trap_table + (TT_FAST_INSTRUCTION_ACCESS_MMU_MISS+512)*ENTRY_SIZE |
267 | .global fast_instruction_access_mmu_miss_handler_high |
268 | .global fast_instruction_access_mmu_miss_handler_high |
268 | fast_instruction_access_mmu_miss_handler_high: |
269 | fast_instruction_access_mmu_miss_handler_high: |
269 | FAST_INSTRUCTION_ACCESS_MMU_MISS_HANDLER |
270 | FAST_INSTRUCTION_ACCESS_MMU_MISS_HANDLER |
270 | 271 | ||
271 | /* TT = 0x68, TL > 0, fast_data_access_MMU_miss */ |
272 | /* TT = 0x68, TL > 0, fast_data_access_MMU_miss */ |
272 | .org trap_table + (TT_FAST_DATA_ACCESS_MMU_MISS+512)*ENTRY_SIZE |
273 | .org trap_table + (TT_FAST_DATA_ACCESS_MMU_MISS+512)*ENTRY_SIZE |
273 | .global fast_data_access_mmu_miss_handler_high |
274 | .global fast_data_access_mmu_miss_handler_high |
274 | fast_data_access_mmu_miss_handler_high: |
275 | fast_data_access_mmu_miss_handler_high: |
275 | FAST_DATA_ACCESS_MMU_MISS_HANDLER |
276 | FAST_DATA_ACCESS_MMU_MISS_HANDLER |
276 | 277 | ||
277 | /* TT = 0x6c, TL > 0, fast_data_access_protection */ |
278 | /* TT = 0x6c, TL > 0, fast_data_access_protection */ |
278 | .org trap_table + (TT_FAST_DATA_ACCESS_PROTECTION+512)*ENTRY_SIZE |
279 | .org trap_table + (TT_FAST_DATA_ACCESS_PROTECTION+512)*ENTRY_SIZE |
279 | .global fast_data_access_protection_handler_high |
280 | .global fast_data_access_protection_handler_high |
280 | fast_data_access_protection_handler_high: |
281 | fast_data_access_protection_handler_high: |
281 | FAST_DATA_ACCESS_PROTECTION_HANDLER |
282 | FAST_DATA_ACCESS_PROTECTION_HANDLER |
282 | 283 | ||
283 | /* TT = 0x80, TL > 0, spill_0_normal handler */ |
284 | /* TT = 0x80, TL > 0, spill_0_normal handler */ |
284 | .org trap_table + (TT_SPILL_0_NORMAL+512)*ENTRY_SIZE |
285 | .org trap_table + (TT_SPILL_0_NORMAL+512)*ENTRY_SIZE |
285 | .global spill_0_normal_high |
286 | .global spill_0_normal_high |
286 | spill_0_normal_high: |
287 | spill_0_normal_high: |
287 | SPILL_NORMAL_HANDLER_KERNEL |
288 | SPILL_NORMAL_HANDLER_KERNEL |
288 | 289 | ||
289 | /* TT = 0x88, TL > 0, spill_2_normal handler */ |
290 | /* TT = 0x88, TL > 0, spill_2_normal handler */ |
290 | .org trap_table + (TT_SPILL_2_NORMAL+512)*ENTRY_SIZE |
291 | .org trap_table + (TT_SPILL_2_NORMAL+512)*ENTRY_SIZE |
291 | .global spill_2_normal_high |
292 | .global spill_2_normal_high |
292 | spill_2_normal_high: |
293 | spill_2_normal_high: |
293 | SPILL_TO_USPACE_WINDOW_BUFFER |
294 | SPILL_TO_USPACE_WINDOW_BUFFER |
294 | 295 | ||
295 | /* TT = 0xa0, TL > 0, spill_0_other handler */ |
296 | /* TT = 0xa0, TL > 0, spill_0_other handler */ |
296 | .org trap_table + (TT_SPILL_0_OTHER+512)*ENTRY_SIZE |
297 | .org trap_table + (TT_SPILL_0_OTHER+512)*ENTRY_SIZE |
297 | .global spill_0_other_high |
298 | .global spill_0_other_high |
298 | spill_0_other_high: |
299 | spill_0_other_high: |
299 | SPILL_TO_USPACE_WINDOW_BUFFER |
300 | SPILL_TO_USPACE_WINDOW_BUFFER |
300 | 301 | ||
301 | /* TT = 0xc0, TL > 0, fill_0_normal handler */ |
302 | /* TT = 0xc0, TL > 0, fill_0_normal handler */ |
302 | .org trap_table + (TT_FILL_0_NORMAL+512)*ENTRY_SIZE |
303 | .org trap_table + (TT_FILL_0_NORMAL+512)*ENTRY_SIZE |
303 | .global fill_0_normal_high |
304 | .global fill_0_normal_high |
304 | fill_0_normal_high: |
305 | fill_0_normal_high: |
305 | FILL_NORMAL_HANDLER_KERNEL |
306 | FILL_NORMAL_HANDLER_KERNEL |
306 | 307 | ||
307 | 308 | ||
308 | /* Preemptible trap handler for TL=1. |
309 | /* Preemptible trap handler for TL=1. |
309 | * |
310 | * |
310 | * This trap handler makes arrangements to make calling of scheduler() from |
311 | * This trap handler makes arrangements to make calling of scheduler() from |
311 | * within a trap context possible. It is called from several other trap |
312 | * within a trap context possible. It is called from several other trap |
312 | * handlers. |
313 | * handlers. |
313 | * |
314 | * |
314 | * This function can be entered either with interrupt globals or alternate globals. |
315 | * This function can be entered either with interrupt globals or alternate globals. |
315 | * Memory management trap handlers are obliged to switch to one of those global sets |
316 | * Memory management trap handlers are obliged to switch to one of those global sets |
316 | * prior to calling this function. Register window management functions are not |
317 | * prior to calling this function. Register window management functions are not |
317 | * allowed to modify the alternate global registers. |
318 | * allowed to modify the alternate global registers. |
318 | * |
319 | * |
319 | * Input registers: |
320 | * Input registers: |
320 | * %g1 Address of function to call. |
321 | * %g1 Address of function to call. |
321 | * %g2 Argument for the function. |
322 | * %g2 Argument for the function. |
322 | * %g6 Pre-set as kernel stack base if trap from userspace. |
323 | * %g6 Pre-set as kernel stack base if trap from userspace. |
323 | * %g7 Pre-set as address of the userspace window buffer. |
324 | * %g7 Pre-set as address of the userspace window buffer. |
324 | */ |
325 | */ |
325 | .global preemptible_handler |
326 | .global preemptible_handler |
326 | preemptible_handler: |
327 | preemptible_handler: |
327 | rdpr %tstate, %g3 |
328 | rdpr %tstate, %g3 |
328 | andcc %g3, TSTATE_PRIV_BIT, %g0 ! if this trap came from the privileged mode... |
329 | andcc %g3, TSTATE_PRIV_BIT, %g0 ! if this trap came from the privileged mode... |
329 | bnz 0f ! ...skip setting of kernel stack and primary context |
330 | bnz 0f ! ...skip setting of kernel stack and primary context |
330 | nop |
331 | nop |
331 | 332 | ||
332 | /* |
333 | /* |
333 | * Normal window spills will go to the userspace window buffer. |
334 | * Normal window spills will go to the userspace window buffer. |
334 | */ |
335 | */ |
335 | wrpr %g0, WSTATE_OTHER(0) | WSTATE_NORMAL(2), %wstate |
336 | wrpr %g0, WSTATE_OTHER(0) | WSTATE_NORMAL(2), %wstate |
336 | 337 | ||
337 | /* |
338 | /* |
338 | * Switch to kernel stack. The old stack is |
339 | * Switch to kernel stack. The old stack is |
339 | * automatically saved in the old window's %sp |
340 | * automatically saved in the old window's %sp |
340 | * and the new window's %fp. |
341 | * and the new window's %fp. |
341 | */ |
342 | */ |
342 | save %g6, -PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE, %sp |
343 | save %g6, -PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE, %sp |
343 | 344 | ||
344 | /* |
345 | /* |
345 | * Mark the CANSAVE windows as OTHER windows. |
346 | * Mark the CANSAVE windows as OTHER windows. |
346 | * Set CLEANWIN to NWINDOW-1 so that clean_window traps do not occur. |
347 | * Set CLEANWIN to NWINDOW-1 so that clean_window traps do not occur. |
347 | */ |
348 | */ |
348 | rdpr %cansave, %l0 |
349 | rdpr %cansave, %l0 |
349 | wrpr %l0, %otherwin |
350 | wrpr %l0, %otherwin |
350 | wrpr %g0, %cansave |
351 | wrpr %g0, %cansave |
351 | wrpr %g0, NWINDOW-1, %cleanwin |
352 | wrpr %g0, NWINDOW - 1, %cleanwin |
352 | 353 | ||
353 | /* |
354 | /* |
354 | * Switch to primary context 0. |
355 | * Switch to primary context 0. |
355 | */ |
356 | */ |
356 | mov VA_PRIMARY_CONTEXT_REG, %l0 |
357 | mov VA_PRIMARY_CONTEXT_REG, %l0 |
357 | stxa %g0, [%l0] ASI_DMMU |
358 | stxa %g0, [%l0] ASI_DMMU |
358 | set kernel_image_start, %l0 |
359 | rd %pc, %l0 |
359 | flush %l0 |
360 | flush %l0 |
360 | 361 | ||
361 | ba 1f |
362 | ba 1f |
362 | nop |
363 | nop |
363 | 364 | ||
364 | 0: |
365 | 0: |
365 | save %sp, -PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE, %sp |
366 | save %sp, -PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE, %sp |
366 | 367 | ||
367 | /* |
368 | /* |
368 | * At this moment, we are using the kernel stack |
369 | * At this moment, we are using the kernel stack |
369 | * and have successfully allocated a register window. |
370 | * and have successfully allocated a register window. |
370 | */ |
371 | */ |
371 | 1: |
372 | 1: |
372 | 373 | ||
373 | /* |
374 | /* |
374 | * Other window spills will go to the userspace window buffer |
375 | * Other window spills will go to the userspace window buffer |
375 | * and normal spills will go to the kernel stack. |
376 | * and normal spills will go to the kernel stack. |
376 | */ |
377 | */ |
377 | wrpr %g0, WSTATE_OTHER(0) | WSTATE_NORMAL(0), %wstate |
378 | wrpr %g0, WSTATE_OTHER(0) | WSTATE_NORMAL(0), %wstate |
378 | 379 | ||
379 | /* |
380 | /* |
380 | * Copy arguments. |
381 | * Copy arguments. |
381 | */ |
382 | */ |
382 | mov %g1, %l0 |
383 | mov %g1, %l0 |
383 | mov %g2, %o0 |
384 | mov %g2, %o0 |
384 | 385 | ||
385 | /* |
386 | /* |
386 | * Save TSTATE, TPC and TNPC aside. |
387 | * Save TSTATE, TPC and TNPC aside. |
387 | */ |
388 | */ |
388 | rdpr %tstate, %g1 |
389 | rdpr %tstate, %g1 |
389 | rdpr %tpc, %g2 |
390 | rdpr %tpc, %g2 |
390 | rdpr %tnpc, %g3 |
391 | rdpr %tnpc, %g3 |
391 | 392 | ||
392 | /* |
393 | /* |
393 | * The following memory accesses will not fault |
394 | * The following memory accesses will not fault |
394 | * because special provisions are made to have |
395 | * because special provisions are made to have |
395 | * the kernel stack of THREAD locked in DTLB. |
396 | * the kernel stack of THREAD locked in DTLB. |
396 | */ |
397 | */ |
397 | stx %g1, [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_TSTATE] |
398 | stx %g1, [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_TSTATE] |
398 | stx %g2, [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_TPC] |
399 | stx %g2, [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_TPC] |
399 | stx %g3, [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_TNPC] |
400 | stx %g3, [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_TNPC] |
400 | 401 | ||
401 | wrpr %g0, 0, %tl |
402 | wrpr %g0, 0, %tl |
402 | wrpr %g0, PSTATE_PRIV_BIT, %pstate |
403 | wrpr %g0, PSTATE_PRIV_BIT, %pstate |
403 | SAVE_GLOBALS |
404 | SAVE_GLOBALS |
404 | 405 | ||
405 | /* |
406 | /* |
406 | * Call the higher-level handler and pass istate as second parameter. |
407 | * Call the higher-level handler and pass istate as second parameter. |
407 | */ |
408 | */ |
408 | call %l0 |
409 | call %l0 |
409 | add %sp, PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_TNPC, %o1 |
410 | add %sp, PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_TNPC, %o1 |
410 | 411 | ||
411 | RESTORE_GLOBALS |
412 | RESTORE_GLOBALS |
412 | wrpr %g0, PSTATE_AG_BIT | PSTATE_PRIV_BIT, %pstate |
413 | wrpr %g0, PSTATE_AG_BIT | PSTATE_PRIV_BIT, %pstate |
413 | wrpr %g0, 1, %tl |
414 | wrpr %g0, 1, %tl |
414 | 415 | ||
415 | /* |
416 | /* |
416 | * Read TSTATE, TPC and TNPC from saved copy. |
417 | * Read TSTATE, TPC and TNPC from saved copy. |
417 | */ |
418 | */ |
418 | ldx [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_TSTATE], %g1 |
419 | ldx [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_TSTATE], %g1 |
419 | ldx [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_TPC], %g2 |
420 | ldx [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_TPC], %g2 |
420 | ldx [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_TNPC], %g3 |
421 | ldx [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_TNPC], %g3 |
421 | 422 | ||
422 | /* |
423 | /* |
423 | * Restore TSTATE, TPC and TNPC from saved copies. |
424 | * Restore TSTATE, TPC and TNPC from saved copies. |
424 | */ |
425 | */ |
425 | wrpr %g1, 0, %tstate |
426 | wrpr %g1, 0, %tstate |
426 | wrpr %g2, 0, %tpc |
427 | wrpr %g2, 0, %tpc |
427 | wrpr %g3, 0, %tnpc |
428 | wrpr %g3, 0, %tnpc |
428 | 429 | ||
429 | /* |
430 | /* |
430 | * If OTHERWIN is zero, then all the userspace windows have been |
431 | * If OTHERWIN is zero, then all the userspace windows have been |
431 | * spilled to kernel memory (i.e. register window buffer). If |
432 | * spilled to kernel memory (i.e. register window buffer). If |
432 | * OTHERWIN is non-zero, then some userspace windows are still |
433 | * OTHERWIN is non-zero, then some userspace windows are still |
433 | * valid. Others might have been spilled. However, the CWP pointer |
434 | * valid. Others might have been spilled. However, the CWP pointer |
434 | * needs no fixing because the scheduler had not been called. |
435 | * needs no fixing because the scheduler had not been called. |
435 | */ |
436 | */ |
436 | rdpr %otherwin, %l0 |
437 | rdpr %otherwin, %l0 |
437 | brnz %l0, 0f |
438 | brnz %l0, 0f |
438 | nop |
439 | nop |
439 | 440 | ||
440 | /* |
441 | /* |
441 | * OTHERWIN == 0 |
442 | * OTHERWIN == 0 |
442 | */ |
443 | */ |
443 | 444 | ||
444 | /* |
445 | /* |
445 | * If TSTATE.CWP + 1 == CWP, then we still do not have to fix CWP. |
446 | * If TSTATE.CWP + 1 == CWP, then we still do not have to fix CWP. |
446 | */ |
447 | */ |
447 | and %g1, TSTATE_CWP_MASK, %l0 |
448 | and %g1, TSTATE_CWP_MASK, %l0 |
448 | inc %l0 |
449 | inc %l0 |
449 | and %l0, TSTATE_CWP_MASK, %l0 ! %l0 mod NWINDOW |
450 | and %l0, TSTATE_CWP_MASK, %l0 ! %l0 mod NWINDOW |
450 | rdpr %cwp, %l1 |
451 | rdpr %cwp, %l1 |
451 | cmp %l0, %l1 |
452 | cmp %l0, %l1 |
452 | bz 0f ! CWP is ok |
453 | bz 0f ! CWP is ok |
453 | nop |
454 | nop |
454 | 455 | ||
455 | /* |
456 | /* |
456 | * Fix CWP. |
457 | * Fix CWP. |
457 | * Just for reminder, the input registers in the current window |
458 | * Just for reminder, the input registers in the current window |
458 | * are the output registers of the window to which we want to |
459 | * are the output registers of the window to which we want to |
459 | * restore. Because the fill trap fills only input and local |
460 | * restore. Because the fill trap fills only input and local |
460 | * registers of a window, we need to preserve those output |
461 | * registers of a window, we need to preserve those output |
461 | * registers manually. |
462 | * registers manually. |
462 | */ |
463 | */ |
463 | flushw |
464 | flushw |
464 | mov %sp, %g2 |
465 | mov %sp, %g2 |
465 | stx %i0, [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I0] |
466 | stx %i0, [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I0] |
466 | stx %i1, [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I1] |
467 | stx %i1, [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I1] |
467 | stx %i2, [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I2] |
468 | stx %i2, [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I2] |
468 | stx %i3, [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I3] |
469 | stx %i3, [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I3] |
469 | stx %i4, [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I4] |
470 | stx %i4, [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I4] |
470 | stx %i5, [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I5] |
471 | stx %i5, [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I5] |
471 | stx %i6, [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I6] |
472 | stx %i6, [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I6] |
472 | stx %i7, [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I7] |
473 | stx %i7, [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I7] |
473 | wrpr %l0, 0, %cwp |
474 | wrpr %l0, 0, %cwp |
474 | mov %g2, %sp |
475 | mov %g2, %sp |
475 | ldx [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I0], %i0 |
476 | ldx [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I0], %i0 |
476 | ldx [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I1], %i1 |
477 | ldx [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I1], %i1 |
477 | ldx [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I2], %i2 |
478 | ldx [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I2], %i2 |
478 | ldx [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I3], %i3 |
479 | ldx [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I3], %i3 |
479 | ldx [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I4], %i4 |
480 | ldx [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I4], %i4 |
480 | ldx [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I5], %i5 |
481 | ldx [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I5], %i5 |
481 | ldx [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I6], %i6 |
482 | ldx [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I6], %i6 |
482 | ldx [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I7], %i7 |
483 | ldx [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I7], %i7 |
483 | 484 | ||
484 | /* |
485 | /* |
485 | * OTHERWIN != 0 or fall-through from the OTHERWIN == 0 case. |
486 | * OTHERWIN != 0 or fall-through from the OTHERWIN == 0 case. |
486 | * The CWP has already been restored to the value it had prior to the SAVE |
487 | * The CWP has already been restored to the value it had prior to the SAVE |
487 | * at the beginning of this function. |
488 | * at the beginning of this function. |
488 | */ |
489 | */ |
489 | 0: |
490 | 0: |
490 | rdpr %tstate, %g1 |
491 | rdpr %tstate, %g1 |
491 | andcc %g1, TSTATE_PRIV_BIT, %g0 ! if we are not returning to userspace..., |
492 | andcc %g1, TSTATE_PRIV_BIT, %g0 ! if we are not returning to userspace..., |
492 | bnz 1f ! ...skip restoring userspace windows |
493 | bnz 1f ! ...skip restoring userspace windows |
493 | nop |
494 | nop |
494 | 495 | ||
495 | /* |
496 | /* |
496 | * Spills and fills will be processed by the {spill,fill}_1_normal |
497 | * Spills and fills will be processed by the {spill,fill}_1_normal |
497 | * handlers. |
498 | * handlers. |
498 | */ |
499 | */ |
499 | wrpr %g0, WSTATE_OTHER(0) | WSTATE_NORMAL(1), %wstate |
500 | wrpr %g0, WSTATE_OTHER(0) | WSTATE_NORMAL(1), %wstate |
- | 501 | ||
- | 502 | /* |
|
- | 503 | * Set primary context according to secondary context. |
|
- | 504 | */ |
|
- | 505 | wr %g0, ASI_DMMU, %asi |
|
- | 506 | ldxa [VA_SECONDARY_CONTEXT_REG] %asi, %g1 |
|
- | 507 | stxa %g1, [VA_PRIMARY_CONTEXT_REG] %asi |
|
- | 508 | flush %o7 |
|
500 | 509 | ||
501 | rdpr %cwp, %g1 |
510 | rdpr %cwp, %g1 |
502 | rdpr %otherwin, %g2 |
511 | rdpr %otherwin, %g2 |
503 | 512 | ||
504 | /* |
513 | /* |
505 | * Skip all OTHERWIN windows and descend to the first window |
514 | * Skip all OTHERWIN windows and descend to the first window |
506 | * in the userspace window buffer. |
515 | * in the userspace window buffer. |
507 | */ |
516 | */ |
508 | sub %g1, %g2, %g3 |
517 | sub %g1, %g2, %g3 |
509 | dec %g3 |
518 | dec %g3 |
510 | and %g3, NWINDOW - 1, %g3 |
519 | and %g3, NWINDOW - 1, %g3 |
511 | wrpr %g3, 0, %cwp |
520 | wrpr %g3, 0, %cwp |
512 | 521 | ||
513 | /* |
522 | /* |
514 | * CWP is now in the window last saved in the userspace window buffer. |
523 | * CWP is now in the window last saved in the userspace window buffer. |
515 | * Fill all windows stored in the buffer. |
524 | * Fill all windows stored in the buffer. |
516 | */ |
525 | */ |
517 | clr %g4 |
526 | clr %g4 |
518 | 0: andcc %g7, PAGE_WIDTH - 1, %g0 ! PAGE_SIZE alignment check |
527 | 0: andcc %g7, PAGE_WIDTH - 1, %g0 ! PAGE_SIZE alignment check |
519 | bz 0f ! %g7 is page-aligned, no more windows to refill |
528 | bz 0f ! %g7 is page-aligned, no more windows to refill |
520 | nop |
529 | nop |
521 | 530 | ||
522 | add %g7, -STACK_WINDOW_SAVE_AREA_SIZE, %g7 |
531 | add %g7, -STACK_WINDOW_SAVE_AREA_SIZE, %g7 |
523 | ldx [%g7 + L0_OFFSET], %l0 |
532 | ldx [%g7 + L0_OFFSET], %l0 |
524 | ldx [%g7 + L1_OFFSET], %l1 |
533 | ldx [%g7 + L1_OFFSET], %l1 |
525 | ldx [%g7 + L2_OFFSET], %l2 |
534 | ldx [%g7 + L2_OFFSET], %l2 |
526 | ldx [%g7 + L3_OFFSET], %l3 |
535 | ldx [%g7 + L3_OFFSET], %l3 |
527 | ldx [%g7 + L4_OFFSET], %l4 |
536 | ldx [%g7 + L4_OFFSET], %l4 |
528 | ldx [%g7 + L5_OFFSET], %l5 |
537 | ldx [%g7 + L5_OFFSET], %l5 |
529 | ldx [%g7 + L6_OFFSET], %l6 |
538 | ldx [%g7 + L6_OFFSET], %l6 |
530 | ldx [%g7 + L7_OFFSET], %l7 |
539 | ldx [%g7 + L7_OFFSET], %l7 |
531 | ldx [%g7 + I0_OFFSET], %i0 |
540 | ldx [%g7 + I0_OFFSET], %i0 |
532 | ldx [%g7 + I1_OFFSET], %i1 |
541 | ldx [%g7 + I1_OFFSET], %i1 |
533 | ldx [%g7 + I2_OFFSET], %i2 |
542 | ldx [%g7 + I2_OFFSET], %i2 |
534 | ldx [%g7 + I3_OFFSET], %i3 |
543 | ldx [%g7 + I3_OFFSET], %i3 |
535 | ldx [%g7 + I4_OFFSET], %i4 |
544 | ldx [%g7 + I4_OFFSET], %i4 |
536 | ldx [%g7 + I5_OFFSET], %i5 |
545 | ldx [%g7 + I5_OFFSET], %i5 |
537 | ldx [%g7 + I6_OFFSET], %i6 |
546 | ldx [%g7 + I6_OFFSET], %i6 |
538 | ldx [%g7 + I7_OFFSET], %i7 |
547 | ldx [%g7 + I7_OFFSET], %i7 |
539 | 548 | ||
540 | dec %g3 |
549 | dec %g3 |
541 | and %g3, NWINDOW - 1, %g3 |
550 | and %g3, NWINDOW - 1, %g3 |
542 | wrpr %g3, 0, %cwp ! switch to the preceeding window |
551 | wrpr %g3, 0, %cwp ! switch to the preceeding window |
543 | 552 | ||
544 | ba 0b |
553 | ba 0b |
545 | inc %g4 |
554 | inc %g4 |
546 | 555 | ||
547 | 0: |
556 | 0: |
548 | /* |
557 | /* |
549 | * Switch back to the proper current window and adjust |
558 | * Switch back to the proper current window and adjust |
550 | * OTHERWIN, CANRESTORE, CANSAVE and CLEANWIN. |
559 | * OTHERWIN, CANRESTORE, CANSAVE and CLEANWIN. |
551 | */ |
560 | */ |
552 | wrpr %g1, 0, %cwp |
561 | wrpr %g1, 0, %cwp |
553 | add %g4, %g2, %g2 |
562 | add %g4, %g2, %g2 |
554 | cmp %g2, NWINDOW - 2 |
563 | cmp %g2, NWINDOW - 2 |
555 | bg 2f ! fix the CANRESTORE=NWINDOW-1 anomaly |
564 | bg 2f ! fix the CANRESTORE=NWINDOW-1 anomaly |
556 | mov NWINDOW - 2, %g1 ! use dealy slot for both cases |
565 | mov NWINDOW - 2, %g1 ! use dealy slot for both cases |
557 | sub %g1, %g2, %g1 |
566 | sub %g1, %g2, %g1 |
558 | 567 | ||
559 | wrpr %g0, 0, %otherwin |
568 | wrpr %g0, 0, %otherwin |
560 | wrpr %g1, 0, %cansave ! NWINDOW - 2 - CANRESTORE |
569 | wrpr %g1, 0, %cansave ! NWINDOW - 2 - CANRESTORE |
561 | wrpr %g2, 0, %canrestore ! OTHERWIN + windows in the buffer |
570 | wrpr %g2, 0, %canrestore ! OTHERWIN + windows in the buffer |
562 | wrpr %g2, 0, %cleanwin ! avoid information leak |
571 | wrpr %g2, 0, %cleanwin ! avoid information leak |
563 | 572 | ||
564 | 1: |
573 | 1: |
565 | restore |
574 | restore |
566 | retry |
575 | retry |
567 | 576 | ||
568 | /* |
577 | /* |
569 | * We got here in order to avoid inconsistency of the window state registers. |
578 | * We got here in order to avoid inconsistency of the window state registers. |
570 | * If the: |
579 | * If the: |
571 | * |
580 | * |
572 | * save %g6, -PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE, %sp |
581 | * save %g6, -PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE, %sp |
573 | * |
582 | * |
574 | * instruction trapped and spilled a register window into the userspace |
583 | * instruction trapped and spilled a register window into the userspace |
575 | * window buffer, we have just restored NWINDOW - 1 register windows. |
584 | * window buffer, we have just restored NWINDOW - 1 register windows. |
576 | * However, CANRESTORE can be only NWINDOW - 2 at most. |
585 | * However, CANRESTORE can be only NWINDOW - 2 at most. |
577 | * |
586 | * |
578 | * The solution is to manually switch to (CWP - 1) mod NWINDOW |
587 | * The solution is to manually switch to (CWP - 1) mod NWINDOW |
579 | * and set the window state registers so that: |
588 | * and set the window state registers so that: |
580 | * |
589 | * |
581 | * CANRESTORE = NWINDOW - 2 |
590 | * CANRESTORE = NWINDOW - 2 |
582 | * CLEANWIN = NWINDOW - 2 |
591 | * CLEANWIN = NWINDOW - 2 |
583 | * CANSAVE = 0 |
592 | * CANSAVE = 0 |
584 | * OTHERWIN = 0 |
593 | * OTHERWIN = 0 |
585 | * |
594 | * |
586 | * The RESTORE isntruction is therfore to be skipped. |
595 | * The RESTORE isntruction is therfore to be skipped. |
587 | */ |
596 | */ |
588 | 2: |
597 | 2: |
589 | wrpr %g0, 0, %otherwin |
598 | wrpr %g0, 0, %otherwin |
590 | wrpr %g0, 0, %cansave |
599 | wrpr %g0, 0, %cansave |
591 | wrpr %g1, 0, %canrestore |
600 | wrpr %g1, 0, %canrestore |
592 | wrpr %g1, 0, %cleanwin |
601 | wrpr %g1, 0, %cleanwin |
593 | 602 | ||
594 | rdpr %cwp, %g1 |
603 | rdpr %cwp, %g1 |
595 | dec %g1 |
604 | dec %g1 |
596 | and %g1, NWINDOW - 1, %g1 |
605 | and %g1, NWINDOW - 1, %g1 |
597 | wrpr %g1, 0, %cwp ! CWP-- |
606 | wrpr %g1, 0, %cwp ! CWP-- |
598 | 607 | ||
599 | retry |
608 | retry |
600 | 609 | ||
601 | 610 | ||
602 |
|
611 |
|
603 | 612 | ||
604 | 613 | ||
605 | 614 |