Rev 2610 | Rev 3463 | Go to most recent revision | Details | Compare with Previous | Last modification | View Log | RSS feed
Rev | Author | Line No. | Line |
---|---|---|---|
529 | jermar | 1 | # |
2071 | jermar | 2 | # Copyright (c) 2005 Jakub Jermar |
529 | jermar | 3 | # All rights reserved. |
4 | # |
||
5 | # Redistribution and use in source and binary forms, with or without |
||
6 | # modification, are permitted provided that the following conditions |
||
7 | # are met: |
||
8 | # |
||
9 | # - Redistributions of source code must retain the above copyright |
||
10 | # notice, this list of conditions and the following disclaimer. |
||
11 | # - Redistributions in binary form must reproduce the above copyright |
||
12 | # notice, this list of conditions and the following disclaimer in the |
||
13 | # documentation and/or other materials provided with the distribution. |
||
14 | # - The name of the author may not be used to endorse or promote products |
||
15 | # derived from this software without specific prior written permission. |
||
16 | # |
||
17 | # THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR |
||
18 | # IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES |
||
19 | # OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. |
||
20 | # IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, |
||
21 | # INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT |
||
22 | # NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
||
23 | # DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
||
24 | # THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
||
25 | # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF |
||
26 | # THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
||
27 | # |
||
28 | |||
29 | /** |
||
1865 | jermar | 30 | * @file |
31 | * @brief This file contains kernel trap table. |
||
529 | jermar | 32 | */ |
666 | jermar | 33 | |
34 | .register %g2, #scratch |
||
35 | .register %g3, #scratch |
||
36 | |||
529 | jermar | 37 | .text |
38 | |||
630 | jermar | 39 | #include <arch/trap/trap_table.h> |
40 | #include <arch/trap/regwin.h> |
||
663 | jermar | 41 | #include <arch/trap/interrupt.h> |
667 | jermar | 42 | #include <arch/trap/exception.h> |
1862 | jermar | 43 | #include <arch/trap/syscall.h> |
863 | jermar | 44 | #include <arch/trap/mmu.h> |
1860 | jermar | 45 | #include <arch/mm/mmu.h> |
1857 | jermar | 46 | #include <arch/mm/page.h> |
667 | jermar | 47 | #include <arch/stack.h> |
1851 | jermar | 48 | #include <arch/regdef.h> |
529 | jermar | 49 | |
50 | #define TABLE_SIZE TRAP_TABLE_SIZE |
||
51 | #define ENTRY_SIZE TRAP_TABLE_ENTRY_SIZE |
||
52 | |||
53 | /* |
||
634 | jermar | 54 | * Kernel trap table. |
529 | jermar | 55 | */ |
56 | .align TABLE_SIZE |
||
57 | .global trap_table |
||
58 | trap_table: |
||
59 | |||
667 | jermar | 60 | /* TT = 0x08, TL = 0, instruction_access_exception */ |
61 | .org trap_table + TT_INSTRUCTION_ACCESS_EXCEPTION*ENTRY_SIZE |
||
1870 | jermar | 62 | .global instruction_access_exception_tl0 |
63 | instruction_access_exception_tl0: |
||
64 | wrpr %g0, PSTATE_AG_BIT | PSTATE_PRIV_BIT, %pstate |
||
65 | PREEMPTIBLE_HANDLER instruction_access_exception |
||
667 | jermar | 66 | |
1870 | jermar | 67 | /* TT = 0x0a, TL = 0, instruction_access_error */ |
68 | .org trap_table + TT_INSTRUCTION_ACCESS_ERROR*ENTRY_SIZE |
||
69 | .global instruction_access_error_tl0 |
||
70 | instruction_access_error_tl0: |
||
71 | PREEMPTIBLE_HANDLER instruction_access_error |
||
72 | |||
883 | jermar | 73 | /* TT = 0x10, TL = 0, illegal_instruction */ |
74 | .org trap_table + TT_ILLEGAL_INSTRUCTION*ENTRY_SIZE |
||
1870 | jermar | 75 | .global illegal_instruction_tl0 |
76 | illegal_instruction_tl0: |
||
77 | PREEMPTIBLE_HANDLER illegal_instruction |
||
883 | jermar | 78 | |
1870 | jermar | 79 | /* TT = 0x11, TL = 0, privileged_opcode */ |
80 | .org trap_table + TT_PRIVILEGED_OPCODE*ENTRY_SIZE |
||
81 | .global privileged_opcode_tl0 |
||
82 | privileged_opcode_tl0: |
||
83 | PREEMPTIBLE_HANDLER privileged_opcode |
||
84 | |||
1883 | jermar | 85 | /* TT = 0x12, TL = 0, unimplemented_LDD */ |
86 | .org trap_table + TT_UNIMPLEMENTED_LDD*ENTRY_SIZE |
||
87 | .global unimplemented_LDD_tl0 |
||
88 | unimplemented_LDD_tl0: |
||
89 | PREEMPTIBLE_HANDLER unimplemented_LDD |
||
90 | |||
91 | /* TT = 0x13, TL = 0, unimplemented_STD */ |
||
92 | .org trap_table + TT_UNIMPLEMENTED_STD*ENTRY_SIZE |
||
93 | .global unimplemented_STD_tl0 |
||
94 | unimplemented_STD_tl0: |
||
95 | PREEMPTIBLE_HANDLER unimplemented_STD |
||
96 | |||
1882 | jermar | 97 | /* TT = 0x20, TL = 0, fb_disabled handler */ |
98 | .org trap_table + TT_FP_DISABLED*ENTRY_SIZE |
||
99 | .global fb_disabled_tl0 |
||
100 | fp_disabled_tl0: |
||
101 | PREEMPTIBLE_HANDLER fp_disabled |
||
102 | |||
1883 | jermar | 103 | /* TT = 0x21, TL = 0, fb_exception_ieee_754 handler */ |
104 | .org trap_table + TT_FP_EXCEPTION_IEEE_754*ENTRY_SIZE |
||
105 | .global fb_exception_ieee_754_tl0 |
||
106 | fp_exception_ieee_754_tl0: |
||
107 | PREEMPTIBLE_HANDLER fp_exception_ieee_754 |
||
108 | |||
109 | /* TT = 0x22, TL = 0, fb_exception_other handler */ |
||
110 | .org trap_table + TT_FP_EXCEPTION_OTHER*ENTRY_SIZE |
||
111 | .global fb_exception_other_tl0 |
||
112 | fp_exception_other_tl0: |
||
113 | PREEMPTIBLE_HANDLER fp_exception_other |
||
114 | |||
115 | /* TT = 0x23, TL = 0, tag_overflow */ |
||
116 | .org trap_table + TT_TAG_OVERFLOW*ENTRY_SIZE |
||
117 | .global tag_overflow_tl0 |
||
118 | tag_overflow_tl0: |
||
119 | PREEMPTIBLE_HANDLER tag_overflow |
||
120 | |||
663 | jermar | 121 | /* TT = 0x24, TL = 0, clean_window handler */ |
634 | jermar | 122 | .org trap_table + TT_CLEAN_WINDOW*ENTRY_SIZE |
1882 | jermar | 123 | .global clean_window_tl0 |
124 | clean_window_tl0: |
||
630 | jermar | 125 | CLEAN_WINDOW_HANDLER |
529 | jermar | 126 | |
1870 | jermar | 127 | /* TT = 0x28, TL = 0, division_by_zero */ |
128 | .org trap_table + TT_DIVISION_BY_ZERO*ENTRY_SIZE |
||
129 | .global division_by_zero_tl0 |
||
130 | division_by_zero_tl0: |
||
131 | PREEMPTIBLE_HANDLER division_by_zero |
||
132 | |||
133 | /* TT = 0x30, TL = 0, data_access_exception */ |
||
134 | .org trap_table + TT_DATA_ACCESS_EXCEPTION*ENTRY_SIZE |
||
135 | .global data_access_exception_tl0 |
||
136 | data_access_exception_tl0: |
||
137 | wrpr %g0, PSTATE_AG_BIT | PSTATE_PRIV_BIT, %pstate |
||
138 | PREEMPTIBLE_HANDLER data_access_exception |
||
139 | |||
897 | jermar | 140 | /* TT = 0x32, TL = 0, data_access_error */ |
141 | .org trap_table + TT_DATA_ACCESS_ERROR*ENTRY_SIZE |
||
1870 | jermar | 142 | .global data_access_error_tl0 |
143 | data_access_error_tl0: |
||
144 | PREEMPTIBLE_HANDLER data_access_error |
||
897 | jermar | 145 | |
667 | jermar | 146 | /* TT = 0x34, TL = 0, mem_address_not_aligned */ |
147 | .org trap_table + TT_MEM_ADDRESS_NOT_ALIGNED*ENTRY_SIZE |
||
1870 | jermar | 148 | .global mem_address_not_aligned_tl0 |
149 | mem_address_not_aligned_tl0: |
||
150 | PREEMPTIBLE_HANDLER mem_address_not_aligned |
||
667 | jermar | 151 | |
1883 | jermar | 152 | /* TT = 0x35, TL = 0, LDDF_mem_address_not_aligned */ |
153 | .org trap_table + TT_LDDF_MEM_ADDRESS_NOT_ALIGNED*ENTRY_SIZE |
||
154 | .global LDDF_mem_address_not_aligned_tl0 |
||
155 | LDDF_mem_address_not_aligned_tl0: |
||
156 | PREEMPTIBLE_HANDLER LDDF_mem_address_not_aligned |
||
157 | |||
158 | /* TT = 0x36, TL = 0, STDF_mem_address_not_aligned */ |
||
159 | .org trap_table + TT_STDF_MEM_ADDRESS_NOT_ALIGNED*ENTRY_SIZE |
||
160 | .global STDF_mem_address_not_aligned_tl0 |
||
161 | STDF_mem_address_not_aligned_tl0: |
||
162 | PREEMPTIBLE_HANDLER STDF_mem_address_not_aligned |
||
163 | |||
164 | /* TT = 0x37, TL = 0, privileged_action */ |
||
1870 | jermar | 165 | .org trap_table + TT_PRIVILEGED_ACTION*ENTRY_SIZE |
166 | .global privileged_action_tl0 |
||
167 | privileged_action_tl0: |
||
168 | PREEMPTIBLE_HANDLER privileged_action |
||
169 | |||
1883 | jermar | 170 | /* TT = 0x38, TL = 0, LDQF_mem_address_not_aligned */ |
171 | .org trap_table + TT_LDQF_MEM_ADDRESS_NOT_ALIGNED*ENTRY_SIZE |
||
172 | .global LDQF_mem_address_not_aligned_tl0 |
||
173 | LDQF_mem_address_not_aligned_tl0: |
||
174 | PREEMPTIBLE_HANDLER LDQF_mem_address_not_aligned |
||
175 | |||
176 | /* TT = 0x39, TL = 0, STQF_mem_address_not_aligned */ |
||
177 | .org trap_table + TT_STQF_MEM_ADDRESS_NOT_ALIGNED*ENTRY_SIZE |
||
178 | .global STQF_mem_address_not_aligned_tl0 |
||
179 | STQF_mem_address_not_aligned_tl0: |
||
180 | PREEMPTIBLE_HANDLER STQF_mem_address_not_aligned |
||
181 | |||
664 | jermar | 182 | /* TT = 0x41, TL = 0, interrupt_level_1 handler */ |
183 | .org trap_table + TT_INTERRUPT_LEVEL_1*ENTRY_SIZE |
||
1870 | jermar | 184 | .global interrupt_level_1_handler_tl0 |
185 | interrupt_level_1_handler_tl0: |
||
664 | jermar | 186 | INTERRUPT_LEVEL_N_HANDLER 1 |
187 | |||
188 | /* TT = 0x42, TL = 0, interrupt_level_2 handler */ |
||
189 | .org trap_table + TT_INTERRUPT_LEVEL_2*ENTRY_SIZE |
||
1870 | jermar | 190 | .global interrupt_level_2_handler_tl0 |
191 | interrupt_level_2_handler_tl0: |
||
664 | jermar | 192 | INTERRUPT_LEVEL_N_HANDLER 2 |
193 | |||
194 | /* TT = 0x43, TL = 0, interrupt_level_3 handler */ |
||
195 | .org trap_table + TT_INTERRUPT_LEVEL_3*ENTRY_SIZE |
||
1870 | jermar | 196 | .global interrupt_level_3_handler_tl0 |
197 | interrupt_level_3_handler_tl0: |
||
664 | jermar | 198 | INTERRUPT_LEVEL_N_HANDLER 3 |
199 | |||
200 | /* TT = 0x44, TL = 0, interrupt_level_4 handler */ |
||
201 | .org trap_table + TT_INTERRUPT_LEVEL_4*ENTRY_SIZE |
||
1870 | jermar | 202 | .global interrupt_level_4_handler_tl0 |
203 | interrupt_level_4_handler_tl0: |
||
664 | jermar | 204 | INTERRUPT_LEVEL_N_HANDLER 4 |
205 | |||
206 | /* TT = 0x45, TL = 0, interrupt_level_5 handler */ |
||
207 | .org trap_table + TT_INTERRUPT_LEVEL_5*ENTRY_SIZE |
||
1870 | jermar | 208 | .global interrupt_level_5_handler_tl0 |
209 | interrupt_level_5_handler_tl0: |
||
664 | jermar | 210 | INTERRUPT_LEVEL_N_HANDLER 5 |
211 | |||
212 | /* TT = 0x46, TL = 0, interrupt_level_6 handler */ |
||
213 | .org trap_table + TT_INTERRUPT_LEVEL_6*ENTRY_SIZE |
||
1870 | jermar | 214 | .global interrupt_level_6_handler_tl0 |
215 | interrupt_level_6_handler_tl0: |
||
664 | jermar | 216 | INTERRUPT_LEVEL_N_HANDLER 6 |
217 | |||
218 | /* TT = 0x47, TL = 0, interrupt_level_7 handler */ |
||
219 | .org trap_table + TT_INTERRUPT_LEVEL_7*ENTRY_SIZE |
||
1870 | jermar | 220 | .global interrupt_level_7_handler_tl0 |
221 | interrupt_level_7_handler_tl0: |
||
664 | jermar | 222 | INTERRUPT_LEVEL_N_HANDLER 7 |
223 | |||
224 | /* TT = 0x48, TL = 0, interrupt_level_8 handler */ |
||
225 | .org trap_table + TT_INTERRUPT_LEVEL_8*ENTRY_SIZE |
||
1870 | jermar | 226 | .global interrupt_level_8_handler_tl0 |
227 | interrupt_level_8_handler_tl0: |
||
664 | jermar | 228 | INTERRUPT_LEVEL_N_HANDLER 8 |
229 | |||
230 | /* TT = 0x49, TL = 0, interrupt_level_9 handler */ |
||
231 | .org trap_table + TT_INTERRUPT_LEVEL_9*ENTRY_SIZE |
||
1870 | jermar | 232 | .global interrupt_level_9_handler_tl0 |
233 | interrupt_level_9_handler_tl0: |
||
664 | jermar | 234 | INTERRUPT_LEVEL_N_HANDLER 9 |
235 | |||
236 | /* TT = 0x4a, TL = 0, interrupt_level_10 handler */ |
||
237 | .org trap_table + TT_INTERRUPT_LEVEL_10*ENTRY_SIZE |
||
1870 | jermar | 238 | .global interrupt_level_10_handler_tl0 |
239 | interrupt_level_10_handler_tl0: |
||
664 | jermar | 240 | INTERRUPT_LEVEL_N_HANDLER 10 |
241 | |||
242 | /* TT = 0x4b, TL = 0, interrupt_level_11 handler */ |
||
243 | .org trap_table + TT_INTERRUPT_LEVEL_11*ENTRY_SIZE |
||
1870 | jermar | 244 | .global interrupt_level_11_handler_tl0 |
245 | interrupt_level_11_handler_tl0: |
||
664 | jermar | 246 | INTERRUPT_LEVEL_N_HANDLER 11 |
247 | |||
248 | /* TT = 0x4c, TL = 0, interrupt_level_12 handler */ |
||
249 | .org trap_table + TT_INTERRUPT_LEVEL_12*ENTRY_SIZE |
||
1870 | jermar | 250 | .global interrupt_level_12_handler_tl0 |
251 | interrupt_level_12_handler_tl0: |
||
664 | jermar | 252 | INTERRUPT_LEVEL_N_HANDLER 12 |
253 | |||
254 | /* TT = 0x4d, TL = 0, interrupt_level_13 handler */ |
||
255 | .org trap_table + TT_INTERRUPT_LEVEL_13*ENTRY_SIZE |
||
1870 | jermar | 256 | .global interrupt_level_13_handler_tl0 |
257 | interrupt_level_13_handler_tl0: |
||
664 | jermar | 258 | INTERRUPT_LEVEL_N_HANDLER 13 |
259 | |||
260 | /* TT = 0x4e, TL = 0, interrupt_level_14 handler */ |
||
261 | .org trap_table + TT_INTERRUPT_LEVEL_14*ENTRY_SIZE |
||
1870 | jermar | 262 | .global interrupt_level_14_handler_tl0 |
263 | interrupt_level_14_handler_tl0: |
||
664 | jermar | 264 | INTERRUPT_LEVEL_N_HANDLER 14 |
265 | |||
266 | /* TT = 0x4f, TL = 0, interrupt_level_15 handler */ |
||
267 | .org trap_table + TT_INTERRUPT_LEVEL_15*ENTRY_SIZE |
||
1870 | jermar | 268 | .global interrupt_level_15_handler_tl0 |
269 | interrupt_level_15_handler_tl0: |
||
664 | jermar | 270 | INTERRUPT_LEVEL_N_HANDLER 15 |
271 | |||
663 | jermar | 272 | /* TT = 0x60, TL = 0, interrupt_vector_trap handler */ |
273 | .org trap_table + TT_INTERRUPT_VECTOR_TRAP*ENTRY_SIZE |
||
1870 | jermar | 274 | .global interrupt_vector_trap_handler_tl0 |
275 | interrupt_vector_trap_handler_tl0: |
||
663 | jermar | 276 | INTERRUPT_VECTOR_TRAP_HANDLER |
277 | |||
863 | jermar | 278 | /* TT = 0x64, TL = 0, fast_instruction_access_MMU_miss */ |
279 | .org trap_table + TT_FAST_INSTRUCTION_ACCESS_MMU_MISS*ENTRY_SIZE |
||
1870 | jermar | 280 | .global fast_instruction_access_mmu_miss_handler_tl0 |
281 | fast_instruction_access_mmu_miss_handler_tl0: |
||
863 | jermar | 282 | FAST_INSTRUCTION_ACCESS_MMU_MISS_HANDLER |
283 | |||
284 | /* TT = 0x68, TL = 0, fast_data_access_MMU_miss */ |
||
285 | .org trap_table + TT_FAST_DATA_ACCESS_MMU_MISS*ENTRY_SIZE |
||
1870 | jermar | 286 | .global fast_data_access_mmu_miss_handler_tl0 |
287 | fast_data_access_mmu_miss_handler_tl0: |
||
288 | FAST_DATA_ACCESS_MMU_MISS_HANDLER 0 |
||
863 | jermar | 289 | |
290 | /* TT = 0x6c, TL = 0, fast_data_access_protection */ |
||
291 | .org trap_table + TT_FAST_DATA_ACCESS_PROTECTION*ENTRY_SIZE |
||
1870 | jermar | 292 | .global fast_data_access_protection_handler_tl0 |
293 | fast_data_access_protection_handler_tl0: |
||
294 | FAST_DATA_ACCESS_PROTECTION_HANDLER 0 |
||
863 | jermar | 295 | |
663 | jermar | 296 | /* TT = 0x80, TL = 0, spill_0_normal handler */ |
634 | jermar | 297 | .org trap_table + TT_SPILL_0_NORMAL*ENTRY_SIZE |
1870 | jermar | 298 | .global spill_0_normal_tl0 |
299 | spill_0_normal_tl0: |
||
1852 | jermar | 300 | SPILL_NORMAL_HANDLER_KERNEL |
529 | jermar | 301 | |
1856 | jermar | 302 | /* TT = 0x84, TL = 0, spill_1_normal handler */ |
303 | .org trap_table + TT_SPILL_1_NORMAL*ENTRY_SIZE |
||
1870 | jermar | 304 | .global spill_1_normal_tl0 |
305 | spill_1_normal_tl0: |
||
1856 | jermar | 306 | SPILL_NORMAL_HANDLER_USERSPACE |
307 | |||
308 | /* TT = 0x88, TL = 0, spill_2_normal handler */ |
||
309 | .org trap_table + TT_SPILL_2_NORMAL*ENTRY_SIZE |
||
1870 | jermar | 310 | .global spill_2_normal_tl0 |
311 | spill_2_normal_tl0: |
||
1856 | jermar | 312 | SPILL_TO_USPACE_WINDOW_BUFFER |
313 | |||
1864 | jermar | 314 | /* TT = 0xa0, TL = 0, spill_0_other handler */ |
315 | .org trap_table + TT_SPILL_0_OTHER*ENTRY_SIZE |
||
1870 | jermar | 316 | .global spill_0_other_tl0 |
317 | spill_0_other_tl0: |
||
1864 | jermar | 318 | SPILL_TO_USPACE_WINDOW_BUFFER |
319 | |||
663 | jermar | 320 | /* TT = 0xc0, TL = 0, fill_0_normal handler */ |
634 | jermar | 321 | .org trap_table + TT_FILL_0_NORMAL*ENTRY_SIZE |
1870 | jermar | 322 | .global fill_0_normal_tl0 |
323 | fill_0_normal_tl0: |
||
1852 | jermar | 324 | FILL_NORMAL_HANDLER_KERNEL |
630 | jermar | 325 | |
1856 | jermar | 326 | /* TT = 0xc4, TL = 0, fill_1_normal handler */ |
327 | .org trap_table + TT_FILL_1_NORMAL*ENTRY_SIZE |
||
1870 | jermar | 328 | .global fill_1_normal_tl0 |
329 | fill_1_normal_tl0: |
||
1856 | jermar | 330 | FILL_NORMAL_HANDLER_USERSPACE |
331 | |||
1862 | jermar | 332 | /* TT = 0x100, TL = 0, trap_instruction_0 */ |
333 | .org trap_table + TT_TRAP_INSTRUCTION(0)*ENTRY_SIZE |
||
1870 | jermar | 334 | .global trap_instruction_0_tl0 |
335 | trap_instruction_0_tl0: |
||
1862 | jermar | 336 | TRAP_INSTRUCTION 0 |
337 | |||
338 | /* TT = 0x101, TL = 0, trap_instruction_1 */ |
||
339 | .org trap_table + TT_TRAP_INSTRUCTION(1)*ENTRY_SIZE |
||
1870 | jermar | 340 | .global trap_instruction_1_tl0 |
341 | trap_instruction_1_tl0: |
||
1862 | jermar | 342 | TRAP_INSTRUCTION 1 |
343 | |||
344 | /* TT = 0x102, TL = 0, trap_instruction_2 */ |
||
345 | .org trap_table + TT_TRAP_INSTRUCTION(2)*ENTRY_SIZE |
||
1870 | jermar | 346 | .global trap_instruction_2_tl0 |
347 | trap_instruction_2_tl0: |
||
1862 | jermar | 348 | TRAP_INSTRUCTION 2 |
349 | |||
350 | /* TT = 0x103, TL = 0, trap_instruction_3 */ |
||
351 | .org trap_table + TT_TRAP_INSTRUCTION(3)*ENTRY_SIZE |
||
1870 | jermar | 352 | .global trap_instruction_3_tl0 |
353 | trap_instruction_3_tl0: |
||
1862 | jermar | 354 | TRAP_INSTRUCTION 3 |
355 | |||
356 | /* TT = 0x104, TL = 0, trap_instruction_4 */ |
||
357 | .org trap_table + TT_TRAP_INSTRUCTION(4)*ENTRY_SIZE |
||
1870 | jermar | 358 | .global trap_instruction_4_tl0 |
359 | trap_instruction_4_tl0: |
||
1862 | jermar | 360 | TRAP_INSTRUCTION 4 |
361 | |||
362 | /* TT = 0x105, TL = 0, trap_instruction_5 */ |
||
363 | .org trap_table + TT_TRAP_INSTRUCTION(5)*ENTRY_SIZE |
||
1870 | jermar | 364 | .global trap_instruction_5_tl0 |
365 | trap_instruction_5_tl0: |
||
1862 | jermar | 366 | TRAP_INSTRUCTION 5 |
367 | |||
368 | /* TT = 0x106, TL = 0, trap_instruction_6 */ |
||
369 | .org trap_table + TT_TRAP_INSTRUCTION(6)*ENTRY_SIZE |
||
1870 | jermar | 370 | .global trap_instruction_6_tl0 |
371 | trap_instruction_6_tl0: |
||
1862 | jermar | 372 | TRAP_INSTRUCTION 6 |
373 | |||
374 | /* TT = 0x107, TL = 0, trap_instruction_7 */ |
||
375 | .org trap_table + TT_TRAP_INSTRUCTION(7)*ENTRY_SIZE |
||
1870 | jermar | 376 | .global trap_instruction_7_tl0 |
377 | trap_instruction_7_tl0: |
||
1862 | jermar | 378 | TRAP_INSTRUCTION 7 |
379 | |||
380 | /* TT = 0x108, TL = 0, trap_instruction_8 */ |
||
381 | .org trap_table + TT_TRAP_INSTRUCTION(8)*ENTRY_SIZE |
||
1870 | jermar | 382 | .global trap_instruction_8_tl0 |
383 | trap_instruction_8_tl0: |
||
1862 | jermar | 384 | TRAP_INSTRUCTION 8 |
385 | |||
386 | /* TT = 0x109, TL = 0, trap_instruction_9 */ |
||
387 | .org trap_table + TT_TRAP_INSTRUCTION(9)*ENTRY_SIZE |
||
1870 | jermar | 388 | .global trap_instruction_9_tl0 |
389 | trap_instruction_9_tl0: |
||
1862 | jermar | 390 | TRAP_INSTRUCTION 9 |
391 | |||
392 | /* TT = 0x10a, TL = 0, trap_instruction_10 */ |
||
393 | .org trap_table + TT_TRAP_INSTRUCTION(10)*ENTRY_SIZE |
||
1870 | jermar | 394 | .global trap_instruction_10_tl0 |
395 | trap_instruction_10_tl0: |
||
1862 | jermar | 396 | TRAP_INSTRUCTION 10 |
397 | |||
398 | /* TT = 0x10b, TL = 0, trap_instruction_11 */ |
||
399 | .org trap_table + TT_TRAP_INSTRUCTION(11)*ENTRY_SIZE |
||
1870 | jermar | 400 | .global trap_instruction_11_tl0 |
401 | trap_instruction_11_tl0: |
||
1862 | jermar | 402 | TRAP_INSTRUCTION 11 |
403 | |||
404 | /* TT = 0x10c, TL = 0, trap_instruction_12 */ |
||
405 | .org trap_table + TT_TRAP_INSTRUCTION(12)*ENTRY_SIZE |
||
1870 | jermar | 406 | .global trap_instruction_12_tl0 |
407 | trap_instruction_12_tl0: |
||
1862 | jermar | 408 | TRAP_INSTRUCTION 12 |
409 | |||
410 | /* TT = 0x10d, TL = 0, trap_instruction_13 */ |
||
411 | .org trap_table + TT_TRAP_INSTRUCTION(13)*ENTRY_SIZE |
||
1870 | jermar | 412 | .global trap_instruction_13_tl0 |
413 | trap_instruction_13_tl0: |
||
1862 | jermar | 414 | TRAP_INSTRUCTION 13 |
415 | |||
416 | /* TT = 0x10e, TL = 0, trap_instruction_14 */ |
||
417 | .org trap_table + TT_TRAP_INSTRUCTION(14)*ENTRY_SIZE |
||
1870 | jermar | 418 | .global trap_instruction_14_tl0 |
419 | trap_instruction_14_tl0: |
||
1862 | jermar | 420 | TRAP_INSTRUCTION 14 |
421 | |||
422 | /* TT = 0x10f, TL = 0, trap_instruction_15 */ |
||
423 | .org trap_table + TT_TRAP_INSTRUCTION(15)*ENTRY_SIZE |
||
1870 | jermar | 424 | .global trap_instruction_15_tl0 |
425 | trap_instruction_15_tl0: |
||
1862 | jermar | 426 | TRAP_INSTRUCTION 15 |
427 | |||
428 | /* TT = 0x110, TL = 0, trap_instruction_16 */ |
||
429 | .org trap_table + TT_TRAP_INSTRUCTION(16)*ENTRY_SIZE |
||
1870 | jermar | 430 | .global trap_instruction_16_tl0 |
431 | trap_instruction_16_tl0: |
||
1862 | jermar | 432 | TRAP_INSTRUCTION 16 |
433 | |||
434 | /* TT = 0x111, TL = 0, trap_instruction_17 */ |
||
435 | .org trap_table + TT_TRAP_INSTRUCTION(17)*ENTRY_SIZE |
||
1870 | jermar | 436 | .global trap_instruction_17_tl0 |
437 | trap_instruction_17_tl0: |
||
1862 | jermar | 438 | TRAP_INSTRUCTION 17 |
439 | |||
440 | /* TT = 0x112, TL = 0, trap_instruction_18 */ |
||
441 | .org trap_table + TT_TRAP_INSTRUCTION(18)*ENTRY_SIZE |
||
1870 | jermar | 442 | .global trap_instruction_18_tl0 |
443 | trap_instruction_18_tl0: |
||
1862 | jermar | 444 | TRAP_INSTRUCTION 18 |
445 | |||
446 | /* TT = 0x113, TL = 0, trap_instruction_19 */ |
||
447 | .org trap_table + TT_TRAP_INSTRUCTION(19)*ENTRY_SIZE |
||
1870 | jermar | 448 | .global trap_instruction_19_tl0 |
449 | trap_instruction_19_tl0: |
||
1862 | jermar | 450 | TRAP_INSTRUCTION 19 |
451 | |||
452 | /* TT = 0x114, TL = 0, trap_instruction_20 */ |
||
453 | .org trap_table + TT_TRAP_INSTRUCTION(20)*ENTRY_SIZE |
||
1870 | jermar | 454 | .global trap_instruction_20_tl0 |
455 | trap_instruction_20_tl0: |
||
1862 | jermar | 456 | TRAP_INSTRUCTION 20 |
457 | |||
458 | /* TT = 0x115, TL = 0, trap_instruction_21 */ |
||
459 | .org trap_table + TT_TRAP_INSTRUCTION(21)*ENTRY_SIZE |
||
1870 | jermar | 460 | .global trap_instruction_21_tl0 |
461 | trap_instruction_21_tl0: |
||
1862 | jermar | 462 | TRAP_INSTRUCTION 21 |
463 | |||
464 | /* TT = 0x116, TL = 0, trap_instruction_22 */ |
||
465 | .org trap_table + TT_TRAP_INSTRUCTION(22)*ENTRY_SIZE |
||
1870 | jermar | 466 | .global trap_instruction_22_tl0 |
467 | trap_instruction_22_tl0: |
||
1862 | jermar | 468 | TRAP_INSTRUCTION 22 |
469 | |||
470 | /* TT = 0x117, TL = 0, trap_instruction_23 */ |
||
471 | .org trap_table + TT_TRAP_INSTRUCTION(23)*ENTRY_SIZE |
||
1870 | jermar | 472 | .global trap_instruction_23_tl0 |
473 | trap_instruction_23_tl0: |
||
1862 | jermar | 474 | TRAP_INSTRUCTION 23 |
475 | |||
476 | /* TT = 0x118, TL = 0, trap_instruction_24 */ |
||
477 | .org trap_table + TT_TRAP_INSTRUCTION(24)*ENTRY_SIZE |
||
1870 | jermar | 478 | .global trap_instruction_24_tl0 |
479 | trap_instruction_24_tl0: |
||
1862 | jermar | 480 | TRAP_INSTRUCTION 24 |
481 | |||
482 | /* TT = 0x119, TL = 0, trap_instruction_25 */ |
||
483 | .org trap_table + TT_TRAP_INSTRUCTION(25)*ENTRY_SIZE |
||
1870 | jermar | 484 | .global trap_instruction_25_tl0 |
485 | trap_instruction_25_tl0: |
||
1862 | jermar | 486 | TRAP_INSTRUCTION 25 |
487 | |||
488 | /* TT = 0x11a, TL = 0, trap_instruction_26 */ |
||
489 | .org trap_table + TT_TRAP_INSTRUCTION(26)*ENTRY_SIZE |
||
1870 | jermar | 490 | .global trap_instruction_26_tl0 |
491 | trap_instruction_26_tl0: |
||
1862 | jermar | 492 | TRAP_INSTRUCTION 26 |
493 | |||
494 | /* TT = 0x11b, TL = 0, trap_instruction_27 */ |
||
495 | .org trap_table + TT_TRAP_INSTRUCTION(27)*ENTRY_SIZE |
||
1870 | jermar | 496 | .global trap_instruction_27_tl0 |
497 | trap_instruction_27_tl0: |
||
1862 | jermar | 498 | TRAP_INSTRUCTION 27 |
499 | |||
500 | /* TT = 0x11c, TL = 0, trap_instruction_28 */ |
||
501 | .org trap_table + TT_TRAP_INSTRUCTION(28)*ENTRY_SIZE |
||
1870 | jermar | 502 | .global trap_instruction_28_tl0 |
503 | trap_instruction_28_tl0: |
||
1862 | jermar | 504 | TRAP_INSTRUCTION 28 |
505 | |||
506 | /* TT = 0x11d, TL = 0, trap_instruction_29 */ |
||
507 | .org trap_table + TT_TRAP_INSTRUCTION(29)*ENTRY_SIZE |
||
1870 | jermar | 508 | .global trap_instruction_29_tl0 |
509 | trap_instruction_29_tl0: |
||
1862 | jermar | 510 | TRAP_INSTRUCTION 29 |
511 | |||
512 | /* TT = 0x11e, TL = 0, trap_instruction_30 */ |
||
513 | .org trap_table + TT_TRAP_INSTRUCTION(30)*ENTRY_SIZE |
||
1870 | jermar | 514 | .global trap_instruction_30_tl0 |
515 | trap_instruction_30_tl0: |
||
1862 | jermar | 516 | TRAP_INSTRUCTION 30 |
517 | |||
518 | /* TT = 0x11f, TL = 0, trap_instruction_31 */ |
||
519 | .org trap_table + TT_TRAP_INSTRUCTION(31)*ENTRY_SIZE |
||
1870 | jermar | 520 | .global trap_instruction_31_tl0 |
521 | trap_instruction_31_tl0: |
||
1862 | jermar | 522 | TRAP_INSTRUCTION 31 |
523 | |||
3458 | jermar | 524 | /* TT = 0x120, TL = 0, trap_instruction_32 */ |
525 | .org trap_table + TT_TRAP_INSTRUCTION(32)*ENTRY_SIZE |
||
526 | .global trap_instruction_32_tl0 |
||
527 | trap_instruction_32_tl0: |
||
528 | TRAP_INSTRUCTION 32 |
||
529 | |||
530 | /* TT = 0x121, TL = 0, trap_instruction_33 */ |
||
531 | .org trap_table + TT_TRAP_INSTRUCTION(33)*ENTRY_SIZE |
||
532 | .global trap_instruction_33_tl0 |
||
533 | trap_instruction_33_tl0: |
||
534 | TRAP_INSTRUCTION 33 |
||
535 | |||
536 | /* TT = 0x122, TL = 0, trap_instruction_34 */ |
||
537 | .org trap_table + TT_TRAP_INSTRUCTION(34)*ENTRY_SIZE |
||
538 | .global trap_instruction_34_tl0 |
||
539 | trap_instruction_34_tl0: |
||
540 | TRAP_INSTRUCTION 34 |
||
541 | |||
542 | /* TT = 0x123, TL = 0, trap_instruction_35 */ |
||
543 | .org trap_table + TT_TRAP_INSTRUCTION(35)*ENTRY_SIZE |
||
544 | .global trap_instruction_35_tl0 |
||
545 | trap_instruction_35_tl0: |
||
546 | TRAP_INSTRUCTION 35 |
||
547 | |||
548 | /* TT = 0x124, TL = 0, trap_instruction_36 */ |
||
549 | .org trap_table + TT_TRAP_INSTRUCTION(36)*ENTRY_SIZE |
||
550 | .global trap_instruction_36_tl0 |
||
551 | trap_instruction_36_tl0: |
||
552 | TRAP_INSTRUCTION 36 |
||
553 | |||
554 | /* TT = 0x125, TL = 0, trap_instruction_37 */ |
||
555 | .org trap_table + TT_TRAP_INSTRUCTION(37)*ENTRY_SIZE |
||
556 | .global trap_instruction_37_tl0 |
||
557 | trap_instruction_37_tl0: |
||
558 | TRAP_INSTRUCTION 37 |
||
559 | |||
560 | /* TT = 0x126, TL = 0, trap_instruction_38 */ |
||
561 | .org trap_table + TT_TRAP_INSTRUCTION(38)*ENTRY_SIZE |
||
562 | .global trap_instruction_38_tl0 |
||
563 | trap_instruction_38_tl0: |
||
564 | TRAP_INSTRUCTION 38 |
||
565 | |||
566 | /* TT = 0x127, TL = 0, trap_instruction_39 */ |
||
567 | .org trap_table + TT_TRAP_INSTRUCTION(39)*ENTRY_SIZE |
||
568 | .global trap_instruction_39_tl0 |
||
569 | trap_instruction_39_tl0: |
||
570 | TRAP_INSTRUCTION 39 |
||
571 | |||
572 | /* TT = 0x128, TL = 0, trap_instruction_40 */ |
||
573 | .org trap_table + TT_TRAP_INSTRUCTION(40)*ENTRY_SIZE |
||
574 | .global trap_instruction_40_tl0 |
||
575 | trap_instruction_40_tl0: |
||
576 | TRAP_INSTRUCTION 40 |
||
577 | |||
529 | jermar | 578 | /* |
663 | jermar | 579 | * Handlers for TL>0. |
529 | jermar | 580 | */ |
581 | |||
667 | jermar | 582 | /* TT = 0x08, TL > 0, instruction_access_exception */ |
583 | .org trap_table + (TT_INSTRUCTION_ACCESS_EXCEPTION+512)*ENTRY_SIZE |
||
1870 | jermar | 584 | .global instruction_access_exception_tl1 |
585 | instruction_access_exception_tl1: |
||
586 | wrpr %g0, 1, %tl |
||
587 | wrpr %g0, PSTATE_AG_BIT | PSTATE_PRIV_BIT, %pstate |
||
588 | PREEMPTIBLE_HANDLER instruction_access_exception |
||
667 | jermar | 589 | |
1870 | jermar | 590 | /* TT = 0x0a, TL > 0, instruction_access_error */ |
591 | .org trap_table + (TT_INSTRUCTION_ACCESS_ERROR+512)*ENTRY_SIZE |
||
592 | .global instruction_access_error_tl1 |
||
593 | instruction_access_error_tl1: |
||
594 | wrpr %g0, 1, %tl |
||
595 | PREEMPTIBLE_HANDLER instruction_access_error |
||
596 | |||
883 | jermar | 597 | /* TT = 0x10, TL > 0, illegal_instruction */ |
598 | .org trap_table + (TT_ILLEGAL_INSTRUCTION+512)*ENTRY_SIZE |
||
1870 | jermar | 599 | .global illegal_instruction_tl1 |
600 | illegal_instruction_tl1: |
||
601 | wrpr %g0, 1, %tl |
||
602 | PREEMPTIBLE_HANDLER illegal_instruction |
||
883 | jermar | 603 | |
663 | jermar | 604 | /* TT = 0x24, TL > 0, clean_window handler */ |
605 | .org trap_table + (TT_CLEAN_WINDOW+512)*ENTRY_SIZE |
||
1882 | jermar | 606 | .global clean_window_tl1 |
607 | clean_window_tl1: |
||
663 | jermar | 608 | CLEAN_WINDOW_HANDLER |
529 | jermar | 609 | |
1870 | jermar | 610 | /* TT = 0x28, TL > 0, division_by_zero */ |
611 | .org trap_table + (TT_DIVISION_BY_ZERO+512)*ENTRY_SIZE |
||
612 | .global division_by_zero_tl1 |
||
613 | division_by_zero_tl1: |
||
614 | wrpr %g0, 1, %tl |
||
615 | PREEMPTIBLE_HANDLER division_by_zero |
||
616 | |||
617 | /* TT = 0x30, TL > 0, data_access_exception */ |
||
618 | .org trap_table + (TT_DATA_ACCESS_EXCEPTION+512)*ENTRY_SIZE |
||
619 | .global data_access_exception_tl1 |
||
620 | data_access_exception_tl1: |
||
621 | wrpr %g0, 1, %tl |
||
622 | wrpr %g0, PSTATE_AG_BIT | PSTATE_PRIV_BIT, %pstate |
||
623 | PREEMPTIBLE_HANDLER data_access_exception |
||
624 | |||
897 | jermar | 625 | /* TT = 0x32, TL > 0, data_access_error */ |
626 | .org trap_table + (TT_DATA_ACCESS_ERROR+512)*ENTRY_SIZE |
||
1870 | jermar | 627 | .global data_access_error_tl1 |
628 | data_access_error_tl1: |
||
629 | wrpr %g0, 1, %tl |
||
630 | PREEMPTIBLE_HANDLER data_access_error |
||
897 | jermar | 631 | |
667 | jermar | 632 | /* TT = 0x34, TL > 0, mem_address_not_aligned */ |
633 | .org trap_table + (TT_MEM_ADDRESS_NOT_ALIGNED+512)*ENTRY_SIZE |
||
1870 | jermar | 634 | .global mem_address_not_aligned_tl1 |
635 | mem_address_not_aligned_tl1: |
||
636 | wrpr %g0, 1, %tl |
||
637 | PREEMPTIBLE_HANDLER mem_address_not_aligned |
||
529 | jermar | 638 | |
863 | jermar | 639 | /* TT = 0x68, TL > 0, fast_data_access_MMU_miss */ |
640 | .org trap_table + (TT_FAST_DATA_ACCESS_MMU_MISS+512)*ENTRY_SIZE |
||
1870 | jermar | 641 | .global fast_data_access_mmu_miss_handler_tl1 |
642 | fast_data_access_mmu_miss_handler_tl1: |
||
643 | FAST_DATA_ACCESS_MMU_MISS_HANDLER 1 |
||
863 | jermar | 644 | |
645 | /* TT = 0x6c, TL > 0, fast_data_access_protection */ |
||
646 | .org trap_table + (TT_FAST_DATA_ACCESS_PROTECTION+512)*ENTRY_SIZE |
||
1870 | jermar | 647 | .global fast_data_access_protection_handler_tl1 |
648 | fast_data_access_protection_handler_tl1: |
||
649 | FAST_DATA_ACCESS_PROTECTION_HANDLER 1 |
||
863 | jermar | 650 | |
663 | jermar | 651 | /* TT = 0x80, TL > 0, spill_0_normal handler */ |
652 | .org trap_table + (TT_SPILL_0_NORMAL+512)*ENTRY_SIZE |
||
1870 | jermar | 653 | .global spill_0_normal_tl1 |
654 | spill_0_normal_tl1: |
||
1852 | jermar | 655 | SPILL_NORMAL_HANDLER_KERNEL |
529 | jermar | 656 | |
1856 | jermar | 657 | /* TT = 0x88, TL > 0, spill_2_normal handler */ |
658 | .org trap_table + (TT_SPILL_2_NORMAL+512)*ENTRY_SIZE |
||
1870 | jermar | 659 | .global spill_2_normal_tl1 |
660 | spill_2_normal_tl1: |
||
1856 | jermar | 661 | SPILL_TO_USPACE_WINDOW_BUFFER |
662 | |||
663 | /* TT = 0xa0, TL > 0, spill_0_other handler */ |
||
664 | .org trap_table + (TT_SPILL_0_OTHER+512)*ENTRY_SIZE |
||
1870 | jermar | 665 | .global spill_0_other_tl1 |
666 | spill_0_other_tl1: |
||
1856 | jermar | 667 | SPILL_TO_USPACE_WINDOW_BUFFER |
668 | |||
663 | jermar | 669 | /* TT = 0xc0, TL > 0, fill_0_normal handler */ |
670 | .org trap_table + (TT_FILL_0_NORMAL+512)*ENTRY_SIZE |
||
1870 | jermar | 671 | .global fill_0_normal_tl1 |
672 | fill_0_normal_tl1: |
||
1852 | jermar | 673 | FILL_NORMAL_HANDLER_KERNEL |
634 | jermar | 674 | |
1977 | jermar | 675 | .align TABLE_SIZE |
676 | |||
677 | |||
1862 | jermar | 678 | #define NOT(x) ((x) == 0) |
663 | jermar | 679 | |
1851 | jermar | 680 | /* Preemptible trap handler for TL=1. |
666 | jermar | 681 | * |
1851 | jermar | 682 | * This trap handler makes arrangements to make calling of scheduler() from |
1852 | jermar | 683 | * within a trap context possible. It is called from several other trap |
684 | * handlers. |
||
667 | jermar | 685 | * |
2058 | jermar | 686 | * This function can be entered either with interrupt globals or alternate |
687 | * globals. Memory management trap handlers are obliged to switch to one of |
||
688 | * those global sets prior to calling this function. Register window management |
||
689 | * functions are not allowed to modify the alternate global registers. |
||
667 | jermar | 690 | * |
2058 | jermar | 691 | * The kernel is designed to work on trap levels 0 - 4. For instance, the |
692 | * following can happen: |
||
693 | * TL0: kernel thread runs (CANSAVE=0, kernel stack not in DTLB) |
||
694 | * TL1: preemptible trap handler started after a tick interrupt |
||
695 | * TL2: preemptible trap handler did SAVE |
||
696 | * TL3: spill handler touched the kernel stack |
||
697 | * TL4: hardware or software failure |
||
698 | * |
||
666 | jermar | 699 | * Input registers: |
2610 | jermar | 700 | * %g1 Address of function to call if this is not a syscall. |
1863 | jermar | 701 | * %g2 First argument for the function. |
1852 | jermar | 702 | * %g6 Pre-set as kernel stack base if trap from userspace. |
1856 | jermar | 703 | * %g7 Pre-set as address of the userspace window buffer. |
666 | jermar | 704 | */ |
1862 | jermar | 705 | .macro PREEMPTIBLE_HANDLER_TEMPLATE is_syscall |
1865 | jermar | 706 | /* |
707 | * ASSERT(%tl == 1) |
||
708 | */ |
||
709 | rdpr %tl, %g3 |
||
710 | cmp %g3, 1 |
||
711 | be 1f |
||
712 | nop |
||
1876 | jermar | 713 | 0: ba 0b ! this is for debugging, if we ever get here |
1865 | jermar | 714 | nop ! it will be easy to find |
715 | |||
716 | 1: |
||
1862 | jermar | 717 | .if NOT(\is_syscall) |
1852 | jermar | 718 | rdpr %tstate, %g3 |
1876 | jermar | 719 | |
720 | /* |
||
721 | * One of the ways this handler can be invoked is after a nested MMU trap from |
||
722 | * either spill_1_normal or fill_1_normal traps. Both of these traps manipulate |
||
723 | * the CWP register. We deal with the situation by simulating the MMU trap |
||
724 | * on TL=1 and restart the respective SAVE or RESTORE instruction once the MMU |
||
725 | * trap is resolved. However, because we are in the wrong window from the |
||
726 | * perspective of the MMU trap, we need to synchronize CWP with CWP from TL=0. |
||
727 | */ |
||
728 | and %g3, TSTATE_CWP_MASK, %g4 |
||
729 | wrpr %g4, 0, %cwp ! resynchronize CWP |
||
730 | |||
1852 | jermar | 731 | andcc %g3, TSTATE_PRIV_BIT, %g0 ! if this trap came from the privileged mode... |
732 | bnz 0f ! ...skip setting of kernel stack and primary context |
||
733 | nop |
||
1876 | jermar | 734 | |
1862 | jermar | 735 | .endif |
667 | jermar | 736 | /* |
1857 | jermar | 737 | * Normal window spills will go to the userspace window buffer. |
738 | */ |
||
739 | wrpr %g0, WSTATE_OTHER(0) | WSTATE_NORMAL(2), %wstate |
||
740 | |||
1917 | jermar | 741 | wrpr %g0, NWINDOWS - 1, %cleanwin ! prevent unnecessary clean_window exceptions |
1865 | jermar | 742 | |
1857 | jermar | 743 | /* |
1852 | jermar | 744 | * Switch to kernel stack. The old stack is |
745 | * automatically saved in the old window's %sp |
||
746 | * and the new window's %fp. |
||
667 | jermar | 747 | */ |
1852 | jermar | 748 | save %g6, -PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE, %sp |
749 | |||
1862 | jermar | 750 | .if \is_syscall |
1852 | jermar | 751 | /* |
1862 | jermar | 752 | * Copy arguments for the syscall to the new window. |
753 | */ |
||
2610 | jermar | 754 | mov %i0, %o0 |
755 | mov %i1, %o1 |
||
756 | mov %i2, %o2 |
||
757 | mov %i3, %o3 |
||
758 | mov %i4, %o4 |
||
759 | mov %i5, %o5 |
||
1862 | jermar | 760 | .endif |
761 | |||
762 | /* |
||
1864 | jermar | 763 | * Mark the CANRESTORE windows as OTHER windows. |
1852 | jermar | 764 | */ |
1864 | jermar | 765 | rdpr %canrestore, %l0 |
1852 | jermar | 766 | wrpr %l0, %otherwin |
1864 | jermar | 767 | wrpr %g0, %canrestore |
1852 | jermar | 768 | |
769 | /* |
||
770 | * Switch to primary context 0. |
||
771 | */ |
||
772 | mov VA_PRIMARY_CONTEXT_REG, %l0 |
||
1860 | jermar | 773 | stxa %g0, [%l0] ASI_DMMU |
774 | rd %pc, %l0 |
||
775 | flush %l0 |
||
1852 | jermar | 776 | |
1862 | jermar | 777 | .if NOT(\is_syscall) |
1852 | jermar | 778 | ba 1f |
779 | nop |
||
780 | 0: |
||
781 | save %sp, -PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE, %sp |
||
782 | |||
783 | /* |
||
784 | * At this moment, we are using the kernel stack |
||
785 | * and have successfully allocated a register window. |
||
786 | */ |
||
787 | 1: |
||
1862 | jermar | 788 | .endif |
1852 | jermar | 789 | /* |
1857 | jermar | 790 | * Other window spills will go to the userspace window buffer |
791 | * and normal spills will go to the kernel stack. |
||
792 | */ |
||
793 | wrpr %g0, WSTATE_OTHER(0) | WSTATE_NORMAL(0), %wstate |
||
794 | |||
795 | /* |
||
1852 | jermar | 796 | * Copy arguments. |
797 | */ |
||
798 | mov %g1, %l0 |
||
2610 | jermar | 799 | .if NOT(\is_syscall) |
1852 | jermar | 800 | mov %g2, %o0 |
2610 | jermar | 801 | .else |
802 | ! store the syscall number on the stack as 7th argument |
||
803 | stx %g2, [%sp + STACK_WINDOW_SAVE_AREA_SIZE + STACK_BIAS + STACK_ARG6] |
||
804 | .endif |
||
1852 | jermar | 805 | |
806 | /* |
||
807 | * Save TSTATE, TPC and TNPC aside. |
||
808 | */ |
||
667 | jermar | 809 | rdpr %tstate, %g1 |
810 | rdpr %tpc, %g2 |
||
811 | rdpr %tnpc, %g3 |
||
1916 | jermar | 812 | rd %y, %g4 |
667 | jermar | 813 | |
1852 | jermar | 814 | stx %g1, [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_TSTATE] |
815 | stx %g2, [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_TPC] |
||
816 | stx %g3, [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_TNPC] |
||
1915 | jermar | 817 | |
818 | /* |
||
819 | * Save the Y register. |
||
820 | * This register is deprecated according to SPARC V9 specification |
||
821 | * and is only present for backward compatibility with previous |
||
822 | * versions of the SPARC architecture. |
||
823 | * Surprisingly, gcc makes use of this register without a notice. |
||
824 | */ |
||
825 | stx %g4, [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_Y] |
||
667 | jermar | 826 | |
827 | wrpr %g0, 0, %tl |
||
1882 | jermar | 828 | wrpr %g0, PSTATE_PRIV_BIT | PSTATE_PEF_BIT, %pstate |
666 | jermar | 829 | SAVE_GLOBALS |
667 | jermar | 830 | |
2610 | jermar | 831 | .if NOT(\is_syscall) |
667 | jermar | 832 | /* |
1852 | jermar | 833 | * Call the higher-level handler and pass istate as second parameter. |
667 | jermar | 834 | */ |
666 | jermar | 835 | call %l0 |
1852 | jermar | 836 | add %sp, PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_TNPC, %o1 |
2610 | jermar | 837 | .else |
1862 | jermar | 838 | /* |
2610 | jermar | 839 | * Call the higher-level syscall handler. |
1862 | jermar | 840 | */ |
2610 | jermar | 841 | call syscall_handler |
842 | nop |
||
843 | mov %o0, %i0 ! copy the value returned by the syscall |
||
1862 | jermar | 844 | .endif |
845 | |||
1852 | jermar | 846 | RESTORE_GLOBALS |
1882 | jermar | 847 | rdpr %pstate, %l1 ! we must preserve the PEF bit |
1852 | jermar | 848 | wrpr %g0, PSTATE_AG_BIT | PSTATE_PRIV_BIT, %pstate |
849 | wrpr %g0, 1, %tl |
||
667 | jermar | 850 | |
851 | /* |
||
1852 | jermar | 852 | * Read TSTATE, TPC and TNPC from saved copy. |
667 | jermar | 853 | */ |
1852 | jermar | 854 | ldx [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_TSTATE], %g1 |
855 | ldx [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_TPC], %g2 |
||
856 | ldx [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_TNPC], %g3 |
||
857 | |||
667 | jermar | 858 | /* |
1882 | jermar | 859 | * Copy PSTATE.PEF to the in-register copy of TSTATE. |
860 | */ |
||
861 | and %l1, PSTATE_PEF_BIT, %l1 |
||
862 | sllx %l1, TSTATE_PSTATE_SHIFT, %l1 |
||
863 | sethi %hi(TSTATE_PEF_BIT), %g4 |
||
864 | andn %g1, %g4, %g1 |
||
865 | or %g1, %l1, %g1 |
||
866 | |||
867 | /* |
||
1852 | jermar | 868 | * Restore TSTATE, TPC and TNPC from saved copies. |
667 | jermar | 869 | */ |
1852 | jermar | 870 | wrpr %g1, 0, %tstate |
871 | wrpr %g2, 0, %tpc |
||
872 | wrpr %g3, 0, %tnpc |
||
873 | |||
1916 | jermar | 874 | /* |
875 | * Restore Y. |
||
876 | */ |
||
877 | ldx [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_Y], %g4 |
||
878 | wr %g4, %y |
||
1882 | jermar | 879 | |
667 | jermar | 880 | /* |
1852 | jermar | 881 | * If OTHERWIN is zero, then all the userspace windows have been |
1864 | jermar | 882 | * spilled to kernel memory (i.e. register window buffer). Moreover, |
883 | * if the scheduler was called in the meantime, all valid windows |
||
884 | * belonging to other threads were spilled by context_restore(). |
||
885 | * If OTHERWIN is non-zero, then some userspace windows are still |
||
1852 | jermar | 886 | * valid. Others might have been spilled. However, the CWP pointer |
887 | * needs no fixing because the scheduler had not been called. |
||
667 | jermar | 888 | */ |
1852 | jermar | 889 | rdpr %otherwin, %l0 |
890 | brnz %l0, 0f |
||
891 | nop |
||
892 | |||
667 | jermar | 893 | /* |
1852 | jermar | 894 | * OTHERWIN == 0 |
667 | jermar | 895 | */ |
896 | |||
897 | /* |
||
1852 | jermar | 898 | * If TSTATE.CWP + 1 == CWP, then we still do not have to fix CWP. |
667 | jermar | 899 | */ |
1852 | jermar | 900 | and %g1, TSTATE_CWP_MASK, %l0 |
901 | inc %l0 |
||
1917 | jermar | 902 | and %l0, NWINDOWS - 1, %l0 ! %l0 mod NWINDOWS |
1852 | jermar | 903 | rdpr %cwp, %l1 |
904 | cmp %l0, %l1 |
||
905 | bz 0f ! CWP is ok |
||
906 | nop |
||
667 | jermar | 907 | |
908 | /* |
||
1852 | jermar | 909 | * Fix CWP. |
1864 | jermar | 910 | * In order to recapitulate, the input registers in the current |
911 | * window are the output registers of the window to which we want |
||
912 | * to restore. Because the fill trap fills only input and local |
||
1855 | jermar | 913 | * registers of a window, we need to preserve those output |
914 | * registers manually. |
||
667 | jermar | 915 | */ |
1857 | jermar | 916 | mov %sp, %g2 |
1855 | jermar | 917 | stx %i0, [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I0] |
918 | stx %i1, [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I1] |
||
919 | stx %i2, [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I2] |
||
920 | stx %i3, [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I3] |
||
921 | stx %i4, [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I4] |
||
922 | stx %i5, [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I5] |
||
923 | stx %i6, [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I6] |
||
924 | stx %i7, [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I7] |
||
1852 | jermar | 925 | wrpr %l0, 0, %cwp |
1857 | jermar | 926 | mov %g2, %sp |
1855 | jermar | 927 | ldx [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I0], %i0 |
928 | ldx [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I1], %i1 |
||
929 | ldx [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I2], %i2 |
||
930 | ldx [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I3], %i3 |
||
931 | ldx [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I4], %i4 |
||
932 | ldx [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I5], %i5 |
||
933 | ldx [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I6], %i6 |
||
934 | ldx [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I7], %i7 |
||
935 | |||
667 | jermar | 936 | /* |
1852 | jermar | 937 | * OTHERWIN != 0 or fall-through from the OTHERWIN == 0 case. |
1880 | jermar | 938 | * The CWP has already been restored to the value it had after the SAVE |
1857 | jermar | 939 | * at the beginning of this function. |
667 | jermar | 940 | */ |
1852 | jermar | 941 | 0: |
1862 | jermar | 942 | .if NOT(\is_syscall) |
1857 | jermar | 943 | rdpr %tstate, %g1 |
944 | andcc %g1, TSTATE_PRIV_BIT, %g0 ! if we are not returning to userspace..., |
||
945 | bnz 1f ! ...skip restoring userspace windows |
||
946 | nop |
||
1862 | jermar | 947 | .endif |
1858 | jermar | 948 | |
949 | /* |
||
950 | * Spills and fills will be processed by the {spill,fill}_1_normal |
||
951 | * handlers. |
||
952 | */ |
||
953 | wrpr %g0, WSTATE_OTHER(0) | WSTATE_NORMAL(1), %wstate |
||
1860 | jermar | 954 | |
955 | /* |
||
956 | * Set primary context according to secondary context. |
||
957 | */ |
||
958 | wr %g0, ASI_DMMU, %asi |
||
959 | ldxa [VA_SECONDARY_CONTEXT_REG] %asi, %g1 |
||
960 | stxa %g1, [VA_PRIMARY_CONTEXT_REG] %asi |
||
1865 | jermar | 961 | rd %pc, %g1 |
962 | flush %g1 |
||
1857 | jermar | 963 | |
964 | rdpr %cwp, %g1 |
||
965 | rdpr %otherwin, %g2 |
||
1852 | jermar | 966 | |
1857 | jermar | 967 | /* |
968 | * Skip all OTHERWIN windows and descend to the first window |
||
969 | * in the userspace window buffer. |
||
970 | */ |
||
971 | sub %g1, %g2, %g3 |
||
972 | dec %g3 |
||
1917 | jermar | 973 | and %g3, NWINDOWS - 1, %g3 |
1857 | jermar | 974 | wrpr %g3, 0, %cwp |
975 | |||
976 | /* |
||
977 | * CWP is now in the window last saved in the userspace window buffer. |
||
978 | * Fill all windows stored in the buffer. |
||
979 | */ |
||
980 | clr %g4 |
||
1864 | jermar | 981 | set PAGE_SIZE - 1, %g5 |
982 | 0: andcc %g7, %g5, %g0 ! PAGE_SIZE alignment check |
||
1857 | jermar | 983 | bz 0f ! %g7 is page-aligned, no more windows to refill |
984 | nop |
||
985 | |||
986 | add %g7, -STACK_WINDOW_SAVE_AREA_SIZE, %g7 |
||
987 | ldx [%g7 + L0_OFFSET], %l0 |
||
988 | ldx [%g7 + L1_OFFSET], %l1 |
||
989 | ldx [%g7 + L2_OFFSET], %l2 |
||
990 | ldx [%g7 + L3_OFFSET], %l3 |
||
991 | ldx [%g7 + L4_OFFSET], %l4 |
||
992 | ldx [%g7 + L5_OFFSET], %l5 |
||
993 | ldx [%g7 + L6_OFFSET], %l6 |
||
994 | ldx [%g7 + L7_OFFSET], %l7 |
||
995 | ldx [%g7 + I0_OFFSET], %i0 |
||
996 | ldx [%g7 + I1_OFFSET], %i1 |
||
997 | ldx [%g7 + I2_OFFSET], %i2 |
||
998 | ldx [%g7 + I3_OFFSET], %i3 |
||
999 | ldx [%g7 + I4_OFFSET], %i4 |
||
1000 | ldx [%g7 + I5_OFFSET], %i5 |
||
1001 | ldx [%g7 + I6_OFFSET], %i6 |
||
1002 | ldx [%g7 + I7_OFFSET], %i7 |
||
1003 | |||
1004 | dec %g3 |
||
1917 | jermar | 1005 | and %g3, NWINDOWS - 1, %g3 |
1857 | jermar | 1006 | wrpr %g3, 0, %cwp ! switch to the preceeding window |
1007 | |||
1008 | ba 0b |
||
1009 | inc %g4 |
||
1010 | |||
1011 | 0: |
||
1012 | /* |
||
1013 | * Switch back to the proper current window and adjust |
||
1014 | * OTHERWIN, CANRESTORE, CANSAVE and CLEANWIN. |
||
1015 | */ |
||
1016 | wrpr %g1, 0, %cwp |
||
1017 | add %g4, %g2, %g2 |
||
1917 | jermar | 1018 | cmp %g2, NWINDOWS - 2 |
1019 | bg 2f ! fix the CANRESTORE=NWINDOWS-1 anomaly |
||
1020 | mov NWINDOWS - 2, %g1 ! use dealy slot for both cases |
||
1857 | jermar | 1021 | sub %g1, %g2, %g1 |
1022 | |||
1023 | wrpr %g0, 0, %otherwin |
||
1917 | jermar | 1024 | wrpr %g1, 0, %cansave ! NWINDOWS - 2 - CANRESTORE |
1857 | jermar | 1025 | wrpr %g2, 0, %canrestore ! OTHERWIN + windows in the buffer |
1026 | wrpr %g2, 0, %cleanwin ! avoid information leak |
||
1027 | |||
1858 | jermar | 1028 | 1: |
1029 | restore |
||
1862 | jermar | 1030 | |
1031 | .if \is_syscall |
||
1032 | done |
||
1033 | .else |
||
1858 | jermar | 1034 | retry |
1862 | jermar | 1035 | .endif |
1858 | jermar | 1036 | |
1857 | jermar | 1037 | /* |
1858 | jermar | 1038 | * We got here in order to avoid inconsistency of the window state registers. |
1039 | * If the: |
||
1040 | * |
||
1041 | * save %g6, -PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE, %sp |
||
1042 | * |
||
1043 | * instruction trapped and spilled a register window into the userspace |
||
1917 | jermar | 1044 | * window buffer, we have just restored NWINDOWS - 1 register windows. |
1858 | jermar | 1045 | * However, CANRESTORE can be only NWINDOW - 2 at most. |
1046 | * |
||
1917 | jermar | 1047 | * The solution is to manually switch to (CWP - 1) mod NWINDOWS |
1858 | jermar | 1048 | * and set the window state registers so that: |
1049 | * |
||
1917 | jermar | 1050 | * CANRESTORE = NWINDOWS - 2 |
1051 | * CLEANWIN = NWINDOWS - 2 |
||
1858 | jermar | 1052 | * CANSAVE = 0 |
1053 | * OTHERWIN = 0 |
||
1054 | * |
||
1876 | jermar | 1055 | * The RESTORE instruction is therfore to be skipped. |
1857 | jermar | 1056 | */ |
1858 | jermar | 1057 | 2: |
1058 | wrpr %g0, 0, %otherwin |
||
1059 | wrpr %g0, 0, %cansave |
||
1060 | wrpr %g1, 0, %canrestore |
||
1061 | wrpr %g1, 0, %cleanwin |
||
1857 | jermar | 1062 | |
1858 | jermar | 1063 | rdpr %cwp, %g1 |
1064 | dec %g1 |
||
1917 | jermar | 1065 | and %g1, NWINDOWS - 1, %g1 |
1858 | jermar | 1066 | wrpr %g1, 0, %cwp ! CWP-- |
1067 | |||
1862 | jermar | 1068 | .if \is_syscall |
1069 | done |
||
1070 | .else |
||
666 | jermar | 1071 | retry |
1862 | jermar | 1072 | .endif |
1073 | |||
1074 | .endm |
||
1075 | |||
1076 | .global preemptible_handler |
||
1077 | preemptible_handler: |
||
1078 | PREEMPTIBLE_HANDLER_TEMPLATE 0 |
||
1079 | |||
1080 | .global trap_instruction_handler |
||
1081 | trap_instruction_handler: |
||
1082 | PREEMPTIBLE_HANDLER_TEMPLATE 1 |