Subversion Repositories HelenOS

Rev

Rev 1864 | Rev 1870 | Go to most recent revision | Only display areas with differences | Regard whitespace | Details | Blame | Last modification | View Log | RSS feed

Rev 1864 Rev 1865
1
#
1
#
2
# Copyright (C) 2005 Jakub Jermar
2
# Copyright (C) 2005 Jakub Jermar
3
# All rights reserved.
3
# All rights reserved.
4
#
4
#
5
# Redistribution and use in source and binary forms, with or without
5
# Redistribution and use in source and binary forms, with or without
6
# modification, are permitted provided that the following conditions
6
# modification, are permitted provided that the following conditions
7
# are met:
7
# are met:
8
#
8
#
9
# - Redistributions of source code must retain the above copyright
9
# - Redistributions of source code must retain the above copyright
10
#   notice, this list of conditions and the following disclaimer.
10
#   notice, this list of conditions and the following disclaimer.
11
# - Redistributions in binary form must reproduce the above copyright
11
# - Redistributions in binary form must reproduce the above copyright
12
#   notice, this list of conditions and the following disclaimer in the
12
#   notice, this list of conditions and the following disclaimer in the
13
#   documentation and/or other materials provided with the distribution.
13
#   documentation and/or other materials provided with the distribution.
14
# - The name of the author may not be used to endorse or promote products
14
# - The name of the author may not be used to endorse or promote products
15
#   derived from this software without specific prior written permission.
15
#   derived from this software without specific prior written permission.
16
#
16
#
17
# THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
17
# THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
18
# IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
18
# IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
19
# OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
19
# OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
20
# IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
20
# IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
21
# INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
21
# INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
22
# NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
22
# NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
23
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
24
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
25
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
26
# THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26
# THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27
#
27
#
28
 
28
 
29
/**
29
/**
-
 
30
 * @file
30
 * This file contains kernel trap table.
31
 * @brief This file contains kernel trap table.
31
 */
32
 */
32
 
33
 
33
.register %g2, #scratch
34
.register %g2, #scratch
34
.register %g3, #scratch
35
.register %g3, #scratch
35
 
36
 
36
.text
37
.text
37
 
38
 
38
#include <arch/trap/trap_table.h>
39
#include <arch/trap/trap_table.h>
39
#include <arch/trap/regwin.h>
40
#include <arch/trap/regwin.h>
40
#include <arch/trap/interrupt.h>
41
#include <arch/trap/interrupt.h>
41
#include <arch/trap/exception.h>
42
#include <arch/trap/exception.h>
42
#include <arch/trap/syscall.h>
43
#include <arch/trap/syscall.h>
43
#include <arch/trap/mmu.h>
44
#include <arch/trap/mmu.h>
44
#include <arch/mm/mmu.h>
45
#include <arch/mm/mmu.h>
45
#include <arch/mm/page.h>
46
#include <arch/mm/page.h>
46
#include <arch/stack.h>
47
#include <arch/stack.h>
47
#include <arch/regdef.h>
48
#include <arch/regdef.h>
48
 
49
 
49
#define TABLE_SIZE	TRAP_TABLE_SIZE
50
#define TABLE_SIZE	TRAP_TABLE_SIZE
50
#define ENTRY_SIZE	TRAP_TABLE_ENTRY_SIZE
51
#define ENTRY_SIZE	TRAP_TABLE_ENTRY_SIZE
51
 
52
 
52
/*
53
/*
53
 * Kernel trap table.
54
 * Kernel trap table.
54
 */
55
 */
55
.align TABLE_SIZE
56
.align TABLE_SIZE
56
.global trap_table
57
.global trap_table
57
trap_table:
58
trap_table:
58
 
59
 
59
/* TT = 0x08, TL = 0, instruction_access_exception */
60
/* TT = 0x08, TL = 0, instruction_access_exception */
60
.org trap_table + TT_INSTRUCTION_ACCESS_EXCEPTION*ENTRY_SIZE
61
.org trap_table + TT_INSTRUCTION_ACCESS_EXCEPTION*ENTRY_SIZE
61
.global instruction_access_exception
62
.global instruction_access_exception
62
instruction_access_exception:
63
instruction_access_exception:
63
	PREEMPTIBLE_HANDLER do_instruction_access_exc
64
	PREEMPTIBLE_HANDLER do_instruction_access_exc
64
 
65
 
65
/* TT = 0x10, TL = 0, illegal_instruction */
66
/* TT = 0x10, TL = 0, illegal_instruction */
66
.org trap_table + TT_ILLEGAL_INSTRUCTION*ENTRY_SIZE
67
.org trap_table + TT_ILLEGAL_INSTRUCTION*ENTRY_SIZE
67
.global illegal_instruction
68
.global illegal_instruction
68
illegal_instruction:
69
illegal_instruction:
69
	PREEMPTIBLE_HANDLER do_illegal_instruction
70
	PREEMPTIBLE_HANDLER do_illegal_instruction
70
 
71
 
71
/* TT = 0x24, TL = 0, clean_window handler */
72
/* TT = 0x24, TL = 0, clean_window handler */
72
.org trap_table + TT_CLEAN_WINDOW*ENTRY_SIZE
73
.org trap_table + TT_CLEAN_WINDOW*ENTRY_SIZE
73
.global clean_window_handler
74
.global clean_window_handler
74
clean_window_handler:
75
clean_window_handler:
75
	CLEAN_WINDOW_HANDLER
76
	CLEAN_WINDOW_HANDLER
76
 
77
 
77
/* TT = 0x32, TL = 0, data_access_error */
78
/* TT = 0x32, TL = 0, data_access_error */
78
.org trap_table + TT_DATA_ACCESS_ERROR*ENTRY_SIZE
79
.org trap_table + TT_DATA_ACCESS_ERROR*ENTRY_SIZE
79
.global data_access_error
80
.global data_access_error
80
data_access_error:
81
data_access_error:
81
	PREEMPTIBLE_HANDLER do_data_access_error
82
	PREEMPTIBLE_HANDLER do_data_access_error
82
 
83
 
83
/* TT = 0x34, TL = 0, mem_address_not_aligned */
84
/* TT = 0x34, TL = 0, mem_address_not_aligned */
84
.org trap_table + TT_MEM_ADDRESS_NOT_ALIGNED*ENTRY_SIZE
85
.org trap_table + TT_MEM_ADDRESS_NOT_ALIGNED*ENTRY_SIZE
85
.global mem_address_not_aligned
86
.global mem_address_not_aligned
86
mem_address_not_aligned:
87
mem_address_not_aligned:
87
	PREEMPTIBLE_HANDLER do_mem_address_not_aligned
88
	MEM_ADDRESS_NOT_ALIGNED_HANDLER
88
 
89
 
89
/* TT = 0x41, TL = 0, interrupt_level_1 handler */
90
/* TT = 0x41, TL = 0, interrupt_level_1 handler */
90
.org trap_table + TT_INTERRUPT_LEVEL_1*ENTRY_SIZE
91
.org trap_table + TT_INTERRUPT_LEVEL_1*ENTRY_SIZE
91
.global interrupt_level_1_handler
92
.global interrupt_level_1_handler
92
interrupt_level_1_handler:
93
interrupt_level_1_handler:
93
	INTERRUPT_LEVEL_N_HANDLER 1
94
	INTERRUPT_LEVEL_N_HANDLER 1
94
 
95
 
95
/* TT = 0x42, TL = 0, interrupt_level_2 handler */
96
/* TT = 0x42, TL = 0, interrupt_level_2 handler */
96
.org trap_table + TT_INTERRUPT_LEVEL_2*ENTRY_SIZE
97
.org trap_table + TT_INTERRUPT_LEVEL_2*ENTRY_SIZE
97
.global interrupt_level_2_handler
98
.global interrupt_level_2_handler
98
interrupt_level_2_handler:
99
interrupt_level_2_handler:
99
	INTERRUPT_LEVEL_N_HANDLER 2
100
	INTERRUPT_LEVEL_N_HANDLER 2
100
 
101
 
101
/* TT = 0x43, TL = 0, interrupt_level_3 handler */
102
/* TT = 0x43, TL = 0, interrupt_level_3 handler */
102
.org trap_table + TT_INTERRUPT_LEVEL_3*ENTRY_SIZE
103
.org trap_table + TT_INTERRUPT_LEVEL_3*ENTRY_SIZE
103
.global interrupt_level_3_handler
104
.global interrupt_level_3_handler
104
interrupt_level_3_handler:
105
interrupt_level_3_handler:
105
	INTERRUPT_LEVEL_N_HANDLER 3
106
	INTERRUPT_LEVEL_N_HANDLER 3
106
 
107
 
107
/* TT = 0x44, TL = 0, interrupt_level_4 handler */
108
/* TT = 0x44, TL = 0, interrupt_level_4 handler */
108
.org trap_table + TT_INTERRUPT_LEVEL_4*ENTRY_SIZE
109
.org trap_table + TT_INTERRUPT_LEVEL_4*ENTRY_SIZE
109
.global interrupt_level_4_handler
110
.global interrupt_level_4_handler
110
interrupt_level_4_handler:
111
interrupt_level_4_handler:
111
	INTERRUPT_LEVEL_N_HANDLER 4
112
	INTERRUPT_LEVEL_N_HANDLER 4
112
 
113
 
113
/* TT = 0x45, TL = 0, interrupt_level_5 handler */
114
/* TT = 0x45, TL = 0, interrupt_level_5 handler */
114
.org trap_table + TT_INTERRUPT_LEVEL_5*ENTRY_SIZE
115
.org trap_table + TT_INTERRUPT_LEVEL_5*ENTRY_SIZE
115
.global interrupt_level_5_handler
116
.global interrupt_level_5_handler
116
interrupt_level_5_handler:
117
interrupt_level_5_handler:
117
	INTERRUPT_LEVEL_N_HANDLER 5
118
	INTERRUPT_LEVEL_N_HANDLER 5
118
 
119
 
119
/* TT = 0x46, TL = 0, interrupt_level_6 handler */
120
/* TT = 0x46, TL = 0, interrupt_level_6 handler */
120
.org trap_table + TT_INTERRUPT_LEVEL_6*ENTRY_SIZE
121
.org trap_table + TT_INTERRUPT_LEVEL_6*ENTRY_SIZE
121
.global interrupt_level_6_handler
122
.global interrupt_level_6_handler
122
interrupt_level_6_handler:
123
interrupt_level_6_handler:
123
	INTERRUPT_LEVEL_N_HANDLER 6
124
	INTERRUPT_LEVEL_N_HANDLER 6
124
 
125
 
125
/* TT = 0x47, TL = 0, interrupt_level_7 handler */
126
/* TT = 0x47, TL = 0, interrupt_level_7 handler */
126
.org trap_table + TT_INTERRUPT_LEVEL_7*ENTRY_SIZE
127
.org trap_table + TT_INTERRUPT_LEVEL_7*ENTRY_SIZE
127
.global interrupt_level_7_handler
128
.global interrupt_level_7_handler
128
interrupt_level_7_handler:
129
interrupt_level_7_handler:
129
	INTERRUPT_LEVEL_N_HANDLER 7
130
	INTERRUPT_LEVEL_N_HANDLER 7
130
 
131
 
131
/* TT = 0x48, TL = 0, interrupt_level_8 handler */
132
/* TT = 0x48, TL = 0, interrupt_level_8 handler */
132
.org trap_table + TT_INTERRUPT_LEVEL_8*ENTRY_SIZE
133
.org trap_table + TT_INTERRUPT_LEVEL_8*ENTRY_SIZE
133
.global interrupt_level_8_handler
134
.global interrupt_level_8_handler
134
interrupt_level_8_handler:
135
interrupt_level_8_handler:
135
	INTERRUPT_LEVEL_N_HANDLER 8
136
	INTERRUPT_LEVEL_N_HANDLER 8
136
 
137
 
137
/* TT = 0x49, TL = 0, interrupt_level_9 handler */
138
/* TT = 0x49, TL = 0, interrupt_level_9 handler */
138
.org trap_table + TT_INTERRUPT_LEVEL_9*ENTRY_SIZE
139
.org trap_table + TT_INTERRUPT_LEVEL_9*ENTRY_SIZE
139
.global interrupt_level_9_handler
140
.global interrupt_level_9_handler
140
interrupt_level_9_handler:
141
interrupt_level_9_handler:
141
	INTERRUPT_LEVEL_N_HANDLER 9
142
	INTERRUPT_LEVEL_N_HANDLER 9
142
 
143
 
143
/* TT = 0x4a, TL = 0, interrupt_level_10 handler */
144
/* TT = 0x4a, TL = 0, interrupt_level_10 handler */
144
.org trap_table + TT_INTERRUPT_LEVEL_10*ENTRY_SIZE
145
.org trap_table + TT_INTERRUPT_LEVEL_10*ENTRY_SIZE
145
.global interrupt_level_10_handler
146
.global interrupt_level_10_handler
146
interrupt_level_10_handler:
147
interrupt_level_10_handler:
147
	INTERRUPT_LEVEL_N_HANDLER 10
148
	INTERRUPT_LEVEL_N_HANDLER 10
148
 
149
 
149
/* TT = 0x4b, TL = 0, interrupt_level_11 handler */
150
/* TT = 0x4b, TL = 0, interrupt_level_11 handler */
150
.org trap_table + TT_INTERRUPT_LEVEL_11*ENTRY_SIZE
151
.org trap_table + TT_INTERRUPT_LEVEL_11*ENTRY_SIZE
151
.global interrupt_level_11_handler
152
.global interrupt_level_11_handler
152
interrupt_level_11_handler:
153
interrupt_level_11_handler:
153
	INTERRUPT_LEVEL_N_HANDLER 11
154
	INTERRUPT_LEVEL_N_HANDLER 11
154
 
155
 
155
/* TT = 0x4c, TL = 0, interrupt_level_12 handler */
156
/* TT = 0x4c, TL = 0, interrupt_level_12 handler */
156
.org trap_table + TT_INTERRUPT_LEVEL_12*ENTRY_SIZE
157
.org trap_table + TT_INTERRUPT_LEVEL_12*ENTRY_SIZE
157
.global interrupt_level_12_handler
158
.global interrupt_level_12_handler
158
interrupt_level_12_handler:
159
interrupt_level_12_handler:
159
	INTERRUPT_LEVEL_N_HANDLER 12
160
	INTERRUPT_LEVEL_N_HANDLER 12
160
 
161
 
161
/* TT = 0x4d, TL = 0, interrupt_level_13 handler */
162
/* TT = 0x4d, TL = 0, interrupt_level_13 handler */
162
.org trap_table + TT_INTERRUPT_LEVEL_13*ENTRY_SIZE
163
.org trap_table + TT_INTERRUPT_LEVEL_13*ENTRY_SIZE
163
.global interrupt_level_13_handler
164
.global interrupt_level_13_handler
164
interrupt_level_13_handler:
165
interrupt_level_13_handler:
165
	INTERRUPT_LEVEL_N_HANDLER 13
166
	INTERRUPT_LEVEL_N_HANDLER 13
166
 
167
 
167
/* TT = 0x4e, TL = 0, interrupt_level_14 handler */
168
/* TT = 0x4e, TL = 0, interrupt_level_14 handler */
168
.org trap_table + TT_INTERRUPT_LEVEL_14*ENTRY_SIZE
169
.org trap_table + TT_INTERRUPT_LEVEL_14*ENTRY_SIZE
169
.global interrupt_level_14_handler
170
.global interrupt_level_14_handler
170
interrupt_level_14_handler:
171
interrupt_level_14_handler:
171
	INTERRUPT_LEVEL_N_HANDLER 14
172
	INTERRUPT_LEVEL_N_HANDLER 14
172
 
173
 
173
/* TT = 0x4f, TL = 0, interrupt_level_15 handler */
174
/* TT = 0x4f, TL = 0, interrupt_level_15 handler */
174
.org trap_table + TT_INTERRUPT_LEVEL_15*ENTRY_SIZE
175
.org trap_table + TT_INTERRUPT_LEVEL_15*ENTRY_SIZE
175
.global interrupt_level_15_handler
176
.global interrupt_level_15_handler
176
interrupt_level_15_handler:
177
interrupt_level_15_handler:
177
	INTERRUPT_LEVEL_N_HANDLER 15
178
	INTERRUPT_LEVEL_N_HANDLER 15
178
 
179
 
179
/* TT = 0x60, TL = 0, interrupt_vector_trap handler */
180
/* TT = 0x60, TL = 0, interrupt_vector_trap handler */
180
.org trap_table + TT_INTERRUPT_VECTOR_TRAP*ENTRY_SIZE
181
.org trap_table + TT_INTERRUPT_VECTOR_TRAP*ENTRY_SIZE
181
.global interrupt_vector_trap_handler
182
.global interrupt_vector_trap_handler
182
interrupt_vector_trap_handler:
183
interrupt_vector_trap_handler:
183
	INTERRUPT_VECTOR_TRAP_HANDLER
184
	INTERRUPT_VECTOR_TRAP_HANDLER
184
 
185
 
185
/* TT = 0x64, TL = 0, fast_instruction_access_MMU_miss */
186
/* TT = 0x64, TL = 0, fast_instruction_access_MMU_miss */
186
.org trap_table + TT_FAST_INSTRUCTION_ACCESS_MMU_MISS*ENTRY_SIZE
187
.org trap_table + TT_FAST_INSTRUCTION_ACCESS_MMU_MISS*ENTRY_SIZE
187
.global fast_instruction_access_mmu_miss_handler
188
.global fast_instruction_access_mmu_miss_handler
188
fast_instruction_access_mmu_miss_handler:
189
fast_instruction_access_mmu_miss_handler:
189
	FAST_INSTRUCTION_ACCESS_MMU_MISS_HANDLER
190
	FAST_INSTRUCTION_ACCESS_MMU_MISS_HANDLER
190
 
191
 
191
/* TT = 0x68, TL = 0, fast_data_access_MMU_miss */
192
/* TT = 0x68, TL = 0, fast_data_access_MMU_miss */
192
.org trap_table + TT_FAST_DATA_ACCESS_MMU_MISS*ENTRY_SIZE
193
.org trap_table + TT_FAST_DATA_ACCESS_MMU_MISS*ENTRY_SIZE
193
.global fast_data_access_mmu_miss_handler
194
.global fast_data_access_mmu_miss_handler
194
fast_data_access_mmu_miss_handler:
195
fast_data_access_mmu_miss_handler:
195
	FAST_DATA_ACCESS_MMU_MISS_HANDLER
196
	FAST_DATA_ACCESS_MMU_MISS_HANDLER
196
 
197
 
197
/* TT = 0x6c, TL = 0, fast_data_access_protection */
198
/* TT = 0x6c, TL = 0, fast_data_access_protection */
198
.org trap_table + TT_FAST_DATA_ACCESS_PROTECTION*ENTRY_SIZE
199
.org trap_table + TT_FAST_DATA_ACCESS_PROTECTION*ENTRY_SIZE
199
.global fast_data_access_protection_handler
200
.global fast_data_access_protection_handler
200
fast_data_access_protection_handler:
201
fast_data_access_protection_handler:
201
	FAST_DATA_ACCESS_PROTECTION_HANDLER
202
	FAST_DATA_ACCESS_PROTECTION_HANDLER
202
 
203
 
203
/* TT = 0x80, TL = 0, spill_0_normal handler */
204
/* TT = 0x80, TL = 0, spill_0_normal handler */
204
.org trap_table + TT_SPILL_0_NORMAL*ENTRY_SIZE
205
.org trap_table + TT_SPILL_0_NORMAL*ENTRY_SIZE
205
.global spill_0_normal
206
.global spill_0_normal
206
spill_0_normal:
207
spill_0_normal:
207
	SPILL_NORMAL_HANDLER_KERNEL
208
	SPILL_NORMAL_HANDLER_KERNEL
208
 
209
 
209
/* TT = 0x84, TL = 0, spill_1_normal handler */
210
/* TT = 0x84, TL = 0, spill_1_normal handler */
210
.org trap_table + TT_SPILL_1_NORMAL*ENTRY_SIZE
211
.org trap_table + TT_SPILL_1_NORMAL*ENTRY_SIZE
211
.global spill_1_normal
212
.global spill_1_normal
212
spill_1_normal:
213
spill_1_normal:
213
	SPILL_NORMAL_HANDLER_USERSPACE
214
	SPILL_NORMAL_HANDLER_USERSPACE
214
 
215
 
215
/* TT = 0x88, TL = 0, spill_2_normal handler */
216
/* TT = 0x88, TL = 0, spill_2_normal handler */
216
.org trap_table + TT_SPILL_2_NORMAL*ENTRY_SIZE
217
.org trap_table + TT_SPILL_2_NORMAL*ENTRY_SIZE
217
.global spill_2_normal
218
.global spill_2_normal
218
spill_2_normal:
219
spill_2_normal:
219
	SPILL_TO_USPACE_WINDOW_BUFFER
220
	SPILL_TO_USPACE_WINDOW_BUFFER
220
 
221
 
221
/* TT = 0xa0, TL = 0, spill_0_other handler */
222
/* TT = 0xa0, TL = 0, spill_0_other handler */
222
.org trap_table + TT_SPILL_0_OTHER*ENTRY_SIZE
223
.org trap_table + TT_SPILL_0_OTHER*ENTRY_SIZE
223
.global spill_0_other
224
.global spill_0_other
224
spill_0_other:
225
spill_0_other:
225
	SPILL_TO_USPACE_WINDOW_BUFFER
226
	SPILL_TO_USPACE_WINDOW_BUFFER
226
 
227
 
227
/* TT = 0xc0, TL = 0, fill_0_normal handler */
228
/* TT = 0xc0, TL = 0, fill_0_normal handler */
228
.org trap_table + TT_FILL_0_NORMAL*ENTRY_SIZE
229
.org trap_table + TT_FILL_0_NORMAL*ENTRY_SIZE
229
.global fill_0_normal
230
.global fill_0_normal
230
fill_0_normal:
231
fill_0_normal:
231
	FILL_NORMAL_HANDLER_KERNEL
232
	FILL_NORMAL_HANDLER_KERNEL
232
 
233
 
233
/* TT = 0xc4, TL = 0, fill_1_normal handler */
234
/* TT = 0xc4, TL = 0, fill_1_normal handler */
234
.org trap_table + TT_FILL_1_NORMAL*ENTRY_SIZE
235
.org trap_table + TT_FILL_1_NORMAL*ENTRY_SIZE
235
.global fill_1_normal
236
.global fill_1_normal
236
fill_1_normal:
237
fill_1_normal:
237
	FILL_NORMAL_HANDLER_USERSPACE
238
	FILL_NORMAL_HANDLER_USERSPACE
238
 
239
 
239
/* TT = 0x100, TL = 0, trap_instruction_0 */
240
/* TT = 0x100, TL = 0, trap_instruction_0 */
240
.org trap_table + TT_TRAP_INSTRUCTION(0)*ENTRY_SIZE
241
.org trap_table + TT_TRAP_INSTRUCTION(0)*ENTRY_SIZE
241
.global trap_instruction_0
242
.global trap_instruction_0
242
trap_instruction_0:
243
trap_instruction_0:
243
	TRAP_INSTRUCTION 0
244
	TRAP_INSTRUCTION 0
244
 
245
 
245
/* TT = 0x101, TL = 0, trap_instruction_1 */
246
/* TT = 0x101, TL = 0, trap_instruction_1 */
246
.org trap_table + TT_TRAP_INSTRUCTION(1)*ENTRY_SIZE
247
.org trap_table + TT_TRAP_INSTRUCTION(1)*ENTRY_SIZE
247
.global trap_instruction_1
248
.global trap_instruction_1
248
trap_instruction_1:
249
trap_instruction_1:
249
	TRAP_INSTRUCTION 1
250
	TRAP_INSTRUCTION 1
250
 
251
 
251
/* TT = 0x102, TL = 0, trap_instruction_2 */
252
/* TT = 0x102, TL = 0, trap_instruction_2 */
252
.org trap_table + TT_TRAP_INSTRUCTION(2)*ENTRY_SIZE
253
.org trap_table + TT_TRAP_INSTRUCTION(2)*ENTRY_SIZE
253
.global trap_instruction_2
254
.global trap_instruction_2
254
trap_instruction_2:
255
trap_instruction_2:
255
	TRAP_INSTRUCTION 2
256
	TRAP_INSTRUCTION 2
256
 
257
 
257
/* TT = 0x103, TL = 0, trap_instruction_3 */
258
/* TT = 0x103, TL = 0, trap_instruction_3 */
258
.org trap_table + TT_TRAP_INSTRUCTION(3)*ENTRY_SIZE
259
.org trap_table + TT_TRAP_INSTRUCTION(3)*ENTRY_SIZE
259
.global trap_instruction_3
260
.global trap_instruction_3
260
trap_instruction_3:
261
trap_instruction_3:
261
	TRAP_INSTRUCTION 3
262
	TRAP_INSTRUCTION 3
262
 
263
 
263
/* TT = 0x104, TL = 0, trap_instruction_4 */
264
/* TT = 0x104, TL = 0, trap_instruction_4 */
264
.org trap_table + TT_TRAP_INSTRUCTION(4)*ENTRY_SIZE
265
.org trap_table + TT_TRAP_INSTRUCTION(4)*ENTRY_SIZE
265
.global trap_instruction_4
266
.global trap_instruction_4
266
trap_instruction_4:
267
trap_instruction_4:
267
	TRAP_INSTRUCTION 4
268
	TRAP_INSTRUCTION 4
268
 
269
 
269
/* TT = 0x105, TL = 0, trap_instruction_5 */
270
/* TT = 0x105, TL = 0, trap_instruction_5 */
270
.org trap_table + TT_TRAP_INSTRUCTION(5)*ENTRY_SIZE
271
.org trap_table + TT_TRAP_INSTRUCTION(5)*ENTRY_SIZE
271
.global trap_instruction_5
272
.global trap_instruction_5
272
trap_instruction_5:
273
trap_instruction_5:
273
	TRAP_INSTRUCTION 5
274
	TRAP_INSTRUCTION 5
274
 
275
 
275
/* TT = 0x106, TL = 0, trap_instruction_6 */
276
/* TT = 0x106, TL = 0, trap_instruction_6 */
276
.org trap_table + TT_TRAP_INSTRUCTION(6)*ENTRY_SIZE
277
.org trap_table + TT_TRAP_INSTRUCTION(6)*ENTRY_SIZE
277
.global trap_instruction_6
278
.global trap_instruction_6
278
trap_instruction_6:
279
trap_instruction_6:
279
	TRAP_INSTRUCTION 6
280
	TRAP_INSTRUCTION 6
280
 
281
 
281
/* TT = 0x107, TL = 0, trap_instruction_7 */
282
/* TT = 0x107, TL = 0, trap_instruction_7 */
282
.org trap_table + TT_TRAP_INSTRUCTION(7)*ENTRY_SIZE
283
.org trap_table + TT_TRAP_INSTRUCTION(7)*ENTRY_SIZE
283
.global trap_instruction_7
284
.global trap_instruction_7
284
trap_instruction_7:
285
trap_instruction_7:
285
	TRAP_INSTRUCTION 7
286
	TRAP_INSTRUCTION 7
286
 
287
 
287
/* TT = 0x108, TL = 0, trap_instruction_8 */
288
/* TT = 0x108, TL = 0, trap_instruction_8 */
288
.org trap_table + TT_TRAP_INSTRUCTION(8)*ENTRY_SIZE
289
.org trap_table + TT_TRAP_INSTRUCTION(8)*ENTRY_SIZE
289
.global trap_instruction_8
290
.global trap_instruction_8
290
trap_instruction_8:
291
trap_instruction_8:
291
	TRAP_INSTRUCTION 8
292
	TRAP_INSTRUCTION 8
292
 
293
 
293
/* TT = 0x109, TL = 0, trap_instruction_9 */
294
/* TT = 0x109, TL = 0, trap_instruction_9 */
294
.org trap_table + TT_TRAP_INSTRUCTION(9)*ENTRY_SIZE
295
.org trap_table + TT_TRAP_INSTRUCTION(9)*ENTRY_SIZE
295
.global trap_instruction_9
296
.global trap_instruction_9
296
trap_instruction_9:
297
trap_instruction_9:
297
	TRAP_INSTRUCTION 9
298
	TRAP_INSTRUCTION 9
298
 
299
 
299
/* TT = 0x10a, TL = 0, trap_instruction_10 */
300
/* TT = 0x10a, TL = 0, trap_instruction_10 */
300
.org trap_table + TT_TRAP_INSTRUCTION(10)*ENTRY_SIZE
301
.org trap_table + TT_TRAP_INSTRUCTION(10)*ENTRY_SIZE
301
.global trap_instruction_10
302
.global trap_instruction_10
302
trap_instruction_10:
303
trap_instruction_10:
303
	TRAP_INSTRUCTION 10
304
	TRAP_INSTRUCTION 10
304
 
305
 
305
/* TT = 0x10b, TL = 0, trap_instruction_11 */
306
/* TT = 0x10b, TL = 0, trap_instruction_11 */
306
.org trap_table + TT_TRAP_INSTRUCTION(11)*ENTRY_SIZE
307
.org trap_table + TT_TRAP_INSTRUCTION(11)*ENTRY_SIZE
307
.global trap_instruction_11
308
.global trap_instruction_11
308
trap_instruction_11:
309
trap_instruction_11:
309
	TRAP_INSTRUCTION 11
310
	TRAP_INSTRUCTION 11
310
 
311
 
311
/* TT = 0x10c, TL = 0, trap_instruction_12 */
312
/* TT = 0x10c, TL = 0, trap_instruction_12 */
312
.org trap_table + TT_TRAP_INSTRUCTION(12)*ENTRY_SIZE
313
.org trap_table + TT_TRAP_INSTRUCTION(12)*ENTRY_SIZE
313
.global trap_instruction_12
314
.global trap_instruction_12
314
trap_instruction_12:
315
trap_instruction_12:
315
	TRAP_INSTRUCTION 12
316
	TRAP_INSTRUCTION 12
316
 
317
 
317
/* TT = 0x10d, TL = 0, trap_instruction_13 */
318
/* TT = 0x10d, TL = 0, trap_instruction_13 */
318
.org trap_table + TT_TRAP_INSTRUCTION(13)*ENTRY_SIZE
319
.org trap_table + TT_TRAP_INSTRUCTION(13)*ENTRY_SIZE
319
.global trap_instruction_13
320
.global trap_instruction_13
320
trap_instruction_13:
321
trap_instruction_13:
321
	TRAP_INSTRUCTION 13
322
	TRAP_INSTRUCTION 13
322
 
323
 
323
/* TT = 0x10e, TL = 0, trap_instruction_14 */
324
/* TT = 0x10e, TL = 0, trap_instruction_14 */
324
.org trap_table + TT_TRAP_INSTRUCTION(14)*ENTRY_SIZE
325
.org trap_table + TT_TRAP_INSTRUCTION(14)*ENTRY_SIZE
325
.global trap_instruction_14
326
.global trap_instruction_14
326
trap_instruction_14:
327
trap_instruction_14:
327
	TRAP_INSTRUCTION 14
328
	TRAP_INSTRUCTION 14
328
 
329
 
329
/* TT = 0x10f, TL = 0, trap_instruction_15 */
330
/* TT = 0x10f, TL = 0, trap_instruction_15 */
330
.org trap_table + TT_TRAP_INSTRUCTION(15)*ENTRY_SIZE
331
.org trap_table + TT_TRAP_INSTRUCTION(15)*ENTRY_SIZE
331
.global trap_instruction_15
332
.global trap_instruction_15
332
trap_instruction_15:
333
trap_instruction_15:
333
	TRAP_INSTRUCTION 15
334
	TRAP_INSTRUCTION 15
334
 
335
 
335
/* TT = 0x110, TL = 0, trap_instruction_16 */
336
/* TT = 0x110, TL = 0, trap_instruction_16 */
336
.org trap_table + TT_TRAP_INSTRUCTION(16)*ENTRY_SIZE
337
.org trap_table + TT_TRAP_INSTRUCTION(16)*ENTRY_SIZE
337
.global trap_instruction_16
338
.global trap_instruction_16
338
trap_instruction_16:
339
trap_instruction_16:
339
	TRAP_INSTRUCTION 16
340
	TRAP_INSTRUCTION 16
340
 
341
 
341
/* TT = 0x111, TL = 0, trap_instruction_17 */
342
/* TT = 0x111, TL = 0, trap_instruction_17 */
342
.org trap_table + TT_TRAP_INSTRUCTION(17)*ENTRY_SIZE
343
.org trap_table + TT_TRAP_INSTRUCTION(17)*ENTRY_SIZE
343
.global trap_instruction_17
344
.global trap_instruction_17
344
trap_instruction_17:
345
trap_instruction_17:
345
	TRAP_INSTRUCTION 17
346
	TRAP_INSTRUCTION 17
346
 
347
 
347
/* TT = 0x112, TL = 0, trap_instruction_18 */
348
/* TT = 0x112, TL = 0, trap_instruction_18 */
348
.org trap_table + TT_TRAP_INSTRUCTION(18)*ENTRY_SIZE
349
.org trap_table + TT_TRAP_INSTRUCTION(18)*ENTRY_SIZE
349
.global trap_instruction_18
350
.global trap_instruction_18
350
trap_instruction_18:
351
trap_instruction_18:
351
	TRAP_INSTRUCTION 18
352
	TRAP_INSTRUCTION 18
352
 
353
 
353
/* TT = 0x113, TL = 0, trap_instruction_19 */
354
/* TT = 0x113, TL = 0, trap_instruction_19 */
354
.org trap_table + TT_TRAP_INSTRUCTION(19)*ENTRY_SIZE
355
.org trap_table + TT_TRAP_INSTRUCTION(19)*ENTRY_SIZE
355
.global trap_instruction_19
356
.global trap_instruction_19
356
trap_instruction_19:
357
trap_instruction_19:
357
	TRAP_INSTRUCTION 19
358
	TRAP_INSTRUCTION 19
358
 
359
 
359
/* TT = 0x114, TL = 0, trap_instruction_20 */
360
/* TT = 0x114, TL = 0, trap_instruction_20 */
360
.org trap_table + TT_TRAP_INSTRUCTION(20)*ENTRY_SIZE
361
.org trap_table + TT_TRAP_INSTRUCTION(20)*ENTRY_SIZE
361
.global trap_instruction_20
362
.global trap_instruction_20
362
trap_instruction_20:
363
trap_instruction_20:
363
	TRAP_INSTRUCTION 20
364
	TRAP_INSTRUCTION 20
364
 
365
 
365
/* TT = 0x115, TL = 0, trap_instruction_21 */
366
/* TT = 0x115, TL = 0, trap_instruction_21 */
366
.org trap_table + TT_TRAP_INSTRUCTION(21)*ENTRY_SIZE
367
.org trap_table + TT_TRAP_INSTRUCTION(21)*ENTRY_SIZE
367
.global trap_instruction_21
368
.global trap_instruction_21
368
trap_instruction_21:
369
trap_instruction_21:
369
	TRAP_INSTRUCTION 21
370
	TRAP_INSTRUCTION 21
370
 
371
 
371
/* TT = 0x116, TL = 0, trap_instruction_22 */
372
/* TT = 0x116, TL = 0, trap_instruction_22 */
372
.org trap_table + TT_TRAP_INSTRUCTION(22)*ENTRY_SIZE
373
.org trap_table + TT_TRAP_INSTRUCTION(22)*ENTRY_SIZE
373
.global trap_instruction_22
374
.global trap_instruction_22
374
trap_instruction_22:
375
trap_instruction_22:
375
	TRAP_INSTRUCTION 22
376
	TRAP_INSTRUCTION 22
376
 
377
 
377
/* TT = 0x117, TL = 0, trap_instruction_23 */
378
/* TT = 0x117, TL = 0, trap_instruction_23 */
378
.org trap_table + TT_TRAP_INSTRUCTION(23)*ENTRY_SIZE
379
.org trap_table + TT_TRAP_INSTRUCTION(23)*ENTRY_SIZE
379
.global trap_instruction_23
380
.global trap_instruction_23
380
trap_instruction_23:
381
trap_instruction_23:
381
	TRAP_INSTRUCTION 23
382
	TRAP_INSTRUCTION 23
382
 
383
 
383
/* TT = 0x118, TL = 0, trap_instruction_24 */
384
/* TT = 0x118, TL = 0, trap_instruction_24 */
384
.org trap_table + TT_TRAP_INSTRUCTION(24)*ENTRY_SIZE
385
.org trap_table + TT_TRAP_INSTRUCTION(24)*ENTRY_SIZE
385
.global trap_instruction_24
386
.global trap_instruction_24
386
trap_instruction_24:
387
trap_instruction_24:
387
	TRAP_INSTRUCTION 24
388
	TRAP_INSTRUCTION 24
388
 
389
 
389
/* TT = 0x119, TL = 0, trap_instruction_25 */
390
/* TT = 0x119, TL = 0, trap_instruction_25 */
390
.org trap_table + TT_TRAP_INSTRUCTION(25)*ENTRY_SIZE
391
.org trap_table + TT_TRAP_INSTRUCTION(25)*ENTRY_SIZE
391
.global trap_instruction_25
392
.global trap_instruction_25
392
trap_instruction_25:
393
trap_instruction_25:
393
	TRAP_INSTRUCTION 25
394
	TRAP_INSTRUCTION 25
394
 
395
 
395
/* TT = 0x11a, TL = 0, trap_instruction_26 */
396
/* TT = 0x11a, TL = 0, trap_instruction_26 */
396
.org trap_table + TT_TRAP_INSTRUCTION(26)*ENTRY_SIZE
397
.org trap_table + TT_TRAP_INSTRUCTION(26)*ENTRY_SIZE
397
.global trap_instruction_26
398
.global trap_instruction_26
398
trap_instruction_26:
399
trap_instruction_26:
399
	TRAP_INSTRUCTION 26
400
	TRAP_INSTRUCTION 26
400
 
401
 
401
/* TT = 0x11b, TL = 0, trap_instruction_27 */
402
/* TT = 0x11b, TL = 0, trap_instruction_27 */
402
.org trap_table + TT_TRAP_INSTRUCTION(27)*ENTRY_SIZE
403
.org trap_table + TT_TRAP_INSTRUCTION(27)*ENTRY_SIZE
403
.global trap_instruction_27
404
.global trap_instruction_27
404
trap_instruction_27:
405
trap_instruction_27:
405
	TRAP_INSTRUCTION 27
406
	TRAP_INSTRUCTION 27
406
 
407
 
407
/* TT = 0x11c, TL = 0, trap_instruction_28 */
408
/* TT = 0x11c, TL = 0, trap_instruction_28 */
408
.org trap_table + TT_TRAP_INSTRUCTION(28)*ENTRY_SIZE
409
.org trap_table + TT_TRAP_INSTRUCTION(28)*ENTRY_SIZE
409
.global trap_instruction_28
410
.global trap_instruction_28
410
trap_instruction_28:
411
trap_instruction_28:
411
	TRAP_INSTRUCTION 28
412
	TRAP_INSTRUCTION 28
412
 
413
 
413
/* TT = 0x11d, TL = 0, trap_instruction_29 */
414
/* TT = 0x11d, TL = 0, trap_instruction_29 */
414
.org trap_table + TT_TRAP_INSTRUCTION(29)*ENTRY_SIZE
415
.org trap_table + TT_TRAP_INSTRUCTION(29)*ENTRY_SIZE
415
.global trap_instruction_29
416
.global trap_instruction_29
416
trap_instruction_29:
417
trap_instruction_29:
417
	TRAP_INSTRUCTION 29
418
	TRAP_INSTRUCTION 29
418
 
419
 
419
/* TT = 0x11e, TL = 0, trap_instruction_30 */
420
/* TT = 0x11e, TL = 0, trap_instruction_30 */
420
.org trap_table + TT_TRAP_INSTRUCTION(30)*ENTRY_SIZE
421
.org trap_table + TT_TRAP_INSTRUCTION(30)*ENTRY_SIZE
421
.global trap_instruction_30
422
.global trap_instruction_30
422
trap_instruction_30:
423
trap_instruction_30:
423
	TRAP_INSTRUCTION 30
424
	TRAP_INSTRUCTION 30
424
 
425
 
425
/* TT = 0x11f, TL = 0, trap_instruction_31 */
426
/* TT = 0x11f, TL = 0, trap_instruction_31 */
426
.org trap_table + TT_TRAP_INSTRUCTION(31)*ENTRY_SIZE
427
.org trap_table + TT_TRAP_INSTRUCTION(31)*ENTRY_SIZE
427
.global trap_instruction_31
428
.global trap_instruction_31
428
trap_instruction_31:
429
trap_instruction_31:
429
	TRAP_INSTRUCTION 31
430
	TRAP_INSTRUCTION 31
430
 
431
 
431
/*
432
/*
432
 * Handlers for TL>0.
433
 * Handlers for TL>0.
433
 */
434
 */
434
 
435
 
435
/* TT = 0x08, TL > 0, instruction_access_exception */
436
/* TT = 0x08, TL > 0, instruction_access_exception */
436
.org trap_table + (TT_INSTRUCTION_ACCESS_EXCEPTION+512)*ENTRY_SIZE
437
.org trap_table + (TT_INSTRUCTION_ACCESS_EXCEPTION+512)*ENTRY_SIZE
437
.global instruction_access_exception_high
438
.global instruction_access_exception_high
438
instruction_access_exception_high:
439
instruction_access_exception_high:
439
	PREEMPTIBLE_HANDLER do_instruction_access_exc
440
	PREEMPTIBLE_HANDLER do_instruction_access_exc
440
 
441
 
441
/* TT = 0x10, TL > 0, illegal_instruction */
442
/* TT = 0x10, TL > 0, illegal_instruction */
442
.org trap_table + (TT_ILLEGAL_INSTRUCTION+512)*ENTRY_SIZE
443
.org trap_table + (TT_ILLEGAL_INSTRUCTION+512)*ENTRY_SIZE
443
.global illegal_instruction_high
444
.global illegal_instruction_high
444
illegal_instruction_high:
445
illegal_instruction_high:
445
	PREEMPTIBLE_HANDLER do_illegal_instruction
446
	PREEMPTIBLE_HANDLER do_illegal_instruction
446
 
447
 
447
/* TT = 0x24, TL > 0, clean_window handler */
448
/* TT = 0x24, TL > 0, clean_window handler */
448
.org trap_table + (TT_CLEAN_WINDOW+512)*ENTRY_SIZE
449
.org trap_table + (TT_CLEAN_WINDOW+512)*ENTRY_SIZE
449
.global clean_window_handler_high
450
.global clean_window_handler_high
450
clean_window_handler_high:
451
clean_window_handler_high:
451
	CLEAN_WINDOW_HANDLER
452
	CLEAN_WINDOW_HANDLER
452
 
453
 
453
/* TT = 0x32, TL > 0, data_access_error */
454
/* TT = 0x32, TL > 0, data_access_error */
454
.org trap_table + (TT_DATA_ACCESS_ERROR+512)*ENTRY_SIZE
455
.org trap_table + (TT_DATA_ACCESS_ERROR+512)*ENTRY_SIZE
455
.global data_access_error_high
456
.global data_access_error_high
456
data_access_error_high:
457
data_access_error_high:
457
	PREEMPTIBLE_HANDLER do_data_access_error
458
	PREEMPTIBLE_HANDLER do_data_access_error
458
 
459
 
459
/* TT = 0x34, TL > 0, mem_address_not_aligned */
460
/* TT = 0x34, TL > 0, mem_address_not_aligned */
460
.org trap_table + (TT_MEM_ADDRESS_NOT_ALIGNED+512)*ENTRY_SIZE
461
.org trap_table + (TT_MEM_ADDRESS_NOT_ALIGNED+512)*ENTRY_SIZE
461
.global mem_address_not_aligned_high
462
.global mem_address_not_aligned_high
462
mem_address_not_aligned_high:
463
mem_address_not_aligned_high:
463
	PREEMPTIBLE_HANDLER do_mem_address_not_aligned
464
	MEM_ADDRESS_NOT_ALIGNED_HANDLER
464
 
465
 
465
/* TT = 0x64, TL > 0, fast_instruction_access_MMU_miss */
466
/* TT = 0x64, TL > 0, fast_instruction_access_MMU_miss */
466
.org trap_table + (TT_FAST_INSTRUCTION_ACCESS_MMU_MISS+512)*ENTRY_SIZE
467
.org trap_table + (TT_FAST_INSTRUCTION_ACCESS_MMU_MISS+512)*ENTRY_SIZE
467
.global fast_instruction_access_mmu_miss_handler_high
468
.global fast_instruction_access_mmu_miss_handler_high
468
fast_instruction_access_mmu_miss_handler_high:
469
fast_instruction_access_mmu_miss_handler_high:
469
	FAST_INSTRUCTION_ACCESS_MMU_MISS_HANDLER
470
	FAST_INSTRUCTION_ACCESS_MMU_MISS_HANDLER
470
 
471
 
471
/* TT = 0x68, TL > 0, fast_data_access_MMU_miss */
472
/* TT = 0x68, TL > 0, fast_data_access_MMU_miss */
472
.org trap_table + (TT_FAST_DATA_ACCESS_MMU_MISS+512)*ENTRY_SIZE
473
.org trap_table + (TT_FAST_DATA_ACCESS_MMU_MISS+512)*ENTRY_SIZE
473
.global fast_data_access_mmu_miss_handler_high
474
.global fast_data_access_mmu_miss_handler_high
474
fast_data_access_mmu_miss_handler_high:
475
fast_data_access_mmu_miss_handler_high:
475
	FAST_DATA_ACCESS_MMU_MISS_HANDLER
476
	FAST_DATA_ACCESS_MMU_MISS_HANDLER
476
 
477
 
477
/* TT = 0x6c, TL > 0, fast_data_access_protection */
478
/* TT = 0x6c, TL > 0, fast_data_access_protection */
478
.org trap_table + (TT_FAST_DATA_ACCESS_PROTECTION+512)*ENTRY_SIZE
479
.org trap_table + (TT_FAST_DATA_ACCESS_PROTECTION+512)*ENTRY_SIZE
479
.global fast_data_access_protection_handler_high
480
.global fast_data_access_protection_handler_high
480
fast_data_access_protection_handler_high:
481
fast_data_access_protection_handler_high:
481
	FAST_DATA_ACCESS_PROTECTION_HANDLER
482
	FAST_DATA_ACCESS_PROTECTION_HANDLER
482
 
483
 
483
/* TT = 0x80, TL > 0, spill_0_normal handler */
484
/* TT = 0x80, TL > 0, spill_0_normal handler */
484
.org trap_table + (TT_SPILL_0_NORMAL+512)*ENTRY_SIZE
485
.org trap_table + (TT_SPILL_0_NORMAL+512)*ENTRY_SIZE
485
.global spill_0_normal_high
486
.global spill_0_normal_high
486
spill_0_normal_high:
487
spill_0_normal_high:
487
	SPILL_NORMAL_HANDLER_KERNEL
488
	SPILL_NORMAL_HANDLER_KERNEL
488
 
489
 
489
/* TT = 0x88, TL > 0, spill_2_normal handler */
490
/* TT = 0x88, TL > 0, spill_2_normal handler */
490
.org trap_table + (TT_SPILL_2_NORMAL+512)*ENTRY_SIZE
491
.org trap_table + (TT_SPILL_2_NORMAL+512)*ENTRY_SIZE
491
.global spill_2_normal_high
492
.global spill_2_normal_high
492
spill_2_normal_high:
493
spill_2_normal_high:
493
	SPILL_TO_USPACE_WINDOW_BUFFER
494
	SPILL_TO_USPACE_WINDOW_BUFFER
494
 
495
 
495
/* TT = 0xa0, TL > 0, spill_0_other handler */
496
/* TT = 0xa0, TL > 0, spill_0_other handler */
496
.org trap_table + (TT_SPILL_0_OTHER+512)*ENTRY_SIZE
497
.org trap_table + (TT_SPILL_0_OTHER+512)*ENTRY_SIZE
497
.global spill_0_other_high
498
.global spill_0_other_high
498
spill_0_other_high:
499
spill_0_other_high:
499
	SPILL_TO_USPACE_WINDOW_BUFFER
500
	SPILL_TO_USPACE_WINDOW_BUFFER
500
 
501
 
501
/* TT = 0xc0, TL > 0, fill_0_normal handler */
502
/* TT = 0xc0, TL > 0, fill_0_normal handler */
502
.org trap_table + (TT_FILL_0_NORMAL+512)*ENTRY_SIZE
503
.org trap_table + (TT_FILL_0_NORMAL+512)*ENTRY_SIZE
503
.global fill_0_normal_high
504
.global fill_0_normal_high
504
fill_0_normal_high:
505
fill_0_normal_high:
505
	FILL_NORMAL_HANDLER_KERNEL
506
	FILL_NORMAL_HANDLER_KERNEL
506
 
507
 
507
#define NOT(x)	((x) == 0)
508
#define NOT(x)	((x) == 0)
508
 
509
 
509
/* Preemptible trap handler for TL=1.
510
/* Preemptible trap handler for TL=1.
510
 *
511
 *
511
 * This trap handler makes arrangements to make calling of scheduler() from
512
 * This trap handler makes arrangements to make calling of scheduler() from
512
 * within a trap context possible. It is called from several other trap
513
 * within a trap context possible. It is called from several other trap
513
 * handlers.
514
 * handlers.
514
 *
515
 *
515
 * This function can be entered either with interrupt globals or alternate globals.
516
 * This function can be entered either with interrupt globals or alternate globals.
516
 * Memory management trap handlers are obliged to switch to one of those global sets
517
 * Memory management trap handlers are obliged to switch to one of those global sets
517
 * prior to calling this function. Register window management functions are not
518
 * prior to calling this function. Register window management functions are not
518
 * allowed to modify the alternate global registers.
519
 * allowed to modify the alternate global registers.
519
 *
520
 *
520
 * Input registers:
521
 * Input registers:
521
 *	%g1		Address of function to call.
522
 *	%g1		Address of function to call.
522
 * 	%g2	 	First argument for the function.
523
 * 	%g2	 	First argument for the function.
523
 *	%g6		Pre-set as kernel stack base if trap from userspace.
524
 *	%g6		Pre-set as kernel stack base if trap from userspace.
524
 *	%g7		Pre-set as address of the userspace window buffer.
525
 *	%g7		Pre-set as address of the userspace window buffer.
525
 */
526
 */
526
.macro PREEMPTIBLE_HANDLER_TEMPLATE is_syscall
527
.macro PREEMPTIBLE_HANDLER_TEMPLATE is_syscall
-
 
528
	/*
-
 
529
	 * ASSERT(%tl == 1)
-
 
530
	 */
-
 
531
	rdpr %tl, %g3
-
 
532
	cmp %g3, 1
-
 
533
	be 1f
-
 
534
	nop
-
 
535
0:	ba 0b					! this for debugging, if we ever get here
-
 
536
	nop					! it will be easy to find
-
 
537
 
-
 
538
1:
527
.if NOT(\is_syscall)
539
.if NOT(\is_syscall)
528
	rdpr %tstate, %g3
540
	rdpr %tstate, %g3
529
	andcc %g3, TSTATE_PRIV_BIT, %g0		! if this trap came from the privileged mode...
541
	andcc %g3, TSTATE_PRIV_BIT, %g0		! if this trap came from the privileged mode...
530
	bnz 0f					! ...skip setting of kernel stack and primary context
542
	bnz 0f					! ...skip setting of kernel stack and primary context
531
	nop
543
	nop
532
.endif
544
.endif
533
	/*
545
	/*
534
	 * Normal window spills will go to the userspace window buffer.
546
	 * Normal window spills will go to the userspace window buffer.
535
	 */
547
	 */
536
	wrpr %g0, WSTATE_OTHER(0) | WSTATE_NORMAL(2), %wstate
548
	wrpr %g0, WSTATE_OTHER(0) | WSTATE_NORMAL(2), %wstate
537
 
549
 
-
 
550
	wrpr %g0, NWINDOW - 1, %cleanwin	! prevent unnecessary clean_window exceptions
-
 
551
 
538
	/*
552
	/*
539
	 * Switch to kernel stack. The old stack is
553
	 * Switch to kernel stack. The old stack is
540
	 * automatically saved in the old window's %sp
554
	 * automatically saved in the old window's %sp
541
	 * and the new window's %fp.
555
	 * and the new window's %fp.
542
	 */
556
	 */
543
	save %g6, -PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE, %sp
557
	save %g6, -PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE, %sp
544
 
558
 
545
.if \is_syscall
559
.if \is_syscall
546
	/*
560
	/*
547
	 * Copy arguments for the syscall to the new window.
561
	 * Copy arguments for the syscall to the new window.
548
	 */
562
	 */
549
	mov %i0, %o2
563
	mov %i0, %o2
550
	mov %i1, %o3
564
	mov %i1, %o3
551
	mov %i2, %o4
565
	mov %i2, %o4
552
	mov %i3, %o5
566
	mov %i3, %o5
553
.endif
567
.endif
554
 
568
 
555
	/*
569
	/*
556
	 * Mark the CANRESTORE windows as OTHER windows.
570
	 * Mark the CANRESTORE windows as OTHER windows.
557
	 * Set CLEANWIN to NWINDOW-1 so that clean_window traps do not occur.
-
 
558
	 */
571
	 */
559
	rdpr %canrestore, %l0
572
	rdpr %canrestore, %l0
560
	wrpr %l0, %otherwin
573
	wrpr %l0, %otherwin
561
	wrpr %g0, %canrestore
574
	wrpr %g0, %canrestore
562
	wrpr %g0, NWINDOW - 1, %cleanwin
-
 
563
 
575
 
564
	/*
576
	/*
565
	 * Switch to primary context 0.
577
	 * Switch to primary context 0.
566
	 */
578
	 */
567
	mov VA_PRIMARY_CONTEXT_REG, %l0
579
	mov VA_PRIMARY_CONTEXT_REG, %l0
568
	stxa %g0, [%l0] ASI_DMMU
580
	stxa %g0, [%l0] ASI_DMMU
569
	rd %pc, %l0
581
	rd %pc, %l0
570
	flush %l0
582
	flush %l0
571
 
583
 
572
.if NOT(\is_syscall)
584
.if NOT(\is_syscall)
573
	ba 1f
585
	ba 1f
574
	nop
586
	nop
575
 
587
 
576
0:
588
0:
577
	save %sp, -PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE, %sp
589
	save %sp, -PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE, %sp
578
 
590
 
579
	/*
591
	/*
580
	 * At this moment, we are using the kernel stack 
592
	 * At this moment, we are using the kernel stack 
581
	 * and have successfully allocated a register window.
593
	 * and have successfully allocated a register window.
582
	 */
594
	 */
583
1:
595
1:
584
.endif
596
.endif
585
	/*
597
	/*
586
	 * Other window spills will go to the userspace window buffer
598
	 * Other window spills will go to the userspace window buffer
587
	 * and normal spills will go to the kernel stack.
599
	 * and normal spills will go to the kernel stack.
588
	 */
600
	 */
589
	wrpr %g0, WSTATE_OTHER(0) | WSTATE_NORMAL(0), %wstate
601
	wrpr %g0, WSTATE_OTHER(0) | WSTATE_NORMAL(0), %wstate
590
	
602
	
591
	/*
603
	/*
592
	 * Copy arguments.
604
	 * Copy arguments.
593
	 */
605
	 */
594
	mov %g1, %l0
606
	mov %g1, %l0
595
	mov %g2, %o0
607
	mov %g2, %o0
596
 
608
 
597
	/*
609
	/*
598
	 * Save TSTATE, TPC and TNPC aside.
610
	 * Save TSTATE, TPC and TNPC aside.
599
	 */
611
	 */
600
	rdpr %tstate, %g1
612
	rdpr %tstate, %g1
601
	rdpr %tpc, %g2
613
	rdpr %tpc, %g2
602
	rdpr %tnpc, %g3
614
	rdpr %tnpc, %g3
603
 
615
 
604
	/*
616
	/*
605
	 * The following memory accesses will not fault
617
	 * The following memory accesses will not fault
606
	 * because special provisions are made to have
618
	 * because special provisions are made to have
607
	 * the kernel stack of THREAD locked in DTLB.
619
	 * the kernel stack of THREAD locked in DTLB.
608
	 */
620
	 */
609
	stx %g1, [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_TSTATE]
621
	stx %g1, [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_TSTATE]
610
	stx %g2, [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_TPC]
622
	stx %g2, [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_TPC]
611
	stx %g3, [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_TNPC]
623
	stx %g3, [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_TNPC]
612
	
624
	
613
	wrpr %g0, 0, %tl
625
	wrpr %g0, 0, %tl
614
	wrpr %g0, PSTATE_PRIV_BIT, %pstate
626
	wrpr %g0, PSTATE_PRIV_BIT, %pstate
615
	SAVE_GLOBALS
627
	SAVE_GLOBALS
616
	
628
	
617
	/*
629
	/*
618
	 * Call the higher-level handler and pass istate as second parameter.
630
	 * Call the higher-level handler and pass istate as second parameter.
619
	 */
631
	 */
620
	call %l0
632
	call %l0
621
	add %sp, PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_TNPC, %o1
633
	add %sp, PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_TNPC, %o1
622
 
634
 
623
.if \is_syscall
635
.if \is_syscall
624
	/*
636
	/*
625
	 * Copy the value returned by the syscall.
637
	 * Copy the value returned by the syscall.
626
	 */
638
	 */
627
	mov %o0, %i0
639
	mov %o0, %i0
628
.endif
640
.endif
629
 
641
 
630
	RESTORE_GLOBALS
642
	RESTORE_GLOBALS
631
	wrpr %g0, PSTATE_AG_BIT | PSTATE_PRIV_BIT, %pstate
643
	wrpr %g0, PSTATE_AG_BIT | PSTATE_PRIV_BIT, %pstate
632
	wrpr %g0, 1, %tl
644
	wrpr %g0, 1, %tl
633
	
645
	
634
	/*
646
	/*
635
	 * Read TSTATE, TPC and TNPC from saved copy.
647
	 * Read TSTATE, TPC and TNPC from saved copy.
636
	 */
648
	 */
637
	ldx [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_TSTATE], %g1
649
	ldx [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_TSTATE], %g1
638
	ldx [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_TPC], %g2
650
	ldx [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_TPC], %g2
639
	ldx [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_TNPC], %g3
651
	ldx [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_TNPC], %g3
640
 
652
 
641
	/*
653
	/*
642
	 * Restore TSTATE, TPC and TNPC from saved copies.
654
	 * Restore TSTATE, TPC and TNPC from saved copies.
643
	 */
655
	 */
644
	wrpr %g1, 0, %tstate
656
	wrpr %g1, 0, %tstate
645
	wrpr %g2, 0, %tpc
657
	wrpr %g2, 0, %tpc
646
	wrpr %g3, 0, %tnpc
658
	wrpr %g3, 0, %tnpc
647
 
659
 
648
	/*
660
	/*
649
	 * If OTHERWIN is zero, then all the userspace windows have been
661
	 * If OTHERWIN is zero, then all the userspace windows have been
650
	 * spilled to kernel memory (i.e. register window buffer). Moreover,
662
	 * spilled to kernel memory (i.e. register window buffer). Moreover,
651
	 * if the scheduler was called in the meantime, all valid windows
663
	 * if the scheduler was called in the meantime, all valid windows
652
	 * belonging to other threads were spilled by context_restore().
664
	 * belonging to other threads were spilled by context_restore().
653
	 * If OTHERWIN is non-zero, then some userspace windows are still
665
	 * If OTHERWIN is non-zero, then some userspace windows are still
654
	 * valid. Others might have been spilled. However, the CWP pointer
666
	 * valid. Others might have been spilled. However, the CWP pointer
655
	 * needs no fixing because the scheduler had not been called.
667
	 * needs no fixing because the scheduler had not been called.
656
	 */
668
	 */
657
	rdpr %otherwin, %l0
669
	rdpr %otherwin, %l0
658
	brnz %l0, 0f
670
	brnz %l0, 0f
659
	nop
671
	nop
660
 
672
 
661
	/*
673
	/*
662
	 * OTHERWIN == 0
674
	 * OTHERWIN == 0
663
	 */
675
	 */
664
 
676
 
665
	/*
677
	/*
666
	 * If TSTATE.CWP + 1 == CWP, then we still do not have to fix CWP.
678
	 * If TSTATE.CWP + 1 == CWP, then we still do not have to fix CWP.
667
	 */
679
	 */
668
	and %g1, TSTATE_CWP_MASK, %l0
680
	and %g1, TSTATE_CWP_MASK, %l0
669
	inc %l0
681
	inc %l0
670
	and %l0, NWINDOW - 1, %l0	! %l0 mod NWINDOW
682
	and %l0, NWINDOW - 1, %l0	! %l0 mod NWINDOW
671
	rdpr %cwp, %l1
683
	rdpr %cwp, %l1
672
	cmp %l0, %l1
684
	cmp %l0, %l1
673
	bz 0f				! CWP is ok
685
	bz 0f				! CWP is ok
674
	nop
686
	nop
675
 
687
 
676
	/*
688
	/*
677
	 * Fix CWP.
689
	 * Fix CWP.
678
	 * In order to recapitulate, the input registers in the current
690
	 * In order to recapitulate, the input registers in the current
679
	 * window are the output registers of the window to which we want
691
	 * window are the output registers of the window to which we want
680
	 * to restore. Because the fill trap fills only input and local
692
	 * to restore. Because the fill trap fills only input and local
681
	 * registers of a window, we need to preserve those output
693
	 * registers of a window, we need to preserve those output
682
	 * registers manually.
694
	 * registers manually.
683
	 */
695
	 */
684
	mov %sp, %g2
696
	mov %sp, %g2
685
	stx %i0, [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I0]
697
	stx %i0, [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I0]
686
	stx %i1, [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I1]
698
	stx %i1, [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I1]
687
	stx %i2, [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I2]
699
	stx %i2, [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I2]
688
	stx %i3, [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I3]
700
	stx %i3, [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I3]
689
	stx %i4, [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I4]
701
	stx %i4, [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I4]
690
	stx %i5, [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I5]
702
	stx %i5, [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I5]
691
	stx %i6, [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I6]
703
	stx %i6, [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I6]
692
	stx %i7, [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I7]
704
	stx %i7, [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I7]
693
	wrpr %l0, 0, %cwp
705
	wrpr %l0, 0, %cwp
694
	mov %g2, %sp
706
	mov %g2, %sp
695
	ldx [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I0], %i0
707
	ldx [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I0], %i0
696
	ldx [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I1], %i1
708
	ldx [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I1], %i1
697
	ldx [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I2], %i2
709
	ldx [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I2], %i2
698
	ldx [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I3], %i3
710
	ldx [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I3], %i3
699
	ldx [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I4], %i4
711
	ldx [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I4], %i4
700
	ldx [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I5], %i5
712
	ldx [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I5], %i5
701
	ldx [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I6], %i6
713
	ldx [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I6], %i6
702
	ldx [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I7], %i7
714
	ldx [%sp + PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE + STACK_BIAS + SAVED_I7], %i7
703
 
715
 
704
	/*
716
	/*
705
	 * OTHERWIN != 0 or fall-through from the OTHERWIN == 0 case.
717
	 * OTHERWIN != 0 or fall-through from the OTHERWIN == 0 case.
706
	 * The CWP has already been restored to the value it had prior to the SAVE
718
	 * The CWP has already been restored to the value it had prior to the SAVE
707
	 * at the beginning of this function.
719
	 * at the beginning of this function.
708
	 */
720
	 */
709
0:
721
0:
710
.if NOT(\is_syscall)
722
.if NOT(\is_syscall)
711
	rdpr %tstate, %g1
723
	rdpr %tstate, %g1
712
	andcc %g1, TSTATE_PRIV_BIT, %g0		! if we are not returning to userspace...,
724
	andcc %g1, TSTATE_PRIV_BIT, %g0		! if we are not returning to userspace...,
713
	bnz 1f					! ...skip restoring userspace windows
725
	bnz 1f					! ...skip restoring userspace windows
714
	nop
726
	nop
715
.endif
727
.endif
716
 
728
 
717
	/*
729
	/*
718
	 * Spills and fills will be processed by the {spill,fill}_1_normal
730
	 * Spills and fills will be processed by the {spill,fill}_1_normal
719
	 * handlers.
731
	 * handlers.
720
	 */
732
	 */
721
	wrpr %g0, WSTATE_OTHER(0) | WSTATE_NORMAL(1), %wstate
733
	wrpr %g0, WSTATE_OTHER(0) | WSTATE_NORMAL(1), %wstate
722
 
734
 
723
	/*
735
	/*
724
	 * Set primary context according to secondary context.
736
	 * Set primary context according to secondary context.
725
	 */
737
	 */
726
	wr %g0, ASI_DMMU, %asi
738
	wr %g0, ASI_DMMU, %asi
727
	ldxa [VA_SECONDARY_CONTEXT_REG] %asi, %g1
739
	ldxa [VA_SECONDARY_CONTEXT_REG] %asi, %g1
728
	stxa %g1, [VA_PRIMARY_CONTEXT_REG] %asi
740
	stxa %g1, [VA_PRIMARY_CONTEXT_REG] %asi
-
 
741
	rd %pc, %g1
729
	flush %o7
742
	flush %g1
730
	
743
	
731
	rdpr %cwp, %g1
744
	rdpr %cwp, %g1
732
	rdpr %otherwin, %g2
745
	rdpr %otherwin, %g2
733
 
746
 
734
	/*
747
	/*
735
	 * Skip all OTHERWIN windows and descend to the first window
748
	 * Skip all OTHERWIN windows and descend to the first window
736
	 * in the userspace window buffer.
749
	 * in the userspace window buffer.
737
	 */
750
	 */
738
	sub %g1, %g2, %g3
751
	sub %g1, %g2, %g3
739
	dec %g3
752
	dec %g3
740
	and %g3, NWINDOW - 1, %g3
753
	and %g3, NWINDOW - 1, %g3
741
	wrpr %g3, 0, %cwp
754
	wrpr %g3, 0, %cwp
742
 
755
 
743
	/*
756
	/*
744
	 * CWP is now in the window last saved in the userspace window buffer.
757
	 * CWP is now in the window last saved in the userspace window buffer.
745
	 * Fill all windows stored in the buffer.
758
	 * Fill all windows stored in the buffer.
746
	 */
759
	 */
747
	clr %g4
760
	clr %g4
748
	set PAGE_SIZE - 1, %g5
761
	set PAGE_SIZE - 1, %g5
749
0:	andcc %g7, %g5, %g0			! PAGE_SIZE alignment check
762
0:	andcc %g7, %g5, %g0			! PAGE_SIZE alignment check
750
	bz 0f					! %g7 is page-aligned, no more windows to refill
763
	bz 0f					! %g7 is page-aligned, no more windows to refill
751
	nop
764
	nop
752
 
765
 
753
	add %g7, -STACK_WINDOW_SAVE_AREA_SIZE, %g7
766
	add %g7, -STACK_WINDOW_SAVE_AREA_SIZE, %g7
754
	ldx [%g7 + L0_OFFSET], %l0
767
	ldx [%g7 + L0_OFFSET], %l0
755
	ldx [%g7 + L1_OFFSET], %l1
768
	ldx [%g7 + L1_OFFSET], %l1
756
	ldx [%g7 + L2_OFFSET], %l2
769
	ldx [%g7 + L2_OFFSET], %l2
757
	ldx [%g7 + L3_OFFSET], %l3
770
	ldx [%g7 + L3_OFFSET], %l3
758
	ldx [%g7 + L4_OFFSET], %l4
771
	ldx [%g7 + L4_OFFSET], %l4
759
	ldx [%g7 + L5_OFFSET], %l5
772
	ldx [%g7 + L5_OFFSET], %l5
760
	ldx [%g7 + L6_OFFSET], %l6
773
	ldx [%g7 + L6_OFFSET], %l6
761
	ldx [%g7 + L7_OFFSET], %l7
774
	ldx [%g7 + L7_OFFSET], %l7
762
	ldx [%g7 + I0_OFFSET], %i0
775
	ldx [%g7 + I0_OFFSET], %i0
763
	ldx [%g7 + I1_OFFSET], %i1
776
	ldx [%g7 + I1_OFFSET], %i1
764
	ldx [%g7 + I2_OFFSET], %i2
777
	ldx [%g7 + I2_OFFSET], %i2
765
	ldx [%g7 + I3_OFFSET], %i3
778
	ldx [%g7 + I3_OFFSET], %i3
766
	ldx [%g7 + I4_OFFSET], %i4
779
	ldx [%g7 + I4_OFFSET], %i4
767
	ldx [%g7 + I5_OFFSET], %i5
780
	ldx [%g7 + I5_OFFSET], %i5
768
	ldx [%g7 + I6_OFFSET], %i6
781
	ldx [%g7 + I6_OFFSET], %i6
769
	ldx [%g7 + I7_OFFSET], %i7
782
	ldx [%g7 + I7_OFFSET], %i7
770
 
783
 
771
	dec %g3
784
	dec %g3
772
	and %g3, NWINDOW - 1, %g3
785
	and %g3, NWINDOW - 1, %g3
773
	wrpr %g3, 0, %cwp			! switch to the preceeding window
786
	wrpr %g3, 0, %cwp			! switch to the preceeding window
774
 
787
 
775
	ba 0b
788
	ba 0b
776
	inc %g4
789
	inc %g4
777
 
790
 
778
0:
791
0:
779
	/*
792
	/*
780
	 * Switch back to the proper current window and adjust
793
	 * Switch back to the proper current window and adjust
781
	 * OTHERWIN, CANRESTORE, CANSAVE and CLEANWIN.
794
	 * OTHERWIN, CANRESTORE, CANSAVE and CLEANWIN.
782
	 */
795
	 */
783
	wrpr %g1, 0, %cwp
796
	wrpr %g1, 0, %cwp
784
	add %g4, %g2, %g2
797
	add %g4, %g2, %g2
785
	cmp %g2, NWINDOW - 2
798
	cmp %g2, NWINDOW - 2
786
	bg 2f					! fix the CANRESTORE=NWINDOW-1 anomaly
799
	bg 2f					! fix the CANRESTORE=NWINDOW-1 anomaly
787
	mov NWINDOW - 2, %g1			! use dealy slot for both cases
800
	mov NWINDOW - 2, %g1			! use dealy slot for both cases
788
	sub %g1, %g2, %g1
801
	sub %g1, %g2, %g1
789
	
802
	
790
	wrpr %g0, 0, %otherwin
803
	wrpr %g0, 0, %otherwin
791
	wrpr %g1, 0, %cansave			! NWINDOW - 2 - CANRESTORE
804
	wrpr %g1, 0, %cansave			! NWINDOW - 2 - CANRESTORE
792
	wrpr %g2, 0, %canrestore		! OTHERWIN + windows in the buffer
805
	wrpr %g2, 0, %canrestore		! OTHERWIN + windows in the buffer
793
	wrpr %g2, 0, %cleanwin			! avoid information leak
806
	wrpr %g2, 0, %cleanwin			! avoid information leak
794
 
807
 
795
1:
808
1:
796
	restore
809
	restore
797
 
810
 
798
.if \is_syscall
811
.if \is_syscall
799
	done
812
	done
800
.else
813
.else
801
	retry
814
	retry
802
.endif
815
.endif
803
 
816
 
804
	/*
817
	/*
805
	 * We got here in order to avoid inconsistency of the window state registers.
818
	 * We got here in order to avoid inconsistency of the window state registers.
806
	 * If the:
819
	 * If the:
807
	 *
820
	 *
808
	 * 	save %g6, -PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE, %sp
821
	 * 	save %g6, -PREEMPTIBLE_HANDLER_STACK_FRAME_SIZE, %sp
809
	 *
822
	 *
810
	 * instruction trapped and spilled a register window into the userspace
823
	 * instruction trapped and spilled a register window into the userspace
811
	 * window buffer, we have just restored NWINDOW - 1 register windows.
824
	 * window buffer, we have just restored NWINDOW - 1 register windows.
812
	 * However, CANRESTORE can be only NWINDOW - 2 at most.
825
	 * However, CANRESTORE can be only NWINDOW - 2 at most.
813
	 *
826
	 *
814
	 * The solution is to manually switch to (CWP - 1) mod NWINDOW
827
	 * The solution is to manually switch to (CWP - 1) mod NWINDOW
815
	 * and set the window state registers so that:
828
	 * and set the window state registers so that:
816
	 *
829
	 *
817
	 * 	CANRESTORE 	= NWINDOW - 2
830
	 * 	CANRESTORE 	= NWINDOW - 2
818
	 *	CLEANWIN	= NWINDOW - 2
831
	 *	CLEANWIN	= NWINDOW - 2
819
	 *	CANSAVE 	= 0
832
	 *	CANSAVE 	= 0
820
	 *	OTHERWIN	= 0
833
	 *	OTHERWIN	= 0
821
	 *
834
	 *
822
	 * The RESTORE isntruction is therfore to be skipped.
835
	 * The RESTORE isntruction is therfore to be skipped.
823
	 */
836
	 */
824
2:
837
2:
825
	wrpr %g0, 0, %otherwin
838
	wrpr %g0, 0, %otherwin
826
	wrpr %g0, 0, %cansave
839
	wrpr %g0, 0, %cansave
827
	wrpr %g1, 0, %canrestore
840
	wrpr %g1, 0, %canrestore
828
	wrpr %g1, 0, %cleanwin
841
	wrpr %g1, 0, %cleanwin
829
 
842
 
830
	rdpr %cwp, %g1
843
	rdpr %cwp, %g1
831
	dec %g1
844
	dec %g1
832
	and %g1, NWINDOW - 1, %g1
845
	and %g1, NWINDOW - 1, %g1
833
	wrpr %g1, 0, %cwp			! CWP--
846
	wrpr %g1, 0, %cwp			! CWP--
834
	
847
	
835
.if \is_syscall
848
.if \is_syscall
836
	done
849
	done
837
.else
850
.else
838
	retry
851
	retry
839
.endif
852
.endif
840
 
853
 
841
.endm
854
.endm
842
 
855
 
843
.global preemptible_handler
856
.global preemptible_handler
844
preemptible_handler:
857
preemptible_handler:
845
	PREEMPTIBLE_HANDLER_TEMPLATE 0
858
	PREEMPTIBLE_HANDLER_TEMPLATE 0
846
 
859
 
847
.global trap_instruction_handler
860
.global trap_instruction_handler
848
trap_instruction_handler:
861
trap_instruction_handler:
849
	PREEMPTIBLE_HANDLER_TEMPLATE 1
862
	PREEMPTIBLE_HANDLER_TEMPLATE 1
850
 
863