Rev 1864 | Rev 1880 | Go to most recent revision | Only display areas with differences | Regard whitespace | Details | Blame | Last modification | View Log | RSS feed
Rev 1864 | Rev 1865 | ||
---|---|---|---|
1 | # |
1 | # |
2 | # Copyright (C) 2005 Jakub Jermar |
2 | # Copyright (C) 2005 Jakub Jermar |
3 | # All rights reserved. |
3 | # All rights reserved. |
4 | # |
4 | # |
5 | # Redistribution and use in source and binary forms, with or without |
5 | # Redistribution and use in source and binary forms, with or without |
6 | # modification, are permitted provided that the following conditions |
6 | # modification, are permitted provided that the following conditions |
7 | # are met: |
7 | # are met: |
8 | # |
8 | # |
9 | # - Redistributions of source code must retain the above copyright |
9 | # - Redistributions of source code must retain the above copyright |
10 | # notice, this list of conditions and the following disclaimer. |
10 | # notice, this list of conditions and the following disclaimer. |
11 | # - Redistributions in binary form must reproduce the above copyright |
11 | # - Redistributions in binary form must reproduce the above copyright |
12 | # notice, this list of conditions and the following disclaimer in the |
12 | # notice, this list of conditions and the following disclaimer in the |
13 | # documentation and/or other materials provided with the distribution. |
13 | # documentation and/or other materials provided with the distribution. |
14 | # - The name of the author may not be used to endorse or promote products |
14 | # - The name of the author may not be used to endorse or promote products |
15 | # derived from this software without specific prior written permission. |
15 | # derived from this software without specific prior written permission. |
16 | # |
16 | # |
17 | # THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR |
17 | # THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR |
18 | # IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES |
18 | # IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES |
19 | # OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. |
19 | # OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. |
20 | # IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, |
20 | # IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, |
21 | # INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT |
21 | # INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT |
22 | # NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
22 | # NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
23 | # DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
23 | # DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
24 | # THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
24 | # THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
25 | # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF |
25 | # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF |
26 | # THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
26 | # THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
27 | # |
27 | # |
28 | 28 | ||
- | 29 | #include <arch/arch.h> |
|
29 | #include <arch/stack.h> |
30 | #include <arch/stack.h> |
30 | #include <arch/regdef.h> |
31 | #include <arch/regdef.h> |
31 | #include <arch/mm/mmu.h> |
32 | #include <arch/mm/mmu.h> |
32 | 33 | ||
33 | .text |
34 | .text |
34 | 35 | ||
35 | .global memcpy |
- | |
36 | .global memcpy_from_uspace |
- | |
37 | .global memcpy_to_uspace |
- | |
38 | .global memcpy_from_uspace_failover_address |
- | |
39 | .global memcpy_to_uspace_failover_address |
- | |
40 | .global memsetb |
- | |
41 | - | ||
42 | - | ||
43 | memcpy: |
- | |
44 | memcpy_from_uspace: |
- | |
45 | memcpy_to_uspace: |
- | |
46 | .register %g2, #scratch |
36 | .register %g2, #scratch |
47 | .register %g3, #scratch |
37 | .register %g3, #scratch |
- | 38 | ||
- | 39 | /* |
|
- | 40 | * This is the assembly language version of our _memcpy() generated by gcc. |
|
- | 41 | */ |
|
- | 42 | .global memcpy |
|
- | 43 | memcpy: |
|
48 | add %o1, 7, %g1 |
44 | add %o1, 7, %g1 |
49 | and %g1, -8, %g1 |
45 | and %g1, -8, %g1 |
50 | cmp %o1, %g1 |
46 | cmp %o1, %g1 |
51 | be,pn %xcc, 3f |
47 | be,pn %xcc, 3f |
52 | add %o0, 7, %g1 |
48 | add %o0, 7, %g1 |
53 | mov 0, %g3 |
49 | mov 0, %g3 |
54 | 0: |
50 | 0: |
55 | brz,pn %o2, 2f |
51 | brz,pn %o2, 2f |
56 | mov 0, %g2 |
52 | mov 0, %g2 |
57 | 1: |
53 | 1: |
58 | ldub [%g3 + %o1], %g1 |
54 | ldub [%g3 + %o1], %g1 |
59 | add %g2, 1, %g2 |
55 | add %g2, 1, %g2 |
60 | cmp %o2, %g2 |
56 | cmp %o2, %g2 |
61 | stb %g1, [%g3 + %o0] |
57 | stb %g1, [%g3 + %o0] |
62 | bne,pt %xcc, 1b |
58 | bne,pt %xcc, 1b |
63 | mov %g2, %g3 |
59 | mov %g2, %g3 |
64 | 2: |
60 | 2: |
65 | jmp %o7 + 8 ! exit point |
61 | jmp %o7 + 8 ! exit point |
66 | mov %o1, %o0 |
62 | mov %o1, %o0 |
67 | 3: |
63 | 3: |
68 | and %g1, -8, %g1 |
64 | and %g1, -8, %g1 |
69 | cmp %o0, %g1 |
65 | cmp %o0, %g1 |
70 | bne,pt %xcc, 0b |
66 | bne,pt %xcc, 0b |
71 | mov 0, %g3 |
67 | mov 0, %g3 |
72 | srlx %o2, 3, %g4 |
68 | srlx %o2, 3, %g4 |
73 | brz,pn %g4, 5f |
69 | brz,pn %g4, 5f |
74 | mov 0, %g5 |
70 | mov 0, %g5 |
75 | 4: |
71 | 4: |
76 | sllx %g3, 3, %g2 |
72 | sllx %g3, 3, %g2 |
77 | add %g5, 1, %g3 |
73 | add %g5, 1, %g3 |
78 | ldx [%o1 + %g2], %g1 |
74 | ldx [%o1 + %g2], %g1 |
79 | mov %g3, %g5 |
75 | mov %g3, %g5 |
80 | cmp %g4, %g3 |
76 | cmp %g4, %g3 |
81 | bne,pt %xcc, 4b |
77 | bne,pt %xcc, 4b |
82 | stx %g1, [%o0 + %g2] |
78 | stx %g1, [%o0 + %g2] |
83 | 5: |
79 | 5: |
84 | and %o2, 7, %o2 |
80 | and %o2, 7, %o2 |
85 | brz,pn %o2, 2b |
81 | brz,pn %o2, 2b |
86 | sllx %g4, 3, %g1 |
82 | sllx %g4, 3, %g1 |
87 | mov 0, %g2 |
83 | mov 0, %g2 |
88 | add %g1, %o0, %o0 |
84 | add %g1, %o0, %o0 |
89 | add %g1, %o1, %g4 |
85 | add %g1, %o1, %g4 |
90 | mov 0, %g3 |
86 | mov 0, %g3 |
91 | 6: |
87 | 6: |
92 | ldub [%g2 + %g4], %g1 |
88 | ldub [%g2 + %g4], %g1 |
93 | stb %g1, [%g2 + %o0] |
89 | stb %g1, [%g2 + %o0] |
94 | add %g3, 1, %g2 |
90 | add %g3, 1, %g2 |
95 | cmp %o2, %g2 |
91 | cmp %o2, %g2 |
96 | bne,pt %xcc, 6b |
92 | bne,pt %xcc, 6b |
97 | mov %g2, %g3 |
93 | mov %g2, %g3 |
98 | 94 | ||
99 | jmp %o7 + 8 ! exit point |
95 | jmp %o7 + 8 ! exit point |
100 | mov %o1, %o0 |
96 | mov %o1, %o0 |
101 | 97 | ||
- | 98 | /* |
|
- | 99 | * Almost the same as memcpy() except the loads are from userspace. |
|
- | 100 | */ |
|
- | 101 | .global memcpy_from_uspace |
|
- | 102 | memcpy_from_uspace: |
|
- | 103 | add %o1, 7, %g1 |
|
- | 104 | and %g1, -8, %g1 |
|
- | 105 | cmp %o1, %g1 |
|
- | 106 | be,pn %xcc, 3f |
|
- | 107 | add %o0, 7, %g1 |
|
- | 108 | mov 0, %g3 |
|
- | 109 | 0: |
|
- | 110 | brz,pn %o2, 2f |
|
- | 111 | mov 0, %g2 |
|
- | 112 | 1: |
|
- | 113 | lduba [%g3 + %o1] ASI_AIUS, %g1 |
|
- | 114 | add %g2, 1, %g2 |
|
- | 115 | cmp %o2, %g2 |
|
- | 116 | stb %g1, [%g3 + %o0] |
|
- | 117 | bne,pt %xcc, 1b |
|
- | 118 | mov %g2, %g3 |
|
- | 119 | 2: |
|
- | 120 | jmp %o7 + 8 ! exit point |
|
- | 121 | mov %o1, %o0 |
|
- | 122 | 3: |
|
- | 123 | and %g1, -8, %g1 |
|
- | 124 | cmp %o0, %g1 |
|
- | 125 | bne,pt %xcc, 0b |
|
- | 126 | mov 0, %g3 |
|
- | 127 | srlx %o2, 3, %g4 |
|
- | 128 | brz,pn %g4, 5f |
|
- | 129 | mov 0, %g5 |
|
- | 130 | 4: |
|
- | 131 | sllx %g3, 3, %g2 |
|
- | 132 | add %g5, 1, %g3 |
|
- | 133 | ldxa [%o1 + %g2] ASI_AIUS, %g1 |
|
- | 134 | mov %g3, %g5 |
|
- | 135 | cmp %g4, %g3 |
|
- | 136 | bne,pt %xcc, 4b |
|
- | 137 | stx %g1, [%o0 + %g2] |
|
- | 138 | 5: |
|
- | 139 | and %o2, 7, %o2 |
|
- | 140 | brz,pn %o2, 2b |
|
- | 141 | sllx %g4, 3, %g1 |
|
- | 142 | mov 0, %g2 |
|
- | 143 | add %g1, %o0, %o0 |
|
- | 144 | add %g1, %o1, %g4 |
|
- | 145 | mov 0, %g3 |
|
- | 146 | 6: |
|
- | 147 | lduba [%g2 + %g4] ASI_AIUS, %g1 |
|
- | 148 | stb %g1, [%g2 + %o0] |
|
- | 149 | add %g3, 1, %g2 |
|
- | 150 | cmp %o2, %g2 |
|
- | 151 | bne,pt %xcc, 6b |
|
- | 152 | mov %g2, %g3 |
|
- | 153 | ||
- | 154 | jmp %o7 + 8 ! exit point |
|
- | 155 | mov %o1, %o0 |
|
- | 156 | ||
- | 157 | /* |
|
- | 158 | * Almost the same as memcpy() except the stores are to userspace. |
|
- | 159 | */ |
|
- | 160 | .global memcpy_to_uspace |
|
- | 161 | memcpy_to_uspace: |
|
- | 162 | add %o1, 7, %g1 |
|
- | 163 | and %g1, -8, %g1 |
|
- | 164 | cmp %o1, %g1 |
|
- | 165 | be,pn %xcc, 3f |
|
- | 166 | add %o0, 7, %g1 |
|
- | 167 | mov 0, %g3 |
|
- | 168 | 0: |
|
- | 169 | brz,pn %o2, 2f |
|
- | 170 | mov 0, %g2 |
|
- | 171 | 1: |
|
- | 172 | ldub [%g3 + %o1], %g1 |
|
- | 173 | add %g2, 1, %g2 |
|
- | 174 | cmp %o2, %g2 |
|
- | 175 | stba %g1, [%g3 + %o0] ASI_AIUS |
|
- | 176 | bne,pt %xcc, 1b |
|
- | 177 | mov %g2, %g3 |
|
- | 178 | 2: |
|
- | 179 | jmp %o7 + 8 ! exit point |
|
- | 180 | mov %o1, %o0 |
|
- | 181 | 3: |
|
- | 182 | and %g1, -8, %g1 |
|
- | 183 | cmp %o0, %g1 |
|
- | 184 | bne,pt %xcc, 0b |
|
- | 185 | mov 0, %g3 |
|
- | 186 | srlx %o2, 3, %g4 |
|
- | 187 | brz,pn %g4, 5f |
|
- | 188 | mov 0, %g5 |
|
- | 189 | 4: |
|
- | 190 | sllx %g3, 3, %g2 |
|
- | 191 | add %g5, 1, %g3 |
|
- | 192 | ldx [%o1 + %g2], %g1 |
|
- | 193 | mov %g3, %g5 |
|
- | 194 | cmp %g4, %g3 |
|
- | 195 | bne,pt %xcc, 4b |
|
- | 196 | stxa %g1, [%o0 + %g2] ASI_AIUS |
|
- | 197 | 5: |
|
- | 198 | and %o2, 7, %o2 |
|
- | 199 | brz,pn %o2, 2b |
|
- | 200 | sllx %g4, 3, %g1 |
|
- | 201 | mov 0, %g2 |
|
- | 202 | add %g1, %o0, %o0 |
|
- | 203 | add %g1, %o1, %g4 |
|
- | 204 | mov 0, %g3 |
|
- | 205 | 6: |
|
- | 206 | ldub [%g2 + %g4], %g1 |
|
- | 207 | stba %g1, [%g2 + %o0] ASI_AIUS |
|
- | 208 | add %g3, 1, %g2 |
|
- | 209 | cmp %o2, %g2 |
|
- | 210 | bne,pt %xcc, 6b |
|
- | 211 | mov %g2, %g3 |
|
- | 212 | ||
- | 213 | jmp %o7 + 8 ! exit point |
|
- | 214 | mov %o1, %o0 |
|
- | 215 | ||
- | 216 | .global memcpy_from_uspace_failover_address |
|
- | 217 | .global memcpy_to_uspace_failover_address |
|
102 | memcpy_from_uspace_failover_address: |
218 | memcpy_from_uspace_failover_address: |
103 | memcpy_to_uspace_failover_address: |
219 | memcpy_to_uspace_failover_address: |
104 | jmp %o7 + 8 ! exit point |
220 | jmp %o7 + 8 ! exit point |
105 | mov %g0, %o0 ! return 0 on failure |
221 | mov %g0, %o0 ! return 0 on failure |
106 | 222 | ||
- | 223 | .global memsetb |
|
107 | memsetb: |
224 | memsetb: |
108 | b _memsetb |
225 | b _memsetb |
109 | nop |
226 | nop |
110 | 227 | ||
111 | 228 | ||
112 | .macro WRITE_ALTERNATE_REGISTER reg, bit |
229 | .macro WRITE_ALTERNATE_REGISTER reg, bit |
113 | save %sp, -STACK_WINDOW_SAVE_AREA_SIZE, %sp |
230 | save %sp, -STACK_WINDOW_SAVE_AREA_SIZE, %sp |
114 | rdpr %pstate, %l0 |
231 | rdpr %pstate, %l0 |
115 | wrpr %l0, \bit, %pstate |
232 | wrpr %l0, \bit, %pstate |
116 | mov %i0, \reg |
233 | mov %i0, \reg |
117 | wrpr %l0, 0, %pstate |
234 | wrpr %l0, 0, %pstate |
118 | ret |
235 | ret |
119 | restore |
236 | restore |
120 | .endm |
237 | .endm |
121 | 238 | ||
122 | .macro READ_ALTERNATE_REGISTER reg, bit |
239 | .macro READ_ALTERNATE_REGISTER reg, bit |
123 | save %sp, -STACK_WINDOW_SAVE_AREA_SIZE, %sp |
240 | save %sp, -STACK_WINDOW_SAVE_AREA_SIZE, %sp |
124 | rdpr %pstate, %l0 |
241 | rdpr %pstate, %l0 |
125 | wrpr %l0, \bit, %pstate |
242 | wrpr %l0, \bit, %pstate |
126 | mov \reg, %i0 |
243 | mov \reg, %i0 |
127 | wrpr %l0, 0, %pstate |
244 | wrpr %l0, 0, %pstate |
128 | ret |
245 | ret |
129 | restore |
246 | restore |
130 | .endm |
247 | .endm |
131 | 248 | ||
132 | .global write_to_ag_g6 |
249 | .global write_to_ag_g6 |
133 | write_to_ag_g6: |
250 | write_to_ag_g6: |
134 | WRITE_ALTERNATE_REGISTER %g6, PSTATE_AG_BIT |
251 | WRITE_ALTERNATE_REGISTER %g6, PSTATE_AG_BIT |
135 | 252 | ||
136 | .global write_to_ag_g7 |
253 | .global write_to_ag_g7 |
137 | write_to_ag_g7: |
254 | write_to_ag_g7: |
138 | WRITE_ALTERNATE_REGISTER %g7, PSTATE_AG_BIT |
255 | WRITE_ALTERNATE_REGISTER %g7, PSTATE_AG_BIT |
139 | 256 | ||
140 | .global write_to_ig_g6 |
257 | .global write_to_ig_g6 |
141 | write_to_ig_g6: |
258 | write_to_ig_g6: |
142 | WRITE_ALTERNATE_REGISTER %g6, PSTATE_IG_BIT |
259 | WRITE_ALTERNATE_REGISTER %g6, PSTATE_IG_BIT |
143 | 260 | ||
144 | .global read_from_ag_g7 |
261 | .global read_from_ag_g7 |
145 | read_from_ag_g7: |
262 | read_from_ag_g7: |
146 | READ_ALTERNATE_REGISTER %g7, PSTATE_AG_BIT |
263 | READ_ALTERNATE_REGISTER %g7, PSTATE_AG_BIT |
147 | 264 | ||
148 | 265 | ||
149 | /** Switch to userspace. |
266 | /** Switch to userspace. |
150 | * |
267 | * |
151 | * %o0 Userspace entry address. |
268 | * %o0 Userspace entry address. |
152 | * %o1 Userspace stack pointer address. |
269 | * %o1 Userspace stack pointer address. |
153 | * %o2 Userspace address of uarg structure. |
270 | * %o2 Userspace address of uarg structure. |
154 | */ |
271 | */ |
155 | .global switch_to_userspace |
272 | .global switch_to_userspace |
156 | switch_to_userspace: |
273 | switch_to_userspace: |
- | 274 | save %o1, -STACK_WINDOW_SAVE_AREA_SIZE, %sp |
|
157 | flushw |
275 | flushw |
158 | wrpr %g0, 0, %cleanwin ! avoid information leak |
276 | wrpr %g0, 0, %cleanwin ! avoid information leak |
159 | save %o1, -STACK_WINDOW_SAVE_AREA_SIZE, %sp |
- | |
160 | 277 | ||
161 | mov %i3, %o0 ! uarg |
278 | mov %i3, %o0 ! uarg |
162 | 279 | ||
163 | clr %i2 |
280 | clr %i2 |
164 | clr %i3 |
281 | clr %i3 |
165 | clr %i4 |
282 | clr %i4 |
166 | clr %i5 |
283 | clr %i5 |
167 | clr %i6 |
284 | clr %i6 |
168 | 285 | ||
169 | wrpr %g0, 1, %tl ! enforce mapping via nucleus |
286 | wrpr %g0, 1, %tl ! enforce mapping via nucleus |
170 | 287 | ||
171 | rdpr %cwp, %g1 |
288 | rdpr %cwp, %g1 |
172 | wrpr %g1, TSTATE_IE_BIT, %tstate |
289 | wrpr %g1, TSTATE_IE_BIT, %tstate |
173 | wrpr %i0, 0, %tnpc |
290 | wrpr %i0, 0, %tnpc |
174 | 291 | ||
175 | /* |
292 | /* |
176 | * Set primary context according to secondary context. |
293 | * Set primary context according to secondary context. |
177 | * Secondary context has been already installed by |
294 | * Secondary context has been already installed by |
178 | * higher-level functions. |
295 | * higher-level functions. |
179 | */ |
296 | */ |
180 | wr %g0, ASI_DMMU, %asi |
297 | wr %g0, ASI_DMMU, %asi |
181 | ldxa [VA_SECONDARY_CONTEXT_REG] %asi, %g1 |
298 | ldxa [VA_SECONDARY_CONTEXT_REG] %asi, %g1 |
182 | stxa %g1, [VA_PRIMARY_CONTEXT_REG] %asi |
299 | stxa %g1, [VA_PRIMARY_CONTEXT_REG] %asi |
183 | flush %i7 |
300 | flush %i7 |
184 | 301 | ||
185 | /* |
302 | /* |
186 | * Spills and fills will be handled by the userspace handlers. |
303 | * Spills and fills will be handled by the userspace handlers. |
187 | */ |
304 | */ |
188 | wrpr %g0, WSTATE_OTHER(0) | WSTATE_NORMAL(1), %wstate |
305 | wrpr %g0, WSTATE_OTHER(0) | WSTATE_NORMAL(1), %wstate |
189 | 306 | ||
190 | done ! jump to userspace |
307 | done ! jump to userspace |
191 | 308 |