Rev 3343 | Only display areas with differences | Ignore whitespace | Details | Blame | Last modification | View Log | RSS feed
Rev 3343 | Rev 3743 | ||
---|---|---|---|
1 | # |
1 | # |
2 | # Copyright (c) 2005 Jakub Jermar |
2 | # Copyright (c) 2005 Jakub Jermar |
3 | # All rights reserved. |
3 | # All rights reserved. |
4 | # |
4 | # |
5 | # Redistribution and use in source and binary forms, with or without |
5 | # Redistribution and use in source and binary forms, with or without |
6 | # modification, are permitted provided that the following conditions |
6 | # modification, are permitted provided that the following conditions |
7 | # are met: |
7 | # are met: |
8 | # |
8 | # |
9 | # - Redistributions of source code must retain the above copyright |
9 | # - Redistributions of source code must retain the above copyright |
10 | # notice, this list of conditions and the following disclaimer. |
10 | # notice, this list of conditions and the following disclaimer. |
11 | # - Redistributions in binary form must reproduce the above copyright |
11 | # - Redistributions in binary form must reproduce the above copyright |
12 | # notice, this list of conditions and the following disclaimer in the |
12 | # notice, this list of conditions and the following disclaimer in the |
13 | # documentation and/or other materials provided with the distribution. |
13 | # documentation and/or other materials provided with the distribution. |
14 | # - The name of the author may not be used to endorse or promote products |
14 | # - The name of the author may not be used to endorse or promote products |
15 | # derived from this software without specific prior written permission. |
15 | # derived from this software without specific prior written permission. |
16 | # |
16 | # |
17 | # THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR |
17 | # THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR |
18 | # IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES |
18 | # IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES |
19 | # OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. |
19 | # OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. |
20 | # IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, |
20 | # IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, |
21 | # INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT |
21 | # INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT |
22 | # NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
22 | # NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
23 | # DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
23 | # DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
24 | # THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
24 | # THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
25 | # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF |
25 | # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF |
26 | # THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
26 | # THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
27 | # |
27 | # |
28 | 28 | ||
29 | #include <arch/arch.h> |
29 | #include <arch/arch.h> |
30 | #include <arch/stack.h> |
30 | #include <arch/stack.h> |
31 | #include <arch/regdef.h> |
- | |
32 | #include <arch/mm/mmu.h> |
- | |
33 | 31 | ||
34 | .text |
32 | .text |
35 | 33 | ||
36 | .register %g2, #scratch |
34 | .register %g2, #scratch |
37 | .register %g3, #scratch |
35 | .register %g3, #scratch |
38 | 36 | ||
39 | /* |
37 | /* |
40 | * This is the assembly language version of our _memcpy() generated by gcc. |
38 | * This is the assembly language version of our _memcpy() generated by gcc. |
41 | */ |
39 | */ |
42 | .global memcpy |
40 | .global memcpy |
43 | memcpy: |
41 | memcpy: |
44 | mov %o0, %o3 ! save dst |
42 | mov %o0, %o3 ! save dst |
45 | add %o1, 7, %g1 |
43 | add %o1, 7, %g1 |
46 | and %g1, -8, %g1 |
44 | and %g1, -8, %g1 |
47 | cmp %o1, %g1 |
45 | cmp %o1, %g1 |
48 | be,pn %xcc, 3f |
46 | be,pn %xcc, 3f |
49 | add %o0, 7, %g1 |
47 | add %o0, 7, %g1 |
50 | mov 0, %g3 |
48 | mov 0, %g3 |
51 | 0: |
49 | 0: |
52 | brz,pn %o2, 2f |
50 | brz,pn %o2, 2f |
53 | mov 0, %g2 |
51 | mov 0, %g2 |
54 | 1: |
52 | 1: |
55 | ldub [%g3 + %o1], %g1 |
53 | ldub [%g3 + %o1], %g1 |
56 | add %g2, 1, %g2 |
54 | add %g2, 1, %g2 |
57 | cmp %o2, %g2 |
55 | cmp %o2, %g2 |
58 | stb %g1, [%g3 + %o0] |
56 | stb %g1, [%g3 + %o0] |
59 | bne,pt %xcc, 1b |
57 | bne,pt %xcc, 1b |
60 | mov %g2, %g3 |
58 | mov %g2, %g3 |
61 | 2: |
59 | 2: |
62 | jmp %o7 + 8 ! exit point |
60 | jmp %o7 + 8 ! exit point |
63 | mov %o3, %o0 |
61 | mov %o3, %o0 |
64 | 3: |
62 | 3: |
65 | and %g1, -8, %g1 |
63 | and %g1, -8, %g1 |
66 | cmp %o0, %g1 |
64 | cmp %o0, %g1 |
67 | bne,pt %xcc, 0b |
65 | bne,pt %xcc, 0b |
68 | mov 0, %g3 |
66 | mov 0, %g3 |
69 | srlx %o2, 3, %g4 |
67 | srlx %o2, 3, %g4 |
70 | brz,pn %g4, 5f |
68 | brz,pn %g4, 5f |
71 | mov 0, %g5 |
69 | mov 0, %g5 |
72 | 4: |
70 | 4: |
73 | sllx %g3, 3, %g2 |
71 | sllx %g3, 3, %g2 |
74 | add %g5, 1, %g3 |
72 | add %g5, 1, %g3 |
75 | ldx [%o1 + %g2], %g1 |
73 | ldx [%o1 + %g2], %g1 |
76 | mov %g3, %g5 |
74 | mov %g3, %g5 |
77 | cmp %g4, %g3 |
75 | cmp %g4, %g3 |
78 | bne,pt %xcc, 4b |
76 | bne,pt %xcc, 4b |
79 | stx %g1, [%o0 + %g2] |
77 | stx %g1, [%o0 + %g2] |
80 | 5: |
78 | 5: |
81 | and %o2, 7, %o2 |
79 | and %o2, 7, %o2 |
82 | brz,pn %o2, 2b |
80 | brz,pn %o2, 2b |
83 | sllx %g4, 3, %g1 |
81 | sllx %g4, 3, %g1 |
84 | mov 0, %g2 |
82 | mov 0, %g2 |
85 | add %g1, %o0, %o0 |
83 | add %g1, %o0, %o0 |
86 | add %g1, %o1, %g4 |
84 | add %g1, %o1, %g4 |
87 | mov 0, %g3 |
85 | mov 0, %g3 |
88 | 6: |
86 | 6: |
89 | ldub [%g2 + %g4], %g1 |
87 | ldub [%g2 + %g4], %g1 |
90 | stb %g1, [%g2 + %o0] |
88 | stb %g1, [%g2 + %o0] |
91 | add %g3, 1, %g2 |
89 | add %g3, 1, %g2 |
92 | cmp %o2, %g2 |
90 | cmp %o2, %g2 |
93 | bne,pt %xcc, 6b |
91 | bne,pt %xcc, 6b |
94 | mov %g2, %g3 |
92 | mov %g2, %g3 |
95 | 93 | ||
96 | jmp %o7 + 8 ! exit point |
94 | jmp %o7 + 8 ! exit point |
97 | mov %o3, %o0 |
95 | mov %o3, %o0 |
98 | 96 | ||
99 | /* |
97 | /* |
100 | * Almost the same as memcpy() except the loads are from userspace. |
98 | * Almost the same as memcpy() except the loads are from userspace. |
101 | */ |
99 | */ |
102 | .global memcpy_from_uspace |
100 | .global memcpy_from_uspace |
103 | memcpy_from_uspace: |
101 | memcpy_from_uspace: |
104 | mov %o0, %o3 ! save dst |
102 | mov %o0, %o3 ! save dst |
105 | add %o1, 7, %g1 |
103 | add %o1, 7, %g1 |
106 | and %g1, -8, %g1 |
104 | and %g1, -8, %g1 |
107 | cmp %o1, %g1 |
105 | cmp %o1, %g1 |
108 | be,pn %xcc, 3f |
106 | be,pn %xcc, 3f |
109 | add %o0, 7, %g1 |
107 | add %o0, 7, %g1 |
110 | mov 0, %g3 |
108 | mov 0, %g3 |
111 | 0: |
109 | 0: |
112 | brz,pn %o2, 2f |
110 | brz,pn %o2, 2f |
113 | mov 0, %g2 |
111 | mov 0, %g2 |
114 | 1: |
112 | 1: |
115 | lduba [%g3 + %o1] ASI_AIUS, %g1 |
113 | lduba [%g3 + %o1] ASI_AIUS, %g1 |
116 | add %g2, 1, %g2 |
114 | add %g2, 1, %g2 |
117 | cmp %o2, %g2 |
115 | cmp %o2, %g2 |
118 | stb %g1, [%g3 + %o0] |
116 | stb %g1, [%g3 + %o0] |
119 | bne,pt %xcc, 1b |
117 | bne,pt %xcc, 1b |
120 | mov %g2, %g3 |
118 | mov %g2, %g3 |
121 | 2: |
119 | 2: |
122 | jmp %o7 + 8 ! exit point |
120 | jmp %o7 + 8 ! exit point |
123 | mov %o3, %o0 |
121 | mov %o3, %o0 |
124 | 3: |
122 | 3: |
125 | and %g1, -8, %g1 |
123 | and %g1, -8, %g1 |
126 | cmp %o0, %g1 |
124 | cmp %o0, %g1 |
127 | bne,pt %xcc, 0b |
125 | bne,pt %xcc, 0b |
128 | mov 0, %g3 |
126 | mov 0, %g3 |
129 | srlx %o2, 3, %g4 |
127 | srlx %o2, 3, %g4 |
130 | brz,pn %g4, 5f |
128 | brz,pn %g4, 5f |
131 | mov 0, %g5 |
129 | mov 0, %g5 |
132 | 4: |
130 | 4: |
133 | sllx %g3, 3, %g2 |
131 | sllx %g3, 3, %g2 |
134 | add %g5, 1, %g3 |
132 | add %g5, 1, %g3 |
135 | ldxa [%o1 + %g2] ASI_AIUS, %g1 |
133 | ldxa [%o1 + %g2] ASI_AIUS, %g1 |
136 | mov %g3, %g5 |
134 | mov %g3, %g5 |
137 | cmp %g4, %g3 |
135 | cmp %g4, %g3 |
138 | bne,pt %xcc, 4b |
136 | bne,pt %xcc, 4b |
139 | stx %g1, [%o0 + %g2] |
137 | stx %g1, [%o0 + %g2] |
140 | 5: |
138 | 5: |
141 | and %o2, 7, %o2 |
139 | and %o2, 7, %o2 |
142 | brz,pn %o2, 2b |
140 | brz,pn %o2, 2b |
143 | sllx %g4, 3, %g1 |
141 | sllx %g4, 3, %g1 |
144 | mov 0, %g2 |
142 | mov 0, %g2 |
145 | add %g1, %o0, %o0 |
143 | add %g1, %o0, %o0 |
146 | add %g1, %o1, %g4 |
144 | add %g1, %o1, %g4 |
147 | mov 0, %g3 |
145 | mov 0, %g3 |
148 | 6: |
146 | 6: |
149 | lduba [%g2 + %g4] ASI_AIUS, %g1 |
147 | lduba [%g2 + %g4] ASI_AIUS, %g1 |
150 | stb %g1, [%g2 + %o0] |
148 | stb %g1, [%g2 + %o0] |
151 | add %g3, 1, %g2 |
149 | add %g3, 1, %g2 |
152 | cmp %o2, %g2 |
150 | cmp %o2, %g2 |
153 | bne,pt %xcc, 6b |
151 | bne,pt %xcc, 6b |
154 | mov %g2, %g3 |
152 | mov %g2, %g3 |
155 | 153 | ||
156 | jmp %o7 + 8 ! exit point |
154 | jmp %o7 + 8 ! exit point |
157 | mov %o3, %o0 |
155 | mov %o3, %o0 |
158 | 156 | ||
159 | /* |
157 | /* |
160 | * Almost the same as memcpy() except the stores are to userspace. |
158 | * Almost the same as memcpy() except the stores are to userspace. |
161 | */ |
159 | */ |
162 | .global memcpy_to_uspace |
160 | .global memcpy_to_uspace |
163 | memcpy_to_uspace: |
161 | memcpy_to_uspace: |
164 | mov %o0, %o3 ! save dst |
162 | mov %o0, %o3 ! save dst |
165 | add %o1, 7, %g1 |
163 | add %o1, 7, %g1 |
166 | and %g1, -8, %g1 |
164 | and %g1, -8, %g1 |
167 | cmp %o1, %g1 |
165 | cmp %o1, %g1 |
168 | be,pn %xcc, 3f |
166 | be,pn %xcc, 3f |
169 | add %o0, 7, %g1 |
167 | add %o0, 7, %g1 |
170 | mov 0, %g3 |
168 | mov 0, %g3 |
171 | 0: |
169 | 0: |
172 | brz,pn %o2, 2f |
170 | brz,pn %o2, 2f |
173 | mov 0, %g2 |
171 | mov 0, %g2 |
174 | 1: |
172 | 1: |
175 | ldub [%g3 + %o1], %g1 |
173 | ldub [%g3 + %o1], %g1 |
176 | add %g2, 1, %g2 |
174 | add %g2, 1, %g2 |
177 | cmp %o2, %g2 |
175 | cmp %o2, %g2 |
178 | stba %g1, [%g3 + %o0] ASI_AIUS |
176 | stba %g1, [%g3 + %o0] ASI_AIUS |
179 | bne,pt %xcc, 1b |
177 | bne,pt %xcc, 1b |
180 | mov %g2, %g3 |
178 | mov %g2, %g3 |
181 | 2: |
179 | 2: |
182 | jmp %o7 + 8 ! exit point |
180 | jmp %o7 + 8 ! exit point |
183 | mov %o3, %o0 |
181 | mov %o3, %o0 |
184 | 3: |
182 | 3: |
185 | and %g1, -8, %g1 |
183 | and %g1, -8, %g1 |
186 | cmp %o0, %g1 |
184 | cmp %o0, %g1 |
187 | bne,pt %xcc, 0b |
185 | bne,pt %xcc, 0b |
188 | mov 0, %g3 |
186 | mov 0, %g3 |
189 | srlx %o2, 3, %g4 |
187 | srlx %o2, 3, %g4 |
190 | brz,pn %g4, 5f |
188 | brz,pn %g4, 5f |
191 | mov 0, %g5 |
189 | mov 0, %g5 |
192 | 4: |
190 | 4: |
193 | sllx %g3, 3, %g2 |
191 | sllx %g3, 3, %g2 |
194 | add %g5, 1, %g3 |
192 | add %g5, 1, %g3 |
195 | ldx [%o1 + %g2], %g1 |
193 | ldx [%o1 + %g2], %g1 |
196 | mov %g3, %g5 |
194 | mov %g3, %g5 |
197 | cmp %g4, %g3 |
195 | cmp %g4, %g3 |
198 | bne,pt %xcc, 4b |
196 | bne,pt %xcc, 4b |
199 | stxa %g1, [%o0 + %g2] ASI_AIUS |
197 | stxa %g1, [%o0 + %g2] ASI_AIUS |
200 | 5: |
198 | 5: |
201 | and %o2, 7, %o2 |
199 | and %o2, 7, %o2 |
202 | brz,pn %o2, 2b |
200 | brz,pn %o2, 2b |
203 | sllx %g4, 3, %g1 |
201 | sllx %g4, 3, %g1 |
204 | mov 0, %g2 |
202 | mov 0, %g2 |
205 | add %g1, %o0, %o0 |
203 | add %g1, %o0, %o0 |
206 | add %g1, %o1, %g4 |
204 | add %g1, %o1, %g4 |
207 | mov 0, %g3 |
205 | mov 0, %g3 |
208 | 6: |
206 | 6: |
209 | ldub [%g2 + %g4], %g1 |
207 | ldub [%g2 + %g4], %g1 |
210 | stba %g1, [%g2 + %o0] ASI_AIUS |
208 | stba %g1, [%g2 + %o0] ASI_AIUS |
211 | add %g3, 1, %g2 |
209 | add %g3, 1, %g2 |
212 | cmp %o2, %g2 |
210 | cmp %o2, %g2 |
213 | bne,pt %xcc, 6b |
211 | bne,pt %xcc, 6b |
214 | mov %g2, %g3 |
212 | mov %g2, %g3 |
215 | 213 | ||
216 | jmp %o7 + 8 ! exit point |
214 | jmp %o7 + 8 ! exit point |
217 | mov %o3, %o0 |
215 | mov %o3, %o0 |
218 | 216 | ||
219 | .global memcpy_from_uspace_failover_address |
217 | .global memcpy_from_uspace_failover_address |
220 | .global memcpy_to_uspace_failover_address |
218 | .global memcpy_to_uspace_failover_address |
221 | memcpy_from_uspace_failover_address: |
219 | memcpy_from_uspace_failover_address: |
222 | memcpy_to_uspace_failover_address: |
220 | memcpy_to_uspace_failover_address: |
223 | jmp %o7 + 8 ! exit point |
221 | jmp %o7 + 8 ! exit point |
224 | mov %g0, %o0 ! return 0 on failure |
222 | mov %g0, %o0 ! return 0 on failure |
225 | 223 | ||
226 | .global memsetb |
224 | .global memsetb |
227 | memsetb: |
225 | memsetb: |
228 | b _memsetb |
226 | b _memsetb |
229 | nop |
227 | nop |
230 | 228 | ||
231 | 229 | ||
232 | .macro WRITE_ALTERNATE_REGISTER reg, bit |
- | |
233 | rdpr %pstate, %g1 ! save PSTATE.PEF |
- | |
234 | wrpr %g0, (\bit | PSTATE_PRIV_BIT), %pstate |
- | |
235 | mov %o0, \reg |
- | |
236 | wrpr %g0, PSTATE_PRIV_BIT, %pstate |
- | |
237 | retl |
- | |
238 | wrpr %g1, 0, %pstate ! restore PSTATE.PEF |
- | |
239 | .endm |
- | |
240 | - | ||
241 | .macro READ_ALTERNATE_REGISTER reg, bit |
- | |
242 | rdpr %pstate, %g1 ! save PSTATE.PEF |
- | |
243 | wrpr %g0, (\bit | PSTATE_PRIV_BIT), %pstate |
- | |
244 | mov \reg, %o0 |
- | |
245 | wrpr %g0, PSTATE_PRIV_BIT, %pstate |
- | |
246 | retl |
- | |
247 | wrpr %g1, 0, %pstate ! restore PSTATE.PEF |
- | |
248 | .endm |
- | |
249 | - | ||
250 | .global write_to_ag_g6 |
- | |
251 | write_to_ag_g6: |
- | |
252 | WRITE_ALTERNATE_REGISTER %g6, PSTATE_AG_BIT |
- | |
253 | - | ||
254 | .global write_to_ag_g7 |
- | |
255 | write_to_ag_g7: |
- | |
256 | WRITE_ALTERNATE_REGISTER %g7, PSTATE_AG_BIT |
- | |
257 | - | ||
258 | .global write_to_ig_g6 |
- | |
259 | write_to_ig_g6: |
- | |
260 | WRITE_ALTERNATE_REGISTER %g6, PSTATE_IG_BIT |
- | |
261 | - | ||
262 | .global read_from_ag_g7 |
- | |
263 | read_from_ag_g7: |
- | |
264 | READ_ALTERNATE_REGISTER %g7, PSTATE_AG_BIT |
- | |
265 | - | ||
266 | - | ||
267 | /** Switch to userspace. |
- | |
268 | * |
- | |
269 | * %o0 Userspace entry address. |
- | |
270 | * %o1 Userspace stack pointer address. |
- | |
271 | * %o2 Userspace address of uarg structure. |
- | |
272 | */ |
- | |
273 | .global switch_to_userspace |
- | |
274 | switch_to_userspace: |
- | |
275 | save %o1, -STACK_WINDOW_SAVE_AREA_SIZE, %sp |
- | |
276 | flushw |
- | |
277 | wrpr %g0, 0, %cleanwin ! avoid information leak |
- | |
278 | - | ||
279 | mov %i2, %o0 ! uarg |
- | |
280 | xor %o1, %o1, %o1 ! %o1 is defined to hold pcb_ptr |
- | |
281 | ! set it to 0 |
- | |
282 | - | ||
283 | clr %i2 |
- | |
284 | clr %i3 |
- | |
285 | clr %i4 |
- | |
286 | clr %i5 |
- | |
287 | clr %i6 |
- | |
288 | - | ||
289 | wrpr %g0, 1, %tl ! enforce mapping via nucleus |
- | |
290 | - | ||
291 | rdpr %cwp, %g1 |
- | |
292 | wrpr %g1, TSTATE_IE_BIT, %tstate |
- | |
293 | wrpr %i0, 0, %tnpc |
- | |
294 | - | ||
295 | /* |
- | |
296 | * Set primary context according to secondary context. |
- | |
297 | * Secondary context has been already installed by |
- | |
298 | * higher-level functions. |
- | |
299 | */ |
- | |
300 | wr %g0, ASI_DMMU, %asi |
- | |
301 | ldxa [VA_SECONDARY_CONTEXT_REG] %asi, %g1 |
- | |
302 | stxa %g1, [VA_PRIMARY_CONTEXT_REG] %asi |
- | |
303 | flush %i7 |
- | |
304 | - | ||
305 | /* |
- | |
306 | * Spills and fills will be handled by the userspace handlers. |
- | |
307 | */ |
- | |
308 | wrpr %g0, WSTATE_OTHER(0) | WSTATE_NORMAL(1), %wstate |
- | |
309 | - | ||
310 | done ! jump to userspace |
- | |
311 | - | ||
312 | 230 |