Subversion Repositories HelenOS

Rev

Rev 3343 | Go to most recent revision | Only display areas with differences | Ignore whitespace | Details | Blame | Last modification | View Log | RSS feed

Rev 3343 Rev 3743
1 
#
 1 
#
2 
# Copyright (c) 2005 Jakub Jermar
 2 
# Copyright (c) 2005 Jakub Jermar
3 
# All rights reserved.
 3 
# All rights reserved.
4 
#
 4 
#
5 
# Redistribution and use in source and binary forms, with or without
 5 
# Redistribution and use in source and binary forms, with or without
6 
# modification, are permitted provided that the following conditions
 6 
# modification, are permitted provided that the following conditions
7 
# are met:
 7 
# are met:
8 
#
 8 
#
9 
# - Redistributions of source code must retain the above copyright
 9 
# - Redistributions of source code must retain the above copyright
10 
#   notice, this list of conditions and the following disclaimer.
 10 
#   notice, this list of conditions and the following disclaimer.
11 
# - Redistributions in binary form must reproduce the above copyright
 11 
# - Redistributions in binary form must reproduce the above copyright
12 
#   notice, this list of conditions and the following disclaimer in the
 12 
#   notice, this list of conditions and the following disclaimer in the
13 
#   documentation and/or other materials provided with the distribution.
 13 
#   documentation and/or other materials provided with the distribution.
14 
# - The name of the author may not be used to endorse or promote products
 14 
# - The name of the author may not be used to endorse or promote products
15 
#   derived from this software without specific prior written permission.
 15 
#   derived from this software without specific prior written permission.
16 
#
 16 
#
17 
# THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
 17 
# THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
18 
# IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
 18 
# IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
19 
# OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
 19 
# OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
20 
# IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
 20 
# IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
21 
# INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
 21 
# INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
22 
# NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
 22 
# NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23 
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
 23 
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24 
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
 24 
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25 
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
 25 
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
26 
# THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 26 
# THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27 
#
 27 
#
28 
 
 28 
 
29 
#include <arch/arch.h>
 29 
#include <arch/arch.h>
30 
#include <arch/stack.h>
 30 
#include <arch/stack.h>
31 
#include <arch/regdef.h>
 - 
 
32 
#include <arch/mm/mmu.h>
 - 
 
33 
 
 31 
 
34 
.text
 32 
.text
35 
 
 33 
 
36 
.register       %g2, #scratch
 34 
.register       %g2, #scratch
37 
.register       %g3, #scratch
 35 
.register       %g3, #scratch
38 
 
 36 
 
39 
/*
 37 
/*
40 
 * This is the assembly language version of our _memcpy() generated by gcc.
 38 
 * This is the assembly language version of our _memcpy() generated by gcc.
41 
 */
 39 
 */
42 
.global memcpy
 40 
.global memcpy
43 
memcpy:
 41 
memcpy:
44 
	mov	%o0, %o3		! save dst
 42 
	mov	%o0, %o3		! save dst
45 
	add	%o1, 7, %g1
 43 
	add	%o1, 7, %g1
46 
	and	%g1, -8, %g1
 44 
	and	%g1, -8, %g1
47 
	cmp	%o1, %g1
 45 
	cmp	%o1, %g1
48 
	be,pn	%xcc, 3f
 46 
	be,pn	%xcc, 3f
49 
	add	%o0, 7, %g1
 47 
	add	%o0, 7, %g1
50 
	mov	0, %g3
 48 
	mov	0, %g3
51 
0:
 49 
0:
52 
	brz,pn	%o2, 2f
 50 
	brz,pn	%o2, 2f
53 
	mov	0, %g2
 51 
	mov	0, %g2
54 
1:
 52 
1:
55 
	ldub	[%g3 + %o1], %g1
 53 
	ldub	[%g3 + %o1], %g1
56 
	add	%g2, 1, %g2
 54 
	add	%g2, 1, %g2
57 
	cmp	%o2, %g2
 55 
	cmp	%o2, %g2
58 
	stb	%g1, [%g3 + %o0]
 56 
	stb	%g1, [%g3 + %o0]
59 
	bne,pt	%xcc, 1b
 57 
	bne,pt	%xcc, 1b
60 
	mov	%g2, %g3
 58 
	mov	%g2, %g3
61 
2:
 59 
2:
62 
	jmp	%o7 + 8			! exit point
 60 
	jmp	%o7 + 8			! exit point
63 
	mov	%o3, %o0
 61 
	mov	%o3, %o0
64 
3:
 62 
3:
65 
	and	%g1, -8, %g1
 63 
	and	%g1, -8, %g1
66 
	cmp	%o0, %g1
 64 
	cmp	%o0, %g1
67 
	bne,pt	%xcc, 0b
 65 
	bne,pt	%xcc, 0b
68 
	mov	0, %g3
 66 
	mov	0, %g3
69 
	srlx	%o2, 3, %g4
 67 
	srlx	%o2, 3, %g4
70 
	brz,pn	%g4, 5f
 68 
	brz,pn	%g4, 5f
71 
	mov	0, %g5
 69 
	mov	0, %g5
72 
4:
 70 
4:
73 
	sllx	%g3, 3, %g2
 71 
	sllx	%g3, 3, %g2
74 
	add	%g5, 1, %g3
 72 
	add	%g5, 1, %g3
75 
	ldx	[%o1 + %g2], %g1
 73 
	ldx	[%o1 + %g2], %g1
76 
	mov	%g3, %g5
 74 
	mov	%g3, %g5
77 
	cmp	%g4, %g3
 75 
	cmp	%g4, %g3
78 
	bne,pt	%xcc, 4b
 76 
	bne,pt	%xcc, 4b
79 
	stx	%g1, [%o0 + %g2]
 77 
	stx	%g1, [%o0 + %g2]
80 
5:
 78 
5:
81 
	and	%o2, 7, %o2
 79 
	and	%o2, 7, %o2
82 
	brz,pn	%o2, 2b
 80 
	brz,pn	%o2, 2b
83 
	sllx	%g4, 3, %g1
 81 
	sllx	%g4, 3, %g1
84 
	mov	0, %g2
 82 
	mov	0, %g2
85 
	add	%g1, %o0, %o0
 83 
	add	%g1, %o0, %o0
86 
	add	%g1, %o1, %g4
 84 
	add	%g1, %o1, %g4
87 
	mov	0, %g3
 85 
	mov	0, %g3
88 
6:
 86 
6:
89 
	ldub	[%g2 + %g4], %g1
 87 
	ldub	[%g2 + %g4], %g1
90 
	stb	%g1, [%g2 + %o0]
 88 
	stb	%g1, [%g2 + %o0]
91 
	add	%g3, 1, %g2
 89 
	add	%g3, 1, %g2
92 
	cmp	%o2, %g2
 90 
	cmp	%o2, %g2
93 
	bne,pt	%xcc, 6b
 91 
	bne,pt	%xcc, 6b
94 
	mov	%g2, %g3
 92 
	mov	%g2, %g3
95 
 
 93 
 
96 
	jmp	%o7 + 8			! exit point
 94 
	jmp	%o7 + 8			! exit point
97 
	mov	%o3, %o0
 95 
	mov	%o3, %o0
98 
 
 96 
 
99 
/*
 97 
/*
100 
 * Almost the same as memcpy() except the loads are from userspace.
 98 
 * Almost the same as memcpy() except the loads are from userspace.
101 
 */
 99 
 */
102 
.global memcpy_from_uspace
 100 
.global memcpy_from_uspace
103 
memcpy_from_uspace:
 101 
memcpy_from_uspace:
104 
	mov	%o0, %o3		! save dst
 102 
	mov	%o0, %o3		! save dst
105 
	add	%o1, 7, %g1
 103 
	add	%o1, 7, %g1
106 
	and	%g1, -8, %g1
 104 
	and	%g1, -8, %g1
107 
	cmp	%o1, %g1
 105 
	cmp	%o1, %g1
108 
	be,pn	%xcc, 3f
 106 
	be,pn	%xcc, 3f
109 
	add	%o0, 7, %g1
 107 
	add	%o0, 7, %g1
110 
	mov	0, %g3
 108 
	mov	0, %g3
111 
0:
 109 
0:
112 
	brz,pn	%o2, 2f
 110 
	brz,pn	%o2, 2f
113 
	mov	0, %g2
 111 
	mov	0, %g2
114 
1:
 112 
1:
115 
	lduba	[%g3 + %o1] ASI_AIUS, %g1
 113 
	lduba	[%g3 + %o1] ASI_AIUS, %g1
116 
	add	%g2, 1, %g2
 114 
	add	%g2, 1, %g2
117 
	cmp	%o2, %g2
 115 
	cmp	%o2, %g2
118 
	stb	%g1, [%g3 + %o0]
 116 
	stb	%g1, [%g3 + %o0]
119 
	bne,pt	%xcc, 1b
 117 
	bne,pt	%xcc, 1b
120 
	mov	%g2, %g3
 118 
	mov	%g2, %g3
121 
2:
 119 
2:
122 
	jmp	%o7 + 8			! exit point
 120 
	jmp	%o7 + 8			! exit point
123 
	mov	%o3, %o0
 121 
	mov	%o3, %o0
124 
3:
 122 
3:
125 
	and	%g1, -8, %g1
 123 
	and	%g1, -8, %g1
126 
	cmp	%o0, %g1
 124 
	cmp	%o0, %g1
127 
	bne,pt	%xcc, 0b
 125 
	bne,pt	%xcc, 0b
128 
	mov	0, %g3
 126 
	mov	0, %g3
129 
	srlx	%o2, 3, %g4
 127 
	srlx	%o2, 3, %g4
130 
	brz,pn	%g4, 5f
 128 
	brz,pn	%g4, 5f
131 
	mov	0, %g5
 129 
	mov	0, %g5
132 
4:
 130 
4:
133 
	sllx	%g3, 3, %g2
 131 
	sllx	%g3, 3, %g2
134 
	add	%g5, 1, %g3
 132 
	add	%g5, 1, %g3
135 
	ldxa	[%o1 + %g2] ASI_AIUS, %g1
 133 
	ldxa	[%o1 + %g2] ASI_AIUS, %g1
136 
	mov	%g3, %g5
 134 
	mov	%g3, %g5
137 
	cmp	%g4, %g3
 135 
	cmp	%g4, %g3
138 
	bne,pt	%xcc, 4b
 136 
	bne,pt	%xcc, 4b
139 
	stx	%g1, [%o0 + %g2]
 137 
	stx	%g1, [%o0 + %g2]
140 
5:
 138 
5:
141 
	and	%o2, 7, %o2
 139 
	and	%o2, 7, %o2
142 
	brz,pn	%o2, 2b
 140 
	brz,pn	%o2, 2b
143 
	sllx	%g4, 3, %g1
 141 
	sllx	%g4, 3, %g1
144 
	mov	0, %g2
 142 
	mov	0, %g2
145 
	add	%g1, %o0, %o0
 143 
	add	%g1, %o0, %o0
146 
	add	%g1, %o1, %g4
 144 
	add	%g1, %o1, %g4
147 
	mov	0, %g3
 145 
	mov	0, %g3
148 
6:
 146 
6:
149 
	lduba	[%g2 + %g4] ASI_AIUS, %g1
 147 
	lduba	[%g2 + %g4] ASI_AIUS, %g1
150 
	stb	%g1, [%g2 + %o0]
 148 
	stb	%g1, [%g2 + %o0]
151 
	add	%g3, 1, %g2
 149 
	add	%g3, 1, %g2
152 
	cmp	%o2, %g2
 150 
	cmp	%o2, %g2
153 
	bne,pt	%xcc, 6b
 151 
	bne,pt	%xcc, 6b
154 
	mov	%g2, %g3
 152 
	mov	%g2, %g3
155 
 
 153 
 
156 
	jmp	%o7 + 8			! exit point
 154 
	jmp	%o7 + 8			! exit point
157 
	mov	%o3, %o0
 155 
	mov	%o3, %o0
158 
 
 156 
 
159 
/*
 157 
/*
160 
 * Almost the same as memcpy() except the stores are to userspace.
 158 
 * Almost the same as memcpy() except the stores are to userspace.
161 
 */
 159 
 */
162 
.global memcpy_to_uspace
 160 
.global memcpy_to_uspace
163 
memcpy_to_uspace:
 161 
memcpy_to_uspace:
164 
	mov	%o0, %o3		! save dst
 162 
	mov	%o0, %o3		! save dst
165 
	add	%o1, 7, %g1
 163 
	add	%o1, 7, %g1
166 
	and	%g1, -8, %g1
 164 
	and	%g1, -8, %g1
167 
	cmp	%o1, %g1
 165 
	cmp	%o1, %g1
168 
	be,pn	%xcc, 3f
 166 
	be,pn	%xcc, 3f
169 
	add	%o0, 7, %g1
 167 
	add	%o0, 7, %g1
170 
	mov	0, %g3
 168 
	mov	0, %g3
171 
0:
 169 
0:
172 
	brz,pn	%o2, 2f
 170 
	brz,pn	%o2, 2f
173 
	mov	0, %g2
 171 
	mov	0, %g2
174 
1:
 172 
1:
175 
	ldub	[%g3 + %o1], %g1
 173 
	ldub	[%g3 + %o1], %g1
176 
	add	%g2, 1, %g2
 174 
	add	%g2, 1, %g2
177 
	cmp	%o2, %g2
 175 
	cmp	%o2, %g2
178 
	stba	%g1, [%g3 + %o0] ASI_AIUS
 176 
	stba	%g1, [%g3 + %o0] ASI_AIUS
179 
	bne,pt	%xcc, 1b
 177 
	bne,pt	%xcc, 1b
180 
	mov	%g2, %g3
 178 
	mov	%g2, %g3
181 
2:
 179 
2:
182 
	jmp	%o7 + 8			! exit point
 180 
	jmp	%o7 + 8			! exit point
183 
	mov	%o3, %o0
 181 
	mov	%o3, %o0
184 
3:
 182 
3:
185 
	and	%g1, -8, %g1
 183 
	and	%g1, -8, %g1
186 
	cmp	%o0, %g1
 184 
	cmp	%o0, %g1
187 
	bne,pt	%xcc, 0b
 185 
	bne,pt	%xcc, 0b
188 
	mov	0, %g3
 186 
	mov	0, %g3
189 
	srlx	%o2, 3, %g4
 187 
	srlx	%o2, 3, %g4
190 
	brz,pn	%g4, 5f
 188 
	brz,pn	%g4, 5f
191 
	mov	0, %g5
 189 
	mov	0, %g5
192 
4:
 190 
4:
193 
	sllx	%g3, 3, %g2
 191 
	sllx	%g3, 3, %g2
194 
	add	%g5, 1, %g3
 192 
	add	%g5, 1, %g3
195 
	ldx	[%o1 + %g2], %g1
 193 
	ldx	[%o1 + %g2], %g1
196 
	mov	%g3, %g5
 194 
	mov	%g3, %g5
197 
	cmp	%g4, %g3
 195 
	cmp	%g4, %g3
198 
	bne,pt	%xcc, 4b
 196 
	bne,pt	%xcc, 4b
199 
	stxa	%g1, [%o0 + %g2] ASI_AIUS
 197 
	stxa	%g1, [%o0 + %g2] ASI_AIUS
200 
5:
 198 
5:
201 
	and	%o2, 7, %o2
 199 
	and	%o2, 7, %o2
202 
	brz,pn	%o2, 2b
 200 
	brz,pn	%o2, 2b
203 
	sllx	%g4, 3, %g1
 201 
	sllx	%g4, 3, %g1
204 
	mov	0, %g2
 202 
	mov	0, %g2
205 
	add	%g1, %o0, %o0
 203 
	add	%g1, %o0, %o0
206 
	add	%g1, %o1, %g4
 204 
	add	%g1, %o1, %g4
207 
	mov	0, %g3
 205 
	mov	0, %g3
208 
6:
 206 
6:
209 
	ldub	[%g2 + %g4], %g1
 207 
	ldub	[%g2 + %g4], %g1
210 
	stba	%g1, [%g2 + %o0] ASI_AIUS
 208 
	stba	%g1, [%g2 + %o0] ASI_AIUS
211 
	add	%g3, 1, %g2
 209 
	add	%g3, 1, %g2
212 
	cmp	%o2, %g2
 210 
	cmp	%o2, %g2
213 
	bne,pt	%xcc, 6b
 211 
	bne,pt	%xcc, 6b
214 
	mov	%g2, %g3
 212 
	mov	%g2, %g3
215 
 
 213 
 
216 
	jmp	%o7 + 8			! exit point
 214 
	jmp	%o7 + 8			! exit point
217 
	mov	%o3, %o0
 215 
	mov	%o3, %o0
218 
 
 216 
 
219 
.global memcpy_from_uspace_failover_address
 217 
.global memcpy_from_uspace_failover_address
220 
.global memcpy_to_uspace_failover_address
 218 
.global memcpy_to_uspace_failover_address
221 
memcpy_from_uspace_failover_address:
 219 
memcpy_from_uspace_failover_address:
222 
memcpy_to_uspace_failover_address:
 220 
memcpy_to_uspace_failover_address:
223 
	jmp	%o7 + 8			! exit point
 221 
	jmp	%o7 + 8			! exit point
224 
	mov	%g0, %o0		! return 0 on failure
 222 
	mov	%g0, %o0		! return 0 on failure
225 
 
 223 
 
226 
.global memsetb
 224 
.global memsetb
227 
memsetb:
 225 
memsetb:
228 
	b _memsetb
 226 
	b _memsetb
229 
	nop
 227 
	nop
230 
 
 228 
 
231 
 
 229 
 
232 
.macro WRITE_ALTERNATE_REGISTER reg, bit
 - 
 
233 
	rdpr %pstate, %g1				! save PSTATE.PEF
 - 
 
234 
	wrpr %g0, (\bit | PSTATE_PRIV_BIT), %pstate
 - 
 
235 
	mov %o0, \reg
 - 
 
236 
	wrpr %g0, PSTATE_PRIV_BIT, %pstate
 - 
 
237 
	retl
 - 
 
238 
	wrpr %g1, 0, %pstate				! restore PSTATE.PEF
 - 
 
239 
.endm
 - 
 
240 
 
 - 
 
241 
.macro READ_ALTERNATE_REGISTER reg, bit
 - 
 
242 
	rdpr %pstate, %g1				! save PSTATE.PEF
 - 
 
243 
	wrpr %g0, (\bit | PSTATE_PRIV_BIT), %pstate
 - 
 
244 
	mov \reg, %o0
 - 
 
245 
	wrpr %g0, PSTATE_PRIV_BIT, %pstate
 - 
 
246 
	retl
 - 
 
247 
	wrpr %g1, 0, %pstate				! restore PSTATE.PEF
 - 
 
248 
.endm
 - 
 
249 
 
 - 
 
250 
.global write_to_ag_g6
 - 
 
251 
write_to_ag_g6:
 - 
 
252 
	WRITE_ALTERNATE_REGISTER %g6, PSTATE_AG_BIT
 - 
 
253 
 
 - 
 
254 
.global write_to_ag_g7
 - 
 
255 
write_to_ag_g7:
 - 
 
256 
	WRITE_ALTERNATE_REGISTER %g7, PSTATE_AG_BIT
 - 
 
257 
 
 - 
 
258 
.global write_to_ig_g6
 - 
 
259 
write_to_ig_g6:
 - 
 
260 
	WRITE_ALTERNATE_REGISTER %g6, PSTATE_IG_BIT
 - 
 
261 
 
 - 
 
262 
.global read_from_ag_g7
 - 
 
263 
read_from_ag_g7:
 - 
 
264 
	READ_ALTERNATE_REGISTER %g7, PSTATE_AG_BIT
 - 
 
265 
 
 - 
 
266 
 
 - 
 
267 
/** Switch to userspace.
 - 
 
268 
 *
 - 
 
269 
 * %o0	Userspace entry address.
 - 
 
270 
 * %o1	Userspace stack pointer address.
 - 
 
271 
 * %o2  Userspace address of uarg structure.
 - 
 
272 
 */
 - 
 
273 
.global switch_to_userspace
 - 
 
274 
switch_to_userspace:
 - 
 
275 
	save %o1, -STACK_WINDOW_SAVE_AREA_SIZE, %sp
 - 
 
276 
	flushw
 - 
 
277 
	wrpr %g0, 0, %cleanwin		! avoid information leak
 - 
 
278 
 
 - 
 
279 
	mov %i2, %o0			! uarg
 - 
 
280 
	xor %o1, %o1, %o1		! %o1 is defined to hold pcb_ptr
 - 
 
281 
					! set it to 0
 - 
 
282 
 
 - 
 
283 
	clr %i2
 - 
 
284 
	clr %i3
 - 
 
285 
	clr %i4
 - 
 
286 
	clr %i5
 - 
 
287 
	clr %i6
 - 
 
288 
 
 - 
 
289 
	wrpr %g0, 1, %tl		! enforce mapping via nucleus
 - 
 
290 
 
 - 
 
291 
	rdpr %cwp, %g1
 - 
 
292 
	wrpr %g1, TSTATE_IE_BIT, %tstate
 - 
 
293 
	wrpr %i0, 0, %tnpc
 - 
 
294
- 
 
295 
	/*
 - 
 
296 
	 * Set primary context according to secondary context.
 - 
 
297 
	 * Secondary context has been already installed by
 - 
 
298 
	 * higher-level functions.
 - 
 
299 
	 */
 - 
 
300 
	wr %g0, ASI_DMMU, %asi
 - 
 
301 
	ldxa [VA_SECONDARY_CONTEXT_REG] %asi, %g1
 - 
 
302 
	stxa %g1, [VA_PRIMARY_CONTEXT_REG] %asi
 - 
 
303 
	flush %i7
 - 
 
304 
 
 - 
 
305 
	/*
 - 
 
306 
	 * Spills and fills will be handled by the userspace handlers.
 - 
 
307 
	 */
 - 
 
308 
	wrpr %g0, WSTATE_OTHER(0) | WSTATE_NORMAL(1), %wstate
 - 
 
309
- 
 
310 
	done				! jump to userspace
 - 
 
311 
 
 - 
 
312 
 
 230