Subversion Repositories HelenOS

Rev

Rev 1864 | Rev 1880 | Go to most recent revision | Only display areas with differences | Ignore whitespace | Details | Blame | Last modification | View Log | RSS feed

Rev 1864 Rev 1865
1 
#
 1 
#
2 
# Copyright (C) 2005 Jakub Jermar
 2 
# Copyright (C) 2005 Jakub Jermar
3 
# All rights reserved.
 3 
# All rights reserved.
4 
#
 4 
#
5 
# Redistribution and use in source and binary forms, with or without
 5 
# Redistribution and use in source and binary forms, with or without
6 
# modification, are permitted provided that the following conditions
 6 
# modification, are permitted provided that the following conditions
7 
# are met:
 7 
# are met:
8 
#
 8 
#
9 
# - Redistributions of source code must retain the above copyright
 9 
# - Redistributions of source code must retain the above copyright
10 
#   notice, this list of conditions and the following disclaimer.
 10 
#   notice, this list of conditions and the following disclaimer.
11 
# - Redistributions in binary form must reproduce the above copyright
 11 
# - Redistributions in binary form must reproduce the above copyright
12 
#   notice, this list of conditions and the following disclaimer in the
 12 
#   notice, this list of conditions and the following disclaimer in the
13 
#   documentation and/or other materials provided with the distribution.
 13 
#   documentation and/or other materials provided with the distribution.
14 
# - The name of the author may not be used to endorse or promote products
 14 
# - The name of the author may not be used to endorse or promote products
15 
#   derived from this software without specific prior written permission.
 15 
#   derived from this software without specific prior written permission.
16 
#
 16 
#
17 
# THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
 17 
# THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
18 
# IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
 18 
# IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
19 
# OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
 19 
# OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
20 
# IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
 20 
# IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
21 
# INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
 21 
# INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
22 
# NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
 22 
# NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23 
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
 23 
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24 
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
 24 
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25 
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
 25 
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
26 
# THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 26 
# THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27 
#
 27 
#
28 
 
 28 
 
- 
 
 29 
#include <arch/arch.h>
29 
#include <arch/stack.h>
 30 
#include <arch/stack.h>
30 
#include <arch/regdef.h>
 31 
#include <arch/regdef.h>
31 
#include <arch/mm/mmu.h>
 32 
#include <arch/mm/mmu.h>
32 
 
 33 
 
33 
.text
 34 
.text
34 
 
 35 
 
35 
.global memcpy
 - 
 
36 
.global memcpy_from_uspace
 36 
.register       %g2, #scratch
37 
.global memcpy_to_uspace
 37 
.register       %g3, #scratch
38 
.global memcpy_from_uspace_failover_address
 - 
 
39 
.global memcpy_to_uspace_failover_address
 - 
 
40 
.global memsetb
 - 
 
41 
 
 - 
 
42 
 
 38 
 
- 
 
 39 
/*
- 
 
 40 
 * This is the assembly language version of our _memcpy() generated by gcc.
- 
 
 41 
 */
- 
 
 42 
.global memcpy
43 
memcpy:
 43 
memcpy:
44 
memcpy_from_uspace:
 - 
 
45 
memcpy_to_uspace:
 - 
 
46 
	.register       %g2, #scratch
 - 
 
47 
        .register       %g3, #scratch
 - 
 
48 
	add	%o1, 7, %g1
 44 
	add	%o1, 7, %g1
49 
	and	%g1, -8, %g1
 45 
	and	%g1, -8, %g1
50 
	cmp	%o1, %g1
 46 
	cmp	%o1, %g1
51 
	be,pn	%xcc, 3f
 47 
	be,pn	%xcc, 3f
52 
	add	%o0, 7, %g1
 48 
	add	%o0, 7, %g1
53 
	mov	0, %g3
 49 
	mov	0, %g3
54 
0:
 50 
0:
55 
	brz,pn	%o2, 2f
 51 
	brz,pn	%o2, 2f
56 
	mov	0, %g2
 52 
	mov	0, %g2
57 
1:
 53 
1:
58 
	ldub	[%g3 + %o1], %g1
 54 
	ldub	[%g3 + %o1], %g1
59 
	add	%g2, 1, %g2
 55 
	add	%g2, 1, %g2
60 
	cmp	%o2, %g2
 56 
	cmp	%o2, %g2
61 
	stb	%g1, [%g3 + %o0]
 57 
	stb	%g1, [%g3 + %o0]
62 
	bne,pt	%xcc, 1b
 58 
	bne,pt	%xcc, 1b
63 
	mov	%g2, %g3
 59 
	mov	%g2, %g3
64 
2:
 60 
2:
65 
	jmp	%o7 + 8			! exit point
 61 
	jmp	%o7 + 8			! exit point
66 
	mov	%o1, %o0
 62 
	mov	%o1, %o0
67 
3:
 63 
3:
68 
	and	%g1, -8, %g1
 64 
	and	%g1, -8, %g1
69 
	cmp	%o0, %g1
 65 
	cmp	%o0, %g1
70 
	bne,pt	%xcc, 0b
 66 
	bne,pt	%xcc, 0b
71 
	mov	0, %g3
 67 
	mov	0, %g3
72 
	srlx	%o2, 3, %g4
 68 
	srlx	%o2, 3, %g4
73 
	brz,pn	%g4, 5f
 69 
	brz,pn	%g4, 5f
74 
	mov	0, %g5
 70 
	mov	0, %g5
75 
4:
 71 
4:
76 
	sllx	%g3, 3, %g2
 72 
	sllx	%g3, 3, %g2
77 
	add	%g5, 1, %g3
 73 
	add	%g5, 1, %g3
78 
	ldx	[%o1 + %g2], %g1
 74 
	ldx	[%o1 + %g2], %g1
79 
	mov	%g3, %g5
 75 
	mov	%g3, %g5
80 
	cmp	%g4, %g3
 76 
	cmp	%g4, %g3
81 
	bne,pt	%xcc, 4b
 77 
	bne,pt	%xcc, 4b
82 
	stx	%g1, [%o0 + %g2]
 78 
	stx	%g1, [%o0 + %g2]
83 
5:
 79 
5:
84 
	and	%o2, 7, %o2
 80 
	and	%o2, 7, %o2
85 
	brz,pn	%o2, 2b
 81 
	brz,pn	%o2, 2b
86 
	sllx	%g4, 3, %g1
 82 
	sllx	%g4, 3, %g1
87 
	mov	0, %g2
 83 
	mov	0, %g2
88 
	add	%g1, %o0, %o0
 84 
	add	%g1, %o0, %o0
89 
	add	%g1, %o1, %g4
 85 
	add	%g1, %o1, %g4
90 
	mov	0, %g3
 86 
	mov	0, %g3
91 
6:
 87 
6:
92 
	ldub	[%g2 + %g4], %g1
 88 
	ldub	[%g2 + %g4], %g1
93 
	stb	%g1, [%g2 + %o0]
 89 
	stb	%g1, [%g2 + %o0]
94 
	add	%g3, 1, %g2
 90 
	add	%g3, 1, %g2
95 
	cmp	%o2, %g2
 91 
	cmp	%o2, %g2
96 
	bne,pt	%xcc, 6b
 92 
	bne,pt	%xcc, 6b
97 
	mov	%g2, %g3
 93 
	mov	%g2, %g3
98 
 
 94 
 
99 
	jmp	%o7 + 8			! exit point
 95 
	jmp	%o7 + 8			! exit point
100 
	mov	%o1, %o0
 96 
	mov	%o1, %o0
101 
 
 97 
 
- 
 
 98 
/*
- 
 
 99 
 * Almost the same as memcpy() except the loads are from userspace.
- 
 
 100 
 */
- 
 
 101 
.global memcpy_from_uspace
- 
 
 102 
memcpy_from_uspace:
- 
 
 103 
	add	%o1, 7, %g1
- 
 
 104 
	and	%g1, -8, %g1
- 
 
 105 
	cmp	%o1, %g1
- 
 
 106 
	be,pn	%xcc, 3f
- 
 
 107 
	add	%o0, 7, %g1
- 
 
 108 
	mov	0, %g3
- 
 
 109 
0:
- 
 
 110 
	brz,pn	%o2, 2f
- 
 
 111 
	mov	0, %g2
- 
 
 112 
1:
- 
 
 113 
	lduba	[%g3 + %o1] ASI_AIUS, %g1
- 
 
 114 
	add	%g2, 1, %g2
- 
 
 115 
	cmp	%o2, %g2
- 
 
 116 
	stb	%g1, [%g3 + %o0]
- 
 
 117 
	bne,pt	%xcc, 1b
- 
 
 118 
	mov	%g2, %g3
- 
 
 119 
2:
- 
 
 120 
	jmp	%o7 + 8			! exit point
- 
 
 121 
	mov	%o1, %o0
- 
 
 122 
3:
- 
 
 123 
	and	%g1, -8, %g1
- 
 
 124 
	cmp	%o0, %g1
- 
 
 125 
	bne,pt	%xcc, 0b
- 
 
 126 
	mov	0, %g3
- 
 
 127 
	srlx	%o2, 3, %g4
- 
 
 128 
	brz,pn	%g4, 5f
- 
 
 129 
	mov	0, %g5
- 
 
 130 
4:
- 
 
 131 
	sllx	%g3, 3, %g2
- 
 
 132 
	add	%g5, 1, %g3
- 
 
 133 
	ldxa	[%o1 + %g2] ASI_AIUS, %g1
- 
 
 134 
	mov	%g3, %g5
- 
 
 135 
	cmp	%g4, %g3
- 
 
 136 
	bne,pt	%xcc, 4b
- 
 
 137 
	stx	%g1, [%o0 + %g2]
- 
 
 138 
5:
- 
 
 139 
	and	%o2, 7, %o2
- 
 
 140 
	brz,pn	%o2, 2b
- 
 
 141 
	sllx	%g4, 3, %g1
- 
 
 142 
	mov	0, %g2
- 
 
 143 
	add	%g1, %o0, %o0
- 
 
 144 
	add	%g1, %o1, %g4
- 
 
 145 
	mov	0, %g3
- 
 
 146 
6:
- 
 
 147 
	lduba	[%g2 + %g4] ASI_AIUS, %g1
- 
 
 148 
	stb	%g1, [%g2 + %o0]
- 
 
 149 
	add	%g3, 1, %g2
- 
 
 150 
	cmp	%o2, %g2
- 
 
 151 
	bne,pt	%xcc, 6b
- 
 
 152 
	mov	%g2, %g3
- 
 
 153 
 
- 
 
 154 
	jmp	%o7 + 8			! exit point
- 
 
 155 
	mov	%o1, %o0
- 
 
 156 
 
- 
 
 157 
/*
- 
 
 158 
 * Almost the same as memcpy() except the stores are to userspace.
- 
 
 159 
 */
- 
 
 160 
.global memcpy_to_uspace
- 
 
 161 
memcpy_to_uspace:
- 
 
 162 
	add	%o1, 7, %g1
- 
 
 163 
	and	%g1, -8, %g1
- 
 
 164 
	cmp	%o1, %g1
- 
 
 165 
	be,pn	%xcc, 3f
- 
 
 166 
	add	%o0, 7, %g1
- 
 
 167 
	mov	0, %g3
- 
 
 168 
0:
- 
 
 169 
	brz,pn	%o2, 2f
- 
 
 170 
	mov	0, %g2
- 
 
 171 
1:
- 
 
 172 
	ldub	[%g3 + %o1], %g1
- 
 
 173 
	add	%g2, 1, %g2
- 
 
 174 
	cmp	%o2, %g2
- 
 
 175 
	stba	%g1, [%g3 + %o0] ASI_AIUS
- 
 
 176 
	bne,pt	%xcc, 1b
- 
 
 177 
	mov	%g2, %g3
- 
 
 178 
2:
- 
 
 179 
	jmp	%o7 + 8			! exit point
- 
 
 180 
	mov	%o1, %o0
- 
 
 181 
3:
- 
 
 182 
	and	%g1, -8, %g1
- 
 
 183 
	cmp	%o0, %g1
- 
 
 184 
	bne,pt	%xcc, 0b
- 
 
 185 
	mov	0, %g3
- 
 
 186 
	srlx	%o2, 3, %g4
- 
 
 187 
	brz,pn	%g4, 5f
- 
 
 188 
	mov	0, %g5
- 
 
 189 
4:
- 
 
 190 
	sllx	%g3, 3, %g2
- 
 
 191 
	add	%g5, 1, %g3
- 
 
 192 
	ldx	[%o1 + %g2], %g1
- 
 
 193 
	mov	%g3, %g5
- 
 
 194 
	cmp	%g4, %g3
- 
 
 195 
	bne,pt	%xcc, 4b
- 
 
 196 
	stxa	%g1, [%o0 + %g2] ASI_AIUS
- 
 
 197 
5:
- 
 
 198 
	and	%o2, 7, %o2
- 
 
 199 
	brz,pn	%o2, 2b
- 
 
 200 
	sllx	%g4, 3, %g1
- 
 
 201 
	mov	0, %g2
- 
 
 202 
	add	%g1, %o0, %o0
- 
 
 203 
	add	%g1, %o1, %g4
- 
 
 204 
	mov	0, %g3
- 
 
 205 
6:
- 
 
 206 
	ldub	[%g2 + %g4], %g1
- 
 
 207 
	stba	%g1, [%g2 + %o0] ASI_AIUS
- 
 
 208 
	add	%g3, 1, %g2
- 
 
 209 
	cmp	%o2, %g2
- 
 
 210 
	bne,pt	%xcc, 6b
- 
 
 211 
	mov	%g2, %g3
- 
 
 212 
 
- 
 
 213 
	jmp	%o7 + 8			! exit point
- 
 
 214 
	mov	%o1, %o0
- 
 
 215 
 
- 
 
 216 
.global memcpy_from_uspace_failover_address
- 
 
 217 
.global memcpy_to_uspace_failover_address
102 
memcpy_from_uspace_failover_address:
 218 
memcpy_from_uspace_failover_address:
103 
memcpy_to_uspace_failover_address:
 219 
memcpy_to_uspace_failover_address:
104 
	jmp	%o7 + 8			! exit point
 220 
	jmp	%o7 + 8			! exit point
105 
	mov	%g0, %o0		! return 0 on failure
 221 
	mov	%g0, %o0		! return 0 on failure
106 
 
 222 
 
- 
 
 223 
.global memsetb
107 
memsetb:
 224 
memsetb:
108 
	b _memsetb
 225 
	b _memsetb
109 
	nop
 226 
	nop
110 
 
 227 
 
111 
 
 228 
 
112 
.macro WRITE_ALTERNATE_REGISTER reg, bit
 229 
.macro WRITE_ALTERNATE_REGISTER reg, bit
113 
	save %sp, -STACK_WINDOW_SAVE_AREA_SIZE, %sp
 230 
	save %sp, -STACK_WINDOW_SAVE_AREA_SIZE, %sp
114 
	rdpr %pstate, %l0
 231 
	rdpr %pstate, %l0
115 
	wrpr %l0, \bit, %pstate
 232 
	wrpr %l0, \bit, %pstate
116 
	mov %i0, \reg
 233 
	mov %i0, \reg
117 
	wrpr %l0, 0, %pstate
 234 
	wrpr %l0, 0, %pstate
118 
	ret
 235 
	ret
119 
	restore
 236 
	restore
120 
.endm
 237 
.endm
121 
 
 238 
 
122 
.macro READ_ALTERNATE_REGISTER reg, bit
 239 
.macro READ_ALTERNATE_REGISTER reg, bit
123 
	save %sp, -STACK_WINDOW_SAVE_AREA_SIZE, %sp
 240 
	save %sp, -STACK_WINDOW_SAVE_AREA_SIZE, %sp
124 
	rdpr %pstate, %l0
 241 
	rdpr %pstate, %l0
125 
	wrpr %l0, \bit, %pstate
 242 
	wrpr %l0, \bit, %pstate
126 
	mov \reg, %i0
 243 
	mov \reg, %i0
127 
	wrpr %l0, 0, %pstate
 244 
	wrpr %l0, 0, %pstate
128 
	ret
 245 
	ret
129 
	restore
 246 
	restore
130 
.endm
 247 
.endm
131 
 
 248 
 
132 
.global write_to_ag_g6
 249 
.global write_to_ag_g6
133 
write_to_ag_g6:
 250 
write_to_ag_g6:
134 
	WRITE_ALTERNATE_REGISTER %g6, PSTATE_AG_BIT
 251 
	WRITE_ALTERNATE_REGISTER %g6, PSTATE_AG_BIT
135 
 
 252 
 
136 
.global write_to_ag_g7
 253 
.global write_to_ag_g7
137 
write_to_ag_g7:
 254 
write_to_ag_g7:
138 
	WRITE_ALTERNATE_REGISTER %g7, PSTATE_AG_BIT
 255 
	WRITE_ALTERNATE_REGISTER %g7, PSTATE_AG_BIT
139 
 
 256 
 
140 
.global write_to_ig_g6
 257 
.global write_to_ig_g6
141 
write_to_ig_g6:
 258 
write_to_ig_g6:
142 
	WRITE_ALTERNATE_REGISTER %g6, PSTATE_IG_BIT
 259 
	WRITE_ALTERNATE_REGISTER %g6, PSTATE_IG_BIT
143 
 
 260 
 
144 
.global read_from_ag_g7
 261 
.global read_from_ag_g7
145 
read_from_ag_g7:
 262 
read_from_ag_g7:
146 
	READ_ALTERNATE_REGISTER %g7, PSTATE_AG_BIT
 263 
	READ_ALTERNATE_REGISTER %g7, PSTATE_AG_BIT
147 
 
 264 
 
148 
 
 265 
 
149 
/** Switch to userspace.
 266 
/** Switch to userspace.
150 
 *
 267 
 *
151 
 * %o0	Userspace entry address.
 268 
 * %o0	Userspace entry address.
152 
 * %o1	Userspace stack pointer address.
 269 
 * %o1	Userspace stack pointer address.
153 
 * %o2  Userspace address of uarg structure.
 270 
 * %o2  Userspace address of uarg structure.
154 
 */
 271 
 */
155 
.global switch_to_userspace
 272 
.global switch_to_userspace
156 
switch_to_userspace:
 273 
switch_to_userspace:
- 
 
 274 
	save %o1, -STACK_WINDOW_SAVE_AREA_SIZE, %sp
157 
	flushw
 275 
	flushw
158 
	wrpr %g0, 0, %cleanwin		! avoid information leak
 276 
	wrpr %g0, 0, %cleanwin		! avoid information leak
159 
	save %o1, -STACK_WINDOW_SAVE_AREA_SIZE, %sp
 - 
 
160 
 
 277 
 
161 
	mov %i3, %o0			! uarg
 278 
	mov %i3, %o0			! uarg
162 
 
 279 
 
163 
	clr %i2
 280 
	clr %i2
164 
	clr %i3
 281 
	clr %i3
165 
	clr %i4
 282 
	clr %i4
166 
	clr %i5
 283 
	clr %i5
167 
	clr %i6
 284 
	clr %i6
168 
 
 285 
 
169 
	wrpr %g0, 1, %tl		! enforce mapping via nucleus
 286 
	wrpr %g0, 1, %tl		! enforce mapping via nucleus
170 
 
 287 
 
171 
	rdpr %cwp, %g1
 288 
	rdpr %cwp, %g1
172 
	wrpr %g1, TSTATE_IE_BIT, %tstate
 289 
	wrpr %g1, TSTATE_IE_BIT, %tstate
173 
	wrpr %i0, 0, %tnpc
 290 
	wrpr %i0, 0, %tnpc
174
291
175 
	/*
 292 
	/*
176 
	 * Set primary context according to secondary context.
 293 
	 * Set primary context according to secondary context.
177 
	 * Secondary context has been already installed by
 294 
	 * Secondary context has been already installed by
178 
	 * higher-level functions.
 295 
	 * higher-level functions.
179 
	 */
 296 
	 */
180 
	wr %g0, ASI_DMMU, %asi
 297 
	wr %g0, ASI_DMMU, %asi
181 
	ldxa [VA_SECONDARY_CONTEXT_REG] %asi, %g1
 298 
	ldxa [VA_SECONDARY_CONTEXT_REG] %asi, %g1
182 
	stxa %g1, [VA_PRIMARY_CONTEXT_REG] %asi
 299 
	stxa %g1, [VA_PRIMARY_CONTEXT_REG] %asi
183 
	flush %i7
 300 
	flush %i7
184 
 
 301 
 
185 
	/*
 302 
	/*
186 
	 * Spills and fills will be handled by the userspace handlers.
 303 
	 * Spills and fills will be handled by the userspace handlers.
187 
	 */
 304 
	 */
188 
	wrpr %g0, WSTATE_OTHER(0) | WSTATE_NORMAL(1), %wstate
 305 
	wrpr %g0, WSTATE_OTHER(0) | WSTATE_NORMAL(1), %wstate
189
306
190 
	done				! jump to userspace
 307 
	done				! jump to userspace
191 
 
 308