WebSVN – HelenOS – Diff – /branches/network/kernel/arch/sparc64/src/asm.S


#
# Copyright (c) 2005 Jakub Jermar
# All rights reserved.
#
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions
# are met:
#
# - Redistributions of source code must retain the above copyright
#   notice, this list of conditions and the following disclaimer.
# - Redistributions in binary form must reproduce the above copyright
#   notice, this list of conditions and the following disclaimer in the
#   documentation and/or other materials provided with the distribution.
# - The name of the author may not be used to endorse or promote products
#   derived from this software without specific prior written permission.
#
# THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
# IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
# OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
# IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
# INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
# NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
# THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
#
 
#include <arch/arch.h>
#include <arch/stack.h>
#include <arch/regdef.h>
#include <arch/mm/mmu.h>
 
.text
 
.register       %g2, #scratch
.register       %g3, #scratch
 
/*
 * This is the assembly language version of our _memcpy() generated by gcc.
 */
.global memcpy
memcpy:
	mov	%o0, %o3		! save dst
	add	%o1, 7, %g1
	and	%g1, -8, %g1
	cmp	%o1, %g1
	be,pn	%xcc, 3f
	add	%o0, 7, %g1
	mov	0, %g3
0:
	brz,pn	%o2, 2f
	mov	0, %g2
1:
	ldub	[%g3 + %o1], %g1
	add	%g2, 1, %g2
	cmp	%o2, %g2
	stb	%g1, [%g3 + %o0]
	bne,pt	%xcc, 1b
	mov	%g2, %g3
2:
	jmp	%o7 + 8			! exit point
	mov	%o3, %o0
3:
	and	%g1, -8, %g1
	cmp	%o0, %g1
	bne,pt	%xcc, 0b
	mov	0, %g3
	srlx	%o2, 3, %g4
	brz,pn	%g4, 5f
	mov	0, %g5
4:
	sllx	%g3, 3, %g2
	add	%g5, 1, %g3
	ldx	[%o1 + %g2], %g1
	mov	%g3, %g5
	cmp	%g4, %g3
	bne,pt	%xcc, 4b
	stx	%g1, [%o0 + %g2]
5:
	and	%o2, 7, %o2
	brz,pn	%o2, 2b
	sllx	%g4, 3, %g1
	mov	0, %g2
	add	%g1, %o0, %o0
	add	%g1, %o1, %g4
	mov	0, %g3
6:
	ldub	[%g2 + %g4], %g1
	stb	%g1, [%g2 + %o0]
	add	%g3, 1, %g2
	cmp	%o2, %g2
	bne,pt	%xcc, 6b
	mov	%g2, %g3
 
	jmp	%o7 + 8			! exit point
	mov	%o3, %o0
 
/*
 * Almost the same as memcpy() except the loads are from userspace.
 */
.global memcpy_from_uspace
memcpy_from_uspace:
	mov	%o0, %o3		! save dst
	add	%o1, 7, %g1
	and	%g1, -8, %g1
	cmp	%o1, %g1
	be,pn	%xcc, 3f
	add	%o0, 7, %g1
	mov	0, %g3
0:
	brz,pn	%o2, 2f
	mov	0, %g2
1:
	lduba	[%g3 + %o1] ASI_AIUS, %g1
	add	%g2, 1, %g2
	cmp	%o2, %g2
	stb	%g1, [%g3 + %o0]
	bne,pt	%xcc, 1b
	mov	%g2, %g3
2:
	jmp	%o7 + 8			! exit point
	mov	%o3, %o0
3:
	and	%g1, -8, %g1
	cmp	%o0, %g1
	bne,pt	%xcc, 0b
	mov	0, %g3
	srlx	%o2, 3, %g4
	brz,pn	%g4, 5f
	mov	0, %g5
4:
	sllx	%g3, 3, %g2
	add	%g5, 1, %g3
	ldxa	[%o1 + %g2] ASI_AIUS, %g1
	mov	%g3, %g5
	cmp	%g4, %g3
	bne,pt	%xcc, 4b
	stx	%g1, [%o0 + %g2]
5:
	and	%o2, 7, %o2
	brz,pn	%o2, 2b
	sllx	%g4, 3, %g1
	mov	0, %g2
	add	%g1, %o0, %o0
	add	%g1, %o1, %g4
	mov	0, %g3
6:
	lduba	[%g2 + %g4] ASI_AIUS, %g1
	stb	%g1, [%g2 + %o0]
	add	%g3, 1, %g2
	cmp	%o2, %g2
	bne,pt	%xcc, 6b
	mov	%g2, %g3
 
	jmp	%o7 + 8			! exit point
	mov	%o3, %o0
 
/*
 * Almost the same as memcpy() except the stores are to userspace.
 */
.global memcpy_to_uspace
memcpy_to_uspace:
	mov	%o0, %o3		! save dst
	add	%o1, 7, %g1
	and	%g1, -8, %g1
	cmp	%o1, %g1
	be,pn	%xcc, 3f
	add	%o0, 7, %g1
	mov	0, %g3
0:
	brz,pn	%o2, 2f
	mov	0, %g2
1:
	ldub	[%g3 + %o1], %g1
	add	%g2, 1, %g2
	cmp	%o2, %g2
	stba	%g1, [%g3 + %o0] ASI_AIUS
	bne,pt	%xcc, 1b
	mov	%g2, %g3
2:
	jmp	%o7 + 8			! exit point
	mov	%o3, %o0
3:
	and	%g1, -8, %g1
	cmp	%o0, %g1
	bne,pt	%xcc, 0b
	mov	0, %g3
	srlx	%o2, 3, %g4
	brz,pn	%g4, 5f
	mov	0, %g5
4:
	sllx	%g3, 3, %g2
	add	%g5, 1, %g3
	ldx	[%o1 + %g2], %g1
	mov	%g3, %g5
	cmp	%g4, %g3
	bne,pt	%xcc, 4b
	stxa	%g1, [%o0 + %g2] ASI_AIUS
5:
	and	%o2, 7, %o2
	brz,pn	%o2, 2b
	sllx	%g4, 3, %g1
	mov	0, %g2
	add	%g1, %o0, %o0
	add	%g1, %o1, %g4
	mov	0, %g3
6:
	ldub	[%g2 + %g4], %g1
	stba	%g1, [%g2 + %o0] ASI_AIUS
	add	%g3, 1, %g2
	cmp	%o2, %g2
	bne,pt	%xcc, 6b
	mov	%g2, %g3
 
	jmp	%o7 + 8			! exit point
	mov	%o3, %o0
 
.global memcpy_from_uspace_failover_address
.global memcpy_to_uspace_failover_address
memcpy_from_uspace_failover_address:
memcpy_to_uspace_failover_address:
	jmp	%o7 + 8			! exit point
	mov	%g0, %o0		! return 0 on failure
 
.global memsetb
memsetb:
	ba %xcc, _memsetb
	nop
 
.global memsetw
memsetw:
	ba %xcc, _memsetw
	nop
 
 
.macro WRITE_ALTERNATE_REGISTER reg, bit
	rdpr %pstate, %g1				! save PSTATE.PEF
	wrpr %g0, (\bit | PSTATE_PRIV_BIT), %pstate
	mov %o0, \reg
	wrpr %g0, PSTATE_PRIV_BIT, %pstate
	retl
	wrpr %g1, 0, %pstate				! restore PSTATE.PEF
.endm
 
.macro READ_ALTERNATE_REGISTER reg, bit
	rdpr %pstate, %g1				! save PSTATE.PEF
	wrpr %g0, (\bit | PSTATE_PRIV_BIT), %pstate
	mov \reg, %o0
	wrpr %g0, PSTATE_PRIV_BIT, %pstate
	retl
	wrpr %g1, 0, %pstate				! restore PSTATE.PEF
.endm
 
.global write_to_ag_g6
write_to_ag_g6:
	WRITE_ALTERNATE_REGISTER %g6, PSTATE_AG_BIT
 
.global write_to_ag_g7
write_to_ag_g7:
	WRITE_ALTERNATE_REGISTER %g7, PSTATE_AG_BIT
 
.global write_to_ig_g6
write_to_ig_g6:
	WRITE_ALTERNATE_REGISTER %g6, PSTATE_IG_BIT
 
.global read_from_ag_g7
read_from_ag_g7:
	READ_ALTERNATE_REGISTER %g7, PSTATE_AG_BIT
 
 
/** Switch to userspace.
 *
 * %o0	Userspace entry address.
 * %o1	Userspace stack pointer address.
 * %o2  Userspace address of uarg structure.
 */
.global switch_to_userspace
switch_to_userspace:
	save %o1, -(STACK_WINDOW_SAVE_AREA_SIZE + STACK_ARG_SAVE_AREA_SIZE), %sp
	flushw
	wrpr %g0, 0, %cleanwin		! avoid information leak
 
	mov %i2, %o0			! uarg
	xor %o1, %o1, %o1		! %o1 is defined to hold pcb_ptr
					! set it to 0
 
	clr %i2
	clr %i3
	clr %i4
	clr %i5
	clr %i6
 
	wrpr %g0, 1, %tl		! enforce mapping via nucleus
 
	rdpr %cwp, %g1
	wrpr %g1, TSTATE_IE_BIT, %tstate
	wrpr %i0, 0, %tnpc
	
	/*
	 * Set primary context according to secondary context.
	 * Secondary context has been already installed by
	 * higher-level functions.
	 */
	wr %g0, ASI_DMMU, %asi
	ldxa [VA_SECONDARY_CONTEXT_REG] %asi, %g1
	stxa %g1, [VA_PRIMARY_CONTEXT_REG] %asi
	flush %i7
 
	/*
	 * Spills and fills will be handled by the userspace handlers.
	 */
	wrpr %g0, WSTATE_OTHER(0) | WSTATE_NORMAL(1), %wstate
	
	done				! jump to userspace
 
 

Rev 4327	Rev 4718
1	#	1	#
2	# Copyright (c) 2005 Jakub Jermar	2	# Copyright (c) 2005 Jakub Jermar
3	# All rights reserved.	3	# All rights reserved.
4	#	4	#
5	# Redistribution and use in source and binary forms, with or without	5	# Redistribution and use in source and binary forms, with or without
6	# modification, are permitted provided that the following conditions	6	# modification, are permitted provided that the following conditions
7	# are met:	7	# are met:
8	#	8	#
9	# - Redistributions of source code must retain the above copyright	9	# - Redistributions of source code must retain the above copyright
10	# notice, this list of conditions and the following disclaimer.	10	# notice, this list of conditions and the following disclaimer.
11	# - Redistributions in binary form must reproduce the above copyright	11	# - Redistributions in binary form must reproduce the above copyright
12	# notice, this list of conditions and the following disclaimer in the	12	# notice, this list of conditions and the following disclaimer in the
13	# documentation and/or other materials provided with the distribution.	13	# documentation and/or other materials provided with the distribution.
14	# - The name of the author may not be used to endorse or promote products	14	# - The name of the author may not be used to endorse or promote products
15	# derived from this software without specific prior written permission.	15	# derived from this software without specific prior written permission.
16	#	16	#
17	# THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR	17	# THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
18	# IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES	18	# IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
19	# OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.	19	# OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
20	# IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,	20	# IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
21	# INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT	21	# INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
22	# NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,	22	# NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23	# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY	23	# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24	# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT	24	# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25	# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF	25	# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
26	# THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.	26	# THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27	#	27	#
28		28
29	#include <arch/arch.h>	29	#include <arch/arch.h>
30	#include <arch/stack.h>	30	#include <arch/stack.h>
31	#include <arch/regdef.h>	31	#include <arch/regdef.h>
32	#include <arch/mm/mmu.h>	32	#include <arch/mm/mmu.h>
33		33
34	.text	34	.text
35		35
36	.register %g2, #scratch	36	.register %g2, #scratch
37	.register %g3, #scratch	37	.register %g3, #scratch
38		38
39	/*	39	/*
40	* This is the assembly language version of our _memcpy() generated by gcc.	40	* This is the assembly language version of our _memcpy() generated by gcc.
41	*/	41	*/
42	.global memcpy	42	.global memcpy
43	memcpy:	43	memcpy:
44	mov %o0, %o3 ! save dst	44	mov %o0, %o3 ! save dst
45	add %o1, 7, %g1	45	add %o1, 7, %g1
46	and %g1, -8, %g1	46	and %g1, -8, %g1
47	cmp %o1, %g1	47	cmp %o1, %g1
48	be,pn %xcc, 3f	48	be,pn %xcc, 3f
49	add %o0, 7, %g1	49	add %o0, 7, %g1
50	mov 0, %g3	50	mov 0, %g3
51	0:	51	0:
52	brz,pn %o2, 2f	52	brz,pn %o2, 2f
53	mov 0, %g2	53	mov 0, %g2
54	1:	54	1:
55	ldub [%g3 + %o1], %g1	55	ldub [%g3 + %o1], %g1
56	add %g2, 1, %g2	56	add %g2, 1, %g2
57	cmp %o2, %g2	57	cmp %o2, %g2
58	stb %g1, [%g3 + %o0]	58	stb %g1, [%g3 + %o0]
59	bne,pt %xcc, 1b	59	bne,pt %xcc, 1b
60	mov %g2, %g3	60	mov %g2, %g3
61	2:	61	2:
62	jmp %o7 + 8 ! exit point	62	jmp %o7 + 8 ! exit point
63	mov %o3, %o0	63	mov %o3, %o0
64	3:	64	3:
65	and %g1, -8, %g1	65	and %g1, -8, %g1
66	cmp %o0, %g1	66	cmp %o0, %g1
67	bne,pt %xcc, 0b	67	bne,pt %xcc, 0b
68	mov 0, %g3	68	mov 0, %g3
69	srlx %o2, 3, %g4	69	srlx %o2, 3, %g4
70	brz,pn %g4, 5f	70	brz,pn %g4, 5f
71	mov 0, %g5	71	mov 0, %g5
72	4:	72	4:
73	sllx %g3, 3, %g2	73	sllx %g3, 3, %g2
74	add %g5, 1, %g3	74	add %g5, 1, %g3
75	ldx [%o1 + %g2], %g1	75	ldx [%o1 + %g2], %g1
76	mov %g3, %g5	76	mov %g3, %g5
77	cmp %g4, %g3	77	cmp %g4, %g3
78	bne,pt %xcc, 4b	78	bne,pt %xcc, 4b
79	stx %g1, [%o0 + %g2]	79	stx %g1, [%o0 + %g2]
80	5:	80	5:
81	and %o2, 7, %o2	81	and %o2, 7, %o2
82	brz,pn %o2, 2b	82	brz,pn %o2, 2b
83	sllx %g4, 3, %g1	83	sllx %g4, 3, %g1
84	mov 0, %g2	84	mov 0, %g2
85	add %g1, %o0, %o0	85	add %g1, %o0, %o0
86	add %g1, %o1, %g4	86	add %g1, %o1, %g4
87	mov 0, %g3	87	mov 0, %g3
88	6:	88	6:
89	ldub [%g2 + %g4], %g1	89	ldub [%g2 + %g4], %g1
90	stb %g1, [%g2 + %o0]	90	stb %g1, [%g2 + %o0]
91	add %g3, 1, %g2	91	add %g3, 1, %g2
92	cmp %o2, %g2	92	cmp %o2, %g2
93	bne,pt %xcc, 6b	93	bne,pt %xcc, 6b
94	mov %g2, %g3	94	mov %g2, %g3
95		95
96	jmp %o7 + 8 ! exit point	96	jmp %o7 + 8 ! exit point
97	mov %o3, %o0	97	mov %o3, %o0
98		98
99	/*	99	/*
100	* Almost the same as memcpy() except the loads are from userspace.	100	* Almost the same as memcpy() except the loads are from userspace.
101	*/	101	*/
102	.global memcpy_from_uspace	102	.global memcpy_from_uspace
103	memcpy_from_uspace:	103	memcpy_from_uspace:
104	mov %o0, %o3 ! save dst	104	mov %o0, %o3 ! save dst
105	add %o1, 7, %g1	105	add %o1, 7, %g1
106	and %g1, -8, %g1	106	and %g1, -8, %g1
107	cmp %o1, %g1	107	cmp %o1, %g1
108	be,pn %xcc, 3f	108	be,pn %xcc, 3f
109	add %o0, 7, %g1	109	add %o0, 7, %g1
110	mov 0, %g3	110	mov 0, %g3
111	0:	111	0:
112	brz,pn %o2, 2f	112	brz,pn %o2, 2f
113	mov 0, %g2	113	mov 0, %g2
114	1:	114	1:
115	lduba [%g3 + %o1] ASI_AIUS, %g1	115	lduba [%g3 + %o1] ASI_AIUS, %g1
116	add %g2, 1, %g2	116	add %g2, 1, %g2
117	cmp %o2, %g2	117	cmp %o2, %g2
118	stb %g1, [%g3 + %o0]	118	stb %g1, [%g3 + %o0]
119	bne,pt %xcc, 1b	119	bne,pt %xcc, 1b
120	mov %g2, %g3	120	mov %g2, %g3
121	2:	121	2:
122	jmp %o7 + 8 ! exit point	122	jmp %o7 + 8 ! exit point
123	mov %o3, %o0	123	mov %o3, %o0
124	3:	124	3:
125	and %g1, -8, %g1	125	and %g1, -8, %g1
126	cmp %o0, %g1	126	cmp %o0, %g1
127	bne,pt %xcc, 0b	127	bne,pt %xcc, 0b
128	mov 0, %g3	128	mov 0, %g3
129	srlx %o2, 3, %g4	129	srlx %o2, 3, %g4
130	brz,pn %g4, 5f	130	brz,pn %g4, 5f
131	mov 0, %g5	131	mov 0, %g5
132	4:	132	4:
133	sllx %g3, 3, %g2	133	sllx %g3, 3, %g2
134	add %g5, 1, %g3	134	add %g5, 1, %g3
135	ldxa [%o1 + %g2] ASI_AIUS, %g1	135	ldxa [%o1 + %g2] ASI_AIUS, %g1
136	mov %g3, %g5	136	mov %g3, %g5
137	cmp %g4, %g3	137	cmp %g4, %g3
138	bne,pt %xcc, 4b	138	bne,pt %xcc, 4b
139	stx %g1, [%o0 + %g2]	139	stx %g1, [%o0 + %g2]
140	5:	140	5:
141	and %o2, 7, %o2	141	and %o2, 7, %o2
142	brz,pn %o2, 2b	142	brz,pn %o2, 2b
143	sllx %g4, 3, %g1	143	sllx %g4, 3, %g1
144	mov 0, %g2	144	mov 0, %g2
145	add %g1, %o0, %o0	145	add %g1, %o0, %o0
146	add %g1, %o1, %g4	146	add %g1, %o1, %g4
147	mov 0, %g3	147	mov 0, %g3
148	6:	148	6:
149	lduba [%g2 + %g4] ASI_AIUS, %g1	149	lduba [%g2 + %g4] ASI_AIUS, %g1
150	stb %g1, [%g2 + %o0]	150	stb %g1, [%g2 + %o0]
151	add %g3, 1, %g2	151	add %g3, 1, %g2
152	cmp %o2, %g2	152	cmp %o2, %g2
153	bne,pt %xcc, 6b	153	bne,pt %xcc, 6b
154	mov %g2, %g3	154	mov %g2, %g3
155		155
156	jmp %o7 + 8 ! exit point	156	jmp %o7 + 8 ! exit point
157	mov %o3, %o0	157	mov %o3, %o0
158		158
159	/*	159	/*
160	* Almost the same as memcpy() except the stores are to userspace.	160	* Almost the same as memcpy() except the stores are to userspace.
161	*/	161	*/
162	.global memcpy_to_uspace	162	.global memcpy_to_uspace
163	memcpy_to_uspace:	163	memcpy_to_uspace:
164	mov %o0, %o3 ! save dst	164	mov %o0, %o3 ! save dst
165	add %o1, 7, %g1	165	add %o1, 7, %g1
166	and %g1, -8, %g1	166	and %g1, -8, %g1
167	cmp %o1, %g1	167	cmp %o1, %g1
168	be,pn %xcc, 3f	168	be,pn %xcc, 3f
169	add %o0, 7, %g1	169	add %o0, 7, %g1
170	mov 0, %g3	170	mov 0, %g3
171	0:	171	0:
172	brz,pn %o2, 2f	172	brz,pn %o2, 2f
173	mov 0, %g2	173	mov 0, %g2
174	1:	174	1:
175	ldub [%g3 + %o1], %g1	175	ldub [%g3 + %o1], %g1
176	add %g2, 1, %g2	176	add %g2, 1, %g2
177	cmp %o2, %g2	177	cmp %o2, %g2
178	stba %g1, [%g3 + %o0] ASI_AIUS	178	stba %g1, [%g3 + %o0] ASI_AIUS
179	bne,pt %xcc, 1b	179	bne,pt %xcc, 1b
180	mov %g2, %g3	180	mov %g2, %g3
181	2:	181	2:
182	jmp %o7 + 8 ! exit point	182	jmp %o7 + 8 ! exit point
183	mov %o3, %o0	183	mov %o3, %o0
184	3:	184	3:
185	and %g1, -8, %g1	185	and %g1, -8, %g1
186	cmp %o0, %g1	186	cmp %o0, %g1
187	bne,pt %xcc, 0b	187	bne,pt %xcc, 0b
188	mov 0, %g3	188	mov 0, %g3
189	srlx %o2, 3, %g4	189	srlx %o2, 3, %g4
190	brz,pn %g4, 5f	190	brz,pn %g4, 5f
191	mov 0, %g5	191	mov 0, %g5
192	4:	192	4:
193	sllx %g3, 3, %g2	193	sllx %g3, 3, %g2
194	add %g5, 1, %g3	194	add %g5, 1, %g3
195	ldx [%o1 + %g2], %g1	195	ldx [%o1 + %g2], %g1
196	mov %g3, %g5	196	mov %g3, %g5
197	cmp %g4, %g3	197	cmp %g4, %g3
198	bne,pt %xcc, 4b	198	bne,pt %xcc, 4b
199	stxa %g1, [%o0 + %g2] ASI_AIUS	199	stxa %g1, [%o0 + %g2] ASI_AIUS
200	5:	200	5:
201	and %o2, 7, %o2	201	and %o2, 7, %o2
202	brz,pn %o2, 2b	202	brz,pn %o2, 2b
203	sllx %g4, 3, %g1	203	sllx %g4, 3, %g1
204	mov 0, %g2	204	mov 0, %g2
205	add %g1, %o0, %o0	205	add %g1, %o0, %o0
206	add %g1, %o1, %g4	206	add %g1, %o1, %g4
207	mov 0, %g3	207	mov 0, %g3
208	6:	208	6:
209	ldub [%g2 + %g4], %g1	209	ldub [%g2 + %g4], %g1
210	stba %g1, [%g2 + %o0] ASI_AIUS	210	stba %g1, [%g2 + %o0] ASI_AIUS
211	add %g3, 1, %g2	211	add %g3, 1, %g2
212	cmp %o2, %g2	212	cmp %o2, %g2
213	bne,pt %xcc, 6b	213	bne,pt %xcc, 6b
214	mov %g2, %g3	214	mov %g2, %g3
215		215
216	jmp %o7 + 8 ! exit point	216	jmp %o7 + 8 ! exit point
217	mov %o3, %o0	217	mov %o3, %o0
218		218
219	.global memcpy_from_uspace_failover_address	219	.global memcpy_from_uspace_failover_address
220	.global memcpy_to_uspace_failover_address	220	.global memcpy_to_uspace_failover_address
221	memcpy_from_uspace_failover_address:	221	memcpy_from_uspace_failover_address:
222	memcpy_to_uspace_failover_address:	222	memcpy_to_uspace_failover_address:
223	jmp %o7 + 8 ! exit point	223	jmp %o7 + 8 ! exit point
224	mov %g0, %o0 ! return 0 on failure	224	mov %g0, %o0 ! return 0 on failure
225		225
226	.global memsetb	226	.global memsetb
227	memsetb:	227	memsetb:
228	ba %xcc, _memsetb	228	ba %xcc, _memsetb
229	nop	229	nop
230		230
231	.global memsetw	231	.global memsetw
232	memsetw:	232	memsetw:
233	ba %xcc, _memsetw	233	ba %xcc, _memsetw
234	nop	234	nop
235		235
236		236
237	.macro WRITE_ALTERNATE_REGISTER reg, bit	237	.macro WRITE_ALTERNATE_REGISTER reg, bit
238	rdpr %pstate, %g1 ! save PSTATE.PEF	238	rdpr %pstate, %g1 ! save PSTATE.PEF
239	wrpr %g0, (\bit \| PSTATE_PRIV_BIT), %pstate	239	wrpr %g0, (\bit \| PSTATE_PRIV_BIT), %pstate
240	mov %o0, \reg	240	mov %o0, \reg
241	wrpr %g0, PSTATE_PRIV_BIT, %pstate	241	wrpr %g0, PSTATE_PRIV_BIT, %pstate
242	retl	242	retl
243	wrpr %g1, 0, %pstate ! restore PSTATE.PEF	243	wrpr %g1, 0, %pstate ! restore PSTATE.PEF
244	.endm	244	.endm
245		245
246	.macro READ_ALTERNATE_REGISTER reg, bit	246	.macro READ_ALTERNATE_REGISTER reg, bit
247	rdpr %pstate, %g1 ! save PSTATE.PEF	247	rdpr %pstate, %g1 ! save PSTATE.PEF
248	wrpr %g0, (\bit \| PSTATE_PRIV_BIT), %pstate	248	wrpr %g0, (\bit \| PSTATE_PRIV_BIT), %pstate
249	mov \reg, %o0	249	mov \reg, %o0
250	wrpr %g0, PSTATE_PRIV_BIT, %pstate	250	wrpr %g0, PSTATE_PRIV_BIT, %pstate
251	retl	251	retl
252	wrpr %g1, 0, %pstate ! restore PSTATE.PEF	252	wrpr %g1, 0, %pstate ! restore PSTATE.PEF
253	.endm	253	.endm
254		254
255	.global write_to_ag_g6	255	.global write_to_ag_g6
256	write_to_ag_g6:	256	write_to_ag_g6:
257	WRITE_ALTERNATE_REGISTER %g6, PSTATE_AG_BIT	257	WRITE_ALTERNATE_REGISTER %g6, PSTATE_AG_BIT
258		258
259	.global write_to_ag_g7	259	.global write_to_ag_g7
260	write_to_ag_g7:	260	write_to_ag_g7:
261	WRITE_ALTERNATE_REGISTER %g7, PSTATE_AG_BIT	261	WRITE_ALTERNATE_REGISTER %g7, PSTATE_AG_BIT
262		262
263	.global write_to_ig_g6	263	.global write_to_ig_g6
264	write_to_ig_g6:	264	write_to_ig_g6:
265	WRITE_ALTERNATE_REGISTER %g6, PSTATE_IG_BIT	265	WRITE_ALTERNATE_REGISTER %g6, PSTATE_IG_BIT
266		266
267	.global read_from_ag_g7	267	.global read_from_ag_g7
268	read_from_ag_g7:	268	read_from_ag_g7:
269	READ_ALTERNATE_REGISTER %g7, PSTATE_AG_BIT	269	READ_ALTERNATE_REGISTER %g7, PSTATE_AG_BIT
270		270
271		271
272	/** Switch to userspace.	272	/** Switch to userspace.
273	*	273	*
274	* %o0 Userspace entry address.	274	* %o0 Userspace entry address.
275	* %o1 Userspace stack pointer address.	275	* %o1 Userspace stack pointer address.
276	* %o2 Userspace address of uarg structure.	276	* %o2 Userspace address of uarg structure.
277	*/	277	*/
278	.global switch_to_userspace	278	.global switch_to_userspace
279	switch_to_userspace:	279	switch_to_userspace:
280	save %o1, -STACK_WINDOW_SAVE_AREA_SIZE, %sp	280	save %o1, -(STACK_WINDOW_SAVE_AREA_SIZE + STACK_ARG_SAVE_AREA_SIZE), %sp
281	flushw	281	flushw
282	wrpr %g0, 0, %cleanwin ! avoid information leak	282	wrpr %g0, 0, %cleanwin ! avoid information leak
283		283
284	mov %i2, %o0 ! uarg	284	mov %i2, %o0 ! uarg
285	xor %o1, %o1, %o1 ! %o1 is defined to hold pcb_ptr	285	xor %o1, %o1, %o1 ! %o1 is defined to hold pcb_ptr
286	! set it to 0	286	! set it to 0
287		287
288	clr %i2	288	clr %i2
289	clr %i3	289	clr %i3
290	clr %i4	290	clr %i4
291	clr %i5	291	clr %i5
292	clr %i6	292	clr %i6
293		293
294	wrpr %g0, 1, %tl ! enforce mapping via nucleus	294	wrpr %g0, 1, %tl ! enforce mapping via nucleus
295		295
296	rdpr %cwp, %g1	296	rdpr %cwp, %g1
297	wrpr %g1, TSTATE_IE_BIT, %tstate	297	wrpr %g1, TSTATE_IE_BIT, %tstate
298	wrpr %i0, 0, %tnpc	298	wrpr %i0, 0, %tnpc
299		299
300	/*	300	/*
301	* Set primary context according to secondary context.	301	* Set primary context according to secondary context.
302	* Secondary context has been already installed by	302	* Secondary context has been already installed by
303	* higher-level functions.	303	* higher-level functions.
304	*/	304	*/
305	wr %g0, ASI_DMMU, %asi	305	wr %g0, ASI_DMMU, %asi
306	ldxa [VA_SECONDARY_CONTEXT_REG] %asi, %g1	306	ldxa [VA_SECONDARY_CONTEXT_REG] %asi, %g1
307	stxa %g1, [VA_PRIMARY_CONTEXT_REG] %asi	307	stxa %g1, [VA_PRIMARY_CONTEXT_REG] %asi
308	flush %i7	308	flush %i7
309		309
310	/*	310	/*
311	* Spills and fills will be handled by the userspace handlers.	311	* Spills and fills will be handled by the userspace handlers.
312	*/	312	*/
313	wrpr %g0, WSTATE_OTHER(0) \| WSTATE_NORMAL(1), %wstate	313	wrpr %g0, WSTATE_OTHER(0) \| WSTATE_NORMAL(1), %wstate
314		314
315	done ! jump to userspace	315	done ! jump to userspace
316		316
317		317

Subversion Repositories HelenOS

(root)/branches/network/kernel/arch/sparc64/src/asm.S – Rev 4327 → 4718