WebSVN – HelenOS – Diff – /trunk/kernel/arch/sparc64/src/asm.S


#
# Copyright (C) 2005 Jakub Jermar
# All rights reserved.
#
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions
# are met:
#
# - Redistributions of source code must retain the above copyright
#   notice, this list of conditions and the following disclaimer.
# - Redistributions in binary form must reproduce the above copyright
#   notice, this list of conditions and the following disclaimer in the
#   documentation and/or other materials provided with the distribution.
# - The name of the author may not be used to endorse or promote products
#   derived from this software without specific prior written permission.
#
# THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
# IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
# OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
# IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
# INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
# NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
# THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
#
 
#include <arch/stack.h>
#include <arch/regdef.h>
#include <arch/mm/mmu.h>
 
.text
 
.global memcpy
.global memcpy_from_uspace
.global memcpy_to_uspace
.global memcpy_from_uspace_failover_address
.global memcpy_to_uspace_failover_address
.global memsetb
 
 
memcpy:
memcpy_from_uspace:
memcpy_to_uspace:
	.register       %g2, #scratch
        .register       %g3, #scratch
	add	%o1, 7, %g1
	and	%g1, -8, %g1
	cmp	%o1, %g1
	be,pn	%xcc, 3f
	add	%o0, 7, %g1
	mov	0, %g3
0:
	brz,pn	%o2, 2f
	mov	0, %g2
1:
	ldub	[%g3 + %o1], %g1
	add	%g2, 1, %g2
	cmp	%o2, %g2
	stb	%g1, [%g3 + %o0]
	bne,pt	%xcc, 1b
	mov	%g2, %g3
2:
	jmp	%o7 + 8			! exit point
	mov	%o1, %o0
3:
	and	%g1, -8, %g1
	cmp	%o0, %g1
	bne,pt	%xcc, 0b
	mov	0, %g3
	srlx	%o2, 3, %g4
	brz,pn	%g4, 5f
	mov	0, %g5
4:
	sllx	%g3, 3, %g2
	add	%g5, 1, %g3
	ldx	[%o1 + %g2], %g1
	mov	%g3, %g5
	cmp	%g4, %g3
	bne,pt	%xcc, 4b
	stx	%g1, [%o0 + %g2]
5:
	and	%o2, 7, %o2
	brz,pn	%o2, 2b
	sllx	%g4, 3, %g1
	mov	0, %g2
	add	%g1, %o0, %o0
	add	%g1, %o1, %g4
	mov	0, %g3
6:
	ldub	[%g2 + %g4], %g1
	stb	%g1, [%g2 + %o0]
	add	%g3, 1, %g2
	cmp	%o2, %g2
	bne,pt	%xcc, 6b
	mov	%g2, %g3
 
	jmp	%o7 + 8			! exit point
	mov	%o1, %o0
 
memcpy_from_uspace_failover_address:
memcpy_to_uspace_failover_address:
	jmp	%o7 + 8			! exit point
	mov	%g0, %o0		! return 0 on failure
 
memsetb:
	b _memsetb
	nop
 
 
.macro WRITE_ALTERNATE_REGISTER reg, bit
	save %sp, -STACK_WINDOW_SAVE_AREA_SIZE, %sp
	rdpr %pstate, %l0
	wrpr %l0, \bit, %pstate
	mov %i0, \reg
	wrpr %l0, 0, %pstate
	ret
	restore
.endm
 
.macro READ_ALTERNATE_REGISTER reg, bit
	save %sp, -STACK_WINDOW_SAVE_AREA_SIZE, %sp
	rdpr %pstate, %l0
	wrpr %l0, \bit, %pstate
	mov \reg, %i0
	wrpr %l0, 0, %pstate
	ret
	restore
.endm
 
.global write_to_ag_g6
write_to_ag_g6:
	WRITE_ALTERNATE_REGISTER %g6, PSTATE_AG_BIT
 
.global write_to_ag_g7
write_to_ag_g7:
	WRITE_ALTERNATE_REGISTER %g7, PSTATE_AG_BIT
 
.global write_to_ig_g6
write_to_ig_g6:
	WRITE_ALTERNATE_REGISTER %g6, PSTATE_IG_BIT
 
.global read_from_ag_g7
read_from_ag_g7:
	READ_ALTERNATE_REGISTER %g7, PSTATE_AG_BIT
 
 
/** Switch to userspace.
 *
 * %o0	Userspace entry address.
 * %o1	Userspace stack pointer address.
 * %o2  Userspace address of uarg structure.
 */
.global switch_to_userspace
switch_to_userspace:
	flushw
	wrpr %g0, 0, %cleanwin		! avoid information leak
	save %o1, -STACK_WINDOW_SAVE_AREA_SIZE, %sp
 
	mov %i3, %o0			! uarg
 
	clr %i2
	clr %i3
	clr %i4
	clr %i5
	clr %i6
 
	wrpr %g0, 1, %tl		! enforce mapping via nucleus
 
	rdpr %cwp, %g1
	wrpr %g1, TSTATE_IE_BIT, %tstate
	wrpr %i0, 0, %tnpc
	
	/*
	 * Set primary context according to secondary context.
	 * Secondary context has been already installed by
	 * higher-level functions.
	 */
	wr %g0, ASI_DMMU, %asi
	ldxa [VA_SECONDARY_CONTEXT_REG] %asi, %g1
	stxa %g1, [VA_PRIMARY_CONTEXT_REG] %asi
	flush %i7
 
	/*
	 * Spills and fills will be handled by the userspace handlers.
	 */
	wrpr %g0, WSTATE_OTHER(0) | WSTATE_NORMAL(1), %wstate
	
	done				! jump to userspace
 

Rev 1860	Rev 1864
1	#	1	#
2	# Copyright (C) 2005 Jakub Jermar	2	# Copyright (C) 2005 Jakub Jermar
3	# All rights reserved.	3	# All rights reserved.
4	#	4	#
5	# Redistribution and use in source and binary forms, with or without	5	# Redistribution and use in source and binary forms, with or without
6	# modification, are permitted provided that the following conditions	6	# modification, are permitted provided that the following conditions
7	# are met:	7	# are met:
8	#	8	#
9	# - Redistributions of source code must retain the above copyright	9	# - Redistributions of source code must retain the above copyright
10	# notice, this list of conditions and the following disclaimer.	10	# notice, this list of conditions and the following disclaimer.
11	# - Redistributions in binary form must reproduce the above copyright	11	# - Redistributions in binary form must reproduce the above copyright
12	# notice, this list of conditions and the following disclaimer in the	12	# notice, this list of conditions and the following disclaimer in the
13	# documentation and/or other materials provided with the distribution.	13	# documentation and/or other materials provided with the distribution.
14	# - The name of the author may not be used to endorse or promote products	14	# - The name of the author may not be used to endorse or promote products
15	# derived from this software without specific prior written permission.	15	# derived from this software without specific prior written permission.
16	#	16	#
17	# THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR	17	# THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
18	# IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES	18	# IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
19	# OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.	19	# OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
20	# IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,	20	# IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
21	# INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT	21	# INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
22	# NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,	22	# NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23	# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY	23	# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24	# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT	24	# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25	# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF	25	# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
26	# THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.	26	# THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27	#	27	#
28		28
29	#include <arch/stack.h>	29	#include <arch/stack.h>
30	#include <arch/regdef.h>	30	#include <arch/regdef.h>
31	#include <arch/mm/mmu.h>	31	#include <arch/mm/mmu.h>
32		32
33	.text	33	.text
34		34
35	.global memcpy	35	.global memcpy
36	.global memcpy_from_uspace	36	.global memcpy_from_uspace
37	.global memcpy_to_uspace	37	.global memcpy_to_uspace
38	.global memcpy_from_uspace_failover_address	38	.global memcpy_from_uspace_failover_address
39	.global memcpy_to_uspace_failover_address	39	.global memcpy_to_uspace_failover_address
40	.global memsetb	40	.global memsetb
41		41
42		42
43	memcpy:	43	memcpy:
44	memcpy_from_uspace:	44	memcpy_from_uspace:
45	memcpy_to_uspace:	45	memcpy_to_uspace:
46	.register %g2, #scratch	46	.register %g2, #scratch
47	.register %g3, #scratch	47	.register %g3, #scratch
48	add %o1, 7, %g1	48	add %o1, 7, %g1
49	and %g1, -8, %g1	49	and %g1, -8, %g1
50	cmp %o1, %g1	50	cmp %o1, %g1
51	be,pn %xcc, 3f	51	be,pn %xcc, 3f
52	add %o0, 7, %g1	52	add %o0, 7, %g1
53	mov 0, %g3	53	mov 0, %g3
54	0:	54	0:
55	brz,pn %o2, 2f	55	brz,pn %o2, 2f
56	mov 0, %g2	56	mov 0, %g2
57	1:	57	1:
58	ldub [%g3 + %o1], %g1	58	ldub [%g3 + %o1], %g1
59	add %g2, 1, %g2	59	add %g2, 1, %g2
60	cmp %o2, %g2	60	cmp %o2, %g2
61	stb %g1, [%g3 + %o0]	61	stb %g1, [%g3 + %o0]
62	bne,pt %xcc, 1b	62	bne,pt %xcc, 1b
63	mov %g2, %g3	63	mov %g2, %g3
64	2:	64	2:
65	jmp %o7 + 8 ! exit point	65	jmp %o7 + 8 ! exit point
66	mov %o1, %o0	66	mov %o1, %o0
67	3:	67	3:
68	and %g1, -8, %g1	68	and %g1, -8, %g1
69	cmp %o0, %g1	69	cmp %o0, %g1
70	bne,pt %xcc, 0b	70	bne,pt %xcc, 0b
71	mov 0, %g3	71	mov 0, %g3
72	srlx %o2, 3, %g4	72	srlx %o2, 3, %g4
73	brz,pn %g4, 5f	73	brz,pn %g4, 5f
74	mov 0, %g5	74	mov 0, %g5
75	4:	75	4:
76	sllx %g3, 3, %g2	76	sllx %g3, 3, %g2
77	add %g5, 1, %g3	77	add %g5, 1, %g3
78	ldx [%o1 + %g2], %g1	78	ldx [%o1 + %g2], %g1
79	mov %g3, %g5	79	mov %g3, %g5
80	cmp %g4, %g3	80	cmp %g4, %g3
81	bne,pt %xcc, 4b	81	bne,pt %xcc, 4b
82	stx %g1, [%o0 + %g2]	82	stx %g1, [%o0 + %g2]
83	5:	83	5:
84	and %o2, 7, %o2	84	and %o2, 7, %o2
85	brz,pn %o2, 2b	85	brz,pn %o2, 2b
86	sllx %g4, 3, %g1	86	sllx %g4, 3, %g1
87	mov 0, %g2	87	mov 0, %g2
88	add %g1, %o0, %o0	88	add %g1, %o0, %o0
89	add %g1, %o1, %g4	89	add %g1, %o1, %g4
90	mov 0, %g3	90	mov 0, %g3
91	6:	91	6:
92	ldub [%g2 + %g4], %g1	92	ldub [%g2 + %g4], %g1
93	stb %g1, [%g2 + %o0]	93	stb %g1, [%g2 + %o0]
94	add %g3, 1, %g2	94	add %g3, 1, %g2
95	cmp %o2, %g2	95	cmp %o2, %g2
96	bne,pt %xcc, 6b	96	bne,pt %xcc, 6b
97	mov %g2, %g3	97	mov %g2, %g3
98		98
99	jmp %o7 + 8 ! exit point	99	jmp %o7 + 8 ! exit point
100	mov %o1, %o0	100	mov %o1, %o0
101		101
102	memcpy_from_uspace_failover_address:	102	memcpy_from_uspace_failover_address:
103	memcpy_to_uspace_failover_address:	103	memcpy_to_uspace_failover_address:
104	jmp %o7 + 8 ! exit point	104	jmp %o7 + 8 ! exit point
105	mov %g0, %o0 ! return 0 on failure	105	mov %g0, %o0 ! return 0 on failure
106		106
107	memsetb:	107	memsetb:
108	b _memsetb	108	b _memsetb
109	nop	109	nop
110		110
111		111
112	.macro WRITE_ALTERNATE_REGISTER reg, bit	112	.macro WRITE_ALTERNATE_REGISTER reg, bit
113	save %sp, -STACK_WINDOW_SAVE_AREA_SIZE, %sp	113	save %sp, -STACK_WINDOW_SAVE_AREA_SIZE, %sp
114	rdpr %pstate, %l0	114	rdpr %pstate, %l0
115	wrpr %l0, \bit, %pstate	115	wrpr %l0, \bit, %pstate
116	mov %i0, \reg	116	mov %i0, \reg
117	wrpr %l0, 0, %pstate	117	wrpr %l0, 0, %pstate
118	ret	118	ret
119	restore	119	restore
120	.endm	120	.endm
121		121
122	.macro READ_ALTERNATE_REGISTER reg, bit	122	.macro READ_ALTERNATE_REGISTER reg, bit
123	save %sp, -STACK_WINDOW_SAVE_AREA_SIZE, %sp	123	save %sp, -STACK_WINDOW_SAVE_AREA_SIZE, %sp
124	rdpr %pstate, %l0	124	rdpr %pstate, %l0
125	wrpr %l0, \bit, %pstate	125	wrpr %l0, \bit, %pstate
126	mov \reg, %i0	126	mov \reg, %i0
127	wrpr %l0, 0, %pstate	127	wrpr %l0, 0, %pstate
128	ret	128	ret
129	restore	129	restore
130	.endm	130	.endm
131		131
132	.global write_to_ag_g6	132	.global write_to_ag_g6
133	write_to_ag_g6:	133	write_to_ag_g6:
134	WRITE_ALTERNATE_REGISTER %g6, PSTATE_AG_BIT	134	WRITE_ALTERNATE_REGISTER %g6, PSTATE_AG_BIT
135		135
136	.global write_to_ag_g7	136	.global write_to_ag_g7
137	write_to_ag_g7:	137	write_to_ag_g7:
138	WRITE_ALTERNATE_REGISTER %g7, PSTATE_AG_BIT	138	WRITE_ALTERNATE_REGISTER %g7, PSTATE_AG_BIT
139		139
140	.global write_to_ig_g6	140	.global write_to_ig_g6
141	write_to_ig_g6:	141	write_to_ig_g6:
142	WRITE_ALTERNATE_REGISTER %g6, PSTATE_IG_BIT	142	WRITE_ALTERNATE_REGISTER %g6, PSTATE_IG_BIT
143		143
144	.global read_from_ag_g7	144	.global read_from_ag_g7
145	read_from_ag_g7:	145	read_from_ag_g7:
146	READ_ALTERNATE_REGISTER %g7, PSTATE_AG_BIT	146	READ_ALTERNATE_REGISTER %g7, PSTATE_AG_BIT
147		147
148		148
149	/** Switch to userspace.	149	/** Switch to userspace.
150	*	150	*
151	* %o0 Userspace entry address.	151	* %o0 Userspace entry address.
152	* %o1 Userspace stack pointer address.	152	* %o1 Userspace stack pointer address.
-		153	* %o2 Userspace address of uarg structure.
153	*/	154	*/
154	.global switch_to_userspace	155	.global switch_to_userspace
155	switch_to_userspace:	156	switch_to_userspace:
156	flushw	157	flushw
157	wrpr %g0, 0, %cleanwin ! avoid information leak	158	wrpr %g0, 0, %cleanwin ! avoid information leak
158	save %o1, -STACK_WINDOW_SAVE_AREA_SIZE, %sp	159	save %o1, -STACK_WINDOW_SAVE_AREA_SIZE, %sp
159		160
-		161	mov %i3, %o0 ! uarg
-		162
160	clr %i2	163	clr %i2
161	clr %i3	164	clr %i3
162	clr %i4	165	clr %i4
163	clr %i5	166	clr %i5
164	clr %i6	167	clr %i6
165		168
166	wrpr %g0, 1, %tl ! enforce mapping via nucleus	169	wrpr %g0, 1, %tl ! enforce mapping via nucleus
167		170
168	rdpr %cwp, %g1	171	rdpr %cwp, %g1
169	wrpr %g1, TSTATE_IE_BIT, %tstate	172	wrpr %g1, TSTATE_IE_BIT, %tstate
170	wrpr %i0, 0, %tnpc	173	wrpr %i0, 0, %tnpc
171		174
172	/*	175	/*
173	* Set primary context according to secondary context.	176	* Set primary context according to secondary context.
174	* Secondary context has been already installed by	177	* Secondary context has been already installed by
175	* higher-level functions.	178	* higher-level functions.
176	*/	179	*/
177	wr %g0, ASI_DMMU, %asi	180	wr %g0, ASI_DMMU, %asi
178	ldxa [VA_SECONDARY_CONTEXT_REG] %asi, %g1	181	ldxa [VA_SECONDARY_CONTEXT_REG] %asi, %g1
179	stxa %g1, [VA_PRIMARY_CONTEXT_REG] %asi	182	stxa %g1, [VA_PRIMARY_CONTEXT_REG] %asi
180	flush %i7	183	flush %i7
-		184
-		185	/*
-		186	* Spills and fills will be handled by the userspace handlers.
-		187	*/
-		188	wrpr %g0, WSTATE_OTHER(0) \| WSTATE_NORMAL(1), %wstate
181		189
182	done ! jump to userspace	190	done ! jump to userspace
183		191

Subversion Repositories HelenOS

(root)/trunk/kernel/arch/sparc64/src/asm.S @ 2071 – Rev 1860 → 1864