Rev 1611 | Rev 2071 | Go to most recent revision | Details | Compare with Previous | Last modification | View Log | RSS feed
Rev | Author | Line No. | Line |
---|---|---|---|
59 | jermar | 1 | # |
2 | # Copyright (C) 2005 Jakub Jermar |
||
3 | # All rights reserved. |
||
4 | # |
||
5 | # Redistribution and use in source and binary forms, with or without |
||
6 | # modification, are permitted provided that the following conditions |
||
7 | # are met: |
||
8 | # |
||
9 | # - Redistributions of source code must retain the above copyright |
||
10 | # notice, this list of conditions and the following disclaimer. |
||
11 | # - Redistributions in binary form must reproduce the above copyright |
||
12 | # notice, this list of conditions and the following disclaimer in the |
||
13 | # documentation and/or other materials provided with the distribution. |
||
14 | # - The name of the author may not be used to endorse or promote products |
||
15 | # derived from this software without specific prior written permission. |
||
16 | # |
||
17 | # THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR |
||
18 | # IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES |
||
19 | # OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. |
||
20 | # IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, |
||
21 | # INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT |
||
22 | # NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
||
23 | # DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
||
24 | # THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
||
25 | # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF |
||
26 | # THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
||
27 | # |
||
28 | |||
919 | jermar | 29 | #include <arch/register.h> |
30 | |||
59 | jermar | 31 | .text |
32 | |||
1288 | jermar | 33 | /** Copy memory from/to userspace. |
34 | * |
||
1295 | jermar | 35 | * This memcpy() has been taken from the assembler output of |
36 | * the generic _memcpy() and modified to have the failover part. |
||
37 | * |
||
1288 | jermar | 38 | * @param in0 Destination address. |
39 | * @param in1 Source address. |
||
40 | * @param in2 Number of byte to copy. |
||
41 | */ |
||
59 | jermar | 42 | .global memcpy |
1288 | jermar | 43 | .global memcpy_from_uspace |
44 | .global memcpy_to_uspace |
||
45 | .global memcpy_from_uspace_failover_address |
||
46 | .global memcpy_to_uspace_failover_address |
||
59 | jermar | 47 | memcpy: |
1288 | jermar | 48 | memcpy_from_uspace: |
49 | memcpy_to_uspace: |
||
1295 | jermar | 50 | alloc loc0 = ar.pfs, 3, 1, 0, 0 |
51 | |||
1611 | jermar | 52 | adds r14 = 7, in1 |
53 | mov r2 = ar.lc |
||
54 | mov r8 = in1 ;; |
||
55 | and r14 = -8, r14 ;; |
||
56 | cmp.ne p6, p7 = r14, in1 |
||
57 | (p7) br.cond.dpnt 3f ;; |
||
58 | 0: |
||
59 | cmp.ne p6, p7 = 0, in2 |
||
60 | (p7) br.cond.dpnt 2f ;; |
||
61 | (p6) adds r14 = -1, in2 |
||
62 | (p6) mov r16 = r0 |
||
63 | (p6) mov r17 = r0 ;; |
||
64 | (p6) mov ar.lc = r14 |
||
65 | 1: |
||
66 | add r14 = r16, r8 |
||
67 | add r15 = r16, in0 |
||
68 | adds r17 = 1, r17 ;; |
||
69 | ld1 r14 = [r14] |
||
70 | mov r16 = r17 ;; |
||
71 | st1 [r15] = r14 |
||
72 | br.cloop.sptk.few 1b ;; |
||
73 | 2: |
||
74 | mov ar.lc = r2 |
||
1295 | jermar | 75 | |
1611 | jermar | 76 | mov ar.pfs = loc0 |
77 | br.ret.sptk.many rp |
||
78 | 3: |
||
79 | adds r14 = 7, in0 ;; |
||
80 | and r14 = -8, r14 ;; |
||
81 | cmp.eq p6, p7 = r14, in0 |
||
82 | (p7) br.cond.dptk 0b |
||
83 | shr.u r18 = in2, 3 ;; |
||
84 | cmp.ne p6, p7 = 0, r18 |
||
85 | (p7) br.cond.dpnt 5f ;; |
||
86 | (p6) adds r14 = -1, r18 |
||
87 | (p6) mov r16 = r0 |
||
88 | (p6) mov r17 = r0 ;; |
||
89 | (p6) mov ar.lc = r14 |
||
90 | 4: |
||
91 | shladd r14 = r16, 3, r0 |
||
92 | adds r16 = 1, r17 ;; |
||
93 | add r15 = r8, r14 |
||
94 | add r14 = in0, r14 |
||
95 | mov r17 = r16 ;; |
||
96 | ld8 r15 = [r15] ;; |
||
1295 | jermar | 97 | st8 [r14] = r15 |
1611 | jermar | 98 | br.cloop.sptk.few 4b |
99 | 5: |
||
100 | and r15 = 7, in2 |
||
101 | shladd r14 = r18, 3, r0 |
||
1295 | jermar | 102 | mov r16 = r0 |
1611 | jermar | 103 | mov r18 = r0 ;; |
104 | cmp.eq p6, p7 = 0, r15 |
||
105 | add in0 = r14, in0 |
||
106 | adds r15 = -1, r15 |
||
107 | add r17 = r14, r8 |
||
108 | (p6) br.cond.dpnt 2b ;; |
||
109 | mov ar.lc = r15 |
||
110 | 6: |
||
111 | add r14 = r16, r17 |
||
112 | add r15 = r16, in0 |
||
113 | adds r16 = 1, r18 ;; |
||
1295 | jermar | 114 | ld1 r14 = [r14] |
1611 | jermar | 115 | mov r18 = r16 ;; |
1295 | jermar | 116 | st1 [r15] = r14 |
1611 | jermar | 117 | br.cloop.sptk.few 6b ;; |
118 | mov ar.lc = r2 |
||
1295 | jermar | 119 | |
120 | mov ar.pfs = loc0 |
||
121 | br.ret.sptk.many rp |
||
1288 | jermar | 122 | |
123 | memcpy_from_uspace_failover_address: |
||
124 | memcpy_to_uspace_failover_address: |
||
1295 | jermar | 125 | mov r8 = r0 /* return 0 on failure */ |
126 | mov ar.pfs = loc0 |
||
127 | br.ret.sptk.many rp |
||
81 | jermar | 128 | |
102 | jermar | 129 | .global memsetb |
130 | memsetb: |
||
131 | br _memsetb |
||
132 | |||
133 | .global cpu_halt |
||
134 | cpu_halt: |
||
135 | br cpu_halt |
||
136 | |||
137 | .global panic_printf |
||
138 | panic_printf: |
||
139 | { |
||
140 | br.call.sptk.many b0=printf |
||
141 | } |
||
736 | jermar | 142 | br halt |
919 | jermar | 143 | |
144 | /** Switch to userspace - low level code. |
||
145 | * |
||
146 | * @param in0 Userspace entry point address. |
||
147 | * @param in1 Userspace stack pointer address. |
||
148 | * @param in2 Userspace register stack pointer address. |
||
1078 | jermar | 149 | * @param in3 Userspace address of thread uspace_arg_t structure. |
150 | * @param in4 Value to be stored in IPSR. |
||
151 | * @param in5 Value to be stored in RSC. |
||
919 | jermar | 152 | */ |
153 | .global switch_to_userspace |
||
154 | switch_to_userspace: |
||
1078 | jermar | 155 | alloc loc0 = ar.pfs, 6, 3, 0, 0 |
993 | jermar | 156 | rsm (PSR_IC_MASK | PSR_I_MASK) /* disable interruption collection and interrupts */ |
919 | jermar | 157 | srlz.d ;; |
158 | srlz.i ;; |
||
159 | |||
1078 | jermar | 160 | mov cr.ipsr = in4 |
919 | jermar | 161 | mov cr.iip = in0 |
162 | mov r12 = in1 |
||
163 | |||
164 | xor r1 = r1, r1 |
||
165 | |||
166 | mov loc1 = cr.ifs |
||
167 | movl loc2 = PFM_MASK ;; |
||
168 | and loc1 = loc2, loc1 ;; |
||
169 | mov cr.ifs = loc1 ;; /* prevent decrementing BSP by rfi */ |
||
170 | |||
171 | invala |
||
172 | |||
173 | mov loc1 = ar.rsc ;; |
||
174 | and loc1 = ~3, loc1 ;; |
||
175 | mov ar.rsc = loc1 ;; /* put RSE into enforced lazy mode */ |
||
176 | |||
177 | flushrs ;; |
||
178 | |||
179 | mov ar.bspstore = in2 ;; |
||
1078 | jermar | 180 | mov ar.rsc = in5 ;; |
919 | jermar | 181 | |
1078 | jermar | 182 | mov r8 = in3 |
183 | |||
919 | jermar | 184 | rfi ;; |