Rev 1864 | Rev 1880 | Go to most recent revision | Show entire file | Ignore whitespace | Details | Blame | Last modification | View Log | RSS feed
| Rev 1864 | Rev 1865 | ||
|---|---|---|---|
| Line 24... | Line 24... | ||
| 24 | # THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
24 | # THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
| 25 | # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF |
25 | # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF |
| 26 | # THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
26 | # THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
| 27 | # |
27 | # |
| 28 | 28 | ||
| - | 29 | #include <arch/arch.h> |
|
| 29 | #include <arch/stack.h> |
30 | #include <arch/stack.h> |
| 30 | #include <arch/regdef.h> |
31 | #include <arch/regdef.h> |
| 31 | #include <arch/mm/mmu.h> |
32 | #include <arch/mm/mmu.h> |
| 32 | 33 | ||
| 33 | .text |
34 | .text |
| 34 | 35 | ||
| 35 | .global memcpy |
- | |
| 36 | .global memcpy_from_uspace |
36 | .register %g2, #scratch |
| 37 | .global memcpy_to_uspace |
37 | .register %g3, #scratch |
| 38 | .global memcpy_from_uspace_failover_address |
- | |
| 39 | .global memcpy_to_uspace_failover_address |
- | |
| 40 | .global memsetb |
- | |
| 41 | - | ||
| 42 | 38 | ||
| - | 39 | /* |
|
| - | 40 | * This is the assembly language version of our _memcpy() generated by gcc. |
|
| - | 41 | */ |
|
| - | 42 | .global memcpy |
|
| 43 | memcpy: |
43 | memcpy: |
| 44 | memcpy_from_uspace: |
- | |
| 45 | memcpy_to_uspace: |
- | |
| 46 | .register %g2, #scratch |
- | |
| 47 | .register %g3, #scratch |
- | |
| 48 | add %o1, 7, %g1 |
44 | add %o1, 7, %g1 |
| 49 | and %g1, -8, %g1 |
45 | and %g1, -8, %g1 |
| 50 | cmp %o1, %g1 |
46 | cmp %o1, %g1 |
| 51 | be,pn %xcc, 3f |
47 | be,pn %xcc, 3f |
| 52 | add %o0, 7, %g1 |
48 | add %o0, 7, %g1 |
| Line 97... | Line 93... | ||
| 97 | mov %g2, %g3 |
93 | mov %g2, %g3 |
| 98 | 94 | ||
| 99 | jmp %o7 + 8 ! exit point |
95 | jmp %o7 + 8 ! exit point |
| 100 | mov %o1, %o0 |
96 | mov %o1, %o0 |
| 101 | 97 | ||
| - | 98 | /* |
|
| - | 99 | * Almost the same as memcpy() except the loads are from userspace. |
|
| - | 100 | */ |
|
| - | 101 | .global memcpy_from_uspace |
|
| - | 102 | memcpy_from_uspace: |
|
| - | 103 | add %o1, 7, %g1 |
|
| - | 104 | and %g1, -8, %g1 |
|
| - | 105 | cmp %o1, %g1 |
|
| - | 106 | be,pn %xcc, 3f |
|
| - | 107 | add %o0, 7, %g1 |
|
| - | 108 | mov 0, %g3 |
|
| - | 109 | 0: |
|
| - | 110 | brz,pn %o2, 2f |
|
| - | 111 | mov 0, %g2 |
|
| - | 112 | 1: |
|
| - | 113 | lduba [%g3 + %o1] ASI_AIUS, %g1 |
|
| - | 114 | add %g2, 1, %g2 |
|
| - | 115 | cmp %o2, %g2 |
|
| - | 116 | stb %g1, [%g3 + %o0] |
|
| - | 117 | bne,pt %xcc, 1b |
|
| - | 118 | mov %g2, %g3 |
|
| - | 119 | 2: |
|
| - | 120 | jmp %o7 + 8 ! exit point |
|
| - | 121 | mov %o1, %o0 |
|
| - | 122 | 3: |
|
| - | 123 | and %g1, -8, %g1 |
|
| - | 124 | cmp %o0, %g1 |
|
| - | 125 | bne,pt %xcc, 0b |
|
| - | 126 | mov 0, %g3 |
|
| - | 127 | srlx %o2, 3, %g4 |
|
| - | 128 | brz,pn %g4, 5f |
|
| - | 129 | mov 0, %g5 |
|
| - | 130 | 4: |
|
| - | 131 | sllx %g3, 3, %g2 |
|
| - | 132 | add %g5, 1, %g3 |
|
| - | 133 | ldxa [%o1 + %g2] ASI_AIUS, %g1 |
|
| - | 134 | mov %g3, %g5 |
|
| - | 135 | cmp %g4, %g3 |
|
| - | 136 | bne,pt %xcc, 4b |
|
| - | 137 | stx %g1, [%o0 + %g2] |
|
| - | 138 | 5: |
|
| - | 139 | and %o2, 7, %o2 |
|
| - | 140 | brz,pn %o2, 2b |
|
| - | 141 | sllx %g4, 3, %g1 |
|
| - | 142 | mov 0, %g2 |
|
| - | 143 | add %g1, %o0, %o0 |
|
| - | 144 | add %g1, %o1, %g4 |
|
| - | 145 | mov 0, %g3 |
|
| - | 146 | 6: |
|
| - | 147 | lduba [%g2 + %g4] ASI_AIUS, %g1 |
|
| - | 148 | stb %g1, [%g2 + %o0] |
|
| - | 149 | add %g3, 1, %g2 |
|
| - | 150 | cmp %o2, %g2 |
|
| - | 151 | bne,pt %xcc, 6b |
|
| - | 152 | mov %g2, %g3 |
|
| - | 153 | ||
| - | 154 | jmp %o7 + 8 ! exit point |
|
| - | 155 | mov %o1, %o0 |
|
| - | 156 | ||
| - | 157 | /* |
|
| - | 158 | * Almost the same as memcpy() except the stores are to userspace. |
|
| - | 159 | */ |
|
| - | 160 | .global memcpy_to_uspace |
|
| - | 161 | memcpy_to_uspace: |
|
| - | 162 | add %o1, 7, %g1 |
|
| - | 163 | and %g1, -8, %g1 |
|
| - | 164 | cmp %o1, %g1 |
|
| - | 165 | be,pn %xcc, 3f |
|
| - | 166 | add %o0, 7, %g1 |
|
| - | 167 | mov 0, %g3 |
|
| - | 168 | 0: |
|
| - | 169 | brz,pn %o2, 2f |
|
| - | 170 | mov 0, %g2 |
|
| - | 171 | 1: |
|
| - | 172 | ldub [%g3 + %o1], %g1 |
|
| - | 173 | add %g2, 1, %g2 |
|
| - | 174 | cmp %o2, %g2 |
|
| - | 175 | stba %g1, [%g3 + %o0] ASI_AIUS |
|
| - | 176 | bne,pt %xcc, 1b |
|
| - | 177 | mov %g2, %g3 |
|
| - | 178 | 2: |
|
| - | 179 | jmp %o7 + 8 ! exit point |
|
| - | 180 | mov %o1, %o0 |
|
| - | 181 | 3: |
|
| - | 182 | and %g1, -8, %g1 |
|
| - | 183 | cmp %o0, %g1 |
|
| - | 184 | bne,pt %xcc, 0b |
|
| - | 185 | mov 0, %g3 |
|
| - | 186 | srlx %o2, 3, %g4 |
|
| - | 187 | brz,pn %g4, 5f |
|
| - | 188 | mov 0, %g5 |
|
| - | 189 | 4: |
|
| - | 190 | sllx %g3, 3, %g2 |
|
| - | 191 | add %g5, 1, %g3 |
|
| - | 192 | ldx [%o1 + %g2], %g1 |
|
| - | 193 | mov %g3, %g5 |
|
| - | 194 | cmp %g4, %g3 |
|
| - | 195 | bne,pt %xcc, 4b |
|
| - | 196 | stxa %g1, [%o0 + %g2] ASI_AIUS |
|
| - | 197 | 5: |
|
| - | 198 | and %o2, 7, %o2 |
|
| - | 199 | brz,pn %o2, 2b |
|
| - | 200 | sllx %g4, 3, %g1 |
|
| - | 201 | mov 0, %g2 |
|
| - | 202 | add %g1, %o0, %o0 |
|
| - | 203 | add %g1, %o1, %g4 |
|
| - | 204 | mov 0, %g3 |
|
| - | 205 | 6: |
|
| - | 206 | ldub [%g2 + %g4], %g1 |
|
| - | 207 | stba %g1, [%g2 + %o0] ASI_AIUS |
|
| - | 208 | add %g3, 1, %g2 |
|
| - | 209 | cmp %o2, %g2 |
|
| - | 210 | bne,pt %xcc, 6b |
|
| - | 211 | mov %g2, %g3 |
|
| - | 212 | ||
| - | 213 | jmp %o7 + 8 ! exit point |
|
| - | 214 | mov %o1, %o0 |
|
| - | 215 | ||
| - | 216 | .global memcpy_from_uspace_failover_address |
|
| - | 217 | .global memcpy_to_uspace_failover_address |
|
| 102 | memcpy_from_uspace_failover_address: |
218 | memcpy_from_uspace_failover_address: |
| 103 | memcpy_to_uspace_failover_address: |
219 | memcpy_to_uspace_failover_address: |
| 104 | jmp %o7 + 8 ! exit point |
220 | jmp %o7 + 8 ! exit point |
| 105 | mov %g0, %o0 ! return 0 on failure |
221 | mov %g0, %o0 ! return 0 on failure |
| 106 | 222 | ||
| - | 223 | .global memsetb |
|
| 107 | memsetb: |
224 | memsetb: |
| 108 | b _memsetb |
225 | b _memsetb |
| 109 | nop |
226 | nop |
| 110 | 227 | ||
| 111 | 228 | ||
| Line 152... | Line 269... | ||
| 152 | * %o1 Userspace stack pointer address. |
269 | * %o1 Userspace stack pointer address. |
| 153 | * %o2 Userspace address of uarg structure. |
270 | * %o2 Userspace address of uarg structure. |
| 154 | */ |
271 | */ |
| 155 | .global switch_to_userspace |
272 | .global switch_to_userspace |
| 156 | switch_to_userspace: |
273 | switch_to_userspace: |
| - | 274 | save %o1, -STACK_WINDOW_SAVE_AREA_SIZE, %sp |
|
| 157 | flushw |
275 | flushw |
| 158 | wrpr %g0, 0, %cleanwin ! avoid information leak |
276 | wrpr %g0, 0, %cleanwin ! avoid information leak |
| 159 | save %o1, -STACK_WINDOW_SAVE_AREA_SIZE, %sp |
- | |
| 160 | 277 | ||
| 161 | mov %i3, %o0 ! uarg |
278 | mov %i3, %o0 ! uarg |
| 162 | 279 | ||
| 163 | clr %i2 |
280 | clr %i2 |
| 164 | clr %i3 |
281 | clr %i3 |