| 26,6 → 26,7 |
|---|
| # THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
| # |
| |
| #include <arch/arch.h> |
| #include <arch/stack.h> |
| #include <arch/regdef.h> |
| #include <arch/mm/mmu.h> |
| 32,19 → 33,14 |
|---|
| |
| .text |
| |
| .register %g2, #scratch |
| .register %g3, #scratch |
| |
| /* |
| * This is the assembly language version of our _memcpy() generated by gcc. |
| */ |
| .global memcpy |
| .global memcpy_from_uspace |
| .global memcpy_to_uspace |
| .global memcpy_from_uspace_failover_address |
| .global memcpy_to_uspace_failover_address |
| .global memsetb |
| |
| |
| memcpy: |
| memcpy_from_uspace: |
| memcpy_to_uspace: |
| .register %g2, #scratch |
| .register %g3, #scratch |
| add %o1, 7, %g1 |
| and %g1, -8, %g1 |
| cmp %o1, %g1 |
| 99,11 → 95,132 |
|---|
| jmp %o7 + 8 ! exit point |
| mov %o1, %o0 |
| |
| /* |
| * Almost the same as memcpy() except the loads are from userspace. |
| */ |
| .global memcpy_from_uspace |
| memcpy_from_uspace: |
| add %o1, 7, %g1 |
| and %g1, -8, %g1 |
| cmp %o1, %g1 |
| be,pn %xcc, 3f |
| add %o0, 7, %g1 |
| mov 0, %g3 |
| 0: |
| brz,pn %o2, 2f |
| mov 0, %g2 |
| 1: |
| lduba [%g3 + %o1] ASI_AIUS, %g1 |
| add %g2, 1, %g2 |
| cmp %o2, %g2 |
| stb %g1, [%g3 + %o0] |
| bne,pt %xcc, 1b |
| mov %g2, %g3 |
| 2: |
| jmp %o7 + 8 ! exit point |
| mov %o1, %o0 |
| 3: |
| and %g1, -8, %g1 |
| cmp %o0, %g1 |
| bne,pt %xcc, 0b |
| mov 0, %g3 |
| srlx %o2, 3, %g4 |
| brz,pn %g4, 5f |
| mov 0, %g5 |
| 4: |
| sllx %g3, 3, %g2 |
| add %g5, 1, %g3 |
| ldxa [%o1 + %g2] ASI_AIUS, %g1 |
| mov %g3, %g5 |
| cmp %g4, %g3 |
| bne,pt %xcc, 4b |
| stx %g1, [%o0 + %g2] |
| 5: |
| and %o2, 7, %o2 |
| brz,pn %o2, 2b |
| sllx %g4, 3, %g1 |
| mov 0, %g2 |
| add %g1, %o0, %o0 |
| add %g1, %o1, %g4 |
| mov 0, %g3 |
| 6: |
| lduba [%g2 + %g4] ASI_AIUS, %g1 |
| stb %g1, [%g2 + %o0] |
| add %g3, 1, %g2 |
| cmp %o2, %g2 |
| bne,pt %xcc, 6b |
| mov %g2, %g3 |
| |
| jmp %o7 + 8 ! exit point |
| mov %o1, %o0 |
| |
| /* |
| * Almost the same as memcpy() except the stores are to userspace. |
| */ |
| .global memcpy_to_uspace |
| memcpy_to_uspace: |
| add %o1, 7, %g1 |
| and %g1, -8, %g1 |
| cmp %o1, %g1 |
| be,pn %xcc, 3f |
| add %o0, 7, %g1 |
| mov 0, %g3 |
| 0: |
| brz,pn %o2, 2f |
| mov 0, %g2 |
| 1: |
| ldub [%g3 + %o1], %g1 |
| add %g2, 1, %g2 |
| cmp %o2, %g2 |
| stba %g1, [%g3 + %o0] ASI_AIUS |
| bne,pt %xcc, 1b |
| mov %g2, %g3 |
| 2: |
| jmp %o7 + 8 ! exit point |
| mov %o1, %o0 |
| 3: |
| and %g1, -8, %g1 |
| cmp %o0, %g1 |
| bne,pt %xcc, 0b |
| mov 0, %g3 |
| srlx %o2, 3, %g4 |
| brz,pn %g4, 5f |
| mov 0, %g5 |
| 4: |
| sllx %g3, 3, %g2 |
| add %g5, 1, %g3 |
| ldx [%o1 + %g2], %g1 |
| mov %g3, %g5 |
| cmp %g4, %g3 |
| bne,pt %xcc, 4b |
| stxa %g1, [%o0 + %g2] ASI_AIUS |
| 5: |
| and %o2, 7, %o2 |
| brz,pn %o2, 2b |
| sllx %g4, 3, %g1 |
| mov 0, %g2 |
| add %g1, %o0, %o0 |
| add %g1, %o1, %g4 |
| mov 0, %g3 |
| 6: |
| ldub [%g2 + %g4], %g1 |
| stba %g1, [%g2 + %o0] ASI_AIUS |
| add %g3, 1, %g2 |
| cmp %o2, %g2 |
| bne,pt %xcc, 6b |
| mov %g2, %g3 |
| |
| jmp %o7 + 8 ! exit point |
| mov %o1, %o0 |
| |
| .global memcpy_from_uspace_failover_address |
| .global memcpy_to_uspace_failover_address |
| memcpy_from_uspace_failover_address: |
| memcpy_to_uspace_failover_address: |
| jmp %o7 + 8 ! exit point |
| mov %g0, %o0 ! return 0 on failure |
| |
| .global memsetb |
| memsetb: |
| b _memsetb |
| nop |
| 154,9 → 271,9 |
|---|
| */ |
| .global switch_to_userspace |
| switch_to_userspace: |
| save %o1, -STACK_WINDOW_SAVE_AREA_SIZE, %sp |
| flushw |
| wrpr %g0, 0, %cleanwin ! avoid information leak |
| save %o1, -STACK_WINDOW_SAVE_AREA_SIZE, %sp |
| |
| mov %i3, %o0 ! uarg |
| |