Rev 3424 | Rev 3675 | Go to most recent revision | Only display areas with differences | Ignore whitespace | Details | Blame | Last modification | View Log | RSS feed
Rev 3424 | Rev 3425 | ||
---|---|---|---|
1 | # |
1 | # |
2 | # Copyright (c) 2006 Martin Decky |
2 | # Copyright (c) 2006 Martin Decky |
3 | # Copyright (c) 2006 Jakub Jermar |
3 | # Copyright (c) 2006 Jakub Jermar |
4 | # All rights reserved. |
4 | # All rights reserved. |
5 | # |
5 | # |
6 | # Redistribution and use in source and binary forms, with or without |
6 | # Redistribution and use in source and binary forms, with or without |
7 | # modification, are permitted provided that the following conditions |
7 | # modification, are permitted provided that the following conditions |
8 | # are met: |
8 | # are met: |
9 | # |
9 | # |
10 | # - Redistributions of source code must retain the above copyright |
10 | # - Redistributions of source code must retain the above copyright |
11 | # notice, this list of conditions and the following disclaimer. |
11 | # notice, this list of conditions and the following disclaimer. |
12 | # - Redistributions in binary form must reproduce the above copyright |
12 | # - Redistributions in binary form must reproduce the above copyright |
13 | # notice, this list of conditions and the following disclaimer in the |
13 | # notice, this list of conditions and the following disclaimer in the |
14 | # documentation and/or other materials provided with the distribution. |
14 | # documentation and/or other materials provided with the distribution. |
15 | # - The name of the author may not be used to endorse or promote products |
15 | # - The name of the author may not be used to endorse or promote products |
16 | # derived from this software without specific prior written permission. |
16 | # derived from this software without specific prior written permission. |
17 | # |
17 | # |
18 | # THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR |
18 | # THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR |
19 | # IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES |
19 | # IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES |
20 | # OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. |
20 | # OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. |
21 | # IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, |
21 | # IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, |
22 | # INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT |
22 | # INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT |
23 | # NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
23 | # NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
24 | # DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
24 | # DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
25 | # THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
25 | # THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
26 | # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF |
26 | # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF |
27 | # THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
27 | # THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
28 | # |
28 | # |
29 | 29 | ||
30 | #include <stack.h> |
30 | #include <stack.h> |
31 | #include <register.h> |
31 | #include <register.h> |
32 | 32 | ||
- | 33 | .register %g2, #scratch |
|
- | 34 | .register %g3, #scratch |
|
- | 35 | ||
33 | .text |
36 | .text |
34 | 37 | ||
35 | .global halt |
38 | .global halt |
36 | .global memcpy |
39 | .global memcpy |
37 | .global jump_to_kernel |
40 | .global jump_to_kernel |
38 | 41 | ||
39 | halt: |
42 | halt: |
40 | b halt |
43 | b halt |
41 | nop |
44 | nop |
42 | 45 | ||
43 | memcpy: |
46 | memcpy: |
44 | .register %g2, #scratch |
47 | mov %o0, %o3 ! save dst |
45 | .register %g3, #scratch |
- | |
46 | add %o1, 7, %g1 |
48 | add %o1, 7, %g1 |
47 | and %g1, -8, %g1 |
49 | and %g1, -8, %g1 |
48 | cmp %o1, %g1 |
50 | cmp %o1, %g1 |
49 | be,pn %xcc, 3f |
51 | be,pn %xcc, 3f |
50 | add %o0, 7, %g1 |
52 | add %o0, 7, %g1 |
51 | mov 0, %g3 |
53 | mov 0, %g3 |
52 | 0: |
54 | 0: |
53 | brz,pn %o2, 2f |
55 | brz,pn %o2, 2f |
54 | mov 0, %g2 |
56 | mov 0, %g2 |
55 | 1: |
57 | 1: |
56 | ldub [%g3 + %o1], %g1 |
58 | ldub [%g3 + %o1], %g1 |
57 | add %g2, 1, %g2 |
59 | add %g2, 1, %g2 |
58 | cmp %o2, %g2 |
60 | cmp %o2, %g2 |
59 | stb %g1, [%g3 + %o0] |
61 | stb %g1, [%g3 + %o0] |
60 | bne,pt %xcc, 1b |
62 | bne,pt %xcc, 1b |
61 | mov %g2, %g3 |
63 | mov %g2, %g3 |
62 | 2: |
64 | 2: |
63 | jmp %o7 + 8 ! exit point |
65 | jmp %o7 + 8 ! exit point |
64 | mov %o1, %o0 |
66 | mov %o3, %o0 |
65 | 3: |
67 | 3: |
66 | and %g1, -8, %g1 |
68 | and %g1, -8, %g1 |
67 | cmp %o0, %g1 |
69 | cmp %o0, %g1 |
68 | bne,pt %xcc, 0b |
70 | bne,pt %xcc, 0b |
69 | mov 0, %g3 |
71 | mov 0, %g3 |
70 | srlx %o2, 3, %g4 |
72 | srlx %o2, 3, %g4 |
71 | brz,pn %g4, 5f |
73 | brz,pn %g4, 5f |
72 | mov 0, %g5 |
74 | mov 0, %g5 |
73 | 4: |
75 | 4: |
74 | sllx %g3, 3, %g2 |
76 | sllx %g3, 3, %g2 |
75 | add %g5, 1, %g3 |
77 | add %g5, 1, %g3 |
76 | ldx [%o1 + %g2], %g1 |
78 | ldx [%o1 + %g2], %g1 |
77 | mov %g3, %g5 |
79 | mov %g3, %g5 |
78 | cmp %g4, %g3 |
80 | cmp %g4, %g3 |
79 | bne,pt %xcc, 4b |
81 | bne,pt %xcc, 4b |
80 | stx %g1, [%o0 + %g2] |
82 | stx %g1, [%o0 + %g2] |
81 | 5: |
83 | 5: |
82 | and %o2, 7, %o2 |
84 | and %o2, 7, %o2 |
83 | brz,pn %o2, 2b |
85 | brz,pn %o2, 2b |
84 | sllx %g4, 3, %g1 |
86 | sllx %g4, 3, %g1 |
85 | mov 0, %g2 |
87 | mov 0, %g2 |
86 | add %g1, %o0, %o0 |
88 | add %g1, %o0, %o0 |
87 | add %g1, %o1, %g4 |
89 | add %g1, %o1, %g4 |
88 | mov 0, %g3 |
90 | mov 0, %g3 |
89 | 6: |
91 | 6: |
90 | ldub [%g2 + %g4], %g1 |
92 | ldub [%g2 + %g4], %g1 |
91 | stb %g1, [%g2 + %o0] |
93 | stb %g1, [%g2 + %o0] |
92 | add %g3, 1, %g2 |
94 | add %g3, 1, %g2 |
93 | cmp %o2, %g2 |
95 | cmp %o2, %g2 |
94 | bne,pt %xcc, 6b |
96 | bne,pt %xcc, 6b |
95 | mov %g2, %g3 |
97 | mov %g2, %g3 |
96 | 98 | ||
97 | jmp %o7 + 8 ! exit point |
99 | jmp %o7 + 8 ! exit point |
98 | mov %o1, %o0 |
100 | mov %o3, %o0 |
99 | 101 | ||
100 | jump_to_kernel: |
102 | jump_to_kernel: |
101 | /* |
103 | /* |
102 | * We have copied code and now we need to guarantee cache coherence. |
104 | * We have copied code and now we need to guarantee cache coherence. |
103 | * 1. Make sure that the code we have moved has drained to main memory. |
105 | * 1. Make sure that the code we have moved has drained to main memory. |
104 | * 2. Invalidate I-cache. |
106 | * 2. Invalidate I-cache. |
105 | * 3. Flush instruction pipeline. |
107 | * 3. Flush instruction pipeline. |
106 | */ |
108 | */ |
107 | call icache_flush |
109 | call icache_flush |
108 | membar #StoreStore |
110 | membar #StoreStore |
109 | flush %i7 |
111 | flush %i7 |
110 | 112 | ||
111 | mov %o0, %l1 |
113 | mov %o0, %l1 |
112 | mov %o1, %o0 |
114 | mov %o1, %o0 |
113 | mov %o2, %o1 |
115 | mov %o2, %o1 |
114 | mov %o3, %o2 |
116 | mov %o3, %o2 |
115 | jmp %l1 ! jump to kernel |
117 | jmp %l1 ! jump to kernel |
116 | nop |
118 | nop |
117 | 119 | ||
118 | #define ICACHE_SIZE 8192 |
120 | #define ICACHE_SIZE 8192 |
119 | #define ICACHE_LINE_SIZE 32 |
121 | #define ICACHE_LINE_SIZE 32 |
120 | #define ICACHE_SET_BIT (1 << 13) |
122 | #define ICACHE_SET_BIT (1 << 13) |
121 | #define ASI_ICACHE_TAG 0x67 |
123 | #define ASI_ICACHE_TAG 0x67 |
122 | 124 | ||
123 | # Flush I-cache |
125 | # Flush I-cache |
124 | icache_flush: |
126 | icache_flush: |
125 | set ((ICACHE_SIZE - ICACHE_LINE_SIZE) | ICACHE_SET_BIT), %g1 |
127 | set ((ICACHE_SIZE - ICACHE_LINE_SIZE) | ICACHE_SET_BIT), %g1 |
126 | stxa %g0, [%g1] ASI_ICACHE_TAG |
128 | stxa %g0, [%g1] ASI_ICACHE_TAG |
127 | 0: membar #Sync |
129 | 0: membar #Sync |
128 | subcc %g1, ICACHE_LINE_SIZE, %g1 |
130 | subcc %g1, ICACHE_LINE_SIZE, %g1 |
129 | bnz,pt %xcc, 0b |
131 | bnz,pt %xcc, 0b |
130 | stxa %g0, [%g1] ASI_ICACHE_TAG |
132 | stxa %g0, [%g1] ASI_ICACHE_TAG |
131 | membar #Sync |
133 | membar #Sync |
132 | retl |
134 | retl |
133 | ! SF Erratum #51 |
135 | ! SF Erratum #51 |
134 | nop |
136 | nop |
135 | 137 | ||
136 | .global ofw |
138 | .global ofw |
137 | ofw: |
139 | ofw: |
138 | save %sp, -STACK_WINDOW_SAVE_AREA_SIZE, %sp |
140 | save %sp, -STACK_WINDOW_SAVE_AREA_SIZE, %sp |
139 | set ofw_cif, %l0 |
141 | set ofw_cif, %l0 |
140 | ldx [%l0], %l0 |
142 | ldx [%l0], %l0 |
141 | 143 | ||
142 | rdpr %pstate, %l1 |
144 | rdpr %pstate, %l1 |
143 | and %l1, ~PSTATE_AM_BIT, %l2 |
145 | and %l1, ~PSTATE_AM_BIT, %l2 |
144 | wrpr %l2, 0, %pstate |
146 | wrpr %l2, 0, %pstate |
145 | 147 | ||
146 | jmpl %l0, %o7 |
148 | jmpl %l0, %o7 |
147 | mov %i0, %o0 |
149 | mov %i0, %o0 |
148 | 150 | ||
149 | wrpr %l1, 0, %pstate |
151 | wrpr %l1, 0, %pstate |
150 | 152 | ||
151 | ret |
153 | ret |
152 | restore %o0, 0, %o0 |
154 | restore %o0, 0, %o0 |
153 | 155 |