Loading...
1/*
2 * tsunami.S: High speed MicroSparc-I mmu/cache operations.
3 *
4 * Copyright (C) 1997 David S. Miller (davem@caip.rutgers.edu)
5 */
6
7#include <asm/ptrace.h>
8#include <asm/asm-offsets.h>
9#include <asm/psr.h>
10#include <asm/asi.h>
11#include <asm/page.h>
12#include <asm/pgtsrmmu.h>
13
14 .text
15 .align 4
16
17 .globl tsunami_flush_cache_all, tsunami_flush_cache_mm
18 .globl tsunami_flush_cache_range, tsunami_flush_cache_page
19 .globl tsunami_flush_page_to_ram, tsunami_flush_page_for_dma
20 .globl tsunami_flush_sig_insns
21 .globl tsunami_flush_tlb_all, tsunami_flush_tlb_mm
22 .globl tsunami_flush_tlb_range, tsunami_flush_tlb_page
23
24 /* Sliiick... */
25tsunami_flush_cache_page:
26tsunami_flush_cache_range:
27 ld [%o0 + 0x0], %o0 /* XXX vma->vm_mm, GROSS XXX */
28tsunami_flush_cache_mm:
29 ld [%o0 + AOFF_mm_context], %g2
30 cmp %g2, -1
31 be tsunami_flush_cache_out
32tsunami_flush_cache_all:
33 WINDOW_FLUSH(%g4, %g5)
34tsunami_flush_page_for_dma:
35 sta %g0, [%g0] ASI_M_IC_FLCLEAR
36 sta %g0, [%g0] ASI_M_DC_FLCLEAR
37tsunami_flush_cache_out:
38tsunami_flush_page_to_ram:
39 retl
40 nop
41
42tsunami_flush_sig_insns:
43 flush %o1
44 retl
45 flush %o1 + 4
46
47 /* More slick stuff... */
48tsunami_flush_tlb_range:
49 ld [%o0 + 0x00], %o0 /* XXX vma->vm_mm GROSS XXX */
50tsunami_flush_tlb_mm:
51 ld [%o0 + AOFF_mm_context], %g2
52 cmp %g2, -1
53 be tsunami_flush_tlb_out
54tsunami_flush_tlb_all:
55 mov 0x400, %o1
56 sta %g0, [%o1] ASI_M_FLUSH_PROBE
57 nop
58 nop
59 nop
60 nop
61 nop
62tsunami_flush_tlb_out:
63 retl
64 nop
65
66 /* This one can be done in a fine grained manner... */
67tsunami_flush_tlb_page:
68 ld [%o0 + 0x00], %o0 /* XXX vma->vm_mm GROSS XXX */
69 mov SRMMU_CTX_REG, %g1
70 ld [%o0 + AOFF_mm_context], %o3
71 andn %o1, (PAGE_SIZE - 1), %o1
72 cmp %o3, -1
73 be tsunami_flush_tlb_page_out
74 lda [%g1] ASI_M_MMUREGS, %g5
75 sta %o3, [%g1] ASI_M_MMUREGS
76 sta %g0, [%o1] ASI_M_FLUSH_PROBE
77 nop
78 nop
79 nop
80 nop
81 nop
82tsunami_flush_tlb_page_out:
83 retl
84 sta %g5, [%g1] ASI_M_MMUREGS
85
86#define MIRROR_BLOCK(dst, src, offset, t0, t1, t2, t3) \
87 ldd [src + offset + 0x18], t0; \
88 std t0, [dst + offset + 0x18]; \
89 ldd [src + offset + 0x10], t2; \
90 std t2, [dst + offset + 0x10]; \
91 ldd [src + offset + 0x08], t0; \
92 std t0, [dst + offset + 0x08]; \
93 ldd [src + offset + 0x00], t2; \
94 std t2, [dst + offset + 0x00];
95
96tsunami_copy_1page:
97/* NOTE: This routine has to be shorter than 70insns --jj */
98 or %g0, (PAGE_SIZE >> 8), %g1
991:
100 MIRROR_BLOCK(%o0, %o1, 0x00, %o2, %o3, %o4, %o5)
101 MIRROR_BLOCK(%o0, %o1, 0x20, %o2, %o3, %o4, %o5)
102 MIRROR_BLOCK(%o0, %o1, 0x40, %o2, %o3, %o4, %o5)
103 MIRROR_BLOCK(%o0, %o1, 0x60, %o2, %o3, %o4, %o5)
104 MIRROR_BLOCK(%o0, %o1, 0x80, %o2, %o3, %o4, %o5)
105 MIRROR_BLOCK(%o0, %o1, 0xa0, %o2, %o3, %o4, %o5)
106 MIRROR_BLOCK(%o0, %o1, 0xc0, %o2, %o3, %o4, %o5)
107 MIRROR_BLOCK(%o0, %o1, 0xe0, %o2, %o3, %o4, %o5)
108 subcc %g1, 1, %g1
109 add %o0, 0x100, %o0
110 bne 1b
111 add %o1, 0x100, %o1
112
113 .globl tsunami_setup_blockops
114tsunami_setup_blockops:
115 sethi %hi(__copy_1page), %o0
116 or %o0, %lo(__copy_1page), %o0
117 sethi %hi(tsunami_copy_1page), %o1
118 or %o1, %lo(tsunami_copy_1page), %o1
119 sethi %hi(tsunami_setup_blockops), %o2
120 or %o2, %lo(tsunami_setup_blockops), %o2
121 ld [%o1], %o4
1221: add %o1, 4, %o1
123 st %o4, [%o0]
124 add %o0, 4, %o0
125 cmp %o1, %o2
126 bne 1b
127 ld [%o1], %o4
128 sta %g0, [%g0] ASI_M_IC_FLCLEAR
129 sta %g0, [%g0] ASI_M_DC_FLCLEAR
130 retl
131 nop
1/*
2 * tsunami.S: High speed MicroSparc-I mmu/cache operations.
3 *
4 * Copyright (C) 1997 David S. Miller (davem@caip.rutgers.edu)
5 */
6
7#include <asm/ptrace.h>
8#include <asm/asm-offsets.h>
9#include <asm/psr.h>
10#include <asm/asi.h>
11#include <asm/page.h>
12#include <asm/pgtsrmmu.h>
13
14 .text
15 .align 4
16
17 .globl tsunami_flush_cache_all, tsunami_flush_cache_mm
18 .globl tsunami_flush_cache_range, tsunami_flush_cache_page
19 .globl tsunami_flush_page_to_ram, tsunami_flush_page_for_dma
20 .globl tsunami_flush_sig_insns
21 .globl tsunami_flush_tlb_all, tsunami_flush_tlb_mm
22 .globl tsunami_flush_tlb_range, tsunami_flush_tlb_page
23
24 /* Sliiick... */
25tsunami_flush_cache_page:
26tsunami_flush_cache_range:
27 ld [%o0 + VMA_VM_MM], %o0
28tsunami_flush_cache_mm:
29 ld [%o0 + AOFF_mm_context], %g2
30 cmp %g2, -1
31 be tsunami_flush_cache_out
32tsunami_flush_cache_all:
33 WINDOW_FLUSH(%g4, %g5)
34tsunami_flush_page_for_dma:
35 sta %g0, [%g0] ASI_M_IC_FLCLEAR
36 sta %g0, [%g0] ASI_M_DC_FLCLEAR
37tsunami_flush_cache_out:
38tsunami_flush_page_to_ram:
39 retl
40 nop
41
42tsunami_flush_sig_insns:
43 flush %o1
44 retl
45 flush %o1 + 4
46
47 /* More slick stuff... */
48tsunami_flush_tlb_range:
49 ld [%o0 + VMA_VM_MM], %o0
50tsunami_flush_tlb_mm:
51 ld [%o0 + AOFF_mm_context], %g2
52 cmp %g2, -1
53 be tsunami_flush_tlb_out
54tsunami_flush_tlb_all:
55 mov 0x400, %o1
56 sta %g0, [%o1] ASI_M_FLUSH_PROBE
57 nop
58 nop
59 nop
60 nop
61 nop
62tsunami_flush_tlb_out:
63 retl
64 nop
65
66 /* This one can be done in a fine grained manner... */
67tsunami_flush_tlb_page:
68 ld [%o0 + VMA_VM_MM], %o0
69 mov SRMMU_CTX_REG, %g1
70 ld [%o0 + AOFF_mm_context], %o3
71 andn %o1, (PAGE_SIZE - 1), %o1
72 cmp %o3, -1
73 be tsunami_flush_tlb_page_out
74 lda [%g1] ASI_M_MMUREGS, %g5
75 sta %o3, [%g1] ASI_M_MMUREGS
76 sta %g0, [%o1] ASI_M_FLUSH_PROBE
77 nop
78 nop
79 nop
80 nop
81 nop
82tsunami_flush_tlb_page_out:
83 retl
84 sta %g5, [%g1] ASI_M_MMUREGS
85
86#define MIRROR_BLOCK(dst, src, offset, t0, t1, t2, t3) \
87 ldd [src + offset + 0x18], t0; \
88 std t0, [dst + offset + 0x18]; \
89 ldd [src + offset + 0x10], t2; \
90 std t2, [dst + offset + 0x10]; \
91 ldd [src + offset + 0x08], t0; \
92 std t0, [dst + offset + 0x08]; \
93 ldd [src + offset + 0x00], t2; \
94 std t2, [dst + offset + 0x00];
95
96tsunami_copy_1page:
97/* NOTE: This routine has to be shorter than 70insns --jj */
98 or %g0, (PAGE_SIZE >> 8), %g1
991:
100 MIRROR_BLOCK(%o0, %o1, 0x00, %o2, %o3, %o4, %o5)
101 MIRROR_BLOCK(%o0, %o1, 0x20, %o2, %o3, %o4, %o5)
102 MIRROR_BLOCK(%o0, %o1, 0x40, %o2, %o3, %o4, %o5)
103 MIRROR_BLOCK(%o0, %o1, 0x60, %o2, %o3, %o4, %o5)
104 MIRROR_BLOCK(%o0, %o1, 0x80, %o2, %o3, %o4, %o5)
105 MIRROR_BLOCK(%o0, %o1, 0xa0, %o2, %o3, %o4, %o5)
106 MIRROR_BLOCK(%o0, %o1, 0xc0, %o2, %o3, %o4, %o5)
107 MIRROR_BLOCK(%o0, %o1, 0xe0, %o2, %o3, %o4, %o5)
108 subcc %g1, 1, %g1
109 add %o0, 0x100, %o0
110 bne 1b
111 add %o1, 0x100, %o1
112
113 .globl tsunami_setup_blockops
114tsunami_setup_blockops:
115 sethi %hi(__copy_1page), %o0
116 or %o0, %lo(__copy_1page), %o0
117 sethi %hi(tsunami_copy_1page), %o1
118 or %o1, %lo(tsunami_copy_1page), %o1
119 sethi %hi(tsunami_setup_blockops), %o2
120 or %o2, %lo(tsunami_setup_blockops), %o2
121 ld [%o1], %o4
1221: add %o1, 4, %o1
123 st %o4, [%o0]
124 add %o0, 4, %o0
125 cmp %o1, %o2
126 bne 1b
127 ld [%o1], %o4
128 sta %g0, [%g0] ASI_M_IC_FLCLEAR
129 sta %g0, [%g0] ASI_M_DC_FLCLEAR
130 retl
131 nop