|
@@ -22,6 +22,7 @@
|
|
|
* x1: 0 clean & invalidate, 1 invalidate only
|
|
|
* x2~x9: clobbered
|
|
|
*/
|
|
|
+.pushsection .text.__asm_dcache_level, "ax"
|
|
|
ENTRY(__asm_dcache_level)
|
|
|
lsl x12, x0, #1
|
|
|
msr csselr_el1, x12 /* select cache level */
|
|
@@ -58,6 +59,7 @@ loop_way:
|
|
|
|
|
|
ret
|
|
|
ENDPROC(__asm_dcache_level)
|
|
|
+.popsection
|
|
|
|
|
|
/*
|
|
|
* void __asm_flush_dcache_all(int invalidate_only)
|
|
@@ -66,6 +68,7 @@ ENDPROC(__asm_dcache_level)
|
|
|
*
|
|
|
* flush or invalidate all data cache by SET/WAY.
|
|
|
*/
|
|
|
+.pushsection .text.__asm_dcache_all, "ax"
|
|
|
ENTRY(__asm_dcache_all)
|
|
|
mov x1, x0
|
|
|
dsb sy
|
|
@@ -102,16 +105,21 @@ skip:
|
|
|
finished:
|
|
|
ret
|
|
|
ENDPROC(__asm_dcache_all)
|
|
|
+.popsection
|
|
|
|
|
|
+.pushsection .text.__asm_flush_dcache_all, "ax"
|
|
|
ENTRY(__asm_flush_dcache_all)
|
|
|
mov x0, #0
|
|
|
b __asm_dcache_all
|
|
|
ENDPROC(__asm_flush_dcache_all)
|
|
|
+.popsection
|
|
|
|
|
|
+.pushsection .text.__asm_invalidate_dcache_all, "ax"
|
|
|
ENTRY(__asm_invalidate_dcache_all)
|
|
|
mov x0, #0x1
|
|
|
b __asm_dcache_all
|
|
|
ENDPROC(__asm_invalidate_dcache_all)
|
|
|
+.popsection
|
|
|
|
|
|
/*
|
|
|
* void __asm_flush_dcache_range(start, end)
|
|
@@ -121,6 +129,7 @@ ENDPROC(__asm_invalidate_dcache_all)
|
|
|
* x0: start address
|
|
|
* x1: end address
|
|
|
*/
|
|
|
+.pushsection .text.__asm_flush_dcache_range, "ax"
|
|
|
ENTRY(__asm_flush_dcache_range)
|
|
|
mrs x3, ctr_el0
|
|
|
lsr x3, x3, #16
|
|
@@ -138,6 +147,7 @@ ENTRY(__asm_flush_dcache_range)
|
|
|
dsb sy
|
|
|
ret
|
|
|
ENDPROC(__asm_flush_dcache_range)
|
|
|
+.popsection
|
|
|
/*
|
|
|
* void __asm_invalidate_dcache_range(start, end)
|
|
|
*
|
|
@@ -146,6 +156,7 @@ ENDPROC(__asm_flush_dcache_range)
|
|
|
* x0: start address
|
|
|
* x1: end address
|
|
|
*/
|
|
|
+.pushsection .text.__asm_invalidate_dcache_range, "ax"
|
|
|
ENTRY(__asm_invalidate_dcache_range)
|
|
|
mrs x3, ctr_el0
|
|
|
ubfm x3, x3, #16, #19
|
|
@@ -162,41 +173,51 @@ ENTRY(__asm_invalidate_dcache_range)
|
|
|
dsb sy
|
|
|
ret
|
|
|
ENDPROC(__asm_invalidate_dcache_range)
|
|
|
+.popsection
|
|
|
|
|
|
/*
|
|
|
* void __asm_invalidate_icache_all(void)
|
|
|
*
|
|
|
* invalidate all tlb entries.
|
|
|
*/
|
|
|
+.pushsection .text.__asm_invalidate_icache_all, "ax"
|
|
|
ENTRY(__asm_invalidate_icache_all)
|
|
|
ic ialluis
|
|
|
isb sy
|
|
|
ret
|
|
|
ENDPROC(__asm_invalidate_icache_all)
|
|
|
+.popsection
|
|
|
|
|
|
+.pushsection .text.__asm_invalidate_l3_dcache, "ax"
|
|
|
ENTRY(__asm_invalidate_l3_dcache)
|
|
|
mov x0, #0 /* return status as success */
|
|
|
ret
|
|
|
ENDPROC(__asm_invalidate_l3_dcache)
|
|
|
.weak __asm_invalidate_l3_dcache
|
|
|
+.popsection
|
|
|
|
|
|
+.pushsection .text.__asm_flush_l3_dcache, "ax"
|
|
|
ENTRY(__asm_flush_l3_dcache)
|
|
|
mov x0, #0 /* return status as success */
|
|
|
ret
|
|
|
ENDPROC(__asm_flush_l3_dcache)
|
|
|
.weak __asm_flush_l3_dcache
|
|
|
+.popsection
|
|
|
|
|
|
+.pushsection .text.__asm_invalidate_l3_icache, "ax"
|
|
|
ENTRY(__asm_invalidate_l3_icache)
|
|
|
mov x0, #0 /* return status as success */
|
|
|
ret
|
|
|
ENDPROC(__asm_invalidate_l3_icache)
|
|
|
.weak __asm_invalidate_l3_icache
|
|
|
+.popsection
|
|
|
|
|
|
/*
|
|
|
* void __asm_switch_ttbr(ulong new_ttbr)
|
|
|
*
|
|
|
* Safely switches to a new page table.
|
|
|
*/
|
|
|
+.pushsection .text.__asm_switch_ttbr, "ax"
|
|
|
ENTRY(__asm_switch_ttbr)
|
|
|
/* x2 = SCTLR (alive throghout the function) */
|
|
|
switch_el x4, 3f, 2f, 1f
|
|
@@ -244,3 +265,4 @@ ENTRY(__asm_switch_ttbr)
|
|
|
|
|
|
ret x3
|
|
|
ENDPROC(__asm_switch_ttbr)
|
|
|
+.popsection
|