system.h 5.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228
  1. #ifndef __ASM_ARM_SYSTEM_H
  2. #define __ASM_ARM_SYSTEM_H
  3. #ifdef CONFIG_ARM64
  4. /*
  5. * SCTLR_EL1/SCTLR_EL2/SCTLR_EL3 bits definitions
  6. */
  7. #define CR_M (1 << 0) /* MMU enable */
  8. #define CR_A (1 << 1) /* Alignment abort enable */
  9. #define CR_C (1 << 2) /* Dcache enable */
  10. #define CR_SA (1 << 3) /* Stack Alignment Check Enable */
  11. #define CR_I (1 << 12) /* Icache enable */
  12. #define CR_WXN (1 << 19) /* Write Permision Imply XN */
  13. #define CR_EE (1 << 25) /* Exception (Big) Endian */
  14. #define PGTABLE_SIZE (0x10000)
  15. #ifndef __ASSEMBLY__
  16. #define isb() \
  17. ({asm volatile( \
  18. "isb" : : : "memory"); \
  19. })
  20. #define wfi() \
  21. ({asm volatile( \
  22. "wfi" : : : "memory"); \
  23. })
  24. static inline unsigned int current_el(void)
  25. {
  26. unsigned int el;
  27. asm volatile("mrs %0, CurrentEL" : "=r" (el) : : "cc");
  28. return el >> 2;
  29. }
  30. static inline unsigned int get_sctlr(void)
  31. {
  32. unsigned int el, val;
  33. el = current_el();
  34. if (el == 1)
  35. asm volatile("mrs %0, sctlr_el1" : "=r" (val) : : "cc");
  36. else if (el == 2)
  37. asm volatile("mrs %0, sctlr_el2" : "=r" (val) : : "cc");
  38. else
  39. asm volatile("mrs %0, sctlr_el3" : "=r" (val) : : "cc");
  40. return val;
  41. }
  42. static inline void set_sctlr(unsigned int val)
  43. {
  44. unsigned int el;
  45. el = current_el();
  46. if (el == 1)
  47. asm volatile("msr sctlr_el1, %0" : : "r" (val) : "cc");
  48. else if (el == 2)
  49. asm volatile("msr sctlr_el2, %0" : : "r" (val) : "cc");
  50. else
  51. asm volatile("msr sctlr_el3, %0" : : "r" (val) : "cc");
  52. asm volatile("isb");
  53. }
  54. void __asm_flush_dcache_all(void);
  55. void __asm_invalidate_dcache_all(void);
  56. void __asm_flush_dcache_range(u64 start, u64 end);
  57. void __asm_invalidate_tlb_all(void);
  58. void __asm_invalidate_icache_all(void);
  59. void armv8_switch_to_el2(void);
  60. void armv8_switch_to_el1(void);
  61. void gic_init(void);
  62. void gic_send_sgi(unsigned long sgino);
  63. void wait_for_wakeup(void);
  64. void smp_kick_all_cpus(void);
  65. void flush_l3_cache(void);
  66. #endif /* __ASSEMBLY__ */
  67. #else /* CONFIG_ARM64 */
  68. #ifdef __KERNEL__
  69. #define CPU_ARCH_UNKNOWN 0
  70. #define CPU_ARCH_ARMv3 1
  71. #define CPU_ARCH_ARMv4 2
  72. #define CPU_ARCH_ARMv4T 3
  73. #define CPU_ARCH_ARMv5 4
  74. #define CPU_ARCH_ARMv5T 5
  75. #define CPU_ARCH_ARMv5TE 6
  76. #define CPU_ARCH_ARMv5TEJ 7
  77. #define CPU_ARCH_ARMv6 8
  78. #define CPU_ARCH_ARMv7 9
  79. /*
  80. * CR1 bits (CP#15 CR1)
  81. */
  82. #define CR_M (1 << 0) /* MMU enable */
  83. #define CR_A (1 << 1) /* Alignment abort enable */
  84. #define CR_C (1 << 2) /* Dcache enable */
  85. #define CR_W (1 << 3) /* Write buffer enable */
  86. #define CR_P (1 << 4) /* 32-bit exception handler */
  87. #define CR_D (1 << 5) /* 32-bit data address range */
  88. #define CR_L (1 << 6) /* Implementation defined */
  89. #define CR_B (1 << 7) /* Big endian */
  90. #define CR_S (1 << 8) /* System MMU protection */
  91. #define CR_R (1 << 9) /* ROM MMU protection */
  92. #define CR_F (1 << 10) /* Implementation defined */
  93. #define CR_Z (1 << 11) /* Implementation defined */
  94. #define CR_I (1 << 12) /* Icache enable */
  95. #define CR_V (1 << 13) /* Vectors relocated to 0xffff0000 */
  96. #define CR_RR (1 << 14) /* Round Robin cache replacement */
  97. #define CR_L4 (1 << 15) /* LDR pc can set T bit */
  98. #define CR_DT (1 << 16)
  99. #define CR_IT (1 << 18)
  100. #define CR_ST (1 << 19)
  101. #define CR_FI (1 << 21) /* Fast interrupt (lower latency mode) */
  102. #define CR_U (1 << 22) /* Unaligned access operation */
  103. #define CR_XP (1 << 23) /* Extended page tables */
  104. #define CR_VE (1 << 24) /* Vectored interrupts */
  105. #define CR_EE (1 << 25) /* Exception (Big) Endian */
  106. #define CR_TRE (1 << 28) /* TEX remap enable */
  107. #define CR_AFE (1 << 29) /* Access flag enable */
  108. #define CR_TE (1 << 30) /* Thumb exception enable */
  109. #define PGTABLE_SIZE (4096 * 4)
  110. /*
  111. * This is used to ensure the compiler did actually allocate the register we
  112. * asked it for some inline assembly sequences. Apparently we can't trust
  113. * the compiler from one version to another so a bit of paranoia won't hurt.
  114. * This string is meant to be concatenated with the inline asm string and
  115. * will cause compilation to stop on mismatch.
  116. * (for details, see gcc PR 15089)
  117. */
  118. #define __asmeq(x, y) ".ifnc " x "," y " ; .err ; .endif\n\t"
  119. #ifndef __ASSEMBLY__
  120. #define isb() __asm__ __volatile__ ("" : : : "memory")
  121. #define nop() __asm__ __volatile__("mov\tr0,r0\t@ nop\n\t");
  122. #ifdef __ARM_ARCH_7A__
  123. #define wfi() __asm__ __volatile__ ("wfi" : : : "memory")
  124. #else
  125. #define wfi()
  126. #endif
  127. static inline unsigned int get_cr(void)
  128. {
  129. unsigned int val;
  130. asm("mrc p15, 0, %0, c1, c0, 0 @ get CR" : "=r" (val) : : "cc");
  131. return val;
  132. }
  133. static inline void set_cr(unsigned int val)
  134. {
  135. asm volatile("mcr p15, 0, %0, c1, c0, 0 @ set CR"
  136. : : "r" (val) : "cc");
  137. isb();
  138. }
  139. static inline unsigned int get_dacr(void)
  140. {
  141. unsigned int val;
  142. asm("mrc p15, 0, %0, c3, c0, 0 @ get DACR" : "=r" (val) : : "cc");
  143. return val;
  144. }
  145. static inline void set_dacr(unsigned int val)
  146. {
  147. asm volatile("mcr p15, 0, %0, c3, c0, 0 @ set DACR"
  148. : : "r" (val) : "cc");
  149. isb();
  150. }
  151. /* options available for data cache on each page */
  152. enum dcache_option {
  153. DCACHE_OFF = 0x12,
  154. DCACHE_WRITETHROUGH = 0x1a,
  155. DCACHE_WRITEBACK = 0x1e,
  156. DCACHE_WRITEALLOC = 0x16,
  157. };
  158. /* Size of an MMU section */
  159. enum {
  160. MMU_SECTION_SHIFT = 20,
  161. MMU_SECTION_SIZE = 1 << MMU_SECTION_SHIFT,
  162. };
  163. /**
  164. * Change the cache settings for a region.
  165. *
  166. * \param start start address of memory region to change
  167. * \param size size of memory region to change
  168. * \param option dcache option to select
  169. */
  170. void mmu_set_region_dcache_behaviour(phys_addr_t start, size_t size,
  171. enum dcache_option option);
  172. /**
  173. * Register an update to the page tables, and flush the TLB
  174. *
  175. * \param start start address of update in page table
  176. * \param stop stop address of update in page table
  177. */
  178. void mmu_page_table_flush(unsigned long start, unsigned long stop);
  179. #ifdef CONFIG_SYS_NONCACHED_MEMORY
  180. void noncached_init(void);
  181. phys_addr_t noncached_alloc(size_t size, size_t align);
  182. #endif /* CONFIG_SYS_NONCACHED_MEMORY */
  183. #endif /* __ASSEMBLY__ */
  184. #define arch_align_stack(x) (x)
  185. #endif /* __KERNEL__ */
  186. #endif /* CONFIG_ARM64 */
  187. #endif