cacheasm.h 3.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210
  1. /* SPDX-License-Identifier: GPL-2.0+ */
  2. /*
  3. * Copyright (C) 2006 Tensilica Inc.
  4. * Copyright (C) 2014 - 2016 Cadence Design Systems Inc.
  5. */
  6. #ifndef _XTENSA_CACHEASM_H
  7. #define _XTENSA_CACHEASM_H
  8. #include <asm/cache.h>
  9. #include <asm/asmmacro.h>
  10. #include <linux/stringify.h>
  11. #define PAGE_SIZE 4096
  12. #define DCACHE_WAY_SIZE (XCHAL_DCACHE_SIZE/XCHAL_DCACHE_WAYS)
  13. #define ICACHE_WAY_SIZE (XCHAL_ICACHE_SIZE/XCHAL_ICACHE_WAYS)
  14. #define DCACHE_WAY_SHIFT (XCHAL_DCACHE_SETWIDTH + XCHAL_DCACHE_LINEWIDTH)
  15. #define ICACHE_WAY_SHIFT (XCHAL_ICACHE_SETWIDTH + XCHAL_ICACHE_LINEWIDTH)
  16. /*
  17. * Define cache functions as macros here so that they can be used
  18. * by the kernel and boot loader. We should consider moving them to a
  19. * library that can be linked by both.
  20. *
  21. * Locking
  22. *
  23. * ___unlock_dcache_all
  24. * ___unlock_icache_all
  25. *
  26. * Flush and invaldating
  27. *
  28. * ___flush_invalidate_dcache_{all|range|page}
  29. * ___flush_dcache_{all|range|page}
  30. * ___invalidate_dcache_{all|range|page}
  31. * ___invalidate_icache_{all|range|page}
  32. *
  33. */
  34. .macro __loop_cache_all ar at insn size line_width
  35. movi \ar, 0
  36. __loopi \ar, \at, \size, (4 << (\line_width))
  37. \insn \ar, 0 << (\line_width)
  38. \insn \ar, 1 << (\line_width)
  39. \insn \ar, 2 << (\line_width)
  40. \insn \ar, 3 << (\line_width)
  41. __endla \ar, \at, 4 << (\line_width)
  42. .endm
  43. .macro __loop_cache_range ar as at insn line_width
  44. extui \at, \ar, 0, \line_width
  45. add \as, \as, \at
  46. __loops \ar, \as, \at, \line_width
  47. \insn \ar, 0
  48. __endla \ar, \at, (1 << (\line_width))
  49. .endm
  50. .macro __loop_cache_page ar at insn line_width
  51. __loopi \ar, \at, PAGE_SIZE, 4 << (\line_width)
  52. \insn \ar, 0 << (\line_width)
  53. \insn \ar, 1 << (\line_width)
  54. \insn \ar, 2 << (\line_width)
  55. \insn \ar, 3 << (\line_width)
  56. __endla \ar, \at, 4 << (\line_width)
  57. .endm
  58. .macro ___unlock_dcache_all ar at
  59. #if XCHAL_DCACHE_LINE_LOCKABLE && XCHAL_DCACHE_SIZE
  60. __loop_cache_all \ar \at diu XCHAL_DCACHE_SIZE XCHAL_DCACHE_LINEWIDTH
  61. #endif
  62. .endm
  63. .macro ___unlock_icache_all ar at
  64. #if XCHAL_ICACHE_LINE_LOCKABLE && XCHAL_ICACHE_SIZE
  65. __loop_cache_all \ar \at iiu XCHAL_ICACHE_SIZE XCHAL_ICACHE_LINEWIDTH
  66. #endif
  67. .endm
  68. .macro ___flush_invalidate_dcache_all ar at
  69. #if XCHAL_DCACHE_SIZE
  70. __loop_cache_all \ar \at diwbi XCHAL_DCACHE_SIZE XCHAL_DCACHE_LINEWIDTH
  71. #endif
  72. .endm
  73. .macro ___flush_dcache_all ar at
  74. #if XCHAL_DCACHE_SIZE
  75. __loop_cache_all \ar \at diwb XCHAL_DCACHE_SIZE XCHAL_DCACHE_LINEWIDTH
  76. #endif
  77. .endm
  78. .macro ___invalidate_dcache_all ar at
  79. #if XCHAL_DCACHE_SIZE
  80. __loop_cache_all \ar \at dii __stringify(DCACHE_WAY_SIZE) \
  81. XCHAL_DCACHE_LINEWIDTH
  82. #endif
  83. .endm
  84. .macro ___invalidate_icache_all ar at
  85. #if XCHAL_ICACHE_SIZE
  86. __loop_cache_all \ar \at iii __stringify(ICACHE_WAY_SIZE) \
  87. XCHAL_ICACHE_LINEWIDTH
  88. #endif
  89. .endm
  90. .macro ___flush_invalidate_dcache_range ar as at
  91. #if XCHAL_DCACHE_SIZE
  92. __loop_cache_range \ar \as \at dhwbi XCHAL_DCACHE_LINEWIDTH
  93. #endif
  94. .endm
  95. .macro ___flush_dcache_range ar as at
  96. #if XCHAL_DCACHE_SIZE
  97. __loop_cache_range \ar \as \at dhwb XCHAL_DCACHE_LINEWIDTH
  98. #endif
  99. .endm
  100. .macro ___invalidate_dcache_range ar as at
  101. #if XCHAL_DCACHE_SIZE
  102. __loop_cache_range \ar \as \at dhi XCHAL_DCACHE_LINEWIDTH
  103. #endif
  104. .endm
  105. .macro ___invalidate_icache_range ar as at
  106. #if XCHAL_ICACHE_SIZE
  107. __loop_cache_range \ar \as \at ihi XCHAL_ICACHE_LINEWIDTH
  108. #endif
  109. .endm
  110. .macro ___flush_invalidate_dcache_page ar as
  111. #if XCHAL_DCACHE_SIZE
  112. __loop_cache_page \ar \as dhwbi XCHAL_DCACHE_LINEWIDTH
  113. #endif
  114. .endm
  115. .macro ___flush_dcache_page ar as
  116. #if XCHAL_DCACHE_SIZE
  117. __loop_cache_page \ar \as dhwb XCHAL_DCACHE_LINEWIDTH
  118. #endif
  119. .endm
  120. .macro ___invalidate_dcache_page ar as
  121. #if XCHAL_DCACHE_SIZE
  122. __loop_cache_page \ar \as dhi XCHAL_DCACHE_LINEWIDTH
  123. #endif
  124. .endm
  125. .macro ___invalidate_icache_page ar as
  126. #if XCHAL_ICACHE_SIZE
  127. __loop_cache_page \ar \as ihi XCHAL_ICACHE_LINEWIDTH
  128. #endif
  129. .endm
  130. #endif /* _XTENSA_CACHEASM_H */