sdram_arria10.c 21 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742
  1. // SPDX-License-Identifier: GPL-2.0
  2. /*
  3. * Copyright (C) 2017 Intel Corporation <www.intel.com>
  4. */
  5. #include <common.h>
  6. #include <errno.h>
  7. #include <fdtdec.h>
  8. #include <malloc.h>
  9. #include <wait_bit.h>
  10. #include <watchdog.h>
  11. #include <asm/io.h>
  12. #include <asm/arch/fpga_manager.h>
  13. #include <asm/arch/misc.h>
  14. #include <asm/arch/reset_manager.h>
  15. #include <asm/arch/sdram.h>
  16. #include <linux/kernel.h>
  17. DECLARE_GLOBAL_DATA_PTR;
  18. static void sdram_mmr_init(void);
  19. static u64 sdram_size_calc(void);
  20. /* FAWBANK - Number of Bank of a given device involved in the FAW period. */
  21. #define ARRIA10_SDR_ACTIVATE_FAWBANK (0x1)
  22. #define ARRIA_DDR_CONFIG(A, B, C, R) \
  23. (((A) << 24) | ((B) << 16) | ((C) << 8) | (R))
  24. #define DDR_CONFIG_ELEMENTS ARRAY_SIZE(ddr_config)
  25. #define DDR_REG_SEQ2CORE 0xFFD0507C
  26. #define DDR_REG_CORE2SEQ 0xFFD05078
  27. #define DDR_READ_LATENCY_DELAY 40
  28. #define DDR_SIZE_2GB_HEX 0x80000000
  29. #define DDR_MAX_TRIES 0x00100000
  30. #define IO48_MMR_DRAMSTS 0xFFCFA0EC
  31. #define IO48_MMR_NIOS2_RESERVE0 0xFFCFA110
  32. #define IO48_MMR_NIOS2_RESERVE1 0xFFCFA114
  33. #define IO48_MMR_NIOS2_RESERVE2 0xFFCFA118
  34. #define SEQ2CORE_MASK 0xF
  35. #define CORE2SEQ_INT_REQ 0xF
  36. #define SEQ2CORE_INT_RESP_BIT 3
  37. static const struct socfpga_ecc_hmc *socfpga_ecc_hmc_base =
  38. (void *)SOCFPGA_SDR_ADDRESS;
  39. static const struct socfpga_noc_ddr_scheduler *socfpga_noc_ddr_scheduler_base =
  40. (void *)SOCFPGA_SDR_SCHEDULER_ADDRESS;
  41. static const struct socfpga_noc_fw_ddr_mpu_fpga2sdram
  42. *socfpga_noc_fw_ddr_mpu_fpga2sdram_base =
  43. (void *)SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS;
  44. static const struct socfpga_noc_fw_ddr_l3 *socfpga_noc_fw_ddr_l3_base =
  45. (void *)SOCFPGA_SDR_FIREWALL_L3_ADDRESS;
  46. static const struct socfpga_io48_mmr *socfpga_io48_mmr_base =
  47. (void *)SOCFPGA_HMC_MMR_IO48_ADDRESS;
  48. /* The following are the supported configurations */
  49. static u32 ddr_config[] = {
  50. /* Chip - Row - Bank - Column Style */
  51. /* All Types */
  52. ARRIA_DDR_CONFIG(0, 3, 10, 12),
  53. ARRIA_DDR_CONFIG(0, 3, 10, 13),
  54. ARRIA_DDR_CONFIG(0, 3, 10, 14),
  55. ARRIA_DDR_CONFIG(0, 3, 10, 15),
  56. ARRIA_DDR_CONFIG(0, 3, 10, 16),
  57. ARRIA_DDR_CONFIG(0, 3, 10, 17),
  58. /* LPDDR x16 */
  59. ARRIA_DDR_CONFIG(0, 3, 11, 14),
  60. ARRIA_DDR_CONFIG(0, 3, 11, 15),
  61. ARRIA_DDR_CONFIG(0, 3, 11, 16),
  62. ARRIA_DDR_CONFIG(0, 3, 12, 15),
  63. /* DDR4 Only */
  64. ARRIA_DDR_CONFIG(0, 4, 10, 14),
  65. ARRIA_DDR_CONFIG(0, 4, 10, 15),
  66. ARRIA_DDR_CONFIG(0, 4, 10, 16),
  67. ARRIA_DDR_CONFIG(0, 4, 10, 17), /* 14 */
  68. /* Chip - Bank - Row - Column Style */
  69. ARRIA_DDR_CONFIG(1, 3, 10, 12),
  70. ARRIA_DDR_CONFIG(1, 3, 10, 13),
  71. ARRIA_DDR_CONFIG(1, 3, 10, 14),
  72. ARRIA_DDR_CONFIG(1, 3, 10, 15),
  73. ARRIA_DDR_CONFIG(1, 3, 10, 16),
  74. ARRIA_DDR_CONFIG(1, 3, 10, 17),
  75. ARRIA_DDR_CONFIG(1, 3, 11, 14),
  76. ARRIA_DDR_CONFIG(1, 3, 11, 15),
  77. ARRIA_DDR_CONFIG(1, 3, 11, 16),
  78. ARRIA_DDR_CONFIG(1, 3, 12, 15),
  79. /* DDR4 Only */
  80. ARRIA_DDR_CONFIG(1, 4, 10, 14),
  81. ARRIA_DDR_CONFIG(1, 4, 10, 15),
  82. ARRIA_DDR_CONFIG(1, 4, 10, 16),
  83. ARRIA_DDR_CONFIG(1, 4, 10, 17),
  84. };
  85. static int match_ddr_conf(u32 ddr_conf)
  86. {
  87. int i;
  88. for (i = 0; i < DDR_CONFIG_ELEMENTS; i++) {
  89. if (ddr_conf == ddr_config[i])
  90. return i;
  91. }
  92. return 0;
  93. }
  94. /* Check whether SDRAM is successfully Calibrated */
  95. static int is_sdram_cal_success(void)
  96. {
  97. return readl(&socfpga_ecc_hmc_base->ddrcalstat);
  98. }
  99. static unsigned char ddr_get_bit(u32 ereg, unsigned char bit)
  100. {
  101. u32 reg = readl(ereg);
  102. return (reg & BIT(bit)) ? 1 : 0;
  103. }
  104. static unsigned char ddr_wait_bit(u32 ereg, u32 bit,
  105. u32 expected, u32 timeout_usec)
  106. {
  107. u32 tmr;
  108. for (tmr = 0; tmr < timeout_usec; tmr += 100) {
  109. udelay(100);
  110. WATCHDOG_RESET();
  111. if (ddr_get_bit(ereg, bit) == expected)
  112. return 0;
  113. }
  114. return 1;
  115. }
  116. static int emif_clear(void)
  117. {
  118. u32 i = DDR_MAX_TRIES;
  119. u8 ret = 0;
  120. writel(0, DDR_REG_CORE2SEQ);
  121. do {
  122. ret = !wait_for_bit_le32((u32 *)DDR_REG_SEQ2CORE,
  123. SEQ2CORE_MASK, 1, 50, 0);
  124. } while (ret && (--i > 0));
  125. return !i;
  126. }
  127. static int emif_reset(void)
  128. {
  129. u32 c2s, s2c;
  130. c2s = readl(DDR_REG_CORE2SEQ);
  131. s2c = readl(DDR_REG_SEQ2CORE);
  132. debug("c2s=%08x s2c=%08x nr0=%08x nr1=%08x nr2=%08x dst=%08x\n",
  133. c2s, s2c, readl(IO48_MMR_NIOS2_RESERVE0),
  134. readl(IO48_MMR_NIOS2_RESERVE1),
  135. readl(IO48_MMR_NIOS2_RESERVE2),
  136. readl(IO48_MMR_DRAMSTS));
  137. if ((s2c & SEQ2CORE_MASK) && emif_clear()) {
  138. debug("failed emif_clear()\n");
  139. return -EPERM;
  140. }
  141. writel(CORE2SEQ_INT_REQ, DDR_REG_CORE2SEQ);
  142. if (ddr_wait_bit(DDR_REG_SEQ2CORE, SEQ2CORE_INT_RESP_BIT, 0, 1000000)) {
  143. debug("emif_reset failed to see interrupt acknowledge\n");
  144. return -EPERM;
  145. } else {
  146. debug("emif_reset interrupt acknowledged\n");
  147. }
  148. if (emif_clear()) {
  149. debug("emif_clear() failed\n");
  150. return -EPERM;
  151. }
  152. debug("emif_reset interrupt cleared\n");
  153. debug("nr0=%08x nr1=%08x nr2=%08x\n",
  154. readl(IO48_MMR_NIOS2_RESERVE0),
  155. readl(IO48_MMR_NIOS2_RESERVE1),
  156. readl(IO48_MMR_NIOS2_RESERVE2));
  157. return 0;
  158. }
  159. static int ddr_setup(void)
  160. {
  161. int i, j, ddr_setup_complete = 0;
  162. /* Try 3 times to do a calibration */
  163. for (i = 0; (i < 3) && !ddr_setup_complete; i++) {
  164. WATCHDOG_RESET();
  165. /* A delay to wait for calibration bit to set */
  166. for (j = 0; (j < 10) && !ddr_setup_complete; j++) {
  167. mdelay(500);
  168. ddr_setup_complete = is_sdram_cal_success();
  169. }
  170. if (!ddr_setup_complete)
  171. if (emif_reset())
  172. puts("Error: Failed to reset EMIF\n");
  173. }
  174. /* After 3 times trying calibration */
  175. if (!ddr_setup_complete) {
  176. puts("Error: Could Not Calibrate SDRAM\n");
  177. return -EPERM;
  178. }
  179. return 0;
  180. }
  181. static int sdram_is_ecc_enabled(void)
  182. {
  183. return !!(readl(&socfpga_ecc_hmc_base->eccctrl) &
  184. ALT_ECC_HMC_OCP_ECCCTL_ECC_EN_SET_MSK);
  185. }
  186. /* Initialize SDRAM ECC bits to avoid false DBE */
  187. static void sdram_init_ecc_bits(u32 size)
  188. {
  189. icache_enable();
  190. memset(0, 0, 0x8000);
  191. gd->arch.tlb_addr = 0x4000;
  192. gd->arch.tlb_size = PGTABLE_SIZE;
  193. dcache_enable();
  194. printf("DDRCAL: Scrubbing ECC RAM (%i MiB).\n", size >> 20);
  195. memset((void *)0x8000, 0, size - 0x8000);
  196. flush_dcache_all();
  197. printf("DDRCAL: Scrubbing ECC RAM done.\n");
  198. dcache_disable();
  199. }
  200. /* Function to startup the SDRAM*/
  201. static int sdram_startup(void)
  202. {
  203. /* Release NOC ddr scheduler from reset */
  204. socfpga_reset_deassert_noc_ddr_scheduler();
  205. /* Bringup the DDR (calibration and configuration) */
  206. return ddr_setup();
  207. }
  208. static u64 sdram_size_calc(void)
  209. {
  210. u32 dramaddrw = readl(&socfpga_io48_mmr_base->dramaddrw);
  211. u64 size = BIT(((dramaddrw &
  212. IO48_MMR_DRAMADDRW_CFG_CS_ADDR_WIDTH_MASK) >>
  213. IO48_MMR_DRAMADDRW_CFG_CS_ADDR_WIDTH_SHIFT) +
  214. ((dramaddrw &
  215. IO48_MMR_DRAMADDRW_CFG_BANK_GROUP_ADDR_WIDTH_MASK) >>
  216. IO48_MMR_DRAMADDRW_CFG_BANK_GROUP_ADDR_WIDTH_SHIFT) +
  217. ((dramaddrw &
  218. IO48_MMR_DRAMADDRW_CFG_BANK_ADDR_WIDTH_MASK) >>
  219. IO48_MMR_DRAMADDRW_CFG_BANK_ADDR_WIDTH_SHIFT) +
  220. ((dramaddrw &
  221. IO48_MMR_DRAMADDRW_CFG_ROW_ADDR_WIDTH_MASK) >>
  222. IO48_MMR_DRAMADDRW_CFG_ROW_ADDR_WIDTH_SHIFT) +
  223. (dramaddrw & IO48_MMR_DRAMADDRW_CFG_COL_ADDR_WIDTH_MASK));
  224. size *= (2 << (readl(&socfpga_ecc_hmc_base->ddrioctrl) &
  225. ALT_ECC_HMC_OCP_DDRIOCTRL_IO_SIZE_MSK));
  226. debug("SDRAM size=%llu", size);
  227. return size;
  228. }
  229. /* Function to initialize SDRAM MMR and NOC DDR scheduler*/
  230. static void sdram_mmr_init(void)
  231. {
  232. u32 update_value, io48_value;
  233. u32 ctrlcfg0 = readl(&socfpga_io48_mmr_base->ctrlcfg0);
  234. u32 ctrlcfg1 = readl(&socfpga_io48_mmr_base->ctrlcfg1);
  235. u32 dramaddrw = readl(&socfpga_io48_mmr_base->dramaddrw);
  236. u32 caltim0 = readl(&socfpga_io48_mmr_base->caltiming0);
  237. u32 caltim1 = readl(&socfpga_io48_mmr_base->caltiming1);
  238. u32 caltim2 = readl(&socfpga_io48_mmr_base->caltiming2);
  239. u32 caltim3 = readl(&socfpga_io48_mmr_base->caltiming3);
  240. u32 caltim4 = readl(&socfpga_io48_mmr_base->caltiming4);
  241. u32 caltim9 = readl(&socfpga_io48_mmr_base->caltiming9);
  242. u32 ddrioctl;
  243. /*
  244. * Configure the DDR IO size [0xFFCFB008]
  245. * niosreserve0: Used to indicate DDR width &
  246. * bit[7:0] = Number of data bits (0x20 for 32bit)
  247. * bit[8] = 1 if user-mode OCT is present
  248. * bit[9] = 1 if warm reset compiled into EMIF Cal Code
  249. * bit[10] = 1 if warm reset is on during generation in EMIF Cal
  250. * niosreserve1: IP ADCDS version encoded as 16 bit value
  251. * bit[2:0] = Variant (0=not special,1=FAE beta, 2=Customer beta,
  252. * 3=EAP, 4-6 are reserved)
  253. * bit[5:3] = Service Pack # (e.g. 1)
  254. * bit[9:6] = Minor Release #
  255. * bit[14:10] = Major Release #
  256. */
  257. if ((socfpga_io48_mmr_base->niosreserve1 >> 6) & 0x1FF) {
  258. update_value = readl(&socfpga_io48_mmr_base->niosreserve0);
  259. writel(((update_value & 0xFF) >> 5),
  260. &socfpga_ecc_hmc_base->ddrioctrl);
  261. }
  262. ddrioctl = readl(&socfpga_ecc_hmc_base->ddrioctrl);
  263. /* Set the DDR Configuration [0xFFD12400] */
  264. io48_value = ARRIA_DDR_CONFIG(
  265. ((ctrlcfg1 &
  266. IO48_MMR_CTRLCFG1_ADDR_ORDER_MASK) >>
  267. IO48_MMR_CTRLCFG1_ADDR_ORDER_SHIFT),
  268. ((dramaddrw &
  269. IO48_MMR_DRAMADDRW_CFG_BANK_ADDR_WIDTH_MASK) >>
  270. IO48_MMR_DRAMADDRW_CFG_BANK_ADDR_WIDTH_SHIFT) +
  271. ((dramaddrw &
  272. IO48_MMR_DRAMADDRW_CFG_BANK_GROUP_ADDR_WIDTH_MASK) >>
  273. IO48_MMR_DRAMADDRW_CFG_BANK_GROUP_ADDR_WIDTH_SHIFT),
  274. (dramaddrw &
  275. IO48_MMR_DRAMADDRW_CFG_COL_ADDR_WIDTH_MASK),
  276. ((dramaddrw &
  277. IO48_MMR_DRAMADDRW_CFG_ROW_ADDR_WIDTH_MASK) >>
  278. IO48_MMR_DRAMADDRW_CFG_ROW_ADDR_WIDTH_SHIFT));
  279. update_value = match_ddr_conf(io48_value);
  280. if (update_value)
  281. writel(update_value,
  282. &socfpga_noc_ddr_scheduler_base->ddr_t_main_scheduler_ddrconf);
  283. /*
  284. * Configure DDR timing [0xFFD1240C]
  285. * RDTOMISS = tRTP + tRP + tRCD - BL/2
  286. * WRTOMISS = WL + tWR + tRP + tRCD and
  287. * WL = RL + BL/2 + 2 - rd-to-wr ; tWR = 15ns so...
  288. * First part of equation is in memory clock units so divide by 2
  289. * for HMC clock units. 1066MHz is close to 1ns so use 15 directly.
  290. * WRTOMISS = ((RL + BL/2 + 2 + tWR) >> 1)- rd-to-wr + tRP + tRCD
  291. */
  292. u32 ctrlcfg0_cfg_ctrl_burst_len =
  293. (ctrlcfg0 & IO48_MMR_CTRLCFG0_CTRL_BURST_LENGTH_MASK) >>
  294. IO48_MMR_CTRLCFG0_CTRL_BURST_LENGTH_SHIFT;
  295. u32 caltim0_cfg_act_to_rdwr = caltim0 &
  296. IO48_MMR_CALTIMING0_CFG_ACT_TO_RDWR_MASK;
  297. u32 caltim0_cfg_act_to_act =
  298. (caltim0 & IO48_MMR_CALTIMING0_CFG_ACT_TO_ACT_MASK) >>
  299. IO48_MMR_CALTIMING0_CFG_ACT_TO_ACT_SHIFT;
  300. u32 caltim0_cfg_act_to_act_db =
  301. (caltim0 &
  302. IO48_MMR_CALTIMING0_CFG_ACT_TO_ACT_DIFF_BANK_MASK) >>
  303. IO48_MMR_CALTIMING0_CFG_ACT_TO_ACT_DIFF_BANK_SHIFT;
  304. u32 caltim1_cfg_rd_to_wr =
  305. (caltim1 & IO48_MMR_CALTIMING1_CFG_RD_TO_WR_MASK) >>
  306. IO48_MMR_CALTIMING1_CFG_RD_TO_WR_SHIFT;
  307. u32 caltim1_cfg_rd_to_rd_dc =
  308. (caltim1 & IO48_MMR_CALTIMING1_CFG_RD_TO_RD_DC_MASK) >>
  309. IO48_MMR_CALTIMING1_CFG_RD_TO_RD_DC_SHIFT;
  310. u32 caltim1_cfg_rd_to_wr_dc =
  311. (caltim1 & IO48_MMR_CALTIMING1_CFG_RD_TO_WR_DIFF_CHIP_MASK) >>
  312. IO48_MMR_CALTIMING1_CFG_RD_TO_WR_DIFF_CHIP_SHIFT;
  313. u32 caltim2_cfg_rd_to_pch =
  314. (caltim2 & IO48_MMR_CALTIMING2_CFG_RD_TO_PCH_MASK) >>
  315. IO48_MMR_CALTIMING2_CFG_RD_TO_PCH_SHIFT;
  316. u32 caltim3_cfg_wr_to_rd =
  317. (caltim3 & IO48_MMR_CALTIMING3_CFG_WR_TO_RD_MASK) >>
  318. IO48_MMR_CALTIMING3_CFG_WR_TO_RD_SHIFT;
  319. u32 caltim3_cfg_wr_to_rd_dc =
  320. (caltim3 & IO48_MMR_CALTIMING3_CFG_WR_TO_RD_DIFF_CHIP_MASK) >>
  321. IO48_MMR_CALTIMING3_CFG_WR_TO_RD_DIFF_CHIP_SHIFT;
  322. u32 caltim4_cfg_pch_to_valid =
  323. (caltim4 & IO48_MMR_CALTIMING4_CFG_PCH_TO_VALID_MASK) >>
  324. IO48_MMR_CALTIMING4_CFG_PCH_TO_VALID_SHIFT;
  325. u32 caltim9_cfg_4_act_to_act = caltim9 &
  326. IO48_MMR_CALTIMING9_CFG_WR_4_ACT_TO_ACT_MASK;
  327. update_value = (caltim2_cfg_rd_to_pch + caltim4_cfg_pch_to_valid +
  328. caltim0_cfg_act_to_rdwr -
  329. (ctrlcfg0_cfg_ctrl_burst_len >> 2));
  330. io48_value = ((((socfpga_io48_mmr_base->dramtiming0 &
  331. ALT_IO48_DRAMTIME_MEM_READ_LATENCY_MASK) + 2 + 15 +
  332. (ctrlcfg0_cfg_ctrl_burst_len >> 1)) >> 1) -
  333. /* Up to here was in memory cycles so divide by 2 */
  334. caltim1_cfg_rd_to_wr + caltim0_cfg_act_to_rdwr +
  335. caltim4_cfg_pch_to_valid);
  336. writel(((caltim0_cfg_act_to_act <<
  337. ALT_NOC_MPU_DDR_T_SCHED_DDRTIMING_ACTTOACT_LSB) |
  338. (update_value <<
  339. ALT_NOC_MPU_DDR_T_SCHED_DDRTIMING_RDTOMISS_LSB) |
  340. (io48_value <<
  341. ALT_NOC_MPU_DDR_T_SCHED_DDRTIMING_WRTOMISS_LSB) |
  342. ((ctrlcfg0_cfg_ctrl_burst_len >> 2) <<
  343. ALT_NOC_MPU_DDR_T_SCHED_DDRTIMING_BURSTLEN_LSB) |
  344. (caltim1_cfg_rd_to_wr <<
  345. ALT_NOC_MPU_DDR_T_SCHED_DDRTIMING_RDTOWR_LSB) |
  346. (caltim3_cfg_wr_to_rd <<
  347. ALT_NOC_MPU_DDR_T_SCHED_DDRTIMING_WRTORD_LSB) |
  348. (((ddrioctl == 1) ? 1 : 0) <<
  349. ALT_NOC_MPU_DDR_T_SCHED_DDRTIMING_BWRATIO_LSB)),
  350. &socfpga_noc_ddr_scheduler_base->
  351. ddr_t_main_scheduler_ddrtiming);
  352. /* Configure DDR mode [0xFFD12410] [precharge = 0] */
  353. writel(((ddrioctl ? 0 : 1) <<
  354. ALT_NOC_MPU_DDR_T_SCHED_DDRMOD_BWRATIOEXTENDED_LSB),
  355. &socfpga_noc_ddr_scheduler_base->ddr_t_main_scheduler_ddrmode);
  356. /* Configure the read latency [0xFFD12414] */
  357. writel(((socfpga_io48_mmr_base->dramtiming0 &
  358. ALT_IO48_DRAMTIME_MEM_READ_LATENCY_MASK) >> 1) +
  359. DDR_READ_LATENCY_DELAY,
  360. &socfpga_noc_ddr_scheduler_base->
  361. ddr_t_main_scheduler_readlatency);
  362. /*
  363. * Configuring timing values concerning activate commands
  364. * [0xFFD12438] [FAWBANK alway 1 because always 4 bank DDR]
  365. */
  366. writel(((caltim0_cfg_act_to_act_db <<
  367. ALT_NOC_MPU_DDR_T_SCHED_ACTIVATE_RRD_LSB) |
  368. (caltim9_cfg_4_act_to_act <<
  369. ALT_NOC_MPU_DDR_T_SCHED_ACTIVATE_FAW_LSB) |
  370. (ARRIA10_SDR_ACTIVATE_FAWBANK <<
  371. ALT_NOC_MPU_DDR_T_SCHED_ACTIVATE_FAWBANK_LSB)),
  372. &socfpga_noc_ddr_scheduler_base->ddr_t_main_scheduler_activate);
  373. /*
  374. * Configuring timing values concerning device to device data bus
  375. * ownership change [0xFFD1243C]
  376. */
  377. writel(((caltim1_cfg_rd_to_rd_dc <<
  378. ALT_NOC_MPU_DDR_T_SCHED_DEVTODEV_BUSRDTORD_LSB) |
  379. (caltim1_cfg_rd_to_wr_dc <<
  380. ALT_NOC_MPU_DDR_T_SCHED_DEVTODEV_BUSRDTOWR_LSB) |
  381. (caltim3_cfg_wr_to_rd_dc <<
  382. ALT_NOC_MPU_DDR_T_SCHED_DEVTODEV_BUSWRTORD_LSB)),
  383. &socfpga_noc_ddr_scheduler_base->ddr_t_main_scheduler_devtodev);
  384. /* Enable or disable the SDRAM ECC */
  385. if (ctrlcfg1 & IO48_MMR_CTRLCFG1_CTRL_ENABLE_ECC) {
  386. setbits_le32(&socfpga_ecc_hmc_base->eccctrl,
  387. (ALT_ECC_HMC_OCP_ECCCTL_AWB_CNT_RST_SET_MSK |
  388. ALT_ECC_HMC_OCP_ECCCTL_CNT_RST_SET_MSK |
  389. ALT_ECC_HMC_OCP_ECCCTL_ECC_EN_SET_MSK));
  390. clrbits_le32(&socfpga_ecc_hmc_base->eccctrl,
  391. (ALT_ECC_HMC_OCP_ECCCTL_AWB_CNT_RST_SET_MSK |
  392. ALT_ECC_HMC_OCP_ECCCTL_CNT_RST_SET_MSK));
  393. setbits_le32(&socfpga_ecc_hmc_base->eccctrl2,
  394. (ALT_ECC_HMC_OCP_ECCCTL2_RMW_EN_SET_MSK |
  395. ALT_ECC_HMC_OCP_ECCCTL2_AWB_EN_SET_MSK));
  396. } else {
  397. clrbits_le32(&socfpga_ecc_hmc_base->eccctrl,
  398. (ALT_ECC_HMC_OCP_ECCCTL_AWB_CNT_RST_SET_MSK |
  399. ALT_ECC_HMC_OCP_ECCCTL_CNT_RST_SET_MSK |
  400. ALT_ECC_HMC_OCP_ECCCTL_ECC_EN_SET_MSK));
  401. clrbits_le32(&socfpga_ecc_hmc_base->eccctrl2,
  402. (ALT_ECC_HMC_OCP_ECCCTL2_RMW_EN_SET_MSK |
  403. ALT_ECC_HMC_OCP_ECCCTL2_AWB_EN_SET_MSK));
  404. }
  405. }
  406. struct firewall_entry {
  407. const char *prop_name;
  408. const u32 cfg_addr;
  409. const u32 en_addr;
  410. const u32 en_bit;
  411. };
  412. #define FW_MPU_FPGA_ADDRESS \
  413. ((const struct socfpga_noc_fw_ddr_mpu_fpga2sdram *)\
  414. SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS)
  415. #define SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(ADDR) \
  416. (SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS + \
  417. offsetof(struct socfpga_noc_fw_ddr_mpu_fpga2sdram, ADDR))
  418. #define SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(ADDR) \
  419. (SOCFPGA_SDR_FIREWALL_L3_ADDRESS + \
  420. offsetof(struct socfpga_noc_fw_ddr_l3, ADDR))
  421. const struct firewall_entry firewall_table[] = {
  422. {
  423. "mpu0",
  424. SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(mpuregion0addr),
  425. SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(enable),
  426. ALT_NOC_FW_DDR_SCR_EN_MPUREG0EN_SET_MSK
  427. },
  428. {
  429. "mpu1",
  430. SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS +
  431. SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(mpuregion1addr),
  432. SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(enable),
  433. ALT_NOC_FW_DDR_SCR_EN_MPUREG1EN_SET_MSK
  434. },
  435. {
  436. "mpu2",
  437. SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(mpuregion2addr),
  438. SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(enable),
  439. ALT_NOC_FW_DDR_SCR_EN_MPUREG2EN_SET_MSK
  440. },
  441. {
  442. "mpu3",
  443. SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(mpuregion3addr),
  444. SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(enable),
  445. ALT_NOC_FW_DDR_SCR_EN_MPUREG3EN_SET_MSK
  446. },
  447. {
  448. "l3-0",
  449. SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(hpsregion0addr),
  450. SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(enable),
  451. ALT_NOC_FW_DDR_SCR_EN_HPSREG0EN_SET_MSK
  452. },
  453. {
  454. "l3-1",
  455. SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(hpsregion1addr),
  456. SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(enable),
  457. ALT_NOC_FW_DDR_SCR_EN_HPSREG1EN_SET_MSK
  458. },
  459. {
  460. "l3-2",
  461. SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(hpsregion2addr),
  462. SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(enable),
  463. ALT_NOC_FW_DDR_SCR_EN_HPSREG2EN_SET_MSK
  464. },
  465. {
  466. "l3-3",
  467. SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(hpsregion3addr),
  468. SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(enable),
  469. ALT_NOC_FW_DDR_SCR_EN_HPSREG3EN_SET_MSK
  470. },
  471. {
  472. "l3-4",
  473. SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(hpsregion4addr),
  474. SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(enable),
  475. ALT_NOC_FW_DDR_SCR_EN_HPSREG4EN_SET_MSK
  476. },
  477. {
  478. "l3-5",
  479. SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(hpsregion5addr),
  480. SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(enable),
  481. ALT_NOC_FW_DDR_SCR_EN_HPSREG5EN_SET_MSK
  482. },
  483. {
  484. "l3-6",
  485. SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(hpsregion6addr),
  486. SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(enable),
  487. ALT_NOC_FW_DDR_SCR_EN_HPSREG6EN_SET_MSK
  488. },
  489. {
  490. "l3-7",
  491. SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(hpsregion7addr),
  492. SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(enable),
  493. ALT_NOC_FW_DDR_SCR_EN_HPSREG7EN_SET_MSK
  494. },
  495. {
  496. "fpga2sdram0-0",
  497. SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET
  498. (fpga2sdram0region0addr),
  499. SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(enable),
  500. ALT_NOC_FW_DDR_SCR_EN_F2SDR0REG0EN_SET_MSK
  501. },
  502. {
  503. "fpga2sdram0-1",
  504. SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET
  505. (fpga2sdram0region1addr),
  506. SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(enable),
  507. ALT_NOC_FW_DDR_SCR_EN_F2SDR0REG1EN_SET_MSK
  508. },
  509. {
  510. "fpga2sdram0-2",
  511. SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET
  512. (fpga2sdram0region2addr),
  513. SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(enable),
  514. ALT_NOC_FW_DDR_SCR_EN_F2SDR0REG2EN_SET_MSK
  515. },
  516. {
  517. "fpga2sdram0-3",
  518. SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET
  519. (fpga2sdram0region3addr),
  520. SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(enable),
  521. ALT_NOC_FW_DDR_SCR_EN_F2SDR0REG3EN_SET_MSK
  522. },
  523. {
  524. "fpga2sdram1-0",
  525. SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET
  526. (fpga2sdram1region0addr),
  527. SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(enable),
  528. ALT_NOC_FW_DDR_SCR_EN_F2SDR1REG0EN_SET_MSK
  529. },
  530. {
  531. "fpga2sdram1-1",
  532. SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET
  533. (fpga2sdram1region1addr),
  534. SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(enable),
  535. ALT_NOC_FW_DDR_SCR_EN_F2SDR1REG1EN_SET_MSK
  536. },
  537. {
  538. "fpga2sdram1-2",
  539. SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET
  540. (fpga2sdram1region2addr),
  541. SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(enable),
  542. ALT_NOC_FW_DDR_SCR_EN_F2SDR1REG2EN_SET_MSK
  543. },
  544. {
  545. "fpga2sdram1-3",
  546. SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET
  547. (fpga2sdram1region3addr),
  548. SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(enable),
  549. ALT_NOC_FW_DDR_SCR_EN_F2SDR1REG3EN_SET_MSK
  550. },
  551. {
  552. "fpga2sdram2-0",
  553. SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET
  554. (fpga2sdram2region0addr),
  555. SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(enable),
  556. ALT_NOC_FW_DDR_SCR_EN_F2SDR2REG0EN_SET_MSK
  557. },
  558. {
  559. "fpga2sdram2-1",
  560. SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET
  561. (fpga2sdram2region1addr),
  562. SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(enable),
  563. ALT_NOC_FW_DDR_SCR_EN_F2SDR2REG1EN_SET_MSK
  564. },
  565. {
  566. "fpga2sdram2-2",
  567. SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET
  568. (fpga2sdram2region2addr),
  569. SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(enable),
  570. ALT_NOC_FW_DDR_SCR_EN_F2SDR2REG2EN_SET_MSK
  571. },
  572. {
  573. "fpga2sdram2-3",
  574. SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET
  575. (fpga2sdram2region3addr),
  576. SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(enable),
  577. ALT_NOC_FW_DDR_SCR_EN_F2SDR2REG3EN_SET_MSK
  578. },
  579. };
  580. static int of_sdram_firewall_setup(const void *blob)
  581. {
  582. int child, i, node, ret;
  583. u32 start_end[2];
  584. char name[32];
  585. node = fdtdec_next_compatible(blob, 0, COMPAT_ALTERA_SOCFPGA_NOC);
  586. if (node < 0)
  587. return -ENXIO;
  588. child = fdt_first_subnode(blob, node);
  589. if (child < 0)
  590. return -ENXIO;
  591. /* set to default state */
  592. writel(0, &socfpga_noc_fw_ddr_mpu_fpga2sdram_base->enable);
  593. writel(0, &socfpga_noc_fw_ddr_l3_base->enable);
  594. for (i = 0; i < ARRAY_SIZE(firewall_table); i++) {
  595. sprintf(name, "%s", firewall_table[i].prop_name);
  596. ret = fdtdec_get_int_array(blob, child, name,
  597. start_end, 2);
  598. if (ret) {
  599. sprintf(name, "altr,%s", firewall_table[i].prop_name);
  600. ret = fdtdec_get_int_array(blob, child, name,
  601. start_end, 2);
  602. if (ret)
  603. continue;
  604. }
  605. writel((start_end[0] & ALT_NOC_FW_DDR_ADDR_MASK) |
  606. (start_end[1] << ALT_NOC_FW_DDR_END_ADDR_LSB),
  607. firewall_table[i].cfg_addr);
  608. setbits_le32(firewall_table[i].en_addr,
  609. firewall_table[i].en_bit);
  610. }
  611. return 0;
  612. }
  613. int ddr_calibration_sequence(void)
  614. {
  615. WATCHDOG_RESET();
  616. /* Check to see if SDRAM cal was success */
  617. if (sdram_startup()) {
  618. puts("DDRCAL: Failed\n");
  619. return -EPERM;
  620. }
  621. puts("DDRCAL: Success\n");
  622. WATCHDOG_RESET();
  623. /* initialize the MMR register */
  624. sdram_mmr_init();
  625. /* assigning the SDRAM size */
  626. u64 size = sdram_size_calc();
  627. /*
  628. * If size is less than zero, this is invalid/weird value from
  629. * calculation, use default Config size.
  630. * Up to 2GB is supported, 2GB would be used if more than that.
  631. */
  632. if (size <= 0)
  633. gd->ram_size = PHYS_SDRAM_1_SIZE;
  634. else if (DDR_SIZE_2GB_HEX <= size)
  635. gd->ram_size = DDR_SIZE_2GB_HEX;
  636. else
  637. gd->ram_size = (u32)size;
  638. /* setup the dram info within bd */
  639. dram_init_banksize();
  640. if (of_sdram_firewall_setup(gd->fdt_blob))
  641. puts("FW: Error Configuring Firewall\n");
  642. if (sdram_is_ecc_enabled())
  643. sdram_init_ecc_bits(gd->ram_size);
  644. return 0;
  645. }