ddr3_init.c 18 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744
  1. // SPDX-License-Identifier: GPL-2.0
  2. /*
  3. * Copyright (C) Marvell International Ltd. and its affiliates
  4. */
  5. #include <common.h>
  6. #include <i2c.h>
  7. #include <spl.h>
  8. #include <asm/io.h>
  9. #include <asm/arch/cpu.h>
  10. #include <asm/arch/soc.h>
  11. #include "ddr3_init.h"
  12. #include "../../../../arch/arm/mach-mvebu/serdes/a38x/sys_env_lib.h"
  13. static struct dlb_config ddr3_dlb_config_table[] = {
  14. {REG_STATIC_DRAM_DLB_CONTROL, 0x2000005c},
  15. {DLB_BUS_OPTIMIZATION_WEIGHTS_REG, 0x00880000},
  16. {DLB_AGING_REGISTER, 0x0f7f007f},
  17. {DLB_EVICTION_CONTROL_REG, 0x0000129f},
  18. {DLB_EVICTION_TIMERS_REGISTER_REG, 0x00ff0000},
  19. {DLB_BUS_WEIGHTS_DIFF_CS, 0x04030802},
  20. {DLB_BUS_WEIGHTS_DIFF_BG, 0x00000a02},
  21. {DLB_BUS_WEIGHTS_SAME_BG, 0x09000a01},
  22. {DLB_BUS_WEIGHTS_RD_WR, 0x00020005},
  23. {DLB_BUS_WEIGHTS_ATTR_SYS_PRIO, 0x00060f10},
  24. {DLB_MAIN_QUEUE_MAP, 0x00000543},
  25. {DLB_LINE_SPLIT, 0x00000000},
  26. {DLB_USER_COMMAND_REG, 0x00000000},
  27. {0x0, 0x0}
  28. };
  29. static struct dlb_config ddr3_dlb_config_table_a0[] = {
  30. {REG_STATIC_DRAM_DLB_CONTROL, 0x2000005c},
  31. {DLB_BUS_OPTIMIZATION_WEIGHTS_REG, 0x00880000},
  32. {DLB_AGING_REGISTER, 0x0f7f007f},
  33. {DLB_EVICTION_CONTROL_REG, 0x0000129f},
  34. {DLB_EVICTION_TIMERS_REGISTER_REG, 0x00ff0000},
  35. {DLB_BUS_WEIGHTS_DIFF_CS, 0x04030802},
  36. {DLB_BUS_WEIGHTS_DIFF_BG, 0x00000a02},
  37. {DLB_BUS_WEIGHTS_SAME_BG, 0x09000a01},
  38. {DLB_BUS_WEIGHTS_RD_WR, 0x00020005},
  39. {DLB_BUS_WEIGHTS_ATTR_SYS_PRIO, 0x00060f10},
  40. {DLB_MAIN_QUEUE_MAP, 0x00000543},
  41. {DLB_LINE_SPLIT, 0x00000000},
  42. {DLB_USER_COMMAND_REG, 0x00000000},
  43. {0x0, 0x0}
  44. };
  45. #if defined(CONFIG_ARMADA_38X)
  46. struct dram_modes {
  47. char *mode_name;
  48. u8 cpu_freq;
  49. u8 fab_freq;
  50. u8 chip_id;
  51. u8 chip_board_rev;
  52. struct reg_data *regs;
  53. };
  54. struct dram_modes ddr_modes[] = {
  55. #ifdef SUPPORT_STATIC_DUNIT_CONFIG
  56. /* Conf name, CPUFreq, Fab_freq, Chip ID, Chip/Board, MC regs*/
  57. #ifdef CONFIG_CUSTOMER_BOARD_SUPPORT
  58. {"a38x_customer_0_800", DDR_FREQ_800, 0, 0x0, A38X_CUSTOMER_BOARD_ID0,
  59. ddr3_customer_800},
  60. {"a38x_customer_1_800", DDR_FREQ_800, 0, 0x0, A38X_CUSTOMER_BOARD_ID1,
  61. ddr3_customer_800},
  62. #else
  63. {"a38x_533", DDR_FREQ_533, 0, 0x0, MARVELL_BOARD, ddr3_a38x_533},
  64. {"a38x_667", DDR_FREQ_667, 0, 0x0, MARVELL_BOARD, ddr3_a38x_667},
  65. {"a38x_800", DDR_FREQ_800, 0, 0x0, MARVELL_BOARD, ddr3_a38x_800},
  66. {"a38x_933", DDR_FREQ_933, 0, 0x0, MARVELL_BOARD, ddr3_a38x_933},
  67. #endif
  68. #endif
  69. };
  70. #endif /* defined(CONFIG_ARMADA_38X) */
  71. /* Translates topology map definitions to real memory size in bits */
  72. u32 mem_size[] = {
  73. ADDR_SIZE_512MB, ADDR_SIZE_1GB, ADDR_SIZE_2GB, ADDR_SIZE_4GB,
  74. ADDR_SIZE_8GB
  75. };
  76. static char *ddr_type = "DDR3";
  77. /*
  78. * Set 1 to use dynamic DUNIT configuration,
  79. * set 0 (supported for A380 and AC3) to configure DUNIT in values set by
  80. * ddr3_tip_init_specific_reg_config
  81. */
  82. u8 generic_init_controller = 1;
  83. #ifdef SUPPORT_STATIC_DUNIT_CONFIG
  84. static u32 ddr3_get_static_ddr_mode(void);
  85. #endif
  86. static int ddr3_hws_tune_training_params(u8 dev_num);
  87. /* device revision */
  88. #define DEV_VERSION_ID_REG 0x1823c
  89. #define REVISON_ID_OFFS 8
  90. #define REVISON_ID_MASK 0xf00
  91. /* A38x revisions */
  92. #define MV_88F68XX_Z1_ID 0x0
  93. #define MV_88F68XX_A0_ID 0x4
  94. /* A39x revisions */
  95. #define MV_88F69XX_Z1_ID 0x2
  96. /*
  97. * sys_env_dlb_config_ptr_get
  98. *
  99. * DESCRIPTION: defines pointer to to DLB COnfiguration table
  100. *
  101. * INPUT: none
  102. *
  103. * OUTPUT: pointer to DLB COnfiguration table
  104. *
  105. * RETURN:
  106. * returns pointer to DLB COnfiguration table
  107. */
  108. struct dlb_config *sys_env_dlb_config_ptr_get(void)
  109. {
  110. #ifdef CONFIG_ARMADA_39X
  111. return &ddr3_dlb_config_table_a0[0];
  112. #else
  113. if (sys_env_device_rev_get() == MV_88F68XX_A0_ID)
  114. return &ddr3_dlb_config_table_a0[0];
  115. else
  116. return &ddr3_dlb_config_table[0];
  117. #endif
  118. }
  119. /*
  120. * sys_env_get_cs_ena_from_reg
  121. *
  122. * DESCRIPTION: Get bit mask of enabled CS
  123. *
  124. * INPUT: None
  125. *
  126. * OUTPUT: None
  127. *
  128. * RETURN:
  129. * Bit mask of enabled CS, 1 if only CS0 enabled,
  130. * 3 if both CS0 and CS1 enabled
  131. */
  132. u32 sys_env_get_cs_ena_from_reg(void)
  133. {
  134. return reg_read(REG_DDR3_RANK_CTRL_ADDR) &
  135. REG_DDR3_RANK_CTRL_CS_ENA_MASK;
  136. }
  137. static void ddr3_restore_and_set_final_windows(u32 *win)
  138. {
  139. u32 win_ctrl_reg, num_of_win_regs;
  140. u32 cs_ena = sys_env_get_cs_ena_from_reg();
  141. u32 ui;
  142. win_ctrl_reg = REG_XBAR_WIN_4_CTRL_ADDR;
  143. num_of_win_regs = 16;
  144. /* Return XBAR windows 4-7 or 16-19 init configuration */
  145. for (ui = 0; ui < num_of_win_regs; ui++)
  146. reg_write((win_ctrl_reg + 0x4 * ui), win[ui]);
  147. printf("%s Training Sequence - Switching XBAR Window to FastPath Window\n",
  148. ddr_type);
  149. #if defined DYNAMIC_CS_SIZE_CONFIG
  150. if (ddr3_fast_path_dynamic_cs_size_config(cs_ena) != MV_OK)
  151. printf("ddr3_fast_path_dynamic_cs_size_config FAILED\n");
  152. #else
  153. u32 reg, cs;
  154. reg = 0x1fffffe1;
  155. for (cs = 0; cs < MAX_CS; cs++) {
  156. if (cs_ena & (1 << cs)) {
  157. reg |= (cs << 2);
  158. break;
  159. }
  160. }
  161. /* Open fast path Window to - 0.5G */
  162. reg_write(REG_FASTPATH_WIN_0_CTRL_ADDR, reg);
  163. #endif
  164. }
  165. static int ddr3_save_and_set_training_windows(u32 *win)
  166. {
  167. u32 cs_ena;
  168. u32 reg, tmp_count, cs, ui;
  169. u32 win_ctrl_reg, win_base_reg, win_remap_reg;
  170. u32 num_of_win_regs, win_jump_index;
  171. win_ctrl_reg = REG_XBAR_WIN_4_CTRL_ADDR;
  172. win_base_reg = REG_XBAR_WIN_4_BASE_ADDR;
  173. win_remap_reg = REG_XBAR_WIN_4_REMAP_ADDR;
  174. win_jump_index = 0x10;
  175. num_of_win_regs = 16;
  176. struct hws_topology_map *tm = ddr3_get_topology_map();
  177. #ifdef DISABLE_L2_FILTERING_DURING_DDR_TRAINING
  178. /*
  179. * Disable L2 filtering during DDR training
  180. * (when Cross Bar window is open)
  181. */
  182. reg_write(ADDRESS_FILTERING_END_REGISTER, 0);
  183. #endif
  184. cs_ena = tm->interface_params[0].as_bus_params[0].cs_bitmask;
  185. /* Close XBAR Window 19 - Not needed */
  186. /* {0x000200e8} - Open Mbus Window - 2G */
  187. reg_write(REG_XBAR_WIN_19_CTRL_ADDR, 0);
  188. /* Save XBAR Windows 4-19 init configurations */
  189. for (ui = 0; ui < num_of_win_regs; ui++)
  190. win[ui] = reg_read(win_ctrl_reg + 0x4 * ui);
  191. /* Open XBAR Windows 4-7 or 16-19 for other CS */
  192. reg = 0;
  193. tmp_count = 0;
  194. for (cs = 0; cs < MAX_CS; cs++) {
  195. if (cs_ena & (1 << cs)) {
  196. switch (cs) {
  197. case 0:
  198. reg = 0x0e00;
  199. break;
  200. case 1:
  201. reg = 0x0d00;
  202. break;
  203. case 2:
  204. reg = 0x0b00;
  205. break;
  206. case 3:
  207. reg = 0x0700;
  208. break;
  209. }
  210. reg |= (1 << 0);
  211. reg |= (SDRAM_CS_SIZE & 0xffff0000);
  212. reg_write(win_ctrl_reg + win_jump_index * tmp_count,
  213. reg);
  214. reg = (((SDRAM_CS_SIZE + 1) * (tmp_count)) &
  215. 0xffff0000);
  216. reg_write(win_base_reg + win_jump_index * tmp_count,
  217. reg);
  218. if (win_remap_reg <= REG_XBAR_WIN_7_REMAP_ADDR)
  219. reg_write(win_remap_reg +
  220. win_jump_index * tmp_count, 0);
  221. tmp_count++;
  222. }
  223. }
  224. return MV_OK;
  225. }
  226. /*
  227. * Name: ddr3_init - Main DDR3 Init function
  228. * Desc: This routine initialize the DDR3 MC and runs HW training.
  229. * Args: None.
  230. * Notes:
  231. * Returns: None.
  232. */
  233. int ddr3_init(void)
  234. {
  235. u32 reg = 0;
  236. u32 soc_num;
  237. int status;
  238. u32 win[16];
  239. /* SoC/Board special Initializtions */
  240. /* Get version from internal library */
  241. ddr3_print_version();
  242. /*Add sub_version string */
  243. DEBUG_INIT_C("", SUB_VERSION, 1);
  244. /* Switching CPU to MRVL ID */
  245. soc_num = (reg_read(REG_SAMPLE_RESET_HIGH_ADDR) & SAR1_CPU_CORE_MASK) >>
  246. SAR1_CPU_CORE_OFFSET;
  247. switch (soc_num) {
  248. case 0x3:
  249. case 0x1:
  250. reg_bit_set(CPU_CONFIGURATION_REG(1), CPU_MRVL_ID_OFFSET);
  251. case 0x0:
  252. reg_bit_set(CPU_CONFIGURATION_REG(0), CPU_MRVL_ID_OFFSET);
  253. default:
  254. break;
  255. }
  256. /*
  257. * Set DRAM Reset Mask in case detected GPIO indication of wakeup from
  258. * suspend i.e the DRAM values will not be overwritten / reset when
  259. * waking from suspend
  260. */
  261. if (sys_env_suspend_wakeup_check() ==
  262. SUSPEND_WAKEUP_ENABLED_GPIO_DETECTED) {
  263. reg_bit_set(REG_SDRAM_INIT_CTRL_ADDR,
  264. 1 << REG_SDRAM_INIT_RESET_MASK_OFFS);
  265. }
  266. /*
  267. * Stage 0 - Set board configuration
  268. */
  269. /* Check if DRAM is already initialized */
  270. if (reg_read(REG_BOOTROM_ROUTINE_ADDR) &
  271. (1 << REG_BOOTROM_ROUTINE_DRAM_INIT_OFFS)) {
  272. printf("%s Training Sequence - 2nd boot - Skip\n", ddr_type);
  273. return MV_OK;
  274. }
  275. /*
  276. * Stage 1 - Dunit Setup
  277. */
  278. /* Fix read ready phases for all SOC in reg 0x15c8 */
  279. reg = reg_read(REG_TRAINING_DEBUG_3_ADDR);
  280. reg &= ~(REG_TRAINING_DEBUG_3_MASK);
  281. reg |= 0x4; /* Phase 0 */
  282. reg &= ~(REG_TRAINING_DEBUG_3_MASK << REG_TRAINING_DEBUG_3_OFFS);
  283. reg |= (0x4 << (1 * REG_TRAINING_DEBUG_3_OFFS)); /* Phase 1 */
  284. reg &= ~(REG_TRAINING_DEBUG_3_MASK << (3 * REG_TRAINING_DEBUG_3_OFFS));
  285. reg |= (0x6 << (3 * REG_TRAINING_DEBUG_3_OFFS)); /* Phase 3 */
  286. reg &= ~(REG_TRAINING_DEBUG_3_MASK << (4 * REG_TRAINING_DEBUG_3_OFFS));
  287. reg |= (0x6 << (4 * REG_TRAINING_DEBUG_3_OFFS));
  288. reg &= ~(REG_TRAINING_DEBUG_3_MASK << (5 * REG_TRAINING_DEBUG_3_OFFS));
  289. reg |= (0x6 << (5 * REG_TRAINING_DEBUG_3_OFFS));
  290. reg_write(REG_TRAINING_DEBUG_3_ADDR, reg);
  291. /*
  292. * Axi_bresp_mode[8] = Compliant,
  293. * Axi_addr_decode_cntrl[11] = Internal,
  294. * Axi_data_bus_width[0] = 128bit
  295. * */
  296. /* 0x14a8 - AXI Control Register */
  297. reg_write(REG_DRAM_AXI_CTRL_ADDR, 0);
  298. /*
  299. * Stage 2 - Training Values Setup
  300. */
  301. /* Set X-BAR windows for the training sequence */
  302. ddr3_save_and_set_training_windows(win);
  303. #ifdef SUPPORT_STATIC_DUNIT_CONFIG
  304. /*
  305. * Load static controller configuration (in case dynamic/generic init
  306. * is not enabled
  307. */
  308. if (generic_init_controller == 0) {
  309. ddr3_tip_init_specific_reg_config(0,
  310. ddr_modes
  311. [ddr3_get_static_ddr_mode
  312. ()].regs);
  313. }
  314. #endif
  315. /* Tune training algo paramteres */
  316. status = ddr3_hws_tune_training_params(0);
  317. if (MV_OK != status)
  318. return status;
  319. /* Set log level for training lib */
  320. ddr3_hws_set_log_level(DEBUG_BLOCK_ALL, DEBUG_LEVEL_ERROR);
  321. /* Start New Training IP */
  322. status = ddr3_hws_hw_training();
  323. if (MV_OK != status) {
  324. printf("%s Training Sequence - FAILED\n", ddr_type);
  325. return status;
  326. }
  327. /*
  328. * Stage 3 - Finish
  329. */
  330. /* Restore and set windows */
  331. ddr3_restore_and_set_final_windows(win);
  332. /* Update DRAM init indication in bootROM register */
  333. reg = reg_read(REG_BOOTROM_ROUTINE_ADDR);
  334. reg_write(REG_BOOTROM_ROUTINE_ADDR,
  335. reg | (1 << REG_BOOTROM_ROUTINE_DRAM_INIT_OFFS));
  336. /* DLB config */
  337. ddr3_new_tip_dlb_config();
  338. #if defined(ECC_SUPPORT)
  339. if (ddr3_if_ecc_enabled())
  340. ddr3_new_tip_ecc_scrub();
  341. #endif
  342. printf("%s Training Sequence - Ended Successfully\n", ddr_type);
  343. return MV_OK;
  344. }
  345. /*
  346. * Name: ddr3_get_cpu_freq
  347. * Desc: read S@R and return CPU frequency
  348. * Args:
  349. * Notes:
  350. * Returns: required value
  351. */
  352. u32 ddr3_get_cpu_freq(void)
  353. {
  354. return ddr3_tip_get_init_freq();
  355. }
  356. /*
  357. * Name: ddr3_get_fab_opt
  358. * Desc: read S@R and return CPU frequency
  359. * Args:
  360. * Notes:
  361. * Returns: required value
  362. */
  363. u32 ddr3_get_fab_opt(void)
  364. {
  365. return 0; /* No fabric */
  366. }
  367. /*
  368. * Name: ddr3_get_static_m_cValue - Init Memory controller with
  369. * static parameters
  370. * Desc: Use this routine to init the controller without the HW training
  371. * procedure.
  372. * User must provide compatible header file with registers data.
  373. * Args: None.
  374. * Notes:
  375. * Returns: None.
  376. */
  377. u32 ddr3_get_static_mc_value(u32 reg_addr, u32 offset1, u32 mask1,
  378. u32 offset2, u32 mask2)
  379. {
  380. u32 reg, temp;
  381. reg = reg_read(reg_addr);
  382. temp = (reg >> offset1) & mask1;
  383. if (mask2)
  384. temp |= (reg >> offset2) & mask2;
  385. return temp;
  386. }
  387. /*
  388. * Name: ddr3_get_static_ddr_mode - Init Memory controller with
  389. * static parameters
  390. * Desc: Use this routine to init the controller without the HW training
  391. * procedure.
  392. * User must provide compatible header file with registers data.
  393. * Args: None.
  394. * Notes:
  395. * Returns: None.
  396. */
  397. u32 ddr3_get_static_ddr_mode(void)
  398. {
  399. u32 chip_board_rev, i;
  400. u32 size;
  401. /* Valid only for A380 only, MSYS using dynamic controller config */
  402. #ifdef CONFIG_CUSTOMER_BOARD_SUPPORT
  403. /*
  404. * Customer boards select DDR mode according to
  405. * board ID & Sample@Reset
  406. */
  407. chip_board_rev = mv_board_id_get();
  408. #else
  409. /* Marvell boards select DDR mode according to Sample@Reset only */
  410. chip_board_rev = MARVELL_BOARD;
  411. #endif
  412. size = ARRAY_SIZE(ddr_modes);
  413. for (i = 0; i < size; i++) {
  414. if ((ddr3_get_cpu_freq() == ddr_modes[i].cpu_freq) &&
  415. (ddr3_get_fab_opt() == ddr_modes[i].fab_freq) &&
  416. (chip_board_rev == ddr_modes[i].chip_board_rev))
  417. return i;
  418. }
  419. DEBUG_INIT_S("\n*** Error: ddr3_get_static_ddr_mode: No match for requested DDR mode. ***\n\n");
  420. return 0;
  421. }
  422. /******************************************************************************
  423. * Name: ddr3_get_cs_num_from_reg
  424. * Desc:
  425. * Args:
  426. * Notes:
  427. * Returns:
  428. */
  429. u32 ddr3_get_cs_num_from_reg(void)
  430. {
  431. u32 cs_ena = sys_env_get_cs_ena_from_reg();
  432. u32 cs_count = 0;
  433. u32 cs;
  434. for (cs = 0; cs < MAX_CS; cs++) {
  435. if (cs_ena & (1 << cs))
  436. cs_count++;
  437. }
  438. return cs_count;
  439. }
  440. void get_target_freq(u32 freq_mode, u32 *ddr_freq, u32 *hclk_ps)
  441. {
  442. u32 tmp, hclk = 200;
  443. switch (freq_mode) {
  444. case 4:
  445. tmp = 1; /* DDR_400; */
  446. hclk = 200;
  447. break;
  448. case 0x8:
  449. tmp = 1; /* DDR_666; */
  450. hclk = 333;
  451. break;
  452. case 0xc:
  453. tmp = 1; /* DDR_800; */
  454. hclk = 400;
  455. break;
  456. default:
  457. *ddr_freq = 0;
  458. *hclk_ps = 0;
  459. break;
  460. }
  461. *ddr_freq = tmp; /* DDR freq define */
  462. *hclk_ps = 1000000 / hclk; /* values are 1/HCLK in ps */
  463. return;
  464. }
  465. void ddr3_new_tip_dlb_config(void)
  466. {
  467. u32 reg, i = 0;
  468. struct dlb_config *config_table_ptr = sys_env_dlb_config_ptr_get();
  469. /* Write the configuration */
  470. while (config_table_ptr[i].reg_addr != 0) {
  471. reg_write(config_table_ptr[i].reg_addr,
  472. config_table_ptr[i].reg_data);
  473. i++;
  474. }
  475. /* Enable DLB */
  476. reg = reg_read(REG_STATIC_DRAM_DLB_CONTROL);
  477. reg |= DLB_ENABLE | DLB_WRITE_COALESING | DLB_AXI_PREFETCH_EN |
  478. DLB_MBUS_PREFETCH_EN | PREFETCH_N_LN_SZ_TR;
  479. reg_write(REG_STATIC_DRAM_DLB_CONTROL, reg);
  480. }
  481. int ddr3_fast_path_dynamic_cs_size_config(u32 cs_ena)
  482. {
  483. u32 reg, cs;
  484. u32 mem_total_size = 0;
  485. u32 cs_mem_size = 0;
  486. u32 mem_total_size_c, cs_mem_size_c;
  487. #ifdef DEVICE_MAX_DRAM_ADDRESS_SIZE
  488. u32 physical_mem_size;
  489. u32 max_mem_size = DEVICE_MAX_DRAM_ADDRESS_SIZE;
  490. struct hws_topology_map *tm = ddr3_get_topology_map();
  491. #endif
  492. /* Open fast path windows */
  493. for (cs = 0; cs < MAX_CS; cs++) {
  494. if (cs_ena & (1 << cs)) {
  495. /* get CS size */
  496. if (ddr3_calc_mem_cs_size(cs, &cs_mem_size) != MV_OK)
  497. return MV_FAIL;
  498. #ifdef DEVICE_MAX_DRAM_ADDRESS_SIZE
  499. /*
  500. * if number of address pins doesn't allow to use max
  501. * mem size that is defined in topology
  502. * mem size is defined by DEVICE_MAX_DRAM_ADDRESS_SIZE
  503. */
  504. physical_mem_size = mem_size
  505. [tm->interface_params[0].memory_size];
  506. if (ddr3_get_device_width(cs) == 16) {
  507. /*
  508. * 16bit mem device can be twice more - no need
  509. * in less significant pin
  510. */
  511. max_mem_size = DEVICE_MAX_DRAM_ADDRESS_SIZE * 2;
  512. }
  513. if (physical_mem_size > max_mem_size) {
  514. cs_mem_size = max_mem_size *
  515. (ddr3_get_bus_width() /
  516. ddr3_get_device_width(cs));
  517. printf("Updated Physical Mem size is from 0x%x to %x\n",
  518. physical_mem_size,
  519. DEVICE_MAX_DRAM_ADDRESS_SIZE);
  520. }
  521. #endif
  522. /* set fast path window control for the cs */
  523. reg = 0xffffe1;
  524. reg |= (cs << 2);
  525. reg |= (cs_mem_size - 1) & 0xffff0000;
  526. /*Open fast path Window */
  527. reg_write(REG_FASTPATH_WIN_CTRL_ADDR(cs), reg);
  528. /* Set fast path window base address for the cs */
  529. reg = ((cs_mem_size) * cs) & 0xffff0000;
  530. /* Set base address */
  531. reg_write(REG_FASTPATH_WIN_BASE_ADDR(cs), reg);
  532. /*
  533. * Since memory size may be bigger than 4G the summ may
  534. * be more than 32 bit word,
  535. * so to estimate the result divide mem_total_size and
  536. * cs_mem_size by 0x10000 (it is equal to >> 16)
  537. */
  538. mem_total_size_c = mem_total_size >> 16;
  539. cs_mem_size_c = cs_mem_size >> 16;
  540. /* if the sum less than 2 G - calculate the value */
  541. if (mem_total_size_c + cs_mem_size_c < 0x10000)
  542. mem_total_size += cs_mem_size;
  543. else /* put max possible size */
  544. mem_total_size = L2_FILTER_FOR_MAX_MEMORY_SIZE;
  545. }
  546. }
  547. /* Set L2 filtering to Max Memory size */
  548. reg_write(ADDRESS_FILTERING_END_REGISTER, mem_total_size);
  549. return MV_OK;
  550. }
  551. u32 ddr3_get_bus_width(void)
  552. {
  553. u32 bus_width;
  554. bus_width = (reg_read(REG_SDRAM_CONFIG_ADDR) & 0x8000) >>
  555. REG_SDRAM_CONFIG_WIDTH_OFFS;
  556. return (bus_width == 0) ? 16 : 32;
  557. }
  558. u32 ddr3_get_device_width(u32 cs)
  559. {
  560. u32 device_width;
  561. device_width = (reg_read(REG_SDRAM_ADDRESS_CTRL_ADDR) &
  562. (0x3 << (REG_SDRAM_ADDRESS_CTRL_STRUCT_OFFS * cs))) >>
  563. (REG_SDRAM_ADDRESS_CTRL_STRUCT_OFFS * cs);
  564. return (device_width == 0) ? 8 : 16;
  565. }
  566. static int ddr3_get_device_size(u32 cs)
  567. {
  568. u32 device_size_low, device_size_high, device_size;
  569. u32 data, cs_low_offset, cs_high_offset;
  570. cs_low_offset = REG_SDRAM_ADDRESS_SIZE_OFFS + cs * 4;
  571. cs_high_offset = REG_SDRAM_ADDRESS_SIZE_OFFS +
  572. REG_SDRAM_ADDRESS_SIZE_HIGH_OFFS + cs;
  573. data = reg_read(REG_SDRAM_ADDRESS_CTRL_ADDR);
  574. device_size_low = (data >> cs_low_offset) & 0x3;
  575. device_size_high = (data >> cs_high_offset) & 0x1;
  576. device_size = device_size_low | (device_size_high << 2);
  577. switch (device_size) {
  578. case 0:
  579. return 2048;
  580. case 2:
  581. return 512;
  582. case 3:
  583. return 1024;
  584. case 4:
  585. return 4096;
  586. case 5:
  587. return 8192;
  588. case 1:
  589. default:
  590. DEBUG_INIT_C("Error: Wrong device size of Cs: ", cs, 1);
  591. /*
  592. * Small value will give wrong emem size in
  593. * ddr3_calc_mem_cs_size
  594. */
  595. return 0;
  596. }
  597. }
  598. int ddr3_calc_mem_cs_size(u32 cs, u32 *cs_size)
  599. {
  600. int cs_mem_size;
  601. /* Calculate in GiB */
  602. cs_mem_size = ((ddr3_get_bus_width() / ddr3_get_device_width(cs)) *
  603. ddr3_get_device_size(cs)) / 8;
  604. /*
  605. * Multiple controller bus width, 2x for 64 bit
  606. * (SoC controller may be 32 or 64 bit,
  607. * so bit 15 in 0x1400, that means if whole bus used or only half,
  608. * have a differnt meaning
  609. */
  610. cs_mem_size *= DDR_CONTROLLER_BUS_WIDTH_MULTIPLIER;
  611. if (!cs_mem_size || (cs_mem_size == 64) || (cs_mem_size == 4096)) {
  612. DEBUG_INIT_C("Error: Wrong Memory size of Cs: ", cs, 1);
  613. return MV_BAD_VALUE;
  614. }
  615. *cs_size = cs_mem_size << 20;
  616. return MV_OK;
  617. }
  618. /*
  619. * Name: ddr3_hws_tune_training_params
  620. * Desc:
  621. * Args:
  622. * Notes: Tune internal training params
  623. * Returns:
  624. */
  625. static int ddr3_hws_tune_training_params(u8 dev_num)
  626. {
  627. struct tune_train_params params;
  628. int status;
  629. /* NOTE: do not remove any field initilization */
  630. params.ck_delay = TUNE_TRAINING_PARAMS_CK_DELAY;
  631. params.ck_delay_16 = TUNE_TRAINING_PARAMS_CK_DELAY_16;
  632. params.p_finger = TUNE_TRAINING_PARAMS_PFINGER;
  633. params.n_finger = TUNE_TRAINING_PARAMS_NFINGER;
  634. params.phy_reg3_val = TUNE_TRAINING_PARAMS_PHYREG3VAL;
  635. status = ddr3_tip_tune_training_params(dev_num, &params);
  636. if (MV_OK != status) {
  637. printf("%s Training Sequence - FAILED\n", ddr_type);
  638. return status;
  639. }
  640. return MV_OK;
  641. }