ddr3_init.c 19 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768
  1. // SPDX-License-Identifier: GPL-2.0
  2. /*
  3. * Copyright (C) Marvell International Ltd. and its affiliates
  4. */
  5. #include <common.h>
  6. #include <i2c.h>
  7. #include <spl.h>
  8. #include <asm/io.h>
  9. #include <asm/arch/cpu.h>
  10. #include <asm/arch/soc.h>
  11. #include "ddr3_init.h"
  12. #include "../../../../arch/arm/mach-mvebu/serdes/a38x/sys_env_lib.h"
  13. static struct dlb_config ddr3_dlb_config_table[] = {
  14. {REG_STATIC_DRAM_DLB_CONTROL, 0x2000005c},
  15. {DLB_BUS_OPTIMIZATION_WEIGHTS_REG, 0x00880000},
  16. {DLB_AGING_REGISTER, 0x0f7f007f},
  17. {DLB_EVICTION_CONTROL_REG, 0x0000129f},
  18. {DLB_EVICTION_TIMERS_REGISTER_REG, 0x00ff0000},
  19. {DLB_BUS_WEIGHTS_DIFF_CS, 0x04030802},
  20. {DLB_BUS_WEIGHTS_DIFF_BG, 0x00000a02},
  21. {DLB_BUS_WEIGHTS_SAME_BG, 0x09000a01},
  22. {DLB_BUS_WEIGHTS_RD_WR, 0x00020005},
  23. {DLB_BUS_WEIGHTS_ATTR_SYS_PRIO, 0x00060f10},
  24. {DLB_MAIN_QUEUE_MAP, 0x00000543},
  25. {DLB_LINE_SPLIT, 0x00000000},
  26. {DLB_USER_COMMAND_REG, 0x00000000},
  27. {0x0, 0x0}
  28. };
  29. static struct dlb_config ddr3_dlb_config_table_a0[] = {
  30. {REG_STATIC_DRAM_DLB_CONTROL, 0x2000005c},
  31. {DLB_BUS_OPTIMIZATION_WEIGHTS_REG, 0x00880000},
  32. {DLB_AGING_REGISTER, 0x0f7f007f},
  33. {DLB_EVICTION_CONTROL_REG, 0x0000129f},
  34. {DLB_EVICTION_TIMERS_REGISTER_REG, 0x00ff0000},
  35. {DLB_BUS_WEIGHTS_DIFF_CS, 0x04030802},
  36. {DLB_BUS_WEIGHTS_DIFF_BG, 0x00000a02},
  37. {DLB_BUS_WEIGHTS_SAME_BG, 0x09000a01},
  38. {DLB_BUS_WEIGHTS_RD_WR, 0x00020005},
  39. {DLB_BUS_WEIGHTS_ATTR_SYS_PRIO, 0x00060f10},
  40. {DLB_MAIN_QUEUE_MAP, 0x00000543},
  41. {DLB_LINE_SPLIT, 0x00000000},
  42. {DLB_USER_COMMAND_REG, 0x00000000},
  43. {0x0, 0x0}
  44. };
  45. #if defined(CONFIG_ARMADA_38X)
  46. struct dram_modes {
  47. char *mode_name;
  48. u8 cpu_freq;
  49. u8 fab_freq;
  50. u8 chip_id;
  51. u8 chip_board_rev;
  52. struct reg_data *regs;
  53. };
  54. struct dram_modes ddr_modes[] = {
  55. #ifdef SUPPORT_STATIC_DUNIT_CONFIG
  56. /* Conf name, CPUFreq, Fab_freq, Chip ID, Chip/Board, MC regs*/
  57. #ifdef CONFIG_CUSTOMER_BOARD_SUPPORT
  58. {"a38x_customer_0_800", DDR_FREQ_800, 0, 0x0, A38X_CUSTOMER_BOARD_ID0,
  59. ddr3_customer_800},
  60. {"a38x_customer_1_800", DDR_FREQ_800, 0, 0x0, A38X_CUSTOMER_BOARD_ID1,
  61. ddr3_customer_800},
  62. #else
  63. {"a38x_533", DDR_FREQ_533, 0, 0x0, MARVELL_BOARD, ddr3_a38x_533},
  64. {"a38x_667", DDR_FREQ_667, 0, 0x0, MARVELL_BOARD, ddr3_a38x_667},
  65. {"a38x_800", DDR_FREQ_800, 0, 0x0, MARVELL_BOARD, ddr3_a38x_800},
  66. {"a38x_933", DDR_FREQ_933, 0, 0x0, MARVELL_BOARD, ddr3_a38x_933},
  67. #endif
  68. #endif
  69. };
  70. #endif /* defined(CONFIG_ARMADA_38X) */
  71. /* Translates topology map definitions to real memory size in bits */
  72. u32 mem_size[] = {
  73. ADDR_SIZE_512MB, ADDR_SIZE_1GB, ADDR_SIZE_2GB, ADDR_SIZE_4GB,
  74. ADDR_SIZE_8GB
  75. };
  76. static char *ddr_type = "DDR3";
  77. /*
  78. * Set 1 to use dynamic DUNIT configuration,
  79. * set 0 (supported for A380 and AC3) to configure DUNIT in values set by
  80. * ddr3_tip_init_specific_reg_config
  81. */
  82. u8 generic_init_controller = 1;
  83. #ifdef SUPPORT_STATIC_DUNIT_CONFIG
  84. static u32 ddr3_get_static_ddr_mode(void);
  85. #endif
  86. static int ddr3_hws_tune_training_params(u8 dev_num);
  87. /* device revision */
  88. #define DEV_VERSION_ID_REG 0x1823c
  89. #define REVISON_ID_OFFS 8
  90. #define REVISON_ID_MASK 0xf00
  91. /* A38x revisions */
  92. #define MV_88F68XX_Z1_ID 0x0
  93. #define MV_88F68XX_A0_ID 0x4
  94. /* A39x revisions */
  95. #define MV_88F69XX_Z1_ID 0x2
  96. /*
  97. * sys_env_device_rev_get - Get Marvell controller device revision number
  98. *
  99. * DESCRIPTION:
  100. * This function returns 8bit describing the device revision as defined
  101. * Revision ID Register.
  102. *
  103. * INPUT:
  104. * None.
  105. *
  106. * OUTPUT:
  107. * None.
  108. *
  109. * RETURN:
  110. * 8bit desscribing Marvell controller revision number
  111. */
  112. u8 sys_env_device_rev_get(void)
  113. {
  114. u32 value;
  115. value = reg_read(DEV_VERSION_ID_REG);
  116. return (value & (REVISON_ID_MASK)) >> REVISON_ID_OFFS;
  117. }
  118. /*
  119. * sys_env_dlb_config_ptr_get
  120. *
  121. * DESCRIPTION: defines pointer to to DLB COnfiguration table
  122. *
  123. * INPUT: none
  124. *
  125. * OUTPUT: pointer to DLB COnfiguration table
  126. *
  127. * RETURN:
  128. * returns pointer to DLB COnfiguration table
  129. */
  130. struct dlb_config *sys_env_dlb_config_ptr_get(void)
  131. {
  132. #ifdef CONFIG_ARMADA_39X
  133. return &ddr3_dlb_config_table_a0[0];
  134. #else
  135. if (sys_env_device_rev_get() == MV_88F68XX_A0_ID)
  136. return &ddr3_dlb_config_table_a0[0];
  137. else
  138. return &ddr3_dlb_config_table[0];
  139. #endif
  140. }
  141. /*
  142. * sys_env_get_cs_ena_from_reg
  143. *
  144. * DESCRIPTION: Get bit mask of enabled CS
  145. *
  146. * INPUT: None
  147. *
  148. * OUTPUT: None
  149. *
  150. * RETURN:
  151. * Bit mask of enabled CS, 1 if only CS0 enabled,
  152. * 3 if both CS0 and CS1 enabled
  153. */
  154. u32 sys_env_get_cs_ena_from_reg(void)
  155. {
  156. return reg_read(REG_DDR3_RANK_CTRL_ADDR) &
  157. REG_DDR3_RANK_CTRL_CS_ENA_MASK;
  158. }
  159. static void ddr3_restore_and_set_final_windows(u32 *win)
  160. {
  161. u32 win_ctrl_reg, num_of_win_regs;
  162. u32 cs_ena = sys_env_get_cs_ena_from_reg();
  163. u32 ui;
  164. win_ctrl_reg = REG_XBAR_WIN_4_CTRL_ADDR;
  165. num_of_win_regs = 16;
  166. /* Return XBAR windows 4-7 or 16-19 init configuration */
  167. for (ui = 0; ui < num_of_win_regs; ui++)
  168. reg_write((win_ctrl_reg + 0x4 * ui), win[ui]);
  169. printf("%s Training Sequence - Switching XBAR Window to FastPath Window\n",
  170. ddr_type);
  171. #if defined DYNAMIC_CS_SIZE_CONFIG
  172. if (ddr3_fast_path_dynamic_cs_size_config(cs_ena) != MV_OK)
  173. printf("ddr3_fast_path_dynamic_cs_size_config FAILED\n");
  174. #else
  175. u32 reg, cs;
  176. reg = 0x1fffffe1;
  177. for (cs = 0; cs < MAX_CS; cs++) {
  178. if (cs_ena & (1 << cs)) {
  179. reg |= (cs << 2);
  180. break;
  181. }
  182. }
  183. /* Open fast path Window to - 0.5G */
  184. reg_write(REG_FASTPATH_WIN_0_CTRL_ADDR, reg);
  185. #endif
  186. }
  187. static int ddr3_save_and_set_training_windows(u32 *win)
  188. {
  189. u32 cs_ena;
  190. u32 reg, tmp_count, cs, ui;
  191. u32 win_ctrl_reg, win_base_reg, win_remap_reg;
  192. u32 num_of_win_regs, win_jump_index;
  193. win_ctrl_reg = REG_XBAR_WIN_4_CTRL_ADDR;
  194. win_base_reg = REG_XBAR_WIN_4_BASE_ADDR;
  195. win_remap_reg = REG_XBAR_WIN_4_REMAP_ADDR;
  196. win_jump_index = 0x10;
  197. num_of_win_regs = 16;
  198. struct hws_topology_map *tm = ddr3_get_topology_map();
  199. #ifdef DISABLE_L2_FILTERING_DURING_DDR_TRAINING
  200. /*
  201. * Disable L2 filtering during DDR training
  202. * (when Cross Bar window is open)
  203. */
  204. reg_write(ADDRESS_FILTERING_END_REGISTER, 0);
  205. #endif
  206. cs_ena = tm->interface_params[0].as_bus_params[0].cs_bitmask;
  207. /* Close XBAR Window 19 - Not needed */
  208. /* {0x000200e8} - Open Mbus Window - 2G */
  209. reg_write(REG_XBAR_WIN_19_CTRL_ADDR, 0);
  210. /* Save XBAR Windows 4-19 init configurations */
  211. for (ui = 0; ui < num_of_win_regs; ui++)
  212. win[ui] = reg_read(win_ctrl_reg + 0x4 * ui);
  213. /* Open XBAR Windows 4-7 or 16-19 for other CS */
  214. reg = 0;
  215. tmp_count = 0;
  216. for (cs = 0; cs < MAX_CS; cs++) {
  217. if (cs_ena & (1 << cs)) {
  218. switch (cs) {
  219. case 0:
  220. reg = 0x0e00;
  221. break;
  222. case 1:
  223. reg = 0x0d00;
  224. break;
  225. case 2:
  226. reg = 0x0b00;
  227. break;
  228. case 3:
  229. reg = 0x0700;
  230. break;
  231. }
  232. reg |= (1 << 0);
  233. reg |= (SDRAM_CS_SIZE & 0xffff0000);
  234. reg_write(win_ctrl_reg + win_jump_index * tmp_count,
  235. reg);
  236. reg = (((SDRAM_CS_SIZE + 1) * (tmp_count)) &
  237. 0xffff0000);
  238. reg_write(win_base_reg + win_jump_index * tmp_count,
  239. reg);
  240. if (win_remap_reg <= REG_XBAR_WIN_7_REMAP_ADDR)
  241. reg_write(win_remap_reg +
  242. win_jump_index * tmp_count, 0);
  243. tmp_count++;
  244. }
  245. }
  246. return MV_OK;
  247. }
  248. /*
  249. * Name: ddr3_init - Main DDR3 Init function
  250. * Desc: This routine initialize the DDR3 MC and runs HW training.
  251. * Args: None.
  252. * Notes:
  253. * Returns: None.
  254. */
  255. int ddr3_init(void)
  256. {
  257. u32 reg = 0;
  258. u32 soc_num;
  259. int status;
  260. u32 win[16];
  261. /* SoC/Board special Initializtions */
  262. /* Get version from internal library */
  263. ddr3_print_version();
  264. /*Add sub_version string */
  265. DEBUG_INIT_C("", SUB_VERSION, 1);
  266. /* Switching CPU to MRVL ID */
  267. soc_num = (reg_read(REG_SAMPLE_RESET_HIGH_ADDR) & SAR1_CPU_CORE_MASK) >>
  268. SAR1_CPU_CORE_OFFSET;
  269. switch (soc_num) {
  270. case 0x3:
  271. case 0x1:
  272. reg_bit_set(CPU_CONFIGURATION_REG(1), CPU_MRVL_ID_OFFSET);
  273. case 0x0:
  274. reg_bit_set(CPU_CONFIGURATION_REG(0), CPU_MRVL_ID_OFFSET);
  275. default:
  276. break;
  277. }
  278. /*
  279. * Set DRAM Reset Mask in case detected GPIO indication of wakeup from
  280. * suspend i.e the DRAM values will not be overwritten / reset when
  281. * waking from suspend
  282. */
  283. if (sys_env_suspend_wakeup_check() ==
  284. SUSPEND_WAKEUP_ENABLED_GPIO_DETECTED) {
  285. reg_bit_set(REG_SDRAM_INIT_CTRL_ADDR,
  286. 1 << REG_SDRAM_INIT_RESET_MASK_OFFS);
  287. }
  288. /*
  289. * Stage 0 - Set board configuration
  290. */
  291. /* Check if DRAM is already initialized */
  292. if (reg_read(REG_BOOTROM_ROUTINE_ADDR) &
  293. (1 << REG_BOOTROM_ROUTINE_DRAM_INIT_OFFS)) {
  294. printf("%s Training Sequence - 2nd boot - Skip\n", ddr_type);
  295. return MV_OK;
  296. }
  297. /*
  298. * Stage 1 - Dunit Setup
  299. */
  300. /* Fix read ready phases for all SOC in reg 0x15c8 */
  301. reg = reg_read(REG_TRAINING_DEBUG_3_ADDR);
  302. reg &= ~(REG_TRAINING_DEBUG_3_MASK);
  303. reg |= 0x4; /* Phase 0 */
  304. reg &= ~(REG_TRAINING_DEBUG_3_MASK << REG_TRAINING_DEBUG_3_OFFS);
  305. reg |= (0x4 << (1 * REG_TRAINING_DEBUG_3_OFFS)); /* Phase 1 */
  306. reg &= ~(REG_TRAINING_DEBUG_3_MASK << (3 * REG_TRAINING_DEBUG_3_OFFS));
  307. reg |= (0x6 << (3 * REG_TRAINING_DEBUG_3_OFFS)); /* Phase 3 */
  308. reg &= ~(REG_TRAINING_DEBUG_3_MASK << (4 * REG_TRAINING_DEBUG_3_OFFS));
  309. reg |= (0x6 << (4 * REG_TRAINING_DEBUG_3_OFFS));
  310. reg &= ~(REG_TRAINING_DEBUG_3_MASK << (5 * REG_TRAINING_DEBUG_3_OFFS));
  311. reg |= (0x6 << (5 * REG_TRAINING_DEBUG_3_OFFS));
  312. reg_write(REG_TRAINING_DEBUG_3_ADDR, reg);
  313. /*
  314. * Axi_bresp_mode[8] = Compliant,
  315. * Axi_addr_decode_cntrl[11] = Internal,
  316. * Axi_data_bus_width[0] = 128bit
  317. * */
  318. /* 0x14a8 - AXI Control Register */
  319. reg_write(REG_DRAM_AXI_CTRL_ADDR, 0);
  320. /*
  321. * Stage 2 - Training Values Setup
  322. */
  323. /* Set X-BAR windows for the training sequence */
  324. ddr3_save_and_set_training_windows(win);
  325. #ifdef SUPPORT_STATIC_DUNIT_CONFIG
  326. /*
  327. * Load static controller configuration (in case dynamic/generic init
  328. * is not enabled
  329. */
  330. if (generic_init_controller == 0) {
  331. ddr3_tip_init_specific_reg_config(0,
  332. ddr_modes
  333. [ddr3_get_static_ddr_mode
  334. ()].regs);
  335. }
  336. #endif
  337. /* Tune training algo paramteres */
  338. status = ddr3_hws_tune_training_params(0);
  339. if (MV_OK != status)
  340. return status;
  341. /* Set log level for training lib */
  342. ddr3_hws_set_log_level(DEBUG_BLOCK_ALL, DEBUG_LEVEL_ERROR);
  343. /* Start New Training IP */
  344. status = ddr3_hws_hw_training();
  345. if (MV_OK != status) {
  346. printf("%s Training Sequence - FAILED\n", ddr_type);
  347. return status;
  348. }
  349. /*
  350. * Stage 3 - Finish
  351. */
  352. /* Restore and set windows */
  353. ddr3_restore_and_set_final_windows(win);
  354. /* Update DRAM init indication in bootROM register */
  355. reg = reg_read(REG_BOOTROM_ROUTINE_ADDR);
  356. reg_write(REG_BOOTROM_ROUTINE_ADDR,
  357. reg | (1 << REG_BOOTROM_ROUTINE_DRAM_INIT_OFFS));
  358. /* DLB config */
  359. ddr3_new_tip_dlb_config();
  360. #if defined(ECC_SUPPORT)
  361. if (ddr3_if_ecc_enabled())
  362. ddr3_new_tip_ecc_scrub();
  363. #endif
  364. printf("%s Training Sequence - Ended Successfully\n", ddr_type);
  365. return MV_OK;
  366. }
  367. /*
  368. * Name: ddr3_get_cpu_freq
  369. * Desc: read S@R and return CPU frequency
  370. * Args:
  371. * Notes:
  372. * Returns: required value
  373. */
  374. u32 ddr3_get_cpu_freq(void)
  375. {
  376. return ddr3_tip_get_init_freq();
  377. }
  378. /*
  379. * Name: ddr3_get_fab_opt
  380. * Desc: read S@R and return CPU frequency
  381. * Args:
  382. * Notes:
  383. * Returns: required value
  384. */
  385. u32 ddr3_get_fab_opt(void)
  386. {
  387. return 0; /* No fabric */
  388. }
  389. /*
  390. * Name: ddr3_get_static_m_cValue - Init Memory controller with
  391. * static parameters
  392. * Desc: Use this routine to init the controller without the HW training
  393. * procedure.
  394. * User must provide compatible header file with registers data.
  395. * Args: None.
  396. * Notes:
  397. * Returns: None.
  398. */
  399. u32 ddr3_get_static_mc_value(u32 reg_addr, u32 offset1, u32 mask1,
  400. u32 offset2, u32 mask2)
  401. {
  402. u32 reg, temp;
  403. reg = reg_read(reg_addr);
  404. temp = (reg >> offset1) & mask1;
  405. if (mask2)
  406. temp |= (reg >> offset2) & mask2;
  407. return temp;
  408. }
  409. /*
  410. * Name: ddr3_get_static_ddr_mode - Init Memory controller with
  411. * static parameters
  412. * Desc: Use this routine to init the controller without the HW training
  413. * procedure.
  414. * User must provide compatible header file with registers data.
  415. * Args: None.
  416. * Notes:
  417. * Returns: None.
  418. */
  419. u32 ddr3_get_static_ddr_mode(void)
  420. {
  421. u32 chip_board_rev, i;
  422. u32 size;
  423. /* Valid only for A380 only, MSYS using dynamic controller config */
  424. #ifdef CONFIG_CUSTOMER_BOARD_SUPPORT
  425. /*
  426. * Customer boards select DDR mode according to
  427. * board ID & Sample@Reset
  428. */
  429. chip_board_rev = mv_board_id_get();
  430. #else
  431. /* Marvell boards select DDR mode according to Sample@Reset only */
  432. chip_board_rev = MARVELL_BOARD;
  433. #endif
  434. size = ARRAY_SIZE(ddr_modes);
  435. for (i = 0; i < size; i++) {
  436. if ((ddr3_get_cpu_freq() == ddr_modes[i].cpu_freq) &&
  437. (ddr3_get_fab_opt() == ddr_modes[i].fab_freq) &&
  438. (chip_board_rev == ddr_modes[i].chip_board_rev))
  439. return i;
  440. }
  441. DEBUG_INIT_S("\n*** Error: ddr3_get_static_ddr_mode: No match for requested DDR mode. ***\n\n");
  442. return 0;
  443. }
  444. /******************************************************************************
  445. * Name: ddr3_get_cs_num_from_reg
  446. * Desc:
  447. * Args:
  448. * Notes:
  449. * Returns:
  450. */
  451. u32 ddr3_get_cs_num_from_reg(void)
  452. {
  453. u32 cs_ena = sys_env_get_cs_ena_from_reg();
  454. u32 cs_count = 0;
  455. u32 cs;
  456. for (cs = 0; cs < MAX_CS; cs++) {
  457. if (cs_ena & (1 << cs))
  458. cs_count++;
  459. }
  460. return cs_count;
  461. }
  462. void get_target_freq(u32 freq_mode, u32 *ddr_freq, u32 *hclk_ps)
  463. {
  464. u32 tmp, hclk = 200;
  465. switch (freq_mode) {
  466. case 4:
  467. tmp = 1; /* DDR_400; */
  468. hclk = 200;
  469. break;
  470. case 0x8:
  471. tmp = 1; /* DDR_666; */
  472. hclk = 333;
  473. break;
  474. case 0xc:
  475. tmp = 1; /* DDR_800; */
  476. hclk = 400;
  477. break;
  478. default:
  479. *ddr_freq = 0;
  480. *hclk_ps = 0;
  481. break;
  482. }
  483. *ddr_freq = tmp; /* DDR freq define */
  484. *hclk_ps = 1000000 / hclk; /* values are 1/HCLK in ps */
  485. return;
  486. }
  487. void ddr3_new_tip_dlb_config(void)
  488. {
  489. u32 reg, i = 0;
  490. struct dlb_config *config_table_ptr = sys_env_dlb_config_ptr_get();
  491. /* Write the configuration */
  492. while (config_table_ptr[i].reg_addr != 0) {
  493. reg_write(config_table_ptr[i].reg_addr,
  494. config_table_ptr[i].reg_data);
  495. i++;
  496. }
  497. /* Enable DLB */
  498. reg = reg_read(REG_STATIC_DRAM_DLB_CONTROL);
  499. reg |= DLB_ENABLE | DLB_WRITE_COALESING | DLB_AXI_PREFETCH_EN |
  500. DLB_MBUS_PREFETCH_EN | PREFETCH_N_LN_SZ_TR;
  501. reg_write(REG_STATIC_DRAM_DLB_CONTROL, reg);
  502. }
  503. int ddr3_fast_path_dynamic_cs_size_config(u32 cs_ena)
  504. {
  505. u32 reg, cs;
  506. u32 mem_total_size = 0;
  507. u32 cs_mem_size = 0;
  508. u32 mem_total_size_c, cs_mem_size_c;
  509. #ifdef DEVICE_MAX_DRAM_ADDRESS_SIZE
  510. u32 physical_mem_size;
  511. u32 max_mem_size = DEVICE_MAX_DRAM_ADDRESS_SIZE;
  512. struct hws_topology_map *tm = ddr3_get_topology_map();
  513. #endif
  514. /* Open fast path windows */
  515. for (cs = 0; cs < MAX_CS; cs++) {
  516. if (cs_ena & (1 << cs)) {
  517. /* get CS size */
  518. if (ddr3_calc_mem_cs_size(cs, &cs_mem_size) != MV_OK)
  519. return MV_FAIL;
  520. #ifdef DEVICE_MAX_DRAM_ADDRESS_SIZE
  521. /*
  522. * if number of address pins doesn't allow to use max
  523. * mem size that is defined in topology
  524. * mem size is defined by DEVICE_MAX_DRAM_ADDRESS_SIZE
  525. */
  526. physical_mem_size = mem_size
  527. [tm->interface_params[0].memory_size];
  528. if (ddr3_get_device_width(cs) == 16) {
  529. /*
  530. * 16bit mem device can be twice more - no need
  531. * in less significant pin
  532. */
  533. max_mem_size = DEVICE_MAX_DRAM_ADDRESS_SIZE * 2;
  534. }
  535. if (physical_mem_size > max_mem_size) {
  536. cs_mem_size = max_mem_size *
  537. (ddr3_get_bus_width() /
  538. ddr3_get_device_width(cs));
  539. printf("Updated Physical Mem size is from 0x%x to %x\n",
  540. physical_mem_size,
  541. DEVICE_MAX_DRAM_ADDRESS_SIZE);
  542. }
  543. #endif
  544. /* set fast path window control for the cs */
  545. reg = 0xffffe1;
  546. reg |= (cs << 2);
  547. reg |= (cs_mem_size - 1) & 0xffff0000;
  548. /*Open fast path Window */
  549. reg_write(REG_FASTPATH_WIN_CTRL_ADDR(cs), reg);
  550. /* Set fast path window base address for the cs */
  551. reg = ((cs_mem_size) * cs) & 0xffff0000;
  552. /* Set base address */
  553. reg_write(REG_FASTPATH_WIN_BASE_ADDR(cs), reg);
  554. /*
  555. * Since memory size may be bigger than 4G the summ may
  556. * be more than 32 bit word,
  557. * so to estimate the result divide mem_total_size and
  558. * cs_mem_size by 0x10000 (it is equal to >> 16)
  559. */
  560. mem_total_size_c = mem_total_size >> 16;
  561. cs_mem_size_c = cs_mem_size >> 16;
  562. /* if the sum less than 2 G - calculate the value */
  563. if (mem_total_size_c + cs_mem_size_c < 0x10000)
  564. mem_total_size += cs_mem_size;
  565. else /* put max possible size */
  566. mem_total_size = L2_FILTER_FOR_MAX_MEMORY_SIZE;
  567. }
  568. }
  569. /* Set L2 filtering to Max Memory size */
  570. reg_write(ADDRESS_FILTERING_END_REGISTER, mem_total_size);
  571. return MV_OK;
  572. }
  573. u32 ddr3_get_bus_width(void)
  574. {
  575. u32 bus_width;
  576. bus_width = (reg_read(REG_SDRAM_CONFIG_ADDR) & 0x8000) >>
  577. REG_SDRAM_CONFIG_WIDTH_OFFS;
  578. return (bus_width == 0) ? 16 : 32;
  579. }
  580. u32 ddr3_get_device_width(u32 cs)
  581. {
  582. u32 device_width;
  583. device_width = (reg_read(REG_SDRAM_ADDRESS_CTRL_ADDR) &
  584. (0x3 << (REG_SDRAM_ADDRESS_CTRL_STRUCT_OFFS * cs))) >>
  585. (REG_SDRAM_ADDRESS_CTRL_STRUCT_OFFS * cs);
  586. return (device_width == 0) ? 8 : 16;
  587. }
  588. static int ddr3_get_device_size(u32 cs)
  589. {
  590. u32 device_size_low, device_size_high, device_size;
  591. u32 data, cs_low_offset, cs_high_offset;
  592. cs_low_offset = REG_SDRAM_ADDRESS_SIZE_OFFS + cs * 4;
  593. cs_high_offset = REG_SDRAM_ADDRESS_SIZE_OFFS +
  594. REG_SDRAM_ADDRESS_SIZE_HIGH_OFFS + cs;
  595. data = reg_read(REG_SDRAM_ADDRESS_CTRL_ADDR);
  596. device_size_low = (data >> cs_low_offset) & 0x3;
  597. device_size_high = (data >> cs_high_offset) & 0x1;
  598. device_size = device_size_low | (device_size_high << 2);
  599. switch (device_size) {
  600. case 0:
  601. return 2048;
  602. case 2:
  603. return 512;
  604. case 3:
  605. return 1024;
  606. case 4:
  607. return 4096;
  608. case 5:
  609. return 8192;
  610. case 1:
  611. default:
  612. DEBUG_INIT_C("Error: Wrong device size of Cs: ", cs, 1);
  613. /*
  614. * Small value will give wrong emem size in
  615. * ddr3_calc_mem_cs_size
  616. */
  617. return 0;
  618. }
  619. }
  620. int ddr3_calc_mem_cs_size(u32 cs, u32 *cs_size)
  621. {
  622. int cs_mem_size;
  623. /* Calculate in GiB */
  624. cs_mem_size = ((ddr3_get_bus_width() / ddr3_get_device_width(cs)) *
  625. ddr3_get_device_size(cs)) / 8;
  626. /*
  627. * Multiple controller bus width, 2x for 64 bit
  628. * (SoC controller may be 32 or 64 bit,
  629. * so bit 15 in 0x1400, that means if whole bus used or only half,
  630. * have a differnt meaning
  631. */
  632. cs_mem_size *= DDR_CONTROLLER_BUS_WIDTH_MULTIPLIER;
  633. if (!cs_mem_size || (cs_mem_size == 64) || (cs_mem_size == 4096)) {
  634. DEBUG_INIT_C("Error: Wrong Memory size of Cs: ", cs, 1);
  635. return MV_BAD_VALUE;
  636. }
  637. *cs_size = cs_mem_size << 20;
  638. return MV_OK;
  639. }
  640. /*
  641. * Name: ddr3_hws_tune_training_params
  642. * Desc:
  643. * Args:
  644. * Notes: Tune internal training params
  645. * Returns:
  646. */
  647. static int ddr3_hws_tune_training_params(u8 dev_num)
  648. {
  649. struct tune_train_params params;
  650. int status;
  651. /* NOTE: do not remove any field initilization */
  652. params.ck_delay = TUNE_TRAINING_PARAMS_CK_DELAY;
  653. params.ck_delay_16 = TUNE_TRAINING_PARAMS_CK_DELAY_16;
  654. params.p_finger = TUNE_TRAINING_PARAMS_PFINGER;
  655. params.n_finger = TUNE_TRAINING_PARAMS_NFINGER;
  656. params.phy_reg3_val = TUNE_TRAINING_PARAMS_PHYREG3VAL;
  657. status = ddr3_tip_tune_training_params(dev_num, &params);
  658. if (MV_OK != status) {
  659. printf("%s Training Sequence - FAILED\n", ddr_type);
  660. return status;
  661. }
  662. return MV_OK;
  663. }