u-boot/drivers/ddr/marvell/axp/ddr3_dqs.c

// SPDX-License-Identifier: GPL-2.0
/*
 * Copyright (C) Marvell International Ltd. and its affiliates
 */

#include <common.h>
#include <i2c.h>
#include <spl.h>
#include <asm/io.h>
#include <asm/arch/cpu.h>
#include <asm/arch/soc.h>

#include "ddr3_hw_training.h"

/*
 * Debug
 */
#define DEBUG_DQS_C(s, d, l) \
	DEBUG_DQS_S(s); DEBUG_DQS_D(d, l); DEBUG_DQS_S("\n")
#define DEBUG_DQS_FULL_C(s, d, l) \
	DEBUG_DQS_FULL_S(s); DEBUG_DQS_FULL_D(d, l); DEBUG_DQS_FULL_S("\n")
#define DEBUG_DQS_RESULTS_C(s, d, l) \
	DEBUG_DQS_RESULTS_S(s); DEBUG_DQS_RESULTS_D(d, l); DEBUG_DQS_RESULTS_S("\n")
#define DEBUG_PER_DQ_C(s, d, l) \
	puts(s); printf("%x", d); puts("\n")

#define DEBUG_DQS_RESULTS_S(s) \
	debug_cond(ddr3_get_log_level() >= MV_LOG_LEVEL_2, "%s", s)
#define DEBUG_DQS_RESULTS_D(d, l) \
	debug_cond(ddr3_get_log_level() >= MV_LOG_LEVEL_2, "%x", d)

#define DEBUG_PER_DQ_S(s) \
	debug_cond(ddr3_get_log_level() >= MV_LOG_LEVEL_3, "%s", s)
#define DEBUG_PER_DQ_D(d, l) \
	debug_cond(ddr3_get_log_level() >= MV_LOG_LEVEL_3, "%x", d)
#define DEBUG_PER_DQ_DD(d, l) \
	debug_cond(ddr3_get_log_level() >= MV_LOG_LEVEL_3, "%d", d)

#ifdef MV_DEBUG_DQS
#define DEBUG_DQS_S(s)			puts(s)
#define DEBUG_DQS_D(d, l)		printf("%x", d)
#else
#define DEBUG_DQS_S(s)
#define DEBUG_DQS_D(d, l)
#endif

#ifdef MV_DEBUG_DQS_FULL
#define DEBUG_DQS_FULL_S(s)		puts(s)
#define DEBUG_DQS_FULL_D(d, l)		printf("%x", d)
#else
#define DEBUG_DQS_FULL_S(s)
#define DEBUG_DQS_FULL_D(d, l)
#endif

/* State machine for centralization - find low & high limit */
enum {
	PUP_ADLL_LIMITS_STATE_FAIL,
	PUP_ADLL_LIMITS_STATE_PASS,
	PUP_ADLL_LIMITS_STATE_FAIL_AFTER_PASS,
};

/* Hold centralization low results */
static int centralization_low_limit[MAX_PUP_NUM] = { 0 };
/* Hold centralization high results */
static int centralization_high_limit[MAX_PUP_NUM] = { 0 };

int ddr3_find_adll_limits(MV_DRAM_INFO *dram_info, u32 cs, u32 ecc, int is_tx);
int ddr3_check_window_limits(u32 pup, int high_limit, int low_limit, int is_tx,
			  int *size_valid);
static int ddr3_center_calc(MV_DRAM_INFO *dram_info, u32 cs, u32 ecc,
			    int is_tx);
int ddr3_special_pattern_i_search(MV_DRAM_INFO *dram_info, u32 cs, u32 ecc,
			      int is_tx, u32 special_pattern_pup);
int ddr3_special_pattern_ii_search(MV_DRAM_INFO *dram_info, u32 cs, u32 ecc,
				   int is_tx, u32 special_pattern_pup);
int ddr3_set_dqs_centralization_results(MV_DRAM_INFO *dram_info, u32 cs, u32 ecc,
				    int is_tx);

#ifdef MV88F78X60
extern u32 killer_pattern_32b[DQ_NUM][LEN_SPECIAL_PATTERN];
extern u32 killer_pattern_64b[DQ_NUM][LEN_SPECIAL_PATTERN];
extern int per_bit_data[MAX_PUP_NUM][DQ_NUM];
#else
extern u32 killer_pattern[DQ_NUM][LEN_16BIT_KILLER_PATTERN];
extern u32 killer_pattern_32b[DQ_NUM][LEN_SPECIAL_PATTERN];
#if defined(MV88F672X)
extern int per_bit_data[MAX_PUP_NUM][DQ_NUM];
#endif
#endif
extern u32 special_pattern[DQ_NUM][LEN_SPECIAL_PATTERN];

static u32 *ddr3_dqs_choose_pattern(MV_DRAM_INFO *dram_info, u32 victim_dq)
{
	u32 *pattern_ptr;

	/* Choose pattern */
	switch (dram_info->ddr_width) {
#if defined(MV88F672X)
	case 16:
		pattern_ptr = (u32 *)&killer_pattern[victim_dq];
		break;
#endif
	case 32:
		pattern_ptr = (u32 *)&killer_pattern_32b[victim_dq];
		break;
#if defined(MV88F78X60)
	case 64:
		pattern_ptr = (u32 *)&killer_pattern_64b[victim_dq];
		break;
#endif
	default:
#if defined(MV88F78X60)
		pattern_ptr = (u32 *)&killer_pattern_32b[victim_dq];
#else
		pattern_ptr = (u32 *)&killer_pattern[victim_dq];
#endif
		break;
	}

	return pattern_ptr;
}

/*
 * Name:     ddr3_dqs_centralization_rx
 * Desc:     Execute the DQS centralization RX phase.
 * Args:     dram_info
 * Notes:
 * Returns:  MV_OK if success, other error code if fail.
 */
int ddr3_dqs_centralization_rx(MV_DRAM_INFO *dram_info)
{
	u32 cs, ecc, reg;
	int status;

	DEBUG_DQS_S("DDR3 - DQS Centralization RX - Starting procedure\n");

	/* Enable SW override */
	reg = reg_read(REG_DRAM_TRAINING_2_ADDR) |
		(1 << REG_DRAM_TRAINING_2_SW_OVRD_OFFS);

	/* [0] = 1 - Enable SW override  */
	/* 0x15B8 - Training SW 2 Register */
	reg_write(REG_DRAM_TRAINING_2_ADDR, reg);
	DEBUG_DQS_S("DDR3 - DQS Centralization RX - SW Override Enabled\n");

	reg = (1 << REG_DRAM_TRAINING_AUTO_OFFS);
	reg_write(REG_DRAM_TRAINING_ADDR, reg);	/* 0x15B0 - Training Register */

	/* Loop for each CS */
	for (cs = 0; cs < MAX_CS; cs++) {
		if (dram_info->cs_ena & (1 << cs)) {
			DEBUG_DQS_FULL_C("DDR3 - DQS Centralization RX - CS - ",
					 (u32) cs, 1);

			for (ecc = 0; ecc < (dram_info->ecc_ena + 1); ecc++) {

				/* ECC Support - Switch ECC Mux on ecc=1 */
				reg = reg_read(REG_DRAM_TRAINING_2_ADDR) &
					~(1 << REG_DRAM_TRAINING_2_ECC_MUX_OFFS);
				reg |= (dram_info->ecc_ena *
					ecc << REG_DRAM_TRAINING_2_ECC_MUX_OFFS);
				reg_write(REG_DRAM_TRAINING_2_ADDR, reg);

				if (ecc)
					DEBUG_DQS_FULL_S("DDR3 - DQS Centralization RX - ECC Mux Enabled\n");
				else
					DEBUG_DQS_FULL_S("DDR3 - DQS Centralization RX - ECC Mux Disabled\n");

				DEBUG_DQS_FULL_S("DDR3 - DQS Centralization RX - Find all limits\n");

				status = ddr3_find_adll_limits(dram_info, cs,
							       ecc, 0);
				if (MV_OK != status)
					return status;

				DEBUG_DQS_FULL_S("DDR3 - DQS Centralization RX - Start calculating center\n");

				status = ddr3_center_calc(dram_info, cs, ecc,
							  0);
				if (MV_OK != status)
					return status;
			}
		}
	}

	/* ECC Support - Disable ECC MUX */
	reg = reg_read(REG_DRAM_TRAINING_2_ADDR) &
		~(1 << REG_DRAM_TRAINING_2_ECC_MUX_OFFS);
	reg_write(REG_DRAM_TRAINING_2_ADDR, reg);

	/* Disable SW override - Must be in a different stage */
	/* [0]=0 - Enable SW override  */
	reg = reg_read(REG_DRAM_TRAINING_2_ADDR);
	reg &= ~(1 << REG_DRAM_TRAINING_2_SW_OVRD_OFFS);
	/* 0x15B8 - Training SW 2 Register */
	reg_write(REG_DRAM_TRAINING_2_ADDR, reg);

	reg = reg_read(REG_DRAM_TRAINING_1_ADDR) |
		(1 << REG_DRAM_TRAINING_1_TRNBPOINT_OFFS);
	reg_write(REG_DRAM_TRAINING_1_ADDR, reg);

	return MV_OK;
}

/*
 * Name:     ddr3_dqs_centralization_tx
 * Desc:     Execute the DQS centralization TX phase.
 * Args:     dram_info
 * Notes:
 * Returns:  MV_OK if success, other error code if fail.
 */
int ddr3_dqs_centralization_tx(MV_DRAM_INFO *dram_info)
{
	u32 cs, ecc, reg;
	int status;

	DEBUG_DQS_S("DDR3 - DQS Centralization TX - Starting procedure\n");

	/* Enable SW override */
	reg = reg_read(REG_DRAM_TRAINING_2_ADDR) |
		(1 << REG_DRAM_TRAINING_2_SW_OVRD_OFFS);

	/* [0] = 1 - Enable SW override  */
	/* 0x15B8 - Training SW 2 Register */
	reg_write(REG_DRAM_TRAINING_2_ADDR, reg);
	DEBUG_DQS_S("DDR3 - DQS Centralization TX - SW Override Enabled\n");

	reg = (1 << REG_DRAM_TRAINING_AUTO_OFFS);
	reg_write(REG_DRAM_TRAINING_ADDR, reg);	/* 0x15B0 - Training Register */

	/* Loop for each CS */
	for (cs = 0; cs < MAX_CS; cs++) {
		if (dram_info->cs_ena & (1 << cs)) {
			DEBUG_DQS_FULL_C("DDR3 - DQS Centralization TX - CS - ",
					 (u32) cs, 1);
			for (ecc = 0; ecc < (dram_info->ecc_ena + 1); ecc++) {
				/* ECC Support - Switch ECC Mux on ecc=1 */
				reg = reg_read(REG_DRAM_TRAINING_2_ADDR) &
					~(1 << REG_DRAM_TRAINING_2_ECC_MUX_OFFS);
				reg |= (dram_info->ecc_ena *
					ecc << REG_DRAM_TRAINING_2_ECC_MUX_OFFS);
				reg_write(REG_DRAM_TRAINING_2_ADDR, reg);

				if (ecc)
					DEBUG_DQS_FULL_S("DDR3 - DQS Centralization TX - ECC Mux Enabled\n");
				else
					DEBUG_DQS_FULL_S("DDR3 - DQS Centralization TX - ECC Mux Disabled\n");

				DEBUG_DQS_FULL_S("DDR3 - DQS Centralization TX - Find all limits\n");

				status = ddr3_find_adll_limits(dram_info, cs,
							       ecc, 1);
				if (MV_OK != status)
					return status;

				DEBUG_DQS_FULL_S("DDR3 - DQS Centralization TX - Start calculating center\n");

				status = ddr3_center_calc(dram_info, cs, ecc,
							  1);
				if (MV_OK != status)
					return status;
			}
		}
	}

	/* ECC Support - Disable ECC MUX */
	reg = reg_read(REG_DRAM_TRAINING_2_ADDR) &
		~(1 << REG_DRAM_TRAINING_2_ECC_MUX_OFFS);
	reg_write(REG_DRAM_TRAINING_2_ADDR, reg);

	/* Disable SW override - Must be in a different stage */
	/* [0]=0 - Enable SW override  */
	reg = reg_read(REG_DRAM_TRAINING_2_ADDR);
	reg &= ~(1 << REG_DRAM_TRAINING_2_SW_OVRD_OFFS);
	/* 0x15B8 - Training SW 2 Register */
	reg_write(REG_DRAM_TRAINING_2_ADDR, reg);

	reg = reg_read(REG_DRAM_TRAINING_1_ADDR) |
		(1 << REG_DRAM_TRAINING_1_TRNBPOINT_OFFS);
	reg_write(REG_DRAM_TRAINING_1_ADDR, reg);

	return MV_OK;
}

/*
 * Name:     ddr3_find_adll_limits
 * Desc:     Execute the Find ADLL limits phase.
 * Args:     dram_info
 *           cs
 *           ecc_ena
 *           is_tx             Indicate whether Rx or Tx
 * Notes:
 * Returns:  MV_OK if success, other error code if fail.
 */
int ddr3_find_adll_limits(MV_DRAM_INFO *dram_info, u32 cs, u32 ecc, int is_tx)
{
	u32 victim_dq, pup, tmp;
	u32 adll_addr;
	u32 max_pup;		/* maximal pup index */
	u32 pup_mask = 0;
	u32 unlock_pup;		/* bit array of un locked pups */
	u32 new_unlock_pup;	/* bit array of compare failed pups */
	u32 curr_adll;
	u32 adll_start_val;	/* adll start loop value - for rx or tx limit */
	u32 high_limit;	/* holds found High Limit */
	u32 low_limit;		/* holds found Low Limit */
	int win_valid;
	int update_win;
	u32 sdram_offset;
	u32 uj, cs_count, cs_tmp, ii;
	u32 *pattern_ptr;
	u32 dq;
	u32 adll_end_val;	/* adll end of loop val - for rx or tx limit */
	u8 analog_pbs[DQ_NUM][MAX_PUP_NUM][DQ_NUM][2];
	u8 analog_pbs_sum[MAX_PUP_NUM][DQ_NUM][2];
	int pup_adll_limit_state[MAX_PUP_NUM];	/* hold state of each pup */

	adll_addr = ((is_tx == 1) ? PUP_DQS_WR : PUP_DQS_RD);
	adll_end_val = ((is_tx == 1) ? ADLL_MIN : ADLL_MAX);
	adll_start_val = ((is_tx == 1) ? ADLL_MAX : ADLL_MIN);
	max_pup = (ecc + (1 - ecc) * dram_info->num_of_std_pups);

	DEBUG_DQS_FULL_S("DDR3 - DQS Find Limits - Starting Find ADLL Limits\n");

	/* init the array */
	for (pup = 0; pup < max_pup; pup++) {
		centralization_low_limit[pup] = ADLL_MIN;
		centralization_high_limit[pup] = ADLL_MAX;
	}

	/* Killer Pattern */
	cs_count = 0;
	for (cs_tmp = 0; cs_tmp < cs; cs_tmp++) {
		if (dram_info->cs_ena & (1 << cs_tmp))
			cs_count++;
	}
	sdram_offset = cs_count * (SDRAM_CS_SIZE + 1);
	sdram_offset += ((is_tx == 1) ?
			 SDRAM_DQS_TX_OFFS : SDRAM_DQS_RX_OFFS);

	/* Prepare pup masks */
	for (pup = 0; pup < max_pup; pup++)
		pup_mask |= (1 << pup);

	for (pup = 0; pup < max_pup; pup++) {
		for (dq = 0; dq < DQ_NUM; dq++) {
			analog_pbs_sum[pup][dq][0] = adll_start_val;
			analog_pbs_sum[pup][dq][1] = adll_end_val;
		}
	}

	/* Loop - use different pattern for each victim_dq */
	for (victim_dq = 0; victim_dq < DQ_NUM; victim_dq++) {
		DEBUG_DQS_FULL_C("DDR3 - DQS Find Limits - Victim DQ - ",
				 (u32)victim_dq, 1);
		/*
		 * The pups 3 bit arrays represent state machine. with
		 * 3 stages for each pup.
		 * 1. fail and didn't get pass in earlier compares.
		 * 2. pass compare
		 * 3. fail after pass - end state.
		 * The window limits are the adll values where the adll
		 * was in the pass stage.
		 */

		/* Set all states to Fail (1st state) */
		for (pup = 0; pup < max_pup; pup++)
			pup_adll_limit_state[pup] = PUP_ADLL_LIMITS_STATE_FAIL;

		/* Set current valid pups */
		unlock_pup = pup_mask;

		/* Set ADLL to start value */
		curr_adll = adll_start_val;

#if defined(MV88F78X60)
		for (pup = 0; pup < max_pup; pup++) {
			for (dq = 0; dq < DQ_NUM; dq++) {
				analog_pbs[victim_dq][pup][dq][0] =
					adll_start_val;
				analog_pbs[victim_dq][pup][dq][1] =
					adll_end_val;
				per_bit_data[pup][dq] = 0;
			}
		}
#endif

		for (uj = 0; uj < ADLL_MAX; uj++) {
			DEBUG_DQS_FULL_C("DDR3 - DQS Find Limits - Setting ADLL to ",
					 curr_adll, 2);
			for (pup = 0; pup < max_pup; pup++) {
				if (IS_PUP_ACTIVE(unlock_pup, pup) == 1) {
					tmp = ((is_tx == 1) ? curr_adll +
					       dram_info->wl_val[cs]
					       [pup * (1 - ecc) + ecc * ECC_PUP]
					       [D] : curr_adll);
					ddr3_write_pup_reg(adll_addr, cs, pup +
						(ecc * ECC_PUP), 0, tmp);
				}
			}

			/* Choose pattern */
			pattern_ptr = ddr3_dqs_choose_pattern(dram_info,
							      victim_dq);

			/* '1' - means pup failed, '0' - means pup pass */
			new_unlock_pup = 0;

			/* Read and compare results for Victim_DQ# */
			for (ii = 0; ii < 3; ii++) {
				u32 tmp = 0;
				if (MV_OK != ddr3_sdram_dqs_compare(dram_info,
							   unlock_pup, &tmp,
							   pattern_ptr,
							   LEN_KILLER_PATTERN,
							   sdram_offset +
							   LEN_KILLER_PATTERN *
							   4 * victim_dq,
							   is_tx, 0, NULL,
							   0))
					return MV_DDR3_TRAINING_ERR_DRAM_COMPARE;

				new_unlock_pup |= tmp;
			}

			pup = 0;
			DEBUG_DQS_FULL_C("DDR3 - DQS Find Limits - UnlockPup: ",
					 unlock_pup, 2);
			DEBUG_DQS_FULL_C("DDR3 - DQS Find Limits - NewUnlockPup: ",
					 new_unlock_pup, 2);

			/* Update pup state */
			for (pup = 0; pup < max_pup; pup++) {
				if (IS_PUP_ACTIVE(unlock_pup, pup) == 0) {
					DEBUG_DQS_FULL_C("DDR3 - DQS Find Limits - Skipping pup ",
							 pup, 1);
					continue;
				}

				/*
				 * Still didn't find the window limit of the pup
				 */
				if (IS_PUP_ACTIVE(new_unlock_pup, pup) == 1) {
					/* Current compare result == fail */
					if (pup_adll_limit_state[pup] ==
					    PUP_ADLL_LIMITS_STATE_PASS) {
						/*
						 * If now it failed but passed
						 * earlier
						 */
						DEBUG_DQS_S("DDR3 - DQS Find Limits - PASS to FAIL: CS - ");
						DEBUG_DQS_D(cs, 1);
						DEBUG_DQS_S(", DQ - ");
						DEBUG_DQS_D(victim_dq, 1);
						DEBUG_DQS_S(", Pup - ");
						DEBUG_DQS_D(pup, 1);
						DEBUG_DQS_S(", ADLL - ");
						DEBUG_DQS_D(curr_adll, 2);
						DEBUG_DQS_S("\n");

#if defined(MV88F78X60)
						for (dq = 0; dq < DQ_NUM; dq++) {
							if ((analog_pbs[victim_dq][pup][dq][0] != adll_start_val)
							    && (analog_pbs[victim_dq][pup]
								[dq][1] == adll_end_val))
								analog_pbs
									[victim_dq]
									[pup][dq]
									[1] =
									curr_adll;
						}
#endif
						win_valid = 1;
						update_win = 0;

						/* Keep min / max limit value */
						if (is_tx == 0) {
							/* RX - found upper limit */
							if (centralization_high_limit[pup] >
							    (curr_adll - 1)) {
								high_limit =
									curr_adll - 1;
								low_limit =
									centralization_low_limit[pup];
								update_win = 1;
							}
						} else {
							/* TX - found lower limit */
							if (centralization_low_limit[pup] < (curr_adll + 1)) {
								high_limit =
									centralization_high_limit
									[pup];
								low_limit =
									curr_adll + 1;
								update_win =
									1;
							}
						}

						if (update_win == 1) {
							/*
							 * Before updating
							 * window limits we need
							 * to check that the
							 * limits are valid
							 */
							if (MV_OK !=
							    ddr3_check_window_limits
							    (pup, high_limit,
							     low_limit, is_tx,
							     &win_valid))
								return MV_DDR3_TRAINING_ERR_WIN_LIMITS;

							if (win_valid == 1) {
								/*
								 * Window limits
								 * should be
								 * updated
								 */
								centralization_low_limit
									[pup] =
									low_limit;
								centralization_high_limit
									[pup] =
									high_limit;
							}
						}

						if (win_valid == 1) {
							/* Found end of window - lock the pup */
							pup_adll_limit_state[pup] =
								PUP_ADLL_LIMITS_STATE_FAIL_AFTER_PASS;
							unlock_pup &= ~(1 << pup);
						} else {
							/* Probably false pass - reset status */
							pup_adll_limit_state[pup] =
								PUP_ADLL_LIMITS_STATE_FAIL;

#if defined(MV88F78X60)
							/* Clear logging array of win size (per Dq) */
							for (dq = 0;
							     dq < DQ_NUM;
							     dq++) {
								analog_pbs
									[victim_dq]
									[pup][dq]
									[0] =
									adll_start_val;
								analog_pbs
									[victim_dq]
									[pup][dq]
									[1] =
									adll_end_val;
								per_bit_data
									[pup][dq]
									= 0;
							}
#endif
						}
					}
				} else {
					/* Current compare result == pass */
					if (pup_adll_limit_state[pup] ==
					    PUP_ADLL_LIMITS_STATE_FAIL) {
						/* If now it passed but failed earlier */
						DEBUG_DQS_S("DDR3 - DQS Find Limits - FAIL to PASS: CS - ");
						DEBUG_DQS_D(cs, 1);
						DEBUG_DQS_S(", DQ - ");
						DEBUG_DQS_D(victim_dq, 1);
						DEBUG_DQS_S(", Pup - ");
						DEBUG_DQS_D(pup, 1);
						DEBUG_DQS_S(", ADLL - ");
						DEBUG_DQS_D(curr_adll, 2);
						DEBUG_DQS_S("\n");

#if defined(MV88F78X60)
						for (dq = 0; dq < DQ_NUM;
						     dq++) {
							if (analog_pbs[victim_dq][pup][dq][0] == adll_start_val)
								analog_pbs
								    [victim_dq]
								    [pup][dq]
								    [0] =
								    curr_adll;
						}
#endif
						/* Found start of window */
						pup_adll_limit_state[pup] =
						    PUP_ADLL_LIMITS_STATE_PASS;

						/* Keep min / max limit value */
						if (is_tx == 0) {
							/* RX - found low limit */
							if (centralization_low_limit[pup] <= curr_adll)
								centralization_low_limit
								    [pup] =
								    curr_adll;
						} else {
							/* TX - found high limit */
							if (centralization_high_limit[pup] >= curr_adll)
								centralization_high_limit
								    [pup] =
								    curr_adll;
						}
					}
				}
			}

			if (unlock_pup == 0) {
				/* Found limit to all pups */
				DEBUG_DQS_FULL_S("DDR3 - DQS Find Limits - found PUP limit\n");
				break;
			}

			/*
			 * Increment / decrement (Move to right / left
			 * one phase - ADLL) dqs RX / TX delay (for all un
			 * lock pups
			 */
			if (is_tx == 0)
				curr_adll++;
			else
				curr_adll--;
		}

		if (unlock_pup != 0) {
			/*
			 * Found pups that didn't reach to the end of the
			 * state machine
			 */
			DEBUG_DQS_C("DDR3 - DQS Find Limits - Pups that didn't reached end of the state machine: ",
				    unlock_pup, 1);

			for (pup = 0; pup < max_pup; pup++) {
				if (IS_PUP_ACTIVE(unlock_pup, pup) == 1) {
					if (pup_adll_limit_state[pup] ==
					    PUP_ADLL_LIMITS_STATE_FAIL) {
						/* ERROR - found fail for all window size */
						DEBUG_DQS_S("DDR3 - DQS Find Limits - Got FAIL for the complete range on pup - ");
						DEBUG_DQS_D(pup, 1);
						DEBUG_DQS_C(" victim DQ ",
							    victim_dq, 1);

						/* For debug - set min limit to illegal limit */
						centralization_low_limit[pup]
							= ADLL_ERROR;
						/*
						 * In case the pup is in mode
						 * PASS - the limit is the min
						 * / max adll, no need to
						 * update because of the results
						 * array default value
						 */
						return MV_DDR3_TRAINING_ERR_PUP_RANGE;
					}
				}
			}
		}
	}

	DEBUG_DQS_S("DDR3 - DQS Find Limits - DQ values per victim results:\n");
	for (victim_dq = 0; victim_dq < DQ_NUM; victim_dq++) {
		for (pup = 0; pup < max_pup; pup++) {
			DEBUG_DQS_S("Victim DQ-");
			DEBUG_DQS_D(victim_dq, 1);
			DEBUG_DQS_S(", PUP-");
			DEBUG_DQS_D(pup, 1);
			for (dq = 0; dq < DQ_NUM; dq++) {
				DEBUG_DQS_S(", DQ-");
				DEBUG_DQS_D(dq, 1);
				DEBUG_DQS_S(",S-");
				DEBUG_DQS_D(analog_pbs[victim_dq][pup][dq]
					    [0], 2);
				DEBUG_DQS_S(",E-");
				DEBUG_DQS_D(analog_pbs[victim_dq][pup][dq]
					    [1], 2);

				if (is_tx == 0) {
					if (analog_pbs[victim_dq][pup][dq][0]
					    > analog_pbs_sum[pup][dq][0])
						analog_pbs_sum[pup][dq][0] =
						    analog_pbs[victim_dq][pup]
						    [dq][0];
					if (analog_pbs[victim_dq][pup][dq][1]
					    < analog_pbs_sum[pup][dq][1])
						analog_pbs_sum[pup][dq][1] =
						    analog_pbs[victim_dq][pup]
						    [dq][1];
				} else {
					if (analog_pbs[victim_dq][pup][dq][0]
					    < analog_pbs_sum[pup][dq][0])
						analog_pbs_sum[pup][dq][0] =
						    analog_pbs[victim_dq][pup]
						    [dq][0];
					if (analog_pbs[victim_dq][pup][dq][1]
					    > analog_pbs_sum[pup][dq][1])
						analog_pbs_sum[pup][dq][1] =
						    analog_pbs[victim_dq][pup]
						    [dq][1];
				}
			}
			DEBUG_DQS_S("\n");
		}
	}

	if (ddr3_get_log_level() >= MV_LOG_LEVEL_3) {
		u32 dq;

		DEBUG_PER_DQ_S("\n########## LOG LEVEL 3(Windows margins per-DQ) ##########\n");
		if (is_tx) {
			DEBUG_PER_DQ_C("DDR3 - TX  CS: ", cs, 1);
		} else {
			DEBUG_PER_DQ_C("DDR3 - RX  CS: ", cs, 1);
		}

		if (ecc == 0) {
			DEBUG_PER_DQ_S("\n DATA RESULTS:\n");
		} else {
			DEBUG_PER_DQ_S("\n ECC RESULTS:\n");
		}

		/* Since all dq has the same value we take 0 as representive */
		dq = 0;
		for (pup = 0; pup < max_pup; pup++) {
			if (ecc == 0) {
				DEBUG_PER_DQ_S("\nBYTE:");
				DEBUG_PER_DQ_D(pup, 1);
				DEBUG_PER_DQ_S("\n");
			} else {
				DEBUG_PER_DQ_S("\nECC BYTE:\n");
			}
			DEBUG_PER_DQ_S("  DQ's        LOW       HIGH       WIN-SIZE\n");
			DEBUG_PER_DQ_S("============================================\n");
			for (victim_dq = 0; victim_dq < DQ_NUM; victim_dq++) {
				if (ecc == 0) {
					DEBUG_PER_DQ_S("DQ[");
					DEBUG_PER_DQ_DD((victim_dq +
							 DQ_NUM * pup), 2);
					DEBUG_PER_DQ_S("]");
				} else {
					DEBUG_PER_DQ_S("CB[");
					DEBUG_PER_DQ_DD(victim_dq, 2);
					DEBUG_PER_DQ_S("]");
				}
				if (is_tx) {
					DEBUG_PER_DQ_S("      0x");
					DEBUG_PER_DQ_D(analog_pbs[victim_dq][pup][dq][1], 2);	/* low value */
					DEBUG_PER_DQ_S("        0x");
					DEBUG_PER_DQ_D(analog_pbs[victim_dq][pup][dq][0], 2);	/* high value */
					DEBUG_PER_DQ_S("        0x");
					DEBUG_PER_DQ_D(analog_pbs[victim_dq][pup][dq][0] - analog_pbs[victim_dq][pup][dq][1], 2);	/* win-size */
				} else {
					DEBUG_PER_DQ_S("     0x");
					DEBUG_PER_DQ_D(analog_pbs[victim_dq][pup][dq][0], 2);	/* low value */
					DEBUG_PER_DQ_S("       0x");
					DEBUG_PER_DQ_D((analog_pbs[victim_dq][pup][dq][1] - 1), 2);	/* high value */
					DEBUG_PER_DQ_S("       0x");
					DEBUG_PER_DQ_D(analog_pbs[victim_dq][pup][dq][1] - analog_pbs[victim_dq][pup][dq][0], 2);	/* win-size */
				}
				DEBUG_PER_DQ_S("\n");
			}
		}
		DEBUG_PER_DQ_S("\n");
	}

	if (is_tx) {
		DEBUG_DQS_S("DDR3 - DQS TX - Find Limits - DQ values Summary:\n");
	} else {
		DEBUG_DQS_S("DDR3 - DQS RX - Find Limits - DQ values Summary:\n");
	}

	for (pup = 0; pup < max_pup; pup++) {
		DEBUG_DQS_S("PUP-");
		DEBUG_DQS_D(pup, 1);
		for (dq = 0; dq < DQ_NUM; dq++) {
			DEBUG_DQS_S(", DQ-");
			DEBUG_DQS_D(dq, 1);
			DEBUG_DQS_S(",S-");
			DEBUG_DQS_D(analog_pbs_sum[pup][dq][0], 2);
			DEBUG_DQS_S(",E-");
			DEBUG_DQS_D(analog_pbs_sum[pup][dq][1], 2);
		}
		DEBUG_DQS_S("\n");
	}

	if (is_tx) {
		DEBUG_DQS_S("DDR3 - DQS TX - Find Limits - DQ values Summary:\n");
	} else {
		DEBUG_DQS_S("DDR3 - DQS RX - Find Limits - DQ values Summary:\n");
	}

	for (pup = 0; pup < max_pup; pup++) {
		if (max_pup == 1) {
			/* For ECC PUP */
			DEBUG_DQS_S("DDR3 - DQS8");
		} else {
			DEBUG_DQS_S("DDR3 - DQS");
			DEBUG_DQS_D(pup, 1);
		}

		for (dq = 0; dq < DQ_NUM; dq++) {
			DEBUG_DQS_S(", DQ-");
			DEBUG_DQS_D(dq, 1);
			DEBUG_DQS_S("::S-");
			DEBUG_DQS_D(analog_pbs_sum[pup][dq][0], 2);
			DEBUG_DQS_S(",E-");
			DEBUG_DQS_D(analog_pbs_sum[pup][dq][1], 2);
		}
		DEBUG_DQS_S("\n");
	}

	DEBUG_DQS_S("DDR3 - DQS Find Limits - Ended\n");

	return MV_OK;
}

/*
 * Name:     ddr3_check_window_limits
 * Desc:     Check window High & Low limits.
 * Args:     pup                pup index
 *           high_limit           window high limit
 *           low_limit            window low limit
 *           is_tx                Indicate whether Rx or Tx
 *           size_valid          Indicate whether window size is valid
 * Notes:
 * Returns:  MV_OK if success, other error code if fail.
 */
int ddr3_check_window_limits(u32 pup, int high_limit, int low_limit, int is_tx,
			     int *size_valid)
{
	DEBUG_DQS_FULL_S("DDR3 - DQS Check Win Limits - Starting\n");

	if (low_limit > high_limit) {
		DEBUG_DQS_S("DDR3 - DQS Check Win Limits - Pup ");
		DEBUG_DQS_D(pup, 1);
		DEBUG_DQS_S(" Low Limit grater than High Limit\n");
		*size_valid = 0;
		return MV_OK;
	}

	/*
	 * Check that window size is valid, if not it was probably false pass
	 * before
	 */
	if ((high_limit - low_limit) < MIN_WIN_SIZE) {
		/*
		 * Since window size is too small probably there was false
		 * pass
		 */
		*size_valid = 0;

		DEBUG_DQS_S("DDR3 - DQS Check Win Limits - Pup ");
		DEBUG_DQS_D(pup, 1);
		DEBUG_DQS_S(" Window size is smaller than MIN_WIN_SIZE\n");

	} else if ((high_limit - low_limit) > ADLL_MAX) {
		*size_valid = 0;

		DEBUG_DQS_S("DDR3 - DQS Check Win Limits - Pup ");
		DEBUG_DQS_D(pup, 1);
		DEBUG_DQS_S
		    (" Window size is bigger than max ADLL taps (31)  Exiting.\n");

		return MV_FAIL;

	} else {
		*size_valid = 1;

		DEBUG_DQS_FULL_S("DDR3 - DQS Check Win Limits - Pup ");
		DEBUG_DQS_FULL_D(pup, 1);
		DEBUG_DQS_FULL_C(" window size is ", (high_limit - low_limit),
				 2);
	}

	return MV_OK;
}

/*
 * Name:     ddr3_center_calc
 * Desc:     Execute the calculate the center of windows phase.
 * Args:     pDram Info
 *           is_tx             Indicate whether Rx or Tx
 * Notes:
 * Returns:  MV_OK if success, other error code if fail.
 */
static int ddr3_center_calc(MV_DRAM_INFO *dram_info, u32 cs, u32 ecc,
			    int is_tx)
{
	/* bit array of pups that need specail search */
	u32 special_pattern_i_pup = 0;
	u32 special_pattern_ii_pup = 0;
	u32 pup;
	u32 max_pup;

	max_pup = (ecc + (1 - ecc) * dram_info->num_of_std_pups);

	for (pup = 0; pup < max_pup; pup++) {
		if (is_tx == 0) {
			/* Check special pattern I */
			/*
			 * Special pattern Low limit search - relevant only
			 * for Rx, win size < threshold and low limit = 0
			 */
			if (((centralization_high_limit[pup] -
			      centralization_low_limit[pup]) < VALID_WIN_THRS)
			    && (centralization_low_limit[pup] == MIN_DELAY))
				special_pattern_i_pup |= (1 << pup);

			/* Check special pattern II */
			/*
			 * Special pattern High limit search - relevant only
			 * for Rx, win size < threshold and high limit = 31
			 */
			if (((centralization_high_limit[pup] -
			      centralization_low_limit[pup]) < VALID_WIN_THRS)
			    && (centralization_high_limit[pup] == MAX_DELAY))
				special_pattern_ii_pup |= (1 << pup);
		}
	}

	/* Run special pattern Low limit search - for relevant pup */
	if (special_pattern_i_pup != 0) {
		DEBUG_DQS_S("DDR3 - DQS Center Calc - Entering special pattern I for Low limit search\n");
		if (MV_OK !=
		    ddr3_special_pattern_i_search(dram_info, cs, ecc, is_tx,
					      special_pattern_i_pup))
			return MV_DDR3_TRAINING_ERR_DQS_LOW_LIMIT_SEARCH;
	}

	/* Run special pattern High limit search - for relevant pup */
	if (special_pattern_ii_pup != 0) {
		DEBUG_DQS_S("DDR3 - DQS Center Calc - Entering special pattern II for High limit search\n");
		if (MV_OK !=
		    ddr3_special_pattern_ii_search(dram_info, cs, ecc, is_tx,
						   special_pattern_ii_pup))
			return MV_DDR3_TRAINING_ERR_DQS_HIGH_LIMIT_SEARCH;
	}

	/* Set adll to center = (General_High_limit + General_Low_limit)/2 */
	return ddr3_set_dqs_centralization_results(dram_info, cs, ecc, is_tx);
}

/*
 * Name:     ddr3_special_pattern_i_search
 * Desc:     Execute special pattern low limit search.
 * Args:
 *           special_pattern_pup  The pups that need the special search
 * Notes:
 * Returns:  MV_OK if success, other error code if fail.
 */
int ddr3_special_pattern_i_search(MV_DRAM_INFO *dram_info, u32 cs, u32 ecc,
				  int is_tx, u32 special_pattern_pup)
{
	u32 victim_dq;		/* loop index - victim DQ */
	u32 adll_idx;
	u32 pup;
	u32 unlock_pup;		/* bit array of the unlock pups  */
	u32 first_fail;	/* bit array - of pups that  get first fail */
	u32 new_lockup_pup;	/* bit array of compare failed pups */
	u32 pass_pup;		/* bit array of compare pass pup */
	u32 sdram_offset;
	u32 max_pup;
	u32 comp_val;
	u32 special_res[MAX_PUP_NUM];	/* hold tmp results */

	DEBUG_DQS_S("DDR3 - DQS - Special Pattern I Search - Starting\n");

	max_pup = ecc + (1 - ecc) * dram_info->num_of_std_pups;

	/* Init the temporary results to max ADLL value */
	for (pup = 0; pup < max_pup; pup++)
		special_res[pup] = ADLL_MAX;

	/* Run special pattern for all DQ - use the same pattern */
	for (victim_dq = 0; victim_dq < DQ_NUM; victim_dq++) {
		unlock_pup = special_pattern_pup;
		first_fail = 0;

		sdram_offset = cs * SDRAM_CS_SIZE + SDRAM_DQS_RX_OFFS +
			LEN_KILLER_PATTERN * 4 * victim_dq;

		for (pup = 0; pup < max_pup; pup++) {
			/* Set adll value per PUP. adll = high limit per pup */
			if (IS_PUP_ACTIVE(unlock_pup, pup)) {
				/* only for pups that need special search */
				ddr3_write_pup_reg(PUP_DQS_RD, cs,
						   pup + (ecc * ECC_PUP), 0,
						   centralization_high_limit
						   [pup]);
			}
		}

		adll_idx = 0;
		do {
			/*
			 * Perform read and compare simultaneously for all
			 * un-locked MC use the special pattern mask
			 */
			new_lockup_pup = 0;

			if (MV_OK !=
			    ddr3_sdram_dqs_compare(dram_info, unlock_pup,
						   &new_lockup_pup,
						   special_pattern
						   [victim_dq],
						   LEN_SPECIAL_PATTERN,
						   sdram_offset, 0,
						   0, NULL, 1))
				return MV_FAIL;

			DEBUG_DQS_S("DDR3 - DQS - Special I - ADLL value is: ");
			DEBUG_DQS_D(adll_idx, 2);
			DEBUG_DQS_S(", UnlockPup: ");
			DEBUG_DQS_D(unlock_pup, 2);
			DEBUG_DQS_S(", NewLockPup: ");
			DEBUG_DQS_D(new_lockup_pup, 2);
			DEBUG_DQS_S("\n");

			if (unlock_pup != new_lockup_pup)
				DEBUG_DQS_S("DDR3 - DQS - Special I - Some Pup passed!\n");

			/* Search for pups with passed compare & already fail */
			pass_pup = first_fail & ~new_lockup_pup & unlock_pup;
			first_fail |= new_lockup_pup;
			unlock_pup &= ~pass_pup;

			/* Get pass pups */
			if (pass_pup != 0) {
				for (pup = 0; pup < max_pup; pup++) {
					if (IS_PUP_ACTIVE(pass_pup, pup) ==
					    1) {
						/* If pup passed and has first fail = 1 */
						/* keep min value of ADLL max value - current adll */
						/* (centralization_high_limit[pup] + adll_idx) = current adll !!! */
						comp_val =
						    (ADLL_MAX -
						     (centralization_high_limit
						      [pup] + adll_idx));

						DEBUG_DQS_C
						    ("DDR3 - DQS - Special I - Pup - ",
						     pup, 1);
						DEBUG_DQS_C
						    (" comp_val = ",
						     comp_val, 2);

						if (comp_val <
						    special_res[pup]) {
							special_res[pup] =
							    comp_val;
							centralization_low_limit
							    [pup] =
							    (-1) *
							    comp_val;

							DEBUG_DQS_C
							    ("DDR3 - DQS - Special I - Pup - ",
							     pup, 1);
							DEBUG_DQS_C
							    (" Changed Low limit to ",
							     centralization_low_limit
							     [pup], 2);
						}
					}
				}
			}

			/*
			 * Did all PUP found missing window?
			 * Check for each pup if adll (different for each pup)
			 * reach maximum if reach max value - lock the pup
			 * if not - increment (Move to right one phase - ADLL)
			 * dqs RX delay
			 */
			adll_idx++;
			for (pup = 0; pup < max_pup; pup++) {
				if (IS_PUP_ACTIVE(unlock_pup, pup) == 1) {
					/* Check only unlocked pups */
					if ((centralization_high_limit[pup] +
					     adll_idx) >= ADLL_MAX) {
						/* reach maximum - lock the pup */
						DEBUG_DQS_C("DDR3 - DQS - Special I - reach maximum - lock pup ",
							    pup, 1);
						unlock_pup &= ~(1 << pup);
					} else {
						/* Didn't reach maximum - increment ADLL */
						ddr3_write_pup_reg(PUP_DQS_RD,
								   cs,
								   pup +
								   (ecc *
								    ECC_PUP), 0,
								   (centralization_high_limit
								    [pup] +
								    adll_idx));
					}
				}
			}
		} while (unlock_pup != 0);
	}

	return MV_OK;
}

/*
 * Name:     ddr3_special_pattern_ii_search
 * Desc:     Execute special pattern high limit search.
 * Args:
 *           special_pattern_pup  The pups that need the special search
 * Notes:
 * Returns:  MV_OK if success, other error code if fail.
 */
int ddr3_special_pattern_ii_search(MV_DRAM_INFO *dram_info, u32 cs, u32 ecc,
				   int is_tx, u32 special_pattern_pup)
{
	u32 victim_dq;		/* loop index - victim DQ */
	u32 adll_idx;
	u32 pup;
	u32 unlock_pup;		/* bit array of the unlock pups  */
	u32 first_fail;	/* bit array - of pups that  get first fail */
	u32 new_lockup_pup;	/* bit array of compare failed pups */
	u32 pass_pup;		/* bit array of compare pass pup */
	u32 sdram_offset;
	u32 max_pup;
	u32 comp_val;
	u32 special_res[MAX_PUP_NUM];	/* hold tmp results */

	DEBUG_DQS_S("DDR3 - DQS - Special Pattern II Search - Starting\n");

	max_pup = (ecc + (1 - ecc) * dram_info->num_of_std_pups);

	/* init the tmporary results to max ADLL value */
	for (pup = 0; pup < max_pup; pup++)
		special_res[pup] = ADLL_MAX;

	sdram_offset = cs * SDRAM_CS_SIZE + SDRAM_DQS_RX_OFFS;

	/* run special pattern for all DQ - use the same pattern */
	for (victim_dq = 0; victim_dq < DQ_NUM; victim_dq++) {
		unlock_pup = special_pattern_pup;
		first_fail = 0;

		for (pup = 0; pup < max_pup; pup++) {
			/* Set adll value per PUP. adll = 0 */
			if (IS_PUP_ACTIVE(unlock_pup, pup)) {
				/* Only for pups that need special search */
				ddr3_write_pup_reg(PUP_DQS_RD, cs,
						   pup + (ecc * ECC_PUP), 0,
						   ADLL_MIN);
			}
		}

		adll_idx = 0;
		do {
			/*
			 * Perform read and compare simultaneously for all
			 * un-locked MC use the special pattern mask
			 */
			new_lockup_pup = 0;

			if (MV_OK != ddr3_sdram_dqs_compare(
				    dram_info, unlock_pup, &new_lockup_pup,
				    special_pattern[victim_dq],
				    LEN_SPECIAL_PATTERN,
				    sdram_offset, 0, 0, NULL, 0))
				return MV_FAIL;

			DEBUG_DQS_S("DDR3 - DQS - Special II - ADLL value is ");
			DEBUG_DQS_D(adll_idx, 2);
			DEBUG_DQS_S("unlock_pup ");
			DEBUG_DQS_D(unlock_pup, 1);
			DEBUG_DQS_S("new_lockup_pup ");
			DEBUG_DQS_D(new_lockup_pup, 1);
			DEBUG_DQS_S("\n");

			if (unlock_pup != new_lockup_pup) {
				DEBUG_DQS_S("DDR3 - DQS - Special II - Some Pup passed!\n");
			}

			/* Search for pups with passed compare & already fail */
			pass_pup = first_fail & ~new_lockup_pup & unlock_pup;
			first_fail |= new_lockup_pup;
			unlock_pup &= ~pass_pup;

			/* Get pass pups */
			if (pass_pup != 0) {
				for (pup = 0; pup < max_pup; pup++) {
					if (IS_PUP_ACTIVE(pass_pup, pup) ==
					    1) {
						/* If pup passed and has first fail = 1 */
						/* keep min value of ADLL max value - current adll */
						/* (adll_idx) = current adll !!! */
						comp_val = adll_idx;

						DEBUG_DQS_C("DDR3 - DQS - Special II - Pup - ",
							    pup, 1);
						DEBUG_DQS_C(" comp_val = ",
							    comp_val, 1);

						if (comp_val <
						    special_res[pup]) {
							special_res[pup] =
							    comp_val;
							centralization_high_limit
							    [pup] =
							    ADLL_MAX +
							    comp_val;

							DEBUG_DQS_C
							    ("DDR3 - DQS - Special II - Pup - ",
							     pup, 1);
							DEBUG_DQS_C
							    (" Changed High limit to ",
							     centralization_high_limit
							     [pup], 2);
						}
					}
				}
			}

			/*
			 * Did all PUP found missing window?
			 * Check for each pup if adll (different for each pup)
			 * reach maximum if reach max value - lock the pup
			 * if not - increment (Move to right one phase - ADLL)
			 * dqs RX delay
			 */
			adll_idx++;
			for (pup = 0; pup < max_pup; pup++) {
				if (IS_PUP_ACTIVE(unlock_pup, pup) == 1) {
					/* Check only unlocked pups */
					if ((adll_idx) >= ADLL_MAX) {
						/* Reach maximum - lock the pup */
						DEBUG_DQS_C("DDR3 - DQS - Special II - reach maximum - lock pup ",
							    pup, 1);
						unlock_pup &= ~(1 << pup);
					} else {
						/* Didn't reach maximum - increment ADLL */
						ddr3_write_pup_reg(PUP_DQS_RD,
								   cs,
								   pup +
								   (ecc *
								    ECC_PUP), 0,
								   (adll_idx));
					}
				}
			}
		} while (unlock_pup != 0);
	}

	return MV_OK;
}

/*
 * Name:     ddr3_set_dqs_centralization_results
 * Desc:     Set to HW the DQS centralization phase results.
 * Args:
 *           is_tx             Indicates whether to set Tx or RX results
 * Notes:
 * Returns:  MV_OK if success, other error code if fail.
 */
int ddr3_set_dqs_centralization_results(MV_DRAM_INFO *dram_info, u32 cs,
					u32 ecc, int is_tx)
{
	u32 pup, pup_num;
	int addl_val;
	u32 max_pup;

	max_pup = (ecc + (1 - ecc) * dram_info->num_of_std_pups);

	DEBUG_DQS_RESULTS_S("\n############ LOG LEVEL 2(Windows margins) ############\n");

	if (is_tx) {
		DEBUG_DQS_RESULTS_C("DDR3 - DQS TX - Set Dqs Centralization Results - CS: ",
				    cs, 1);
	} else {
		DEBUG_DQS_RESULTS_C("DDR3 - DQS RX - Set Dqs Centralization Results - CS: ",
				    cs, 1);
	}

	/* Set adll to center = (General_High_limit + General_Low_limit)/2 */
	DEBUG_DQS_RESULTS_S("\nDQS    LOW     HIGH     WIN-SIZE      Set\n");
	DEBUG_DQS_RESULTS_S("==============================================\n");
	for (pup = 0; pup < max_pup; pup++) {
		addl_val = (centralization_high_limit[pup] +
			    centralization_low_limit[pup]) / 2;

		pup_num = pup * (1 - ecc) + ecc * ECC_PUP;

		DEBUG_DQS_RESULTS_D(pup_num, 1);
		DEBUG_DQS_RESULTS_S("     0x");
		DEBUG_DQS_RESULTS_D(centralization_low_limit[pup], 2);
		DEBUG_DQS_RESULTS_S("      0x");
		DEBUG_DQS_RESULTS_D(centralization_high_limit[pup], 2);
		DEBUG_DQS_RESULTS_S("      0x");
		DEBUG_DQS_RESULTS_D(centralization_high_limit[pup] -
				    centralization_low_limit[pup], 2);
		DEBUG_DQS_RESULTS_S("       0x");
		DEBUG_DQS_RESULTS_D(addl_val, 2);
		DEBUG_DQS_RESULTS_S("\n");

		if (addl_val < ADLL_MIN) {
			addl_val = ADLL_MIN;
			DEBUG_DQS_RESULTS_S("DDR3 - DQS - Setting ADLL value for Pup to MIN (since it was lower than 0)\n");
		}

		if (addl_val > ADLL_MAX) {
			addl_val = ADLL_MAX;
			DEBUG_DQS_RESULTS_S("DDR3 - DQS - Setting ADLL value for Pup to MAX (since it was higher than 31)\n");
		}

		if (is_tx) {
			ddr3_write_pup_reg(PUP_DQS_WR, cs, pup_num, 0,
					   addl_val +
					   dram_info->wl_val[cs][pup_num][D]);
		} else {
			ddr3_write_pup_reg(PUP_DQS_RD, cs, pup_num, 0,
					   addl_val);
		}
	}

	return MV_OK;
}

/*
 * Set training patterns
 */
int ddr3_load_dqs_patterns(MV_DRAM_INFO *dram_info)
{
	u32 cs, cs_count, cs_tmp, victim_dq;
	u32 sdram_addr;
	u32 *pattern_ptr;

	/* Loop for each CS */
	for (cs = 0; cs < MAX_CS; cs++) {
		if (dram_info->cs_ena & (1 << cs)) {
			cs_count = 0;
			for (cs_tmp = 0; cs_tmp < cs; cs_tmp++) {
				if (dram_info->cs_ena & (1 << cs_tmp))
					cs_count++;
			}

			/* Init killer pattern */
			sdram_addr = (cs_count * (SDRAM_CS_SIZE + 1) +
				      SDRAM_DQS_RX_OFFS);
			for (victim_dq = 0; victim_dq < DQ_NUM; victim_dq++) {
				pattern_ptr = ddr3_dqs_choose_pattern(dram_info,
								      victim_dq);
				if (MV_OK != ddr3_sdram_dqs_compare(
					    dram_info, (u32)NULL, NULL,
					    pattern_ptr, LEN_KILLER_PATTERN,
					    sdram_addr + LEN_KILLER_PATTERN *
					    4 * victim_dq, 1, 0, NULL,
					    0))
					return MV_DDR3_TRAINING_ERR_DQS_PATTERN;
			}

			/* Init special-killer pattern */
			sdram_addr = (cs_count * (SDRAM_CS_SIZE + 1) +
				      SDRAM_DQS_RX_SPECIAL_OFFS);
			for (victim_dq = 0; victim_dq < DQ_NUM; victim_dq++) {
				if (MV_OK != ddr3_sdram_dqs_compare(
					    dram_info, (u32)NULL, NULL,
					    special_pattern[victim_dq],
					    LEN_KILLER_PATTERN, sdram_addr +
					    LEN_KILLER_PATTERN * 4 * victim_dq,
					    1, 0, NULL, 0))
					return MV_DDR3_TRAINING_ERR_DQS_PATTERN;
			}
		}
	}

	return MV_OK;
}