mirror of
https://github.com/brain-hackers/u-boot-brain
synced 2024-08-16 23:18:51 +09:00
![Tom Rini](/assets/img/avatar_default.png)
When U-Boot started using SPDX tags we were among the early adopters and there weren't a lot of other examples to borrow from. So we picked the area of the file that usually had a full license text and replaced it with an appropriate SPDX-License-Identifier: entry. Since then, the Linux Kernel has adopted SPDX tags and they place it as the very first line in a file (except where shebangs are used, then it's second line) and with slightly different comment styles than us. In part due to community overlap, in part due to better tag visibility and in part for other minor reasons, switch over to that style. This commit changes all instances where we have a single declared license in the tag as both the before and after are identical in tag contents. There's also a few places where I found we did not have a tag and have introduced one. Signed-off-by: Tom Rini <trini@konsulko.com>
1374 lines
38 KiB
C
1374 lines
38 KiB
C
// SPDX-License-Identifier: GPL-2.0
|
|
/*
|
|
* Copyright (C) Marvell International Ltd. and its affiliates
|
|
*/
|
|
|
|
#include <common.h>
|
|
#include <i2c.h>
|
|
#include <spl.h>
|
|
#include <asm/io.h>
|
|
#include <asm/arch/cpu.h>
|
|
#include <asm/arch/soc.h>
|
|
|
|
#include "ddr3_hw_training.h"
|
|
|
|
/*
|
|
* Debug
|
|
*/
|
|
#define DEBUG_DQS_C(s, d, l) \
|
|
DEBUG_DQS_S(s); DEBUG_DQS_D(d, l); DEBUG_DQS_S("\n")
|
|
#define DEBUG_DQS_FULL_C(s, d, l) \
|
|
DEBUG_DQS_FULL_S(s); DEBUG_DQS_FULL_D(d, l); DEBUG_DQS_FULL_S("\n")
|
|
#define DEBUG_DQS_RESULTS_C(s, d, l) \
|
|
DEBUG_DQS_RESULTS_S(s); DEBUG_DQS_RESULTS_D(d, l); DEBUG_DQS_RESULTS_S("\n")
|
|
#define DEBUG_PER_DQ_C(s, d, l) \
|
|
puts(s); printf("%x", d); puts("\n")
|
|
|
|
#define DEBUG_DQS_RESULTS_S(s) \
|
|
debug_cond(ddr3_get_log_level() >= MV_LOG_LEVEL_2, "%s", s)
|
|
#define DEBUG_DQS_RESULTS_D(d, l) \
|
|
debug_cond(ddr3_get_log_level() >= MV_LOG_LEVEL_2, "%x", d)
|
|
|
|
#define DEBUG_PER_DQ_S(s) \
|
|
debug_cond(ddr3_get_log_level() >= MV_LOG_LEVEL_3, "%s", s)
|
|
#define DEBUG_PER_DQ_D(d, l) \
|
|
debug_cond(ddr3_get_log_level() >= MV_LOG_LEVEL_3, "%x", d)
|
|
#define DEBUG_PER_DQ_DD(d, l) \
|
|
debug_cond(ddr3_get_log_level() >= MV_LOG_LEVEL_3, "%d", d)
|
|
|
|
#ifdef MV_DEBUG_DQS
|
|
#define DEBUG_DQS_S(s) puts(s)
|
|
#define DEBUG_DQS_D(d, l) printf("%x", d)
|
|
#else
|
|
#define DEBUG_DQS_S(s)
|
|
#define DEBUG_DQS_D(d, l)
|
|
#endif
|
|
|
|
#ifdef MV_DEBUG_DQS_FULL
|
|
#define DEBUG_DQS_FULL_S(s) puts(s)
|
|
#define DEBUG_DQS_FULL_D(d, l) printf("%x", d)
|
|
#else
|
|
#define DEBUG_DQS_FULL_S(s)
|
|
#define DEBUG_DQS_FULL_D(d, l)
|
|
#endif
|
|
|
|
/* State machine for centralization - find low & high limit */
|
|
enum {
|
|
PUP_ADLL_LIMITS_STATE_FAIL,
|
|
PUP_ADLL_LIMITS_STATE_PASS,
|
|
PUP_ADLL_LIMITS_STATE_FAIL_AFTER_PASS,
|
|
};
|
|
|
|
/* Hold centralization low results */
|
|
static int centralization_low_limit[MAX_PUP_NUM] = { 0 };
|
|
/* Hold centralization high results */
|
|
static int centralization_high_limit[MAX_PUP_NUM] = { 0 };
|
|
|
|
int ddr3_find_adll_limits(MV_DRAM_INFO *dram_info, u32 cs, u32 ecc, int is_tx);
|
|
int ddr3_check_window_limits(u32 pup, int high_limit, int low_limit, int is_tx,
|
|
int *size_valid);
|
|
static int ddr3_center_calc(MV_DRAM_INFO *dram_info, u32 cs, u32 ecc,
|
|
int is_tx);
|
|
int ddr3_special_pattern_i_search(MV_DRAM_INFO *dram_info, u32 cs, u32 ecc,
|
|
int is_tx, u32 special_pattern_pup);
|
|
int ddr3_special_pattern_ii_search(MV_DRAM_INFO *dram_info, u32 cs, u32 ecc,
|
|
int is_tx, u32 special_pattern_pup);
|
|
int ddr3_set_dqs_centralization_results(MV_DRAM_INFO *dram_info, u32 cs, u32 ecc,
|
|
int is_tx);
|
|
|
|
#ifdef MV88F78X60
|
|
extern u32 killer_pattern_32b[DQ_NUM][LEN_SPECIAL_PATTERN];
|
|
extern u32 killer_pattern_64b[DQ_NUM][LEN_SPECIAL_PATTERN];
|
|
extern int per_bit_data[MAX_PUP_NUM][DQ_NUM];
|
|
#else
|
|
extern u32 killer_pattern[DQ_NUM][LEN_16BIT_KILLER_PATTERN];
|
|
extern u32 killer_pattern_32b[DQ_NUM][LEN_SPECIAL_PATTERN];
|
|
#if defined(MV88F672X)
|
|
extern int per_bit_data[MAX_PUP_NUM][DQ_NUM];
|
|
#endif
|
|
#endif
|
|
extern u32 special_pattern[DQ_NUM][LEN_SPECIAL_PATTERN];
|
|
|
|
static u32 *ddr3_dqs_choose_pattern(MV_DRAM_INFO *dram_info, u32 victim_dq)
|
|
{
|
|
u32 *pattern_ptr;
|
|
|
|
/* Choose pattern */
|
|
switch (dram_info->ddr_width) {
|
|
#if defined(MV88F672X)
|
|
case 16:
|
|
pattern_ptr = (u32 *)&killer_pattern[victim_dq];
|
|
break;
|
|
#endif
|
|
case 32:
|
|
pattern_ptr = (u32 *)&killer_pattern_32b[victim_dq];
|
|
break;
|
|
#if defined(MV88F78X60)
|
|
case 64:
|
|
pattern_ptr = (u32 *)&killer_pattern_64b[victim_dq];
|
|
break;
|
|
#endif
|
|
default:
|
|
#if defined(MV88F78X60)
|
|
pattern_ptr = (u32 *)&killer_pattern_32b[victim_dq];
|
|
#else
|
|
pattern_ptr = (u32 *)&killer_pattern[victim_dq];
|
|
#endif
|
|
break;
|
|
}
|
|
|
|
return pattern_ptr;
|
|
}
|
|
|
|
/*
|
|
* Name: ddr3_dqs_centralization_rx
|
|
* Desc: Execute the DQS centralization RX phase.
|
|
* Args: dram_info
|
|
* Notes:
|
|
* Returns: MV_OK if success, other error code if fail.
|
|
*/
|
|
int ddr3_dqs_centralization_rx(MV_DRAM_INFO *dram_info)
|
|
{
|
|
u32 cs, ecc, reg;
|
|
int status;
|
|
|
|
DEBUG_DQS_S("DDR3 - DQS Centralization RX - Starting procedure\n");
|
|
|
|
/* Enable SW override */
|
|
reg = reg_read(REG_DRAM_TRAINING_2_ADDR) |
|
|
(1 << REG_DRAM_TRAINING_2_SW_OVRD_OFFS);
|
|
|
|
/* [0] = 1 - Enable SW override */
|
|
/* 0x15B8 - Training SW 2 Register */
|
|
reg_write(REG_DRAM_TRAINING_2_ADDR, reg);
|
|
DEBUG_DQS_S("DDR3 - DQS Centralization RX - SW Override Enabled\n");
|
|
|
|
reg = (1 << REG_DRAM_TRAINING_AUTO_OFFS);
|
|
reg_write(REG_DRAM_TRAINING_ADDR, reg); /* 0x15B0 - Training Register */
|
|
|
|
/* Loop for each CS */
|
|
for (cs = 0; cs < MAX_CS; cs++) {
|
|
if (dram_info->cs_ena & (1 << cs)) {
|
|
DEBUG_DQS_FULL_C("DDR3 - DQS Centralization RX - CS - ",
|
|
(u32) cs, 1);
|
|
|
|
for (ecc = 0; ecc < (dram_info->ecc_ena + 1); ecc++) {
|
|
|
|
/* ECC Support - Switch ECC Mux on ecc=1 */
|
|
reg = reg_read(REG_DRAM_TRAINING_2_ADDR) &
|
|
~(1 << REG_DRAM_TRAINING_2_ECC_MUX_OFFS);
|
|
reg |= (dram_info->ecc_ena *
|
|
ecc << REG_DRAM_TRAINING_2_ECC_MUX_OFFS);
|
|
reg_write(REG_DRAM_TRAINING_2_ADDR, reg);
|
|
|
|
if (ecc)
|
|
DEBUG_DQS_FULL_S("DDR3 - DQS Centralization RX - ECC Mux Enabled\n");
|
|
else
|
|
DEBUG_DQS_FULL_S("DDR3 - DQS Centralization RX - ECC Mux Disabled\n");
|
|
|
|
DEBUG_DQS_FULL_S("DDR3 - DQS Centralization RX - Find all limits\n");
|
|
|
|
status = ddr3_find_adll_limits(dram_info, cs,
|
|
ecc, 0);
|
|
if (MV_OK != status)
|
|
return status;
|
|
|
|
DEBUG_DQS_FULL_S("DDR3 - DQS Centralization RX - Start calculating center\n");
|
|
|
|
status = ddr3_center_calc(dram_info, cs, ecc,
|
|
0);
|
|
if (MV_OK != status)
|
|
return status;
|
|
}
|
|
}
|
|
}
|
|
|
|
/* ECC Support - Disable ECC MUX */
|
|
reg = reg_read(REG_DRAM_TRAINING_2_ADDR) &
|
|
~(1 << REG_DRAM_TRAINING_2_ECC_MUX_OFFS);
|
|
reg_write(REG_DRAM_TRAINING_2_ADDR, reg);
|
|
|
|
/* Disable SW override - Must be in a different stage */
|
|
/* [0]=0 - Enable SW override */
|
|
reg = reg_read(REG_DRAM_TRAINING_2_ADDR);
|
|
reg &= ~(1 << REG_DRAM_TRAINING_2_SW_OVRD_OFFS);
|
|
/* 0x15B8 - Training SW 2 Register */
|
|
reg_write(REG_DRAM_TRAINING_2_ADDR, reg);
|
|
|
|
reg = reg_read(REG_DRAM_TRAINING_1_ADDR) |
|
|
(1 << REG_DRAM_TRAINING_1_TRNBPOINT_OFFS);
|
|
reg_write(REG_DRAM_TRAINING_1_ADDR, reg);
|
|
|
|
return MV_OK;
|
|
}
|
|
|
|
/*
|
|
* Name: ddr3_dqs_centralization_tx
|
|
* Desc: Execute the DQS centralization TX phase.
|
|
* Args: dram_info
|
|
* Notes:
|
|
* Returns: MV_OK if success, other error code if fail.
|
|
*/
|
|
int ddr3_dqs_centralization_tx(MV_DRAM_INFO *dram_info)
|
|
{
|
|
u32 cs, ecc, reg;
|
|
int status;
|
|
|
|
DEBUG_DQS_S("DDR3 - DQS Centralization TX - Starting procedure\n");
|
|
|
|
/* Enable SW override */
|
|
reg = reg_read(REG_DRAM_TRAINING_2_ADDR) |
|
|
(1 << REG_DRAM_TRAINING_2_SW_OVRD_OFFS);
|
|
|
|
/* [0] = 1 - Enable SW override */
|
|
/* 0x15B8 - Training SW 2 Register */
|
|
reg_write(REG_DRAM_TRAINING_2_ADDR, reg);
|
|
DEBUG_DQS_S("DDR3 - DQS Centralization TX - SW Override Enabled\n");
|
|
|
|
reg = (1 << REG_DRAM_TRAINING_AUTO_OFFS);
|
|
reg_write(REG_DRAM_TRAINING_ADDR, reg); /* 0x15B0 - Training Register */
|
|
|
|
/* Loop for each CS */
|
|
for (cs = 0; cs < MAX_CS; cs++) {
|
|
if (dram_info->cs_ena & (1 << cs)) {
|
|
DEBUG_DQS_FULL_C("DDR3 - DQS Centralization TX - CS - ",
|
|
(u32) cs, 1);
|
|
for (ecc = 0; ecc < (dram_info->ecc_ena + 1); ecc++) {
|
|
/* ECC Support - Switch ECC Mux on ecc=1 */
|
|
reg = reg_read(REG_DRAM_TRAINING_2_ADDR) &
|
|
~(1 << REG_DRAM_TRAINING_2_ECC_MUX_OFFS);
|
|
reg |= (dram_info->ecc_ena *
|
|
ecc << REG_DRAM_TRAINING_2_ECC_MUX_OFFS);
|
|
reg_write(REG_DRAM_TRAINING_2_ADDR, reg);
|
|
|
|
if (ecc)
|
|
DEBUG_DQS_FULL_S("DDR3 - DQS Centralization TX - ECC Mux Enabled\n");
|
|
else
|
|
DEBUG_DQS_FULL_S("DDR3 - DQS Centralization TX - ECC Mux Disabled\n");
|
|
|
|
DEBUG_DQS_FULL_S("DDR3 - DQS Centralization TX - Find all limits\n");
|
|
|
|
status = ddr3_find_adll_limits(dram_info, cs,
|
|
ecc, 1);
|
|
if (MV_OK != status)
|
|
return status;
|
|
|
|
DEBUG_DQS_FULL_S("DDR3 - DQS Centralization TX - Start calculating center\n");
|
|
|
|
status = ddr3_center_calc(dram_info, cs, ecc,
|
|
1);
|
|
if (MV_OK != status)
|
|
return status;
|
|
}
|
|
}
|
|
}
|
|
|
|
/* ECC Support - Disable ECC MUX */
|
|
reg = reg_read(REG_DRAM_TRAINING_2_ADDR) &
|
|
~(1 << REG_DRAM_TRAINING_2_ECC_MUX_OFFS);
|
|
reg_write(REG_DRAM_TRAINING_2_ADDR, reg);
|
|
|
|
/* Disable SW override - Must be in a different stage */
|
|
/* [0]=0 - Enable SW override */
|
|
reg = reg_read(REG_DRAM_TRAINING_2_ADDR);
|
|
reg &= ~(1 << REG_DRAM_TRAINING_2_SW_OVRD_OFFS);
|
|
/* 0x15B8 - Training SW 2 Register */
|
|
reg_write(REG_DRAM_TRAINING_2_ADDR, reg);
|
|
|
|
reg = reg_read(REG_DRAM_TRAINING_1_ADDR) |
|
|
(1 << REG_DRAM_TRAINING_1_TRNBPOINT_OFFS);
|
|
reg_write(REG_DRAM_TRAINING_1_ADDR, reg);
|
|
|
|
return MV_OK;
|
|
}
|
|
|
|
/*
|
|
* Name: ddr3_find_adll_limits
|
|
* Desc: Execute the Find ADLL limits phase.
|
|
* Args: dram_info
|
|
* cs
|
|
* ecc_ena
|
|
* is_tx Indicate whether Rx or Tx
|
|
* Notes:
|
|
* Returns: MV_OK if success, other error code if fail.
|
|
*/
|
|
int ddr3_find_adll_limits(MV_DRAM_INFO *dram_info, u32 cs, u32 ecc, int is_tx)
|
|
{
|
|
u32 victim_dq, pup, tmp;
|
|
u32 adll_addr;
|
|
u32 max_pup; /* maximal pup index */
|
|
u32 pup_mask = 0;
|
|
u32 unlock_pup; /* bit array of un locked pups */
|
|
u32 new_unlock_pup; /* bit array of compare failed pups */
|
|
u32 curr_adll;
|
|
u32 adll_start_val; /* adll start loop value - for rx or tx limit */
|
|
u32 high_limit; /* holds found High Limit */
|
|
u32 low_limit; /* holds found Low Limit */
|
|
int win_valid;
|
|
int update_win;
|
|
u32 sdram_offset;
|
|
u32 uj, cs_count, cs_tmp, ii;
|
|
u32 *pattern_ptr;
|
|
u32 dq;
|
|
u32 adll_end_val; /* adll end of loop val - for rx or tx limit */
|
|
u8 analog_pbs[DQ_NUM][MAX_PUP_NUM][DQ_NUM][2];
|
|
u8 analog_pbs_sum[MAX_PUP_NUM][DQ_NUM][2];
|
|
int pup_adll_limit_state[MAX_PUP_NUM]; /* hold state of each pup */
|
|
|
|
adll_addr = ((is_tx == 1) ? PUP_DQS_WR : PUP_DQS_RD);
|
|
adll_end_val = ((is_tx == 1) ? ADLL_MIN : ADLL_MAX);
|
|
adll_start_val = ((is_tx == 1) ? ADLL_MAX : ADLL_MIN);
|
|
max_pup = (ecc + (1 - ecc) * dram_info->num_of_std_pups);
|
|
|
|
DEBUG_DQS_FULL_S("DDR3 - DQS Find Limits - Starting Find ADLL Limits\n");
|
|
|
|
/* init the array */
|
|
for (pup = 0; pup < max_pup; pup++) {
|
|
centralization_low_limit[pup] = ADLL_MIN;
|
|
centralization_high_limit[pup] = ADLL_MAX;
|
|
}
|
|
|
|
/* Killer Pattern */
|
|
cs_count = 0;
|
|
for (cs_tmp = 0; cs_tmp < cs; cs_tmp++) {
|
|
if (dram_info->cs_ena & (1 << cs_tmp))
|
|
cs_count++;
|
|
}
|
|
sdram_offset = cs_count * (SDRAM_CS_SIZE + 1);
|
|
sdram_offset += ((is_tx == 1) ?
|
|
SDRAM_DQS_TX_OFFS : SDRAM_DQS_RX_OFFS);
|
|
|
|
/* Prepare pup masks */
|
|
for (pup = 0; pup < max_pup; pup++)
|
|
pup_mask |= (1 << pup);
|
|
|
|
for (pup = 0; pup < max_pup; pup++) {
|
|
for (dq = 0; dq < DQ_NUM; dq++) {
|
|
analog_pbs_sum[pup][dq][0] = adll_start_val;
|
|
analog_pbs_sum[pup][dq][1] = adll_end_val;
|
|
}
|
|
}
|
|
|
|
/* Loop - use different pattern for each victim_dq */
|
|
for (victim_dq = 0; victim_dq < DQ_NUM; victim_dq++) {
|
|
DEBUG_DQS_FULL_C("DDR3 - DQS Find Limits - Victim DQ - ",
|
|
(u32)victim_dq, 1);
|
|
/*
|
|
* The pups 3 bit arrays represent state machine. with
|
|
* 3 stages for each pup.
|
|
* 1. fail and didn't get pass in earlier compares.
|
|
* 2. pass compare
|
|
* 3. fail after pass - end state.
|
|
* The window limits are the adll values where the adll
|
|
* was in the pass stage.
|
|
*/
|
|
|
|
/* Set all states to Fail (1st state) */
|
|
for (pup = 0; pup < max_pup; pup++)
|
|
pup_adll_limit_state[pup] = PUP_ADLL_LIMITS_STATE_FAIL;
|
|
|
|
/* Set current valid pups */
|
|
unlock_pup = pup_mask;
|
|
|
|
/* Set ADLL to start value */
|
|
curr_adll = adll_start_val;
|
|
|
|
#if defined(MV88F78X60)
|
|
for (pup = 0; pup < max_pup; pup++) {
|
|
for (dq = 0; dq < DQ_NUM; dq++) {
|
|
analog_pbs[victim_dq][pup][dq][0] =
|
|
adll_start_val;
|
|
analog_pbs[victim_dq][pup][dq][1] =
|
|
adll_end_val;
|
|
per_bit_data[pup][dq] = 0;
|
|
}
|
|
}
|
|
#endif
|
|
|
|
for (uj = 0; uj < ADLL_MAX; uj++) {
|
|
DEBUG_DQS_FULL_C("DDR3 - DQS Find Limits - Setting ADLL to ",
|
|
curr_adll, 2);
|
|
for (pup = 0; pup < max_pup; pup++) {
|
|
if (IS_PUP_ACTIVE(unlock_pup, pup) == 1) {
|
|
tmp = ((is_tx == 1) ? curr_adll +
|
|
dram_info->wl_val[cs]
|
|
[pup * (1 - ecc) + ecc * ECC_PUP]
|
|
[D] : curr_adll);
|
|
ddr3_write_pup_reg(adll_addr, cs, pup +
|
|
(ecc * ECC_PUP), 0, tmp);
|
|
}
|
|
}
|
|
|
|
/* Choose pattern */
|
|
pattern_ptr = ddr3_dqs_choose_pattern(dram_info,
|
|
victim_dq);
|
|
|
|
/* '1' - means pup failed, '0' - means pup pass */
|
|
new_unlock_pup = 0;
|
|
|
|
/* Read and compare results for Victim_DQ# */
|
|
for (ii = 0; ii < 3; ii++) {
|
|
u32 tmp = 0;
|
|
if (MV_OK != ddr3_sdram_dqs_compare(dram_info,
|
|
unlock_pup, &tmp,
|
|
pattern_ptr,
|
|
LEN_KILLER_PATTERN,
|
|
sdram_offset +
|
|
LEN_KILLER_PATTERN *
|
|
4 * victim_dq,
|
|
is_tx, 0, NULL,
|
|
0))
|
|
return MV_DDR3_TRAINING_ERR_DRAM_COMPARE;
|
|
|
|
new_unlock_pup |= tmp;
|
|
}
|
|
|
|
pup = 0;
|
|
DEBUG_DQS_FULL_C("DDR3 - DQS Find Limits - UnlockPup: ",
|
|
unlock_pup, 2);
|
|
DEBUG_DQS_FULL_C("DDR3 - DQS Find Limits - NewUnlockPup: ",
|
|
new_unlock_pup, 2);
|
|
|
|
/* Update pup state */
|
|
for (pup = 0; pup < max_pup; pup++) {
|
|
if (IS_PUP_ACTIVE(unlock_pup, pup) == 0) {
|
|
DEBUG_DQS_FULL_C("DDR3 - DQS Find Limits - Skipping pup ",
|
|
pup, 1);
|
|
continue;
|
|
}
|
|
|
|
/*
|
|
* Still didn't find the window limit of the pup
|
|
*/
|
|
if (IS_PUP_ACTIVE(new_unlock_pup, pup) == 1) {
|
|
/* Current compare result == fail */
|
|
if (pup_adll_limit_state[pup] ==
|
|
PUP_ADLL_LIMITS_STATE_PASS) {
|
|
/*
|
|
* If now it failed but passed
|
|
* earlier
|
|
*/
|
|
DEBUG_DQS_S("DDR3 - DQS Find Limits - PASS to FAIL: CS - ");
|
|
DEBUG_DQS_D(cs, 1);
|
|
DEBUG_DQS_S(", DQ - ");
|
|
DEBUG_DQS_D(victim_dq, 1);
|
|
DEBUG_DQS_S(", Pup - ");
|
|
DEBUG_DQS_D(pup, 1);
|
|
DEBUG_DQS_S(", ADLL - ");
|
|
DEBUG_DQS_D(curr_adll, 2);
|
|
DEBUG_DQS_S("\n");
|
|
|
|
#if defined(MV88F78X60)
|
|
for (dq = 0; dq < DQ_NUM; dq++) {
|
|
if ((analog_pbs[victim_dq][pup][dq][0] != adll_start_val)
|
|
&& (analog_pbs[victim_dq][pup]
|
|
[dq][1] == adll_end_val))
|
|
analog_pbs
|
|
[victim_dq]
|
|
[pup][dq]
|
|
[1] =
|
|
curr_adll;
|
|
}
|
|
#endif
|
|
win_valid = 1;
|
|
update_win = 0;
|
|
|
|
/* Keep min / max limit value */
|
|
if (is_tx == 0) {
|
|
/* RX - found upper limit */
|
|
if (centralization_high_limit[pup] >
|
|
(curr_adll - 1)) {
|
|
high_limit =
|
|
curr_adll - 1;
|
|
low_limit =
|
|
centralization_low_limit[pup];
|
|
update_win = 1;
|
|
}
|
|
} else {
|
|
/* TX - found lower limit */
|
|
if (centralization_low_limit[pup] < (curr_adll + 1)) {
|
|
high_limit =
|
|
centralization_high_limit
|
|
[pup];
|
|
low_limit =
|
|
curr_adll + 1;
|
|
update_win =
|
|
1;
|
|
}
|
|
}
|
|
|
|
if (update_win == 1) {
|
|
/*
|
|
* Before updating
|
|
* window limits we need
|
|
* to check that the
|
|
* limits are valid
|
|
*/
|
|
if (MV_OK !=
|
|
ddr3_check_window_limits
|
|
(pup, high_limit,
|
|
low_limit, is_tx,
|
|
&win_valid))
|
|
return MV_DDR3_TRAINING_ERR_WIN_LIMITS;
|
|
|
|
if (win_valid == 1) {
|
|
/*
|
|
* Window limits
|
|
* should be
|
|
* updated
|
|
*/
|
|
centralization_low_limit
|
|
[pup] =
|
|
low_limit;
|
|
centralization_high_limit
|
|
[pup] =
|
|
high_limit;
|
|
}
|
|
}
|
|
|
|
if (win_valid == 1) {
|
|
/* Found end of window - lock the pup */
|
|
pup_adll_limit_state[pup] =
|
|
PUP_ADLL_LIMITS_STATE_FAIL_AFTER_PASS;
|
|
unlock_pup &= ~(1 << pup);
|
|
} else {
|
|
/* Probably false pass - reset status */
|
|
pup_adll_limit_state[pup] =
|
|
PUP_ADLL_LIMITS_STATE_FAIL;
|
|
|
|
#if defined(MV88F78X60)
|
|
/* Clear logging array of win size (per Dq) */
|
|
for (dq = 0;
|
|
dq < DQ_NUM;
|
|
dq++) {
|
|
analog_pbs
|
|
[victim_dq]
|
|
[pup][dq]
|
|
[0] =
|
|
adll_start_val;
|
|
analog_pbs
|
|
[victim_dq]
|
|
[pup][dq]
|
|
[1] =
|
|
adll_end_val;
|
|
per_bit_data
|
|
[pup][dq]
|
|
= 0;
|
|
}
|
|
#endif
|
|
}
|
|
}
|
|
} else {
|
|
/* Current compare result == pass */
|
|
if (pup_adll_limit_state[pup] ==
|
|
PUP_ADLL_LIMITS_STATE_FAIL) {
|
|
/* If now it passed but failed earlier */
|
|
DEBUG_DQS_S("DDR3 - DQS Find Limits - FAIL to PASS: CS - ");
|
|
DEBUG_DQS_D(cs, 1);
|
|
DEBUG_DQS_S(", DQ - ");
|
|
DEBUG_DQS_D(victim_dq, 1);
|
|
DEBUG_DQS_S(", Pup - ");
|
|
DEBUG_DQS_D(pup, 1);
|
|
DEBUG_DQS_S(", ADLL - ");
|
|
DEBUG_DQS_D(curr_adll, 2);
|
|
DEBUG_DQS_S("\n");
|
|
|
|
#if defined(MV88F78X60)
|
|
for (dq = 0; dq < DQ_NUM;
|
|
dq++) {
|
|
if (analog_pbs[victim_dq][pup][dq][0] == adll_start_val)
|
|
analog_pbs
|
|
[victim_dq]
|
|
[pup][dq]
|
|
[0] =
|
|
curr_adll;
|
|
}
|
|
#endif
|
|
/* Found start of window */
|
|
pup_adll_limit_state[pup] =
|
|
PUP_ADLL_LIMITS_STATE_PASS;
|
|
|
|
/* Keep min / max limit value */
|
|
if (is_tx == 0) {
|
|
/* RX - found low limit */
|
|
if (centralization_low_limit[pup] <= curr_adll)
|
|
centralization_low_limit
|
|
[pup] =
|
|
curr_adll;
|
|
} else {
|
|
/* TX - found high limit */
|
|
if (centralization_high_limit[pup] >= curr_adll)
|
|
centralization_high_limit
|
|
[pup] =
|
|
curr_adll;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
if (unlock_pup == 0) {
|
|
/* Found limit to all pups */
|
|
DEBUG_DQS_FULL_S("DDR3 - DQS Find Limits - found PUP limit\n");
|
|
break;
|
|
}
|
|
|
|
/*
|
|
* Increment / decrement (Move to right / left
|
|
* one phase - ADLL) dqs RX / TX delay (for all un
|
|
* lock pups
|
|
*/
|
|
if (is_tx == 0)
|
|
curr_adll++;
|
|
else
|
|
curr_adll--;
|
|
}
|
|
|
|
if (unlock_pup != 0) {
|
|
/*
|
|
* Found pups that didn't reach to the end of the
|
|
* state machine
|
|
*/
|
|
DEBUG_DQS_C("DDR3 - DQS Find Limits - Pups that didn't reached end of the state machine: ",
|
|
unlock_pup, 1);
|
|
|
|
for (pup = 0; pup < max_pup; pup++) {
|
|
if (IS_PUP_ACTIVE(unlock_pup, pup) == 1) {
|
|
if (pup_adll_limit_state[pup] ==
|
|
PUP_ADLL_LIMITS_STATE_FAIL) {
|
|
/* ERROR - found fail for all window size */
|
|
DEBUG_DQS_S("DDR3 - DQS Find Limits - Got FAIL for the complete range on pup - ");
|
|
DEBUG_DQS_D(pup, 1);
|
|
DEBUG_DQS_C(" victim DQ ",
|
|
victim_dq, 1);
|
|
|
|
/* For debug - set min limit to illegal limit */
|
|
centralization_low_limit[pup]
|
|
= ADLL_ERROR;
|
|
/*
|
|
* In case the pup is in mode
|
|
* PASS - the limit is the min
|
|
* / max adll, no need to
|
|
* update because of the results
|
|
* array default value
|
|
*/
|
|
return MV_DDR3_TRAINING_ERR_PUP_RANGE;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
DEBUG_DQS_S("DDR3 - DQS Find Limits - DQ values per victim results:\n");
|
|
for (victim_dq = 0; victim_dq < DQ_NUM; victim_dq++) {
|
|
for (pup = 0; pup < max_pup; pup++) {
|
|
DEBUG_DQS_S("Victim DQ-");
|
|
DEBUG_DQS_D(victim_dq, 1);
|
|
DEBUG_DQS_S(", PUP-");
|
|
DEBUG_DQS_D(pup, 1);
|
|
for (dq = 0; dq < DQ_NUM; dq++) {
|
|
DEBUG_DQS_S(", DQ-");
|
|
DEBUG_DQS_D(dq, 1);
|
|
DEBUG_DQS_S(",S-");
|
|
DEBUG_DQS_D(analog_pbs[victim_dq][pup][dq]
|
|
[0], 2);
|
|
DEBUG_DQS_S(",E-");
|
|
DEBUG_DQS_D(analog_pbs[victim_dq][pup][dq]
|
|
[1], 2);
|
|
|
|
if (is_tx == 0) {
|
|
if (analog_pbs[victim_dq][pup][dq][0]
|
|
> analog_pbs_sum[pup][dq][0])
|
|
analog_pbs_sum[pup][dq][0] =
|
|
analog_pbs[victim_dq][pup]
|
|
[dq][0];
|
|
if (analog_pbs[victim_dq][pup][dq][1]
|
|
< analog_pbs_sum[pup][dq][1])
|
|
analog_pbs_sum[pup][dq][1] =
|
|
analog_pbs[victim_dq][pup]
|
|
[dq][1];
|
|
} else {
|
|
if (analog_pbs[victim_dq][pup][dq][0]
|
|
< analog_pbs_sum[pup][dq][0])
|
|
analog_pbs_sum[pup][dq][0] =
|
|
analog_pbs[victim_dq][pup]
|
|
[dq][0];
|
|
if (analog_pbs[victim_dq][pup][dq][1]
|
|
> analog_pbs_sum[pup][dq][1])
|
|
analog_pbs_sum[pup][dq][1] =
|
|
analog_pbs[victim_dq][pup]
|
|
[dq][1];
|
|
}
|
|
}
|
|
DEBUG_DQS_S("\n");
|
|
}
|
|
}
|
|
|
|
if (ddr3_get_log_level() >= MV_LOG_LEVEL_3) {
|
|
u32 dq;
|
|
|
|
DEBUG_PER_DQ_S("\n########## LOG LEVEL 3(Windows margins per-DQ) ##########\n");
|
|
if (is_tx) {
|
|
DEBUG_PER_DQ_C("DDR3 - TX CS: ", cs, 1);
|
|
} else {
|
|
DEBUG_PER_DQ_C("DDR3 - RX CS: ", cs, 1);
|
|
}
|
|
|
|
if (ecc == 0) {
|
|
DEBUG_PER_DQ_S("\n DATA RESULTS:\n");
|
|
} else {
|
|
DEBUG_PER_DQ_S("\n ECC RESULTS:\n");
|
|
}
|
|
|
|
/* Since all dq has the same value we take 0 as representive */
|
|
dq = 0;
|
|
for (pup = 0; pup < max_pup; pup++) {
|
|
if (ecc == 0) {
|
|
DEBUG_PER_DQ_S("\nBYTE:");
|
|
DEBUG_PER_DQ_D(pup, 1);
|
|
DEBUG_PER_DQ_S("\n");
|
|
} else {
|
|
DEBUG_PER_DQ_S("\nECC BYTE:\n");
|
|
}
|
|
DEBUG_PER_DQ_S(" DQ's LOW HIGH WIN-SIZE\n");
|
|
DEBUG_PER_DQ_S("============================================\n");
|
|
for (victim_dq = 0; victim_dq < DQ_NUM; victim_dq++) {
|
|
if (ecc == 0) {
|
|
DEBUG_PER_DQ_S("DQ[");
|
|
DEBUG_PER_DQ_DD((victim_dq +
|
|
DQ_NUM * pup), 2);
|
|
DEBUG_PER_DQ_S("]");
|
|
} else {
|
|
DEBUG_PER_DQ_S("CB[");
|
|
DEBUG_PER_DQ_DD(victim_dq, 2);
|
|
DEBUG_PER_DQ_S("]");
|
|
}
|
|
if (is_tx) {
|
|
DEBUG_PER_DQ_S(" 0x");
|
|
DEBUG_PER_DQ_D(analog_pbs[victim_dq][pup][dq][1], 2); /* low value */
|
|
DEBUG_PER_DQ_S(" 0x");
|
|
DEBUG_PER_DQ_D(analog_pbs[victim_dq][pup][dq][0], 2); /* high value */
|
|
DEBUG_PER_DQ_S(" 0x");
|
|
DEBUG_PER_DQ_D(analog_pbs[victim_dq][pup][dq][0] - analog_pbs[victim_dq][pup][dq][1], 2); /* win-size */
|
|
} else {
|
|
DEBUG_PER_DQ_S(" 0x");
|
|
DEBUG_PER_DQ_D(analog_pbs[victim_dq][pup][dq][0], 2); /* low value */
|
|
DEBUG_PER_DQ_S(" 0x");
|
|
DEBUG_PER_DQ_D((analog_pbs[victim_dq][pup][dq][1] - 1), 2); /* high value */
|
|
DEBUG_PER_DQ_S(" 0x");
|
|
DEBUG_PER_DQ_D(analog_pbs[victim_dq][pup][dq][1] - analog_pbs[victim_dq][pup][dq][0], 2); /* win-size */
|
|
}
|
|
DEBUG_PER_DQ_S("\n");
|
|
}
|
|
}
|
|
DEBUG_PER_DQ_S("\n");
|
|
}
|
|
|
|
if (is_tx) {
|
|
DEBUG_DQS_S("DDR3 - DQS TX - Find Limits - DQ values Summary:\n");
|
|
} else {
|
|
DEBUG_DQS_S("DDR3 - DQS RX - Find Limits - DQ values Summary:\n");
|
|
}
|
|
|
|
for (pup = 0; pup < max_pup; pup++) {
|
|
DEBUG_DQS_S("PUP-");
|
|
DEBUG_DQS_D(pup, 1);
|
|
for (dq = 0; dq < DQ_NUM; dq++) {
|
|
DEBUG_DQS_S(", DQ-");
|
|
DEBUG_DQS_D(dq, 1);
|
|
DEBUG_DQS_S(",S-");
|
|
DEBUG_DQS_D(analog_pbs_sum[pup][dq][0], 2);
|
|
DEBUG_DQS_S(",E-");
|
|
DEBUG_DQS_D(analog_pbs_sum[pup][dq][1], 2);
|
|
}
|
|
DEBUG_DQS_S("\n");
|
|
}
|
|
|
|
if (is_tx) {
|
|
DEBUG_DQS_S("DDR3 - DQS TX - Find Limits - DQ values Summary:\n");
|
|
} else {
|
|
DEBUG_DQS_S("DDR3 - DQS RX - Find Limits - DQ values Summary:\n");
|
|
}
|
|
|
|
for (pup = 0; pup < max_pup; pup++) {
|
|
if (max_pup == 1) {
|
|
/* For ECC PUP */
|
|
DEBUG_DQS_S("DDR3 - DQS8");
|
|
} else {
|
|
DEBUG_DQS_S("DDR3 - DQS");
|
|
DEBUG_DQS_D(pup, 1);
|
|
}
|
|
|
|
for (dq = 0; dq < DQ_NUM; dq++) {
|
|
DEBUG_DQS_S(", DQ-");
|
|
DEBUG_DQS_D(dq, 1);
|
|
DEBUG_DQS_S("::S-");
|
|
DEBUG_DQS_D(analog_pbs_sum[pup][dq][0], 2);
|
|
DEBUG_DQS_S(",E-");
|
|
DEBUG_DQS_D(analog_pbs_sum[pup][dq][1], 2);
|
|
}
|
|
DEBUG_DQS_S("\n");
|
|
}
|
|
|
|
DEBUG_DQS_S("DDR3 - DQS Find Limits - Ended\n");
|
|
|
|
return MV_OK;
|
|
}
|
|
|
|
/*
|
|
* Name: ddr3_check_window_limits
|
|
* Desc: Check window High & Low limits.
|
|
* Args: pup pup index
|
|
* high_limit window high limit
|
|
* low_limit window low limit
|
|
* is_tx Indicate whether Rx or Tx
|
|
* size_valid Indicate whether window size is valid
|
|
* Notes:
|
|
* Returns: MV_OK if success, other error code if fail.
|
|
*/
|
|
int ddr3_check_window_limits(u32 pup, int high_limit, int low_limit, int is_tx,
|
|
int *size_valid)
|
|
{
|
|
DEBUG_DQS_FULL_S("DDR3 - DQS Check Win Limits - Starting\n");
|
|
|
|
if (low_limit > high_limit) {
|
|
DEBUG_DQS_S("DDR3 - DQS Check Win Limits - Pup ");
|
|
DEBUG_DQS_D(pup, 1);
|
|
DEBUG_DQS_S(" Low Limit grater than High Limit\n");
|
|
*size_valid = 0;
|
|
return MV_OK;
|
|
}
|
|
|
|
/*
|
|
* Check that window size is valid, if not it was probably false pass
|
|
* before
|
|
*/
|
|
if ((high_limit - low_limit) < MIN_WIN_SIZE) {
|
|
/*
|
|
* Since window size is too small probably there was false
|
|
* pass
|
|
*/
|
|
*size_valid = 0;
|
|
|
|
DEBUG_DQS_S("DDR3 - DQS Check Win Limits - Pup ");
|
|
DEBUG_DQS_D(pup, 1);
|
|
DEBUG_DQS_S(" Window size is smaller than MIN_WIN_SIZE\n");
|
|
|
|
} else if ((high_limit - low_limit) > ADLL_MAX) {
|
|
*size_valid = 0;
|
|
|
|
DEBUG_DQS_S("DDR3 - DQS Check Win Limits - Pup ");
|
|
DEBUG_DQS_D(pup, 1);
|
|
DEBUG_DQS_S
|
|
(" Window size is bigger than max ADLL taps (31) Exiting.\n");
|
|
|
|
return MV_FAIL;
|
|
|
|
} else {
|
|
*size_valid = 1;
|
|
|
|
DEBUG_DQS_FULL_S("DDR3 - DQS Check Win Limits - Pup ");
|
|
DEBUG_DQS_FULL_D(pup, 1);
|
|
DEBUG_DQS_FULL_C(" window size is ", (high_limit - low_limit),
|
|
2);
|
|
}
|
|
|
|
return MV_OK;
|
|
}
|
|
|
|
/*
|
|
* Name: ddr3_center_calc
|
|
* Desc: Execute the calculate the center of windows phase.
|
|
* Args: pDram Info
|
|
* is_tx Indicate whether Rx or Tx
|
|
* Notes:
|
|
* Returns: MV_OK if success, other error code if fail.
|
|
*/
|
|
static int ddr3_center_calc(MV_DRAM_INFO *dram_info, u32 cs, u32 ecc,
|
|
int is_tx)
|
|
{
|
|
/* bit array of pups that need specail search */
|
|
u32 special_pattern_i_pup = 0;
|
|
u32 special_pattern_ii_pup = 0;
|
|
u32 pup;
|
|
u32 max_pup;
|
|
|
|
max_pup = (ecc + (1 - ecc) * dram_info->num_of_std_pups);
|
|
|
|
for (pup = 0; pup < max_pup; pup++) {
|
|
if (is_tx == 0) {
|
|
/* Check special pattern I */
|
|
/*
|
|
* Special pattern Low limit search - relevant only
|
|
* for Rx, win size < threshold and low limit = 0
|
|
*/
|
|
if (((centralization_high_limit[pup] -
|
|
centralization_low_limit[pup]) < VALID_WIN_THRS)
|
|
&& (centralization_low_limit[pup] == MIN_DELAY))
|
|
special_pattern_i_pup |= (1 << pup);
|
|
|
|
/* Check special pattern II */
|
|
/*
|
|
* Special pattern High limit search - relevant only
|
|
* for Rx, win size < threshold and high limit = 31
|
|
*/
|
|
if (((centralization_high_limit[pup] -
|
|
centralization_low_limit[pup]) < VALID_WIN_THRS)
|
|
&& (centralization_high_limit[pup] == MAX_DELAY))
|
|
special_pattern_ii_pup |= (1 << pup);
|
|
}
|
|
}
|
|
|
|
/* Run special pattern Low limit search - for relevant pup */
|
|
if (special_pattern_i_pup != 0) {
|
|
DEBUG_DQS_S("DDR3 - DQS Center Calc - Entering special pattern I for Low limit search\n");
|
|
if (MV_OK !=
|
|
ddr3_special_pattern_i_search(dram_info, cs, ecc, is_tx,
|
|
special_pattern_i_pup))
|
|
return MV_DDR3_TRAINING_ERR_DQS_LOW_LIMIT_SEARCH;
|
|
}
|
|
|
|
/* Run special pattern High limit search - for relevant pup */
|
|
if (special_pattern_ii_pup != 0) {
|
|
DEBUG_DQS_S("DDR3 - DQS Center Calc - Entering special pattern II for High limit search\n");
|
|
if (MV_OK !=
|
|
ddr3_special_pattern_ii_search(dram_info, cs, ecc, is_tx,
|
|
special_pattern_ii_pup))
|
|
return MV_DDR3_TRAINING_ERR_DQS_HIGH_LIMIT_SEARCH;
|
|
}
|
|
|
|
/* Set adll to center = (General_High_limit + General_Low_limit)/2 */
|
|
return ddr3_set_dqs_centralization_results(dram_info, cs, ecc, is_tx);
|
|
}
|
|
|
|
/*
|
|
* Name: ddr3_special_pattern_i_search
|
|
* Desc: Execute special pattern low limit search.
|
|
* Args:
|
|
* special_pattern_pup The pups that need the special search
|
|
* Notes:
|
|
* Returns: MV_OK if success, other error code if fail.
|
|
*/
|
|
int ddr3_special_pattern_i_search(MV_DRAM_INFO *dram_info, u32 cs, u32 ecc,
|
|
int is_tx, u32 special_pattern_pup)
|
|
{
|
|
u32 victim_dq; /* loop index - victim DQ */
|
|
u32 adll_idx;
|
|
u32 pup;
|
|
u32 unlock_pup; /* bit array of the unlock pups */
|
|
u32 first_fail; /* bit array - of pups that get first fail */
|
|
u32 new_lockup_pup; /* bit array of compare failed pups */
|
|
u32 pass_pup; /* bit array of compare pass pup */
|
|
u32 sdram_offset;
|
|
u32 max_pup;
|
|
u32 comp_val;
|
|
u32 special_res[MAX_PUP_NUM]; /* hold tmp results */
|
|
|
|
DEBUG_DQS_S("DDR3 - DQS - Special Pattern I Search - Starting\n");
|
|
|
|
max_pup = ecc + (1 - ecc) * dram_info->num_of_std_pups;
|
|
|
|
/* Init the temporary results to max ADLL value */
|
|
for (pup = 0; pup < max_pup; pup++)
|
|
special_res[pup] = ADLL_MAX;
|
|
|
|
/* Run special pattern for all DQ - use the same pattern */
|
|
for (victim_dq = 0; victim_dq < DQ_NUM; victim_dq++) {
|
|
unlock_pup = special_pattern_pup;
|
|
first_fail = 0;
|
|
|
|
sdram_offset = cs * SDRAM_CS_SIZE + SDRAM_DQS_RX_OFFS +
|
|
LEN_KILLER_PATTERN * 4 * victim_dq;
|
|
|
|
for (pup = 0; pup < max_pup; pup++) {
|
|
/* Set adll value per PUP. adll = high limit per pup */
|
|
if (IS_PUP_ACTIVE(unlock_pup, pup)) {
|
|
/* only for pups that need special search */
|
|
ddr3_write_pup_reg(PUP_DQS_RD, cs,
|
|
pup + (ecc * ECC_PUP), 0,
|
|
centralization_high_limit
|
|
[pup]);
|
|
}
|
|
}
|
|
|
|
adll_idx = 0;
|
|
do {
|
|
/*
|
|
* Perform read and compare simultaneously for all
|
|
* un-locked MC use the special pattern mask
|
|
*/
|
|
new_lockup_pup = 0;
|
|
|
|
if (MV_OK !=
|
|
ddr3_sdram_dqs_compare(dram_info, unlock_pup,
|
|
&new_lockup_pup,
|
|
special_pattern
|
|
[victim_dq],
|
|
LEN_SPECIAL_PATTERN,
|
|
sdram_offset, 0,
|
|
0, NULL, 1))
|
|
return MV_FAIL;
|
|
|
|
DEBUG_DQS_S("DDR3 - DQS - Special I - ADLL value is: ");
|
|
DEBUG_DQS_D(adll_idx, 2);
|
|
DEBUG_DQS_S(", UnlockPup: ");
|
|
DEBUG_DQS_D(unlock_pup, 2);
|
|
DEBUG_DQS_S(", NewLockPup: ");
|
|
DEBUG_DQS_D(new_lockup_pup, 2);
|
|
DEBUG_DQS_S("\n");
|
|
|
|
if (unlock_pup != new_lockup_pup)
|
|
DEBUG_DQS_S("DDR3 - DQS - Special I - Some Pup passed!\n");
|
|
|
|
/* Search for pups with passed compare & already fail */
|
|
pass_pup = first_fail & ~new_lockup_pup & unlock_pup;
|
|
first_fail |= new_lockup_pup;
|
|
unlock_pup &= ~pass_pup;
|
|
|
|
/* Get pass pups */
|
|
if (pass_pup != 0) {
|
|
for (pup = 0; pup < max_pup; pup++) {
|
|
if (IS_PUP_ACTIVE(pass_pup, pup) ==
|
|
1) {
|
|
/* If pup passed and has first fail = 1 */
|
|
/* keep min value of ADLL max value - current adll */
|
|
/* (centralization_high_limit[pup] + adll_idx) = current adll !!! */
|
|
comp_val =
|
|
(ADLL_MAX -
|
|
(centralization_high_limit
|
|
[pup] + adll_idx));
|
|
|
|
DEBUG_DQS_C
|
|
("DDR3 - DQS - Special I - Pup - ",
|
|
pup, 1);
|
|
DEBUG_DQS_C
|
|
(" comp_val = ",
|
|
comp_val, 2);
|
|
|
|
if (comp_val <
|
|
special_res[pup]) {
|
|
special_res[pup] =
|
|
comp_val;
|
|
centralization_low_limit
|
|
[pup] =
|
|
(-1) *
|
|
comp_val;
|
|
|
|
DEBUG_DQS_C
|
|
("DDR3 - DQS - Special I - Pup - ",
|
|
pup, 1);
|
|
DEBUG_DQS_C
|
|
(" Changed Low limit to ",
|
|
centralization_low_limit
|
|
[pup], 2);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
/*
|
|
* Did all PUP found missing window?
|
|
* Check for each pup if adll (different for each pup)
|
|
* reach maximum if reach max value - lock the pup
|
|
* if not - increment (Move to right one phase - ADLL)
|
|
* dqs RX delay
|
|
*/
|
|
adll_idx++;
|
|
for (pup = 0; pup < max_pup; pup++) {
|
|
if (IS_PUP_ACTIVE(unlock_pup, pup) == 1) {
|
|
/* Check only unlocked pups */
|
|
if ((centralization_high_limit[pup] +
|
|
adll_idx) >= ADLL_MAX) {
|
|
/* reach maximum - lock the pup */
|
|
DEBUG_DQS_C("DDR3 - DQS - Special I - reach maximum - lock pup ",
|
|
pup, 1);
|
|
unlock_pup &= ~(1 << pup);
|
|
} else {
|
|
/* Didn't reach maximum - increment ADLL */
|
|
ddr3_write_pup_reg(PUP_DQS_RD,
|
|
cs,
|
|
pup +
|
|
(ecc *
|
|
ECC_PUP), 0,
|
|
(centralization_high_limit
|
|
[pup] +
|
|
adll_idx));
|
|
}
|
|
}
|
|
}
|
|
} while (unlock_pup != 0);
|
|
}
|
|
|
|
return MV_OK;
|
|
}
|
|
|
|
/*
|
|
* Name: ddr3_special_pattern_ii_search
|
|
* Desc: Execute special pattern high limit search.
|
|
* Args:
|
|
* special_pattern_pup The pups that need the special search
|
|
* Notes:
|
|
* Returns: MV_OK if success, other error code if fail.
|
|
*/
|
|
int ddr3_special_pattern_ii_search(MV_DRAM_INFO *dram_info, u32 cs, u32 ecc,
|
|
int is_tx, u32 special_pattern_pup)
|
|
{
|
|
u32 victim_dq; /* loop index - victim DQ */
|
|
u32 adll_idx;
|
|
u32 pup;
|
|
u32 unlock_pup; /* bit array of the unlock pups */
|
|
u32 first_fail; /* bit array - of pups that get first fail */
|
|
u32 new_lockup_pup; /* bit array of compare failed pups */
|
|
u32 pass_pup; /* bit array of compare pass pup */
|
|
u32 sdram_offset;
|
|
u32 max_pup;
|
|
u32 comp_val;
|
|
u32 special_res[MAX_PUP_NUM]; /* hold tmp results */
|
|
|
|
DEBUG_DQS_S("DDR3 - DQS - Special Pattern II Search - Starting\n");
|
|
|
|
max_pup = (ecc + (1 - ecc) * dram_info->num_of_std_pups);
|
|
|
|
/* init the tmporary results to max ADLL value */
|
|
for (pup = 0; pup < max_pup; pup++)
|
|
special_res[pup] = ADLL_MAX;
|
|
|
|
sdram_offset = cs * SDRAM_CS_SIZE + SDRAM_DQS_RX_OFFS;
|
|
|
|
/* run special pattern for all DQ - use the same pattern */
|
|
for (victim_dq = 0; victim_dq < DQ_NUM; victim_dq++) {
|
|
unlock_pup = special_pattern_pup;
|
|
first_fail = 0;
|
|
|
|
for (pup = 0; pup < max_pup; pup++) {
|
|
/* Set adll value per PUP. adll = 0 */
|
|
if (IS_PUP_ACTIVE(unlock_pup, pup)) {
|
|
/* Only for pups that need special search */
|
|
ddr3_write_pup_reg(PUP_DQS_RD, cs,
|
|
pup + (ecc * ECC_PUP), 0,
|
|
ADLL_MIN);
|
|
}
|
|
}
|
|
|
|
adll_idx = 0;
|
|
do {
|
|
/*
|
|
* Perform read and compare simultaneously for all
|
|
* un-locked MC use the special pattern mask
|
|
*/
|
|
new_lockup_pup = 0;
|
|
|
|
if (MV_OK != ddr3_sdram_dqs_compare(
|
|
dram_info, unlock_pup, &new_lockup_pup,
|
|
special_pattern[victim_dq],
|
|
LEN_SPECIAL_PATTERN,
|
|
sdram_offset, 0, 0, NULL, 0))
|
|
return MV_FAIL;
|
|
|
|
DEBUG_DQS_S("DDR3 - DQS - Special II - ADLL value is ");
|
|
DEBUG_DQS_D(adll_idx, 2);
|
|
DEBUG_DQS_S("unlock_pup ");
|
|
DEBUG_DQS_D(unlock_pup, 1);
|
|
DEBUG_DQS_S("new_lockup_pup ");
|
|
DEBUG_DQS_D(new_lockup_pup, 1);
|
|
DEBUG_DQS_S("\n");
|
|
|
|
if (unlock_pup != new_lockup_pup) {
|
|
DEBUG_DQS_S("DDR3 - DQS - Special II - Some Pup passed!\n");
|
|
}
|
|
|
|
/* Search for pups with passed compare & already fail */
|
|
pass_pup = first_fail & ~new_lockup_pup & unlock_pup;
|
|
first_fail |= new_lockup_pup;
|
|
unlock_pup &= ~pass_pup;
|
|
|
|
/* Get pass pups */
|
|
if (pass_pup != 0) {
|
|
for (pup = 0; pup < max_pup; pup++) {
|
|
if (IS_PUP_ACTIVE(pass_pup, pup) ==
|
|
1) {
|
|
/* If pup passed and has first fail = 1 */
|
|
/* keep min value of ADLL max value - current adll */
|
|
/* (adll_idx) = current adll !!! */
|
|
comp_val = adll_idx;
|
|
|
|
DEBUG_DQS_C("DDR3 - DQS - Special II - Pup - ",
|
|
pup, 1);
|
|
DEBUG_DQS_C(" comp_val = ",
|
|
comp_val, 1);
|
|
|
|
if (comp_val <
|
|
special_res[pup]) {
|
|
special_res[pup] =
|
|
comp_val;
|
|
centralization_high_limit
|
|
[pup] =
|
|
ADLL_MAX +
|
|
comp_val;
|
|
|
|
DEBUG_DQS_C
|
|
("DDR3 - DQS - Special II - Pup - ",
|
|
pup, 1);
|
|
DEBUG_DQS_C
|
|
(" Changed High limit to ",
|
|
centralization_high_limit
|
|
[pup], 2);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
/*
|
|
* Did all PUP found missing window?
|
|
* Check for each pup if adll (different for each pup)
|
|
* reach maximum if reach max value - lock the pup
|
|
* if not - increment (Move to right one phase - ADLL)
|
|
* dqs RX delay
|
|
*/
|
|
adll_idx++;
|
|
for (pup = 0; pup < max_pup; pup++) {
|
|
if (IS_PUP_ACTIVE(unlock_pup, pup) == 1) {
|
|
/* Check only unlocked pups */
|
|
if ((adll_idx) >= ADLL_MAX) {
|
|
/* Reach maximum - lock the pup */
|
|
DEBUG_DQS_C("DDR3 - DQS - Special II - reach maximum - lock pup ",
|
|
pup, 1);
|
|
unlock_pup &= ~(1 << pup);
|
|
} else {
|
|
/* Didn't reach maximum - increment ADLL */
|
|
ddr3_write_pup_reg(PUP_DQS_RD,
|
|
cs,
|
|
pup +
|
|
(ecc *
|
|
ECC_PUP), 0,
|
|
(adll_idx));
|
|
}
|
|
}
|
|
}
|
|
} while (unlock_pup != 0);
|
|
}
|
|
|
|
return MV_OK;
|
|
}
|
|
|
|
/*
|
|
* Name: ddr3_set_dqs_centralization_results
|
|
* Desc: Set to HW the DQS centralization phase results.
|
|
* Args:
|
|
* is_tx Indicates whether to set Tx or RX results
|
|
* Notes:
|
|
* Returns: MV_OK if success, other error code if fail.
|
|
*/
|
|
int ddr3_set_dqs_centralization_results(MV_DRAM_INFO *dram_info, u32 cs,
|
|
u32 ecc, int is_tx)
|
|
{
|
|
u32 pup, pup_num;
|
|
int addl_val;
|
|
u32 max_pup;
|
|
|
|
max_pup = (ecc + (1 - ecc) * dram_info->num_of_std_pups);
|
|
|
|
DEBUG_DQS_RESULTS_S("\n############ LOG LEVEL 2(Windows margins) ############\n");
|
|
|
|
if (is_tx) {
|
|
DEBUG_DQS_RESULTS_C("DDR3 - DQS TX - Set Dqs Centralization Results - CS: ",
|
|
cs, 1);
|
|
} else {
|
|
DEBUG_DQS_RESULTS_C("DDR3 - DQS RX - Set Dqs Centralization Results - CS: ",
|
|
cs, 1);
|
|
}
|
|
|
|
/* Set adll to center = (General_High_limit + General_Low_limit)/2 */
|
|
DEBUG_DQS_RESULTS_S("\nDQS LOW HIGH WIN-SIZE Set\n");
|
|
DEBUG_DQS_RESULTS_S("==============================================\n");
|
|
for (pup = 0; pup < max_pup; pup++) {
|
|
addl_val = (centralization_high_limit[pup] +
|
|
centralization_low_limit[pup]) / 2;
|
|
|
|
pup_num = pup * (1 - ecc) + ecc * ECC_PUP;
|
|
|
|
DEBUG_DQS_RESULTS_D(pup_num, 1);
|
|
DEBUG_DQS_RESULTS_S(" 0x");
|
|
DEBUG_DQS_RESULTS_D(centralization_low_limit[pup], 2);
|
|
DEBUG_DQS_RESULTS_S(" 0x");
|
|
DEBUG_DQS_RESULTS_D(centralization_high_limit[pup], 2);
|
|
DEBUG_DQS_RESULTS_S(" 0x");
|
|
DEBUG_DQS_RESULTS_D(centralization_high_limit[pup] -
|
|
centralization_low_limit[pup], 2);
|
|
DEBUG_DQS_RESULTS_S(" 0x");
|
|
DEBUG_DQS_RESULTS_D(addl_val, 2);
|
|
DEBUG_DQS_RESULTS_S("\n");
|
|
|
|
if (addl_val < ADLL_MIN) {
|
|
addl_val = ADLL_MIN;
|
|
DEBUG_DQS_RESULTS_S("DDR3 - DQS - Setting ADLL value for Pup to MIN (since it was lower than 0)\n");
|
|
}
|
|
|
|
if (addl_val > ADLL_MAX) {
|
|
addl_val = ADLL_MAX;
|
|
DEBUG_DQS_RESULTS_S("DDR3 - DQS - Setting ADLL value for Pup to MAX (since it was higher than 31)\n");
|
|
}
|
|
|
|
if (is_tx) {
|
|
ddr3_write_pup_reg(PUP_DQS_WR, cs, pup_num, 0,
|
|
addl_val +
|
|
dram_info->wl_val[cs][pup_num][D]);
|
|
} else {
|
|
ddr3_write_pup_reg(PUP_DQS_RD, cs, pup_num, 0,
|
|
addl_val);
|
|
}
|
|
}
|
|
|
|
return MV_OK;
|
|
}
|
|
|
|
/*
|
|
* Set training patterns
|
|
*/
|
|
int ddr3_load_dqs_patterns(MV_DRAM_INFO *dram_info)
|
|
{
|
|
u32 cs, cs_count, cs_tmp, victim_dq;
|
|
u32 sdram_addr;
|
|
u32 *pattern_ptr;
|
|
|
|
/* Loop for each CS */
|
|
for (cs = 0; cs < MAX_CS; cs++) {
|
|
if (dram_info->cs_ena & (1 << cs)) {
|
|
cs_count = 0;
|
|
for (cs_tmp = 0; cs_tmp < cs; cs_tmp++) {
|
|
if (dram_info->cs_ena & (1 << cs_tmp))
|
|
cs_count++;
|
|
}
|
|
|
|
/* Init killer pattern */
|
|
sdram_addr = (cs_count * (SDRAM_CS_SIZE + 1) +
|
|
SDRAM_DQS_RX_OFFS);
|
|
for (victim_dq = 0; victim_dq < DQ_NUM; victim_dq++) {
|
|
pattern_ptr = ddr3_dqs_choose_pattern(dram_info,
|
|
victim_dq);
|
|
if (MV_OK != ddr3_sdram_dqs_compare(
|
|
dram_info, (u32)NULL, NULL,
|
|
pattern_ptr, LEN_KILLER_PATTERN,
|
|
sdram_addr + LEN_KILLER_PATTERN *
|
|
4 * victim_dq, 1, 0, NULL,
|
|
0))
|
|
return MV_DDR3_TRAINING_ERR_DQS_PATTERN;
|
|
}
|
|
|
|
/* Init special-killer pattern */
|
|
sdram_addr = (cs_count * (SDRAM_CS_SIZE + 1) +
|
|
SDRAM_DQS_RX_SPECIAL_OFFS);
|
|
for (victim_dq = 0; victim_dq < DQ_NUM; victim_dq++) {
|
|
if (MV_OK != ddr3_sdram_dqs_compare(
|
|
dram_info, (u32)NULL, NULL,
|
|
special_pattern[victim_dq],
|
|
LEN_KILLER_PATTERN, sdram_addr +
|
|
LEN_KILLER_PATTERN * 4 * victim_dq,
|
|
1, 0, NULL, 0))
|
|
return MV_DDR3_TRAINING_ERR_DQS_PATTERN;
|
|
}
|
|
}
|
|
}
|
|
|
|
return MV_OK;
|
|
}
|