xref: /dpdk/drivers/net/txgbe/base/txgbe_phy.c (revision ba57777d)
1 /* SPDX-License-Identifier: BSD-3-Clause
2  * Copyright(c) 2015-2020 Beijing WangXun Technology Co., Ltd.
3  * Copyright(c) 2010-2017 Intel Corporation
4  */
5 
6 #include "txgbe_hw.h"
7 #include "txgbe_eeprom.h"
8 #include "txgbe_mng.h"
9 #include "txgbe_phy.h"
10 
11 static void txgbe_i2c_start(struct txgbe_hw *hw);
12 static void txgbe_i2c_stop(struct txgbe_hw *hw);
13 static s32 txgbe_handle_bp_flow(u32 link_mode, struct txgbe_hw *hw);
14 static void txgbe_get_bp_ability(struct txgbe_backplane_ability *ability,
15 	u32 link_partner, struct txgbe_hw *hw);
16 static s32 txgbe_check_bp_ability(struct txgbe_backplane_ability *local_ability,
17 	struct txgbe_backplane_ability *lp_ability, struct txgbe_hw *hw);
18 static void txgbe_clear_bp_intr(u32 bit, u32 bit_high, struct txgbe_hw *hw);
19 static s32 txgbe_enable_kr_training(struct txgbe_hw *hw);
20 static s32 txgbe_disable_kr_training(struct txgbe_hw *hw, s32 post, s32 mode);
21 static s32 txgbe_check_kr_training(struct txgbe_hw *hw);
22 static void txgbe_read_phy_lane_tx_eq(u16 lane, struct txgbe_hw *hw,
23 				s32 post, s32 mode);
24 static s32 txgbe_set_link_to_sfi(struct txgbe_hw *hw, u32 speed);
25 
26 /**
27  * txgbe_identify_extphy - Identify a single address for a PHY
28  * @hw: pointer to hardware structure
29  * @phy_addr: PHY address to probe
30  *
31  * Returns true if PHY found
32  */
33 static bool txgbe_identify_extphy(struct txgbe_hw *hw)
34 {
35 	u16 phy_addr = 0;
36 
37 	if (!txgbe_validate_phy_addr(hw, phy_addr)) {
38 		DEBUGOUT("Unable to validate PHY address 0x%04X\n",
39 			phy_addr);
40 		return false;
41 	}
42 
43 	if (txgbe_get_phy_id(hw))
44 		return false;
45 
46 	hw->phy.type = txgbe_get_phy_type_from_id(hw->phy.id);
47 	if (hw->phy.type == txgbe_phy_unknown) {
48 		u16 ext_ability = 0;
49 		hw->phy.read_reg(hw, TXGBE_MD_PHY_EXT_ABILITY,
50 				 TXGBE_MD_DEV_PMA_PMD,
51 				 &ext_ability);
52 
53 		if (ext_ability & (TXGBE_MD_PHY_10GBASET_ABILITY |
54 			TXGBE_MD_PHY_1000BASET_ABILITY))
55 			hw->phy.type = txgbe_phy_cu_unknown;
56 		else
57 			hw->phy.type = txgbe_phy_generic;
58 	}
59 
60 	return true;
61 }
62 
63 /**
64  *  txgbe_read_phy_if - Read TXGBE_ETHPHYIF register
65  *  @hw: pointer to hardware structure
66  *
67  *  Read TXGBE_ETHPHYIF register and save field values,
68  *  and check for valid field values.
69  **/
70 static s32 txgbe_read_phy_if(struct txgbe_hw *hw)
71 {
72 	hw->phy.media_type = hw->phy.get_media_type(hw);
73 
74 	/* Save NW management interface connected on board. This is used
75 	 * to determine internal PHY mode.
76 	 */
77 	hw->phy.nw_mng_if_sel = rd32(hw, TXGBE_ETHPHYIF);
78 
79 	/* If MDIO is connected to external PHY, then set PHY address. */
80 	if (hw->phy.nw_mng_if_sel & TXGBE_ETHPHYIF_MDIO_ACT)
81 		hw->phy.addr = TXGBE_ETHPHYIF_MDIO_BASE(hw->phy.nw_mng_if_sel);
82 
83 	if (!hw->phy.phy_semaphore_mask) {
84 		if (hw->bus.lan_id)
85 			hw->phy.phy_semaphore_mask = TXGBE_MNGSEM_SWPHY;
86 		else
87 			hw->phy.phy_semaphore_mask = TXGBE_MNGSEM_SWPHY;
88 	}
89 
90 	return 0;
91 }
92 
93 /**
94  *  txgbe_identify_phy - Get physical layer module
95  *  @hw: pointer to hardware structure
96  *
97  *  Determines the physical layer module found on the current adapter.
98  **/
99 s32 txgbe_identify_phy(struct txgbe_hw *hw)
100 {
101 	s32 err = TXGBE_ERR_PHY_ADDR_INVALID;
102 
103 	DEBUGFUNC("txgbe_identify_phy");
104 
105 	txgbe_read_phy_if(hw);
106 
107 	if (hw->phy.type != txgbe_phy_unknown)
108 		return 0;
109 
110 	/* Raptor 10GBASE-T requires an external PHY */
111 	if (hw->phy.media_type == txgbe_media_type_copper) {
112 		err = txgbe_identify_extphy(hw);
113 	} else if (hw->phy.media_type == txgbe_media_type_fiber) {
114 		err = txgbe_identify_module(hw);
115 	} else {
116 		hw->phy.type = txgbe_phy_none;
117 		return 0;
118 	}
119 
120 	/* Return error if SFP module has been detected but is not supported */
121 	if (hw->phy.type == txgbe_phy_sfp_unsupported)
122 		return TXGBE_ERR_SFP_NOT_SUPPORTED;
123 
124 	return err;
125 }
126 
127 /**
128  * txgbe_check_reset_blocked - check status of MNG FW veto bit
129  * @hw: pointer to the hardware structure
130  *
131  * This function checks the STAT.MNGVETO bit to see if there are
132  * any constraints on link from manageability.  For MAC's that don't
133  * have this bit just return faluse since the link can not be blocked
134  * via this method.
135  **/
136 s32 txgbe_check_reset_blocked(struct txgbe_hw *hw)
137 {
138 	u32 mmngc;
139 
140 	DEBUGFUNC("txgbe_check_reset_blocked");
141 
142 	mmngc = rd32(hw, TXGBE_STAT);
143 	if (mmngc & TXGBE_STAT_MNGVETO) {
144 		DEBUGOUT("MNG_VETO bit detected.\n");
145 		return true;
146 	}
147 
148 	return false;
149 }
150 
151 /**
152  *  txgbe_validate_phy_addr - Determines phy address is valid
153  *  @hw: pointer to hardware structure
154  *  @phy_addr: PHY address
155  *
156  **/
157 bool txgbe_validate_phy_addr(struct txgbe_hw *hw, u32 phy_addr)
158 {
159 	u16 phy_id = 0;
160 	bool valid = false;
161 
162 	DEBUGFUNC("txgbe_validate_phy_addr");
163 
164 	hw->phy.addr = phy_addr;
165 	hw->phy.read_reg(hw, TXGBE_MD_PHY_ID_HIGH,
166 			     TXGBE_MD_DEV_PMA_PMD, &phy_id);
167 
168 	if (phy_id != 0xFFFF && phy_id != 0x0)
169 		valid = true;
170 
171 	DEBUGOUT("PHY ID HIGH is 0x%04X\n", phy_id);
172 
173 	return valid;
174 }
175 
176 /**
177  *  txgbe_get_phy_id - Get the phy type
178  *  @hw: pointer to hardware structure
179  *
180  **/
181 s32 txgbe_get_phy_id(struct txgbe_hw *hw)
182 {
183 	u32 err;
184 	u16 phy_id_high = 0;
185 	u16 phy_id_low = 0;
186 
187 	DEBUGFUNC("txgbe_get_phy_id");
188 
189 	err = hw->phy.read_reg(hw, TXGBE_MD_PHY_ID_HIGH,
190 				      TXGBE_MD_DEV_PMA_PMD,
191 				      &phy_id_high);
192 
193 	if (err == 0) {
194 		hw->phy.id = (u32)(phy_id_high << 16);
195 		err = hw->phy.read_reg(hw, TXGBE_MD_PHY_ID_LOW,
196 					      TXGBE_MD_DEV_PMA_PMD,
197 					      &phy_id_low);
198 		hw->phy.id |= (u32)(phy_id_low & TXGBE_PHY_REVISION_MASK);
199 		hw->phy.revision = (u32)(phy_id_low & ~TXGBE_PHY_REVISION_MASK);
200 	}
201 	DEBUGOUT("PHY_ID_HIGH 0x%04X, PHY_ID_LOW 0x%04X\n",
202 		  phy_id_high, phy_id_low);
203 
204 	return err;
205 }
206 
207 /**
208  *  txgbe_get_phy_type_from_id - Get the phy type
209  *  @phy_id: PHY ID information
210  *
211  **/
212 enum txgbe_phy_type txgbe_get_phy_type_from_id(u32 phy_id)
213 {
214 	enum txgbe_phy_type phy_type;
215 
216 	DEBUGFUNC("txgbe_get_phy_type_from_id");
217 
218 	switch (phy_id) {
219 	case TXGBE_PHYID_TN1010:
220 		phy_type = txgbe_phy_tn;
221 		break;
222 	case TXGBE_PHYID_QT2022:
223 		phy_type = txgbe_phy_qt;
224 		break;
225 	case TXGBE_PHYID_ATH:
226 		phy_type = txgbe_phy_nl;
227 		break;
228 	case TXGBE_PHYID_MTD3310:
229 		phy_type = txgbe_phy_cu_mtd;
230 		break;
231 	default:
232 		phy_type = txgbe_phy_unknown;
233 		break;
234 	}
235 
236 	return phy_type;
237 }
238 
239 static s32
240 txgbe_reset_extphy(struct txgbe_hw *hw)
241 {
242 	u16 ctrl = 0;
243 	int err, i;
244 
245 	err = hw->phy.read_reg(hw, TXGBE_MD_PORT_CTRL,
246 			TXGBE_MD_DEV_GENERAL, &ctrl);
247 	if (err != 0)
248 		return err;
249 	ctrl |= TXGBE_MD_PORT_CTRL_RESET;
250 	err = hw->phy.write_reg(hw, TXGBE_MD_PORT_CTRL,
251 			TXGBE_MD_DEV_GENERAL, ctrl);
252 	if (err != 0)
253 		return err;
254 
255 	/*
256 	 * Poll for reset bit to self-clear indicating reset is complete.
257 	 * Some PHYs could take up to 3 seconds to complete and need about
258 	 * 1.7 usec delay after the reset is complete.
259 	 */
260 	for (i = 0; i < 30; i++) {
261 		msec_delay(100);
262 		err = hw->phy.read_reg(hw, TXGBE_MD_PORT_CTRL,
263 			TXGBE_MD_DEV_GENERAL, &ctrl);
264 		if (err != 0)
265 			return err;
266 
267 		if (!(ctrl & TXGBE_MD_PORT_CTRL_RESET)) {
268 			usec_delay(2);
269 			break;
270 		}
271 	}
272 
273 	if (ctrl & TXGBE_MD_PORT_CTRL_RESET) {
274 		err = TXGBE_ERR_RESET_FAILED;
275 		DEBUGOUT("PHY reset polling failed to complete.\n");
276 	}
277 
278 	return err;
279 }
280 
281 /**
282  *  txgbe_reset_phy - Performs a PHY reset
283  *  @hw: pointer to hardware structure
284  **/
285 s32 txgbe_reset_phy(struct txgbe_hw *hw)
286 {
287 	s32 err = 0;
288 
289 	DEBUGFUNC("txgbe_reset_phy");
290 
291 	if (hw->phy.type == txgbe_phy_unknown)
292 		err = txgbe_identify_phy(hw);
293 
294 	if (err != 0 || hw->phy.type == txgbe_phy_none)
295 		return err;
296 
297 	/* Don't reset PHY if it's shut down due to overtemp. */
298 	if (hw->phy.check_overtemp(hw) == TXGBE_ERR_OVERTEMP)
299 		return err;
300 
301 	/* Blocked by MNG FW so bail */
302 	if (txgbe_check_reset_blocked(hw))
303 		return err;
304 
305 	switch (hw->phy.type) {
306 	case txgbe_phy_cu_mtd:
307 		err = txgbe_reset_extphy(hw);
308 		break;
309 	default:
310 		break;
311 	}
312 
313 	return err;
314 }
315 
316 /**
317  *  txgbe_read_phy_mdi - Reads a value from a specified PHY register without
318  *  the SWFW lock
319  *  @hw: pointer to hardware structure
320  *  @reg_addr: 32 bit address of PHY register to read
321  *  @device_type: 5 bit device type
322  *  @phy_data: Pointer to read data from PHY register
323  **/
324 s32 txgbe_read_phy_reg_mdi(struct txgbe_hw *hw, u32 reg_addr, u32 device_type,
325 			   u16 *phy_data)
326 {
327 	u32 command, data;
328 
329 	/* Setup and write the address cycle command */
330 	command = TXGBE_MDIOSCA_REG(reg_addr) |
331 		  TXGBE_MDIOSCA_DEV(device_type) |
332 		  TXGBE_MDIOSCA_PORT(hw->phy.addr);
333 	wr32(hw, TXGBE_MDIOSCA, command);
334 
335 	command = TXGBE_MDIOSCD_CMD_READ |
336 		  TXGBE_MDIOSCD_BUSY;
337 	wr32(hw, TXGBE_MDIOSCD, command);
338 
339 	/*
340 	 * Check every 10 usec to see if the address cycle completed.
341 	 * The MDI Command bit will clear when the operation is
342 	 * complete
343 	 */
344 	if (!po32m(hw, TXGBE_MDIOSCD, TXGBE_MDIOSCD_BUSY,
345 		0, NULL, 100, 100)) {
346 		DEBUGOUT("PHY address command did not complete\n");
347 		return TXGBE_ERR_PHY;
348 	}
349 
350 	data = rd32(hw, TXGBE_MDIOSCD);
351 	*phy_data = (u16)TXGBD_MDIOSCD_DAT(data);
352 
353 	return 0;
354 }
355 
356 /**
357  *  txgbe_read_phy_reg - Reads a value from a specified PHY register
358  *  using the SWFW lock - this function is needed in most cases
359  *  @hw: pointer to hardware structure
360  *  @reg_addr: 32 bit address of PHY register to read
361  *  @device_type: 5 bit device type
362  *  @phy_data: Pointer to read data from PHY register
363  **/
364 s32 txgbe_read_phy_reg(struct txgbe_hw *hw, u32 reg_addr,
365 			       u32 device_type, u16 *phy_data)
366 {
367 	s32 err;
368 	u32 gssr = hw->phy.phy_semaphore_mask;
369 
370 	DEBUGFUNC("txgbe_read_phy_reg");
371 
372 	if (hw->mac.acquire_swfw_sync(hw, gssr))
373 		return TXGBE_ERR_SWFW_SYNC;
374 
375 	err = hw->phy.read_reg_mdi(hw, reg_addr, device_type, phy_data);
376 
377 	hw->mac.release_swfw_sync(hw, gssr);
378 
379 	return err;
380 }
381 
382 /**
383  *  txgbe_write_phy_reg_mdi - Writes a value to specified PHY register
384  *  without SWFW lock
385  *  @hw: pointer to hardware structure
386  *  @reg_addr: 32 bit PHY register to write
387  *  @device_type: 5 bit device type
388  *  @phy_data: Data to write to the PHY register
389  **/
390 s32 txgbe_write_phy_reg_mdi(struct txgbe_hw *hw, u32 reg_addr,
391 				u32 device_type, u16 phy_data)
392 {
393 	u32 command;
394 
395 	/* write command */
396 	command = TXGBE_MDIOSCA_REG(reg_addr) |
397 		  TXGBE_MDIOSCA_DEV(device_type) |
398 		  TXGBE_MDIOSCA_PORT(hw->phy.addr);
399 	wr32(hw, TXGBE_MDIOSCA, command);
400 
401 	command = TXGBE_MDIOSCD_CMD_WRITE |
402 		  TXGBE_MDIOSCD_DAT(phy_data) |
403 		  TXGBE_MDIOSCD_BUSY;
404 	wr32(hw, TXGBE_MDIOSCD, command);
405 
406 	/* wait for completion */
407 	if (!po32m(hw, TXGBE_MDIOSCD, TXGBE_MDIOSCD_BUSY,
408 		0, NULL, 100, 100)) {
409 		TLOG_DEBUG("PHY write cmd didn't complete\n");
410 		return -TERR_PHY;
411 	}
412 
413 	return 0;
414 }
415 
416 /**
417  *  txgbe_write_phy_reg - Writes a value to specified PHY register
418  *  using SWFW lock- this function is needed in most cases
419  *  @hw: pointer to hardware structure
420  *  @reg_addr: 32 bit PHY register to write
421  *  @device_type: 5 bit device type
422  *  @phy_data: Data to write to the PHY register
423  **/
424 s32 txgbe_write_phy_reg(struct txgbe_hw *hw, u32 reg_addr,
425 				u32 device_type, u16 phy_data)
426 {
427 	s32 err;
428 	u32 gssr = hw->phy.phy_semaphore_mask;
429 
430 	DEBUGFUNC("txgbe_write_phy_reg");
431 
432 	if (hw->mac.acquire_swfw_sync(hw, gssr))
433 		err = TXGBE_ERR_SWFW_SYNC;
434 
435 	err = hw->phy.write_reg_mdi(hw, reg_addr, device_type,
436 					 phy_data);
437 	hw->mac.release_swfw_sync(hw, gssr);
438 
439 	return err;
440 }
441 
442 /**
443  *  txgbe_setup_phy_link - Set and restart auto-neg
444  *  @hw: pointer to hardware structure
445  *
446  *  Restart auto-negotiation and PHY and waits for completion.
447  **/
448 s32 txgbe_setup_phy_link(struct txgbe_hw *hw)
449 {
450 	s32 err = 0;
451 	u16 autoneg_reg = TXGBE_MII_AUTONEG_REG;
452 	bool autoneg = false;
453 	u32 speed;
454 
455 	DEBUGFUNC("txgbe_setup_phy_link");
456 
457 	txgbe_get_copper_link_capabilities(hw, &speed, &autoneg);
458 
459 	/* Set or unset auto-negotiation 10G advertisement */
460 	hw->phy.read_reg(hw, TXGBE_MII_10GBASE_T_AUTONEG_CTRL_REG,
461 			     TXGBE_MD_DEV_AUTO_NEG,
462 			     &autoneg_reg);
463 
464 	autoneg_reg &= ~TXGBE_MII_10GBASE_T_ADVERTISE;
465 	if ((hw->phy.autoneg_advertised & TXGBE_LINK_SPEED_10GB_FULL) &&
466 	    (speed & TXGBE_LINK_SPEED_10GB_FULL))
467 		autoneg_reg |= TXGBE_MII_10GBASE_T_ADVERTISE;
468 
469 	hw->phy.write_reg(hw, TXGBE_MII_10GBASE_T_AUTONEG_CTRL_REG,
470 			      TXGBE_MD_DEV_AUTO_NEG,
471 			      autoneg_reg);
472 
473 	hw->phy.read_reg(hw, TXGBE_MII_AUTONEG_VENDOR_PROVISION_1_REG,
474 			     TXGBE_MD_DEV_AUTO_NEG,
475 			     &autoneg_reg);
476 
477 	/* Set or unset auto-negotiation 5G advertisement */
478 	autoneg_reg &= ~TXGBE_MII_5GBASE_T_ADVERTISE;
479 	if ((hw->phy.autoneg_advertised & TXGBE_LINK_SPEED_5GB_FULL) &&
480 	    (speed & TXGBE_LINK_SPEED_5GB_FULL))
481 		autoneg_reg |= TXGBE_MII_5GBASE_T_ADVERTISE;
482 
483 	/* Set or unset auto-negotiation 2.5G advertisement */
484 	autoneg_reg &= ~TXGBE_MII_2_5GBASE_T_ADVERTISE;
485 	if ((hw->phy.autoneg_advertised &
486 	     TXGBE_LINK_SPEED_2_5GB_FULL) &&
487 	    (speed & TXGBE_LINK_SPEED_2_5GB_FULL))
488 		autoneg_reg |= TXGBE_MII_2_5GBASE_T_ADVERTISE;
489 	/* Set or unset auto-negotiation 1G advertisement */
490 	autoneg_reg &= ~TXGBE_MII_1GBASE_T_ADVERTISE;
491 	if ((hw->phy.autoneg_advertised & TXGBE_LINK_SPEED_1GB_FULL) &&
492 	    (speed & TXGBE_LINK_SPEED_1GB_FULL))
493 		autoneg_reg |= TXGBE_MII_1GBASE_T_ADVERTISE;
494 
495 	hw->phy.write_reg(hw, TXGBE_MII_AUTONEG_VENDOR_PROVISION_1_REG,
496 			      TXGBE_MD_DEV_AUTO_NEG,
497 			      autoneg_reg);
498 
499 	/* Set or unset auto-negotiation 100M advertisement */
500 	hw->phy.read_reg(hw, TXGBE_MII_AUTONEG_ADVERTISE_REG,
501 			     TXGBE_MD_DEV_AUTO_NEG,
502 			     &autoneg_reg);
503 
504 	autoneg_reg &= ~(TXGBE_MII_100BASE_T_ADVERTISE |
505 			 TXGBE_MII_100BASE_T_ADVERTISE_HALF);
506 	if ((hw->phy.autoneg_advertised & TXGBE_LINK_SPEED_100M_FULL) &&
507 	    (speed & TXGBE_LINK_SPEED_100M_FULL))
508 		autoneg_reg |= TXGBE_MII_100BASE_T_ADVERTISE;
509 
510 	hw->phy.write_reg(hw, TXGBE_MII_AUTONEG_ADVERTISE_REG,
511 			      TXGBE_MD_DEV_AUTO_NEG,
512 			      autoneg_reg);
513 
514 	/* Blocked by MNG FW so don't reset PHY */
515 	if (txgbe_check_reset_blocked(hw))
516 		return err;
517 
518 	/* Restart PHY auto-negotiation. */
519 	hw->phy.read_reg(hw, TXGBE_MD_AUTO_NEG_CONTROL,
520 			     TXGBE_MD_DEV_AUTO_NEG, &autoneg_reg);
521 
522 	autoneg_reg |= TXGBE_MII_RESTART;
523 
524 	hw->phy.write_reg(hw, TXGBE_MD_AUTO_NEG_CONTROL,
525 			      TXGBE_MD_DEV_AUTO_NEG, autoneg_reg);
526 
527 	return err;
528 }
529 
530 /**
531  *  txgbe_setup_phy_link_speed - Sets the auto advertised capabilities
532  *  @hw: pointer to hardware structure
533  *  @speed: new link speed
534  *  @autoneg_wait_to_complete: unused
535  **/
536 s32 txgbe_setup_phy_link_speed(struct txgbe_hw *hw,
537 				       u32 speed,
538 				       bool autoneg_wait_to_complete)
539 {
540 	UNREFERENCED_PARAMETER(autoneg_wait_to_complete);
541 
542 	DEBUGFUNC("txgbe_setup_phy_link_speed");
543 
544 	/*
545 	 * Clear autoneg_advertised and set new values based on input link
546 	 * speed.
547 	 */
548 	hw->phy.autoneg_advertised = 0;
549 
550 	if (speed & TXGBE_LINK_SPEED_10GB_FULL)
551 		hw->phy.autoneg_advertised |= TXGBE_LINK_SPEED_10GB_FULL;
552 
553 	if (speed & TXGBE_LINK_SPEED_5GB_FULL)
554 		hw->phy.autoneg_advertised |= TXGBE_LINK_SPEED_5GB_FULL;
555 
556 	if (speed & TXGBE_LINK_SPEED_2_5GB_FULL)
557 		hw->phy.autoneg_advertised |= TXGBE_LINK_SPEED_2_5GB_FULL;
558 
559 	if (speed & TXGBE_LINK_SPEED_1GB_FULL)
560 		hw->phy.autoneg_advertised |= TXGBE_LINK_SPEED_1GB_FULL;
561 
562 	if (speed & TXGBE_LINK_SPEED_100M_FULL)
563 		hw->phy.autoneg_advertised |= TXGBE_LINK_SPEED_100M_FULL;
564 
565 	if (speed & TXGBE_LINK_SPEED_10M_FULL)
566 		hw->phy.autoneg_advertised |= TXGBE_LINK_SPEED_10M_FULL;
567 
568 	/* Setup link based on the new speed settings */
569 	hw->phy.setup_link(hw);
570 
571 	return 0;
572 }
573 
574 s32 txgbe_get_phy_fw_version(struct txgbe_hw *hw, u32 *fw_version)
575 {
576 	u16 eeprom_verh, eeprom_verl;
577 
578 	hw->rom.readw_sw(hw, TXGBE_EEPROM_VERSION_H, &eeprom_verh);
579 	hw->rom.readw_sw(hw, TXGBE_EEPROM_VERSION_L, &eeprom_verl);
580 
581 	*fw_version = (eeprom_verh << 16) | eeprom_verl;
582 
583 	return 0;
584 }
585 
586 /**
587  * txgbe_get_copper_speeds_supported - Get copper link speeds from phy
588  * @hw: pointer to hardware structure
589  *
590  * Determines the supported link capabilities by reading the PHY auto
591  * negotiation register.
592  **/
593 static s32 txgbe_get_copper_speeds_supported(struct txgbe_hw *hw)
594 {
595 	s32 err;
596 	u16 speed_ability;
597 
598 	err = hw->phy.read_reg(hw, TXGBE_MD_PHY_SPEED_ABILITY,
599 				      TXGBE_MD_DEV_PMA_PMD,
600 				      &speed_ability);
601 	if (err)
602 		return err;
603 
604 	if (speed_ability & TXGBE_MD_PHY_SPEED_10G)
605 		hw->phy.speeds_supported |= TXGBE_LINK_SPEED_10GB_FULL;
606 	if (speed_ability & TXGBE_MD_PHY_SPEED_1G)
607 		hw->phy.speeds_supported |= TXGBE_LINK_SPEED_1GB_FULL;
608 	if (speed_ability & TXGBE_MD_PHY_SPEED_100M)
609 		hw->phy.speeds_supported |= TXGBE_LINK_SPEED_100M_FULL;
610 
611 	return err;
612 }
613 
614 /**
615  *  txgbe_get_copper_link_capabilities - Determines link capabilities
616  *  @hw: pointer to hardware structure
617  *  @speed: pointer to link speed
618  *  @autoneg: boolean auto-negotiation value
619  **/
620 s32 txgbe_get_copper_link_capabilities(struct txgbe_hw *hw,
621 					       u32 *speed,
622 					       bool *autoneg)
623 {
624 	s32 err = 0;
625 
626 	DEBUGFUNC("txgbe_get_copper_link_capabilities");
627 
628 	*autoneg = true;
629 	if (!hw->phy.speeds_supported)
630 		err = txgbe_get_copper_speeds_supported(hw);
631 
632 	*speed = hw->phy.speeds_supported;
633 	return err;
634 }
635 
636 /**
637  *  txgbe_check_phy_link_tnx - Determine link and speed status
638  *  @hw: pointer to hardware structure
639  *  @speed: current link speed
640  *  @link_up: true is link is up, false otherwise
641  *
642  *  Reads the VS1 register to determine if link is up and the current speed for
643  *  the PHY.
644  **/
645 s32 txgbe_check_phy_link_tnx(struct txgbe_hw *hw, u32 *speed,
646 			     bool *link_up)
647 {
648 	s32 err = 0;
649 	u32 time_out;
650 	u32 max_time_out = 10;
651 	u16 phy_link = 0;
652 	u16 phy_speed = 0;
653 	u16 phy_data = 0;
654 
655 	DEBUGFUNC("txgbe_check_phy_link_tnx");
656 
657 	/* Initialize speed and link to default case */
658 	*link_up = false;
659 	*speed = TXGBE_LINK_SPEED_10GB_FULL;
660 
661 	/*
662 	 * Check current speed and link status of the PHY register.
663 	 * This is a vendor specific register and may have to
664 	 * be changed for other copper PHYs.
665 	 */
666 	for (time_out = 0; time_out < max_time_out; time_out++) {
667 		usec_delay(10);
668 		err = hw->phy.read_reg(hw,
669 					TXGBE_MD_VENDOR_SPECIFIC_1_STATUS,
670 					TXGBE_MD_DEV_VENDOR_1,
671 					&phy_data);
672 		phy_link = phy_data & TXGBE_MD_VENDOR_SPECIFIC_1_LINK_STATUS;
673 		phy_speed = phy_data &
674 				 TXGBE_MD_VENDOR_SPECIFIC_1_SPEED_STATUS;
675 		if (phy_link == TXGBE_MD_VENDOR_SPECIFIC_1_LINK_STATUS) {
676 			*link_up = true;
677 			if (phy_speed ==
678 			    TXGBE_MD_VENDOR_SPECIFIC_1_SPEED_STATUS)
679 				*speed = TXGBE_LINK_SPEED_1GB_FULL;
680 			break;
681 		}
682 	}
683 
684 	return err;
685 }
686 
687 /**
688  *  txgbe_setup_phy_link_tnx - Set and restart auto-neg
689  *  @hw: pointer to hardware structure
690  *
691  *  Restart auto-negotiation and PHY and waits for completion.
692  **/
693 s32 txgbe_setup_phy_link_tnx(struct txgbe_hw *hw)
694 {
695 	s32 err = 0;
696 	u16 autoneg_reg = TXGBE_MII_AUTONEG_REG;
697 	bool autoneg = false;
698 	u32 speed;
699 
700 	DEBUGFUNC("txgbe_setup_phy_link_tnx");
701 
702 	txgbe_get_copper_link_capabilities(hw, &speed, &autoneg);
703 
704 	if (speed & TXGBE_LINK_SPEED_10GB_FULL) {
705 		/* Set or unset auto-negotiation 10G advertisement */
706 		hw->phy.read_reg(hw, TXGBE_MII_10GBASE_T_AUTONEG_CTRL_REG,
707 				     TXGBE_MD_DEV_AUTO_NEG,
708 				     &autoneg_reg);
709 
710 		autoneg_reg &= ~TXGBE_MII_10GBASE_T_ADVERTISE;
711 		if (hw->phy.autoneg_advertised & TXGBE_LINK_SPEED_10GB_FULL)
712 			autoneg_reg |= TXGBE_MII_10GBASE_T_ADVERTISE;
713 
714 		hw->phy.write_reg(hw, TXGBE_MII_10GBASE_T_AUTONEG_CTRL_REG,
715 				      TXGBE_MD_DEV_AUTO_NEG,
716 				      autoneg_reg);
717 	}
718 
719 	if (speed & TXGBE_LINK_SPEED_1GB_FULL) {
720 		/* Set or unset auto-negotiation 1G advertisement */
721 		hw->phy.read_reg(hw, TXGBE_MII_AUTONEG_XNP_TX_REG,
722 				     TXGBE_MD_DEV_AUTO_NEG,
723 				     &autoneg_reg);
724 
725 		autoneg_reg &= ~TXGBE_MII_1GBASE_T_ADVERTISE_XNP_TX;
726 		if (hw->phy.autoneg_advertised & TXGBE_LINK_SPEED_1GB_FULL)
727 			autoneg_reg |= TXGBE_MII_1GBASE_T_ADVERTISE_XNP_TX;
728 
729 		hw->phy.write_reg(hw, TXGBE_MII_AUTONEG_XNP_TX_REG,
730 				      TXGBE_MD_DEV_AUTO_NEG,
731 				      autoneg_reg);
732 	}
733 
734 	if (speed & TXGBE_LINK_SPEED_100M_FULL) {
735 		/* Set or unset auto-negotiation 100M advertisement */
736 		hw->phy.read_reg(hw, TXGBE_MII_AUTONEG_ADVERTISE_REG,
737 				     TXGBE_MD_DEV_AUTO_NEG,
738 				     &autoneg_reg);
739 
740 		autoneg_reg &= ~TXGBE_MII_100BASE_T_ADVERTISE;
741 		if (hw->phy.autoneg_advertised & TXGBE_LINK_SPEED_100M_FULL)
742 			autoneg_reg |= TXGBE_MII_100BASE_T_ADVERTISE;
743 
744 		hw->phy.write_reg(hw, TXGBE_MII_AUTONEG_ADVERTISE_REG,
745 				      TXGBE_MD_DEV_AUTO_NEG,
746 				      autoneg_reg);
747 	}
748 
749 	/* Blocked by MNG FW so don't reset PHY */
750 	if (txgbe_check_reset_blocked(hw))
751 		return err;
752 
753 	/* Restart PHY auto-negotiation. */
754 	hw->phy.read_reg(hw, TXGBE_MD_AUTO_NEG_CONTROL,
755 			     TXGBE_MD_DEV_AUTO_NEG, &autoneg_reg);
756 
757 	autoneg_reg |= TXGBE_MII_RESTART;
758 
759 	hw->phy.write_reg(hw, TXGBE_MD_AUTO_NEG_CONTROL,
760 			      TXGBE_MD_DEV_AUTO_NEG, autoneg_reg);
761 
762 	return err;
763 }
764 
765 /**
766  *  txgbe_identify_module - Identifies module type
767  *  @hw: pointer to hardware structure
768  *
769  *  Determines HW type and calls appropriate function.
770  **/
771 s32 txgbe_identify_module(struct txgbe_hw *hw)
772 {
773 	s32 err = TXGBE_ERR_SFP_NOT_PRESENT;
774 
775 	DEBUGFUNC("txgbe_identify_module");
776 
777 	switch (hw->phy.media_type) {
778 	case txgbe_media_type_fiber:
779 		err = txgbe_identify_sfp_module(hw);
780 		break;
781 
782 	case txgbe_media_type_fiber_qsfp:
783 		err = txgbe_identify_qsfp_module(hw);
784 		break;
785 
786 	default:
787 		hw->phy.sfp_type = txgbe_sfp_type_not_present;
788 		err = TXGBE_ERR_SFP_NOT_PRESENT;
789 		break;
790 	}
791 
792 	return err;
793 }
794 
795 /**
796  *  txgbe_identify_sfp_module - Identifies SFP modules
797  *  @hw: pointer to hardware structure
798  *
799  *  Searches for and identifies the SFP module and assigns appropriate PHY type.
800  **/
801 s32 txgbe_identify_sfp_module(struct txgbe_hw *hw)
802 {
803 	s32 err = TXGBE_ERR_PHY_ADDR_INVALID;
804 	u32 vendor_oui = 0;
805 	enum txgbe_sfp_type stored_sfp_type = hw->phy.sfp_type;
806 	u8 identifier = 0;
807 	u8 comp_codes_1g = 0;
808 	u8 comp_codes_10g = 0;
809 	u8 oui_bytes[3] = {0, 0, 0};
810 	u8 cable_tech = 0;
811 	u8 cable_spec = 0;
812 	u16 enforce_sfp = 0;
813 
814 	DEBUGFUNC("txgbe_identify_sfp_module");
815 
816 	if (hw->phy.media_type != txgbe_media_type_fiber) {
817 		hw->phy.sfp_type = txgbe_sfp_type_not_present;
818 		return TXGBE_ERR_SFP_NOT_PRESENT;
819 	}
820 
821 	err = hw->phy.read_i2c_eeprom(hw, TXGBE_SFF_IDENTIFIER,
822 					     &identifier);
823 	if (err != 0) {
824 ERR_I2C:
825 		hw->phy.sfp_type = txgbe_sfp_type_not_present;
826 		if (hw->phy.type != txgbe_phy_nl) {
827 			hw->phy.id = 0;
828 			hw->phy.type = txgbe_phy_unknown;
829 		}
830 		return TXGBE_ERR_SFP_NOT_PRESENT;
831 	}
832 
833 	if (identifier != TXGBE_SFF_IDENTIFIER_SFP) {
834 		hw->phy.type = txgbe_phy_sfp_unsupported;
835 		return TXGBE_ERR_SFP_NOT_SUPPORTED;
836 	}
837 
838 	err = hw->phy.read_i2c_eeprom(hw, TXGBE_SFF_1GBE_COMP_CODES,
839 					     &comp_codes_1g);
840 	if (err != 0)
841 		goto ERR_I2C;
842 
843 	err = hw->phy.read_i2c_eeprom(hw, TXGBE_SFF_10GBE_COMP_CODES,
844 					     &comp_codes_10g);
845 	if (err != 0)
846 		goto ERR_I2C;
847 
848 	err = hw->phy.read_i2c_eeprom(hw, TXGBE_SFF_CABLE_TECHNOLOGY,
849 					     &cable_tech);
850 	if (err != 0)
851 		goto ERR_I2C;
852 
853 	 /* ID Module
854 	  * =========
855 	  * 0   SFP_DA_CU
856 	  * 1   SFP_SR
857 	  * 2   SFP_LR
858 	  * 3   SFP_DA_CORE0 - chip-specific
859 	  * 4   SFP_DA_CORE1 - chip-specific
860 	  * 5   SFP_SR/LR_CORE0 - chip-specific
861 	  * 6   SFP_SR/LR_CORE1 - chip-specific
862 	  * 7   SFP_act_lmt_DA_CORE0 - chip-specific
863 	  * 8   SFP_act_lmt_DA_CORE1 - chip-specific
864 	  * 9   SFP_1g_cu_CORE0 - chip-specific
865 	  * 10  SFP_1g_cu_CORE1 - chip-specific
866 	  * 11  SFP_1g_sx_CORE0 - chip-specific
867 	  * 12  SFP_1g_sx_CORE1 - chip-specific
868 	  */
869 	if (cable_tech & TXGBE_SFF_CABLE_DA_PASSIVE) {
870 		if (hw->bus.lan_id == 0)
871 			hw->phy.sfp_type = txgbe_sfp_type_da_cu_core0;
872 		else
873 			hw->phy.sfp_type = txgbe_sfp_type_da_cu_core1;
874 	} else if (cable_tech & TXGBE_SFF_CABLE_DA_ACTIVE) {
875 		err = hw->phy.read_i2c_eeprom(hw,
876 			TXGBE_SFF_CABLE_SPEC_COMP, &cable_spec);
877 		if (err != 0)
878 			goto ERR_I2C;
879 		if (cable_spec & TXGBE_SFF_DA_SPEC_ACTIVE_LIMITING) {
880 			hw->phy.sfp_type = (hw->bus.lan_id == 0
881 				? txgbe_sfp_type_da_act_lmt_core0
882 				: txgbe_sfp_type_da_act_lmt_core1);
883 		} else {
884 			hw->phy.sfp_type = txgbe_sfp_type_unknown;
885 		}
886 	} else if (comp_codes_10g &
887 		   (TXGBE_SFF_10GBASESR_CAPABLE |
888 		    TXGBE_SFF_10GBASELR_CAPABLE)) {
889 		hw->phy.sfp_type = (hw->bus.lan_id == 0
890 				? txgbe_sfp_type_srlr_core0
891 				: txgbe_sfp_type_srlr_core1);
892 	} else if (comp_codes_1g & TXGBE_SFF_1GBASET_CAPABLE) {
893 		hw->phy.sfp_type = (hw->bus.lan_id == 0
894 				? txgbe_sfp_type_1g_cu_core0
895 				: txgbe_sfp_type_1g_cu_core1);
896 	} else if (comp_codes_1g & TXGBE_SFF_1GBASESX_CAPABLE) {
897 		hw->phy.sfp_type = (hw->bus.lan_id == 0
898 				? txgbe_sfp_type_1g_sx_core0
899 				: txgbe_sfp_type_1g_sx_core1);
900 	} else if (comp_codes_1g & TXGBE_SFF_1GBASELX_CAPABLE) {
901 		hw->phy.sfp_type = (hw->bus.lan_id == 0
902 				? txgbe_sfp_type_1g_lx_core0
903 				: txgbe_sfp_type_1g_lx_core1);
904 	} else {
905 		hw->phy.sfp_type = txgbe_sfp_type_unknown;
906 	}
907 
908 	if (hw->phy.sfp_type != stored_sfp_type)
909 		hw->phy.sfp_setup_needed = true;
910 
911 	/* Determine if the SFP+ PHY is dual speed or not. */
912 	hw->phy.multispeed_fiber = false;
913 	if (((comp_codes_1g & TXGBE_SFF_1GBASESX_CAPABLE) &&
914 	     (comp_codes_10g & TXGBE_SFF_10GBASESR_CAPABLE)) ||
915 	    ((comp_codes_1g & TXGBE_SFF_1GBASELX_CAPABLE) &&
916 	     (comp_codes_10g & TXGBE_SFF_10GBASELR_CAPABLE)))
917 		hw->phy.multispeed_fiber = true;
918 
919 	/* Determine PHY vendor */
920 	if (hw->phy.type != txgbe_phy_nl) {
921 		hw->phy.id = identifier;
922 		err = hw->phy.read_i2c_eeprom(hw,
923 			TXGBE_SFF_VENDOR_OUI_BYTE0, &oui_bytes[0]);
924 		if (err != 0)
925 			goto ERR_I2C;
926 
927 		err = hw->phy.read_i2c_eeprom(hw,
928 			TXGBE_SFF_VENDOR_OUI_BYTE1, &oui_bytes[1]);
929 		if (err != 0)
930 			goto ERR_I2C;
931 
932 		err = hw->phy.read_i2c_eeprom(hw,
933 			TXGBE_SFF_VENDOR_OUI_BYTE2, &oui_bytes[2]);
934 		if (err != 0)
935 			goto ERR_I2C;
936 
937 		vendor_oui = ((u32)oui_bytes[0] << 24) |
938 			     ((u32)oui_bytes[1] << 16) |
939 			     ((u32)oui_bytes[2] << 8);
940 		switch (vendor_oui) {
941 		case TXGBE_SFF_VENDOR_OUI_TYCO:
942 			if (cable_tech & TXGBE_SFF_CABLE_DA_PASSIVE)
943 				hw->phy.type = txgbe_phy_sfp_tyco_passive;
944 			break;
945 		case TXGBE_SFF_VENDOR_OUI_FTL:
946 			if (cable_tech & TXGBE_SFF_CABLE_DA_ACTIVE)
947 				hw->phy.type = txgbe_phy_sfp_ftl_active;
948 			else
949 				hw->phy.type = txgbe_phy_sfp_ftl;
950 			break;
951 		case TXGBE_SFF_VENDOR_OUI_AVAGO:
952 			hw->phy.type = txgbe_phy_sfp_avago;
953 			break;
954 		case TXGBE_SFF_VENDOR_OUI_INTEL:
955 			hw->phy.type = txgbe_phy_sfp_intel;
956 			break;
957 		default:
958 			if (cable_tech & TXGBE_SFF_CABLE_DA_PASSIVE)
959 				hw->phy.type = txgbe_phy_sfp_unknown_passive;
960 			else if (cable_tech & TXGBE_SFF_CABLE_DA_ACTIVE)
961 				hw->phy.type = txgbe_phy_sfp_unknown_active;
962 			else
963 				hw->phy.type = txgbe_phy_sfp_unknown;
964 			break;
965 		}
966 	}
967 
968 	/* Allow any DA cable vendor */
969 	if (cable_tech & (TXGBE_SFF_CABLE_DA_PASSIVE |
970 			  TXGBE_SFF_CABLE_DA_ACTIVE)) {
971 		return 0;
972 	}
973 
974 	/* Verify supported 1G SFP modules */
975 	if (comp_codes_10g == 0 &&
976 	    !(hw->phy.sfp_type == txgbe_sfp_type_1g_cu_core1 ||
977 	      hw->phy.sfp_type == txgbe_sfp_type_1g_cu_core0 ||
978 	      hw->phy.sfp_type == txgbe_sfp_type_1g_lx_core0 ||
979 	      hw->phy.sfp_type == txgbe_sfp_type_1g_lx_core1 ||
980 	      hw->phy.sfp_type == txgbe_sfp_type_1g_sx_core0 ||
981 	      hw->phy.sfp_type == txgbe_sfp_type_1g_sx_core1)) {
982 		hw->phy.type = txgbe_phy_sfp_unsupported;
983 		return TXGBE_ERR_SFP_NOT_SUPPORTED;
984 	}
985 
986 	hw->mac.get_device_caps(hw, &enforce_sfp);
987 	if (!(enforce_sfp & TXGBE_DEVICE_CAPS_ALLOW_ANY_SFP) &&
988 	    !hw->allow_unsupported_sfp &&
989 	    !(hw->phy.sfp_type == txgbe_sfp_type_1g_cu_core0 ||
990 	      hw->phy.sfp_type == txgbe_sfp_type_1g_cu_core1 ||
991 	      hw->phy.sfp_type == txgbe_sfp_type_1g_lx_core0 ||
992 	      hw->phy.sfp_type == txgbe_sfp_type_1g_lx_core1 ||
993 	      hw->phy.sfp_type == txgbe_sfp_type_1g_sx_core0 ||
994 	      hw->phy.sfp_type == txgbe_sfp_type_1g_sx_core1)) {
995 		DEBUGOUT("SFP+ module not supported\n");
996 		hw->phy.type = txgbe_phy_sfp_unsupported;
997 		return TXGBE_ERR_SFP_NOT_SUPPORTED;
998 	}
999 
1000 	return err;
1001 }
1002 
1003 /**
1004  *  txgbe_identify_qsfp_module - Identifies QSFP modules
1005  *  @hw: pointer to hardware structure
1006  *
1007  *  Searches for and identifies the QSFP module and assigns appropriate PHY type
1008  **/
1009 s32 txgbe_identify_qsfp_module(struct txgbe_hw *hw)
1010 {
1011 	s32 err = TXGBE_ERR_PHY_ADDR_INVALID;
1012 	u32 vendor_oui = 0;
1013 	enum txgbe_sfp_type stored_sfp_type = hw->phy.sfp_type;
1014 	u8 identifier = 0;
1015 	u8 comp_codes_1g = 0;
1016 	u8 comp_codes_10g = 0;
1017 	u8 oui_bytes[3] = {0, 0, 0};
1018 	u16 enforce_sfp = 0;
1019 	u8 connector = 0;
1020 	u8 cable_length = 0;
1021 	u8 device_tech = 0;
1022 	bool active_cable = false;
1023 
1024 	DEBUGFUNC("txgbe_identify_qsfp_module");
1025 
1026 	if (hw->phy.media_type != txgbe_media_type_fiber_qsfp) {
1027 		hw->phy.sfp_type = txgbe_sfp_type_not_present;
1028 		err = TXGBE_ERR_SFP_NOT_PRESENT;
1029 		goto out;
1030 	}
1031 
1032 	err = hw->phy.read_i2c_eeprom(hw, TXGBE_SFF_IDENTIFIER,
1033 					     &identifier);
1034 ERR_I2C:
1035 	if (err != 0) {
1036 		hw->phy.sfp_type = txgbe_sfp_type_not_present;
1037 		hw->phy.id = 0;
1038 		hw->phy.type = txgbe_phy_unknown;
1039 		return TXGBE_ERR_SFP_NOT_PRESENT;
1040 	}
1041 	if (identifier != TXGBE_SFF_IDENTIFIER_QSFP_PLUS) {
1042 		hw->phy.type = txgbe_phy_sfp_unsupported;
1043 		err = TXGBE_ERR_SFP_NOT_SUPPORTED;
1044 		goto out;
1045 	}
1046 
1047 	hw->phy.id = identifier;
1048 
1049 	err = hw->phy.read_i2c_eeprom(hw, TXGBE_SFF_QSFP_10GBE_COMP,
1050 					     &comp_codes_10g);
1051 
1052 	if (err != 0)
1053 		goto ERR_I2C;
1054 
1055 	err = hw->phy.read_i2c_eeprom(hw, TXGBE_SFF_QSFP_1GBE_COMP,
1056 					     &comp_codes_1g);
1057 
1058 	if (err != 0)
1059 		goto ERR_I2C;
1060 
1061 	if (comp_codes_10g & TXGBE_SFF_QSFP_DA_PASSIVE_CABLE) {
1062 		hw->phy.type = txgbe_phy_qsfp_unknown_passive;
1063 		if (hw->bus.lan_id == 0)
1064 			hw->phy.sfp_type = txgbe_sfp_type_da_cu_core0;
1065 		else
1066 			hw->phy.sfp_type = txgbe_sfp_type_da_cu_core1;
1067 	} else if (comp_codes_10g & (TXGBE_SFF_10GBASESR_CAPABLE |
1068 				     TXGBE_SFF_10GBASELR_CAPABLE)) {
1069 		if (hw->bus.lan_id == 0)
1070 			hw->phy.sfp_type = txgbe_sfp_type_srlr_core0;
1071 		else
1072 			hw->phy.sfp_type = txgbe_sfp_type_srlr_core1;
1073 	} else {
1074 		if (comp_codes_10g & TXGBE_SFF_QSFP_DA_ACTIVE_CABLE)
1075 			active_cable = true;
1076 
1077 		if (!active_cable) {
1078 			hw->phy.read_i2c_eeprom(hw,
1079 					TXGBE_SFF_QSFP_CONNECTOR,
1080 					&connector);
1081 
1082 			hw->phy.read_i2c_eeprom(hw,
1083 					TXGBE_SFF_QSFP_CABLE_LENGTH,
1084 					&cable_length);
1085 
1086 			hw->phy.read_i2c_eeprom(hw,
1087 					TXGBE_SFF_QSFP_DEVICE_TECH,
1088 					&device_tech);
1089 
1090 			if (connector ==
1091 				     TXGBE_SFF_QSFP_CONNECTOR_NOT_SEPARABLE &&
1092 			    cable_length > 0 &&
1093 			    ((device_tech >> 4) ==
1094 				     TXGBE_SFF_QSFP_TRANSMITTER_850NM_VCSEL))
1095 				active_cable = true;
1096 		}
1097 
1098 		if (active_cable) {
1099 			hw->phy.type = txgbe_phy_qsfp_unknown_active;
1100 			if (hw->bus.lan_id == 0)
1101 				hw->phy.sfp_type =
1102 					txgbe_sfp_type_da_act_lmt_core0;
1103 			else
1104 				hw->phy.sfp_type =
1105 					txgbe_sfp_type_da_act_lmt_core1;
1106 		} else {
1107 			/* unsupported module type */
1108 			hw->phy.type = txgbe_phy_sfp_unsupported;
1109 			err = TXGBE_ERR_SFP_NOT_SUPPORTED;
1110 			goto out;
1111 		}
1112 	}
1113 
1114 	if (hw->phy.sfp_type != stored_sfp_type)
1115 		hw->phy.sfp_setup_needed = true;
1116 
1117 	/* Determine if the QSFP+ PHY is dual speed or not. */
1118 	hw->phy.multispeed_fiber = false;
1119 	if (((comp_codes_1g & TXGBE_SFF_1GBASESX_CAPABLE) &&
1120 	   (comp_codes_10g & TXGBE_SFF_10GBASESR_CAPABLE)) ||
1121 	   ((comp_codes_1g & TXGBE_SFF_1GBASELX_CAPABLE) &&
1122 	   (comp_codes_10g & TXGBE_SFF_10GBASELR_CAPABLE)))
1123 		hw->phy.multispeed_fiber = true;
1124 
1125 	/* Determine PHY vendor for optical modules */
1126 	if (comp_codes_10g & (TXGBE_SFF_10GBASESR_CAPABLE |
1127 			      TXGBE_SFF_10GBASELR_CAPABLE))  {
1128 		err = hw->phy.read_i2c_eeprom(hw,
1129 					    TXGBE_SFF_QSFP_VENDOR_OUI_BYTE0,
1130 					    &oui_bytes[0]);
1131 
1132 		if (err != 0)
1133 			goto ERR_I2C;
1134 
1135 		err = hw->phy.read_i2c_eeprom(hw,
1136 					    TXGBE_SFF_QSFP_VENDOR_OUI_BYTE1,
1137 					    &oui_bytes[1]);
1138 
1139 		if (err != 0)
1140 			goto ERR_I2C;
1141 
1142 		err = hw->phy.read_i2c_eeprom(hw,
1143 					    TXGBE_SFF_QSFP_VENDOR_OUI_BYTE2,
1144 					    &oui_bytes[2]);
1145 
1146 		if (err != 0)
1147 			goto ERR_I2C;
1148 
1149 		vendor_oui =
1150 		  ((oui_bytes[0] << 24) |
1151 		   (oui_bytes[1] << 16) |
1152 		   (oui_bytes[2] << 8));
1153 
1154 		if (vendor_oui == TXGBE_SFF_VENDOR_OUI_INTEL)
1155 			hw->phy.type = txgbe_phy_qsfp_intel;
1156 		else
1157 			hw->phy.type = txgbe_phy_qsfp_unknown;
1158 
1159 		hw->mac.get_device_caps(hw, &enforce_sfp);
1160 		if (!(enforce_sfp & TXGBE_DEVICE_CAPS_ALLOW_ANY_SFP)) {
1161 			/* Make sure we're a supported PHY type */
1162 			if (hw->phy.type == txgbe_phy_qsfp_intel) {
1163 				err = 0;
1164 			} else {
1165 				if (hw->allow_unsupported_sfp) {
1166 					DEBUGOUT("WARNING: Wangxun (R) Network Connections are quality tested using Wangxun (R) Ethernet Optics. "
1167 						"Using untested modules is not supported and may cause unstable operation or damage to the module or the adapter. "
1168 						"Wangxun Corporation is not responsible for any harm caused by using untested modules.\n");
1169 					err = 0;
1170 				} else {
1171 					DEBUGOUT("QSFP module not supported\n");
1172 					hw->phy.type =
1173 						txgbe_phy_sfp_unsupported;
1174 					err = TXGBE_ERR_SFP_NOT_SUPPORTED;
1175 				}
1176 			}
1177 		} else {
1178 			err = 0;
1179 		}
1180 	}
1181 
1182 out:
1183 	return err;
1184 }
1185 
1186 /**
1187  *  txgbe_read_i2c_eeprom - Reads 8 bit EEPROM word over I2C interface
1188  *  @hw: pointer to hardware structure
1189  *  @byte_offset: EEPROM byte offset to read
1190  *  @eeprom_data: value read
1191  *
1192  *  Performs byte read operation to SFP module's EEPROM over I2C interface.
1193  **/
1194 s32 txgbe_read_i2c_eeprom(struct txgbe_hw *hw, u8 byte_offset,
1195 				  u8 *eeprom_data)
1196 {
1197 	DEBUGFUNC("txgbe_read_i2c_eeprom");
1198 
1199 	return hw->phy.read_i2c_byte(hw, byte_offset,
1200 					 TXGBE_I2C_EEPROM_DEV_ADDR,
1201 					 eeprom_data);
1202 }
1203 
1204 /**
1205  *  txgbe_read_i2c_sff8472 - Reads 8 bit word over I2C interface
1206  *  @hw: pointer to hardware structure
1207  *  @byte_offset: byte offset at address 0xA2
1208  *  @sff8472_data: value read
1209  *
1210  *  Performs byte read operation to SFP module's SFF-8472 data over I2C
1211  **/
1212 s32 txgbe_read_i2c_sff8472(struct txgbe_hw *hw, u8 byte_offset,
1213 					  u8 *sff8472_data)
1214 {
1215 	return hw->phy.read_i2c_byte(hw, byte_offset,
1216 					 TXGBE_I2C_EEPROM_DEV_ADDR2,
1217 					 sff8472_data);
1218 }
1219 
1220 /**
1221  *  txgbe_write_i2c_eeprom - Writes 8 bit EEPROM word over I2C interface
1222  *  @hw: pointer to hardware structure
1223  *  @byte_offset: EEPROM byte offset to write
1224  *  @eeprom_data: value to write
1225  *
1226  *  Performs byte write operation to SFP module's EEPROM over I2C interface.
1227  **/
1228 s32 txgbe_write_i2c_eeprom(struct txgbe_hw *hw, u8 byte_offset,
1229 				   u8 eeprom_data)
1230 {
1231 	DEBUGFUNC("txgbe_write_i2c_eeprom");
1232 
1233 	return hw->phy.write_i2c_byte(hw, byte_offset,
1234 					  TXGBE_I2C_EEPROM_DEV_ADDR,
1235 					  eeprom_data);
1236 }
1237 
1238 /**
1239  *  txgbe_read_i2c_byte_unlocked - Reads 8 bit word over I2C
1240  *  @hw: pointer to hardware structure
1241  *  @byte_offset: byte offset to read
1242  *  @dev_addr: address to read from
1243  *  @data: value read
1244  *
1245  *  Performs byte read operation to SFP module's EEPROM over I2C interface at
1246  *  a specified device address.
1247  **/
1248 s32 txgbe_read_i2c_byte_unlocked(struct txgbe_hw *hw, u8 byte_offset,
1249 					   u8 dev_addr, u8 *data)
1250 {
1251 	UNREFERENCED_PARAMETER(dev_addr);
1252 
1253 	DEBUGFUNC("txgbe_read_i2c_byte");
1254 
1255 	txgbe_i2c_start(hw);
1256 
1257 	/* wait tx empty */
1258 	if (!po32m(hw, TXGBE_I2CICR, TXGBE_I2CICR_TXEMPTY,
1259 		TXGBE_I2CICR_TXEMPTY, NULL, 100, 100)) {
1260 		return -TERR_TIMEOUT;
1261 	}
1262 
1263 	/* read data */
1264 	wr32(hw, TXGBE_I2CDATA,
1265 			byte_offset | TXGBE_I2CDATA_STOP);
1266 	wr32(hw, TXGBE_I2CDATA, TXGBE_I2CDATA_READ);
1267 
1268 	/* wait for read complete */
1269 	if (!po32m(hw, TXGBE_I2CICR, TXGBE_I2CICR_RXFULL,
1270 		TXGBE_I2CICR_RXFULL, NULL, 100, 100)) {
1271 		return -TERR_TIMEOUT;
1272 	}
1273 
1274 	txgbe_i2c_stop(hw);
1275 
1276 	*data = 0xFF & rd32(hw, TXGBE_I2CDATA);
1277 
1278 	return 0;
1279 }
1280 
1281 /**
1282  *  txgbe_read_i2c_byte - Reads 8 bit word over I2C
1283  *  @hw: pointer to hardware structure
1284  *  @byte_offset: byte offset to read
1285  *  @dev_addr: address to read from
1286  *  @data: value read
1287  *
1288  *  Performs byte read operation to SFP module's EEPROM over I2C interface at
1289  *  a specified device address.
1290  **/
1291 s32 txgbe_read_i2c_byte(struct txgbe_hw *hw, u8 byte_offset,
1292 				u8 dev_addr, u8 *data)
1293 {
1294 	u32 swfw_mask = hw->phy.phy_semaphore_mask;
1295 	int err = 0;
1296 
1297 	if (hw->mac.acquire_swfw_sync(hw, swfw_mask))
1298 		return TXGBE_ERR_SWFW_SYNC;
1299 	err = txgbe_read_i2c_byte_unlocked(hw, byte_offset, dev_addr, data);
1300 	hw->mac.release_swfw_sync(hw, swfw_mask);
1301 	return err;
1302 }
1303 
1304 /**
1305  *  txgbe_write_i2c_byte_unlocked - Writes 8 bit word over I2C
1306  *  @hw: pointer to hardware structure
1307  *  @byte_offset: byte offset to write
1308  *  @dev_addr: address to write to
1309  *  @data: value to write
1310  *
1311  *  Performs byte write operation to SFP module's EEPROM over I2C interface at
1312  *  a specified device address.
1313  **/
1314 s32 txgbe_write_i2c_byte_unlocked(struct txgbe_hw *hw, u8 byte_offset,
1315 					    u8 dev_addr, u8 data)
1316 {
1317 	UNREFERENCED_PARAMETER(dev_addr);
1318 
1319 	DEBUGFUNC("txgbe_write_i2c_byte");
1320 
1321 	txgbe_i2c_start(hw);
1322 
1323 	/* wait tx empty */
1324 	if (!po32m(hw, TXGBE_I2CICR, TXGBE_I2CICR_TXEMPTY,
1325 		TXGBE_I2CICR_TXEMPTY, NULL, 100, 100)) {
1326 		return -TERR_TIMEOUT;
1327 	}
1328 
1329 	wr32(hw, TXGBE_I2CDATA, byte_offset | TXGBE_I2CDATA_STOP);
1330 	wr32(hw, TXGBE_I2CDATA, data | TXGBE_I2CDATA_WRITE);
1331 
1332 	/* wait for write complete */
1333 	if (!po32m(hw, TXGBE_I2CICR, TXGBE_I2CICR_RXFULL,
1334 		TXGBE_I2CICR_RXFULL, NULL, 100, 100)) {
1335 		return -TERR_TIMEOUT;
1336 	}
1337 	txgbe_i2c_stop(hw);
1338 
1339 	return 0;
1340 }
1341 
1342 /**
1343  *  txgbe_write_i2c_byte - Writes 8 bit word over I2C
1344  *  @hw: pointer to hardware structure
1345  *  @byte_offset: byte offset to write
1346  *  @dev_addr: address to write to
1347  *  @data: value to write
1348  *
1349  *  Performs byte write operation to SFP module's EEPROM over I2C interface at
1350  *  a specified device address.
1351  **/
1352 s32 txgbe_write_i2c_byte(struct txgbe_hw *hw, u8 byte_offset,
1353 				 u8 dev_addr, u8 data)
1354 {
1355 	u32 swfw_mask = hw->phy.phy_semaphore_mask;
1356 	int err = 0;
1357 
1358 	if (hw->mac.acquire_swfw_sync(hw, swfw_mask))
1359 		return TXGBE_ERR_SWFW_SYNC;
1360 	err = txgbe_write_i2c_byte_unlocked(hw, byte_offset, dev_addr, data);
1361 	hw->mac.release_swfw_sync(hw, swfw_mask);
1362 
1363 	return err;
1364 }
1365 
1366 /**
1367  *  txgbe_i2c_start - Sets I2C start condition
1368  *  @hw: pointer to hardware structure
1369  *
1370  *  Sets I2C start condition (High -> Low on SDA while SCL is High)
1371  **/
1372 static void txgbe_i2c_start(struct txgbe_hw *hw)
1373 {
1374 	DEBUGFUNC("txgbe_i2c_start");
1375 
1376 	wr32(hw, TXGBE_I2CENA, 0);
1377 
1378 	wr32(hw, TXGBE_I2CCON,
1379 		(TXGBE_I2CCON_MENA |
1380 		TXGBE_I2CCON_SPEED(1) |
1381 		TXGBE_I2CCON_RESTART |
1382 		TXGBE_I2CCON_SDIA));
1383 	wr32(hw, TXGBE_I2CTAR, TXGBE_I2C_SLAVEADDR);
1384 	wr32(hw, TXGBE_I2CSSSCLHCNT, 600);
1385 	wr32(hw, TXGBE_I2CSSSCLLCNT, 600);
1386 	wr32(hw, TXGBE_I2CRXTL, 0); /* 1byte for rx full signal */
1387 	wr32(hw, TXGBE_I2CTXTL, 4);
1388 	wr32(hw, TXGBE_I2CSCLTMOUT, 0xFFFFFF);
1389 	wr32(hw, TXGBE_I2CSDATMOUT, 0xFFFFFF);
1390 
1391 	wr32(hw, TXGBE_I2CICM, 0);
1392 	wr32(hw, TXGBE_I2CENA, 1);
1393 }
1394 
1395 /**
1396  *  txgbe_i2c_stop - Sets I2C stop condition
1397  *  @hw: pointer to hardware structure
1398  *
1399  *  Sets I2C stop condition (Low -> High on SDA while SCL is High)
1400  **/
1401 static void txgbe_i2c_stop(struct txgbe_hw *hw)
1402 {
1403 	DEBUGFUNC("txgbe_i2c_stop");
1404 
1405 	/* wait for completion */
1406 	if (!po32m(hw, TXGBE_I2CSTAT, TXGBE_I2CSTAT_MST,
1407 		0, NULL, 100, 100)) {
1408 		DEBUGFUNC("i2c stop timeout.");
1409 	}
1410 
1411 	wr32(hw, TXGBE_I2CENA, 0);
1412 }
1413 
1414 static void
1415 txgbe_set_sgmii_an37_ability(struct txgbe_hw *hw)
1416 {
1417 	u32 value;
1418 
1419 	wr32_epcs(hw, VR_XS_OR_PCS_MMD_DIGI_CTL1, 0x3002);
1420 	wr32_epcs(hw, SR_MII_MMD_AN_CTL, 0x0105);
1421 	wr32_epcs(hw, SR_MII_MMD_DIGI_CTL, 0x0200);
1422 	value = rd32_epcs(hw, SR_MII_MMD_CTL);
1423 	value = (value & ~0x1200) | (0x1 << 12) | (0x1 << 9);
1424 	wr32_epcs(hw, SR_MII_MMD_CTL, value);
1425 }
1426 
1427 static s32
1428 txgbe_set_link_to_kr(struct txgbe_hw *hw, bool autoneg)
1429 {
1430 	u32 i;
1431 	u16 value;
1432 	s32 err = 0;
1433 
1434 	/* 1. Wait xpcs power-up good */
1435 	for (i = 0; i < 100; i++) {
1436 		if ((rd32_epcs(hw, VR_XS_OR_PCS_MMD_DIGI_STATUS) &
1437 			VR_XS_OR_PCS_MMD_DIGI_STATUS_PSEQ_MASK) ==
1438 			VR_XS_OR_PCS_MMD_DIGI_STATUS_PSEQ_POWER_GOOD)
1439 			break;
1440 		msec_delay(10);
1441 	}
1442 	if (i == 100) {
1443 		err = TXGBE_ERR_XPCS_POWER_UP_FAILED;
1444 		goto out;
1445 	}
1446 	BP_LOG("It is set to kr.\n");
1447 
1448 	wr32_epcs(hw, VR_AN_INTR_MSK, 0x7);
1449 	wr32_epcs(hw, TXGBE_PHY_TX_POWER_ST_CTL, 0x00FC);
1450 	wr32_epcs(hw, TXGBE_PHY_RX_POWER_ST_CTL, 0x00FC);
1451 
1452 	if (!autoneg) {
1453 		/* 2. Disable xpcs AN-73 */
1454 		wr32_epcs(hw, SR_AN_CTRL,
1455 			SR_AN_CTRL_AN_EN | SR_AN_CTRL_EXT_NP);
1456 
1457 		wr32_epcs(hw, VR_AN_KR_MODE_CL, VR_AN_KR_MODE_CL_PDET);
1458 
1459 		if (!(hw->devarg.auto_neg == 1)) {
1460 			wr32_epcs(hw, SR_AN_CTRL, 0);
1461 			wr32_epcs(hw, VR_AN_KR_MODE_CL, 0);
1462 		}
1463 		if (hw->devarg.present  == 1) {
1464 			value = rd32_epcs(hw, TXGBE_PHY_TX_EQ_CTL1);
1465 			value |= TXGBE_PHY_TX_EQ_CTL1_DEF;
1466 			wr32_epcs(hw, TXGBE_PHY_TX_EQ_CTL1, value);
1467 		}
1468 		if (hw->devarg.poll == 1) {
1469 			wr32_epcs(hw, VR_PMA_KRTR_TIMER_CTRL0,
1470 				VR_PMA_KRTR_TIMER_MAX_WAIT);
1471 			wr32_epcs(hw, VR_PMA_KRTR_TIMER_CTRL2, 0xA697);
1472 		}
1473 
1474 		/* 3. Set VR_XS_PMA_Gen5_12G_MPLLA_CTRL3 Register
1475 		 * Bit[10:0](MPLLA_BANDWIDTH) = 11'd123 (default: 11'd16)
1476 		 */
1477 		wr32_epcs(hw, TXGBE_PHY_MPLLA_CTL3,
1478 			TXGBE_PHY_MPLLA_CTL3_MULTIPLIER_BW_10GBASER_KR);
1479 
1480 		/* 4. Set VR_XS_PMA_Gen5_12G_MISC_CTRL0 Register
1481 		 * Bit[12:8](RX_VREF_CTRL) = 5'hF (default: 5'h11)
1482 		 */
1483 		wr32_epcs(hw, TXGBE_PHY_MISC_CTL0, 0xCF00);
1484 
1485 		/* 5. Set VR_XS_PMA_Gen5_12G_RX_EQ_CTRL0 Register
1486 		 * Bit[15:8](VGA1/2_GAIN_0) = 8'h77
1487 		 * Bit[7:5](CTLE_POLE_0) = 3'h2
1488 		 * Bit[4:0](CTLE_BOOST_0) = 4'hA
1489 		 */
1490 		wr32_epcs(hw, TXGBE_PHY_RX_EQ_CTL0, 0x774A);
1491 
1492 		/* 6. Set VR_MII_Gen5_12G_RX_GENCTRL3 Register
1493 		 * Bit[2:0](LOS_TRSHLD_0) = 3'h4 (default: 3)
1494 		 */
1495 		wr32_epcs(hw, TXGBE_PHY_RX_GEN_CTL3, 0x0004);
1496 
1497 		/* 7. Initialize the mode by setting VR XS or PCS MMD Digital
1498 		 * Control1 Register Bit[15](VR_RST)
1499 		 */
1500 		wr32_epcs(hw, VR_XS_OR_PCS_MMD_DIGI_CTL1, 0xA000);
1501 
1502 		/* Wait phy initialization done */
1503 		for (i = 0; i < 100; i++) {
1504 			if ((rd32_epcs(hw,
1505 				VR_XS_OR_PCS_MMD_DIGI_CTL1) &
1506 				VR_XS_OR_PCS_MMD_DIGI_CTL1_VR_RST) == 0)
1507 				break;
1508 			msleep(100);
1509 		}
1510 		if (i == 100) {
1511 			err = TXGBE_ERR_PHY_INIT_NOT_DONE;
1512 			goto out;
1513 		}
1514 	} else {
1515 		wr32_epcs(hw, VR_AN_KR_MODE_CL, 0x1);
1516 	}
1517 
1518 	if (hw->phy.ffe_set == TXGBE_BP_M_KR) {
1519 		value = (0x1804 & ~0x3F3F);
1520 		value |= hw->phy.ffe_main << 8 | hw->phy.ffe_pre;
1521 		wr32_epcs(hw, TXGBE_PHY_TX_EQ_CTL0, value);
1522 
1523 		value = (0x50 & ~0x7F) | (1 << 6) | hw->phy.ffe_post;
1524 		wr32_epcs(hw, TXGBE_PHY_TX_EQ_CTL1, value);
1525 	}
1526 out:
1527 	return err;
1528 }
1529 
1530 static s32
1531 txgbe_set_link_to_kx4(struct txgbe_hw *hw, bool autoneg)
1532 {
1533 	u32 i;
1534 	s32 err = 0;
1535 	u32 value;
1536 
1537 	/* Check link status, if already set, skip setting it again */
1538 	if (hw->link_status == TXGBE_LINK_STATUS_KX4)
1539 		goto out;
1540 
1541 	BP_LOG("It is set to kx4.\n");
1542 	wr32_epcs(hw, TXGBE_PHY_TX_POWER_ST_CTL, 0);
1543 	wr32_epcs(hw, TXGBE_PHY_RX_POWER_ST_CTL, 0);
1544 
1545 	/* 1. Wait xpcs power-up good */
1546 	for (i = 0; i < 100; i++) {
1547 		if ((rd32_epcs(hw, VR_XS_OR_PCS_MMD_DIGI_STATUS) &
1548 			VR_XS_OR_PCS_MMD_DIGI_STATUS_PSEQ_MASK) ==
1549 			VR_XS_OR_PCS_MMD_DIGI_STATUS_PSEQ_POWER_GOOD)
1550 			break;
1551 		msec_delay(10);
1552 	}
1553 	if (i == 100) {
1554 		err = TXGBE_ERR_XPCS_POWER_UP_FAILED;
1555 		goto out;
1556 	}
1557 
1558 	wr32m(hw, TXGBE_MACTXCFG, TXGBE_MACTXCFG_TXE,
1559 			~TXGBE_MACTXCFG_TXE);
1560 
1561 	/* 2. Disable xpcs AN-73 */
1562 	if (!autoneg)
1563 		wr32_epcs(hw, SR_AN_CTRL, 0x0);
1564 	else
1565 		wr32_epcs(hw, SR_AN_CTRL, 0x3000);
1566 
1567 	/* Disable PHY MPLLA for eth mode change(after ECO) */
1568 	wr32_ephy(hw, 0x4, 0x250A);
1569 	txgbe_flush(hw);
1570 	msec_delay(1);
1571 
1572 	/* Set the eth change_mode bit first in mis_rst register
1573 	 * for corresponding LAN port
1574 	 */
1575 	wr32(hw, TXGBE_RST, TXGBE_RST_ETH(hw->bus.lan_id));
1576 
1577 	/* Set SR PCS Control2 Register Bits[1:0] = 2'b01
1578 	 * PCS_TYPE_SEL: non KR
1579 	 */
1580 	wr32_epcs(hw, SR_XS_PCS_CTRL2,
1581 			SR_PCS_CTRL2_TYPE_SEL_X);
1582 
1583 	/* Set SR PMA MMD Control1 Register Bit[13] = 1'b1
1584 	 * SS13: 10G speed
1585 	 */
1586 	wr32_epcs(hw, SR_PMA_CTRL1,
1587 			SR_PMA_CTRL1_SS13_KX4);
1588 
1589 	value = (0xf5f0 & ~0x7F0) |  (0x5 << 8) | (0x7 << 5) | 0xF0;
1590 	wr32_epcs(hw, TXGBE_PHY_TX_GENCTRL1, value);
1591 
1592 	if ((hw->subsystem_device_id & 0xFF) == TXGBE_DEV_ID_MAC_XAUI)
1593 		wr32_epcs(hw, TXGBE_PHY_MISC_CTL0, 0xCF00);
1594 	else
1595 		wr32_epcs(hw, TXGBE_PHY_MISC_CTL0, 0x4F00);
1596 
1597 	for (i = 0; i < 4; i++) {
1598 		if (i == 0)
1599 			value = (0x45 & ~0xFFFF) | (0x7 << 12) |
1600 				(0x7 << 8) | 0x6;
1601 		else
1602 			value = (0xff06 & ~0xFFFF) | (0x7 << 12) |
1603 				(0x7 << 8) | 0x6;
1604 		wr32_epcs(hw, TXGBE_PHY_RX_EQ_CTL0 + i, value);
1605 	}
1606 
1607 	value = 0x0 & ~0x7777;
1608 	wr32_epcs(hw, TXGBE_PHY_RX_EQ_ATT_LVL0, value);
1609 
1610 	wr32_epcs(hw, TXGBE_PHY_DFE_TAP_CTL0, 0x0);
1611 
1612 	value = (0x6db & ~0xFFF) | (0x1 << 9) | (0x1 << 6) | (0x1 << 3) | 0x1;
1613 	wr32_epcs(hw, TXGBE_PHY_RX_GEN_CTL3, value);
1614 
1615 	/* Set VR XS, PMA, or MII Gen5 12G PHY MPLLA
1616 	 * Control 0 Register Bit[7:0] = 8'd40  //MPLLA_MULTIPLIER
1617 	 */
1618 	wr32_epcs(hw, TXGBE_PHY_MPLLA_CTL0,
1619 			TXGBE_PHY_MPLLA_CTL0_MULTIPLIER_OTHER);
1620 
1621 	/* Set VR XS, PMA or MII Gen5 12G PHY MPLLA
1622 	 * Control 3 Register Bit[10:0] = 11'd86  //MPLLA_BANDWIDTH
1623 	 */
1624 	wr32_epcs(hw, TXGBE_PHY_MPLLA_CTL3,
1625 			TXGBE_PHY_MPLLA_CTL3_MULTIPLIER_BW_OTHER);
1626 
1627 	/* Set VR XS, PMA, or MII Gen5 12G PHY VCO
1628 	 * Calibration Load 0 Register  Bit[12:0] = 13'd1360  //VCO_LD_VAL_0
1629 	 */
1630 	wr32_epcs(hw, TXGBE_PHY_VCO_CAL_LD0,
1631 			TXGBE_PHY_VCO_CAL_LD0_OTHER);
1632 
1633 	/* Set VR XS, PMA, or MII Gen5 12G PHY VCO
1634 	 * Calibration Load 1 Register  Bit[12:0] = 13'd1360  //VCO_LD_VAL_1
1635 	 */
1636 	wr32_epcs(hw, TXGBE_PHY_VCO_CAL_LD1,
1637 			TXGBE_PHY_VCO_CAL_LD0_OTHER);
1638 
1639 	/* Set VR XS, PMA, or MII Gen5 12G PHY VCO
1640 	 * Calibration Load 2 Register  Bit[12:0] = 13'd1360  //VCO_LD_VAL_2
1641 	 */
1642 	wr32_epcs(hw, TXGBE_PHY_VCO_CAL_LD2,
1643 			TXGBE_PHY_VCO_CAL_LD0_OTHER);
1644 	/* Set VR XS, PMA, or MII Gen5 12G PHY VCO
1645 	 * Calibration Load 3 Register  Bit[12:0] = 13'd1360  //VCO_LD_VAL_3
1646 	 */
1647 	wr32_epcs(hw, TXGBE_PHY_VCO_CAL_LD3,
1648 			TXGBE_PHY_VCO_CAL_LD0_OTHER);
1649 	/* Set VR XS, PMA, or MII Gen5 12G PHY VCO
1650 	 * Calibration Reference 0 Register Bit[5:0] = 6'd34  //VCO_REF_LD_0/1
1651 	 */
1652 	wr32_epcs(hw, TXGBE_PHY_VCO_CAL_REF0, 0x2222);
1653 
1654 	/* Set VR XS, PMA, or MII Gen5 12G PHY VCO
1655 	 * Calibration Reference 1 Register Bit[5:0] = 6'd34  //VCO_REF_LD_2/3
1656 	 */
1657 	wr32_epcs(hw, TXGBE_PHY_VCO_CAL_REF1, 0x2222);
1658 
1659 	/* Set VR XS, PMA, or MII Gen5 12G PHY AFE-DFE
1660 	 * Enable Register Bit[7:0] = 8'd0  //AFE_EN_0/3_1, DFE_EN_0/3_1
1661 	 */
1662 	wr32_epcs(hw, TXGBE_PHY_AFE_DFE_ENABLE, 0x0);
1663 
1664 	/* Set  VR XS, PMA, or MII Gen5 12G PHY Rx
1665 	 * Equalization Control 4 Register Bit[3:0] = 4'd0  //CONT_ADAPT_0/3_1
1666 	 */
1667 	wr32_epcs(hw, TXGBE_PHY_RX_EQ_CTL, 0x00F0);
1668 
1669 	/* Set VR XS, PMA, or MII Gen5 12G PHY Tx Rate
1670 	 * Control Register Bit[14:12], Bit[10:8], Bit[6:4], Bit[2:0],
1671 	 * all rates to 3'b010  //TX0/1/2/3_RATE
1672 	 */
1673 	wr32_epcs(hw, TXGBE_PHY_TX_RATE_CTL, 0x2222);
1674 
1675 	/* Set VR XS, PMA, or MII Gen5 12G PHY Rx Rate
1676 	 * Control Register Bit[13:12], Bit[9:8], Bit[5:4], Bit[1:0],
1677 	 * all rates to 2'b10  //RX0/1/2/3_RATE
1678 	 */
1679 	wr32_epcs(hw, TXGBE_PHY_RX_RATE_CTL, 0x2222);
1680 
1681 	/* Set VR XS, PMA, or MII Gen5 12G PHY Tx General
1682 	 * Control 2 Register Bit[15:8] = 2'b01  //TX0/1/2/3_WIDTH: 10bits
1683 	 */
1684 	wr32_epcs(hw, TXGBE_PHY_TX_GEN_CTL2, 0x5500);
1685 
1686 	/* Set VR XS, PMA, or MII Gen5 12G PHY Rx General
1687 	 * Control 2 Register Bit[15:8] = 2'b01  //RX0/1/2/3_WIDTH: 10bits
1688 	 */
1689 	wr32_epcs(hw, TXGBE_PHY_RX_GEN_CTL2, 0x5500);
1690 
1691 	/* Set VR XS, PMA, or MII Gen5 12G PHY MPLLA Control
1692 	 * 2 Register Bit[10:8] = 3'b010
1693 	 * MPLLA_DIV16P5_CLK_EN=0, MPLLA_DIV10_CLK_EN=1, MPLLA_DIV8_CLK_EN=0
1694 	 */
1695 	wr32_epcs(hw, TXGBE_PHY_MPLLA_CTL2,
1696 			TXGBE_PHY_MPLLA_CTL2_DIV_CLK_EN_10);
1697 
1698 	wr32_epcs(hw, 0x1f0000, 0x0);
1699 	wr32_epcs(hw, 0x1f8001, 0x0);
1700 	wr32_epcs(hw, SR_MII_MMD_DIGI_CTL, 0x0);
1701 
1702 	/* 10. Initialize the mode by setting VR XS or PCS MMD Digital Control1
1703 	 * Register Bit[15](VR_RST)
1704 	 */
1705 	wr32_epcs(hw, VR_XS_OR_PCS_MMD_DIGI_CTL1, 0xA000);
1706 
1707 	/* Wait phy initialization done */
1708 	for (i = 0; i < 100; i++) {
1709 		if ((rd32_epcs(hw, VR_XS_OR_PCS_MMD_DIGI_CTL1) &
1710 			VR_XS_OR_PCS_MMD_DIGI_CTL1_VR_RST) == 0)
1711 			break;
1712 		msleep(100);
1713 	}
1714 
1715 	/* If success, set link status */
1716 	hw->link_status = TXGBE_LINK_STATUS_KX4;
1717 
1718 	if (i == 100) {
1719 		err = TXGBE_ERR_PHY_INIT_NOT_DONE;
1720 		goto out;
1721 	}
1722 
1723 	if (hw->phy.ffe_set == TXGBE_BP_M_KX4) {
1724 		value = (0x1804 & ~0x3F3F);
1725 		value |= hw->phy.ffe_main << 8 | hw->phy.ffe_pre;
1726 		wr32_epcs(hw, TXGBE_PHY_TX_EQ_CTL0, value);
1727 
1728 		value = (0x50 & ~0x7F) | (1 << 6) | hw->phy.ffe_post;
1729 		wr32_epcs(hw, TXGBE_PHY_TX_EQ_CTL1, value);
1730 	} else if (hw->fw_version <= TXGBE_FW_N_TXEQ) {
1731 		value = (0x1804 & ~0x3F3F);
1732 		wr32_epcs(hw, TXGBE_PHY_TX_EQ_CTL0, value);
1733 
1734 		value = (0x50 & ~0x7F) | 40 | (1 << 6);
1735 		wr32_epcs(hw, TXGBE_PHY_TX_EQ_CTL1, value);
1736 	}
1737 out:
1738 	return err;
1739 }
1740 
1741 static s32
1742 txgbe_set_link_to_kx(struct txgbe_hw *hw,
1743 			       u32 speed,
1744 			       bool autoneg)
1745 {
1746 	u32 i;
1747 	s32 err = 0;
1748 	u32 wdata = 0;
1749 	u32 value;
1750 
1751 	/* Check link status, if already set, skip setting it again */
1752 	if (hw->link_status == TXGBE_LINK_STATUS_KX)
1753 		goto out;
1754 
1755 	BP_LOG("It is set to kx. speed =0x%x\n", speed);
1756 	wr32_epcs(hw, TXGBE_PHY_TX_POWER_ST_CTL, 0x00FC);
1757 	wr32_epcs(hw, TXGBE_PHY_RX_POWER_ST_CTL, 0x00FC);
1758 
1759 	/* 1. Wait xpcs power-up good */
1760 	for (i = 0; i < 100; i++) {
1761 		if ((rd32_epcs(hw, VR_XS_OR_PCS_MMD_DIGI_STATUS) &
1762 			VR_XS_OR_PCS_MMD_DIGI_STATUS_PSEQ_MASK) ==
1763 			VR_XS_OR_PCS_MMD_DIGI_STATUS_PSEQ_POWER_GOOD)
1764 			break;
1765 		msec_delay(10);
1766 	}
1767 	if (i == 100) {
1768 		err = TXGBE_ERR_XPCS_POWER_UP_FAILED;
1769 		goto out;
1770 	}
1771 
1772 	wr32m(hw, TXGBE_MACTXCFG, TXGBE_MACTXCFG_TXE,
1773 				~TXGBE_MACTXCFG_TXE);
1774 
1775 	/* 2. Disable xpcs AN-73 */
1776 	if (!autoneg)
1777 		wr32_epcs(hw, SR_AN_CTRL, 0x0);
1778 	else
1779 		wr32_epcs(hw, SR_AN_CTRL, 0x3000);
1780 
1781 	/* Disable PHY MPLLA for eth mode change(after ECO) */
1782 	wr32_ephy(hw, 0x4, 0x240A);
1783 	txgbe_flush(hw);
1784 	msec_delay(1);
1785 
1786 	/* Set the eth change_mode bit first in mis_rst register
1787 	 * for corresponding LAN port
1788 	 */
1789 	wr32(hw, TXGBE_RST, TXGBE_RST_ETH(hw->bus.lan_id));
1790 
1791 	/* Set SR PCS Control2 Register Bits[1:0] = 2'b01
1792 	 * PCS_TYPE_SEL: non KR
1793 	 */
1794 	wr32_epcs(hw, SR_XS_PCS_CTRL2,
1795 			SR_PCS_CTRL2_TYPE_SEL_X);
1796 
1797 	/* Set SR PMA MMD Control1 Register Bit[13] = 1'b0
1798 	 * SS13: 1G speed
1799 	 */
1800 	wr32_epcs(hw, SR_PMA_CTRL1,
1801 			SR_PMA_CTRL1_SS13_KX);
1802 
1803 	/* Set SR MII MMD Control Register to corresponding speed: {Bit[6],
1804 	 * Bit[13]}=[2'b00,2'b01,2'b10]->[10M,100M,1G]
1805 	 */
1806 	if (speed == TXGBE_LINK_SPEED_100M_FULL)
1807 		wdata = 0x2100;
1808 	else if (speed == TXGBE_LINK_SPEED_1GB_FULL)
1809 		wdata = 0x0140;
1810 	else if (speed == TXGBE_LINK_SPEED_10M_FULL)
1811 		wdata = 0x0100;
1812 	wr32_epcs(hw, SR_MII_MMD_CTL,
1813 			wdata);
1814 
1815 	value = (0xf5f0 & ~0x710) | (0x5 << 8) | 0x10;
1816 	wr32_epcs(hw, TXGBE_PHY_TX_GENCTRL1, value);
1817 
1818 	if (hw->devarg.sgmii == 1)
1819 		wr32_epcs(hw, TXGBE_PHY_MISC_CTL0, 0x4F00);
1820 	else
1821 		wr32_epcs(hw, TXGBE_PHY_MISC_CTL0, 0xCF00);
1822 
1823 	for (i = 0; i < 4; i++) {
1824 		if (i) {
1825 			value = 0xff06;
1826 		} else {
1827 			value = (0x45 & ~0xFFFF) | (0x7 << 12) |
1828 				(0x7 << 8) | 0x6;
1829 		}
1830 		wr32_epcs(hw, TXGBE_PHY_RX_EQ_CTL0 + i, value);
1831 	}
1832 
1833 	value = 0x0 & ~0x7;
1834 	wr32_epcs(hw, TXGBE_PHY_RX_EQ_ATT_LVL0, value);
1835 
1836 	wr32_epcs(hw, TXGBE_PHY_DFE_TAP_CTL0, 0x0);
1837 
1838 	value = (0x6db & ~0x7) | 0x4;
1839 	wr32_epcs(hw, TXGBE_PHY_RX_GEN_CTL3, value);
1840 
1841 	/* Set VR XS, PMA, or MII Gen5 12G PHY MPLLA Control
1842 	 * 0 Register Bit[7:0] = 8'd32  //MPLLA_MULTIPLIER
1843 	 */
1844 	wr32_epcs(hw, TXGBE_PHY_MPLLA_CTL0,
1845 			TXGBE_PHY_MPLLA_CTL0_MULTIPLIER_1GBASEX_KX);
1846 
1847 	/* Set VR XS, PMA or MII Gen5 12G PHY MPLLA Control
1848 	 * 3 Register Bit[10:0] = 11'd70  //MPLLA_BANDWIDTH
1849 	 */
1850 	wr32_epcs(hw, TXGBE_PHY_MPLLA_CTL3,
1851 			TXGBE_PHY_MPLLA_CTL3_MULTIPLIER_BW_1GBASEX_KX);
1852 
1853 	/* Set VR XS, PMA, or MII Gen5 12G PHY VCO
1854 	 * Calibration Load 0 Register  Bit[12:0] = 13'd1344  //VCO_LD_VAL_0
1855 	 */
1856 	wr32_epcs(hw, TXGBE_PHY_VCO_CAL_LD0,
1857 			TXGBE_PHY_VCO_CAL_LD0_1GBASEX_KX);
1858 
1859 	wr32_epcs(hw, TXGBE_PHY_VCO_CAL_LD1, 0x549);
1860 	wr32_epcs(hw, TXGBE_PHY_VCO_CAL_LD2, 0x549);
1861 	wr32_epcs(hw, TXGBE_PHY_VCO_CAL_LD3, 0x549);
1862 
1863 	/* Set VR XS, PMA, or MII Gen5 12G PHY VCO
1864 	 * Calibration Reference 0 Register Bit[5:0] = 6'd42  //VCO_REF_LD_0
1865 	 */
1866 	wr32_epcs(hw, TXGBE_PHY_VCO_CAL_REF0,
1867 			TXGBE_PHY_VCO_CAL_REF0_LD0_1GBASEX_KX);
1868 
1869 	wr32_epcs(hw, TXGBE_PHY_VCO_CAL_REF1, 0x2929);
1870 
1871 	/* Set VR XS, PMA, or MII Gen5 12G PHY AFE-DFE
1872 	 * Enable Register Bit[4], Bit[0] = 1'b0  //AFE_EN_0, DFE_EN_0
1873 	 */
1874 	wr32_epcs(hw, TXGBE_PHY_AFE_DFE_ENABLE,
1875 			0x0);
1876 	/* Set VR XS, PMA, or MII Gen5 12G PHY Rx
1877 	 * Equalization Control 4 Register Bit[0] = 1'b0  //CONT_ADAPT_0
1878 	 */
1879 	wr32_epcs(hw, TXGBE_PHY_RX_EQ_CTL,
1880 			0x0010);
1881 	/* Set VR XS, PMA, or MII Gen5 12G PHY Tx Rate
1882 	 * Control Register Bit[2:0] = 3'b011  //TX0_RATE
1883 	 */
1884 	wr32_epcs(hw, TXGBE_PHY_TX_RATE_CTL,
1885 			TXGBE_PHY_TX_RATE_CTL_TX0_RATE_1GBASEX_KX);
1886 
1887 	/* Set VR XS, PMA, or MII Gen5 12G PHY Rx Rate
1888 	 * Control Register Bit[2:0] = 3'b011 //RX0_RATE
1889 	 */
1890 	wr32_epcs(hw, TXGBE_PHY_RX_RATE_CTL,
1891 			TXGBE_PHY_RX_RATE_CTL_RX0_RATE_1GBASEX_KX);
1892 
1893 	/* Set VR XS, PMA, or MII Gen5 12G PHY Tx General
1894 	 * Control 2 Register Bit[9:8] = 2'b01  //TX0_WIDTH: 10bits
1895 	 */
1896 	wr32_epcs(hw, TXGBE_PHY_TX_GEN_CTL2,
1897 			TXGBE_PHY_TX_GEN_CTL2_TX0_WIDTH_OTHER);
1898 	/* Set VR XS, PMA, or MII Gen5 12G PHY Rx General
1899 	 * Control 2 Register Bit[9:8] = 2'b01  //RX0_WIDTH: 10bits
1900 	 */
1901 	wr32_epcs(hw, TXGBE_PHY_RX_GEN_CTL2,
1902 			TXGBE_PHY_RX_GEN_CTL2_RX0_WIDTH_OTHER);
1903 	/* Set VR XS, PMA, or MII Gen5 12G PHY MPLLA Control
1904 	 * 2 Register Bit[10:8] = 3'b010   //MPLLA_DIV16P5_CLK_EN=0,
1905 	 * MPLLA_DIV10_CLK_EN=1, MPLLA_DIV8_CLK_EN=0
1906 	 */
1907 	wr32_epcs(hw, TXGBE_PHY_MPLLA_CTL2,
1908 			TXGBE_PHY_MPLLA_CTL2_DIV_CLK_EN_10);
1909 
1910 	/* VR MII MMD AN Control Register Bit[8] = 1'b1 //MII_CTRL
1911 	 * Set to 8bit MII (required in 10M/100M SGMII)
1912 	 */
1913 	wr32_epcs(hw, SR_MII_MMD_AN_CTL,
1914 			0x0100);
1915 
1916 	/* 10. Initialize the mode by setting VR XS or PCS MMD Digital Control1
1917 	 * Register Bit[15](VR_RST)
1918 	 */
1919 	wr32_epcs(hw, VR_XS_OR_PCS_MMD_DIGI_CTL1, 0xA000);
1920 
1921 	/* Wait phy initialization done */
1922 	for (i = 0; i < 100; i++) {
1923 		if ((rd32_epcs(hw, VR_XS_OR_PCS_MMD_DIGI_CTL1) &
1924 			VR_XS_OR_PCS_MMD_DIGI_CTL1_VR_RST) == 0)
1925 			break;
1926 		msleep(100);
1927 	}
1928 
1929 	/* If success, set link status */
1930 	hw->link_status = TXGBE_LINK_STATUS_KX;
1931 
1932 	if (i == 100) {
1933 		err = TXGBE_ERR_PHY_INIT_NOT_DONE;
1934 		goto out;
1935 	}
1936 
1937 	if (hw->phy.ffe_set == TXGBE_BP_M_KX) {
1938 		value = rd32_epcs(hw, TXGBE_PHY_TX_EQ_CTL0) & ~0x3F3F;
1939 		value |= hw->phy.ffe_main << 8 | hw->phy.ffe_pre;
1940 		wr32_epcs(hw, TXGBE_PHY_TX_EQ_CTL0, value);
1941 
1942 		value = rd32_epcs(hw, TXGBE_PHY_TX_EQ_CTL0) & ~0x7F;
1943 		value |= hw->phy.ffe_post | (1 << 6);
1944 		wr32_epcs(hw, TXGBE_PHY_TX_EQ_CTL1, value);
1945 	} else if (hw->fw_version <= TXGBE_FW_N_TXEQ) {
1946 		value = (0x1804 & ~0x3F3F) | (24 << 8) | 4;
1947 		wr32_epcs(hw, TXGBE_PHY_TX_EQ_CTL0, value);
1948 
1949 		value = (0x50 & ~0x7F) | 16 | (1 << 6);
1950 		wr32_epcs(hw, TXGBE_PHY_TX_EQ_CTL1, value);
1951 	}
1952 out:
1953 	return err;
1954 }
1955 
1956 static s32
1957 txgbe_set_link_to_sfi(struct txgbe_hw *hw,
1958 			       u32 speed)
1959 {
1960 	u32 i;
1961 	s32 err = 0;
1962 	u32 value = 0;
1963 
1964 	/* Set the module link speed */
1965 	hw->mac.set_rate_select_speed(hw, speed);
1966 	/* 1. Wait xpcs power-up good */
1967 	for (i = 0; i < 100; i++) {
1968 		if ((rd32_epcs(hw, VR_XS_OR_PCS_MMD_DIGI_STATUS) &
1969 			VR_XS_OR_PCS_MMD_DIGI_STATUS_PSEQ_MASK) ==
1970 			VR_XS_OR_PCS_MMD_DIGI_STATUS_PSEQ_POWER_GOOD)
1971 			break;
1972 		msec_delay(10);
1973 	}
1974 	if (i == 100) {
1975 		err = TXGBE_ERR_XPCS_POWER_UP_FAILED;
1976 		goto out;
1977 	}
1978 
1979 	wr32m(hw, TXGBE_MACTXCFG, TXGBE_MACTXCFG_TXE,
1980 			~TXGBE_MACTXCFG_TXE);
1981 
1982 	/* 2. Disable xpcs AN-73 */
1983 	wr32_epcs(hw, SR_AN_CTRL, 0x0);
1984 
1985 	/* Disable PHY MPLLA for eth mode change(after ECO) */
1986 	wr32_ephy(hw, 0x4, 0x243A);
1987 	txgbe_flush(hw);
1988 	msec_delay(1);
1989 	/* Set the eth change_mode bit first in mis_rst register
1990 	 * for corresponding LAN port
1991 	 */
1992 	wr32(hw, TXGBE_RST, TXGBE_RST_ETH(hw->bus.lan_id));
1993 
1994 	if (speed == TXGBE_LINK_SPEED_10GB_FULL) {
1995 		/* Set SR PCS Control2 Register Bits[1:0] = 2'b00
1996 		 * PCS_TYPE_SEL: KR
1997 		 */
1998 		wr32_epcs(hw, SR_XS_PCS_CTRL2, 0);
1999 		value = rd32_epcs(hw, SR_PMA_CTRL1);
2000 		value = value | 0x2000;
2001 		wr32_epcs(hw, SR_PMA_CTRL1, value);
2002 		/* Set VR_XS_PMA_Gen5_12G_MPLLA_CTRL0 Register Bit[7:0] = 8'd33
2003 		 * MPLLA_MULTIPLIER
2004 		 */
2005 		wr32_epcs(hw, TXGBE_PHY_MPLLA_CTL0, 0x0021);
2006 		/* 3. Set VR_XS_PMA_Gen5_12G_MPLLA_CTRL3 Register
2007 		 * Bit[10:0](MPLLA_BANDWIDTH) = 11'd0
2008 		 */
2009 		wr32_epcs(hw, TXGBE_PHY_MPLLA_CTL3, 0);
2010 		value = rd32_epcs(hw, TXGBE_PHY_TX_GENCTRL1);
2011 		value = (value & ~0x700) | 0x500;
2012 		wr32_epcs(hw, TXGBE_PHY_TX_GENCTRL1, value);
2013 		/* 4. Set VR_XS_PMA_Gen5_12G_MISC_CTRL0 Register
2014 		 * Bit[12:8](RX_VREF_CTRL) = 5'hF
2015 		 */
2016 		wr32_epcs(hw, TXGBE_PHY_MISC_CTL0, 0xCF00);
2017 		/* Set VR_XS_PMA_Gen5_12G_VCO_CAL_LD0 Register
2018 		 * Bit[12:0] = 13'd1353  //VCO_LD_VAL_0
2019 		 */
2020 		wr32_epcs(hw, TXGBE_PHY_VCO_CAL_LD0, 0x0549);
2021 		/* Set VR_XS_PMA_Gen5_12G_VCO_CAL_REF0 Register
2022 		 * Bit[5:0] = 6'd41  //VCO_REF_LD_0
2023 		 */
2024 		wr32_epcs(hw, TXGBE_PHY_VCO_CAL_REF0, 0x0029);
2025 		/* Set VR_XS_PMA_Gen5_12G_TX_RATE_CTRL Register
2026 		 * Bit[2:0] = 3'b000  //TX0_RATE
2027 		 */
2028 		wr32_epcs(hw, TXGBE_PHY_TX_RATE_CTL, 0);
2029 		/* Set VR_XS_PMA_Gen5_12G_RX_RATE_CTRL Register
2030 		 * Bit[2:0] = 3'b000  //RX0_RATE
2031 		 */
2032 		wr32_epcs(hw, TXGBE_PHY_RX_RATE_CTL, 0);
2033 		/* Set VR_XS_PMA_Gen5_12G_TX_GENCTRL2 Register Bit[9:8] = 2'b11
2034 		 * TX0_WIDTH: 20bits
2035 		 */
2036 		wr32_epcs(hw, TXGBE_PHY_TX_GEN_CTL2, 0x0300);
2037 		/* Set VR_XS_PMA_Gen5_12G_RX_GENCTRL2 Register Bit[9:8] = 2'b11
2038 		 * RX0_WIDTH: 20bits
2039 		 */
2040 		wr32_epcs(hw, TXGBE_PHY_RX_GEN_CTL2, 0x0300);
2041 		/* Set VR_XS_PMA_Gen5_12G_MPLLA_CTRL2 Register
2042 		 * Bit[10:8] = 3'b110
2043 		 * MPLLA_DIV16P5_CLK_EN=1
2044 		 * MPLLA_DIV10_CLK_EN=1
2045 		 * MPLLA_DIV8_CLK_EN=0
2046 		 */
2047 		wr32_epcs(hw, TXGBE_PHY_MPLLA_CTL2, 0x0600);
2048 
2049 		if (hw->phy.sfp_type == txgbe_sfp_type_da_cu_core0 ||
2050 			hw->phy.sfp_type == txgbe_sfp_type_da_cu_core1) {
2051 			/* 7. Set VR_XS_PMA_Gen5_12G_RX_EQ_CTRL0 Register
2052 			 * Bit[15:8](VGA1/2_GAIN_0) = 8'h77
2053 			 * Bit[7:5](CTLE_POLE_0) = 3'h2
2054 			 * Bit[4:0](CTLE_BOOST_0) = 4'hF
2055 			 */
2056 			wr32_epcs(hw, TXGBE_PHY_RX_EQ_CTL0, 0x774F);
2057 
2058 		} else {
2059 			/* 7. Set VR_XS_PMA_Gen5_12G_RX_EQ_CTRL0 Register
2060 			 * Bit[15:8](VGA1/2_GAIN_0) = 8'h00
2061 			 * Bit[7:5](CTLE_POLE_0) = 3'h2
2062 			 * Bit[4:0](CTLE_BOOST_0) = 4'hA
2063 			 */
2064 			value = rd32_epcs(hw, TXGBE_PHY_RX_EQ_CTL0);
2065 			value = (value & ~0xFFFF) | (2 << 5) | 0x05;
2066 			wr32_epcs(hw, TXGBE_PHY_RX_EQ_CTL0, value);
2067 		}
2068 		value = rd32_epcs(hw, TXGBE_PHY_RX_EQ_ATT_LVL0);
2069 		value = (value & ~0x7) | 0x0;
2070 		wr32_epcs(hw, TXGBE_PHY_RX_EQ_ATT_LVL0, value);
2071 
2072 		if (hw->phy.sfp_type == txgbe_sfp_type_da_cu_core0 ||
2073 			hw->phy.sfp_type == txgbe_sfp_type_da_cu_core1) {
2074 			/* 8. Set VR_XS_PMA_Gen5_12G_DFE_TAP_CTRL0 Register
2075 			 * Bit[7:0](DFE_TAP1_0) = 8'd20
2076 			 */
2077 			wr32_epcs(hw, TXGBE_PHY_DFE_TAP_CTL0, 0x0014);
2078 			value = rd32_epcs(hw, TXGBE_PHY_AFE_DFE_ENABLE);
2079 			value = (value & ~0x11) | 0x11;
2080 			wr32_epcs(hw, TXGBE_PHY_AFE_DFE_ENABLE, value);
2081 		} else {
2082 			/* 8. Set VR_XS_PMA_Gen5_12G_DFE_TAP_CTRL0 Register
2083 			 * Bit[7:0](DFE_TAP1_0) = 8'd20
2084 			 */
2085 			wr32_epcs(hw, TXGBE_PHY_DFE_TAP_CTL0, 0xBE);
2086 			/* 9. Set VR_MII_Gen5_12G_AFE_DFE_EN_CTRL Register
2087 			 * Bit[4](DFE_EN_0) = 1'b0, Bit[0](AFE_EN_0) = 1'b0
2088 			 */
2089 			value = rd32_epcs(hw, TXGBE_PHY_AFE_DFE_ENABLE);
2090 			value = (value & ~0x11) | 0x0;
2091 			wr32_epcs(hw, TXGBE_PHY_AFE_DFE_ENABLE, value);
2092 		}
2093 		value = rd32_epcs(hw, TXGBE_PHY_RX_EQ_CTL);
2094 		value = value & ~0x1;
2095 		wr32_epcs(hw, TXGBE_PHY_RX_EQ_CTL, value);
2096 	} else {
2097 		/* Set SR PCS Control2 Register Bits[1:0] = 2'b00
2098 		 * PCS_TYPE_SEL: KR
2099 		 */
2100 		wr32_epcs(hw, SR_XS_PCS_CTRL2, 0x1);
2101 		/* Set SR PMA MMD Control1 Register Bit[13] = 1'b0
2102 		 * SS13: 1G speed
2103 		 */
2104 		wr32_epcs(hw, SR_PMA_CTRL1, 0x0000);
2105 		/* Set SR MII MMD Control Register to corresponding speed */
2106 		wr32_epcs(hw, SR_MII_MMD_CTL, 0x0140);
2107 
2108 		value = rd32_epcs(hw, TXGBE_PHY_TX_GENCTRL1);
2109 		value = (value & ~0x710) | 0x500;
2110 		wr32_epcs(hw, TXGBE_PHY_TX_GENCTRL1, value);
2111 		/* 4. Set VR_XS_PMA_Gen5_12G_MISC_CTRL0 Register
2112 		 * Bit[12:8](RX_VREF_CTRL) = 5'hF
2113 		 */
2114 		wr32_epcs(hw, TXGBE_PHY_MISC_CTL0, 0xCF00);
2115 
2116 		if (hw->phy.sfp_type == txgbe_sfp_type_da_cu_core0 ||
2117 			hw->phy.sfp_type == txgbe_sfp_type_da_cu_core1) {
2118 			wr32_epcs(hw, TXGBE_PHY_RX_EQ_CTL0, 0x774F);
2119 		} else {
2120 			/* 7. Set VR_XS_PMA_Gen5_12G_RX_EQ_CTRL0 Register
2121 			 * Bit[15:8](VGA1/2_GAIN_0) = 8'h00
2122 			 * Bit[7:5](CTLE_POLE_0) = 3'h2
2123 			 * Bit[4:0](CTLE_BOOST_0) = 4'hA
2124 			 */
2125 			value = rd32_epcs(hw, TXGBE_PHY_RX_EQ_CTL0);
2126 			value = (value & ~0xFFFF) | 0x7706;
2127 			wr32_epcs(hw, TXGBE_PHY_RX_EQ_CTL0, value);
2128 		}
2129 		value = rd32_epcs(hw, TXGBE_PHY_RX_EQ_ATT_LVL0);
2130 		value = (value & ~0x7) | 0x0;
2131 		wr32_epcs(hw, TXGBE_PHY_RX_EQ_ATT_LVL0, value);
2132 		/* 8. Set VR_XS_PMA_Gen5_12G_DFE_TAP_CTRL0 Register
2133 		 * Bit[7:0](DFE_TAP1_0) = 8'd00
2134 		 */
2135 		wr32_epcs(hw, TXGBE_PHY_DFE_TAP_CTL0, 0x0);
2136 		/* 9. Set VR_MII_Gen5_12G_AFE_DFE_EN_CTRL Register
2137 		 * Bit[4](DFE_EN_0) = 1'b0, Bit[0](AFE_EN_0) = 1'b0
2138 		 */
2139 		value = rd32_epcs(hw, TXGBE_PHY_RX_GEN_CTL3);
2140 		value = (value & ~0x7) | 0x4;
2141 		wr32_epcs(hw, TXGBE_PHY_RX_GEN_CTL3, value);
2142 		wr32_epcs(hw, TXGBE_PHY_MPLLA_CTL0, 0x0020);
2143 		wr32_epcs(hw, TXGBE_PHY_MPLLA_CTL3, 0x0046);
2144 		wr32_epcs(hw, TXGBE_PHY_VCO_CAL_LD0, 0x0540);
2145 		wr32_epcs(hw, TXGBE_PHY_VCO_CAL_REF0, 0x002A);
2146 		wr32_epcs(hw, TXGBE_PHY_AFE_DFE_ENABLE, 0x0);
2147 		wr32_epcs(hw, TXGBE_PHY_RX_EQ_CTL, 0x0010);
2148 		wr32_epcs(hw, TXGBE_PHY_TX_RATE_CTL, 0x0003);
2149 		wr32_epcs(hw, TXGBE_PHY_RX_RATE_CTL, 0x0003);
2150 		wr32_epcs(hw, TXGBE_PHY_TX_GEN_CTL2, 0x0100);
2151 		wr32_epcs(hw, TXGBE_PHY_RX_GEN_CTL2, 0x0100);
2152 		wr32_epcs(hw, TXGBE_PHY_MPLLA_CTL2, 0x0200);
2153 		wr32_epcs(hw, SR_MII_MMD_AN_CTL, 0x0100);
2154 	}
2155 	/* 10. Initialize the mode by setting VR XS or PCS MMD Digital Control1
2156 	 * Register Bit[15](VR_RST)
2157 	 */
2158 	wr32_epcs(hw, VR_XS_OR_PCS_MMD_DIGI_CTL1, 0xA000);
2159 
2160 	/* Wait phy initialization done */
2161 	for (i = 0; i < 100; i++) {
2162 		if ((rd32_epcs(hw, VR_XS_OR_PCS_MMD_DIGI_CTL1) &
2163 			VR_XS_OR_PCS_MMD_DIGI_CTL1_VR_RST) == 0)
2164 			break;
2165 		msleep(100);
2166 	}
2167 	if (i == 100) {
2168 		err = TXGBE_ERR_PHY_INIT_NOT_DONE;
2169 		goto out;
2170 	}
2171 
2172 	if (hw->phy.ffe_set == TXGBE_BP_M_SFI) {
2173 		value = rd32_epcs(hw, TXGBE_PHY_TX_EQ_CTL0) & ~0x3F3F;
2174 		value |= hw->phy.ffe_main << 8 | hw->phy.ffe_pre;
2175 		wr32_epcs(hw, TXGBE_PHY_TX_EQ_CTL0, value);
2176 
2177 		value = rd32_epcs(hw, TXGBE_PHY_TX_EQ_CTL0) & ~0x7F;
2178 		value |= hw->phy.ffe_post | (1 << 6);
2179 		wr32_epcs(hw, TXGBE_PHY_TX_EQ_CTL1, value);
2180 	} else if (hw->fw_version <= TXGBE_FW_N_TXEQ) {
2181 		value = rd32_epcs(hw, TXGBE_PHY_TX_EQ_CTL0);
2182 		value = (value & ~0x3F3F) | (24 << 8) | 4;
2183 		wr32_epcs(hw, TXGBE_PHY_TX_EQ_CTL0, value);
2184 
2185 		value = rd32_epcs(hw, TXGBE_PHY_TX_EQ_CTL1);
2186 		value = (value & ~0x7F) | 16 | (1 << 6);
2187 		wr32_epcs(hw, TXGBE_PHY_TX_EQ_CTL1, value);
2188 	}
2189 out:
2190 	return err;
2191 }
2192 
2193 /**
2194  *  txgbe_autoc_read - Hides MAC differences needed for AUTOC read
2195  *  @hw: pointer to hardware structure
2196  */
2197 u64 txgbe_autoc_read(struct txgbe_hw *hw)
2198 {
2199 	u64 autoc;
2200 	u32 sr_pcs_ctl;
2201 	u32 sr_pma_ctl1;
2202 	u32 sr_an_ctl;
2203 	u32 sr_an_adv_reg2;
2204 	u8 type = hw->subsystem_device_id & 0xFF;
2205 
2206 	autoc = hw->mac.autoc;
2207 
2208 	if (hw->phy.multispeed_fiber) {
2209 		autoc |= TXGBE_AUTOC_LMS_10G;
2210 	} else if (type == TXGBE_DEV_ID_SFP) {
2211 		autoc |= TXGBE_AUTOC_LMS_10G;
2212 		autoc |= TXGBE_AUTOC_10GS_SFI;
2213 	} else if (type == TXGBE_DEV_ID_QSFP) {
2214 		autoc = 0; /*TBD*/
2215 	} else if (type == TXGBE_DEV_ID_XAUI || type == TXGBE_DEV_ID_SFI_XAUI) {
2216 		autoc |= TXGBE_AUTOC_LMS_10G_LINK_NO_AN;
2217 		autoc |= TXGBE_AUTOC_10G_XAUI;
2218 		hw->phy.link_mode = TXGBE_PHYSICAL_LAYER_10GBASE_T;
2219 	} else if (type == TXGBE_DEV_ID_SGMII) {
2220 		autoc |= TXGBE_AUTOC_LMS_SGMII_1G_100M;
2221 		hw->phy.link_mode = TXGBE_PHYSICAL_LAYER_1000BASE_T |
2222 				TXGBE_PHYSICAL_LAYER_100BASE_TX;
2223 	} else if (type == TXGBE_DEV_ID_MAC_XAUI) {
2224 		autoc |= TXGBE_AUTOC_LMS_10G_LINK_NO_AN;
2225 		hw->phy.link_mode = TXGBE_PHYSICAL_LAYER_10GBASE_KX4;
2226 	} else if (type == TXGBE_DEV_ID_MAC_SGMII) {
2227 		autoc |= TXGBE_AUTOC_LMS_1G_LINK_NO_AN;
2228 		hw->phy.link_mode = TXGBE_PHYSICAL_LAYER_1000BASE_KX;
2229 	}
2230 
2231 	if (type != TXGBE_DEV_ID_KR_KX_KX4)
2232 		return autoc;
2233 
2234 	sr_pcs_ctl = rd32_epcs(hw, SR_XS_PCS_CTRL2);
2235 	sr_pma_ctl1 = rd32_epcs(hw, SR_PMA_CTRL1);
2236 	sr_an_ctl = rd32_epcs(hw, SR_AN_CTRL);
2237 	sr_an_adv_reg2 = rd32_epcs(hw, SR_AN_MMD_ADV_REG2);
2238 
2239 	if ((sr_pcs_ctl & SR_PCS_CTRL2_TYPE_SEL) == SR_PCS_CTRL2_TYPE_SEL_X &&
2240 	    (sr_pma_ctl1 & SR_PMA_CTRL1_SS13) == SR_PMA_CTRL1_SS13_KX &&
2241 	    (sr_an_ctl & SR_AN_CTRL_AN_EN) == 0) {
2242 		/* 1G or KX - no backplane auto-negotiation */
2243 		autoc |= TXGBE_AUTOC_LMS_1G_LINK_NO_AN |
2244 			 TXGBE_AUTOC_1G_KX;
2245 		hw->phy.link_mode = TXGBE_PHYSICAL_LAYER_1000BASE_KX;
2246 	} else if ((sr_pcs_ctl & SR_PCS_CTRL2_TYPE_SEL) ==
2247 		SR_PCS_CTRL2_TYPE_SEL_X &&
2248 		(sr_pma_ctl1 & SR_PMA_CTRL1_SS13) == SR_PMA_CTRL1_SS13_KX4 &&
2249 		(sr_an_ctl & SR_AN_CTRL_AN_EN) == 0) {
2250 		autoc |= TXGBE_AUTOC_LMS_10G |
2251 			 TXGBE_AUTOC_10G_KX4;
2252 		hw->phy.link_mode = TXGBE_PHYSICAL_LAYER_10GBASE_KX4;
2253 	} else if ((sr_pcs_ctl & SR_PCS_CTRL2_TYPE_SEL) ==
2254 		SR_PCS_CTRL2_TYPE_SEL_R &&
2255 		(sr_an_ctl & SR_AN_CTRL_AN_EN) == 0) {
2256 		/* 10 GbE serial link (KR -no backplane auto-negotiation) */
2257 		autoc |= TXGBE_AUTOC_LMS_10G |
2258 			 TXGBE_AUTOC_10GS_KR;
2259 		hw->phy.link_mode = TXGBE_PHYSICAL_LAYER_10GBASE_KR;
2260 	} else if ((sr_an_ctl & SR_AN_CTRL_AN_EN)) {
2261 		/* KX/KX4/KR backplane auto-negotiation enable */
2262 		if (sr_an_adv_reg2 & SR_AN_MMD_ADV_REG2_BP_TYPE_KR)
2263 			autoc |= TXGBE_AUTOC_KR_SUPP;
2264 		if (sr_an_adv_reg2 & SR_AN_MMD_ADV_REG2_BP_TYPE_KX4)
2265 			autoc |= TXGBE_AUTOC_KX4_SUPP;
2266 		if (sr_an_adv_reg2 & SR_AN_MMD_ADV_REG2_BP_TYPE_KX)
2267 			autoc |= TXGBE_AUTOC_KX_SUPP;
2268 		autoc |= TXGBE_AUTOC_LMS_KX4_KX_KR;
2269 		hw->phy.link_mode = TXGBE_PHYSICAL_LAYER_10GBASE_KR |
2270 				TXGBE_PHYSICAL_LAYER_10GBASE_KX4 |
2271 				TXGBE_PHYSICAL_LAYER_1000BASE_KX;
2272 	}
2273 
2274 	return autoc;
2275 }
2276 
2277 /**
2278  * txgbe_autoc_write - Hides MAC differences needed for AUTOC write
2279  * @hw: pointer to hardware structure
2280  * @autoc: value to write to AUTOC
2281  */
2282 void txgbe_autoc_write(struct txgbe_hw *hw, u64 autoc)
2283 {
2284 	bool autoneg;
2285 	u32 speed;
2286 	u32 mactxcfg = 0;
2287 	u8 device_type = hw->subsystem_device_id & 0xFF;
2288 
2289 	speed = TXGBD_AUTOC_SPEED(autoc);
2290 	autoc &= ~TXGBE_AUTOC_SPEED_MASK;
2291 	autoneg = (autoc & TXGBE_AUTOC_AUTONEG ? true : false);
2292 	autoc &= ~TXGBE_AUTOC_AUTONEG;
2293 
2294 	if (device_type == TXGBE_DEV_ID_KR_KX_KX4) {
2295 		if (!autoneg) {
2296 			switch (hw->phy.link_mode) {
2297 			case TXGBE_PHYSICAL_LAYER_10GBASE_KR:
2298 				txgbe_set_link_to_kr(hw, autoneg);
2299 				break;
2300 			case TXGBE_PHYSICAL_LAYER_10GBASE_KX4:
2301 				txgbe_set_link_to_kx4(hw, autoneg);
2302 				break;
2303 			case TXGBE_PHYSICAL_LAYER_1000BASE_KX:
2304 				txgbe_set_link_to_kx(hw, speed, autoneg);
2305 				break;
2306 			default:
2307 				return;
2308 			}
2309 		} else {
2310 			txgbe_set_link_to_kr(hw, !autoneg);
2311 		}
2312 	} else if (device_type == TXGBE_DEV_ID_XAUI ||
2313 		   device_type == TXGBE_DEV_ID_SGMII ||
2314 		   device_type == TXGBE_DEV_ID_MAC_XAUI ||
2315 		   device_type == TXGBE_DEV_ID_MAC_SGMII ||
2316 		   (device_type == TXGBE_DEV_ID_SFI_XAUI &&
2317 		   hw->phy.media_type == txgbe_media_type_copper)) {
2318 		if (speed == TXGBE_LINK_SPEED_10GB_FULL) {
2319 			txgbe_set_link_to_kx4(hw, 0);
2320 		} else {
2321 			txgbe_set_link_to_kx(hw, speed, 0);
2322 			if (hw->devarg.auto_neg == 1)
2323 				txgbe_set_sgmii_an37_ability(hw);
2324 		}
2325 	} else if (hw->phy.media_type == txgbe_media_type_fiber) {
2326 		txgbe_set_link_to_sfi(hw, speed);
2327 	}
2328 
2329 	if (speed == TXGBE_LINK_SPEED_10GB_FULL)
2330 		mactxcfg = TXGBE_MACTXCFG_SPEED_10G;
2331 	else if (speed == TXGBE_LINK_SPEED_1GB_FULL)
2332 		mactxcfg = TXGBE_MACTXCFG_SPEED_1G;
2333 
2334 	/* enable mac transmitter */
2335 	wr32m(hw, TXGBE_MACTXCFG,
2336 		TXGBE_MACTXCFG_SPEED_MASK | TXGBE_MACTXCFG_TXE,
2337 		mactxcfg | TXGBE_MACTXCFG_TXE);
2338 }
2339 
2340 void txgbe_bp_down_event(struct txgbe_hw *hw)
2341 {
2342 	if (!(hw->devarg.auto_neg == 1))
2343 		return;
2344 
2345 	BP_LOG("restart phy power.\n");
2346 	wr32_epcs(hw, VR_AN_KR_MODE_CL, 0);
2347 	wr32_epcs(hw, SR_AN_CTRL, 0);
2348 	wr32_epcs(hw, VR_AN_INTR_MSK, 0);
2349 
2350 	msleep(1050);
2351 	txgbe_set_link_to_kr(hw, 0);
2352 }
2353 
2354 void txgbe_bp_mode_set(struct txgbe_hw *hw)
2355 {
2356 	if (hw->phy.ffe_set == TXGBE_BP_M_SFI)
2357 		hw->subsystem_device_id = TXGBE_DEV_ID_WX1820_SFP;
2358 	else if (hw->phy.ffe_set == TXGBE_BP_M_KR)
2359 		hw->subsystem_device_id = TXGBE_DEV_ID_WX1820_KR_KX_KX4;
2360 	else if (hw->phy.ffe_set == TXGBE_BP_M_KX4)
2361 		hw->subsystem_device_id = TXGBE_DEV_ID_WX1820_MAC_XAUI;
2362 	else if (hw->phy.ffe_set == TXGBE_BP_M_KX)
2363 		hw->subsystem_device_id = TXGBE_DEV_ID_WX1820_MAC_SGMII;
2364 }
2365 
2366 void txgbe_set_phy_temp(struct txgbe_hw *hw)
2367 {
2368 	u32 value;
2369 
2370 	if (hw->phy.ffe_set == TXGBE_BP_M_SFI) {
2371 		BP_LOG("Set SFI TX_EQ MAIN:%d PRE:%d POST:%d\n",
2372 			hw->phy.ffe_main, hw->phy.ffe_pre, hw->phy.ffe_post);
2373 
2374 		value = rd32_epcs(hw, TXGBE_PHY_TX_EQ_CTL0);
2375 		value = (value & ~0x3F3F) | (hw->phy.ffe_main << 8) |
2376 			hw->phy.ffe_pre;
2377 		wr32_epcs(hw, TXGBE_PHY_TX_EQ_CTL0, value);
2378 
2379 		value = rd32_epcs(hw, TXGBE_PHY_TX_EQ_CTL1);
2380 		value = (value & ~0x7F) | hw->phy.ffe_post | (1 << 6);
2381 		wr32_epcs(hw, TXGBE_PHY_TX_EQ_CTL1, value);
2382 	}
2383 
2384 	if (hw->phy.ffe_set == TXGBE_BP_M_KR) {
2385 		BP_LOG("Set KR TX_EQ MAIN:%d PRE:%d POST:%d\n",
2386 			hw->phy.ffe_main, hw->phy.ffe_pre, hw->phy.ffe_post);
2387 		value = (0x1804 & ~0x3F3F);
2388 		value |= hw->phy.ffe_main << 8 | hw->phy.ffe_pre;
2389 		wr32_epcs(hw, TXGBE_PHY_TX_EQ_CTL0, value);
2390 
2391 		value = (0x50 & ~0x7F) | (1 << 6) | hw->phy.ffe_post;
2392 		wr32_epcs(hw, TXGBE_PHY_TX_EQ_CTL1, value);
2393 		wr32_epcs(hw, 0x18035, 0x00FF);
2394 		wr32_epcs(hw, 0x18055, 0x00FF);
2395 	}
2396 
2397 	if (hw->phy.ffe_set == TXGBE_BP_M_KX) {
2398 		BP_LOG("Set KX TX_EQ MAIN:%d PRE:%d POST:%d\n",
2399 			hw->phy.ffe_main, hw->phy.ffe_pre, hw->phy.ffe_post);
2400 		value = rd32_epcs(hw, TXGBE_PHY_TX_EQ_CTL0);
2401 		value = (value & ~0x3F3F) | (hw->phy.ffe_main << 8) |
2402 			hw->phy.ffe_pre;
2403 		wr32_epcs(hw, TXGBE_PHY_TX_EQ_CTL0, value);
2404 
2405 		value = rd32_epcs(hw, TXGBE_PHY_TX_EQ_CTL1);
2406 		value = (value & ~0x7F) | hw->phy.ffe_post | (1 << 6);
2407 		wr32_epcs(hw, TXGBE_PHY_TX_EQ_CTL1, value);
2408 
2409 		wr32_epcs(hw, 0x18035, 0x00FF);
2410 		wr32_epcs(hw, 0x18055, 0x00FF);
2411 	}
2412 }
2413 
2414 /**
2415  * txgbe_kr_handle - Handle the interrupt of auto-negotiation
2416  * @hw: pointer to hardware structure
2417  */
2418 s32 txgbe_kr_handle(struct txgbe_hw *hw)
2419 {
2420 	u32 value;
2421 	s32 status = 0;
2422 
2423 	DEBUGFUNC("txgbe_kr_handle");
2424 
2425 	value = rd32_epcs(hw, VR_AN_INTR);
2426 	BP_LOG("AN INTERRUPT!! value: 0x%x\n", value);
2427 	if (!(value & VR_AN_INTR_PG_RCV)) {
2428 		wr32_epcs(hw, VR_AN_INTR, 0);
2429 		return status;
2430 	}
2431 
2432 	status = txgbe_handle_bp_flow(0, hw);
2433 
2434 	return status;
2435 }
2436 
2437 /**
2438  * txgbe_handle_bp_flow - Handle backplane AN73 flow
2439  * @hw: pointer to hardware structure
2440  * @link_mode: local AN73 link mode
2441  */
2442 static s32 txgbe_handle_bp_flow(u32 link_mode, struct txgbe_hw *hw)
2443 {
2444 	u32 value, i, lp_reg, ld_reg;
2445 	s32 status = 0;
2446 	struct txgbe_backplane_ability local_ability, lp_ability;
2447 
2448 	DEBUGFUNC("txgbe_handle_bp_flow");
2449 
2450 	local_ability.current_link_mode = link_mode;
2451 
2452 	/* 1. Get the local AN73 Base Page Ability */
2453 	BP_LOG("<1>. Get the local AN73 Base Page Ability ...\n");
2454 	txgbe_get_bp_ability(&local_ability, 0, hw);
2455 
2456 	/* 2. Check and clear the AN73 Interrupt Status */
2457 	BP_LOG("<2>. Check the AN73 Interrupt Status ...\n");
2458 	txgbe_clear_bp_intr(2, 0, hw);
2459 
2460 	/* 3.1. Get the link partner AN73 Base Page Ability */
2461 	BP_LOG("<3.1>. Get the link partner AN73 Base Page Ability ...\n");
2462 	txgbe_get_bp_ability(&lp_ability, 1, hw);
2463 
2464 	/* 3.2. Check the AN73 Link Ability with Link Partner */
2465 	BP_LOG("<3.2>. Check the AN73 Link Ability with Link Partner ...\n");
2466 	BP_LOG("       Local Link Ability: 0x%x\n", local_ability.link_ability);
2467 	BP_LOG("   Link Partner Link Ability: 0x%x\n", lp_ability.link_ability);
2468 
2469 	status = txgbe_check_bp_ability(&local_ability, &lp_ability, hw);
2470 
2471 	wr32_epcs(hw, SR_AN_CTRL, 0);
2472 	wr32_epcs(hw, VR_AN_KR_MODE_CL, 0);
2473 
2474 	/* 3.3. Check the FEC and KR Training for KR mode */
2475 	BP_LOG("<3.3>. Check the FEC for KR mode ...\n");
2476 	if ((local_ability.fec_ability & lp_ability.fec_ability) == 0x03) {
2477 		BP_LOG("Enable the Backplane KR FEC ...\n");
2478 		wr32_epcs(hw, SR_PMA_KR_FEC_CTRL, SR_PMA_KR_FEC_CTRL_EN);
2479 	} else {
2480 		BP_LOG("Backplane KR FEC is disabled.\n");
2481 	}
2482 
2483 	printf("Enter training.\n");
2484 	/* CL72 KR training on */
2485 	for (i = 0; i < 2; i++) {
2486 		/* 3.4. Check the CL72 KR Training for KR mode */
2487 		BP_LOG("<3.4>. Check the CL72 KR Training for KR mode ...\n");
2488 		BP_LOG("==================%d==================\n", i);
2489 		status = txgbe_enable_kr_training(hw);
2490 		BP_LOG("Check the Clause 72 KR Training status ...\n");
2491 		status |= txgbe_check_kr_training(hw);
2492 
2493 		lp_reg = rd32_epcs(hw, SR_PMA_KR_LP_CESTS);
2494 		lp_reg &= SR_PMA_KR_LP_CESTS_RR;
2495 		BP_LOG("SR PMA MMD 10GBASE-KR LP Coefficient Status Register: 0x%x\n",
2496 			lp_reg);
2497 		ld_reg = rd32_epcs(hw, SR_PMA_KR_LD_CESTS);
2498 		ld_reg &= SR_PMA_KR_LD_CESTS_RR;
2499 		BP_LOG("SR PMA MMD 10GBASE-KR LD Coefficient Status Register: 0x%x\n",
2500 			ld_reg);
2501 		if (hw->devarg.poll == 0 && status != 0)
2502 			lp_reg = SR_PMA_KR_LP_CESTS_RR;
2503 
2504 		if (lp_reg & ld_reg) {
2505 			BP_LOG("==================out==================\n");
2506 			status = txgbe_disable_kr_training(hw, 0, 0);
2507 			wr32_epcs(hw, SR_AN_CTRL, 0);
2508 			txgbe_clear_bp_intr(2, 0, hw);
2509 			txgbe_clear_bp_intr(1, 0, hw);
2510 			txgbe_clear_bp_intr(0, 0, hw);
2511 			for (i = 0; i < 10; i++) {
2512 				value = rd32_epcs(hw, SR_XS_PCS_KR_STS1);
2513 				if (value & SR_XS_PCS_KR_STS1_PLU) {
2514 					BP_LOG("\nINT_AN_INT_CMPLT =1, AN73 Done Success.\n");
2515 					wr32_epcs(hw, SR_AN_CTRL, 0);
2516 					return 0;
2517 				}
2518 				msec_delay(10);
2519 			}
2520 			msec_delay(1000);
2521 			txgbe_set_link_to_kr(hw, 0);
2522 
2523 			return 0;
2524 		}
2525 
2526 		status |= txgbe_disable_kr_training(hw, 0, 0);
2527 	}
2528 
2529 	txgbe_clear_bp_intr(2, 0, hw);
2530 	txgbe_clear_bp_intr(1, 0, hw);
2531 	txgbe_clear_bp_intr(0, 0, hw);
2532 
2533 	return status;
2534 }
2535 
2536 /**
2537  * txgbe_get_bp_ability
2538  * @hw: pointer to hardware structure
2539  * @ability: pointer to blackplane ability structure
2540  * @link_partner:
2541  *	1: Get Link Partner Base Page
2542  *	2: Get Link Partner Next Page
2543  *		(only get NXP Ability Register 1 at the moment)
2544  *	0: Get Local Device Base Page
2545  */
2546 static void txgbe_get_bp_ability(struct txgbe_backplane_ability *ability,
2547 		u32 link_partner, struct txgbe_hw *hw)
2548 {
2549 	u32 value = 0;
2550 
2551 	DEBUGFUNC("txgbe_get_bp_ability");
2552 
2553 	/* Link Partner Base Page */
2554 	if (link_partner == 1) {
2555 		/* Read the link partner AN73 Base Page Ability Registers */
2556 		BP_LOG("Read the link partner AN73 Base Page Ability Registers...\n");
2557 		value = rd32_epcs(hw, SR_AN_MMD_LP_ABL1);
2558 		BP_LOG("SR AN MMD LP Base Page Ability Register 1: 0x%x\n",
2559 			value);
2560 		ability->next_page = SR_MMD_LP_ABL1_ADV_NP(value);
2561 		BP_LOG("  Next Page (bit15): %d\n", ability->next_page);
2562 
2563 		value = rd32_epcs(hw, SR_AN_MMD_LP_ABL2);
2564 		BP_LOG("SR AN MMD LP Base Page Ability Register 2: 0x%x\n",
2565 			value);
2566 		ability->link_ability =
2567 			value & SR_AN_MMD_LP_ABL2_BP_TYPE_KR_KX4_KX;
2568 		BP_LOG("  Link Ability (bit[15:0]): 0x%x\n",
2569 			ability->link_ability);
2570 		BP_LOG("  (0x20- KX_ONLY, 0x40- KX4_ONLY, 0x60- KX4_KX\n");
2571 		BP_LOG("   0x80- KR_ONLY, 0xA0- KR_KX, 0xC0- KR_KX4, 0xE0- KR_KX4_KX)\n");
2572 
2573 		value = rd32_epcs(hw, SR_AN_MMD_LP_ABL3);
2574 		BP_LOG("SR AN MMD LP Base Page Ability Register 3: 0x%x\n",
2575 			value);
2576 		BP_LOG("  FEC Request (bit15): %d\n", ((value >> 15) & 0x01));
2577 		BP_LOG("  FEC Enable  (bit14): %d\n", ((value >> 14) & 0x01));
2578 		ability->fec_ability = SR_AN_MMD_LP_ABL3_FCE(value);
2579 	} else if (link_partner == 2) {
2580 		/* Read the link partner AN73 Next Page Ability Registers */
2581 		BP_LOG("\nRead the link partner AN73 Next Page Ability Registers...\n");
2582 		value = rd32_epcs(hw, SR_AN_LP_XNP_ABL1);
2583 		BP_LOG(" SR AN MMD LP XNP Ability Register 1: 0x%x\n", value);
2584 		ability->next_page = SR_AN_LP_XNP_ABL1_NP(value);
2585 		BP_LOG("  Next Page (bit15): %d\n", ability->next_page);
2586 	} else {
2587 		/* Read the local AN73 Base Page Ability Registers */
2588 		BP_LOG("Read the local AN73 Base Page Ability Registers...\n");
2589 		value = rd32_epcs(hw, SR_AN_MMD_ADV_REG1);
2590 		BP_LOG("SR AN MMD Advertisement Register 1: 0x%x\n", value);
2591 		ability->next_page = SR_AN_MMD_ADV_REG1_NP(value);
2592 		BP_LOG("  Next Page (bit15): %d\n", ability->next_page);
2593 
2594 		value = rd32_epcs(hw, SR_AN_MMD_ADV_REG2);
2595 		BP_LOG("SR AN MMD Advertisement Register 2: 0x%x\n", value);
2596 		ability->link_ability =
2597 			value & SR_AN_MMD_ADV_REG2_BP_TYPE_KR_KX4_KX;
2598 		BP_LOG("  Link Ability (bit[15:0]): 0x%x\n",
2599 			ability->link_ability);
2600 		BP_LOG("  (0x20- KX_ONLY, 0x40- KX4_ONLY, 0x60- KX4_KX\n");
2601 		BP_LOG("   0x80- KR_ONLY, 0xA0- KR_KX, 0xC0- KR_KX4, 0xE0- KR_KX4_KX)\n");
2602 
2603 		value = rd32_epcs(hw, SR_AN_MMD_ADV_REG3);
2604 		BP_LOG("SR AN MMD Advertisement Register 3: 0x%x\n", value);
2605 		BP_LOG("  FEC Request (bit15): %d\n", ((value >> 15) & 0x01));
2606 		BP_LOG("  FEC Enable  (bit14): %d\n", ((value >> 14) & 0x01));
2607 		ability->fec_ability = SR_AN_MMD_ADV_REG3_FCE(value);
2608 	}
2609 
2610 	BP_LOG("done.\n");
2611 }
2612 
2613 /**
2614  * txgbe_check_bp_ability
2615  * @hw: pointer to hardware structure
2616  * @ability: pointer to blackplane ability structure
2617  */
2618 static s32 txgbe_check_bp_ability(struct txgbe_backplane_ability *local_ability,
2619 	struct txgbe_backplane_ability *lp_ability, struct txgbe_hw *hw)
2620 {
2621 	u32 com_link_abi;
2622 	s32 ret = 0;
2623 
2624 	DEBUGFUNC("txgbe_check_bp_ability");
2625 
2626 	com_link_abi = local_ability->link_ability & lp_ability->link_ability;
2627 	BP_LOG("com_link_abi = 0x%x, local_ability = 0x%x, lp_ability = 0x%x\n",
2628 		com_link_abi, local_ability->link_ability,
2629 		lp_ability->link_ability);
2630 
2631 	if (!com_link_abi) {
2632 		BP_LOG("The Link Partner does not support any compatible speed mode.\n");
2633 		ret = -1;
2634 	} else if (com_link_abi & BP_TYPE_KR) {
2635 		if (local_ability->current_link_mode) {
2636 			BP_LOG("Link mode is not matched with Link Partner: [LINK_KR].\n");
2637 			BP_LOG("Set the local link mode to [LINK_KR] ...\n");
2638 			txgbe_set_link_to_kr(hw, 0);
2639 			ret = 1;
2640 		} else {
2641 			BP_LOG("Link mode is matched with Link Partner: [LINK_KR].\n");
2642 			ret = 0;
2643 		}
2644 	} else if (com_link_abi & BP_TYPE_KX4) {
2645 		if (local_ability->current_link_mode == 0x10) {
2646 			BP_LOG("Link mode is matched with Link Partner: [LINK_KX4].\n");
2647 			ret = 0;
2648 		} else {
2649 			BP_LOG("Link mode is not matched with Link Partner: [LINK_KX4].\n");
2650 			BP_LOG("Set the local link mode to [LINK_KX4] ...\n");
2651 			txgbe_set_link_to_kx4(hw, 1);
2652 			ret = 1;
2653 		}
2654 	} else if (com_link_abi & BP_TYPE_KX) {
2655 		if (local_ability->current_link_mode == 0x1) {
2656 			BP_LOG("Link mode is matched with Link Partner: [LINK_KX].\n");
2657 			ret = 0;
2658 		} else {
2659 			BP_LOG("Link mode is not matched with Link Partner: [LINK_KX].\n");
2660 			BP_LOG("Set the local link mode to [LINK_KX] ...\n");
2661 			txgbe_set_link_to_kx(hw, 1, 1);
2662 			ret = 1;
2663 		}
2664 	}
2665 
2666 	return ret;
2667 }
2668 
2669 /**
2670  * txgbe_clear_bp_intr
2671  * @hw: pointer to hardware structure
2672  * @index: the bit will be cleared
2673  * @index_high:
2674  *	index_high = 0: Only the index bit will be cleared
2675  *	index_high != 0: the [index_high, index] range will be cleared
2676  */
2677 static void txgbe_clear_bp_intr(u32 bit, u32 bit_high, struct txgbe_hw *hw)
2678 {
2679 	u32 rdata = 0, wdata, i;
2680 
2681 	DEBUGFUNC("txgbe_clear_bp_intr");
2682 
2683 	rdata = rd32_epcs(hw, VR_AN_INTR);
2684 	BP_LOG("[Before clear]Read VR AN MMD Interrupt Register: 0x%x\n",
2685 			rdata);
2686 	BP_LOG("Interrupt: 0- AN_INT_CMPLT, 1-  AN_INC_LINK, 2- AN_PG_RCV\n\n");
2687 
2688 	wdata = rdata;
2689 	if (bit_high) {
2690 		for (i = bit; i <= bit_high; i++)
2691 			wdata &= ~(1 << i);
2692 	} else {
2693 		wdata &= ~(1 << bit);
2694 	}
2695 
2696 	wr32_epcs(hw, VR_AN_INTR, wdata);
2697 
2698 	rdata = rd32_epcs(hw, VR_AN_INTR);
2699 	BP_LOG("[After clear]Read VR AN MMD Interrupt Register: 0x%x\n", rdata);
2700 }
2701 
2702 static s32 txgbe_enable_kr_training(struct txgbe_hw *hw)
2703 {
2704 	s32 status = 0;
2705 	u32 value = 0;
2706 
2707 	DEBUGFUNC("txgbe_enable_kr_training");
2708 
2709 	BP_LOG("Enable Clause 72 KR Training ...\n");
2710 
2711 	if (CL72_KRTR_PRBS_MODE_EN != 0xFFFF) {
2712 		/* Set PRBS Timer Duration Control to maximum 6.7ms in
2713 		 * VR_PMA_KRTR_PRBS_CTRL2 Register
2714 		 */
2715 		value = CL72_KRTR_PRBS_MODE_EN;
2716 		wr32_epcs(hw, VR_PMA_KRTR_PRBS_CTRL2, value);
2717 		/* Set PRBS Timer Duration Control to maximum 6.7ms in
2718 		 * VR_PMA_KRTR_PRBS_CTRL1 Register
2719 		 */
2720 		wr32_epcs(hw, VR_PMA_KRTR_PRBS_CTRL1,
2721 			VR_PMA_KRTR_PRBS_TIME_LMT);
2722 		/* Enable PRBS Mode to determine KR Training Status by setting
2723 		 * Bit 0 of VR_PMA_KRTR_PRBS_CTRL0 Register
2724 		 */
2725 		value = VR_PMA_KRTR_PRBS_MODE_EN;
2726 	}
2727 #ifdef CL72_KRTR_PRBS31_EN
2728 	/* Enable PRBS Mode to determine KR Training Status by setting
2729 	 * Bit 1 of VR_PMA_KRTR_PRBS_CTRL0 Register
2730 	 */
2731 	value = VR_PMA_KRTR_PRBS31_EN;
2732 #endif
2733 	wr32_epcs(hw, VR_PMA_KRTR_PRBS_CTRL0, value);
2734 	/* Read PHY Lane0 TX EQ before Clause 72 KR Training. */
2735 	txgbe_read_phy_lane_tx_eq(0, hw, 0, 0);
2736 
2737 	/* Enable the Clause 72 start-up protocol
2738 	 *   by setting Bit 1 of SR_PMA_KR_PMD_CTRL Register.
2739 	 * Restart the Clause 72 start-up protocol
2740 	 *   by setting Bit 0 of SR_PMA_KR_PMD_CTRL Register.
2741 	 */
2742 	wr32_epcs(hw, SR_PMA_KR_PMD_CTRL,
2743 		SR_PMA_KR_PMD_CTRL_EN_TR | SR_PMA_KR_PMD_CTRL_RS_TR);
2744 
2745 	return status;
2746 }
2747 
2748 static s32 txgbe_disable_kr_training(struct txgbe_hw *hw, s32 post, s32 mode)
2749 {
2750 	s32 status = 0;
2751 
2752 	DEBUGFUNC("txgbe_disable_kr_training");
2753 
2754 	BP_LOG("Disable Clause 72 KR Training ...\n");
2755 	/* Read PHY Lane0 TX EQ before Clause 72 KR Training. */
2756 	txgbe_read_phy_lane_tx_eq(0, hw, post, mode);
2757 
2758 	wr32_epcs(hw, SR_PMA_KR_PMD_CTRL, SR_PMA_KR_PMD_CTRL_RS_TR);
2759 
2760 	return status;
2761 }
2762 
2763 static s32 txgbe_check_kr_training(struct txgbe_hw *hw)
2764 {
2765 	s32 status = 0;
2766 	u32 value, test;
2767 	int i;
2768 	int times = hw->devarg.poll ? 35 : 20;
2769 
2770 	DEBUGFUNC("txgbe_check_kr_training");
2771 
2772 	for (i = 0; i < times; i++) {
2773 		value = rd32_epcs(hw, SR_PMA_KR_LP_CEU);
2774 		BP_LOG("SR PMA MMD 10GBASE-KR LP Coefficient Update Register: 0x%x\n",
2775 			value);
2776 		value = rd32_epcs(hw, SR_PMA_KR_LP_CESTS);
2777 		BP_LOG("SR PMA MMD 10GBASE-KR LP Coefficient Status Register: 0x%x\n",
2778 			value);
2779 		value = rd32_epcs(hw, SR_PMA_KR_LD_CEU);
2780 		BP_LOG("SR PMA MMD 10GBASE-KR LD Coefficient Update: 0x%x\n",
2781 			value);
2782 		value = rd32_epcs(hw, SR_PMA_KR_LD_CESTS);
2783 		BP_LOG("SR PMA MMD 10GBASE-KR LD Coefficient Status: 0x%x\n",
2784 			value);
2785 		value = rd32_epcs(hw, SR_PMA_KR_PMD_STS);
2786 		BP_LOG("SR PMA MMD 10GBASE-KR Status Register: 0x%x\n", value);
2787 		BP_LOG("  Training Failure         (bit3): %d\n",
2788 			((value >> 3) & 0x01));
2789 		BP_LOG("  Start-Up Protocol Status (bit2): %d\n",
2790 			((value >> 2) & 0x01));
2791 		BP_LOG("  Frame Lock               (bit1): %d\n",
2792 			((value >> 1) & 0x01));
2793 		BP_LOG("  Receiver Status          (bit0): %d\n",
2794 			((value >> 0) & 0x01));
2795 
2796 		test = rd32_epcs(hw, SR_PMA_KR_LP_CESTS);
2797 		if (test & SR_PMA_KR_LP_CESTS_RR) {
2798 			BP_LOG("TEST Coefficient Status Register: 0x%x\n",
2799 				test);
2800 			status = 1;
2801 		}
2802 
2803 		if (value & SR_PMA_KR_PMD_STS_TR_FAIL) {
2804 			BP_LOG("Training is completed with failure.\n");
2805 			txgbe_read_phy_lane_tx_eq(0, hw, 0, 0);
2806 			return 0;
2807 		}
2808 
2809 		if (value & SR_PMA_KR_PMD_STS_RCV) {
2810 			BP_LOG("Receiver trained and ready to receive data.\n");
2811 			txgbe_read_phy_lane_tx_eq(0, hw, 0, 0);
2812 			return 0;
2813 		}
2814 
2815 		msec_delay(20);
2816 	}
2817 
2818 	BP_LOG("ERROR: Check Clause 72 KR Training Complete Timeout.\n");
2819 	return status;
2820 }
2821 
2822 static void txgbe_read_phy_lane_tx_eq(u16 lane, struct txgbe_hw *hw,
2823 				s32 post, s32 mode)
2824 {
2825 	u32 value = 0;
2826 	u32 addr;
2827 	u32 tx_main_cursor, tx_pre_cursor, tx_post_cursor, lmain;
2828 
2829 	DEBUGFUNC("txgbe_read_phy_lane_tx_eq");
2830 
2831 	addr = TXGBE_PHY_LANE0_TX_EQ_CTL1 | (lane << 8);
2832 	value = rd32_ephy(hw, addr);
2833 	BP_LOG("PHY LANE TX EQ Read Value: %x\n", lane);
2834 	tx_main_cursor = TXGBE_PHY_LANE0_TX_EQ_CTL1_MAIN(value);
2835 	BP_LOG("TX_MAIN_CURSOR: %x\n", tx_main_cursor);
2836 	UNREFERENCED_PARAMETER(tx_main_cursor);
2837 
2838 	addr = TXGBE_PHY_LANE0_TX_EQ_CTL2 | (lane << 8);
2839 	value = rd32_ephy(hw, addr);
2840 	tx_pre_cursor = value & TXGBE_PHY_LANE0_TX_EQ_CTL2_PRE;
2841 	tx_post_cursor = TXGBE_PHY_LANE0_TX_EQ_CTL2_POST(value);
2842 	BP_LOG("TX_PRE_CURSOR: %x\n", tx_pre_cursor);
2843 	BP_LOG("TX_POST_CURSOR: %x\n", tx_post_cursor);
2844 
2845 	if (mode == 1) {
2846 		lmain = 160 - tx_pre_cursor - tx_post_cursor;
2847 		if (lmain < 88)
2848 			lmain = 88;
2849 
2850 		if (post)
2851 			tx_post_cursor = post;
2852 
2853 		wr32_epcs(hw, TXGBE_PHY_EQ_INIT_CTL1, tx_post_cursor);
2854 		wr32_epcs(hw, TXGBE_PHY_EQ_INIT_CTL0,
2855 				tx_pre_cursor | (lmain << 8));
2856 		value = rd32_epcs(hw, TXGBE_PHY_TX_EQ_CTL1);
2857 		value &= ~TXGBE_PHY_TX_EQ_CTL1_DEF;
2858 		wr32_epcs(hw, TXGBE_PHY_TX_EQ_CTL1, value);
2859 	}
2860 }
2861