xref: /dpdk/drivers/net/axgbe/axgbe_mdio.c (revision e99981af34632ecce3bac82d05db97b08308f9b5)
1 /*   SPDX-License-Identifier: BSD-3-Clause
2  *   Copyright(c) 2018 Advanced Micro Devices, Inc. All rights reserved.
3  *   Copyright(c) 2018 Synopsys, Inc. All rights reserved.
4  */
5 
6 #include "axgbe_ethdev.h"
7 #include "axgbe_common.h"
8 #include "axgbe_phy.h"
9 
10 static void axgbe_an37_clear_interrupts(struct axgbe_port *pdata)
11 {
12 	int reg;
13 
14 	reg = XMDIO_READ(pdata, MDIO_MMD_VEND2, MDIO_VEND2_AN_STAT);
15 	reg &= ~AXGBE_AN_CL37_INT_MASK;
16 	XMDIO_WRITE(pdata, MDIO_MMD_VEND2, MDIO_VEND2_AN_STAT, reg);
17 }
18 
19 static void axgbe_an37_disable_interrupts(struct axgbe_port *pdata)
20 {
21 	int reg;
22 
23 	reg = XMDIO_READ(pdata, MDIO_MMD_VEND2, MDIO_VEND2_AN_CTRL);
24 	reg &= ~AXGBE_AN_CL37_INT_MASK;
25 	XMDIO_WRITE(pdata, MDIO_MMD_VEND2, MDIO_VEND2_AN_CTRL, reg);
26 
27 	reg = XMDIO_READ(pdata, MDIO_MMD_PCS, MDIO_PCS_DIG_CTRL);
28 	reg &= ~AXGBE_PCS_CL37_BP;
29 	XMDIO_WRITE(pdata, MDIO_MMD_PCS, MDIO_PCS_DIG_CTRL, reg);
30 }
31 
32 static void axgbe_an37_enable_interrupts(struct axgbe_port *pdata)
33 {
34 	unsigned int reg;
35 
36 	reg = XMDIO_READ(pdata, MDIO_MMD_PCS, MDIO_PCS_DIG_CTRL);
37 	reg |= AXGBE_PCS_CL37_BP;
38 	XMDIO_WRITE(pdata, MDIO_MMD_PCS, MDIO_PCS_DIG_CTRL, reg);
39 
40 	reg = XMDIO_READ(pdata, MDIO_MMD_VEND2, MDIO_VEND2_AN_CTRL);
41 	reg |= AXGBE_AN_CL37_INT_MASK;
42 	XMDIO_WRITE(pdata, MDIO_MMD_VEND2, MDIO_VEND2_AN_CTRL, reg);
43 }
44 
45 static void axgbe_an73_clear_interrupts(struct axgbe_port *pdata)
46 {
47 	XMDIO_WRITE(pdata, MDIO_MMD_AN, MDIO_AN_INT, 0);
48 }
49 
50 static void axgbe_an73_disable_interrupts(struct axgbe_port *pdata)
51 {
52 	XMDIO_WRITE(pdata, MDIO_MMD_AN, MDIO_AN_INTMASK, 0);
53 }
54 
55 static void axgbe_an73_enable_interrupts(struct axgbe_port *pdata)
56 {
57 	XMDIO_WRITE(pdata, MDIO_MMD_AN, MDIO_AN_INTMASK,
58 		    AXGBE_AN_CL73_INT_MASK);
59 }
60 
61 static void axgbe_an_enable_interrupts(struct axgbe_port *pdata)
62 {
63 	switch (pdata->an_mode) {
64 	case AXGBE_AN_MODE_CL73:
65 	case AXGBE_AN_MODE_CL73_REDRV:
66 		axgbe_an73_enable_interrupts(pdata);
67 		break;
68 	case AXGBE_AN_MODE_CL37:
69 	case AXGBE_AN_MODE_CL37_SGMII:
70 		axgbe_an37_enable_interrupts(pdata);
71 		break;
72 	default:
73 		break;
74 	}
75 }
76 
77 static void axgbe_an_clear_interrupts_all(struct axgbe_port *pdata)
78 {
79 	axgbe_an73_clear_interrupts(pdata);
80 	axgbe_an37_clear_interrupts(pdata);
81 }
82 
83 
84 
85 static void axgbe_kr_mode(struct axgbe_port *pdata)
86 {
87 	/* Set MAC to 10G speed */
88 	pdata->hw_if.set_speed(pdata, SPEED_10000);
89 
90 	/* Call PHY implementation support to complete rate change */
91 	pdata->phy_if.phy_impl.set_mode(pdata, AXGBE_MODE_KR);
92 }
93 
94 static void axgbe_kx_2500_mode(struct axgbe_port *pdata)
95 {
96 	/* Set MAC to 2.5G speed */
97 	pdata->hw_if.set_speed(pdata, SPEED_2500);
98 
99 	/* Call PHY implementation support to complete rate change */
100 	pdata->phy_if.phy_impl.set_mode(pdata, AXGBE_MODE_KX_2500);
101 }
102 
103 static void axgbe_kx_1000_mode(struct axgbe_port *pdata)
104 {
105 	/* Set MAC to 1G speed */
106 	pdata->hw_if.set_speed(pdata, SPEED_1000);
107 
108 	/* Call PHY implementation support to complete rate change */
109 	pdata->phy_if.phy_impl.set_mode(pdata, AXGBE_MODE_KX_1000);
110 }
111 
112 static void axgbe_sfi_mode(struct axgbe_port *pdata)
113 {
114 	/* If a KR re-driver is present, change to KR mode instead */
115 	if (pdata->kr_redrv)
116 		return axgbe_kr_mode(pdata);
117 
118 
119 	/* Set MAC to 10G speed */
120 	pdata->hw_if.set_speed(pdata, SPEED_10000);
121 
122 	/* Call PHY implementation support to complete rate change */
123 	pdata->phy_if.phy_impl.set_mode(pdata, AXGBE_MODE_SFI);
124 }
125 
126 static void axgbe_x_mode(struct axgbe_port *pdata)
127 {
128 
129 	/* Set MAC to 1G speed */
130 	pdata->hw_if.set_speed(pdata, SPEED_1000);
131 
132 	/* Call PHY implementation support to complete rate change */
133 	pdata->phy_if.phy_impl.set_mode(pdata, AXGBE_MODE_X);
134 }
135 
136 static void axgbe_sgmii_1000_mode(struct axgbe_port *pdata)
137 {
138 
139 	/* Set MAC to 1G speed */
140 	pdata->hw_if.set_speed(pdata, SPEED_1000);
141 
142 	/* Call PHY implementation support to complete rate change */
143 	pdata->phy_if.phy_impl.set_mode(pdata, AXGBE_MODE_SGMII_1000);
144 }
145 
146 static void axgbe_sgmii_10_mode(struct axgbe_port *pdata)
147 {
148 	/* Set MAC to 10M speed */
149 	pdata->hw_if.set_speed(pdata, SPEED_10);
150 
151 	/* Call PHY implementation support to complete rate change */
152 	pdata->phy_if.phy_impl.set_mode(pdata, AXGBE_MODE_SGMII_10);
153 }
154 
155 static void axgbe_sgmii_100_mode(struct axgbe_port *pdata)
156 {
157 
158 	/* Set MAC to 1G speed */
159 	pdata->hw_if.set_speed(pdata, SPEED_1000);
160 
161 	/* Call PHY implementation support to complete rate change */
162 	pdata->phy_if.phy_impl.set_mode(pdata, AXGBE_MODE_SGMII_100);
163 }
164 
165 static enum axgbe_mode axgbe_cur_mode(struct axgbe_port *pdata)
166 {
167 	return pdata->phy_if.phy_impl.cur_mode(pdata);
168 }
169 
170 static bool axgbe_in_kr_mode(struct axgbe_port *pdata)
171 {
172 	return axgbe_cur_mode(pdata) == AXGBE_MODE_KR;
173 }
174 
175 static void axgbe_change_mode(struct axgbe_port *pdata,
176 			      enum axgbe_mode mode)
177 {
178 	switch (mode) {
179 	case AXGBE_MODE_KX_1000:
180 		axgbe_kx_1000_mode(pdata);
181 		break;
182 	case AXGBE_MODE_KX_2500:
183 		axgbe_kx_2500_mode(pdata);
184 		break;
185 	case AXGBE_MODE_KR:
186 		axgbe_kr_mode(pdata);
187 		break;
188 	case AXGBE_MODE_SGMII_10:
189 		axgbe_sgmii_10_mode(pdata);
190 		break;
191 	case AXGBE_MODE_SGMII_100:
192 		axgbe_sgmii_100_mode(pdata);
193 		break;
194 	case AXGBE_MODE_SGMII_1000:
195 		axgbe_sgmii_1000_mode(pdata);
196 		break;
197 	case AXGBE_MODE_X:
198 		axgbe_x_mode(pdata);
199 		break;
200 	case AXGBE_MODE_SFI:
201 		axgbe_sfi_mode(pdata);
202 		break;
203 	case AXGBE_MODE_UNKNOWN:
204 		break;
205 	default:
206 		PMD_DRV_LOG_LINE(ERR, "invalid operation mode requested (%u)", mode);
207 	}
208 }
209 
210 static void axgbe_switch_mode(struct axgbe_port *pdata)
211 {
212 	axgbe_change_mode(pdata, pdata->phy_if.phy_impl.switch_mode(pdata));
213 }
214 
215 static bool axgbe_set_mode(struct axgbe_port *pdata,
216 			   enum axgbe_mode mode)
217 {
218 	if (mode == axgbe_cur_mode(pdata))
219 		return false;
220 
221 	axgbe_change_mode(pdata, mode);
222 	return true;
223 }
224 
225 static bool axgbe_use_mode(struct axgbe_port *pdata,
226 			   enum axgbe_mode mode)
227 {
228 	return pdata->phy_if.phy_impl.use_mode(pdata, mode);
229 }
230 
231 static void axgbe_an37_set(struct axgbe_port *pdata, bool enable,
232 			   bool restart)
233 {
234 	unsigned int reg;
235 
236 	reg = XMDIO_READ(pdata, MDIO_MMD_VEND2, MDIO_CTRL1);
237 	reg &= ~MDIO_VEND2_CTRL1_AN_ENABLE;
238 
239 	if (enable)
240 		reg |= MDIO_VEND2_CTRL1_AN_ENABLE;
241 
242 	if (restart)
243 		reg |= MDIO_VEND2_CTRL1_AN_RESTART;
244 
245 	XMDIO_WRITE(pdata, MDIO_MMD_VEND2, MDIO_CTRL1, reg);
246 }
247 
248 static void axgbe_an37_restart(struct axgbe_port *pdata)
249 {
250 	axgbe_an37_enable_interrupts(pdata);
251 	axgbe_an37_set(pdata, true, true);
252 }
253 
254 static void axgbe_an37_disable(struct axgbe_port *pdata)
255 {
256 	axgbe_an37_set(pdata, false, false);
257 	axgbe_an37_disable_interrupts(pdata);
258 }
259 
260 static void axgbe_an73_set(struct axgbe_port *pdata, bool enable,
261 			   bool restart)
262 {
263 	unsigned int reg;
264 
265 	/* Disable KR training for now */
266 	reg = XMDIO_READ(pdata, MDIO_MMD_PMAPMD, MDIO_PMA_10GBR_PMD_CTRL);
267 	reg &= ~AXGBE_KR_TRAINING_ENABLE;
268 	XMDIO_WRITE(pdata, MDIO_MMD_PMAPMD, MDIO_PMA_10GBR_PMD_CTRL, reg);
269 
270 	/* Update AN settings */
271 	reg = XMDIO_READ(pdata, MDIO_MMD_AN, MDIO_CTRL1);
272 	reg &= ~MDIO_AN_CTRL1_ENABLE;
273 
274 	if (enable)
275 		reg |= MDIO_AN_CTRL1_ENABLE;
276 
277 	if (restart)
278 		reg |= MDIO_AN_CTRL1_RESTART;
279 
280 	XMDIO_WRITE(pdata, MDIO_MMD_AN, MDIO_CTRL1, reg);
281 }
282 
283 static void axgbe_an73_restart(struct axgbe_port *pdata)
284 {
285 	axgbe_an73_enable_interrupts(pdata);
286 	axgbe_an73_set(pdata, true, true);
287 
288 	PMD_DRV_LOG_LINE(DEBUG, "CL73 AN enabled/restarted");
289 }
290 
291 static void axgbe_an73_disable(struct axgbe_port *pdata)
292 {
293 	axgbe_an73_set(pdata, false, false);
294 	axgbe_an73_disable_interrupts(pdata);
295 	pdata->an_start = 0;
296 
297 	PMD_DRV_LOG_LINE(DEBUG, "CL73 AN disabled");
298 }
299 
300 static void axgbe_an_restart(struct axgbe_port *pdata)
301 {
302 	if (pdata->phy_if.phy_impl.an_pre)
303 		pdata->phy_if.phy_impl.an_pre(pdata);
304 
305 	switch (pdata->an_mode) {
306 	case AXGBE_AN_MODE_CL73:
307 	case AXGBE_AN_MODE_CL73_REDRV:
308 		axgbe_an73_restart(pdata);
309 		break;
310 	case AXGBE_AN_MODE_CL37:
311 	case AXGBE_AN_MODE_CL37_SGMII:
312 		axgbe_an37_restart(pdata);
313 		break;
314 	default:
315 		break;
316 	}
317 }
318 
319 static void axgbe_an_disable(struct axgbe_port *pdata)
320 {
321 	if (pdata->phy_if.phy_impl.an_post)
322 		pdata->phy_if.phy_impl.an_post(pdata);
323 
324 	switch (pdata->an_mode) {
325 	case AXGBE_AN_MODE_CL73:
326 	case AXGBE_AN_MODE_CL73_REDRV:
327 		axgbe_an73_disable(pdata);
328 		break;
329 	case AXGBE_AN_MODE_CL37:
330 	case AXGBE_AN_MODE_CL37_SGMII:
331 		axgbe_an37_disable(pdata);
332 		break;
333 	default:
334 		break;
335 	}
336 }
337 
338 static void axgbe_an_disable_all(struct axgbe_port *pdata)
339 {
340 	axgbe_an73_disable(pdata);
341 	axgbe_an37_disable(pdata);
342 }
343 
344 static enum axgbe_an axgbe_an73_tx_training(struct axgbe_port *pdata,
345 					    enum axgbe_rx *state)
346 {
347 	unsigned int ad_reg, lp_reg, reg;
348 
349 	*state = AXGBE_RX_COMPLETE;
350 
351 	/* If we're not in KR mode then we're done */
352 	if (!axgbe_in_kr_mode(pdata))
353 		return AXGBE_AN_PAGE_RECEIVED;
354 
355 	/* Enable/Disable FEC */
356 	ad_reg = XMDIO_READ(pdata, MDIO_MMD_AN, MDIO_AN_ADVERTISE + 2);
357 	lp_reg = XMDIO_READ(pdata, MDIO_MMD_AN, MDIO_AN_LPA + 2);
358 
359 	reg = XMDIO_READ(pdata, MDIO_MMD_PMAPMD, MDIO_PMA_10GBR_FECCTRL);
360 	reg &= ~(MDIO_PMA_10GBR_FECABLE_ABLE | MDIO_PMA_10GBR_FECABLE_ERRABLE);
361 	if ((ad_reg & 0xc000) && (lp_reg & 0xc000))
362 		reg |= pdata->fec_ability;
363 	XMDIO_WRITE(pdata, MDIO_MMD_PMAPMD, MDIO_PMA_10GBR_FECCTRL, reg);
364 
365 	/* Start KR training */
366 	if (pdata->phy_if.phy_impl.kr_training_pre)
367 		pdata->phy_if.phy_impl.kr_training_pre(pdata);
368 
369 	reg = XMDIO_READ(pdata, MDIO_MMD_PMAPMD, MDIO_PMA_10GBR_PMD_CTRL);
370 	reg |= AXGBE_KR_TRAINING_ENABLE;
371 	reg |= AXGBE_KR_TRAINING_START;
372 	XMDIO_WRITE(pdata, MDIO_MMD_PMAPMD, MDIO_PMA_10GBR_PMD_CTRL, reg);
373 	pdata->kr_start_time = rte_get_timer_cycles();
374 
375 	PMD_DRV_LOG_LINE(DEBUG, "KR training initiated");
376 	if (pdata->phy_if.phy_impl.kr_training_post)
377 		pdata->phy_if.phy_impl.kr_training_post(pdata);
378 
379 	return AXGBE_AN_PAGE_RECEIVED;
380 }
381 
382 static enum axgbe_an axgbe_an73_tx_xnp(struct axgbe_port *pdata,
383 				       enum axgbe_rx *state)
384 {
385 	u16 msg;
386 
387 	*state = AXGBE_RX_XNP;
388 
389 	msg = AXGBE_XNP_MCF_NULL_MESSAGE;
390 	msg |= AXGBE_XNP_MP_FORMATTED;
391 
392 	XMDIO_WRITE(pdata, MDIO_MMD_AN, MDIO_AN_XNP + 2, 0);
393 	XMDIO_WRITE(pdata, MDIO_MMD_AN, MDIO_AN_XNP + 1, 0);
394 	XMDIO_WRITE(pdata, MDIO_MMD_AN, MDIO_AN_XNP, msg);
395 
396 	return AXGBE_AN_PAGE_RECEIVED;
397 }
398 
399 static enum axgbe_an axgbe_an73_rx_bpa(struct axgbe_port *pdata,
400 				       enum axgbe_rx *state)
401 {
402 	unsigned int link_support;
403 	unsigned int reg, ad_reg, lp_reg;
404 
405 	/* Read Base Ability register 2 first */
406 	reg = XMDIO_READ(pdata, MDIO_MMD_AN, MDIO_AN_LPA + 1);
407 
408 	/* Check for a supported mode, otherwise restart in a different one */
409 	link_support = axgbe_in_kr_mode(pdata) ? 0x80 : 0x20;
410 	if (!(reg & link_support))
411 		return AXGBE_AN_INCOMPAT_LINK;
412 
413 	/* Check Extended Next Page support */
414 	ad_reg = XMDIO_READ(pdata, MDIO_MMD_AN, MDIO_AN_ADVERTISE);
415 	lp_reg = XMDIO_READ(pdata, MDIO_MMD_AN, MDIO_AN_LPA);
416 
417 	return ((ad_reg & AXGBE_XNP_NP_EXCHANGE) ||
418 		(lp_reg & AXGBE_XNP_NP_EXCHANGE))
419 		? axgbe_an73_tx_xnp(pdata, state)
420 		: axgbe_an73_tx_training(pdata, state);
421 }
422 
423 static enum axgbe_an axgbe_an73_rx_xnp(struct axgbe_port *pdata,
424 				       enum axgbe_rx *state)
425 {
426 	unsigned int ad_reg, lp_reg;
427 
428 	/* Check Extended Next Page support */
429 	ad_reg = XMDIO_READ(pdata, MDIO_MMD_AN, MDIO_AN_XNP);
430 	lp_reg = XMDIO_READ(pdata, MDIO_MMD_AN, MDIO_AN_LPX);
431 
432 	return ((ad_reg & AXGBE_XNP_NP_EXCHANGE) ||
433 		(lp_reg & AXGBE_XNP_NP_EXCHANGE))
434 		? axgbe_an73_tx_xnp(pdata, state)
435 		: axgbe_an73_tx_training(pdata, state);
436 }
437 
438 static enum axgbe_an axgbe_an73_page_received(struct axgbe_port *pdata)
439 {
440 	enum axgbe_rx *state;
441 	unsigned long an_timeout;
442 	enum axgbe_an ret;
443 	unsigned long ticks;
444 
445 	if (!pdata->an_start) {
446 		pdata->an_start = rte_get_timer_cycles();
447 	} else {
448 		an_timeout = pdata->an_start +
449 			msecs_to_timer_cycles(AXGBE_AN_MS_TIMEOUT);
450 		ticks = rte_get_timer_cycles();
451 		if (time_after(ticks, an_timeout)) {
452 			/* Auto-negotiation timed out, reset state */
453 			pdata->kr_state = AXGBE_RX_BPA;
454 			pdata->kx_state = AXGBE_RX_BPA;
455 
456 			pdata->an_start = rte_get_timer_cycles();
457 
458 			PMD_DRV_LOG_LINE(NOTICE,
459 				    "CL73 AN timed out, resetting state");
460 		}
461 	}
462 
463 	state = axgbe_in_kr_mode(pdata) ? &pdata->kr_state
464 		: &pdata->kx_state;
465 
466 	switch (*state) {
467 	case AXGBE_RX_BPA:
468 		ret = axgbe_an73_rx_bpa(pdata, state);
469 		break;
470 	case AXGBE_RX_XNP:
471 		ret = axgbe_an73_rx_xnp(pdata, state);
472 		break;
473 	default:
474 		ret = AXGBE_AN_ERROR;
475 	}
476 
477 	return ret;
478 }
479 
480 static enum axgbe_an axgbe_an73_incompat_link(struct axgbe_port *pdata)
481 {
482 	/* Be sure we aren't looping trying to negotiate */
483 	if (axgbe_in_kr_mode(pdata)) {
484 		pdata->kr_state = AXGBE_RX_ERROR;
485 
486 		if (!(pdata->phy.advertising & ADVERTISED_1000baseKX_Full) &&
487 		    !(pdata->phy.advertising & ADVERTISED_2500baseX_Full))
488 			return AXGBE_AN_NO_LINK;
489 
490 		if (pdata->kx_state != AXGBE_RX_BPA)
491 			return AXGBE_AN_NO_LINK;
492 	} else {
493 		pdata->kx_state = AXGBE_RX_ERROR;
494 
495 		if (!(pdata->phy.advertising & ADVERTISED_10000baseKR_Full))
496 			return AXGBE_AN_NO_LINK;
497 
498 		if (pdata->kr_state != AXGBE_RX_BPA)
499 			return AXGBE_AN_NO_LINK;
500 	}
501 
502 	axgbe_an_disable(pdata);
503 	axgbe_switch_mode(pdata);
504 	pdata->an_result = AXGBE_AN_READY;
505 	axgbe_an_restart(pdata);
506 
507 	return AXGBE_AN_INCOMPAT_LINK;
508 }
509 
510 static const char *axgbe_state_as_string(enum axgbe_an state)
511 {
512 	switch (state) {
513 	case AXGBE_AN_READY:
514 		return "Ready";
515 	case AXGBE_AN_PAGE_RECEIVED:
516 		return "Page-Received";
517 	case AXGBE_AN_INCOMPAT_LINK:
518 		return "Incompatible-Link";
519 	case AXGBE_AN_COMPLETE:
520 		return "Complete";
521 	case AXGBE_AN_NO_LINK:
522 		return "No-Link";
523 	case AXGBE_AN_ERROR:
524 		return "Error";
525 	default:
526 		return "Undefined";
527 	}
528 }
529 
530 static void axgbe_an73_state_machine(struct axgbe_port *pdata)
531 {
532 	enum axgbe_an cur_state = pdata->an_state;
533 
534 	if (!pdata->an_int)
535 		return;
536 
537 next_int:
538 	if (pdata->an_int & AXGBE_AN_CL73_PG_RCV) {
539 		pdata->an_state = AXGBE_AN_PAGE_RECEIVED;
540 		pdata->an_int &= ~AXGBE_AN_CL73_PG_RCV;
541 	} else if (pdata->an_int & AXGBE_AN_CL73_INC_LINK) {
542 		pdata->an_state = AXGBE_AN_INCOMPAT_LINK;
543 		pdata->an_int &= ~AXGBE_AN_CL73_INC_LINK;
544 	} else if (pdata->an_int & AXGBE_AN_CL73_INT_CMPLT) {
545 		pdata->an_state = AXGBE_AN_COMPLETE;
546 		pdata->an_int &= ~AXGBE_AN_CL73_INT_CMPLT;
547 	} else {
548 		pdata->an_state = AXGBE_AN_ERROR;
549 	}
550 
551 	PMD_DRV_LOG_LINE(DEBUG, "CL73 AN : %s",
552 		    axgbe_state_as_string(pdata->an_state));
553 
554 again:
555 	cur_state = pdata->an_state;
556 
557 	switch (pdata->an_state) {
558 	case AXGBE_AN_READY:
559 		pdata->an_supported = 0;
560 		break;
561 	case AXGBE_AN_PAGE_RECEIVED:
562 		pdata->an_state = axgbe_an73_page_received(pdata);
563 		pdata->an_supported++;
564 		break;
565 	case AXGBE_AN_INCOMPAT_LINK:
566 		pdata->an_supported = 0;
567 		pdata->parallel_detect = 0;
568 		pdata->an_state = axgbe_an73_incompat_link(pdata);
569 		break;
570 	case AXGBE_AN_COMPLETE:
571 		pdata->parallel_detect = pdata->an_supported ? 0 : 1;
572 		break;
573 	case AXGBE_AN_NO_LINK:
574 		break;
575 	default:
576 		pdata->an_state = AXGBE_AN_ERROR;
577 	}
578 
579 	if (pdata->an_state == AXGBE_AN_NO_LINK) {
580 		pdata->an_int = 0;
581 		axgbe_an73_clear_interrupts(pdata);
582 		pdata->eth_dev->data->dev_link.link_status =
583 			RTE_ETH_LINK_DOWN;
584 	} else if (pdata->an_state == AXGBE_AN_ERROR) {
585 		PMD_DRV_LOG_LINE(ERR, "error during auto-negotiation, state=%u",
586 			    cur_state);
587 		pdata->an_int = 0;
588 		axgbe_an73_clear_interrupts(pdata);
589 	}
590 
591 	if (pdata->an_state >= AXGBE_AN_COMPLETE) {
592 		pdata->an_result = pdata->an_state;
593 		pdata->an_state = AXGBE_AN_READY;
594 		pdata->kr_state = AXGBE_RX_BPA;
595 		pdata->kx_state = AXGBE_RX_BPA;
596 		pdata->an_start = 0;
597 		if (pdata->phy_if.phy_impl.an_post)
598 			pdata->phy_if.phy_impl.an_post(pdata);
599 
600 		PMD_DRV_LOG_LINE(DEBUG, "CL73 AN result: %s",
601 			    axgbe_state_as_string(pdata->an_result));
602 	}
603 
604 	if (cur_state != pdata->an_state)
605 		goto again;
606 
607 	if (pdata->an_int)
608 		goto next_int;
609 
610 	axgbe_an73_enable_interrupts(pdata);
611 }
612 
613 static void axgbe_an37_state_machine(struct axgbe_port *pdata)
614 {
615 	enum axgbe_an cur_state = pdata->an_state;
616 
617 	if (!pdata->an_int)
618 		return;
619 	if (pdata->an_int & AXGBE_AN_CL37_INT_CMPLT) {
620 		pdata->an_state = AXGBE_AN_COMPLETE;
621 		pdata->an_int &= ~AXGBE_AN_CL37_INT_CMPLT;
622 
623 	/* If SGMII is enabled, check the link status */
624 		if (pdata->an_mode == AXGBE_AN_MODE_CL37_SGMII &&
625 		    !(pdata->an_status & AXGBE_SGMII_AN_LINK_STATUS))
626 			pdata->an_state = AXGBE_AN_NO_LINK;
627 	}
628 
629 	cur_state = pdata->an_state;
630 
631 	switch (pdata->an_state) {
632 	case AXGBE_AN_READY:
633 		break;
634 	case AXGBE_AN_COMPLETE:
635 		break;
636 	case AXGBE_AN_NO_LINK:
637 		break;
638 	default:
639 		pdata->an_state = AXGBE_AN_ERROR;
640 		break;
641 	}
642 
643 	if (pdata->an_state == AXGBE_AN_ERROR) {
644 		PMD_DRV_LOG_LINE(ERR, "error during auto-negotiation, state=%u",
645 			    cur_state);
646 		pdata->an_int = 0;
647 		axgbe_an37_clear_interrupts(pdata);
648 	}
649 
650 	if (pdata->an_state >= AXGBE_AN_COMPLETE) {
651 		pdata->an_result = pdata->an_state;
652 		pdata->an_state = AXGBE_AN_READY;
653 		if (pdata->phy_if.phy_impl.an_post)
654 			pdata->phy_if.phy_impl.an_post(pdata);
655 	}
656 
657 	axgbe_an37_enable_interrupts(pdata);
658 }
659 
660 static void axgbe_an73_isr(struct axgbe_port *pdata)
661 {
662 	/* Disable AN interrupts */
663 	axgbe_an73_disable_interrupts(pdata);
664 
665 	/* Save the interrupt(s) that fired */
666 	pdata->an_int = XMDIO_READ(pdata, MDIO_MMD_AN, MDIO_AN_INT);
667 	axgbe_an73_clear_interrupts(pdata);
668 
669 	if (pdata->an_int) {
670 		/* Clear the interrupt(s) that fired and process them */
671 		XMDIO_WRITE(pdata, MDIO_MMD_AN, MDIO_AN_INT, ~pdata->an_int);
672 		pthread_mutex_lock(&pdata->an_mutex);
673 		axgbe_an73_state_machine(pdata);
674 		pthread_mutex_unlock(&pdata->an_mutex);
675 	} else {
676 		/* Enable AN interrupts */
677 		axgbe_an73_enable_interrupts(pdata);
678 	}
679 }
680 
681 static void axgbe_an37_isr(struct axgbe_port *pdata)
682 {
683 	unsigned int reg = 0;
684 	/* Disable AN interrupts */
685 	axgbe_an37_disable_interrupts(pdata);
686 
687 	/* Save the interrupt(s) that fired */
688 	reg = XMDIO_READ(pdata, MDIO_MMD_VEND2, MDIO_VEND2_AN_STAT);
689 	pdata->an_int = reg & AXGBE_AN_CL37_INT_MASK;
690 	pdata->an_status = reg & ~AXGBE_AN_CL37_INT_MASK;
691 	axgbe_an37_clear_interrupts(pdata);
692 
693 	if (pdata->an_int & 0x01) {
694 		/* Clear the interrupt(s) that fired and process them */
695 		reg &= ~AXGBE_AN_CL37_INT_MASK;
696 		XMDIO_WRITE(pdata, MDIO_MMD_VEND2, MDIO_VEND2_AN_STAT, reg);
697 		axgbe_an37_state_machine(pdata);
698 	} else {
699 		/* Enable AN interrupts */
700 		axgbe_an37_enable_interrupts(pdata);
701 	}
702 }
703 
704 static void axgbe_an_isr(struct axgbe_port *pdata)
705 {
706 	PMD_DRV_LOG_LINE(DEBUG, "AN interrupt received");
707 
708 	switch (pdata->an_mode) {
709 	case AXGBE_AN_MODE_CL73:
710 	case AXGBE_AN_MODE_CL73_REDRV:
711 		axgbe_an73_isr(pdata);
712 		break;
713 	case AXGBE_AN_MODE_CL37:
714 	case AXGBE_AN_MODE_CL37_SGMII:
715 		axgbe_an37_isr(pdata);
716 		break;
717 	default:
718 		break;
719 	}
720 }
721 
722 static void axgbe_an_combined_isr(struct axgbe_port *pdata)
723 {
724 	axgbe_an_isr(pdata);
725 }
726 
727 static void axgbe_an37_init(struct axgbe_port *pdata)
728 {
729 	unsigned int advertising;
730 	unsigned int reg = 0;
731 
732 	advertising = pdata->phy_if.phy_impl.an_advertising(pdata);
733 
734 	reg = XMDIO_READ(pdata, MDIO_MMD_VEND2, MDIO_VEND2_AN_ADVERTISE);
735 	if (advertising & ADVERTISED_Pause)
736 		reg |= 0x100;
737 	else
738 		reg &= ~0x100;
739 	if (advertising & ADVERTISED_Asym_Pause)
740 		reg |= 0x80;
741 	else
742 		reg &= ~0x80;
743 
744 	/* Full duplex, but not half */
745 	reg |= AXGBE_AN_CL37_FD_MASK;
746 	reg &= ~AXGBE_AN_CL37_HD_MASK;
747 
748 	XMDIO_WRITE(pdata, MDIO_MMD_VEND2, MDIO_VEND2_AN_ADVERTISE, reg);
749 
750 	/* Set up the Control register */
751 	reg = XMDIO_READ(pdata, MDIO_MMD_VEND2, MDIO_VEND2_AN_CTRL);
752 	reg &= ~AXGBE_AN_CL37_TX_CONFIG_MASK;
753 	reg &= ~AXGBE_AN_CL37_PCS_MODE_MASK;
754 
755 	switch (pdata->an_mode) {
756 	case AXGBE_AN_MODE_CL37:
757 		reg |= AXGBE_AN_CL37_PCS_MODE_BASEX;
758 		break;
759 	case AXGBE_AN_MODE_CL37_SGMII:
760 		reg |= AXGBE_AN_CL37_PCS_MODE_SGMII;
761 		break;
762 	default:
763 		break;
764 	}
765 	reg |= AXGBE_AN_CL37_MII_CTRL_8BIT;
766 	XMDIO_WRITE(pdata, MDIO_MMD_VEND2, MDIO_VEND2_AN_CTRL, reg);
767 }
768 
769 static void axgbe_an73_init(struct axgbe_port *pdata)
770 {
771 	unsigned int advertising, reg;
772 
773 	advertising = pdata->phy_if.phy_impl.an_advertising(pdata);
774 
775 	/* Set up Advertisement register 3 first */
776 	reg = XMDIO_READ(pdata, MDIO_MMD_AN, MDIO_AN_ADVERTISE + 2);
777 	if (advertising & ADVERTISED_10000baseR_FEC)
778 		reg |= 0xc000;
779 	else
780 		reg &= ~0xc000;
781 
782 	XMDIO_WRITE(pdata, MDIO_MMD_AN, MDIO_AN_ADVERTISE + 2, reg);
783 
784 	/* Set up Advertisement register 2 next */
785 	reg = XMDIO_READ(pdata, MDIO_MMD_AN, MDIO_AN_ADVERTISE + 1);
786 	if (advertising & ADVERTISED_10000baseKR_Full)
787 		reg |= 0x80;
788 	else
789 		reg &= ~0x80;
790 
791 	if ((advertising & ADVERTISED_1000baseKX_Full) ||
792 	    (advertising & ADVERTISED_2500baseX_Full))
793 		reg |= 0x20;
794 	else
795 		reg &= ~0x20;
796 
797 	XMDIO_WRITE(pdata, MDIO_MMD_AN, MDIO_AN_ADVERTISE + 1, reg);
798 
799 	/* Set up Advertisement register 1 last */
800 	reg = XMDIO_READ(pdata, MDIO_MMD_AN, MDIO_AN_ADVERTISE);
801 	if (advertising & ADVERTISED_Pause)
802 		reg |= 0x400;
803 	else
804 		reg &= ~0x400;
805 
806 	if (advertising & ADVERTISED_Asym_Pause)
807 		reg |= 0x800;
808 	else
809 		reg &= ~0x800;
810 
811 	/* We don't intend to perform XNP */
812 	reg &= ~AXGBE_XNP_NP_EXCHANGE;
813 
814 	XMDIO_WRITE(pdata, MDIO_MMD_AN, MDIO_AN_ADVERTISE, reg);
815 
816 	PMD_DRV_LOG_LINE(DEBUG, "CL73 AN initialized");
817 }
818 
819 static void axgbe_an_init(struct axgbe_port *pdata)
820 {
821 	/* Set up advertisement registers based on current settings */
822 	pdata->an_mode = pdata->phy_if.phy_impl.an_mode(pdata);
823 	switch (pdata->an_mode) {
824 	case AXGBE_AN_MODE_CL73:
825 	case AXGBE_AN_MODE_CL73_REDRV:
826 		axgbe_an73_init(pdata);
827 		break;
828 	case AXGBE_AN_MODE_CL37:
829 	case AXGBE_AN_MODE_CL37_SGMII:
830 		axgbe_an37_init(pdata);
831 		break;
832 	default:
833 		break;
834 	}
835 }
836 
837 static void axgbe_phy_adjust_link(struct axgbe_port *pdata)
838 {
839 	if (pdata->phy.link) {
840 		/* Flow control support */
841 		pdata->pause_autoneg = pdata->phy.pause_autoneg;
842 
843 		if (pdata->tx_pause != (unsigned int)pdata->phy.tx_pause) {
844 			pdata->hw_if.config_tx_flow_control(pdata);
845 			pdata->tx_pause = pdata->phy.tx_pause;
846 		}
847 
848 		if (pdata->rx_pause != (unsigned int)pdata->phy.rx_pause) {
849 			pdata->hw_if.config_rx_flow_control(pdata);
850 			pdata->rx_pause = pdata->phy.rx_pause;
851 		}
852 
853 		/* Speed support */
854 		if (pdata->phy_speed != pdata->phy.speed)
855 			pdata->phy_speed = pdata->phy.speed;
856 		if (pdata->phy_link != pdata->phy.link)
857 			pdata->phy_link = pdata->phy.link;
858 	} else if (pdata->phy_link) {
859 		pdata->phy_link = 0;
860 		pdata->phy_speed = SPEED_UNKNOWN;
861 	}
862 }
863 
864 static int axgbe_phy_config_fixed(struct axgbe_port *pdata)
865 {
866 	enum axgbe_mode mode;
867 
868 	PMD_DRV_LOG_LINE(DEBUG, "fixed PHY configuration");
869 
870 	/* Disable auto-negotiation */
871 	axgbe_an_disable(pdata);
872 
873 	/* Set specified mode for specified speed */
874 	mode = pdata->phy_if.phy_impl.get_mode(pdata, pdata->phy.speed);
875 	switch (mode) {
876 	case AXGBE_MODE_KX_1000:
877 	case AXGBE_MODE_KX_2500:
878 	case AXGBE_MODE_KR:
879 	case AXGBE_MODE_SGMII_10:
880 	case AXGBE_MODE_SGMII_100:
881 	case AXGBE_MODE_SGMII_1000:
882 	case AXGBE_MODE_X:
883 	case AXGBE_MODE_SFI:
884 		break;
885 	case AXGBE_MODE_UNKNOWN:
886 	default:
887 		return -EINVAL;
888 	}
889 
890 	/* Validate duplex mode */
891 	if (pdata->phy.duplex != DUPLEX_FULL)
892 		return -EINVAL;
893 
894 	axgbe_set_mode(pdata, mode);
895 
896 	return 0;
897 }
898 
899 static int __axgbe_phy_config_aneg(struct axgbe_port *pdata, bool set_mode)
900 {
901 	int ret;
902 
903 	pthread_mutex_lock(&pdata->an_mutex);
904 	rte_bit_relaxed_set32(AXGBE_LINK_INIT, &pdata->dev_state);
905 	pdata->link_check = rte_get_timer_cycles();
906 
907 	ret = pdata->phy_if.phy_impl.an_config(pdata);
908 	if (ret)
909 		goto out;
910 
911 	if (pdata->phy.autoneg != AUTONEG_ENABLE) {
912 		ret = axgbe_phy_config_fixed(pdata);
913 		if (ret || !pdata->kr_redrv)
914 			goto out;
915 		PMD_DRV_LOG_LINE(DEBUG, "AN redriver support");
916 	} else {
917 		PMD_DRV_LOG_LINE(DEBUG, "AN PHY configuration");
918 	}
919 
920 	/* Disable auto-negotiation interrupt */
921 	rte_intr_disable(pdata->pci_dev->intr_handle);
922 
923 	/* Start auto-negotiation in a supported mode */
924 	if (set_mode) {
925 		if (axgbe_use_mode(pdata, AXGBE_MODE_KR)) {
926 			axgbe_set_mode(pdata, AXGBE_MODE_KR);
927 		} else if (axgbe_use_mode(pdata, AXGBE_MODE_KX_2500)) {
928 			axgbe_set_mode(pdata, AXGBE_MODE_KX_2500);
929 		} else if (axgbe_use_mode(pdata, AXGBE_MODE_KX_1000)) {
930 			axgbe_set_mode(pdata, AXGBE_MODE_KX_1000);
931 		} else if (axgbe_use_mode(pdata, AXGBE_MODE_SFI)) {
932 			axgbe_set_mode(pdata, AXGBE_MODE_SFI);
933 		} else if (axgbe_use_mode(pdata, AXGBE_MODE_X)) {
934 			axgbe_set_mode(pdata, AXGBE_MODE_X);
935 		} else if (axgbe_use_mode(pdata, AXGBE_MODE_SGMII_1000)) {
936 			axgbe_set_mode(pdata, AXGBE_MODE_SGMII_1000);
937 		} else if (axgbe_use_mode(pdata, AXGBE_MODE_SGMII_100)) {
938 			axgbe_set_mode(pdata, AXGBE_MODE_SGMII_100);
939 		} else if (axgbe_use_mode(pdata, AXGBE_MODE_SGMII_10)) {
940 			axgbe_set_mode(pdata, AXGBE_MODE_SGMII_10);
941 		} else {
942 			rte_intr_enable(pdata->pci_dev->intr_handle);
943 			ret = -EINVAL;
944 			goto out;
945 		}
946 	}
947 
948 	/* Disable and stop any in progress auto-negotiation */
949 	axgbe_an_disable_all(pdata);
950 
951 	pdata->an_result = AXGBE_AN_READY;
952 	pdata->an_state = AXGBE_AN_READY;
953 	pdata->kr_state = AXGBE_RX_BPA;
954 	pdata->kx_state = AXGBE_RX_BPA;
955 
956 	/* Re-enable auto-negotiation interrupt */
957 	rte_intr_enable(pdata->pci_dev->intr_handle);
958 	axgbe_an37_enable_interrupts(pdata);
959 
960 	axgbe_an_init(pdata);
961 	axgbe_an_restart(pdata);
962 
963 out:
964 	if (ret)
965 		rte_bit_relaxed_set32(AXGBE_LINK_ERR, &pdata->dev_state);
966 	else
967 		rte_bit_relaxed_clear32(AXGBE_LINK_ERR, &pdata->dev_state);
968 
969 	pthread_mutex_unlock(&pdata->an_mutex);
970 
971 	return ret;
972 }
973 
974 static int axgbe_phy_config_aneg(struct axgbe_port *pdata)
975 {
976 	return __axgbe_phy_config_aneg(pdata, true);
977 }
978 
979 static int axgbe_phy_reconfig_aneg(struct axgbe_port *pdata)
980 {
981 	return __axgbe_phy_config_aneg(pdata, false);
982 }
983 
984 static bool axgbe_phy_aneg_done(struct axgbe_port *pdata)
985 {
986 	return pdata->an_result == AXGBE_AN_COMPLETE;
987 }
988 
989 static void axgbe_check_link_timeout(struct axgbe_port *pdata)
990 {
991 	unsigned long link_timeout;
992 	unsigned long ticks;
993 	unsigned long kr_time;
994 	int wait;
995 
996 	link_timeout = pdata->link_check + (AXGBE_LINK_TIMEOUT *
997 					    2 *  rte_get_timer_hz());
998 	ticks = rte_get_timer_cycles();
999 	if (time_after(ticks, link_timeout)) {
1000 		if ((axgbe_cur_mode(pdata) == AXGBE_MODE_KR) &&
1001 		    pdata->phy.autoneg == AUTONEG_ENABLE) {
1002 			/* AN restart should not happen while KR training is in progress.
1003 			 * The while loop ensures no AN restart during KR training,
1004 			 * waits up to 500ms and AN restart is triggered only if KR
1005 			 * training is failed.
1006 			 */
1007 			wait = AXGBE_KR_TRAINING_WAIT_ITER;
1008 			while (wait--) {
1009 				kr_time = pdata->kr_start_time +
1010 					  msecs_to_timer_cycles(AXGBE_AN_MS_TIMEOUT);
1011 				ticks = rte_get_timer_cycles();
1012 				if (time_after(ticks, kr_time))
1013 					break;
1014 				/* AN restart is not required, if AN result is COMPLETE */
1015 				if (pdata->an_result == AXGBE_AN_COMPLETE)
1016 					return;
1017 				rte_delay_us(10500);
1018 			}
1019 		}
1020 
1021 		PMD_DRV_LOG_LINE(NOTICE, "AN link timeout");
1022 		axgbe_phy_config_aneg(pdata);
1023 	}
1024 }
1025 
1026 static enum axgbe_mode axgbe_phy_status_aneg(struct axgbe_port *pdata)
1027 {
1028 	return pdata->phy_if.phy_impl.an_outcome(pdata);
1029 }
1030 
1031 static bool axgbe_phy_status_result(struct axgbe_port *pdata)
1032 {
1033 	enum axgbe_mode mode;
1034 
1035 	pdata->phy.lp_advertising = 0;
1036 
1037 	if ((pdata->phy.autoneg != AUTONEG_ENABLE) || pdata->parallel_detect)
1038 		mode = axgbe_cur_mode(pdata);
1039 	else
1040 		mode = axgbe_phy_status_aneg(pdata);
1041 
1042 	switch (mode) {
1043 	case AXGBE_MODE_SGMII_10:
1044 		pdata->phy.speed = SPEED_10;
1045 		break;
1046 	case AXGBE_MODE_SGMII_100:
1047 		pdata->phy.speed = SPEED_100;
1048 		break;
1049 	case AXGBE_MODE_X:
1050 	case AXGBE_MODE_KX_1000:
1051 	case AXGBE_MODE_SGMII_1000:
1052 		pdata->phy.speed = SPEED_1000;
1053 		break;
1054 	case AXGBE_MODE_KX_2500:
1055 		pdata->phy.speed = SPEED_2500;
1056 		break;
1057 	case AXGBE_MODE_KR:
1058 	case AXGBE_MODE_SFI:
1059 		pdata->phy.speed = SPEED_10000;
1060 		break;
1061 	case AXGBE_MODE_UNKNOWN:
1062 	default:
1063 		pdata->phy.speed = SPEED_UNKNOWN;
1064 	}
1065 
1066 	pdata->phy.duplex = DUPLEX_FULL;
1067 
1068 	if (!axgbe_set_mode(pdata, mode))
1069 		return false;
1070 
1071 	if (pdata->an_again)
1072 		axgbe_phy_reconfig_aneg(pdata);
1073 
1074 	return true;
1075 }
1076 
1077 static int autoneg_time_out(unsigned long autoneg_start_time)
1078 {
1079 	unsigned long autoneg_timeout;
1080 	unsigned long ticks;
1081 
1082 	autoneg_timeout = autoneg_start_time + (AXGBE_LINK_TIMEOUT *
1083 						2 *  rte_get_timer_hz());
1084 	ticks = rte_get_timer_cycles();
1085 	if (time_after(ticks, autoneg_timeout))
1086 		return 1;
1087 	else
1088 		return 0;
1089 }
1090 
1091 static void axgbe_phy_status(struct axgbe_port *pdata)
1092 {
1093 	unsigned int link_aneg;
1094 	int an_restart, ret;
1095 	unsigned int reg = 0;
1096 	unsigned long autoneg_start_time;
1097 
1098 	if (rte_bit_relaxed_get32(AXGBE_LINK_ERR, &pdata->dev_state)) {
1099 		pdata->phy.link = 0;
1100 		goto adjust_link;
1101 	}
1102 
1103 	link_aneg = (pdata->phy.autoneg == AUTONEG_ENABLE);
1104 
1105 	pdata->phy.link = pdata->phy_if.phy_impl.link_status(pdata,
1106 							     &an_restart);
1107 	if (an_restart) {
1108 		axgbe_phy_config_aneg(pdata);
1109 		goto adjust_link;
1110 	}
1111 
1112 	if (pdata->phy.link) {
1113 		if (link_aneg && !axgbe_phy_aneg_done(pdata)) {
1114 			if (axgbe_cur_mode(pdata) == AXGBE_MODE_SGMII_1000) {
1115 				/* autoneg not complete, so re-initializing */
1116 				/* and restarting it */
1117 				axgbe_an_init(pdata);
1118 				axgbe_an_restart(pdata);
1119 				reg = XMDIO_READ(pdata, MDIO_MMD_VEND2,
1120 						 MDIO_VEND2_AN_STAT);
1121 				autoneg_start_time = rte_get_timer_cycles();
1122 				/* poll for autoneg to complete */
1123 				while (!(reg & AXGBE_AN_CL37_INT_CMPLT)) {
1124 					ret =
1125 					autoneg_time_out(autoneg_start_time);
1126 					if (ret)
1127 						break;
1128 					reg = XMDIO_READ(pdata,
1129 							 MDIO_MMD_VEND2,
1130 							 MDIO_VEND2_AN_STAT);
1131 					if (reg & AXGBE_AN_CL37_INT_CMPLT) {
1132 						axgbe_an37_isr(pdata);
1133 						break;
1134 					}
1135 				}
1136 			} else {
1137 				axgbe_check_link_timeout(pdata);
1138 				return;
1139 			}
1140 		}
1141 
1142 		if (axgbe_phy_status_result(pdata))
1143 			return;
1144 
1145 		if (rte_bit_relaxed_get32(AXGBE_LINK_INIT, &pdata->dev_state))
1146 			rte_bit_relaxed_clear32(AXGBE_LINK_INIT,
1147 						&pdata->dev_state);
1148 	} else {
1149 		if (rte_bit_relaxed_get32(AXGBE_LINK_INIT, &pdata->dev_state)) {
1150 			axgbe_check_link_timeout(pdata);
1151 
1152 			if (link_aneg)
1153 				return;
1154 		}
1155 		axgbe_phy_status_result(pdata);
1156 	}
1157 
1158 adjust_link:
1159 	axgbe_phy_adjust_link(pdata);
1160 }
1161 
1162 static void axgbe_phy_stop(struct axgbe_port *pdata)
1163 {
1164 	PMD_DRV_LOG_LINE(DEBUG, "stopping PHY");
1165 	if (!pdata->phy_started)
1166 		return;
1167 	/* Indicate the PHY is down */
1168 	pdata->phy_started = 0;
1169 	/* Disable auto-negotiation */
1170 	axgbe_an_disable_all(pdata);
1171 	pdata->phy_if.phy_impl.stop(pdata);
1172 	pdata->phy.link = 0;
1173 	axgbe_phy_adjust_link(pdata);
1174 }
1175 
1176 static int axgbe_phy_start(struct axgbe_port *pdata)
1177 {
1178 	int ret;
1179 
1180 	PMD_DRV_LOG_LINE(DEBUG, "starting PHY");
1181 
1182 	ret = pdata->phy_if.phy_impl.start(pdata);
1183 	if (ret)
1184 		return ret;
1185 	/* Set initial mode - call the mode setting routines
1186 	 * directly to insure we are properly configured
1187 	 */
1188 	if (axgbe_use_mode(pdata, AXGBE_MODE_KR)) {
1189 		axgbe_kr_mode(pdata);
1190 	} else if (axgbe_use_mode(pdata, AXGBE_MODE_KX_2500)) {
1191 		axgbe_kx_2500_mode(pdata);
1192 	} else if (axgbe_use_mode(pdata, AXGBE_MODE_KX_1000)) {
1193 		axgbe_kx_1000_mode(pdata);
1194 	} else if (axgbe_use_mode(pdata, AXGBE_MODE_SFI)) {
1195 		axgbe_sfi_mode(pdata);
1196 	} else if (axgbe_use_mode(pdata, AXGBE_MODE_X)) {
1197 		axgbe_x_mode(pdata);
1198 	} else if (axgbe_use_mode(pdata, AXGBE_MODE_SGMII_1000)) {
1199 		axgbe_sgmii_1000_mode(pdata);
1200 	} else if (axgbe_use_mode(pdata, AXGBE_MODE_SGMII_100)) {
1201 		axgbe_sgmii_100_mode(pdata);
1202 	} else if (axgbe_use_mode(pdata, AXGBE_MODE_SGMII_10)) {
1203 		axgbe_sgmii_10_mode(pdata);
1204 	} else {
1205 		ret = -EINVAL;
1206 		goto err_stop;
1207 	}
1208 	/* Indicate the PHY is up and running */
1209 	pdata->phy_started = 1;
1210 	axgbe_an_init(pdata);
1211 	axgbe_an_enable_interrupts(pdata);
1212 	return axgbe_phy_config_aneg(pdata);
1213 
1214 err_stop:
1215 	pdata->phy_if.phy_impl.stop(pdata);
1216 
1217 	return ret;
1218 }
1219 
1220 static int axgbe_phy_reset(struct axgbe_port *pdata)
1221 {
1222 	int ret;
1223 
1224 	ret = pdata->phy_if.phy_impl.reset(pdata);
1225 	if (ret)
1226 		return ret;
1227 
1228 	/* Disable auto-negotiation for now */
1229 	axgbe_an_disable_all(pdata);
1230 
1231 	/* Clear auto-negotiation interrupts */
1232 	axgbe_an_clear_interrupts_all(pdata);
1233 
1234 	return 0;
1235 }
1236 
1237 static int axgbe_phy_best_advertised_speed(struct axgbe_port *pdata)
1238 {
1239 	if (pdata->phy.advertising & ADVERTISED_10000baseKR_Full)
1240 		return SPEED_10000;
1241 	else if (pdata->phy.advertising & ADVERTISED_10000baseT_Full)
1242 		return SPEED_10000;
1243 	else if (pdata->phy.advertising & ADVERTISED_2500baseX_Full)
1244 		return SPEED_2500;
1245 	else if (pdata->phy.advertising & ADVERTISED_1000baseKX_Full)
1246 		return SPEED_1000;
1247 	else if (pdata->phy.advertising & ADVERTISED_1000baseT_Full)
1248 		return SPEED_1000;
1249 	else if (pdata->phy.advertising & ADVERTISED_100baseT_Full)
1250 		return SPEED_100;
1251 	else if (pdata->phy.advertising & ADVERTISED_10baseT_Full)
1252 		return SPEED_10;
1253 
1254 	return SPEED_UNKNOWN;
1255 }
1256 
1257 static int axgbe_phy_init(struct axgbe_port *pdata)
1258 {
1259 	int ret;
1260 
1261 	pdata->mdio_mmd = MDIO_MMD_PCS;
1262 
1263 	/* Check for FEC support */
1264 	pdata->fec_ability = XMDIO_READ(pdata, MDIO_MMD_PMAPMD,
1265 					MDIO_PMA_10GBR_FECABLE);
1266 	pdata->fec_ability &= (MDIO_PMA_10GBR_FECABLE_ABLE |
1267 			       MDIO_PMA_10GBR_FECABLE_ERRABLE);
1268 
1269 	/* Setup the phy (including supported features) */
1270 	ret = pdata->phy_if.phy_impl.init(pdata);
1271 	if (ret)
1272 		return ret;
1273 	pdata->phy.advertising = pdata->phy.supported;
1274 
1275 	pdata->phy.address = 0;
1276 
1277 	if (pdata->phy.advertising & ADVERTISED_Autoneg) {
1278 		pdata->phy.autoneg = AUTONEG_ENABLE;
1279 		pdata->phy.speed = SPEED_UNKNOWN;
1280 		pdata->phy.duplex = DUPLEX_UNKNOWN;
1281 	} else {
1282 		pdata->phy.autoneg = AUTONEG_DISABLE;
1283 		pdata->phy.speed = axgbe_phy_best_advertised_speed(pdata);
1284 		pdata->phy.duplex = DUPLEX_FULL;
1285 	}
1286 
1287 	pdata->phy.link = 0;
1288 
1289 	pdata->phy.pause_autoneg = pdata->pause_autoneg;
1290 	pdata->phy.tx_pause = pdata->tx_pause;
1291 	pdata->phy.rx_pause = pdata->rx_pause;
1292 
1293 	/* Fix up Flow Control advertising */
1294 	pdata->phy.advertising &= ~ADVERTISED_Pause;
1295 	pdata->phy.advertising &= ~ADVERTISED_Asym_Pause;
1296 
1297 	if (pdata->rx_pause) {
1298 		pdata->phy.advertising |= ADVERTISED_Pause;
1299 		pdata->phy.advertising |= ADVERTISED_Asym_Pause;
1300 	}
1301 
1302 	if (pdata->tx_pause)
1303 		pdata->phy.advertising ^= ADVERTISED_Asym_Pause;
1304 	return 0;
1305 }
1306 
1307 void axgbe_init_function_ptrs_phy(struct axgbe_phy_if *phy_if)
1308 {
1309 	phy_if->phy_init        = axgbe_phy_init;
1310 	phy_if->phy_reset       = axgbe_phy_reset;
1311 	phy_if->phy_start       = axgbe_phy_start;
1312 	phy_if->phy_stop        = axgbe_phy_stop;
1313 	phy_if->phy_status      = axgbe_phy_status;
1314 	phy_if->phy_config_aneg = axgbe_phy_config_aneg;
1315 	phy_if->an_isr          = axgbe_an_combined_isr;
1316 }
1317