271 	struct al_eth_adapter *adapter;  in al_attach()  local
294 	adapter = device_get_softc(dev);  in al_attach()
295 	adapter->dev = dev;  in al_attach()
296 	adapter->board_type = ALPINE_INTEGRATED;  in al_attach()
297 	snprintf(adapter->name, AL_ETH_NAME_MAX_LEN, "%s",  in al_attach()
299 	AL_RX_LOCK_INIT(adapter);  in al_attach()
301 	g_adapters[g_adapters_count] = adapter;  in al_attach()
304 	adapter->udma_res = bus_alloc_resource_any(dev, SYS_RES_MEMORY,  in al_attach()
306 	if (adapter->udma_res == NULL) {  in al_attach()
307 		device_printf(adapter->dev,  in al_attach()
312 	adapter->udma_base = al_bus_dma_to_va(rman_get_bustag(adapter->udma_res),  in al_attach()
313 	    rman_get_bushandle(adapter->udma_res));  in al_attach()
315 	adapter->mac_res = bus_alloc_resource_any(dev, SYS_RES_MEMORY,  in al_attach()
317 	if (adapter->mac_res == NULL) {  in al_attach()
318 		device_printf(adapter->dev,  in al_attach()
323 	adapter->mac_base = al_bus_dma_to_va(rman_get_bustag(adapter->mac_res),  in al_attach()
324 	    rman_get_bushandle(adapter->mac_res));  in al_attach()
327 	adapter->ec_res = bus_alloc_resource_any(dev, SYS_RES_MEMORY, &bar_ec,  in al_attach()
329 	if (adapter->ec_res == NULL) {  in al_attach()
330 		device_printf(adapter->dev,  in al_attach()
335 	adapter->ec_base = al_bus_dma_to_va(rman_get_bustag(adapter->ec_res),  in al_attach()
336 	    rman_get_bushandle(adapter->ec_res));  in al_attach()
338 	adapter->netdev = ifp = if_alloc(IFT_ETHER);  in al_attach()
340 	if_setsoftc(ifp, adapter);  in al_attach()
352 	adapter->if_flags = if_getflags(ifp);  in al_attach()
362 	adapter->id_number = g_adapters_count;  in al_attach()
364 	if (adapter->board_type == ALPINE_INTEGRATED) {  in al_attach()
365 		dev_id = pci_get_device(adapter->dev);  in al_attach()
366 		rev_id = pci_get_revid(adapter->dev);  in al_attach()
368 		al_eth_fpga_read_pci_config(adapter->internal_pcie_base,  in al_attach()
370 		al_eth_fpga_read_pci_config(adapter->internal_pcie_base,  in al_attach()
374 	adapter->dev_id = dev_id;  in al_attach()
375 	adapter->rev_id = rev_id;  in al_attach()
378 	adapter->tx_ring_count = AL_ETH_DEFAULT_TX_SW_DESCS;  in al_attach()
379 	adapter->tx_descs_count = AL_ETH_DEFAULT_TX_HW_DESCS;  in al_attach()
380 	adapter->rx_ring_count = AL_ETH_DEFAULT_RX_DESCS;  in al_attach()
381 	adapter->rx_descs_count = AL_ETH_DEFAULT_RX_DESCS;  in al_attach()
383 	adapter->num_tx_queues = AL_ETH_NUM_QUEUES;  in al_attach()
384 	adapter->num_rx_queues = AL_ETH_NUM_QUEUES;  in al_attach()
386 	adapter->small_copy_len	= AL_ETH_DEFAULT_SMALL_PACKET_LEN;  in al_attach()
387 	adapter->link_poll_interval = AL_ETH_DEFAULT_LINK_POLL_INTERVAL;  in al_attach()
388 	adapter->max_rx_buff_alloc_size = AL_ETH_DEFAULT_MAX_RX_BUFF_ALLOC_SIZE;  in al_attach()
390 	al_eth_req_rx_buff_size(adapter, if_getmtu(adapter->netdev));  in al_attach()
392 	adapter->link_config.force_1000_base_x = AL_ETH_DEFAULT_FORCE_1000_BASEX;  in al_attach()
394 	err = al_eth_board_params_init(adapter);  in al_attach()
398 	if (adapter->mac_mode == AL_ETH_MAC_MODE_10GbE_Serial) {  in al_attach()
399 		ifmedia_init(&adapter->media, IFM_IMASK,  in al_attach()
401 		ifmedia_add(&adapter->media, IFM_ETHER | IFM_1000_LX, 0, NULL);  in al_attach()
402 		ifmedia_add(&adapter->media, IFM_ETHER | IFM_10G_LR, 0, NULL);  in al_attach()
403 		ifmedia_add(&adapter->media, IFM_ETHER | IFM_AUTO, 0, NULL);  in al_attach()
404 		ifmedia_set(&adapter->media, IFM_ETHER | IFM_AUTO);  in al_attach()
407 	al_eth_function_reset(adapter);  in al_attach()
409 	err = al_eth_hw_init_adapter(adapter);  in al_attach()
413 	al_eth_init_rings(adapter);  in al_attach()
416 	al_eth_lm_config(adapter);  in al_attach()
417 	mtx_init(&adapter->stats_mtx, "AlStatsMtx", NULL, MTX_DEF);  in al_attach()
418 	mtx_init(&adapter->wd_mtx, "AlWdMtx", NULL, MTX_DEF);  in al_attach()
419 	callout_init_mtx(&adapter->stats_callout, &adapter->stats_mtx, 0);  in al_attach()
420 	callout_init_mtx(&adapter->wd_callout, &adapter->wd_mtx, 0);  in al_attach()
422 	ether_ifattach(ifp, adapter->mac_addr);  in al_attach()
425 	if (adapter->mac_mode == AL_ETH_MAC_MODE_RGMII) {  in al_attach()
426 		al_eth_hw_init(adapter);  in al_attach()
429 		err = mii_attach(adapter->dev, &adapter->miibus, adapter->netdev,  in al_attach()
433 			device_printf(adapter->dev, "attaching PHYs failed\n");  in al_attach()
437 		adapter->mii = device_get_softc(adapter->miibus);  in al_attach()
443 	bus_release_resource(dev, SYS_RES_MEMORY, bar_ec, adapter->ec_res);  in al_attach()
445 	bus_release_resource(dev, SYS_RES_MEMORY, bar_mac, adapter->mac_res);  in al_attach()
447 	bus_release_resource(dev, SYS_RES_MEMORY, bar_udma, adapter->udma_res);  in al_attach()
455 	struct al_eth_adapter *adapter;  in al_detach()  local
457 	adapter = device_get_softc(dev);  in al_detach()
458 	ether_ifdetach(adapter->netdev);  in al_detach()
460 	mtx_destroy(&adapter->stats_mtx);  in al_detach()
461 	mtx_destroy(&adapter->wd_mtx);  in al_detach()
463 	al_eth_down(adapter);  in al_detach()
465 	bus_release_resource(dev, SYS_RES_IRQ,    0, adapter->irq_res);  in al_detach()
466 	bus_release_resource(dev, SYS_RES_MEMORY, 0, adapter->ec_res);  in al_detach()
467 	bus_release_resource(dev, SYS_RES_MEMORY, 0, adapter->mac_res);  in al_detach()
468 	bus_release_resource(dev, SYS_RES_MEMORY, 0, adapter->udma_res);  in al_detach()
525 al_eth_serdes_init(struct al_eth_adapter *adapter)  in al_eth_serdes_init()  argument
529 	adapter->serdes_init = false;  in al_eth_serdes_init()
531 	serdes_base = alpine_serdes_resource_get(adapter->serdes_grp);  in al_eth_serdes_init()
533 		device_printf(adapter->dev, "serdes_base get failed!\n");  in al_eth_serdes_init()
539 	al_serdes_handle_grp_init(serdes_base, adapter->serdes_grp,  in al_eth_serdes_init()
540 	    &adapter->serdes_obj);  in al_eth_serdes_init()
542 	adapter->serdes_init = true;  in al_eth_serdes_init()
599 al_eth_mac_table_unicast_add(struct al_eth_adapter *adapter,  in al_eth_mac_table_unicast_add()  argument
604 	memcpy(entry.addr, adapter->mac_addr, sizeof(adapter->mac_addr));  in al_eth_mac_table_unicast_add()
612 	device_printf_dbg(adapter->dev,  in al_eth_mac_table_unicast_add()
616 	al_eth_fwd_mac_table_set(&adapter->hal_adapter, idx, &entry);  in al_eth_mac_table_unicast_add()
620 al_eth_mac_table_all_multicast_add(struct al_eth_adapter *adapter, uint8_t idx,  in al_eth_mac_table_all_multicast_add()  argument
635 	device_printf_dbg(adapter->dev,  in al_eth_mac_table_all_multicast_add()
639 	al_eth_fwd_mac_table_set(&adapter->hal_adapter, idx, &entry);  in al_eth_mac_table_all_multicast_add()
643 al_eth_mac_table_broadcast_add(struct al_eth_adapter *adapter,  in al_eth_mac_table_broadcast_add()  argument
656 	device_printf_dbg(adapter->dev,  in al_eth_mac_table_broadcast_add()
660 	al_eth_fwd_mac_table_set(&adapter->hal_adapter, idx, &entry);  in al_eth_mac_table_broadcast_add()
664 al_eth_mac_table_promiscuous_set(struct al_eth_adapter *adapter,  in al_eth_mac_table_promiscuous_set()  argument
677 	device_printf_dbg(adapter->dev, "%s: %s promiscuous mode\n",  in al_eth_mac_table_promiscuous_set()
680 	al_eth_fwd_mac_table_set(&adapter->hal_adapter,  in al_eth_mac_table_promiscuous_set()
685 al_eth_set_thash_table_entry(struct al_eth_adapter *adapter, uint8_t idx,  in al_eth_set_thash_table_entry()  argument
695 	al_eth_thash_table_set(&adapter->hal_adapter, idx, udma, queue);  in al_eth_set_thash_table_entry()
700 al_eth_fsm_table_init(struct al_eth_adapter *adapter)  in al_eth_fsm_table_init()  argument
724 		al_eth_fsm_table_set(&adapter->hal_adapter, i, val);  in al_eth_fsm_table_init()
729 al_eth_mac_table_entry_clear(struct al_eth_adapter *adapter,  in al_eth_mac_table_entry_clear()  argument
734 	device_printf_dbg(adapter->dev, "%s: clear entry %d\n", __func__, idx);  in al_eth_mac_table_entry_clear()
736 	al_eth_fwd_mac_table_set(&adapter->hal_adapter, idx, &entry);  in al_eth_mac_table_entry_clear()
740 al_eth_hw_init_adapter(struct al_eth_adapter *adapter)  in al_eth_hw_init_adapter()  argument
742 	struct al_eth_adapter_params *params = &adapter->eth_hal_params;  in al_eth_hw_init_adapter()
746 	params->rev_id = adapter->rev_id;  in al_eth_hw_init_adapter()
749 	params->udma_regs_base = adapter->udma_base; /* UDMA register base address */  in al_eth_hw_init_adapter()
750 	params->ec_regs_base = adapter->ec_base; /* Ethernet controller registers base address */  in al_eth_hw_init_adapter()
751 	params->mac_regs_base = adapter->mac_base; /* Ethernet MAC registers base address */  in al_eth_hw_init_adapter()
752 	params->name = adapter->name;  in al_eth_hw_init_adapter()
753 	params->serdes_lane = adapter->serdes_lane;  in al_eth_hw_init_adapter()
755 	rc = al_eth_adapter_init(&adapter->hal_adapter, params);  in al_eth_hw_init_adapter()
757 		device_printf(adapter->dev, "%s failed at hal init!\n",  in al_eth_hw_init_adapter()
760 	if ((adapter->board_type == ALPINE_NIC) ||  in al_eth_hw_init_adapter()
761 	    (adapter->board_type == ALPINE_FPGA_NIC)) {  in al_eth_hw_init_adapter()
773 		al_udma_gen_tgtid_conf_set(adapter->udma_base, &conf);  in al_eth_hw_init_adapter()
780 al_eth_lm_config(struct al_eth_adapter *adapter)  in al_eth_lm_config()  argument
784 	params.adapter = &adapter->hal_adapter;  in al_eth_lm_config()
785 	params.serdes_obj = &adapter->serdes_obj;  in al_eth_lm_config()
786 	params.lane = adapter->serdes_lane;  in al_eth_lm_config()
787 	params.sfp_detection = adapter->sfp_detection_needed;  in al_eth_lm_config()
788 	if (adapter->sfp_detection_needed == true) {  in al_eth_lm_config()
789 		params.sfp_bus_id = adapter->i2c_adapter_id;  in al_eth_lm_config()
793 	if (adapter->sfp_detection_needed == false) {  in al_eth_lm_config()
794 		switch (adapter->mac_mode) {  in al_eth_lm_config()
796 			if ((adapter->lt_en != 0) && (adapter->an_en != 0))  in al_eth_lm_config()
810 	params.link_training = adapter->lt_en;  in al_eth_lm_config()
812 	params.static_values = !adapter->dont_override_serdes;  in al_eth_lm_config()
813 	params.i2c_context = adapter;  in al_eth_lm_config()
816 	params.retimer_exist = adapter->retimer.exist;  in al_eth_lm_config()
817 	params.retimer_bus_id = adapter->retimer.bus_id;  in al_eth_lm_config()
818 	params.retimer_i2c_addr = adapter->retimer.i2c_addr;  in al_eth_lm_config()
819 	params.retimer_channel = adapter->retimer.channel;  in al_eth_lm_config()
821 	al_eth_lm_init(&adapter->lm_context, &params);  in al_eth_lm_config()
825 al_eth_board_params_init(struct al_eth_adapter *adapter)  in al_eth_board_params_init()  argument
828 	if (adapter->board_type == ALPINE_NIC) {  in al_eth_board_params_init()
829 		adapter->mac_mode = AL_ETH_MAC_MODE_10GbE_Serial;  in al_eth_board_params_init()
830 		adapter->sfp_detection_needed = false;  in al_eth_board_params_init()
831 		adapter->phy_exist = false;  in al_eth_board_params_init()
832 		adapter->an_en = false;  in al_eth_board_params_init()
833 		adapter->lt_en = false;  in al_eth_board_params_init()
834 		adapter->ref_clk_freq = AL_ETH_REF_FREQ_375_MHZ;  in al_eth_board_params_init()
835 		adapter->mdio_freq = AL_ETH_DEFAULT_MDIO_FREQ_KHZ;  in al_eth_board_params_init()
836 	} else if (adapter->board_type == ALPINE_FPGA_NIC) {  in al_eth_board_params_init()
837 		adapter->mac_mode = AL_ETH_MAC_MODE_SGMII;  in al_eth_board_params_init()
838 		adapter->sfp_detection_needed = false;  in al_eth_board_params_init()
839 		adapter->phy_exist = false;  in al_eth_board_params_init()
840 		adapter->an_en = false;  in al_eth_board_params_init()
841 		adapter->lt_en = false;  in al_eth_board_params_init()
842 		adapter->ref_clk_freq = AL_ETH_REF_FREQ_375_MHZ;  in al_eth_board_params_init()
843 		adapter->mdio_freq = AL_ETH_DEFAULT_MDIO_FREQ_KHZ;  in al_eth_board_params_init()
848 		adapter->auto_speed = false;  in al_eth_board_params_init()
850 		rc = al_eth_board_params_get(adapter->mac_base, &params);  in al_eth_board_params_init()
852 			device_printf(adapter->dev,  in al_eth_board_params_init()
857 		adapter->phy_exist = params.phy_exist == true;  in al_eth_board_params_init()
858 		adapter->phy_addr = params.phy_mdio_addr;  in al_eth_board_params_init()
859 		adapter->an_en = params.autoneg_enable;  in al_eth_board_params_init()
860 		adapter->lt_en = params.kr_lt_enable;  in al_eth_board_params_init()
861 		adapter->serdes_grp = params.serdes_grp;  in al_eth_board_params_init()
862 		adapter->serdes_lane = params.serdes_lane;  in al_eth_board_params_init()
863 		adapter->sfp_detection_needed = params.sfp_plus_module_exist;  in al_eth_board_params_init()
864 		adapter->i2c_adapter_id = params.i2c_adapter_id;  in al_eth_board_params_init()
865 		adapter->ref_clk_freq = params.ref_clk_freq;  in al_eth_board_params_init()
866 		adapter->dont_override_serdes = params.dont_override_serdes;  in al_eth_board_params_init()
867 		adapter->link_config.active_duplex = !params.half_duplex;  in al_eth_board_params_init()
868 		adapter->link_config.autoneg = !params.an_disable;  in al_eth_board_params_init()
869 		adapter->link_config.force_1000_base_x = params.force_1000_base_x;  in al_eth_board_params_init()
870 		adapter->retimer.exist = params.retimer_exist;  in al_eth_board_params_init()
871 		adapter->retimer.bus_id = params.retimer_bus_id;  in al_eth_board_params_init()
872 		adapter->retimer.i2c_addr = params.retimer_i2c_addr;  in al_eth_board_params_init()
873 		adapter->retimer.channel = params.retimer_channel;  in al_eth_board_params_init()
877 			device_printf(adapter->dev,  in al_eth_board_params_init()
880 			adapter->link_config.active_speed = 1000;  in al_eth_board_params_init()
883 			adapter->link_config.active_speed = 100;  in al_eth_board_params_init()
886 			adapter->link_config.active_speed = 10;  in al_eth_board_params_init()
892 			device_printf(adapter->dev,  in al_eth_board_params_init()
896 			adapter->mdio_freq = AL_ETH_DEFAULT_MDIO_FREQ_KHZ;  in al_eth_board_params_init()
899 			adapter->mdio_freq = AL_ETH_MDIO_FREQ_1000_KHZ;  in al_eth_board_params_init()
907 				adapter->mac_mode = AL_ETH_MAC_MODE_SGMII;  in al_eth_board_params_init()
909 				adapter->mac_mode = AL_ETH_MAC_MODE_RGMII;  in al_eth_board_params_init()
911 			adapter->use_lm = false;  in al_eth_board_params_init()
914 			adapter->mac_mode = AL_ETH_MAC_MODE_SGMII;  in al_eth_board_params_init()
915 			adapter->use_lm = true;  in al_eth_board_params_init()
918 			adapter->mac_mode = AL_ETH_MAC_MODE_10GbE_Serial;  in al_eth_board_params_init()
919 			adapter->use_lm = true;  in al_eth_board_params_init()
922 			adapter->sfp_detection_needed = true;  in al_eth_board_params_init()
923 			adapter->auto_speed = false;  in al_eth_board_params_init()
924 			adapter->use_lm = true;  in al_eth_board_params_init()
927 			adapter->sfp_detection_needed = true;  in al_eth_board_params_init()
928 			adapter->auto_speed = true;  in al_eth_board_params_init()
929 			adapter->mac_mode_set = false;  in al_eth_board_params_init()
930 			adapter->use_lm = true;  in al_eth_board_params_init()
932 			adapter->mac_mode = AL_ETH_MAC_MODE_10GbE_Serial;  in al_eth_board_params_init()
935 			device_printf(adapter->dev,  in al_eth_board_params_init()
941 		device_printf(adapter->dev,  in al_eth_board_params_init()
945 		    params.phy_mdio_addr, adapter->mdio_freq,  in al_eth_board_params_init()
950 	al_eth_mac_addr_read(adapter->ec_base, 0, adapter->mac_addr);  in al_eth_board_params_init()
956 al_eth_function_reset(struct al_eth_adapter *adapter)  in al_eth_function_reset()  argument
962 	al_eth_board_params_get(adapter->mac_base, &params);  in al_eth_function_reset()
963 	al_eth_mac_addr_read(adapter->ec_base, 0, adapter->mac_addr);  in al_eth_function_reset()
964 	if (adapter->board_type == ALPINE_INTEGRATED)  in al_eth_function_reset()
967 		    adapter->dev, adapter->mac_base);  in al_eth_function_reset()
971 		    adapter->internal_pcie_base, adapter->mac_base);  in al_eth_function_reset()
974 	al_eth_board_params_set(adapter->mac_base, &params);  in al_eth_function_reset()
975 	al_eth_mac_addr_store(adapter->ec_base, 0, adapter->mac_addr);  in al_eth_function_reset()
981 al_eth_init_rings(struct al_eth_adapter *adapter)  in al_eth_init_rings()  argument
985 	for (i = 0; i < adapter->num_tx_queues; i++) {  in al_eth_init_rings()
986 		struct al_eth_ring *ring = &adapter->tx_ring[i];  in al_eth_init_rings()
989 		ring->dev = adapter->dev;  in al_eth_init_rings()
990 		ring->adapter = adapter;  in al_eth_init_rings()
991 		ring->netdev = adapter->netdev;  in al_eth_init_rings()
992 		al_udma_q_handle_get(&adapter->hal_adapter.tx_udma, i,  in al_eth_init_rings()
994 		ring->sw_count = adapter->tx_ring_count;  in al_eth_init_rings()
995 		ring->hw_count = adapter->tx_descs_count;  in al_eth_init_rings()
996 …ring->unmask_reg_offset = al_udma_iofic_unmask_offset_get((struct unit_regs *)adapter->udma_base, …  in al_eth_init_rings()
1000 	for (i = 0; i < adapter->num_rx_queues; i++) {  in al_eth_init_rings()
1001 		struct al_eth_ring *ring = &adapter->rx_ring[i];  in al_eth_init_rings()
1004 		ring->dev = adapter->dev;  in al_eth_init_rings()
1005 		ring->adapter = adapter;  in al_eth_init_rings()
1006 		ring->netdev = adapter->netdev;  in al_eth_init_rings()
1007 		al_udma_q_handle_get(&adapter->hal_adapter.rx_udma, i, &ring->dma_q);  in al_eth_init_rings()
1008 		ring->sw_count = adapter->rx_ring_count;  in al_eth_init_rings()
1009 		ring->hw_count = adapter->rx_descs_count;  in al_eth_init_rings()
1011 		    (struct unit_regs *)adapter->udma_base,  in al_eth_init_rings()
1020 	struct al_eth_adapter *adapter = arg;  in al_init_locked()  local
1021 	if_t ifp = adapter->netdev;  in al_init_locked()
1024 	al_eth_down(adapter);  in al_init_locked()
1025 	rc = al_eth_up(adapter);  in al_init_locked()
1035 	struct al_eth_adapter *adapter = arg;  in al_init()  local
1037 	al_init_locked(adapter);  in al_init()
1041 al_eth_alloc_rx_buf(struct al_eth_adapter *adapter,  in al_eth_alloc_rx_buf()  argument
1053 	rx_info->data_size = adapter->rx_mbuf_sz;  in al_eth_alloc_rx_buf()
1055 	AL_RX_LOCK(adapter);  in al_eth_alloc_rx_buf()
1060 	AL_RX_UNLOCK(adapter);  in al_eth_alloc_rx_buf()
1065 	rx_info->m->m_pkthdr.len = rx_info->m->m_len = adapter->rx_mbuf_sz;  in al_eth_alloc_rx_buf()
1086 al_eth_refill_rx_bufs(struct al_eth_adapter *adapter, unsigned int qid,  in al_eth_refill_rx_bufs()  argument
1089 	struct al_eth_ring *rx_ring = &adapter->rx_ring[qid];  in al_eth_refill_rx_bufs()
1100 		if (__predict_false(al_eth_alloc_rx_buf(adapter,  in al_eth_refill_rx_bufs()
1102 			device_printf(adapter->dev,  in al_eth_refill_rx_bufs()
1110 			device_printf(adapter->dev,  in al_eth_refill_rx_bufs()
1119 		device_printf(adapter->dev,  in al_eth_refill_rx_bufs()
1136 al_eth_refill_all_rx_bufs(struct al_eth_adapter *adapter)  in al_eth_refill_all_rx_bufs()  argument
1140 	for (i = 0; i < adapter->num_rx_queues; i++)  in al_eth_refill_all_rx_bufs()
1141 		al_eth_refill_rx_bufs(adapter, i, AL_ETH_DEFAULT_RX_DESCS - 1);  in al_eth_refill_all_rx_bufs()
1477 al_eth_rx_checksum(struct al_eth_adapter *adapter,  in al_eth_rx_checksum()  argument
1482 	if (unlikely((if_getcapenable(adapter->netdev) & IFCAP_RXCSUM) &&  in al_eth_rx_checksum()
1485 		device_printf(adapter->dev,"rx ipv4 header checksum error\n");  in al_eth_rx_checksum()
1490 	if (unlikely((if_getcapenable(adapter->netdev) & IFCAP_RXCSUM_IPV6) &&  in al_eth_rx_checksum()
1493 		device_printf(adapter->dev,"rx ipv6 header checksum error\n");  in al_eth_rx_checksum()
1501 			device_printf_dbg(adapter->dev, "rx L4 checksum error\n");  in al_eth_rx_checksum()
1506 			device_printf_dbg(adapter->dev, "rx checksum correct\n");  in al_eth_rx_checksum()
1516 al_eth_rx_mbuf(struct al_eth_adapter *adapter,  in al_eth_rx_mbuf()  argument
1526 	device_printf_dbg(adapter->dev, "rx_info %p data %p\n", rx_info,  in al_eth_rx_mbuf()
1541 	if (len <= adapter->small_copy_len) {  in al_eth_rx_mbuf()
1543 		device_printf_dbg(adapter->dev, "rx small packet. len %d\n", len);  in al_eth_rx_mbuf()
1545 		AL_RX_LOCK(adapter);  in al_eth_rx_mbuf()
1547 		AL_RX_UNLOCK(adapter);  in al_eth_rx_mbuf()
1549 			device_printf(adapter->dev, "smbuf is NULL\n");  in al_eth_rx_mbuf()
1620 		mbuf = al_eth_rx_mbuf(rx_ring->adapter, rx_ring, hal_pkt, descs,  in al_eth_rx_recv_work()
1632 			al_eth_rx_checksum(rx_ring->adapter, hal_pkt, mbuf);  in al_eth_rx_recv_work()
1666 	refill_actual = al_eth_refill_rx_bufs(rx_ring->adapter, qid,  in al_eth_rx_recv_work()
1723 	struct al_eth_adapter *adapter = if_getsoftc(ifp);  in al_mq_start()  local
1730 		i = m->m_pkthdr.flowid % adapter->num_tx_queues;  in al_mq_start()
1732 		i = curcpu % adapter->num_tx_queues;  in al_mq_start()
1739 	tx_ring = &adapter->tx_ring[i];  in al_mq_start()
1741 	device_printf_dbg(adapter->dev, "dgb start() - assuming link is active, "  in al_mq_start()
1764 al_eth_flow_ctrl_init(struct al_eth_adapter *adapter)  in al_eth_flow_ctrl_init()  argument
1771 	adapter->link_config.flow_ctrl_supported = default_flow_ctrl;  in al_eth_flow_ctrl_init()
1775 al_eth_flow_ctrl_config(struct al_eth_adapter *adapter)  in al_eth_flow_ctrl_config()  argument
1778 	uint8_t active = adapter->link_config.flow_ctrl_active;  in al_eth_flow_ctrl_config()
1781 	flow_ctrl_params = &adapter->flow_ctrl_params;  in al_eth_flow_ctrl_config()
1798 	al_eth_flow_control_config(&adapter->hal_adapter, flow_ctrl_params);  in al_eth_flow_ctrl_config()
1804 al_eth_flow_ctrl_enable(struct al_eth_adapter *adapter)  in al_eth_flow_ctrl_enable()  argument
1811 	adapter->link_config.flow_ctrl_active =  in al_eth_flow_ctrl_enable()
1812 	    adapter->link_config.flow_ctrl_supported;  in al_eth_flow_ctrl_enable()
1814 	al_eth_flow_ctrl_config(adapter);  in al_eth_flow_ctrl_enable()
1818 al_eth_flow_ctrl_disable(struct al_eth_adapter *adapter)  in al_eth_flow_ctrl_disable()  argument
1821 	adapter->link_config.flow_ctrl_active = 0;  in al_eth_flow_ctrl_disable()
1822 	al_eth_flow_ctrl_config(adapter);  in al_eth_flow_ctrl_disable()
1826 al_eth_hw_init(struct al_eth_adapter *adapter)  in al_eth_hw_init()  argument
1830 	rc = al_eth_hw_init_adapter(adapter);  in al_eth_hw_init()
1834 	rc = al_eth_mac_config(&adapter->hal_adapter, adapter->mac_mode);  in al_eth_hw_init()
1836 		device_printf(adapter->dev, "%s failed to configure mac!\n",  in al_eth_hw_init()
1841 	if ((adapter->mac_mode == AL_ETH_MAC_MODE_SGMII) ||  in al_eth_hw_init()
1842 	    (adapter->mac_mode == AL_ETH_MAC_MODE_RGMII &&  in al_eth_hw_init()
1843 	     adapter->phy_exist == false)) {  in al_eth_hw_init()
1844 		rc = al_eth_mac_link_config(&adapter->hal_adapter,  in al_eth_hw_init()
1845 		    adapter->link_config.force_1000_base_x,  in al_eth_hw_init()
1846 		    adapter->link_config.autoneg,  in al_eth_hw_init()
1847 		    adapter->link_config.active_speed,  in al_eth_hw_init()
1848 		    adapter->link_config.active_duplex);  in al_eth_hw_init()
1850 			device_printf(adapter->dev,  in al_eth_hw_init()
1857 	rc = al_eth_mdio_config(&adapter->hal_adapter,  in al_eth_hw_init()
1859 	    adapter->ref_clk_freq, adapter->mdio_freq);  in al_eth_hw_init()
1861 		device_printf(adapter->dev, "%s failed at mdio config!\n",  in al_eth_hw_init()
1866 	al_eth_flow_ctrl_init(adapter);  in al_eth_hw_init()
1872 al_eth_hw_stop(struct al_eth_adapter *adapter)  in al_eth_hw_stop()  argument
1875 	al_eth_mac_stop(&adapter->hal_adapter);  in al_eth_hw_stop()
1884 	al_eth_adapter_stop(&adapter->hal_adapter);  in al_eth_hw_stop()
1886 	adapter->flags |= AL_ETH_FLAG_RESET_REQUESTED;  in al_eth_hw_stop()
1889 	al_eth_flow_ctrl_disable(adapter);  in al_eth_hw_stop()
1902 	struct al_eth_adapter *adapter = data;  in al_eth_intr_intx_all()  local
1905 	    (struct unit_regs __iomem *)adapter->udma_base;  in al_eth_intr_intx_all()
1911 		device_printf_dbg(adapter->dev, "%s group A cause %x\n",  in al_eth_intr_intx_all()
1922 			device_printf_dbg(adapter->dev,  in al_eth_intr_intx_all()
1927 			device_printf(adapter->dev,  in al_eth_intr_intx_all()
1933 			device_printf_dbg(adapter->dev,  in al_eth_intr_intx_all()
1941 		device_printf_dbg(adapter->dev, "secondary B cause %x\n",  in al_eth_intr_intx_all()
1943 		for (qid = 0; qid < adapter->num_rx_queues; qid++) {  in al_eth_intr_intx_all()
1947 				    (struct unit_regs __iomem *)adapter->udma_base,  in al_eth_intr_intx_all()
1957 		device_printf_dbg(adapter->dev, "secondary C cause %x\n", cause_c);  in al_eth_intr_intx_all()
1958 		for (qid = 0; qid < adapter->num_tx_queues; qid++) {  in al_eth_intr_intx_all()
1961 				    (struct unit_regs __iomem *)adapter->udma_base,  in al_eth_intr_intx_all()
1968 	al_eth_tx_cmlp_irq_filter(adapter->tx_ring);  in al_eth_intr_intx_all()
1976 	struct al_eth_adapter *adapter = data;  in al_eth_intr_msix_all()  local
1978 	device_printf_dbg(adapter->dev, "%s\n", __func__);  in al_eth_intr_msix_all()
1985 	struct al_eth_adapter *adapter = data;  in al_eth_intr_msix_mgmt()  local
1987 	device_printf_dbg(adapter->dev, "%s\n", __func__);  in al_eth_intr_msix_mgmt()
1992 al_eth_enable_msix(struct al_eth_adapter *adapter)  in al_eth_enable_msix()  argument
1996 	device_printf_dbg(adapter->dev, "%s\n", __func__);  in al_eth_enable_msix()
1997 	msix_vecs = 1 + adapter->num_rx_queues + adapter->num_tx_queues;  in al_eth_enable_msix()
1999 	device_printf_dbg(adapter->dev,  in al_eth_enable_msix()
2002 	adapter->msix_entries = malloc(msix_vecs*sizeof(*adapter->msix_entries),  in al_eth_enable_msix()
2005 	adapter->msix_entries[AL_ETH_MGMT_IRQ_IDX].entry = 2;  in al_eth_enable_msix()
2006 	adapter->msix_entries[AL_ETH_MGMT_IRQ_IDX].vector = 0;  in al_eth_enable_msix()
2009 	for (i = 0; i < adapter->num_rx_queues; i++) {  in al_eth_enable_msix()
2010 		int irq_idx = AL_ETH_RXQ_IRQ_IDX(adapter, i);  in al_eth_enable_msix()
2012 		adapter->msix_entries[irq_idx].entry = 3 + i;  in al_eth_enable_msix()
2013 		adapter->msix_entries[irq_idx].vector = 0;  in al_eth_enable_msix()
2016 	for (i = 0; i < adapter->num_tx_queues; i++) {  in al_eth_enable_msix()
2017 		int irq_idx = AL_ETH_TXQ_IRQ_IDX(adapter, i);  in al_eth_enable_msix()
2019 		adapter->msix_entries[irq_idx].entry = 3 +  in al_eth_enable_msix()
2021 		adapter->msix_entries[irq_idx].vector = 0;  in al_eth_enable_msix()
2025 	rc = pci_alloc_msix(adapter->dev, &count);  in al_eth_enable_msix()
2028 		device_printf_dbg(adapter->dev, "failed to allocate MSIX "  in al_eth_enable_msix()
2030 		device_printf_dbg(adapter->dev, "ret = %d\n", rc);  in al_eth_enable_msix()
2035 		device_printf_dbg(adapter->dev, "failed to allocate all MSIX "  in al_eth_enable_msix()
2042 	    adapter->msix_entries[i].vector = 2 + 1 + i;  in al_eth_enable_msix()
2044 	device_printf_dbg(adapter->dev, "successfully enabled MSIX,"  in al_eth_enable_msix()
2047 	adapter->msix_vecs = msix_vecs;  in al_eth_enable_msix()
2048 	adapter->flags |= AL_ETH_FLAG_MSIX_ENABLED;  in al_eth_enable_msix()
2052 	adapter->msix_vecs = 0;  in al_eth_enable_msix()
2053 	free(adapter->msix_entries, M_IFAL);  in al_eth_enable_msix()
2054 	adapter->msix_entries = NULL;  in al_eth_enable_msix()
2061 al_eth_setup_int_mode(struct al_eth_adapter *adapter)  in al_eth_setup_int_mode()  argument
2065 	rc = al_eth_enable_msix(adapter);  in al_eth_setup_int_mode()
2067 		device_printf(adapter->dev, "Failed to enable MSIX mode.\n");  in al_eth_setup_int_mode()
2071 	adapter->irq_vecs = max(1, adapter->msix_vecs);  in al_eth_setup_int_mode()
2073 	if (adapter->msix_vecs == 0) {  in al_eth_setup_int_mode()
2074 		snprintf(adapter->irq_tbl[AL_ETH_MGMT_IRQ_IDX].name,  in al_eth_setup_int_mode()
2076 		    device_get_name(adapter->dev));  in al_eth_setup_int_mode()
2077 		adapter->irq_tbl[AL_ETH_MGMT_IRQ_IDX].handler =  in al_eth_setup_int_mode()
2080 		adapter->irq_tbl[AL_ETH_MGMT_IRQ_IDX].vector = 0;  in al_eth_setup_int_mode()
2081 		adapter->irq_tbl[AL_ETH_MGMT_IRQ_IDX].data = adapter;  in al_eth_setup_int_mode()
2083 		device_printf(adapter->dev, "%s and vector %d \n", __func__,  in al_eth_setup_int_mode()
2084 		    adapter->irq_tbl[AL_ETH_MGMT_IRQ_IDX].vector);  in al_eth_setup_int_mode()
2089 	if (adapter->msix_vecs == 1) {  in al_eth_setup_int_mode()
2090 		snprintf(adapter->irq_tbl[AL_ETH_MGMT_IRQ_IDX].name,  in al_eth_setup_int_mode()
2092 		    device_get_name(adapter->dev));  in al_eth_setup_int_mode()
2093 		adapter->irq_tbl[AL_ETH_MGMT_IRQ_IDX].handler =  in al_eth_setup_int_mode()
2095 		adapter->irq_tbl[AL_ETH_MGMT_IRQ_IDX].vector =  in al_eth_setup_int_mode()
2096 		    adapter->msix_entries[AL_ETH_MGMT_IRQ_IDX].vector;  in al_eth_setup_int_mode()
2097 		adapter->irq_tbl[AL_ETH_MGMT_IRQ_IDX].data = adapter;  in al_eth_setup_int_mode()
2102 	snprintf(adapter->irq_tbl[AL_ETH_MGMT_IRQ_IDX].name, AL_ETH_IRQNAME_SIZE,  in al_eth_setup_int_mode()
2103 	    "al-eth-msix-mgmt@pci:%s", device_get_name(adapter->dev));  in al_eth_setup_int_mode()
2104 	adapter->irq_tbl[AL_ETH_MGMT_IRQ_IDX].handler = al_eth_intr_msix_mgmt;  in al_eth_setup_int_mode()
2106 	adapter->irq_tbl[AL_ETH_MGMT_IRQ_IDX].data = adapter;  in al_eth_setup_int_mode()
2107 	adapter->irq_tbl[AL_ETH_MGMT_IRQ_IDX].vector =  in al_eth_setup_int_mode()
2108 	    adapter->msix_entries[AL_ETH_MGMT_IRQ_IDX].vector;  in al_eth_setup_int_mode()
2110 	for (i = 0; i < adapter->num_rx_queues; i++) {  in al_eth_setup_int_mode()
2111 		int irq_idx = AL_ETH_RXQ_IRQ_IDX(adapter, i);  in al_eth_setup_int_mode()
2113 		snprintf(adapter->irq_tbl[irq_idx].name, AL_ETH_IRQNAME_SIZE,  in al_eth_setup_int_mode()
2115 		    device_get_name(adapter->dev));  in al_eth_setup_int_mode()
2116 		adapter->irq_tbl[irq_idx].handler = al_eth_rx_recv_irq_filter;  in al_eth_setup_int_mode()
2117 		adapter->irq_tbl[irq_idx].data = &adapter->rx_ring[i];  in al_eth_setup_int_mode()
2118 		adapter->irq_tbl[irq_idx].vector =  in al_eth_setup_int_mode()
2119 		    adapter->msix_entries[irq_idx].vector;  in al_eth_setup_int_mode()
2122 	for (i = 0; i < adapter->num_tx_queues; i++) {  in al_eth_setup_int_mode()
2123 		int irq_idx = AL_ETH_TXQ_IRQ_IDX(adapter, i);  in al_eth_setup_int_mode()
2125 		snprintf(adapter->irq_tbl[irq_idx].name,  in al_eth_setup_int_mode()
2127 		    device_get_name(adapter->dev));  in al_eth_setup_int_mode()
2128 		adapter->irq_tbl[irq_idx].handler = al_eth_tx_cmlp_irq_filter;  in al_eth_setup_int_mode()
2129 		adapter->irq_tbl[irq_idx].data = &adapter->tx_ring[i];  in al_eth_setup_int_mode()
2130 		adapter->irq_tbl[irq_idx].vector =  in al_eth_setup_int_mode()
2131 		    adapter->msix_entries[irq_idx].vector;  in al_eth_setup_int_mode()
2138 __al_eth_free_irq(struct al_eth_adapter *adapter)  in __al_eth_free_irq()  argument
2143 	for (i = 0; i < adapter->irq_vecs; i++) {  in __al_eth_free_irq()
2144 		irq = &adapter->irq_tbl[i];  in __al_eth_free_irq()
2146 			device_printf_dbg(adapter->dev, "tear down irq: %d\n",  in __al_eth_free_irq()
2148 			rc = bus_teardown_intr(adapter->dev, irq->res,  in __al_eth_free_irq()
2151 				device_printf(adapter->dev, "failed to tear "  in __al_eth_free_irq()
2159 al_eth_free_irq(struct al_eth_adapter *adapter)  in al_eth_free_irq()  argument
2164 	if (adapter->msix_vecs >= 1) {  in al_eth_free_irq()
2165 		free_irq_cpu_rmap(adapter->netdev->rx_cpu_rmap);  in al_eth_free_irq()
2166 		adapter->netdev->rx_cpu_rmap = NULL;  in al_eth_free_irq()
2170 	__al_eth_free_irq(adapter);  in al_eth_free_irq()
2172 	for (i = 0; i < adapter->irq_vecs; i++) {  in al_eth_free_irq()
2173 		irq = &adapter->irq_tbl[i];  in al_eth_free_irq()
2176 		device_printf_dbg(adapter->dev, "release resource irq: %d\n",  in al_eth_free_irq()
2178 		rc = bus_release_resource(adapter->dev, SYS_RES_IRQ, irq->vector,  in al_eth_free_irq()
2182 			device_printf(adapter->dev, "dev has no parent while "  in al_eth_free_irq()
2186 	pci_release_msi(adapter->dev);  in al_eth_free_irq()
2188 	adapter->flags &= ~AL_ETH_FLAG_MSIX_ENABLED;  in al_eth_free_irq()
2190 	adapter->msix_vecs = 0;  in al_eth_free_irq()
2191 	free(adapter->msix_entries, M_IFAL);  in al_eth_free_irq()
2192 	adapter->msix_entries = NULL;  in al_eth_free_irq()
2196 al_eth_request_irq(struct al_eth_adapter *adapter)  in al_eth_request_irq()  argument
2202 	if ((adapter->flags & AL_ETH_FLAG_MSIX_ENABLED) != 0)  in al_eth_request_irq()
2207 	for (i = 0; i < adapter->irq_vecs; i++) {  in al_eth_request_irq()
2208 		irq = &adapter->irq_tbl[i];  in al_eth_request_irq()
2213 		irq->res = bus_alloc_resource_any(adapter->dev, SYS_RES_IRQ,  in al_eth_request_irq()
2216 			device_printf(adapter->dev, "could not allocate "  in al_eth_request_irq()
2222 		if ((rc = bus_setup_intr(adapter->dev, irq->res,  in al_eth_request_irq()
2225 			device_printf(adapter->dev, "failed to register "  in al_eth_request_irq()
2238 		irq = &adapter->irq_tbl[v];  in al_eth_request_irq()
2239 		bti = bus_teardown_intr(adapter->dev, irq->res, irq->cookie);  in al_eth_request_irq()
2241 			device_printf(adapter->dev, "failed to tear "  in al_eth_request_irq()
2246 		device_printf_dbg(adapter->dev, "exit_intr: releasing irq %d\n",  in al_eth_request_irq()
2254 		irq = &adapter->irq_tbl[v];  in al_eth_request_irq()
2255 		device_printf_dbg(adapter->dev, "exit_res: releasing resource"  in al_eth_request_irq()
2257 		brr = bus_release_resource(adapter->dev, SYS_RES_IRQ,  in al_eth_request_irq()
2260 			device_printf(adapter->dev, "dev has no parent while "  in al_eth_request_irq()
2277 al_eth_setup_tx_resources(struct al_eth_adapter *adapter, int qid)  in al_eth_setup_tx_resources()  argument
2279 	struct al_eth_ring *tx_ring = &adapter->tx_ring[qid];  in al_eth_setup_tx_resources()
2285 	if (adapter->up)  in al_eth_setup_tx_resources()
2319 	    device_get_nameunit(adapter->dev));  in al_eth_setup_tx_resources()
2324 	    device_get_nameunit(adapter->dev));  in al_eth_setup_tx_resources()
2374 al_eth_free_tx_resources(struct al_eth_adapter *adapter, int qid)  in al_eth_free_tx_resources()  argument
2376 	struct al_eth_ring *tx_ring = &adapter->tx_ring[qid];  in al_eth_free_tx_resources()
2393 		drbr_flush(adapter->netdev, tx_ring->br);  in al_eth_free_tx_resources()
2430 al_eth_free_all_tx_resources(struct al_eth_adapter *adapter)  in al_eth_free_all_tx_resources()  argument
2434 	for (i = 0; i < adapter->num_tx_queues; i++)  in al_eth_free_all_tx_resources()
2435 		if (adapter->tx_ring[i].q_params.desc_base)  in al_eth_free_all_tx_resources()
2436 			al_eth_free_tx_resources(adapter, i);  in al_eth_free_all_tx_resources()
2447 al_eth_setup_rx_resources(struct al_eth_adapter *adapter, unsigned int qid)  in al_eth_setup_rx_resources()  argument
2449 	struct al_eth_ring *rx_ring = &adapter->rx_ring[qid];  in al_eth_setup_rx_resources()
2488 	    device_get_nameunit(adapter->dev));  in al_eth_setup_rx_resources()
2522 	if ((if_getcapenable(adapter->netdev) & IFCAP_LRO) != 0) {  in al_eth_setup_rx_resources()
2525 			device_printf(adapter->dev,  in al_eth_setup_rx_resources()
2528 			device_printf_dbg(adapter->dev,  in al_eth_setup_rx_resources()
2531 			rx_ring->lro.ifp = adapter->netdev;  in al_eth_setup_rx_resources()
2549 al_eth_free_rx_resources(struct al_eth_adapter *adapter, unsigned int qid)  in al_eth_free_rx_resources()  argument
2551 	struct al_eth_ring *rx_ring = &adapter->rx_ring[qid];  in al_eth_free_rx_resources()
2605 al_eth_free_all_rx_resources(struct al_eth_adapter *adapter)  in al_eth_free_all_rx_resources()  argument
2609 	for (i = 0; i < adapter->num_rx_queues; i++)  in al_eth_free_all_rx_resources()
2610 		if (adapter->rx_ring[i].q_params.desc_base != 0)  in al_eth_free_all_rx_resources()
2611 			al_eth_free_rx_resources(adapter, i);  in al_eth_free_all_rx_resources()
2621 al_eth_setup_all_rx_resources(struct al_eth_adapter *adapter)  in al_eth_setup_all_rx_resources()  argument
2625 	for (i = 0; i < adapter->num_rx_queues; i++) {  in al_eth_setup_all_rx_resources()
2626 		rc = al_eth_setup_rx_resources(adapter, i);  in al_eth_setup_all_rx_resources()
2630 		device_printf(adapter->dev, "Allocation for Rx Queue %u failed\n", i);  in al_eth_setup_all_rx_resources()
2638 		al_eth_free_rx_resources(adapter, i);  in al_eth_setup_all_rx_resources()
2649 al_eth_setup_all_tx_resources(struct al_eth_adapter *adapter)  in al_eth_setup_all_tx_resources()  argument
2653 	for (i = 0; i < adapter->num_tx_queues; i++) {  in al_eth_setup_all_tx_resources()
2654 		rc = al_eth_setup_tx_resources(adapter, i);  in al_eth_setup_all_tx_resources()
2658 		device_printf(adapter->dev,  in al_eth_setup_all_tx_resources()
2668 		al_eth_free_tx_resources(adapter, i);  in al_eth_setup_all_tx_resources()
2674 al_eth_disable_int_sync(struct al_eth_adapter *adapter)  in al_eth_disable_int_sync()  argument
2678 	if ((adapter->board_type == ALPINE_FPGA_NIC) ||  in al_eth_disable_int_sync()
2679 	    (adapter->board_type == ALPINE_NIC)) {  in al_eth_disable_int_sync()
2680 		al_eth_forward_int_config((uint32_t*)adapter->internal_pcie_base +  in al_eth_disable_int_sync()
2685 	al_eth_interrupts_mask(adapter);  in al_eth_disable_int_sync()
2689 al_eth_interrupts_unmask(struct al_eth_adapter *adapter)  in al_eth_interrupts_unmask()  argument
2692 	uint32_t group_b_mask = (1 << adapter->num_rx_queues) - 1;/* bit per Rx q*/  in al_eth_interrupts_unmask()
2693 	uint32_t group_c_mask = (1 << adapter->num_tx_queues) - 1;/* bit per Tx q*/  in al_eth_interrupts_unmask()
2696 	    (struct unit_regs __iomem *)adapter->udma_base;  in al_eth_interrupts_unmask()
2698 	if (adapter->int_mode == AL_IOFIC_MODE_LEGACY)  in al_eth_interrupts_unmask()
2714 al_eth_interrupts_mask(struct al_eth_adapter *adapter)  in al_eth_interrupts_mask()  argument
2717 	    (struct unit_regs __iomem *)adapter->udma_base;  in al_eth_interrupts_mask()
2731 al_eth_configure_int_mode(struct al_eth_adapter *adapter)  in al_eth_configure_int_mode()  argument
2740 	if (adapter->msix_vecs == 0)  in al_eth_configure_int_mode()
2742 	else if (adapter->msix_vecs > 1)  in al_eth_configure_int_mode()
2745 		device_printf(adapter->dev,  in al_eth_configure_int_mode()
2750 	if (adapter->board_type != ALPINE_INTEGRATED) {  in al_eth_configure_int_mode()
2757 	if (al_udma_iofic_config((struct unit_regs __iomem *)adapter->udma_base,  in al_eth_configure_int_mode()
2760 		device_printf(adapter->dev,  in al_eth_configure_int_mode()
2764 	adapter->int_mode = int_mode;  in al_eth_configure_int_mode()
2765 	device_printf_dbg(adapter->dev, "using %s interrupt mode\n",  in al_eth_configure_int_mode()
2769 …al_iofic_moder_res_config(&((struct unit_regs *)(adapter->udma_base))->gen.interrupt_regs.main_iof…  in al_eth_configure_int_mode()
2770 …al_iofic_moder_res_config(&((struct unit_regs *)(adapter->udma_base))->gen.interrupt_regs.main_iof…  in al_eth_configure_int_mode()
2772 	adapter->tx_usecs = 0;  in al_eth_configure_int_mode()
2773 	adapter->rx_usecs = 0;  in al_eth_configure_int_mode()
2793 al_eth_update_stats(struct al_eth_adapter *adapter)  in al_eth_update_stats()  argument
2795 	struct al_eth_mac_stats *mac_stats = &adapter->mac_stats;  in al_eth_update_stats()
2797 	if (adapter->up == 0)  in al_eth_update_stats()
2800 	al_eth_mac_stats_get(&adapter->hal_adapter, mac_stats);  in al_eth_update_stats()
2808 	struct al_eth_adapter *adapter;  in al_get_counter()  local
2812 	adapter = if_getsoftc(ifp);  in al_get_counter()
2813 	mac_stats = &adapter->mac_stats;  in al_get_counter()
2864 	struct al_eth_adapter *adapter = arg;  in al_program_addr()  local
2866 	al_eth_mac_table_unicast_add(adapter,  in al_program_addr()
2881 al_eth_set_rx_mode(struct al_eth_adapter *adapter)  in al_eth_set_rx_mode()  argument
2883 	if_t ifp = adapter->netdev;  in al_eth_set_rx_mode()
2892 		al_eth_mac_table_promiscuous_set(adapter, true);  in al_eth_set_rx_mode()
2896 			al_eth_mac_table_all_multicast_add(adapter,  in al_eth_set_rx_mode()
2900 				al_eth_mac_table_entry_clear(adapter,  in al_eth_set_rx_mode()
2903 				al_eth_mac_table_all_multicast_add(adapter,  in al_eth_set_rx_mode()
2914 				al_eth_mac_table_promiscuous_set(adapter, true);  in al_eth_set_rx_mode()
2921 				al_eth_mac_table_entry_clear(adapter, i);  in al_eth_set_rx_mode()
2926 			if_foreach_lladdr(ifp, al_program_addr, adapter);  in al_eth_set_rx_mode()
2928 		al_eth_mac_table_promiscuous_set(adapter, false);  in al_eth_set_rx_mode()
2933 al_eth_config_rx_fwd(struct al_eth_adapter *adapter)  in al_eth_config_rx_fwd()  argument
2940 		al_eth_fwd_pbits_table_set(&adapter->hal_adapter, i, i);  in al_eth_config_rx_fwd()
2944 		al_eth_fwd_priority_table_set(&adapter->hal_adapter, i, i >> 1);  in al_eth_config_rx_fwd()
2952 	al_eth_ctrl_table_def_set(&adapter->hal_adapter, AL_FALSE, &entry);  in al_eth_config_rx_fwd()
2958 	al_eth_mac_table_unicast_add(adapter, AL_ETH_MAC_TABLE_UNICAST_IDX_BASE,  in al_eth_config_rx_fwd()
2960 	al_eth_mac_table_broadcast_add(adapter, AL_ETH_MAC_TABLE_BROADCAST_IDX, 1);  in al_eth_config_rx_fwd()
2961 	al_eth_mac_table_promiscuous_set(adapter, false);  in al_eth_config_rx_fwd()
2964 	for (i = 0; i < sizeof(adapter->toeplitz_hash_key); i++)  in al_eth_config_rx_fwd()
2965 		*((uint8_t*)adapter->toeplitz_hash_key + i) = (uint8_t)random();  in al_eth_config_rx_fwd()
2968 		al_eth_hash_key_set(&adapter->hal_adapter, i,  in al_eth_config_rx_fwd()
2969 		    htonl(adapter->toeplitz_hash_key[i]));  in al_eth_config_rx_fwd()
2972 		adapter->rss_ind_tbl[i] = ethtool_rxfh_indir_default(i,  in al_eth_config_rx_fwd()
2974 		al_eth_set_thash_table_entry(adapter, i, 0,  in al_eth_config_rx_fwd()
2975 		    adapter->rss_ind_tbl[i]);  in al_eth_config_rx_fwd()
2978 	al_eth_fsm_table_init(adapter);  in al_eth_config_rx_fwd()
2982 al_eth_req_rx_buff_size(struct al_eth_adapter *adapter, int size)  in al_eth_req_rx_buff_size()  argument
2990 	adapter->rx_mbuf_sz = MCLBYTES;  in al_eth_req_rx_buff_size()
2992 		if (adapter->max_rx_buff_alloc_size > 2048)  in al_eth_req_rx_buff_size()
2993 			adapter->rx_mbuf_sz = MJUMPAGESIZE;  in al_eth_req_rx_buff_size()
2998 		if (adapter->max_rx_buff_alloc_size > 4096)  in al_eth_req_rx_buff_size()
2999 			adapter->rx_mbuf_sz = MJUM9BYTES;  in al_eth_req_rx_buff_size()
3004 		if (adapter->max_rx_buff_alloc_size > 9216)  in al_eth_req_rx_buff_size()
3005 			adapter->rx_mbuf_sz = MJUM16BYTES;  in al_eth_req_rx_buff_size()
3012 al_eth_change_mtu(struct al_eth_adapter *adapter, int new_mtu)  in al_eth_change_mtu()  argument
3017 	al_eth_req_rx_buff_size(adapter, new_mtu);  in al_eth_change_mtu()
3019 	device_printf_dbg(adapter->dev, "set MTU to %d\n", new_mtu);  in al_eth_change_mtu()
3020 	al_eth_rx_pkt_limit_config(&adapter->hal_adapter,  in al_eth_change_mtu()
3023 	al_eth_tso_mss_config(&adapter->hal_adapter, 0, new_mtu - 100);  in al_eth_change_mtu()
3029 al_eth_check_mtu(struct al_eth_adapter *adapter, int new_mtu)  in al_eth_check_mtu()  argument
3042 al_eth_udma_queue_enable(struct al_eth_adapter *adapter, enum al_udma_type type,  in al_eth_udma_queue_enable()  argument
3050 		q_params = &adapter->tx_ring[qid].q_params;  in al_eth_udma_queue_enable()
3052 		q_params = &adapter->rx_ring[qid].q_params;  in al_eth_udma_queue_enable()
3054 	rc = al_eth_queue_config(&adapter->hal_adapter, type, qid, q_params);  in al_eth_udma_queue_enable()
3056 		device_printf(adapter->dev, "config %s queue %u failed\n", name,  in al_eth_udma_queue_enable()
3064 al_eth_udma_queues_enable_all(struct al_eth_adapter *adapter)  in al_eth_udma_queues_enable_all()  argument
3068 	for (i = 0; i < adapter->num_tx_queues; i++)  in al_eth_udma_queues_enable_all()
3069 		al_eth_udma_queue_enable(adapter, UDMA_TX, i);  in al_eth_udma_queues_enable_all()
3071 	for (i = 0; i < adapter->num_rx_queues; i++)  in al_eth_udma_queues_enable_all()
3072 		al_eth_udma_queue_enable(adapter, UDMA_RX, i);  in al_eth_udma_queues_enable_all()
3078 al_eth_up_complete(struct al_eth_adapter *adapter)  in al_eth_up_complete()  argument
3081 	al_eth_configure_int_mode(adapter);  in al_eth_up_complete()
3082 	al_eth_config_rx_fwd(adapter);  in al_eth_up_complete()
3083 	al_eth_change_mtu(adapter, if_getmtu(adapter->netdev));  in al_eth_up_complete()
3084 	al_eth_udma_queues_enable_all(adapter);  in al_eth_up_complete()
3085 	al_eth_refill_all_rx_bufs(adapter);  in al_eth_up_complete()
3086 	al_eth_interrupts_unmask(adapter);  in al_eth_up_complete()
3089 	if ((adapter->board_type == ALPINE_FPGA_NIC) ||  in al_eth_up_complete()
3090 	    (adapter->board_type == ALPINE_NIC)) {  in al_eth_up_complete()
3091 		al_eth_forward_int_config((uint32_t*)adapter->internal_pcie_base +  in al_eth_up_complete()
3095 	al_eth_flow_ctrl_enable(adapter);  in al_eth_up_complete()
3097 	mtx_lock(&adapter->stats_mtx);  in al_eth_up_complete()
3098 	callout_reset(&adapter->stats_callout, hz, al_tick_stats, (void*)adapter);  in al_eth_up_complete()
3099 	mtx_unlock(&adapter->stats_mtx);  in al_eth_up_complete()
3101 	al_eth_mac_start(&adapter->hal_adapter);  in al_eth_up_complete()
3107 	struct al_eth_adapter *adapter = if_getsoftc(ifp);  in al_media_update()  local
3110 		mii_mediachg(adapter->mii);  in al_media_update()
3138 	struct al_eth_adapter *adapter = arg;  in al_tick()  local
3140 	mii_tick(adapter->mii);  in al_tick()
3143 	callout_schedule(&adapter->wd_callout, hz);  in al_tick()
3149 	struct al_eth_adapter *adapter = arg;  in al_tick_stats()  local
3151 	al_eth_update_stats(adapter);  in al_tick_stats()
3153 	callout_schedule(&adapter->stats_callout, hz);  in al_tick_stats()
3157 al_eth_up(struct al_eth_adapter *adapter)  in al_eth_up()  argument
3159 	if_t ifp = adapter->netdev;  in al_eth_up()
3162 	if (adapter->up)  in al_eth_up()
3165 	if ((adapter->flags & AL_ETH_FLAG_RESET_REQUESTED) != 0) {  in al_eth_up()
3166 		al_eth_function_reset(adapter);  in al_eth_up()
3167 		adapter->flags &= ~AL_ETH_FLAG_RESET_REQUESTED;  in al_eth_up()
3178 	al_eth_serdes_init(adapter);  in al_eth_up()
3180 	rc = al_eth_hw_init(adapter);  in al_eth_up()
3184 	rc = al_eth_setup_int_mode(adapter);  in al_eth_up()
3186 		device_printf(adapter->dev,  in al_eth_up()
3192 	rc = al_eth_setup_all_tx_resources(adapter);  in al_eth_up()
3197 	rc = al_eth_setup_all_rx_resources(adapter);  in al_eth_up()
3201 	rc = al_eth_request_irq(adapter);  in al_eth_up()
3205 	al_eth_up_complete(adapter);  in al_eth_up()
3207 	adapter->up = true;  in al_eth_up()
3209 	if (adapter->mac_mode == AL_ETH_MAC_MODE_10GbE_Serial)  in al_eth_up()
3210 		if_link_state_change(adapter->netdev, LINK_STATE_UP);  in al_eth_up()
3212 	if (adapter->mac_mode == AL_ETH_MAC_MODE_RGMII) {  in al_eth_up()
3213 		mii_mediachg(adapter->mii);  in al_eth_up()
3216 		mtx_lock(&adapter->wd_mtx);  in al_eth_up()
3217 		callout_reset(&adapter->wd_callout, hz, al_tick, adapter);  in al_eth_up()
3218 		mtx_unlock(&adapter->wd_mtx);  in al_eth_up()
3220 		mii_pollstat(adapter->mii);  in al_eth_up()
3226 	al_eth_free_all_rx_resources(adapter);  in al_eth_up()
3228 	al_eth_free_all_tx_resources(adapter);  in al_eth_up()
3230 	al_eth_free_irq(adapter);  in al_eth_up()
3232 	al_eth_hw_stop(adapter);  in al_eth_up()
3234 	al_eth_function_reset(adapter);  in al_eth_up()
3242 	struct al_eth_adapter *adapter = device_get_softc(dev);  in al_shutdown()  local
3244 	al_eth_down(adapter);  in al_shutdown()
3250 al_eth_down(struct al_eth_adapter *adapter)  in al_eth_down()  argument
3253 	device_printf_dbg(adapter->dev, "al_eth_down: begin\n");  in al_eth_down()
3255 	adapter->up = false;  in al_eth_down()
3257 	mtx_lock(&adapter->wd_mtx);  in al_eth_down()
3258 	callout_stop(&adapter->wd_callout);  in al_eth_down()
3259 	mtx_unlock(&adapter->wd_mtx);  in al_eth_down()
3261 	al_eth_disable_int_sync(adapter);  in al_eth_down()
3263 	mtx_lock(&adapter->stats_mtx);  in al_eth_down()
3264 	callout_stop(&adapter->stats_callout);  in al_eth_down()
3265 	mtx_unlock(&adapter->stats_mtx);  in al_eth_down()
3267 	al_eth_free_irq(adapter);  in al_eth_down()
3268 	al_eth_hw_stop(adapter);  in al_eth_down()
3270 	al_eth_free_all_tx_resources(adapter);  in al_eth_down()
3271 	al_eth_free_all_rx_resources(adapter);  in al_eth_down()
3277 	struct al_eth_adapter	*adapter = if_getsoftc(ifp);  in al_ioctl()  local
3284 		error = al_eth_check_mtu(adapter, ifr->ifr_mtu);  in al_ioctl()
3286 			device_printf(adapter->dev, "ioctl wrong mtu %u\n",  in al_ioctl()
3287 			    if_getmtu(adapter->netdev));  in al_ioctl()
3292 		if_setmtu(adapter->netdev, ifr->ifr_mtu);  in al_ioctl()
3293 		al_init(adapter);  in al_ioctl()
3299 				if (((if_getflags(ifp) ^ adapter->if_flags) &  in al_ioctl()
3301 					device_printf_dbg(adapter->dev,  in al_ioctl()
3303 					al_eth_set_rx_mode(adapter);  in al_ioctl()
3306 				error = al_eth_up(adapter);  in al_ioctl()
3312 				al_eth_down(adapter);  in al_ioctl()
3317 		adapter->if_flags = if_getflags(ifp);  in al_ioctl()
3323 			device_printf_dbg(adapter->dev,  in al_ioctl()
3325 			al_eth_set_rx_mode(adapter);  in al_ioctl()
3333 		if (adapter->mii != NULL)  in al_ioctl()
3335 			    &adapter->mii->mii_media, command);  in al_ioctl()
3338 			    &adapter->media, command);  in al_ioctl()
3390 			al_init(adapter);  in al_ioctl()
3423 	struct al_eth_adapter *adapter = device_get_softc(dev);  in al_miibus_readreg()  local
3429 		rc = al_eth_mdio_read(&adapter->hal_adapter, adapter->phy_addr,  in al_miibus_readreg()
3435 		device_printf_dbg(adapter->dev,  in al_miibus_readreg()
3443 		device_printf(adapter->dev, "MDIO read failed on timeout\n");  in al_miibus_readreg()
3451 	struct al_eth_adapter *adapter = device_get_softc(dev);  in al_miibus_writereg()  local
3456 		rc = al_eth_mdio_write(&adapter->hal_adapter, adapter->phy_addr,  in al_miibus_writereg()
3462 		device_printf(adapter->dev,  in al_miibus_writereg()
3470 		device_printf(adapter->dev, "MDIO write failed on timeout\n");  in al_miibus_writereg()
3478 	struct al_eth_adapter *adapter = device_get_softc(dev);  in al_miibus_statchg()  local
3480 	device_printf_dbg(adapter->dev,  in al_miibus_statchg()
3482 	device_printf_dbg(adapter->dev,  in al_miibus_statchg()
3484 	    adapter->mii->mii_media_active, adapter->mii->mii_media_status);  in al_miibus_statchg()
3486 	if (adapter->up == 0)  in al_miibus_statchg()
3489 	if ((adapter->mii->mii_media_status & IFM_AVALID) != 0) {  in al_miibus_statchg()
3490 		if (adapter->mii->mii_media_status & IFM_ACTIVE) {  in al_miibus_statchg()
3491 			device_printf(adapter->dev, "link is UP\n");  in al_miibus_statchg()
3492 			if_link_state_change(adapter->netdev, LINK_STATE_UP);  in al_miibus_statchg()
3494 			device_printf(adapter->dev, "link is DOWN\n");  in al_miibus_statchg()
3495 			if_link_state_change(adapter->netdev, LINK_STATE_DOWN);  in al_miibus_statchg()
3503 	struct al_eth_adapter *adapter = device_get_softc(dev);  in al_miibus_linkchg()  local
3507 	if (adapter->mii == NULL)  in al_miibus_linkchg()
3510 	if ((if_getflags(adapter->netdev) & IFF_UP) == 0)  in al_miibus_linkchg()
3514 	if ((adapter->mii->mii_media_status & (IFM_AVALID | IFM_ACTIVE)) !=  in al_miibus_linkchg()
3519 	if ((adapter->mii->mii_media_active & IFM_FDX) != 0)  in al_miibus_linkchg()
3522 	speed = IFM_SUBTYPE(adapter->mii->mii_media_active);  in al_miibus_linkchg()
3525 		al_eth_mac_link_config(&adapter->hal_adapter, 0, 1,  in al_miibus_linkchg()
3531 		al_eth_mac_link_config(&adapter->hal_adapter, 0, 1,  in al_miibus_linkchg()
3537 		al_eth_mac_link_config(&adapter->hal_adapter, 0, 1,  in al_miibus_linkchg()
3542 	device_printf(adapter->dev, "ERROR: unknown MII media active 0x%08x\n",  in al_miibus_linkchg()
3543 	    adapter->mii->mii_media_active);  in al_miibus_linkchg()