234 	struct qede_dev *qdev = dev->data->dev_private;  in qede_fw_version_get()  local
235 	struct ecore_dev *edev = &qdev->edev;  in qede_fw_version_get()
236 	struct qed_dev_info *info = &qdev->dev_info.common;  in qede_fw_version_get()
290 	struct qede_dev *qdev = eth_dev->data->dev_private;  in qede_interrupt_handler_intx()  local
291 	struct ecore_dev *edev = &qdev->edev;  in qede_interrupt_handler_intx()
308 	struct qede_dev *qdev = eth_dev->data->dev_private;  in qede_interrupt_handler()  local
309 	struct ecore_dev *edev = &qdev->edev;  in qede_interrupt_handler()
320 	struct qede_dev *qdev = dev->data->dev_private;  in qede_assign_rxtx_handlers()  local
321 	struct ecore_dev *edev = &qdev->edev;  in qede_assign_rxtx_handlers()
359 qede_alloc_etherdev(struct qede_dev *qdev, struct qed_dev_eth_info *info)  in qede_alloc_etherdev()  argument
361 	rte_memcpy(&qdev->dev_info, info, sizeof(*info));  in qede_alloc_etherdev()
362 	qdev->ops = qed_ops;  in qede_alloc_etherdev()
367 	struct qede_dev *qdev = dev->data->dev_private;  in qede_print_adapter_info()  local
368 	struct ecore_dev *edev = &qdev->edev;  in qede_print_adapter_info()
389 static void qede_reset_queue_stats(struct qede_dev *qdev, bool xstats)  in qede_reset_queue_stats()  argument
391 	struct rte_eth_dev *dev = (struct rte_eth_dev *)qdev->ethdev;  in qede_reset_queue_stats()
392 	struct ecore_dev *edev = QEDE_INIT_EDEV(qdev);  in qede_reset_queue_stats()
404 	for (qid = 0; qid < qdev->num_rx_queues; qid++) {  in qede_reset_queue_stats()
405 		OSAL_MEMSET(((char *)(qdev->fp_array[qid].rxq)) +  in qede_reset_queue_stats()
408 		OSAL_MEMSET(((char *)(qdev->fp_array[qid].rxq)) +  in qede_reset_queue_stats()
411 		OSAL_MEMSET(((char *)(qdev->fp_array[qid].rxq)) +  in qede_reset_queue_stats()
418 					      (qdev->fp_array[qid].rxq)) +  in qede_reset_queue_stats()
430 	for (qid = 0; qid < qdev->num_tx_queues; qid++) {  in qede_reset_queue_stats()
431 		txq = qdev->fp_array[qid].txq;  in qede_reset_queue_stats()
469 qede_start_vport(struct qede_dev *qdev, uint16_t mtu)  in qede_start_vport()  argument
471 	struct ecore_dev *edev = QEDE_INIT_EDEV(qdev);  in qede_start_vport()
477 	if (qdev->vport_started)  in qede_start_vport()
496 	qdev->vport_started = true;  in qede_start_vport()
508 	struct qede_dev *qdev = QEDE_INIT_QDEV(eth_dev);  in qede_activate_vport()  local
509 	struct ecore_dev *edev = QEDE_INIT_EDEV(qdev);  in qede_activate_vport()
521 	if ((qdev->enable_tx_switching == false) && (flg == true)) {  in qede_activate_vport()
570 	struct qede_dev *qdev = QEDE_INIT_QDEV(eth_dev);  in qede_enable_tpa()  local
571 	struct ecore_dev *edev = QEDE_INIT_EDEV(qdev);  in qede_enable_tpa()
580 	qede_update_sge_tpa_params(&tpa_params, qdev->mtu, flg);  in qede_enable_tpa()
593 	qdev->enable_lro = flg;  in qede_enable_tpa()
605 	struct qede_dev *qdev = QEDE_INIT_QDEV(eth_dev);  in qed_configure_filter_rx_mode()  local
606 	struct ecore_dev *edev = QEDE_INIT_EDEV(qdev);  in qed_configure_filter_rx_mode()
642 	struct qede_dev *qdev = QEDE_INIT_QDEV(eth_dev);  in qede_ucast_filter()  local
643 	struct ecore_dev *edev = QEDE_INIT_EDEV(qdev);  in qede_ucast_filter()
650 		SLIST_FOREACH(tmp, &qdev->uc_list_head, list) {  in qede_ucast_filter()
670 		SLIST_INSERT_HEAD(&qdev->uc_list_head, u, list);  in qede_ucast_filter()
671 		qdev->num_uc_addr++;  in qede_ucast_filter()
673 		SLIST_FOREACH(tmp, &qdev->uc_list_head, list) {  in qede_ucast_filter()
684 		SLIST_REMOVE(&qdev->uc_list_head, tmp, qede_ucast_entry, list);  in qede_ucast_filter()
685 		qdev->num_uc_addr--;  in qede_ucast_filter()
696 	struct qede_dev *qdev = QEDE_INIT_QDEV(eth_dev);  in qede_add_mcast_filters()  local
697 	struct ecore_dev *edev = QEDE_INIT_EDEV(qdev);  in qede_add_mcast_filters()
711 		SLIST_INSERT_HEAD(&qdev->mc_list_head, m, list);  in qede_add_mcast_filters()
730 	struct qede_dev *qdev = QEDE_INIT_QDEV(eth_dev);  in qede_del_mcast_filters()  local
731 	struct ecore_dev *edev = QEDE_INIT_EDEV(qdev);  in qede_del_mcast_filters()
738 	mcast.num_mc_addrs = qdev->num_mc_addr;  in qede_del_mcast_filters()
741 	SLIST_FOREACH(tmp, &qdev->mc_list_head, list) {  in qede_del_mcast_filters()
752 	while (!SLIST_EMPTY(&qdev->mc_list_head)) {  in qede_del_mcast_filters()
753 		tmp = SLIST_FIRST(&qdev->mc_list_head);  in qede_del_mcast_filters()
754 		SLIST_REMOVE_HEAD(&qdev->mc_list_head, list);  in qede_del_mcast_filters()
756 	SLIST_INIT(&qdev->mc_list_head);  in qede_del_mcast_filters()
765 	struct qede_dev *qdev = QEDE_INIT_QDEV(eth_dev);  in qede_mac_int_ops()  local
766 	struct ecore_dev *edev = QEDE_INIT_EDEV(qdev);  in qede_mac_int_ops()
769 	if (add && (qdev->num_uc_addr >= qdev->dev_info.num_mac_filters)) {  in qede_mac_int_ops()
810 	struct qede_dev *qdev = eth_dev->data->dev_private;  in qede_mac_addr_remove()  local
811 	struct ecore_dev *edev = &qdev->edev;  in qede_mac_addr_remove()
816 	if (index >= qdev->dev_info.num_mac_filters) {  in qede_mac_addr_remove()
818 		       index, qdev->dev_info.num_mac_filters);  in qede_mac_addr_remove()
839 	struct qede_dev *qdev = QEDE_INIT_QDEV(eth_dev);  in qede_mac_addr_set()  local
840 	struct ecore_dev *edev = QEDE_INIT_EDEV(qdev);  in qede_mac_addr_set()
853 void qede_config_accept_any_vlan(struct qede_dev *qdev, bool flg)  in qede_config_accept_any_vlan()  argument
855 	struct ecore_dev *edev = QEDE_INIT_EDEV(qdev);  in qede_config_accept_any_vlan()
881 	struct qede_dev *qdev = QEDE_INIT_QDEV(eth_dev);  in qede_vlan_stripping()  local
882 	struct ecore_dev *edev = QEDE_INIT_EDEV(qdev);  in qede_vlan_stripping()
903 	qdev->vlan_strip_flg = flg;  in qede_vlan_stripping()
912 	struct qede_dev *qdev = QEDE_INIT_QDEV(eth_dev);  in qede_vlan_filter_set()  local
913 	struct ecore_dev *edev = QEDE_INIT_EDEV(qdev);  in qede_vlan_filter_set()
914 	struct qed_dev_eth_info *dev_info = &qdev->dev_info;  in qede_vlan_filter_set()
921 		if (qdev->configured_vlans == dev_info->num_vlan_filters) {  in qede_vlan_filter_set()
924 			qede_config_accept_any_vlan(qdev, true);  in qede_vlan_filter_set()
928 		SLIST_FOREACH(tmp, &qdev->vlan_list_head, list) {  in qede_vlan_filter_set()
956 			SLIST_INSERT_HEAD(&qdev->vlan_list_head, vlan, list);  in qede_vlan_filter_set()
957 			qdev->configured_vlans++;  in qede_vlan_filter_set()
959 				vlan_id, qdev->configured_vlans);  in qede_vlan_filter_set()
962 		SLIST_FOREACH(tmp, &qdev->vlan_list_head, list) {  in qede_vlan_filter_set()
968 			if (qdev->configured_vlans == 0) {  in qede_vlan_filter_set()
978 		SLIST_REMOVE(&qdev->vlan_list_head, tmp, qede_vlan_entry, list);  in qede_vlan_filter_set()
990 			qdev->configured_vlans--;  in qede_vlan_filter_set()
992 				vlan_id, qdev->configured_vlans);  in qede_vlan_filter_set()
1001 	struct qede_dev *qdev = QEDE_INIT_QDEV(eth_dev);  in qede_vlan_offload_set()  local
1002 	struct ecore_dev *edev = QEDE_INIT_EDEV(qdev);  in qede_vlan_offload_set()
1017 			if (qdev->configured_vlans > 1) { /* Excluding VLAN0 */  in qede_vlan_offload_set()
1032 	qdev->vlan_offload_mask = mask;  in qede_vlan_offload_set()
1050 	struct qede_dev *qdev = QEDE_INIT_QDEV(eth_dev);  in qede_config_rss()  local
1051 	struct ecore_dev *edev = QEDE_INIT_EDEV(qdev);  in qede_config_rss()
1100 	struct qede_dev *qdev = QEDE_INIT_QDEV(eth_dev);  in qede_dev_start()  local
1101 	struct ecore_dev *edev = QEDE_INIT_EDEV(qdev);  in qede_dev_start()
1107 	if (qdev->new_mtu && qdev->new_mtu != qdev->mtu) {  in qede_dev_start()
1108 		if (qede_update_mtu(eth_dev, qdev->new_mtu))  in qede_dev_start()
1110 		qdev->mtu = qdev->new_mtu;  in qede_dev_start()
1111 		qdev->new_mtu = 0;  in qede_dev_start()
1128 		qede_reset_queue_stats(qdev, true);  in qede_dev_start()
1165 	struct qede_dev *qdev = QEDE_INIT_QDEV(eth_dev);  in qede_dev_stop()  local
1166 	struct ecore_dev *edev = QEDE_INIT_EDEV(qdev);  in qede_dev_stop()
1186 	if (qdev->enable_lro)  in qede_dev_stop()
1211 	struct qede_dev *qdev = QEDE_INIT_QDEV(eth_dev);  in qede_args_check()  local
1212 	struct ecore_dev *edev = QEDE_INIT_EDEV(qdev);  in qede_args_check()
1223 		qdev->enable_tx_switching = !!tmp;  in qede_args_check()
1266 	struct qede_dev *qdev = QEDE_INIT_QDEV(eth_dev);  in qede_dev_configure()  local
1267 	struct ecore_dev *edev = QEDE_INIT_EDEV(qdev);  in qede_dev_configure()
1287 	qdev->enable_tx_switching = 1;  in qede_dev_configure()
1306 	if (qdev->num_tx_queues != num_txqs ||  in qede_dev_configure()
1307 	    qdev->num_rx_queues != num_rxqs) {  in qede_dev_configure()
1309 		qdev->num_tx_queues = num_txqs;  in qede_dev_configure()
1310 		qdev->num_rx_queues = num_rxqs;  in qede_dev_configure()
1311 		if (qede_alloc_fp_resc(qdev))  in qede_dev_configure()
1318 	if (qede_start_vport(qdev, eth_dev->data->mtu))  in qede_dev_configure()
1321 	qdev->mtu = eth_dev->data->mtu;  in qede_dev_configure()
1334 			qdev->num_rx_queues, qdev->num_tx_queues);  in qede_dev_configure()
1359 	struct qede_dev *qdev = eth_dev->data->dev_private;  in qede_dev_info_get()  local
1360 	struct ecore_dev *edev = &qdev->edev;  in qede_dev_info_get()
1374 			QEDE_MAX_RSS_CNT(qdev), QEDE_PF_NUM_CONNS / 2);  in qede_dev_info_get()
1377 			QEDE_MAX_RSS_CNT(qdev), ECORE_MAX_VF_CHAINS_PER_PF);  in qede_dev_info_get()
1384 	dev_info->max_mac_addrs = qdev->dev_info.num_mac_filters;  in qede_dev_info_get()
1426 	qdev->ops->common->get_link(edev, &link);  in qede_dev_info_get()
1448 	struct qede_dev *qdev = eth_dev->data->dev_private;  in qede_link_update()  local
1449 	struct ecore_dev *edev = &qdev->edev;  in qede_link_update()
1457 	qdev->ops->common->get_link(edev, &q_link);  in qede_link_update()
1493 	struct qede_dev *qdev = QEDE_INIT_QDEV(eth_dev);  in qede_promiscuous_enable()  local
1494 	struct ecore_dev *edev = QEDE_INIT_EDEV(qdev);  in qede_promiscuous_enable()
1506 	struct qede_dev *qdev = eth_dev->data->dev_private;  in qede_promiscuous_disable()  local
1507 	struct ecore_dev *edev = &qdev->edev;  in qede_promiscuous_disable()
1525 	struct qede_dev *qdev = QEDE_INIT_QDEV(eth_dev);  in qede_poll_sp_sb_cb()  local
1526 	struct ecore_dev *edev = QEDE_INIT_EDEV(qdev);  in qede_poll_sp_sb_cb()
1544 	struct qede_dev *qdev = QEDE_INIT_QDEV(eth_dev);  in qede_dev_close()  local
1545 	struct ecore_dev *edev = QEDE_INIT_EDEV(qdev);  in qede_dev_close()
1562 	if (qdev->vport_started)  in qede_dev_close()
1564 	qdev->vport_started = false;  in qede_dev_close()
1571 	qdev->ops->common->slowpath_stop(edev);  in qede_dev_close()
1572 	qdev->ops->common->remove(edev);  in qede_dev_close()
1597 	struct qede_dev *qdev = eth_dev->data->dev_private;  in qede_get_stats()  local
1598 	struct ecore_dev *edev = &qdev->edev;  in qede_get_stats()
1656 					(((char *)(qdev->fp_array[idx].rxq)) +  in qede_get_stats()
1661 					(((char *)(qdev->fp_array[idx].rxq)) +  in qede_get_stats()
1665 					(((char *)(qdev->fp_array[idx].rxq)) +  in qede_get_stats()
1681 			txq = qdev->fp_array[idx].txq;  in qede_get_stats()
1698 qede_get_xstats_count(struct qede_dev *qdev) {  in qede_get_xstats_count()  argument
1699 	struct rte_eth_dev *dev = (struct rte_eth_dev *)qdev->ethdev;  in qede_get_xstats_count()
1701 	if (ECORE_IS_BB(&qdev->edev))  in qede_get_xstats_count()
1705 			QEDE_RSS_COUNT(dev) * qdev->edev.num_hwfns);  in qede_get_xstats_count()
1718 	struct qede_dev *qdev = dev->data->dev_private;  in qede_get_xstats_names()  local
1719 	struct ecore_dev *edev = &qdev->edev;  in qede_get_xstats_names()
1720 	const unsigned int stat_cnt = qede_get_xstats_count(qdev);  in qede_get_xstats_names()
1770 	struct qede_dev *qdev = dev->data->dev_private;  in qede_get_xstats()  local
1771 	struct ecore_dev *edev = &qdev->edev;  in qede_get_xstats()
1773 	const unsigned int num = qede_get_xstats_count(qdev);  in qede_get_xstats()
1811 					(((char *)(qdev->fp_array[fpidx].rxq)) +  in qede_get_xstats()
1826 	struct qede_dev *qdev = dev->data->dev_private;  in qede_reset_xstats()  local
1827 	struct ecore_dev *edev = &qdev->edev;  in qede_reset_xstats()
1830 	qede_reset_queue_stats(qdev, true);  in qede_reset_xstats()
1837 	struct qede_dev *qdev = QEDE_INIT_QDEV(eth_dev);  in qede_dev_set_link_state()  local
1838 	struct ecore_dev *edev = QEDE_INIT_EDEV(qdev);  in qede_dev_set_link_state()
1845 	rc = qdev->ops->common->set_link(edev, &link_params);  in qede_dev_set_link_state()
1864 	struct qede_dev *qdev = eth_dev->data->dev_private;  in qede_reset_stats()  local
1865 	struct ecore_dev *edev = &qdev->edev;  in qede_reset_stats()
1868 	qede_reset_queue_stats(qdev, false);  in qede_reset_stats()
1905 	struct qede_dev *qdev = QEDE_INIT_QDEV(eth_dev);  in qede_set_mc_addr_list()  local
1906 	struct ecore_dev *edev = QEDE_INIT_EDEV(qdev);  in qede_set_mc_addr_list()
1935 	struct qede_dev *qdev = QEDE_INIT_QDEV(eth_dev);  in qede_update_mtu()  local
1936 	struct ecore_dev *edev = QEDE_INIT_EDEV(qdev);  in qede_update_mtu()
1963 				rc = qede_start_vport(qdev, mtu);  in qede_update_mtu()
1979 						      qdev->vlan_offload_mask);  in qede_update_mtu()
1997 	struct qede_dev *qdev = QEDE_INIT_QDEV(eth_dev);  in qede_flow_ctrl_set()  local
1998 	struct ecore_dev *edev = QEDE_INIT_EDEV(qdev);  in qede_flow_ctrl_set()
2003 	qdev->ops->common->get_link(edev, &current_link);  in qede_flow_ctrl_set()
2025 	(void)qdev->ops->common->set_link(edev, &params);  in qede_flow_ctrl_set()
2033 	struct qede_dev *qdev = QEDE_INIT_QDEV(eth_dev);  in qede_flow_ctrl_get()  local
2034 	struct ecore_dev *edev = QEDE_INIT_EDEV(qdev);  in qede_flow_ctrl_get()
2038 	qdev->ops->common->get_link(edev, &current_link);  in qede_flow_ctrl_get()
2105 	struct qede_dev *qdev = QEDE_INIT_QDEV(eth_dev);  in qede_rss_hash_update()  local
2106 	struct ecore_dev *edev = QEDE_INIT_EDEV(qdev);  in qede_rss_hash_update()
2156 				qdev->fp_array[fpidx].rxq->handle;  in qede_rss_hash_update()
2170 	qdev->rss_enable = rss_params.rss_enable;  in qede_rss_hash_update()
2173 	qdev->rss_conf.rss_hf = hf;  in qede_rss_hash_update()
2174 	qdev->rss_conf.rss_key_len = len;  in qede_rss_hash_update()
2175 	if (qdev->rss_enable) {  in qede_rss_hash_update()
2176 		if  (qdev->rss_conf.rss_key == NULL) {  in qede_rss_hash_update()
2177 			qdev->rss_conf.rss_key = (uint8_t *)malloc(len);  in qede_rss_hash_update()
2178 			if (qdev->rss_conf.rss_key == NULL) {  in qede_rss_hash_update()
2185 			memcpy(qdev->rss_conf.rss_key, key, len);  in qede_rss_hash_update()
2187 	} else if (!qdev->rss_enable && len == 0) {  in qede_rss_hash_update()
2188 		if (qdev->rss_conf.rss_key) {  in qede_rss_hash_update()
2189 			free(qdev->rss_conf.rss_key);  in qede_rss_hash_update()
2190 			qdev->rss_conf.rss_key = NULL;  in qede_rss_hash_update()
2201 	struct qede_dev *qdev = QEDE_INIT_QDEV(eth_dev);  in qede_rss_hash_conf_get()  local
2203 	rss_conf->rss_hf = qdev->rss_conf.rss_hf;  in qede_rss_hash_conf_get()
2204 	rss_conf->rss_key_len = qdev->rss_conf.rss_key_len;  in qede_rss_hash_conf_get()
2206 	if (rss_conf->rss_key && qdev->rss_conf.rss_key)  in qede_rss_hash_conf_get()
2207 		memcpy(rss_conf->rss_key, qdev->rss_conf.rss_key,  in qede_rss_hash_conf_get()
2216 	struct qede_dev *qdev = QEDE_INIT_QDEV(eth_dev);  in qede_rss_reta_update()  local
2217 	struct ecore_dev *edev = QEDE_INIT_EDEV(qdev);  in qede_rss_reta_update()
2244 	params->rss_enable = qdev->rss_enable;  in qede_rss_reta_update()
2256 						qdev->fp_array[fid].rxq->handle;  in qede_rss_reta_update()
2258 				qdev->rss_ind_table[j] = entry;  in qede_rss_reta_update()
2281 	struct qede_dev *qdev = eth_dev->data->dev_private;  in qede_rss_reta_query()  local
2282 	struct ecore_dev *edev = &qdev->edev;  in qede_rss_reta_query()
2296 			entry = qdev->rss_ind_table[i];  in qede_rss_reta_query()
2308 	struct qede_dev *qdev = QEDE_INIT_QDEV(dev);  in qede_set_mtu()  local
2309 	struct ecore_dev *edev = QEDE_INIT_EDEV(qdev);  in qede_set_mtu()
2333 	qdev->new_mtu = mtu;  in qede_set_mtu()
2336 	for (i = 0; i < qdev->num_rx_queues; i++) {  in qede_set_mtu()
2337 		fp = &qdev->fp_array[i];  in qede_set_mtu()
2766 	struct qede_dev *qdev = eth_dev->data->dev_private;  in qede_dev_common_uninit()  local
2767 	struct ecore_dev *edev = &qdev->edev;  in qede_dev_common_uninit()