109 		dev_err(adapter, "error in cxgbe poll\n");  in cxgbe_recv_pkts()
118 	struct adapter *adapter = pi->adapter;  in cxgbe_dev_info_get()  local
128 	device_info->max_rx_queues = adapter->sge.max_ethqsets;  in cxgbe_dev_info_get()
129 	device_info->max_tx_queues = adapter->sge.max_ethqsets;  in cxgbe_dev_info_get()
132 	device_info->max_vfs = adapter->params.arch.vfcount;  in cxgbe_dev_info_get()
155 	struct adapter *adapter = pi->adapter;  in cxgbe_dev_promiscuous_enable()  local
157 	return t4_set_rxmode(adapter, adapter->mbox, pi->viid, -1,  in cxgbe_dev_promiscuous_enable()
164 	struct adapter *adapter = pi->adapter;  in cxgbe_dev_promiscuous_disable()  local
166 	return t4_set_rxmode(adapter, adapter->mbox, pi->viid, -1,  in cxgbe_dev_promiscuous_disable()
173 	struct adapter *adapter = pi->adapter;  in cxgbe_dev_allmulticast_enable()  local
177 	return t4_set_rxmode(adapter, adapter->mbox, pi->viid, -1,  in cxgbe_dev_allmulticast_enable()
184 	struct adapter *adapter = pi->adapter;  in cxgbe_dev_allmulticast_disable()  local
188 	return t4_set_rxmode(adapter, adapter->mbox, pi->viid, -1,  in cxgbe_dev_allmulticast_disable()
196 	struct adapter *adapter = pi->adapter;  in cxgbe_dev_link_update()  local
197 	struct sge *s = &adapter->sge;  in cxgbe_dev_link_update()
210 		    cxgbe_force_linkup(adapter))  in cxgbe_dev_link_update()
219 	new_link.link_status = cxgbe_force_linkup(adapter) ?  in cxgbe_dev_link_update()
234 	struct adapter *adapter = pi->adapter;  in cxgbe_dev_set_link_up()  local
236 	struct sge *s = &adapter->sge;  in cxgbe_dev_set_link_up()
263 	struct adapter *adapter = pi->adapter;  in cxgbe_dev_set_link_down()  local
265 	struct sge *s = &adapter->sge;  in cxgbe_dev_set_link_down()
289 	struct adapter *adapter = pi->adapter;  in cxgbe_dev_mtu_set()  local
310 	err = t4_set_rxmode(adapter, adapter->mbox, pi->viid, new_mtu, -1, -1,  in cxgbe_dev_mtu_set()
324 	struct adapter *adapter = pi->adapter;  in cxgbe_dev_close()  local
332 	if (!(adapter->flags & FULL_INIT_DONE))  in cxgbe_dev_close()
340 	t4_free_vi(adapter, adapter->mbox, adapter->pf, 0, pi->viid);  in cxgbe_dev_close()
346 	for_each_port(adapter, i) {  in cxgbe_dev_close()
347 		temp_pi = adap2pinfo(adapter, i);  in cxgbe_dev_close()
352 	cxgbe_close(adapter);  in cxgbe_dev_close()
353 	rte_free(adapter);  in cxgbe_dev_close()
365 	struct adapter *adapter = pi->adapter;  in cxgbe_dev_start()  local
374 	if (!(adapter->flags & FW_OK)) {  in cxgbe_dev_start()
379 	if (!(adapter->flags & FULL_INIT_DONE)) {  in cxgbe_dev_start()
380 		err = cxgbe_up(adapter);  in cxgbe_dev_start()
422 	struct adapter *adapter = pi->adapter;  in cxgbe_dev_stop()  local
426 	if (!(adapter->flags & FULL_INIT_DONE))  in cxgbe_dev_stop()
444 	struct adapter *adapter = pi->adapter;  in cxgbe_dev_configure()  local
453 	if (!(adapter->flags & FW_QUEUE_BOUND)) {  in cxgbe_dev_configure()
454 		err = cxgbe_setup_sge_fwevtq(adapter);  in cxgbe_dev_configure()
457 		adapter->flags |= FW_QUEUE_BOUND;  in cxgbe_dev_configure()
458 		if (is_pf4(adapter)) {  in cxgbe_dev_configure()
459 			err = cxgbe_setup_sge_ctrl_txq(adapter);  in cxgbe_dev_configure()
508 	struct adapter *adapter = pi->adapter;  in cxgbe_dev_tx_queue_setup()  local
509 	struct sge *s = &adapter->sge;  in cxgbe_dev_tx_queue_setup()
515 …dev_debug(adapter, "%s: eth_dev->data->nb_tx_queues = %d; queue_idx = %d; nb_desc = %d; socket_id …  in cxgbe_dev_tx_queue_setup()
533 		dev_warn(adapter, "%s: number of descriptors must be >= %d. Using default [%d]\n",  in cxgbe_dev_tx_queue_setup()
538 		dev_err(adapter, "%s: number of descriptors must be between %d and %d inclusive. Default [%d]\n",  in cxgbe_dev_tx_queue_setup()
546 	err = t4_sge_alloc_eth_txq(adapter, txq, eth_dev, queue_idx,  in cxgbe_dev_tx_queue_setup()
549 	dev_debug(adapter, "%s: txq->q.cntxt_id= %u txq->q.abs_id= %u err = %d\n",  in cxgbe_dev_tx_queue_setup()
561 		struct adapter *adap = pi->adapter;  in cxgbe_dev_tx_queue_release()
563 		dev_debug(adapter, "%s: pi->port_id = %d; tx_queue_id = %d\n",  in cxgbe_dev_tx_queue_release()
573 	struct adapter *adap = pi->adapter;  in cxgbe_dev_rx_queue_start()
577 	dev_debug(adapter, "%s: pi->port_id = %d; rx_queue_id = %d\n",  in cxgbe_dev_rx_queue_start()
591 	struct adapter *adap = pi->adapter;  in cxgbe_dev_rx_queue_stop()
595 	dev_debug(adapter, "%s: pi->port_id = %d; rx_queue_id = %d\n",  in cxgbe_dev_rx_queue_stop()
614 	struct adapter *adapter = pi->adapter;  in cxgbe_dev_rx_queue_setup()  local
616 	struct sge *s = &adapter->sge;  in cxgbe_dev_rx_queue_setup()
622 …dev_debug(adapter, "%s: eth_dev->data->nb_rx_queues = %d; queue_idx = %d; nb_desc = %d; socket_id …  in cxgbe_dev_rx_queue_setup()
656 		dev_warn(adapter, "%s: number of descriptors must be >= %d. Using default [%d]\n",  in cxgbe_dev_rx_queue_setup()
661 		dev_err(adapter, "%s: number of descriptors must be between %d and %d inclusive. Default [%d]\n",  in cxgbe_dev_rx_queue_setup()
679 	err = t4_sge_alloc_rxq(adapter, &rxq->rspq, false, eth_dev, msi_idx,  in cxgbe_dev_rx_queue_setup()
681 			       is_pf4(adapter) ?  in cxgbe_dev_rx_queue_setup()
682 			       t4_get_tp_ch_map(adapter, pi->tx_chan) : 0, mp,  in cxgbe_dev_rx_queue_setup()
685 	dev_debug(adapter, "%s: err = %d; port_id = %d; cntxt_id = %u; abs_id = %u\n",  in cxgbe_dev_rx_queue_setup()
698 		struct adapter *adap = pi->adapter;  in cxgbe_dev_rx_queue_release()
700 		dev_debug(adapter, "%s: pi->port_id = %d; rx_queue_id = %d\n",  in cxgbe_dev_rx_queue_release()
714 	struct adapter *adapter = pi->adapter;  in cxgbe_dev_stats_get()  local
715 	struct sge *s = &adapter->sge;  in cxgbe_dev_stats_get()
761 	struct adapter *adapter = pi->adapter;  in cxgbe_dev_stats_reset()  local
762 	struct sge *s = &adapter->sge;  in cxgbe_dev_stats_reset()
811 	struct adapter *adapter = pi->adapter;  in cxgbe_flow_ctrl_set()  local
833 	return t4_link_l1cfg(adapter, adapter->mbox, pi->tx_chan,  in cxgbe_flow_ctrl_set()
857 	struct adapter *adapter = pi->adapter;  in cxgbe_dev_rss_hash_update()  local
875 		t4_write_rss_key(adapter, mod_key, -1);  in cxgbe_dev_rss_hash_update()
887 	struct adapter *adapter = pi->adapter;  in cxgbe_dev_rss_hash_conf_get()  local
892 	err = t4_read_config_vi_rss(adapter, adapter->mbox, pi->viid,  in cxgbe_dev_rss_hash_conf_get()
922 		t4_read_rss_key(adapter, key);  in cxgbe_dev_rss_hash_conf_get()
938 	struct adapter *adapter = pi->adapter;  in cxgbe_dev_rss_reta_update()  local
942 	if (!(adapter->flags & FULL_INIT_DONE))  in cxgbe_dev_rss_reta_update()
975 	struct adapter *adapter = pi->adapter;  in cxgbe_dev_rss_reta_query()  local
978 	if (!(adapter->flags & FULL_INIT_DONE))  in cxgbe_dev_rss_reta_query()
1035 static int eeprom_rd_phys(struct adapter *adap, unsigned int phys_addr, u32 *v)  in eeprom_rd_phys()
1044 static int eeprom_wr_phys(struct adapter *adap, unsigned int phys_addr, u32 v)  in eeprom_wr_phys()
1059 	struct adapter *adapter = pi->adapter;  in cxgbe_get_eeprom()  local
1068 		err = eeprom_rd_phys(adapter, i, (u32 *)&buf[i]);  in cxgbe_get_eeprom()
1080 	struct adapter *adapter = pi->adapter;  in cxgbe_set_eeprom()  local
1091 	if (adapter->pf > 0) {  in cxgbe_set_eeprom()
1092 		u32 start = 1024 + adapter->pf * EEPROMPFSIZE;  in cxgbe_set_eeprom()
1105 		err = eeprom_rd_phys(adapter, aligned_offset, (u32 *)buf);  in cxgbe_set_eeprom()
1107 			err = eeprom_rd_phys(adapter,  in cxgbe_set_eeprom()
1118 	err = t4_seeprom_wp(adapter, false);  in cxgbe_set_eeprom()
1123 		err = eeprom_wr_phys(adapter, aligned_offset, *p);  in cxgbe_set_eeprom()
1128 		err = t4_seeprom_wp(adapter, true);  in cxgbe_set_eeprom()
1138 	struct adapter *adapter = pi->adapter;  in cxgbe_get_regs_len()  local
1140 	return t4_get_regs_len(adapter) / sizeof(uint32_t);  in cxgbe_get_regs_len()
1147 	struct adapter *adapter = pi->adapter;  in cxgbe_get_regs()  local
1149 	regs->version = CHELSIO_CHIP_VERSION(adapter->params.chip) |  in cxgbe_get_regs()
1150 		(CHELSIO_CHIP_RELEASE(adapter->params.chip) << 10) |  in cxgbe_get_regs()
1160 	t4_get_regs(adapter, regs->data, (regs->length * sizeof(uint32_t)));  in cxgbe_get_regs()
1172 		dev_err(adapter, "failed to set mac addr; err = %d\n",  in cxgbe_mac_addr_set()
1227 	struct adapter *adapter = NULL;  in eth_cxgbe_dev_init()  local
1268 	adapter = rte_zmalloc(name, sizeof(*adapter), 0);  in eth_cxgbe_dev_init()
1269 	if (!adapter)  in eth_cxgbe_dev_init()
1272 	adapter->use_unpacked_mode = 1;  in eth_cxgbe_dev_init()
1273 	adapter->regs = (void *)pci_dev->mem_resource[0].addr;  in eth_cxgbe_dev_init()
1274 	if (!adapter->regs) {  in eth_cxgbe_dev_init()
1275 		dev_err(adapter, "%s: cannot map device registers\n", __func__);  in eth_cxgbe_dev_init()
1279 	adapter->pdev = pci_dev;  in eth_cxgbe_dev_init()
1280 	adapter->eth_dev = eth_dev;  in eth_cxgbe_dev_init()
1281 	pi->adapter = adapter;  in eth_cxgbe_dev_init()
1283 	cxgbe_process_devargs(adapter);  in eth_cxgbe_dev_init()
1285 	err = cxgbe_probe(adapter);  in eth_cxgbe_dev_init()
1287 		dev_err(adapter, "%s: cxgbe probe failed with err %d\n",  in eth_cxgbe_dev_init()
1295 	rte_free(adapter);  in eth_cxgbe_dev_init()