133 	u8 asic_type = ionic->idev.dev_info.asic_type;  in ionic_doorbell_wa()
140 	struct ionic_dev *idev = &ionic->idev;  in ionic_watchdog_init()  local
146 	atomic_long_set(&idev->last_check_time, jiffies - 2 * HZ);  in ionic_watchdog_init()
147 	idev->last_hb_time = jiffies - 2 * ionic->watchdog_period;  in ionic_watchdog_init()
149 	idev->last_fw_hb = 0;  in ionic_watchdog_init()
150 	idev->fw_hb_ready = true;  in ionic_watchdog_init()
151 	idev->fw_status_ready = true;  in ionic_watchdog_init()
152 	idev->fw_generation = IONIC_FW_STS_F_GENERATION &  in ionic_watchdog_init()
153 			      ioread8(&idev->dev_info_regs->fw_status);  in ionic_watchdog_init()
183 	struct ionic_dev *idev = &ionic->idev;  in ionic_init_devinfo()  local
185 	idev->dev_info.asic_type = ioread8(&idev->dev_info_regs->asic_type);  in ionic_init_devinfo()
186 	idev->dev_info.asic_rev = ioread8(&idev->dev_info_regs->asic_rev);  in ionic_init_devinfo()
188 	memcpy_fromio(idev->dev_info.fw_version,  in ionic_init_devinfo()
189 		      idev->dev_info_regs->fw_version,  in ionic_init_devinfo()
192 	memcpy_fromio(idev->dev_info.serial_num,  in ionic_init_devinfo()
193 		      idev->dev_info_regs->serial_num,  in ionic_init_devinfo()
196 	idev->dev_info.fw_version[IONIC_DEVINFO_FWVERS_BUFLEN] = 0;  in ionic_init_devinfo()
197 	idev->dev_info.serial_num[IONIC_DEVINFO_SERIAL_BUFLEN] = 0;  in ionic_init_devinfo()
199 	dev_dbg(ionic->dev, "fw_version %s\n", idev->dev_info.fw_version);  in ionic_init_devinfo()
206 	struct ionic_dev *idev = &ionic->idev;  in ionic_dev_setup()  local
224 	idev->dev_info_regs = bar->vaddr + IONIC_BAR0_DEV_INFO_REGS_OFFSET;  in ionic_dev_setup()
225 	idev->dev_cmd_regs = bar->vaddr + IONIC_BAR0_DEV_CMD_REGS_OFFSET;  in ionic_dev_setup()
226 	idev->intr_status = bar->vaddr + IONIC_BAR0_INTR_STATUS_OFFSET;  in ionic_dev_setup()
227 	idev->intr_ctrl = bar->vaddr + IONIC_BAR0_INTR_CTRL_OFFSET;  in ionic_dev_setup()
229 	idev->hwstamp_regs = &idev->dev_info_regs->hwstamp;  in ionic_dev_setup()
231 	sig = ioread32(&idev->dev_info_regs->signature);  in ionic_dev_setup()
250 	idev->db_pages = bar->vaddr;  in ionic_dev_setup()
251 	idev->phy_db_pages = bar->bus_addr;  in ionic_dev_setup()
255 	mutex_init(&idev->cmb_inuse_lock);  in ionic_dev_setup()
257 		idev->cmb_inuse = NULL;  in ionic_dev_setup()
261 	idev->phy_cmb_pages = bar->bus_addr;  in ionic_dev_setup()
262 	idev->cmb_npages = bar->len / PAGE_SIZE;  in ionic_dev_setup()
263 	size = BITS_TO_LONGS(idev->cmb_npages) * sizeof(long);  in ionic_dev_setup()
264 	idev->cmb_inuse = kzalloc(size, GFP_KERNEL);  in ionic_dev_setup()
265 	if (!idev->cmb_inuse)  in ionic_dev_setup()
273 	struct ionic_dev *idev = &ionic->idev;  in ionic_dev_teardown()  local
275 	kfree(idev->cmb_inuse);  in ionic_dev_teardown()
276 	idev->cmb_inuse = NULL;  in ionic_dev_teardown()
277 	idev->phy_cmb_pages = 0;  in ionic_dev_teardown()
278 	idev->cmb_npages = 0;  in ionic_dev_teardown()
284 	mutex_destroy(&idev->cmb_inuse_lock);  in ionic_dev_teardown()
288 static bool __ionic_is_fw_running(struct ionic_dev *idev, u8 *status_ptr)  in __ionic_is_fw_running()  argument
292 	if (!idev->dev_info_regs) {  in __ionic_is_fw_running()
298 	fw_status = ioread8(&idev->dev_info_regs->fw_status);  in __ionic_is_fw_running()
308 bool ionic_is_fw_running(struct ionic_dev *idev)  in ionic_is_fw_running()  argument
310 	return __ionic_is_fw_running(idev, NULL);  in ionic_is_fw_running()
316 	struct ionic_dev *idev = &ionic->idev;  in ionic_heartbeat_check()  local
326 	last_check_time = atomic_long_read(&idev->last_check_time);  in ionic_heartbeat_check()
330 	if (!atomic_long_try_cmpxchg_relaxed(&idev->last_check_time,  in ionic_heartbeat_check()
338 	if (!__ionic_is_fw_running(idev, &fw_status)) {  in ionic_heartbeat_check()
342 		if (idev->fw_generation != fw_generation) {  in ionic_heartbeat_check()
344 				 idev->fw_generation, fw_generation);  in ionic_heartbeat_check()
346 			idev->fw_generation = fw_generation;  in ionic_heartbeat_check()
360 				idev->fw_status_ready = false;	/* go to running */  in ionic_heartbeat_check()
367 		fw_status, fw_status_ready, idev->fw_status_ready,  in ionic_heartbeat_check()
368 		idev->last_fw_hb, lif->state[0]);  in ionic_heartbeat_check()
371 	if (fw_status_ready != idev->fw_status_ready &&  in ionic_heartbeat_check()
375 		idev->fw_status_ready = fw_status_ready;  in ionic_heartbeat_check()
401 	if (!idev->fw_status_ready)  in ionic_heartbeat_check()
407 	last_check_time = idev->last_hb_time;  in ionic_heartbeat_check()
411 	fw_hb = ioread32(&idev->dev_info_regs->fw_heartbeat);  in ionic_heartbeat_check()
412 	fw_hb_ready = fw_hb != idev->last_fw_hb;  in ionic_heartbeat_check()
419 		__func__, fw_hb, idev->last_fw_hb, fw_hb_ready);  in ionic_heartbeat_check()
421 	idev->last_fw_hb = fw_hb;  in ionic_heartbeat_check()
424 	if (fw_hb_ready != idev->fw_hb_ready) {  in ionic_heartbeat_check()
425 		idev->fw_hb_ready = fw_hb_ready;  in ionic_heartbeat_check()
435 	idev->last_hb_time = check_time;  in ionic_heartbeat_check()
440 u8 ionic_dev_cmd_status(struct ionic_dev *idev)  in ionic_dev_cmd_status()  argument
442 	if (!idev->dev_cmd_regs)  in ionic_dev_cmd_status()
444 	return ioread8(&idev->dev_cmd_regs->comp.comp.status);  in ionic_dev_cmd_status()
447 bool ionic_dev_cmd_done(struct ionic_dev *idev)  in ionic_dev_cmd_done()  argument
449 	if (!idev->dev_cmd_regs)  in ionic_dev_cmd_done()
451 	return ioread32(&idev->dev_cmd_regs->done) & IONIC_DEV_CMD_DONE;  in ionic_dev_cmd_done()
454 void ionic_dev_cmd_comp(struct ionic_dev *idev, union ionic_dev_cmd_comp *comp)  in ionic_dev_cmd_comp()  argument
456 	if (!idev->dev_cmd_regs)  in ionic_dev_cmd_comp()
458 	memcpy_fromio(comp, &idev->dev_cmd_regs->comp, sizeof(*comp));  in ionic_dev_cmd_comp()
461 void ionic_dev_cmd_go(struct ionic_dev *idev, union ionic_dev_cmd *cmd)  in ionic_dev_cmd_go()  argument
463 	idev->opcode = cmd->cmd.opcode;  in ionic_dev_cmd_go()
465 	if (!idev->dev_cmd_regs)  in ionic_dev_cmd_go()
468 	memcpy_toio(&idev->dev_cmd_regs->cmd, cmd, sizeof(*cmd));  in ionic_dev_cmd_go()
469 	iowrite32(0, &idev->dev_cmd_regs->done);  in ionic_dev_cmd_go()
470 	iowrite32(1, &idev->dev_cmd_regs->doorbell);  in ionic_dev_cmd_go()
474 void ionic_dev_cmd_identify(struct ionic_dev *idev, u8 ver)  in ionic_dev_cmd_identify()  argument
481 	ionic_dev_cmd_go(idev, &cmd);  in ionic_dev_cmd_identify()
484 void ionic_dev_cmd_init(struct ionic_dev *idev)  in ionic_dev_cmd_init()  argument
491 	ionic_dev_cmd_go(idev, &cmd);  in ionic_dev_cmd_init()
494 void ionic_dev_cmd_reset(struct ionic_dev *idev)  in ionic_dev_cmd_reset()  argument
500 	ionic_dev_cmd_go(idev, &cmd);  in ionic_dev_cmd_reset()
504 void ionic_dev_cmd_port_identify(struct ionic_dev *idev)  in ionic_dev_cmd_port_identify()  argument
511 	ionic_dev_cmd_go(idev, &cmd);  in ionic_dev_cmd_port_identify()
514 void ionic_dev_cmd_port_init(struct ionic_dev *idev)  in ionic_dev_cmd_port_init()  argument
519 		.port_init.info_pa = cpu_to_le64(idev->port_info_pa),  in ionic_dev_cmd_port_init()
522 	ionic_dev_cmd_go(idev, &cmd);  in ionic_dev_cmd_port_init()
525 void ionic_dev_cmd_port_reset(struct ionic_dev *idev)  in ionic_dev_cmd_port_reset()  argument
532 	ionic_dev_cmd_go(idev, &cmd);  in ionic_dev_cmd_port_reset()
535 void ionic_dev_cmd_port_state(struct ionic_dev *idev, u8 state)  in ionic_dev_cmd_port_state()  argument
544 	ionic_dev_cmd_go(idev, &cmd);  in ionic_dev_cmd_port_state()
547 void ionic_dev_cmd_port_speed(struct ionic_dev *idev, u32 speed)  in ionic_dev_cmd_port_speed()  argument
556 	ionic_dev_cmd_go(idev, &cmd);  in ionic_dev_cmd_port_speed()
559 void ionic_dev_cmd_port_autoneg(struct ionic_dev *idev, u8 an_enable)  in ionic_dev_cmd_port_autoneg()  argument
568 	ionic_dev_cmd_go(idev, &cmd);  in ionic_dev_cmd_port_autoneg()
571 void ionic_dev_cmd_port_fec(struct ionic_dev *idev, u8 fec_type)  in ionic_dev_cmd_port_fec()  argument
580 	ionic_dev_cmd_go(idev, &cmd);  in ionic_dev_cmd_port_fec()
583 void ionic_dev_cmd_port_pause(struct ionic_dev *idev, u8 pause_type)  in ionic_dev_cmd_port_pause()  argument
592 	ionic_dev_cmd_go(idev, &cmd);  in ionic_dev_cmd_port_pause()
609 	ionic_dev_cmd_go(&ionic->idev, &cmd);  in ionic_set_vf_config()
626 	ionic_dev_cmd_go(&ionic->idev, &cmd);  in ionic_vf_start()
631 void ionic_dev_cmd_queue_identify(struct ionic_dev *idev,  in ionic_dev_cmd_queue_identify()  argument
641 	ionic_dev_cmd_go(idev, &cmd);  in ionic_dev_cmd_queue_identify()
644 void ionic_dev_cmd_lif_identify(struct ionic_dev *idev, u8 type, u8 ver)  in ionic_dev_cmd_lif_identify()  argument
652 	ionic_dev_cmd_go(idev, &cmd);  in ionic_dev_cmd_lif_identify()
655 void ionic_dev_cmd_lif_init(struct ionic_dev *idev, u16 lif_index,  in ionic_dev_cmd_lif_init()  argument
664 	ionic_dev_cmd_go(idev, &cmd);  in ionic_dev_cmd_lif_init()
667 void ionic_dev_cmd_lif_reset(struct ionic_dev *idev, u16 lif_index)  in ionic_dev_cmd_lif_reset()  argument
674 	ionic_dev_cmd_go(idev, &cmd);  in ionic_dev_cmd_lif_reset()
677 void ionic_dev_cmd_adminq_init(struct ionic_dev *idev, struct ionic_qcq *qcq,  in ionic_dev_cmd_adminq_init()  argument
698 	ionic_dev_cmd_go(idev, &cmd);  in ionic_dev_cmd_adminq_init()
708 	struct ionic_dev *idev = &lif->ionic->idev;  in ionic_get_cmb()  local
711 	mutex_lock(&idev->cmb_inuse_lock);  in ionic_get_cmb()
712 	ret = bitmap_find_free_region(idev->cmb_inuse, idev->cmb_npages, order);  in ionic_get_cmb()
713 	mutex_unlock(&idev->cmb_inuse_lock);  in ionic_get_cmb()
719 	*pgaddr = idev->phy_cmb_pages + ret * PAGE_SIZE;  in ionic_get_cmb()
726 	struct ionic_dev *idev = &lif->ionic->idev;  in ionic_put_cmb()  local
728 	mutex_lock(&idev->cmb_inuse_lock);  in ionic_put_cmb()
729 	bitmap_release_region(idev->cmb_inuse, pgid, order);  in ionic_put_cmb()
730 	mutex_unlock(&idev->cmb_inuse_lock);  in ionic_put_cmb()
752 	cq->idev = &lif->ionic->idev;  in ionic_cq_init()
782 int ionic_q_init(struct ionic_lif *lif, struct ionic_dev *idev,  in ionic_q_init()  argument