339 	rc = ena_com_set_dev_mtu(adapter->ena_dev, new_mtu);  in ena_change_mtu()
383 	ring->ena_dev = adapter->ena_dev;  in ena_init_io_rings_common()
391 	struct ena_com_dev *ena_dev;  in ena_init_io_rings_basic()  local
396 	ena_dev = adapter->ena_dev;  in ena_init_io_rings_basic()
407 		txr->tx_max_header_size = ena_dev->tx_max_header_size;  in ena_init_io_rings_basic()
408 		txr->tx_mem_queue_type = ena_dev->tx_mem_queue_type;  in ena_init_io_rings_basic()
1304 	ena_com_rss_destroy(adapter->ena_dev);  in ena_update_io_rings()
1549 		ena_com_destroy_io_queue(adapter->ena_dev, ena_qid);  in ena_destroy_all_tx_queues()
1561 		ena_com_destroy_io_queue(adapter->ena_dev, ena_qid);  in ena_destroy_all_rx_queues()
1585 	struct ena_com_dev *ena_dev = adapter->ena_dev;  in ena_create_io_queues()  local
1598 		ctx.mem_queue_type = ena_dev->tx_mem_queue_type;  in ena_create_io_queues()
1605 		rc = ena_com_create_io_queue(ena_dev, &ctx);  in ena_create_io_queues()
1612 		rc = ena_com_get_io_handlers(ena_dev, ena_qid,  in ena_create_io_queues()
1619 			ena_com_destroy_io_queue(ena_dev, ena_qid);  in ena_create_io_queues()
1640 		rc = ena_com_create_io_queue(ena_dev, &ctx);  in ena_create_io_queues()
1648 		rc = ena_com_get_io_handlers(ena_dev, ena_qid,  in ena_create_io_queues()
1655 			ena_com_destroy_io_queue(ena_dev, ena_qid);  in ena_create_io_queues()
1684 		ena_com_destroy_io_queue(ena_dev, ENA_IO_RXQ_IDX(i));  in ena_create_io_queues()
1688 		ena_com_destroy_io_queue(ena_dev, ENA_IO_TXQ_IDX(i));  in ena_create_io_queues()
1708 	ena_com_admin_q_comp_intr_handler(adapter->ena_dev);  in ena_intr_msix_mgmnt()
1710 		ena_com_aenq_intr_handler(adapter->ena_dev, arg);  in ena_intr_msix_mgmnt()
2108 		io_cq = &adapter->ena_dev->io_cq_queues[ena_qid];  in ena_unmask_all_io_irqs()
2276 	    (adapter->ena_dev->tx_mem_queue_type ==  in ena_up()
2613 		rc = ena_com_dev_reset(adapter->ena_dev, adapter->reset_reason);  in ena_down()
2629 ena_calc_max_io_queue_num(device_t pdev, struct ena_com_dev *ena_dev,  in ena_calc_max_io_queue_num()  argument
2635 	if (ena_dev->supported_features & BIT(ENA_ADMIN_MAX_QUEUES_EXT)) {  in ena_calc_max_io_queue_num()
2652 	if (ena_dev->tx_mem_queue_type == ENA_ADMIN_PLACEMENT_POLICY_DEV)  in ena_calc_max_io_queue_num()
2693 ena_set_queues_placement_policy(device_t pdev, struct ena_com_dev *ena_dev,  in ena_set_queues_placement_policy()  argument
2701 	if (!(ena_dev->supported_features & llq_feature_mask)) {  in ena_set_queues_placement_policy()
2704 		ena_dev->tx_mem_queue_type = ENA_ADMIN_PLACEMENT_POLICY_HOST;  in ena_set_queues_placement_policy()
2708 	if (ena_dev->mem_bar == NULL) {  in ena_set_queues_placement_policy()
2711 		ena_dev->tx_mem_queue_type = ENA_ADMIN_PLACEMENT_POLICY_HOST;  in ena_set_queues_placement_policy()
2715 	rc = ena_com_config_dev_mode(ena_dev, llq, llq_default_configurations);  in ena_set_queues_placement_policy()
2720 		ena_dev->tx_mem_queue_type = ENA_ADMIN_PLACEMENT_POLICY_HOST;  in ena_set_queues_placement_policy()
2727 ena_map_llq_mem_bar(device_t pdev, struct ena_com_dev *ena_dev)  in ena_map_llq_mem_bar()  argument
2753 	ena_dev->mem_bar = rman_get_virtual(adapter->memory);  in ena_map_llq_mem_bar()
2787 	struct ena_com_dev *ena_dev = ctx->ena_dev;  in ena_calc_io_queue_size()  local
2793 	if (ena_dev->supported_features & BIT(ENA_ADMIN_MAX_QUEUES_EXT)) {  in ena_calc_io_queue_size()
2801 		if (ena_dev->tx_mem_queue_type ==  in ena_calc_io_queue_size()
2820 		if (ena_dev->tx_mem_queue_type ==  in ena_calc_io_queue_size()
2835 		if (ena_dev->tx_mem_queue_type == ENA_ADMIN_PLACEMENT_POLICY_DEV) {  in ena_calc_io_queue_size()
2879 ena_config_host_info(struct ena_com_dev *ena_dev, device_t dev)  in ena_config_host_info()  argument
2886 	rc = ena_com_allocate_host_info(ena_dev);  in ena_config_host_info()
2892 	host_info = ena_dev->host_attr.host_info;  in ena_config_host_info()
2912 	rc = ena_com_set_host_attributes(ena_dev);  in ena_config_host_info()
2925 	ena_com_delete_host_info(ena_dev);  in ena_config_host_info()
2933 	struct ena_com_dev *ena_dev = adapter->ena_dev;  in ena_device_init()  local
2939 	rc = ena_com_mmio_reg_read_request_init(ena_dev);  in ena_device_init()
2950 	ena_com_set_mmio_read_mode(ena_dev, readless_supported);  in ena_device_init()
2952 	rc = ena_com_dev_reset(ena_dev, ENA_REGS_RESET_NORMAL);  in ena_device_init()
2958 	rc = ena_com_validate_version(ena_dev);  in ena_device_init()
2964 	dma_width = ena_com_get_dma_width(ena_dev);  in ena_device_init()
2973 	rc = ena_com_admin_init(ena_dev, &aenq_handlers);  in ena_device_init()
2985 	ena_com_set_admin_polling_mode(ena_dev, true);  in ena_device_init()
2987 	ena_config_host_info(ena_dev, pdev);  in ena_device_init()
2990 	rc = ena_com_get_dev_attr_feat(ena_dev, get_feat_ctx);  in ena_device_init()
3006 	rc = ena_com_set_aenq_config(ena_dev, aenq_groups);  in ena_device_init()
3016 	rc = ena_set_queues_placement_policy(pdev, ena_dev, &get_feat_ctx->llq,  in ena_device_init()
3026 	ena_com_delete_host_info(ena_dev);  in ena_device_init()
3027 	ena_com_admin_destroy(ena_dev);  in ena_device_init()
3029 	ena_com_mmio_reg_read_request_destroy(ena_dev);  in ena_device_init()
3037 	struct ena_com_dev *ena_dev = adapter->ena_dev;  in ena_enable_msix_and_set_admin_interrupts()  local
3054 	ena_com_set_admin_polling_mode(ena_dev, false);  in ena_enable_msix_and_set_admin_interrupts()
3056 	ena_com_admin_aenq_enable(ena_dev);  in ena_enable_msix_and_set_admin_interrupts()
3106 		if (ena_com_aenq_has_keep_alive(adapter->ena_dev))  in check_for_missing_keep_alive()
3118 	if (unlikely(ena_com_get_admin_running_state(adapter->ena_dev) == false)) {  in check_for_admin_com_state()
3122 		if (ena_com_get_missing_admin_interrupt(adapter->ena_dev))  in check_for_admin_com_state()
3371 	struct ena_com_dev *ena_dev = adapter->ena_dev;  in ena_update_hints()  local
3374 		ena_dev->admin_queue.completion_timeout =  in ena_update_hints()
3379 		ena_dev->mmio_read.reg_read_to = hints->mmio_read_timeout * 1000;  in ena_update_hints()
3420 	rc = ena_com_get_eni_stats(adapter->ena_dev, &adapter->eni_metrics);  in ena_copy_eni_metrics()
3444 	return ena_com_get_ena_srd_info(adapter->ena_dev, &adapter->ena_srd_info);  in ena_copy_srd_metrics()
3454 	dev = adapter->ena_dev;  in ena_copy_customer_metrics()
3460 	rc = ena_com_get_customer_metrics(adapter->ena_dev,  in ena_copy_customer_metrics()
3471 	    adapter->ena_dev->host_attr.host_info;  in ena_timer_service()
3507 		if (ena_com_validate_version(adapter->ena_dev) ==  in ena_timer_service()
3529 	struct ena_com_dev *ena_dev = adapter->ena_dev;  in ena_destroy_device()  local
3545 		ena_com_set_admin_running_state(ena_dev, false);  in ena_destroy_device()
3555 		ena_com_dev_reset(adapter->ena_dev, adapter->reset_reason);  in ena_destroy_device()
3570 	ena_com_abort_admin_commands(ena_dev);  in ena_destroy_device()
3572 	ena_com_wait_for_abort_completion(ena_dev);  in ena_destroy_device()
3574 	ena_com_admin_destroy(ena_dev);  in ena_destroy_device()
3576 	ena_com_mmio_reg_read_request_destroy(ena_dev);  in ena_destroy_device()
3607 	struct ena_com_dev *ena_dev = adapter->ena_dev;  in ena_restore_device()  local
3684 	ena_com_abort_admin_commands(ena_dev);  in ena_restore_device()
3685 	ena_com_wait_for_abort_completion(ena_dev);  in ena_restore_device()
3686 	ena_com_admin_destroy(ena_dev);  in ena_restore_device()
3687 	ena_com_dev_reset(ena_dev, ENA_REGS_RESET_DRIVER_INVALID_STATE);  in ena_restore_device()
3688 	ena_com_mmio_reg_read_request_destroy(ena_dev);  in ena_restore_device()
3704 	if (ena_com_get_cap(adapter->ena_dev, ENA_ADMIN_CUSTOMER_METRICS))  in ena_metrics_task()
3706 	else if (ena_com_get_cap(adapter->ena_dev, ENA_ADMIN_ENI_STATS))  in ena_metrics_task()
3709 	if (ena_com_get_cap(adapter->ena_dev, ENA_ADMIN_ENA_SRD_INFO))  in ena_metrics_task()
3759 	struct ena_com_dev *ena_dev = NULL;  in ena_attach()  local
3789 	ena_dev = malloc(sizeof(struct ena_com_dev), M_DEVBUF,  in ena_attach()
3792 	adapter->ena_dev = ena_dev;  in ena_attach()
3793 	ena_dev->dmadev = pdev;  in ena_attach()
3820 	ena_dev->bus = malloc(sizeof(struct ena_bus), M_DEVBUF,  in ena_attach()
3824 	((struct ena_bus *)(ena_dev->bus))->reg_bar_t = rman_get_bustag(  in ena_attach()
3826 	((struct ena_bus *)(ena_dev->bus))->reg_bar_h = rman_get_bushandle(  in ena_attach()
3829 	if (unlikely(((struct ena_bus *)(ena_dev->bus))->reg_bar_h == 0)) {  in ena_attach()
3835 	rc = ena_map_llq_mem_bar(pdev, ena_dev);  in ena_attach()
3841 	ena_dev->ena_min_poll_delay_us = ENA_ADMIN_POLL_DELAY_US;  in ena_attach()
3854 	if (ena_dev->tx_mem_queue_type == ENA_ADMIN_PLACEMENT_POLICY_DEV)  in ena_attach()
3867 	calc_queue_ctx.ena_dev = ena_dev;  in ena_attach()
3871 	max_num_io_queues = ena_calc_max_io_queue_num(pdev, ena_dev,  in ena_attach()
3928 	rc = ena_com_allocate_customer_metrics_buffer(ena_dev);  in ena_attach()
3988 	ena_com_delete_customer_metrics_buffer(ena_dev);  in ena_attach()
3991 	ena_com_dev_reset(adapter->ena_dev, ENA_REGS_RESET_INIT_ERR);  in ena_attach()
4000 	ena_com_admin_destroy(ena_dev);  in ena_attach()
4001 	ena_com_delete_host_info(ena_dev);  in ena_attach()
4002 	ena_com_mmio_reg_read_request_destroy(ena_dev);  in ena_attach()
4004 	free(ena_dev->bus, M_DEVBUF);  in ena_attach()
4008 	free(ena_dev, M_DEVBUF);  in ena_attach()
4024 	struct ena_com_dev *ena_dev = adapter->ena_dev;  in ena_detach()  local
4085 		ena_com_rss_destroy(ena_dev);  in ena_detach()
4087 	ena_com_delete_host_info(ena_dev);  in ena_detach()
4091 	ena_com_delete_customer_metrics_buffer(ena_dev);  in ena_detach()
4095 	free(ena_dev->bus, M_DEVBUF);  in ena_detach()
4097 	free(ena_dev, M_DEVBUF);  in ena_detach()
4142 	    adapter->ena_dev, "Invalid group(%x) expected %x\n",  in ena_notification()