81 void *vnic_dev_priv(struct vnic_dev *vdev)  in vnic_dev_priv()  argument
83 	return vdev->priv;  in vnic_dev_priv()
86 void vnic_register_cbacks(struct vnic_dev *vdev,  in vnic_register_cbacks()  argument
93 	vdev->alloc_consistent = alloc_consistent;  in vnic_register_cbacks()
94 	vdev->free_consistent = free_consistent;  in vnic_register_cbacks()
97 void vnic_register_lock(struct vnic_dev *vdev, void (*lock)(void *priv),  in vnic_register_lock()  argument
100 	vdev->lock = lock;  in vnic_register_lock()
101 	vdev->unlock = unlock;  in vnic_register_lock()
102 	vdev->locked = 0;  in vnic_register_lock()
105 static int vnic_dev_discover_res(struct vnic_dev *vdev,  in vnic_dev_discover_res()  argument
187 		vdev->res[type].count = count;  in vnic_dev_discover_res()
188 		vdev->res[type].vaddr = (char __iomem *)bar[bar_num].vaddr +  in vnic_dev_discover_res()
190 		vdev->res[type].bus_addr = bar[bar_num].bus_addr + bar_offset;  in vnic_dev_discover_res()
196 unsigned int vnic_dev_get_res_count(struct vnic_dev *vdev,  in vnic_dev_get_res_count()  argument
199 	return vdev->res[type].count;  in vnic_dev_get_res_count()
202 void __iomem *vnic_dev_get_res(struct vnic_dev *vdev, enum vnic_res_type type,  in vnic_dev_get_res()  argument
205 	if (!vdev->res[type].vaddr)  in vnic_dev_get_res()
213 		return (char __iomem *)vdev->res[type].vaddr +  in vnic_dev_get_res()
216 		return (char __iomem *)vdev->res[type].vaddr;  in vnic_dev_get_res()
252 int vnic_dev_alloc_desc_ring(struct vnic_dev *vdev,  in vnic_dev_alloc_desc_ring()  argument
262 	alloc_addr = vdev->alloc_consistent(vdev->priv,  in vnic_dev_alloc_desc_ring()
274 		vdev->free_consistent(vdev->priv,  in vnic_dev_alloc_desc_ring()
294 void vnic_dev_free_desc_ring(__rte_unused  struct vnic_dev *vdev,  in vnic_dev_free_desc_ring()  argument
298 		vdev->free_consistent(vdev->priv,  in vnic_dev_free_desc_ring()
306 static int _vnic_dev_cmd(struct vnic_dev *vdev, enum vnic_devcmd_cmd cmd,  in _vnic_dev_cmd()  argument
309 	struct vnic_devcmd __iomem *devcmd = vdev->devcmd;  in _vnic_dev_cmd()
328 			writeq(vdev->args[i], &devcmd->args[i]);  in _vnic_dev_cmd()
362 					vdev->args[i] = readq(&devcmd->args[i]);  in _vnic_dev_cmd()
373 static int vnic_dev_cmd_proxy(struct vnic_dev *vdev,  in vnic_dev_cmd_proxy()  argument
388 	memset(vdev->args, 0, sizeof(vdev->args));  in vnic_dev_cmd_proxy()
390 	vdev->args[0] = vdev->proxy_index;  in vnic_dev_cmd_proxy()
391 	vdev->args[1] = cmd;  in vnic_dev_cmd_proxy()
392 	memcpy(&vdev->args[2], args, nargs * sizeof(args[0]));  in vnic_dev_cmd_proxy()
394 	err = _vnic_dev_cmd(vdev, proxy_cmd, wait);  in vnic_dev_cmd_proxy()
398 	status = (uint32_t)vdev->args[0];  in vnic_dev_cmd_proxy()
400 		err = (int)vdev->args[1];  in vnic_dev_cmd_proxy()
407 	memcpy(args, &vdev->args[1], nargs * sizeof(args[0]));  in vnic_dev_cmd_proxy()
412 static int vnic_dev_cmd_no_proxy(struct vnic_dev *vdev,  in vnic_dev_cmd_no_proxy()  argument
421 	memset(vdev->args, 0, sizeof(vdev->args));  in vnic_dev_cmd_no_proxy()
422 	memcpy(vdev->args, args, nargs * sizeof(args[0]));  in vnic_dev_cmd_no_proxy()
424 	err = _vnic_dev_cmd(vdev, cmd, wait);  in vnic_dev_cmd_no_proxy()
426 	memcpy(args, vdev->args, nargs * sizeof(args[0]));  in vnic_dev_cmd_no_proxy()
431 void vnic_dev_cmd_proxy_by_index_start(struct vnic_dev *vdev, uint16_t index)  in vnic_dev_cmd_proxy_by_index_start()  argument
433 	vdev->proxy = PROXY_BY_INDEX;  in vnic_dev_cmd_proxy_by_index_start()
434 	vdev->proxy_index = index;  in vnic_dev_cmd_proxy_by_index_start()
437 void vnic_dev_cmd_proxy_end(struct vnic_dev *vdev)  in vnic_dev_cmd_proxy_end()  argument
439 	vdev->proxy = PROXY_NONE;  in vnic_dev_cmd_proxy_end()
440 	vdev->proxy_index = 0;  in vnic_dev_cmd_proxy_end()
443 int vnic_dev_cmd(struct vnic_dev *vdev, enum vnic_devcmd_cmd cmd,  in vnic_dev_cmd()  argument
452 	if (vdev->pf_vdev) {  in vnic_dev_cmd()
454 		vf_idx = vdev->vf_id;  in vnic_dev_cmd()
456 		vdev = vdev->pf_vdev;  in vnic_dev_cmd()
458 	if (vdev->lock)  in vnic_dev_cmd()
459 		vdev->lock(vdev->priv);  in vnic_dev_cmd()
462 		vnic_dev_cmd_proxy_by_index_start(vdev, vf_idx);  in vnic_dev_cmd()
466 	memset(vdev->args, 0, sizeof(vdev->args));  in vnic_dev_cmd()
468 	switch (vdev->proxy) {  in vnic_dev_cmd()
470 		err =  vnic_dev_cmd_proxy(vdev, CMD_PROXY_BY_INDEX, cmd,  in vnic_dev_cmd()
474 		err =  vnic_dev_cmd_proxy(vdev, CMD_PROXY_BY_BDF, cmd,  in vnic_dev_cmd()
479 		err = vnic_dev_cmd_no_proxy(vdev, cmd, args, 2, wait);  in vnic_dev_cmd()
484 		vnic_dev_cmd_proxy_end(vdev);  in vnic_dev_cmd()
485 	if (vdev->unlock)  in vnic_dev_cmd()
486 		vdev->unlock(vdev->priv);  in vnic_dev_cmd()
495 int vnic_dev_cmd_args(struct vnic_dev *vdev, enum vnic_devcmd_cmd cmd,  in vnic_dev_cmd_args()  argument
503 	if (vdev->pf_vdev) {  in vnic_dev_cmd_args()
505 		vf_idx = vdev->vf_id;  in vnic_dev_cmd_args()
506 		vdev = vdev->pf_vdev;  in vnic_dev_cmd_args()
508 	if (vdev->lock)  in vnic_dev_cmd_args()
509 		vdev->lock(vdev->priv);  in vnic_dev_cmd_args()
511 		vnic_dev_cmd_proxy_by_index_start(vdev, vf_idx);  in vnic_dev_cmd_args()
513 	switch (vdev->proxy) {  in vnic_dev_cmd_args()
515 		err = vnic_dev_cmd_proxy(vdev, CMD_PROXY_BY_INDEX, cmd,  in vnic_dev_cmd_args()
519 		err = vnic_dev_cmd_proxy(vdev, CMD_PROXY_BY_BDF, cmd,  in vnic_dev_cmd_args()
524 		err = vnic_dev_cmd_no_proxy(vdev, cmd, args, nargs, wait);  in vnic_dev_cmd_args()
529 		vnic_dev_cmd_proxy_end(vdev);  in vnic_dev_cmd_args()
530 	if (vdev->unlock)  in vnic_dev_cmd_args()
531 		vdev->unlock(vdev->priv);  in vnic_dev_cmd_args()
535 int vnic_dev_fw_info(struct vnic_dev *vdev,  in vnic_dev_fw_info()  argument
544 	if (!vdev->fw_info) {  in vnic_dev_fw_info()
547 		vdev->fw_info = vdev->alloc_consistent(vdev->priv,  in vnic_dev_fw_info()
549 			&vdev->fw_info_pa, (uint8_t *)name);  in vnic_dev_fw_info()
550 		if (!vdev->fw_info)  in vnic_dev_fw_info()
552 		a0 = vdev->fw_info_pa;  in vnic_dev_fw_info()
554 		err = vnic_dev_cmd(vdev, CMD_MCPU_FW_INFO,  in vnic_dev_fw_info()
557 	*fw_info = vdev->fw_info;  in vnic_dev_fw_info()
561 static int vnic_dev_advanced_filters_cap(struct vnic_dev *vdev, uint64_t *args,  in vnic_dev_advanced_filters_cap()  argument
567 	return vnic_dev_cmd_args(vdev, CMD_CAPABILITY, args, nargs, 1000);  in vnic_dev_advanced_filters_cap()
570 int vnic_dev_capable_adv_filters(struct vnic_dev *vdev)  in vnic_dev_capable_adv_filters()  argument
576 	err = vnic_dev_cmd(vdev, CMD_CAPABILITY, &a0, &a1, wait);  in vnic_dev_capable_adv_filters()
582 int vnic_dev_flowman_cmd(struct vnic_dev *vdev, uint64_t *args, int nargs)  in vnic_dev_flowman_cmd()  argument
586 	return vnic_dev_cmd_args(vdev, CMD_FLOW_MANAGER_OP, args, nargs, wait);  in vnic_dev_flowman_cmd()
589 static int vnic_dev_flowman_enable(struct vnic_dev *vdev, uint32_t *mode,  in vnic_dev_flowman_enable()  argument
598 	if (!vnic_dev_capable(vdev, CMD_FLOW_MANAGER_OP))  in vnic_dev_flowman_enable()
602 	if (vnic_dev_flowman_cmd(vdev, args, 1))  in vnic_dev_flowman_enable()
609 	if (vnic_dev_flowman_cmd(vdev, args, 2))  in vnic_dev_flowman_enable()
612 	if (!vdev->flowman_info) {  in vnic_dev_flowman_enable()
615 		vdev->flowman_info = vdev->alloc_consistent(vdev->priv,  in vnic_dev_flowman_enable()
617 			&vdev->flowman_info_pa, (uint8_t *)name);  in vnic_dev_flowman_enable()
618 		if (!vdev->flowman_info)  in vnic_dev_flowman_enable()
622 	args[1] = vdev->flowman_info_pa;  in vnic_dev_flowman_enable()
624 	if (vnic_dev_flowman_cmd(vdev, args, 3))  in vnic_dev_flowman_enable()
636 	if ((vdev->flowman_info->fm_op_mask & ops) != ops)  in vnic_dev_flowman_enable()
658 int vnic_dev_capable_filter_mode(struct vnic_dev *vdev, uint32_t *mode,  in vnic_dev_capable_filter_mode()  argument
666 	if (vnic_dev_flowman_enable(vdev, mode, filter_actions))  in vnic_dev_capable_filter_mode()
669 	err = vnic_dev_advanced_filters_cap(vdev, args, 4);  in vnic_dev_capable_filter_mode()
682 		err = vnic_dev_cmd_args(vdev, CMD_CAPABILITY, args, 2, 1000);  in vnic_dev_capable_filter_mode()
706 void vnic_dev_capable_udp_rss_weak(struct vnic_dev *vdev, bool *cfg_chk,  in vnic_dev_capable_udp_rss_weak()  argument
715 	err = vnic_dev_cmd(vdev, CMD_CAPABILITY, &a0, &a1, wait);  in vnic_dev_capable_udp_rss_weak()
722 int vnic_dev_capable(struct vnic_dev *vdev, enum vnic_devcmd_cmd cmd)  in vnic_dev_capable()  argument
728 	err = vnic_dev_cmd(vdev, CMD_CAPABILITY, &a0, &a1, wait);  in vnic_dev_capable()
733 int vnic_dev_spec(struct vnic_dev *vdev, unsigned int offset, size_t size,  in vnic_dev_spec()  argument
743 	err = vnic_dev_cmd(vdev, CMD_DEV_SPEC, &a0, &a1, wait);  in vnic_dev_spec()
766 int vnic_dev_stats_clear(struct vnic_dev *vdev)  in vnic_dev_stats_clear()  argument
771 	return vnic_dev_cmd(vdev, CMD_STATS_CLEAR, &a0, &a1, wait);  in vnic_dev_stats_clear()
774 int vnic_dev_stats_dump(struct vnic_dev *vdev, struct vnic_stats **stats)  in vnic_dev_stats_dump()  argument
779 	if (!vdev->stats)  in vnic_dev_stats_dump()
782 	*stats = vdev->stats;  in vnic_dev_stats_dump()
783 	a0 = vdev->stats_pa;  in vnic_dev_stats_dump()
786 	return vnic_dev_cmd(vdev, CMD_STATS_DUMP, &a0, &a1, wait);  in vnic_dev_stats_dump()
789 int vnic_dev_close(struct vnic_dev *vdev)  in vnic_dev_close()  argument
794 	return vnic_dev_cmd(vdev, CMD_CLOSE, &a0, &a1, wait);  in vnic_dev_close()
797 int vnic_dev_enable_wait(struct vnic_dev *vdev)  in vnic_dev_enable_wait()  argument
802 	if (vnic_dev_capable(vdev, CMD_ENABLE_WAIT))  in vnic_dev_enable_wait()
803 		return vnic_dev_cmd(vdev, CMD_ENABLE_WAIT, &a0, &a1, wait);  in vnic_dev_enable_wait()
805 		return vnic_dev_cmd(vdev, CMD_ENABLE, &a0, &a1, wait);  in vnic_dev_enable_wait()
808 int vnic_dev_disable(struct vnic_dev *vdev)  in vnic_dev_disable()  argument
813 	return vnic_dev_cmd(vdev, CMD_DISABLE, &a0, &a1, wait);  in vnic_dev_disable()
816 int vnic_dev_open(struct vnic_dev *vdev, int arg)  in vnic_dev_open()  argument
821 	return vnic_dev_cmd(vdev, CMD_OPEN, &a0, &a1, wait);  in vnic_dev_open()
824 int vnic_dev_open_done(struct vnic_dev *vdev, int *done)  in vnic_dev_open_done()  argument
832 	err = vnic_dev_cmd(vdev, CMD_OPEN_STATUS, &a0, &a1, wait);  in vnic_dev_open_done()
841 int vnic_dev_get_mac_addr(struct vnic_dev *vdev, uint8_t *mac_addr)  in vnic_dev_get_mac_addr()  argument
850 	err = vnic_dev_cmd(vdev, CMD_GET_MAC_ADDR, &a0, &a1, wait);  in vnic_dev_get_mac_addr()
860 int vnic_dev_packet_filter(struct vnic_dev *vdev, int directed, int multicast,  in vnic_dev_packet_filter()  argument
873 	err = vnic_dev_cmd(vdev, CMD_PACKET_FILTER, &a0, &a1, wait);  in vnic_dev_packet_filter()
880 int vnic_dev_add_addr(struct vnic_dev *vdev, uint8_t *addr)  in vnic_dev_add_addr()  argument
890 	err = vnic_dev_cmd(vdev, CMD_ADDR_ADD, &a0, &a1, wait);  in vnic_dev_add_addr()
899 int vnic_dev_del_addr(struct vnic_dev *vdev, uint8_t *addr)  in vnic_dev_del_addr()  argument
909 	err = vnic_dev_cmd(vdev, CMD_ADDR_DEL, &a0, &a1, wait);  in vnic_dev_del_addr()
918 int vnic_dev_set_ig_vlan_rewrite_mode(struct vnic_dev *vdev,  in vnic_dev_set_ig_vlan_rewrite_mode()  argument
924 	if (vnic_dev_capable(vdev, CMD_IG_VLAN_REWRITE_MODE))  in vnic_dev_set_ig_vlan_rewrite_mode()
925 		return vnic_dev_cmd(vdev, CMD_IG_VLAN_REWRITE_MODE,  in vnic_dev_set_ig_vlan_rewrite_mode()
931 void vnic_dev_set_reset_flag(struct vnic_dev *vdev, int state)  in vnic_dev_set_reset_flag()  argument
933 	vdev->in_reset = state;  in vnic_dev_set_reset_flag()
936 static inline int vnic_dev_in_reset(struct vnic_dev *vdev)  in vnic_dev_in_reset()  argument
938 	return vdev->in_reset;  in vnic_dev_in_reset()
941 int vnic_dev_notify_setcmd(struct vnic_dev *vdev,  in vnic_dev_notify_setcmd()  argument
949 	if (!vnic_dev_in_reset(vdev)) {  in vnic_dev_notify_setcmd()
950 		vdev->notify = notify_addr;  in vnic_dev_notify_setcmd()
951 		vdev->notify_pa = notify_pa;  in vnic_dev_notify_setcmd()
958 	r = vnic_dev_cmd(vdev, CMD_NOTIFY, &a0, &a1, wait);  in vnic_dev_notify_setcmd()
959 	if (!vnic_dev_in_reset(vdev))  in vnic_dev_notify_setcmd()
960 		vdev->notify_sz = (r == 0) ? (uint32_t)a1 : 0;  in vnic_dev_notify_setcmd()
965 int vnic_dev_notify_set(struct vnic_dev *vdev, uint16_t intr)  in vnic_dev_notify_set()  argument
972 	if (vdev->notify || vdev->notify_pa) {  in vnic_dev_notify_set()
973 		return vnic_dev_notify_setcmd(vdev, vdev->notify,  in vnic_dev_notify_set()
974 					      vdev->notify_pa, intr);  in vnic_dev_notify_set()
976 	if (!vnic_dev_in_reset(vdev)) {  in vnic_dev_notify_set()
979 		notify_addr = vdev->alloc_consistent(vdev->priv,  in vnic_dev_notify_set()
986 	return vnic_dev_notify_setcmd(vdev, notify_addr, notify_pa, intr);  in vnic_dev_notify_set()
989 int vnic_dev_notify_unsetcmd(struct vnic_dev *vdev)  in vnic_dev_notify_unsetcmd()  argument
999 	err = vnic_dev_cmd(vdev, CMD_NOTIFY, &a0, &a1, wait);  in vnic_dev_notify_unsetcmd()
1000 	if (!vnic_dev_in_reset(vdev)) {  in vnic_dev_notify_unsetcmd()
1001 		vdev->notify = NULL;  in vnic_dev_notify_unsetcmd()
1002 		vdev->notify_pa = 0;  in vnic_dev_notify_unsetcmd()
1003 		vdev->notify_sz = 0;  in vnic_dev_notify_unsetcmd()
1009 int vnic_dev_notify_unset(struct vnic_dev *vdev)  in vnic_dev_notify_unset()  argument
1011 	if (vdev->notify && !vnic_dev_in_reset(vdev)) {  in vnic_dev_notify_unset()
1012 		vdev->free_consistent(vdev->priv,  in vnic_dev_notify_unset()
1014 			vdev->notify,  in vnic_dev_notify_unset()
1015 			vdev->notify_pa);  in vnic_dev_notify_unset()
1018 	return vnic_dev_notify_unsetcmd(vdev);  in vnic_dev_notify_unset()
1021 static int vnic_dev_notify_ready(struct vnic_dev *vdev)  in vnic_dev_notify_ready()  argument
1024 	unsigned int nwords = vdev->notify_sz / 4;  in vnic_dev_notify_ready()
1028 	if (!vdev->notify || !vdev->notify_sz)  in vnic_dev_notify_ready()
1033 		rte_memcpy(&vdev->notify_copy, vdev->notify, vdev->notify_sz);  in vnic_dev_notify_ready()
1034 		words = (uint32_t *)&vdev->notify_copy;  in vnic_dev_notify_ready()
1042 int vnic_dev_init(struct vnic_dev *vdev, int arg)  in vnic_dev_init()  argument
1048 	if (vnic_dev_capable(vdev, CMD_INIT))  in vnic_dev_init()
1049 		r = vnic_dev_cmd(vdev, CMD_INIT, &a0, &a1, wait);  in vnic_dev_init()
1051 		vnic_dev_cmd(vdev, CMD_INIT_v1, &a0, &a1, wait);  in vnic_dev_init()
1056 			vnic_dev_cmd(vdev, CMD_GET_MAC_ADDR, &a0, &a1, wait);  in vnic_dev_init()
1057 			vnic_dev_cmd(vdev, CMD_ADDR_ADD, &a0, &a1, wait);  in vnic_dev_init()
1063 void vnic_dev_intr_coal_timer_info_default(struct vnic_dev *vdev)  in vnic_dev_intr_coal_timer_info_default()  argument
1066 	vdev->intr_coal_timer_info.mul = 2;  in vnic_dev_intr_coal_timer_info_default()
1067 	vdev->intr_coal_timer_info.div = 3;  in vnic_dev_intr_coal_timer_info_default()
1068 	vdev->intr_coal_timer_info.max_usec =  in vnic_dev_intr_coal_timer_info_default()
1069 		vnic_dev_intr_coal_timer_hw_to_usec(vdev, 0xffff);  in vnic_dev_intr_coal_timer_info_default()
1072 int vnic_dev_link_status(struct vnic_dev *vdev)  in vnic_dev_link_status()  argument
1074 	if (!vnic_dev_notify_ready(vdev))  in vnic_dev_link_status()
1077 	return vdev->notify_copy.link_state;  in vnic_dev_link_status()
1080 uint32_t vnic_dev_port_speed(struct vnic_dev *vdev)  in vnic_dev_port_speed()  argument
1082 	if (!vnic_dev_notify_ready(vdev))  in vnic_dev_port_speed()
1085 	return vdev->notify_copy.port_speed;  in vnic_dev_port_speed()
1088 uint32_t vnic_dev_mtu(struct vnic_dev *vdev)  in vnic_dev_mtu()  argument
1090 	if (!vnic_dev_notify_ready(vdev))  in vnic_dev_mtu()
1093 	return vdev->notify_copy.mtu;  in vnic_dev_mtu()
1096 uint32_t vnic_dev_uif(struct vnic_dev *vdev)  in vnic_dev_uif()  argument
1098 	if (!vnic_dev_notify_ready(vdev))  in vnic_dev_uif()
1101 	return vdev->notify_copy.uif;  in vnic_dev_uif()
1104 uint32_t vnic_dev_intr_coal_timer_usec_to_hw(struct vnic_dev *vdev,  in vnic_dev_intr_coal_timer_usec_to_hw()  argument
1107 	return (usec * vdev->intr_coal_timer_info.mul) /  in vnic_dev_intr_coal_timer_usec_to_hw()
1108 		vdev->intr_coal_timer_info.div;  in vnic_dev_intr_coal_timer_usec_to_hw()
1111 uint32_t vnic_dev_intr_coal_timer_hw_to_usec(struct vnic_dev *vdev,  in vnic_dev_intr_coal_timer_hw_to_usec()  argument
1114 	return (hw_cycles * vdev->intr_coal_timer_info.div) /  in vnic_dev_intr_coal_timer_hw_to_usec()
1115 		vdev->intr_coal_timer_info.mul;  in vnic_dev_intr_coal_timer_hw_to_usec()
1118 uint32_t vnic_dev_get_intr_coal_timer_max(struct vnic_dev *vdev)  in vnic_dev_get_intr_coal_timer_max()  argument
1120 	return vdev->intr_coal_timer_info.max_usec;  in vnic_dev_get_intr_coal_timer_max()
1123 int vnic_dev_alloc_stats_mem(struct vnic_dev *vdev)  in vnic_dev_alloc_stats_mem()  argument
1129 	vdev->stats = vdev->alloc_consistent(vdev->priv,  in vnic_dev_alloc_stats_mem()
1131 					     &vdev->stats_pa, (uint8_t *)name);  in vnic_dev_alloc_stats_mem()
1132 	return vdev->stats == NULL ? -ENOMEM : 0;  in vnic_dev_alloc_stats_mem()
1135 void vnic_dev_unregister(struct vnic_dev *vdev)  in vnic_dev_unregister()  argument
1137 	if (vdev) {  in vnic_dev_unregister()
1138 		if (vdev->notify)  in vnic_dev_unregister()
1139 			vdev->free_consistent(vdev->priv,  in vnic_dev_unregister()
1141 				vdev->notify,  in vnic_dev_unregister()
1142 				vdev->notify_pa);  in vnic_dev_unregister()
1143 		if (vdev->stats)  in vnic_dev_unregister()
1144 			vdev->free_consistent(vdev->priv,  in vnic_dev_unregister()
1146 				vdev->stats, vdev->stats_pa);  in vnic_dev_unregister()
1147 		if (vdev->flowman_info)  in vnic_dev_unregister()
1148 			vdev->free_consistent(vdev->priv,  in vnic_dev_unregister()
1150 				vdev->flowman_info, vdev->flowman_info_pa);  in vnic_dev_unregister()
1151 		if (vdev->fw_info)  in vnic_dev_unregister()
1152 			vdev->free_consistent(vdev->priv,  in vnic_dev_unregister()
1154 				vdev->fw_info, vdev->fw_info_pa);  in vnic_dev_unregister()
1155 		rte_free(vdev);  in vnic_dev_unregister()
1159 struct vnic_dev *vnic_dev_register(struct vnic_dev *vdev,  in vnic_dev_register()  argument
1163 	if (!vdev) {  in vnic_dev_register()
1167 		vdev = (struct vnic_dev *)rte_zmalloc_socket(name,  in vnic_dev_register()
1171 		if (!vdev)  in vnic_dev_register()
1175 	vdev->priv = priv;  in vnic_dev_register()
1176 	vdev->pdev = pdev;  in vnic_dev_register()
1178 	if (vnic_dev_discover_res(vdev, bar, num_bars))  in vnic_dev_register()
1181 	vdev->devcmd = vnic_dev_get_res(vdev, RES_TYPE_DEVCMD, 0);  in vnic_dev_register()
1182 	if (!vdev->devcmd)  in vnic_dev_register()
1185 	return vdev;  in vnic_dev_register()
1188 	vnic_dev_unregister(vdev);  in vnic_dev_register()
1195 	struct vnic_dev *vdev;  in vnic_vf_rep_register()  local
1197 	vdev = (struct vnic_dev *)rte_zmalloc("enic-vf-rep-vdev",  in vnic_vf_rep_register()
1199 	if (!vdev)  in vnic_vf_rep_register()
1201 	vdev->priv = priv;  in vnic_vf_rep_register()
1202 	vdev->pf_vdev = pf_vdev;  in vnic_vf_rep_register()
1203 	vdev->vf_id = vf_id;  in vnic_vf_rep_register()
1204 	vdev->alloc_consistent = pf_vdev->alloc_consistent;  in vnic_vf_rep_register()
1205 	vdev->free_consistent = pf_vdev->free_consistent;  in vnic_vf_rep_register()
1206 	return vdev;  in vnic_vf_rep_register()
1224 int vnic_dev_classifier(struct vnic_dev *vdev, uint8_t cmd, uint16_t *entry,  in vnic_dev_classifier()  argument
1249 		tlv_va = vdev->alloc_consistent(vdev->priv,  in vnic_dev_classifier()
1268 		ret = vnic_dev_cmd(vdev, dev_cmd, &a0, &a1, wait);  in vnic_dev_classifier()
1270 		vdev->free_consistent(vdev->priv, tlv_size, tlv_va, tlv_pa);  in vnic_dev_classifier()
1273 		ret = vnic_dev_cmd(vdev, CMD_DEL_FILTER, &a0, &a1, wait);  in vnic_dev_classifier()
1279 int vnic_dev_overlay_offload_ctrl(struct vnic_dev *vdev, uint8_t overlay,  in vnic_dev_overlay_offload_ctrl()  argument
1286 	return vnic_dev_cmd(vdev, CMD_OVERLAY_OFFLOAD_CTRL, &a0, &a1, wait);  in vnic_dev_overlay_offload_ctrl()
1289 int vnic_dev_overlay_offload_cfg(struct vnic_dev *vdev, uint8_t overlay,  in vnic_dev_overlay_offload_cfg()  argument
1296 	return vnic_dev_cmd(vdev, CMD_OVERLAY_OFFLOAD_CFG, &a0, &a1, wait);  in vnic_dev_overlay_offload_cfg()
1299 int vnic_dev_capable_vxlan(struct vnic_dev *vdev)  in vnic_dev_capable_vxlan()  argument
1306 	ret = vnic_dev_cmd(vdev, CMD_GET_SUPP_FEATURE_VER, &a0, &a1, wait);  in vnic_dev_capable_vxlan()
1313 int vnic_dev_capable_geneve(struct vnic_dev *vdev)  in vnic_dev_capable_geneve()  argument
1320 	ret = vnic_dev_cmd(vdev, CMD_GET_SUPP_FEATURE_VER, &a0, &a1, wait);  in vnic_dev_capable_geneve()