110 static int	vtnet_negotiate_features(struct vtnet_softc *);
111 static int	vtnet_setup_features(struct vtnet_softc *);
112 static int	vtnet_init_rxq(struct vtnet_softc *, int);
113 static int	vtnet_init_txq(struct vtnet_softc *, int);
114 static int	vtnet_alloc_rxtx_queues(struct vtnet_softc *);
115 static void	vtnet_free_rxtx_queues(struct vtnet_softc *);
116 static int	vtnet_alloc_rx_filters(struct vtnet_softc *);
117 static void	vtnet_free_rx_filters(struct vtnet_softc *);
118 static int	vtnet_alloc_virtqueues(struct vtnet_softc *);
119 static void	vtnet_alloc_interface(struct vtnet_softc *);
120 static int	vtnet_setup_interface(struct vtnet_softc *);
121 static int	vtnet_ioctl_mtu(struct vtnet_softc *, u_int);
122 static int	vtnet_ioctl_ifflags(struct vtnet_softc *);
123 static int	vtnet_ioctl_multi(struct vtnet_softc *);
124 static int	vtnet_ioctl_ifcap(struct vtnet_softc *, struct ifreq *);
131 		vtnet_rx_alloc_buf(struct vtnet_softc *, int , struct mbuf **);
179 static void	vtnet_tx_start_all(struct vtnet_softc *);
186 static void	vtnet_accum_stats(struct vtnet_softc *,
190 static void	vtnet_start_taskqueues(struct vtnet_softc *);
191 static void	vtnet_free_taskqueues(struct vtnet_softc *);
192 static void	vtnet_drain_taskqueues(struct vtnet_softc *);
194 static void	vtnet_drain_rxtx_queues(struct vtnet_softc *);
195 static void	vtnet_stop_rendezvous(struct vtnet_softc *);
196 static void	vtnet_stop(struct vtnet_softc *);
197 static int	vtnet_virtio_reinit(struct vtnet_softc *);
198 static void	vtnet_init_rx_filters(struct vtnet_softc *);
199 static int	vtnet_init_rx_queues(struct vtnet_softc *);
200 static int	vtnet_init_tx_queues(struct vtnet_softc *);
201 static int	vtnet_init_rxtx_queues(struct vtnet_softc *);
202 static void	vtnet_set_active_vq_pairs(struct vtnet_softc *);
203 static void	vtnet_update_rx_offloads(struct vtnet_softc *);
204 static int	vtnet_reinit(struct vtnet_softc *);
205 static void	vtnet_init_locked(struct vtnet_softc *, int);
208 static void	vtnet_free_ctrl_vq(struct vtnet_softc *);
209 static void	vtnet_exec_ctrl_cmd(struct vtnet_softc *, void *,
211 static int	vtnet_ctrl_mac_cmd(struct vtnet_softc *, uint8_t *);
212 static int	vtnet_ctrl_guest_offloads(struct vtnet_softc *, uint64_t);
213 static int	vtnet_ctrl_mq_cmd(struct vtnet_softc *, uint16_t);
214 static int	vtnet_ctrl_rx_cmd(struct vtnet_softc *, uint8_t, bool);
215 static int	vtnet_set_promisc(struct vtnet_softc *, bool);
216 static int	vtnet_set_allmulti(struct vtnet_softc *, bool);
217 static void	vtnet_rx_filter(struct vtnet_softc *);
218 static void	vtnet_rx_filter_mac(struct vtnet_softc *);
219 static int	vtnet_exec_vlan_filter(struct vtnet_softc *, int, uint16_t);
220 static void	vtnet_rx_filter_vlan(struct vtnet_softc *);
221 static void	vtnet_update_vlan_filter(struct vtnet_softc *, int, uint16_t);
225 static void	vtnet_update_speed_duplex(struct vtnet_softc *);
226 static int	vtnet_is_link_up(struct vtnet_softc *);
227 static void	vtnet_update_link_status(struct vtnet_softc *);
230 static void	vtnet_get_macaddr(struct vtnet_softc *);
231 static void	vtnet_set_macaddr(struct vtnet_softc *);
232 static void	vtnet_attached_set_macaddr(struct vtnet_softc *);
234 static void	vtnet_set_rx_process_limit(struct vtnet_softc *);
240 static void	vtnet_setup_queue_sysctl(struct vtnet_softc *);
241 static void	vtnet_load_tunables(struct vtnet_softc *);
242 static void	vtnet_setup_sysctl(struct vtnet_softc *);
248 static void	vtnet_enable_rx_interrupts(struct vtnet_softc *);
249 static void	vtnet_enable_tx_interrupts(struct vtnet_softc *);
250 static void	vtnet_enable_interrupts(struct vtnet_softc *);
251 static void	vtnet_disable_rx_interrupts(struct vtnet_softc *);
252 static void	vtnet_disable_tx_interrupts(struct vtnet_softc *);
253 static void	vtnet_disable_interrupts(struct vtnet_softc *);
255 static int	vtnet_tunable_int(struct vtnet_softc *, const char *, int);
366     .size = sizeof(struct vtnet_softc)
430 	struct vtnet_softc *sc;  in vtnet_attach()
496 	struct vtnet_softc *sc;  in vtnet_detach()
554 	struct vtnet_softc *sc;  in vtnet_suspend()
569 	struct vtnet_softc *sc;  in vtnet_resume()
597 	struct vtnet_softc *sc;  in vtnet_attach_completed()
611 	struct vtnet_softc *sc;  in vtnet_config_change()
625 vtnet_negotiate_features(struct vtnet_softc *sc)  in vtnet_negotiate_features()
714 vtnet_setup_features(struct vtnet_softc *sc)  in vtnet_setup_features()
820 vtnet_init_rxq(struct vtnet_softc *sc, int id)  in vtnet_init_rxq()
853 vtnet_init_txq(struct vtnet_softc *sc, int id)  in vtnet_init_txq()
888 vtnet_alloc_rxtx_queues(struct vtnet_softc *sc)  in vtnet_alloc_rxtx_queues()
960 vtnet_free_rxtx_queues(struct vtnet_softc *sc)  in vtnet_free_rxtx_queues()
980 vtnet_alloc_rx_filters(struct vtnet_softc *sc)  in vtnet_alloc_rx_filters()
1001 vtnet_free_rx_filters(struct vtnet_softc *sc)  in vtnet_free_rx_filters()
1016 vtnet_alloc_virtqueues(struct vtnet_softc *sc)  in vtnet_alloc_virtqueues()
1077 vtnet_alloc_interface(struct vtnet_softc *sc)  in vtnet_alloc_interface()
1091 vtnet_setup_interface(struct vtnet_softc *sc)  in vtnet_setup_interface()
1211 vtnet_rx_cluster_size(struct vtnet_softc *sc, int mtu)  in vtnet_rx_cluster_size()
1251 vtnet_ioctl_mtu(struct vtnet_softc *sc, u_int mtu)  in vtnet_ioctl_mtu()
1277 vtnet_ioctl_ifflags(struct vtnet_softc *sc)  in vtnet_ioctl_ifflags()
1318 vtnet_ioctl_multi(struct vtnet_softc *sc)  in vtnet_ioctl_multi()
1334 vtnet_ioctl_ifcap(struct vtnet_softc *sc, struct ifreq *ifr)  in vtnet_ioctl_ifcap()
1418 	struct vtnet_softc *sc;  in vtnet_ioctl()
1529 vtnet_rx_alloc_buf(struct vtnet_softc *sc, int nbufs, struct mbuf **m_tailp)  in vtnet_rx_alloc_buf()
1576 	struct vtnet_softc *sc;  in vtnet_rxq_replace_lro_nomrg_buf()
1666 	struct vtnet_softc *sc;  in vtnet_rxq_replace_buf()
1696 	struct vtnet_softc *sc;  in vtnet_rxq_enqueue_buf()
1744 	struct vtnet_softc *sc;  in vtnet_rxq_new_buf()
1765 	struct vtnet_softc *sc;  in vtnet_rxq_csum_needs_csum()
1839 	struct vtnet_softc *sc;  in vtnet_rxq_csum_data_valid()
1950 	struct vtnet_softc *sc;  in vtnet_rxq_merged_eof()
2017 	struct vtnet_softc *sc;  in vtnet_rxq_input()
2075 	struct vtnet_softc *sc;  in vtnet_rxq_eof()
2190 	struct vtnet_softc *sc;  in vtnet_rx_vq_process()
2277 	struct vtnet_softc *sc;  in vtnet_txq_intr_threshold()
2373 	struct vtnet_softc *sc;  in vtnet_txq_offload_ctx()
2434 	struct vtnet_softc *sc;  in vtnet_txq_offload_tso()
2475 	struct vtnet_softc *sc;  in vtnet_txq_offload()
2530 	struct vtnet_softc *sc;  in vtnet_txq_enqueue_buf()
2631 	struct vtnet_softc *sc;  in vtnet_start_locked()
2681 	struct vtnet_softc *sc;  in vtnet_start()
2697 	struct vtnet_softc *sc;  in vtnet_txq_mq_start_locked()
2763 	struct vtnet_softc *sc;  in vtnet_txq_mq_start()
2791 	struct vtnet_softc *sc;  in vtnet_txq_tq_deferred()
2808 	struct vtnet_softc *sc;  in vtnet_txq_start()
2826 	struct vtnet_softc *sc;  in vtnet_txq_tq_intr()
2881 	struct vtnet_softc *sc;  in vtnet_tx_vq_intr()
2919 vtnet_tx_start_all(struct vtnet_softc *sc)  in vtnet_tx_start_all()
2939 	struct vtnet_softc *sc;  in vtnet_qflush()
2991 vtnet_accum_stats(struct vtnet_softc *sc, struct vtnet_rxq_stats *rxacc,  in vtnet_accum_stats()
3022 	struct vtnet_softc *sc;  in vtnet_get_counter()
3052 	struct vtnet_softc *sc;  in vtnet_tick()
3073 vtnet_start_taskqueues(struct vtnet_softc *sc)  in vtnet_start_taskqueues()
3111 vtnet_free_taskqueues(struct vtnet_softc *sc)  in vtnet_free_taskqueues()
3133 vtnet_drain_taskqueues(struct vtnet_softc *sc)  in vtnet_drain_taskqueues()
3155 vtnet_drain_rxtx_queues(struct vtnet_softc *sc)  in vtnet_drain_rxtx_queues()
3171 vtnet_stop_rendezvous(struct vtnet_softc *sc)  in vtnet_stop_rendezvous()
3197 vtnet_stop(struct vtnet_softc *sc)  in vtnet_stop()
3232 vtnet_virtio_reinit(struct vtnet_softc *sc)  in vtnet_virtio_reinit()
3271 vtnet_init_rx_filters(struct vtnet_softc *sc)  in vtnet_init_rx_filters()
3287 vtnet_init_rx_queues(struct vtnet_softc *sc)  in vtnet_init_rx_queues()
3327 vtnet_init_tx_queues(struct vtnet_softc *sc)  in vtnet_init_tx_queues()
3345 vtnet_init_rxtx_queues(struct vtnet_softc *sc)  in vtnet_init_rxtx_queues()
3361 vtnet_set_active_vq_pairs(struct vtnet_softc *sc)  in vtnet_set_active_vq_pairs()
3385 vtnet_update_rx_offloads(struct vtnet_softc *sc)  in vtnet_update_rx_offloads()
3426 vtnet_reinit(struct vtnet_softc *sc)  in vtnet_reinit()
3463 vtnet_init_locked(struct vtnet_softc *sc, int init_mode)  in vtnet_init_locked()
3507 	struct vtnet_softc *sc;  in vtnet_init()
3517 vtnet_free_ctrl_vq(struct vtnet_softc *sc)  in vtnet_free_ctrl_vq()
3529 vtnet_exec_ctrl_cmd(struct vtnet_softc *sc, void *cookie,  in vtnet_exec_ctrl_cmd()
3553 vtnet_ctrl_mac_cmd(struct vtnet_softc *sc, uint8_t *hwaddr)  in vtnet_ctrl_mac_cmd()
3587 vtnet_ctrl_guest_offloads(struct vtnet_softc *sc, uint64_t offloads)  in vtnet_ctrl_guest_offloads()
3621 vtnet_ctrl_mq_cmd(struct vtnet_softc *sc, uint16_t npairs)  in vtnet_ctrl_mq_cmd()
3655 vtnet_ctrl_rx_cmd(struct vtnet_softc *sc, uint8_t cmd, bool on)  in vtnet_ctrl_rx_cmd()
3689 vtnet_set_promisc(struct vtnet_softc *sc, bool on)  in vtnet_set_promisc()
3695 vtnet_set_allmulti(struct vtnet_softc *sc, bool on)  in vtnet_set_allmulti()
3701 vtnet_rx_filter(struct vtnet_softc *sc)  in vtnet_rx_filter()
3725 	struct vtnet_softc *sc = arg;  in vtnet_copy_ifaddr()
3751 vtnet_rx_filter_mac(struct vtnet_softc *sc)  in vtnet_rx_filter_mac()
3824 vtnet_exec_vlan_filter(struct vtnet_softc *sc, int add, uint16_t tag)  in vtnet_exec_vlan_filter()
3858 vtnet_rx_filter_vlan(struct vtnet_softc *sc)  in vtnet_rx_filter_vlan()
3884 vtnet_update_vlan_filter(struct vtnet_softc *sc, int add, uint16_t tag)  in vtnet_update_vlan_filter()
3935 vtnet_update_speed_duplex(struct vtnet_softc *sc)  in vtnet_update_speed_duplex()
3953 vtnet_is_link_up(struct vtnet_softc *sc)  in vtnet_is_link_up()
3967 vtnet_update_link_status(struct vtnet_softc *sc)  in vtnet_update_link_status()
3996 	struct vtnet_softc *sc;  in vtnet_ifmedia_sts()
4013 vtnet_get_macaddr(struct vtnet_softc *sc)  in vtnet_get_macaddr()
4028 vtnet_set_macaddr(struct vtnet_softc *sc)  in vtnet_set_macaddr()
4053 vtnet_attached_set_macaddr(struct vtnet_softc *sc)  in vtnet_attached_set_macaddr()
4077 vtnet_set_rx_process_limit(struct vtnet_softc *sc)  in vtnet_set_rx_process_limit()
4155 vtnet_setup_queue_sysctl(struct vtnet_softc *sc)  in vtnet_setup_queue_sysctl()
4176     struct sysctl_oid_list *child, struct vtnet_softc *sc)  in vtnet_setup_stat_sysctl()
4260 vtnet_setup_sysctl(struct vtnet_softc *sc)  in vtnet_setup_sysctl()
4286 vtnet_load_tunables(struct vtnet_softc *sc)  in vtnet_load_tunables()
4337 vtnet_enable_rx_interrupts(struct vtnet_softc *sc)  in vtnet_enable_rx_interrupts()
4350 vtnet_enable_tx_interrupts(struct vtnet_softc *sc)  in vtnet_enable_tx_interrupts()
4359 vtnet_enable_interrupts(struct vtnet_softc *sc)  in vtnet_enable_interrupts()
4367 vtnet_disable_rx_interrupts(struct vtnet_softc *sc)  in vtnet_disable_rx_interrupts()
4376 vtnet_disable_tx_interrupts(struct vtnet_softc *sc)  in vtnet_disable_tx_interrupts()
4385 vtnet_disable_interrupts(struct vtnet_softc *sc)  in vtnet_disable_interrupts()
4393 vtnet_tunable_int(struct vtnet_softc *sc, const char *knob, int def)  in vtnet_tunable_int()
4408 	struct vtnet_softc *sc;  in vtnet_debugnet_init()
4422 	struct vtnet_softc *sc;  in vtnet_debugnet_event()
4446 	struct vtnet_softc *sc;  in vtnet_debugnet_transmit()
4465 	struct vtnet_softc *sc;  in vtnet_debugnet_poll()