680 			bus_dmamap_sync(sc_if->msk_cdata.msk_jumbo_rx_ring_tag,  in msk_rx_fill()
681 			    sc_if->msk_cdata.msk_jumbo_rx_ring_map,  in msk_rx_fill()
686 			bus_dmamap_sync(sc_if->msk_cdata.msk_rx_ring_tag,  in msk_rx_fill()
687 			    sc_if->msk_cdata.msk_rx_ring_map,  in msk_rx_fill()
690 		sc_if->msk_cdata.msk_rx_prod = 0;  in msk_rx_fill()
693 		    sc_if->msk_cdata.msk_rx_prod);  in msk_rx_fill()
707 	sc_if->msk_cdata.msk_rx_cons = 0;  in msk_init_rx_ring()
708 	sc_if->msk_cdata.msk_rx_prod = 0;  in msk_init_rx_ring()
709 	sc_if->msk_cdata.msk_rx_putwm = MSK_PUT_WM;  in msk_init_rx_ring()
714 		rxd = &sc_if->msk_cdata.msk_rxdesc[prod];  in msk_init_rx_ring()
725 		rxd = &sc_if->msk_cdata.msk_rxdesc[prod];  in msk_init_rx_ring()
732 		MSK_INC(sc_if->msk_cdata.msk_rx_cons, MSK_RX_RING_CNT);  in msk_init_rx_ring()
734 		rxd = &sc_if->msk_cdata.msk_rxdesc[prod];  in msk_init_rx_ring()
741 		MSK_INC(sc_if->msk_cdata.msk_rx_cons, MSK_RX_RING_CNT);  in msk_init_rx_ring()
750 	bus_dmamap_sync(sc_if->msk_cdata.msk_rx_ring_tag,  in msk_init_rx_ring()
751 	    sc_if->msk_cdata.msk_rx_ring_map,  in msk_init_rx_ring()
755 	sc_if->msk_cdata.msk_rx_prod = prod;  in msk_init_rx_ring()
758 	    (sc_if->msk_cdata.msk_rx_prod + MSK_RX_RING_CNT - 1) %  in msk_init_rx_ring()
774 	sc_if->msk_cdata.msk_rx_cons = 0;  in msk_init_jumbo_rx_ring()
775 	sc_if->msk_cdata.msk_rx_prod = 0;  in msk_init_jumbo_rx_ring()
776 	sc_if->msk_cdata.msk_rx_putwm = MSK_PUT_WM;  in msk_init_jumbo_rx_ring()
782 		rxd = &sc_if->msk_cdata.msk_jumbo_rxdesc[prod];  in msk_init_jumbo_rx_ring()
793 		rxd = &sc_if->msk_cdata.msk_jumbo_rxdesc[prod];  in msk_init_jumbo_rx_ring()
800 		MSK_INC(sc_if->msk_cdata.msk_rx_cons, MSK_JUMBO_RX_RING_CNT);  in msk_init_jumbo_rx_ring()
802 		rxd = &sc_if->msk_cdata.msk_jumbo_rxdesc[prod];  in msk_init_jumbo_rx_ring()
809 		MSK_INC(sc_if->msk_cdata.msk_rx_cons, MSK_JUMBO_RX_RING_CNT);  in msk_init_jumbo_rx_ring()
818 	bus_dmamap_sync(sc_if->msk_cdata.msk_jumbo_rx_ring_tag,  in msk_init_jumbo_rx_ring()
819 	    sc_if->msk_cdata.msk_jumbo_rx_ring_map,  in msk_init_jumbo_rx_ring()
823 	sc_if->msk_cdata.msk_rx_prod = prod;  in msk_init_jumbo_rx_ring()
826 	    (sc_if->msk_cdata.msk_rx_prod + MSK_JUMBO_RX_RING_CNT - 1) %  in msk_init_jumbo_rx_ring()
840 	sc_if->msk_cdata.msk_tso_mtu = 0;  in msk_init_tx_ring()
841 	sc_if->msk_cdata.msk_last_csum = 0;  in msk_init_tx_ring()
842 	sc_if->msk_cdata.msk_tx_prod = 0;  in msk_init_tx_ring()
843 	sc_if->msk_cdata.msk_tx_cons = 0;  in msk_init_tx_ring()
844 	sc_if->msk_cdata.msk_tx_cnt = 0;  in msk_init_tx_ring()
845 	sc_if->msk_cdata.msk_tx_high_addr = 0;  in msk_init_tx_ring()
850 		txd = &sc_if->msk_cdata.msk_txdesc[i];  in msk_init_tx_ring()
855 	bus_dmamap_sync(sc_if->msk_cdata.msk_tx_ring_tag,  in msk_init_tx_ring()
856 	    sc_if->msk_cdata.msk_tx_ring_map,  in msk_init_tx_ring()
868 	rxd = &sc_if->msk_cdata.msk_rxdesc[idx];  in msk_discard_rxbuf()
873 	rxd = &sc_if->msk_cdata.msk_rxdesc[idx];  in msk_discard_rxbuf()
887 	rxd = &sc_if->msk_cdata.msk_jumbo_rxdesc[idx];  in msk_discard_jumbo_rxbuf()
892 	rxd = &sc_if->msk_cdata.msk_jumbo_rxdesc[idx];  in msk_discard_jumbo_rxbuf()
920 	if (bus_dmamap_load_mbuf_sg(sc_if->msk_cdata.msk_rx_tag,  in msk_newbuf()
921 	    sc_if->msk_cdata.msk_rx_sparemap, m, segs, &nsegs,  in msk_newbuf()
928 	rxd = &sc_if->msk_cdata.msk_rxdesc[idx];  in msk_newbuf()
934 	rxd = &sc_if->msk_cdata.msk_rxdesc[idx];  in msk_newbuf()
937 		bus_dmamap_sync(sc_if->msk_cdata.msk_rx_tag, rxd->rx_dmamap,  in msk_newbuf()
939 		bus_dmamap_unload(sc_if->msk_cdata.msk_rx_tag, rxd->rx_dmamap);  in msk_newbuf()
943 	rxd->rx_dmamap = sc_if->msk_cdata.msk_rx_sparemap;  in msk_newbuf()
944 	sc_if->msk_cdata.msk_rx_sparemap = map;  in msk_newbuf()
945 	bus_dmamap_sync(sc_if->msk_cdata.msk_rx_tag, rxd->rx_dmamap,  in msk_newbuf()
977 	if (bus_dmamap_load_mbuf_sg(sc_if->msk_cdata.msk_jumbo_rx_tag,  in msk_jumbo_newbuf()
978 	    sc_if->msk_cdata.msk_jumbo_rx_sparemap, m, segs, &nsegs,  in msk_jumbo_newbuf()
985 	rxd = &sc_if->msk_cdata.msk_jumbo_rxdesc[idx];  in msk_jumbo_newbuf()
991 	rxd = &sc_if->msk_cdata.msk_jumbo_rxdesc[idx];  in msk_jumbo_newbuf()
994 		bus_dmamap_sync(sc_if->msk_cdata.msk_jumbo_rx_tag,  in msk_jumbo_newbuf()
996 		bus_dmamap_unload(sc_if->msk_cdata.msk_jumbo_rx_tag,  in msk_jumbo_newbuf()
1001 	rxd->rx_dmamap = sc_if->msk_cdata.msk_jumbo_rx_sparemap;  in msk_jumbo_newbuf()
1002 	sc_if->msk_cdata.msk_jumbo_rx_sparemap = map;  in msk_jumbo_newbuf()
1003 	bus_dmamap_sync(sc_if->msk_cdata.msk_jumbo_rx_tag, rxd->rx_dmamap,  in msk_jumbo_newbuf()
2236 		    &sc_if->msk_cdata.msk_parent_tag);  in msk_txrx_dma_alloc()
2243 	error = bus_dma_tag_create(sc_if->msk_cdata.msk_parent_tag,/* parent */  in msk_txrx_dma_alloc()
2253 		    &sc_if->msk_cdata.msk_tx_ring_tag);  in msk_txrx_dma_alloc()
2261 	error = bus_dma_tag_create(sc_if->msk_cdata.msk_parent_tag,/* parent */  in msk_txrx_dma_alloc()
2271 		    &sc_if->msk_cdata.msk_rx_ring_tag);  in msk_txrx_dma_alloc()
2279 	error = bus_dma_tag_create(sc_if->msk_cdata.msk_parent_tag,/* parent */  in msk_txrx_dma_alloc()
2289 		    &sc_if->msk_cdata.msk_tx_tag);  in msk_txrx_dma_alloc()
2304 	error = bus_dma_tag_create(sc_if->msk_cdata.msk_parent_tag,/* parent */  in msk_txrx_dma_alloc()
2314 		    &sc_if->msk_cdata.msk_rx_tag);  in msk_txrx_dma_alloc()
2322 	error = bus_dmamem_alloc(sc_if->msk_cdata.msk_tx_ring_tag,  in msk_txrx_dma_alloc()
2324 	    BUS_DMA_COHERENT | BUS_DMA_ZERO, &sc_if->msk_cdata.msk_tx_ring_map);  in msk_txrx_dma_alloc()
2332 	error = bus_dmamap_load(sc_if->msk_cdata.msk_tx_ring_tag,  in msk_txrx_dma_alloc()
2333 	    sc_if->msk_cdata.msk_tx_ring_map, sc_if->msk_rdata.msk_tx_ring,  in msk_txrx_dma_alloc()
2343 	error = bus_dmamem_alloc(sc_if->msk_cdata.msk_rx_ring_tag,  in msk_txrx_dma_alloc()
2345 	    BUS_DMA_COHERENT | BUS_DMA_ZERO, &sc_if->msk_cdata.msk_rx_ring_map);  in msk_txrx_dma_alloc()
2353 	error = bus_dmamap_load(sc_if->msk_cdata.msk_rx_ring_tag,  in msk_txrx_dma_alloc()
2354 	    sc_if->msk_cdata.msk_rx_ring_map, sc_if->msk_rdata.msk_rx_ring,  in msk_txrx_dma_alloc()
2365 		txd = &sc_if->msk_cdata.msk_txdesc[i];  in msk_txrx_dma_alloc()
2368 		error = bus_dmamap_create(sc_if->msk_cdata.msk_tx_tag, 0,  in msk_txrx_dma_alloc()
2377 	if ((error = bus_dmamap_create(sc_if->msk_cdata.msk_rx_tag, 0,  in msk_txrx_dma_alloc()
2378 	    &sc_if->msk_cdata.msk_rx_sparemap)) != 0) {  in msk_txrx_dma_alloc()
2384 		rxd = &sc_if->msk_cdata.msk_rxdesc[i];  in msk_txrx_dma_alloc()
2387 		error = bus_dmamap_create(sc_if->msk_cdata.msk_rx_tag, 0,  in msk_txrx_dma_alloc()
2415 	error = bus_dma_tag_create(sc_if->msk_cdata.msk_parent_tag,/* parent */  in msk_rx_dma_jalloc()
2425 		    &sc_if->msk_cdata.msk_jumbo_rx_ring_tag);  in msk_rx_dma_jalloc()
2440 	error = bus_dma_tag_create(sc_if->msk_cdata.msk_parent_tag,/* parent */  in msk_rx_dma_jalloc()
2450 		    &sc_if->msk_cdata.msk_jumbo_rx_tag);  in msk_rx_dma_jalloc()
2458 	error = bus_dmamem_alloc(sc_if->msk_cdata.msk_jumbo_rx_ring_tag,  in msk_rx_dma_jalloc()
2461 	    &sc_if->msk_cdata.msk_jumbo_rx_ring_map);  in msk_rx_dma_jalloc()
2469 	error = bus_dmamap_load(sc_if->msk_cdata.msk_jumbo_rx_ring_tag,  in msk_rx_dma_jalloc()
2470 	    sc_if->msk_cdata.msk_jumbo_rx_ring_map,  in msk_rx_dma_jalloc()
2481 	if ((error = bus_dmamap_create(sc_if->msk_cdata.msk_jumbo_rx_tag, 0,  in msk_rx_dma_jalloc()
2482 	    &sc_if->msk_cdata.msk_jumbo_rx_sparemap)) != 0) {  in msk_rx_dma_jalloc()
2488 		jrxd = &sc_if->msk_cdata.msk_jumbo_rxdesc[i];  in msk_rx_dma_jalloc()
2491 		error = bus_dmamap_create(sc_if->msk_cdata.msk_jumbo_rx_tag, 0,  in msk_rx_dma_jalloc()
2518 	if (sc_if->msk_cdata.msk_tx_ring_tag) {  in msk_txrx_dma_free()
2520 			bus_dmamap_unload(sc_if->msk_cdata.msk_tx_ring_tag,  in msk_txrx_dma_free()
2521 			    sc_if->msk_cdata.msk_tx_ring_map);  in msk_txrx_dma_free()
2523 			bus_dmamem_free(sc_if->msk_cdata.msk_tx_ring_tag,  in msk_txrx_dma_free()
2525 			    sc_if->msk_cdata.msk_tx_ring_map);  in msk_txrx_dma_free()
2528 		bus_dma_tag_destroy(sc_if->msk_cdata.msk_tx_ring_tag);  in msk_txrx_dma_free()
2529 		sc_if->msk_cdata.msk_tx_ring_tag = NULL;  in msk_txrx_dma_free()
2532 	if (sc_if->msk_cdata.msk_rx_ring_tag) {  in msk_txrx_dma_free()
2534 			bus_dmamap_unload(sc_if->msk_cdata.msk_rx_ring_tag,  in msk_txrx_dma_free()
2535 			    sc_if->msk_cdata.msk_rx_ring_map);  in msk_txrx_dma_free()
2537 			bus_dmamem_free(sc_if->msk_cdata.msk_rx_ring_tag,  in msk_txrx_dma_free()
2539 			    sc_if->msk_cdata.msk_rx_ring_map);  in msk_txrx_dma_free()
2542 		bus_dma_tag_destroy(sc_if->msk_cdata.msk_rx_ring_tag);  in msk_txrx_dma_free()
2543 		sc_if->msk_cdata.msk_rx_ring_tag = NULL;  in msk_txrx_dma_free()
2546 	if (sc_if->msk_cdata.msk_tx_tag) {  in msk_txrx_dma_free()
2548 			txd = &sc_if->msk_cdata.msk_txdesc[i];  in msk_txrx_dma_free()
2550 				bus_dmamap_destroy(sc_if->msk_cdata.msk_tx_tag,  in msk_txrx_dma_free()
2555 		bus_dma_tag_destroy(sc_if->msk_cdata.msk_tx_tag);  in msk_txrx_dma_free()
2556 		sc_if->msk_cdata.msk_tx_tag = NULL;  in msk_txrx_dma_free()
2559 	if (sc_if->msk_cdata.msk_rx_tag) {  in msk_txrx_dma_free()
2561 			rxd = &sc_if->msk_cdata.msk_rxdesc[i];  in msk_txrx_dma_free()
2563 				bus_dmamap_destroy(sc_if->msk_cdata.msk_rx_tag,  in msk_txrx_dma_free()
2568 		if (sc_if->msk_cdata.msk_rx_sparemap) {  in msk_txrx_dma_free()
2569 			bus_dmamap_destroy(sc_if->msk_cdata.msk_rx_tag,  in msk_txrx_dma_free()
2570 			    sc_if->msk_cdata.msk_rx_sparemap);  in msk_txrx_dma_free()
2571 			sc_if->msk_cdata.msk_rx_sparemap = 0;  in msk_txrx_dma_free()
2573 		bus_dma_tag_destroy(sc_if->msk_cdata.msk_rx_tag);  in msk_txrx_dma_free()
2574 		sc_if->msk_cdata.msk_rx_tag = NULL;  in msk_txrx_dma_free()
2576 	if (sc_if->msk_cdata.msk_parent_tag) {  in msk_txrx_dma_free()
2577 		bus_dma_tag_destroy(sc_if->msk_cdata.msk_parent_tag);  in msk_txrx_dma_free()
2578 		sc_if->msk_cdata.msk_parent_tag = NULL;  in msk_txrx_dma_free()
2589 	if (sc_if->msk_cdata.msk_jumbo_rx_ring_tag) {  in msk_rx_dma_jfree()
2591 			bus_dmamap_unload(sc_if->msk_cdata.msk_jumbo_rx_ring_tag,  in msk_rx_dma_jfree()
2592 			    sc_if->msk_cdata.msk_jumbo_rx_ring_map);  in msk_rx_dma_jfree()
2594 			bus_dmamem_free(sc_if->msk_cdata.msk_jumbo_rx_ring_tag,  in msk_rx_dma_jfree()
2596 			    sc_if->msk_cdata.msk_jumbo_rx_ring_map);  in msk_rx_dma_jfree()
2599 		bus_dma_tag_destroy(sc_if->msk_cdata.msk_jumbo_rx_ring_tag);  in msk_rx_dma_jfree()
2600 		sc_if->msk_cdata.msk_jumbo_rx_ring_tag = NULL;  in msk_rx_dma_jfree()
2603 	if (sc_if->msk_cdata.msk_jumbo_rx_tag) {  in msk_rx_dma_jfree()
2605 			jrxd = &sc_if->msk_cdata.msk_jumbo_rxdesc[i];  in msk_rx_dma_jfree()
2608 				    sc_if->msk_cdata.msk_jumbo_rx_tag,  in msk_rx_dma_jfree()
2613 		if (sc_if->msk_cdata.msk_jumbo_rx_sparemap) {  in msk_rx_dma_jfree()
2614 			bus_dmamap_destroy(sc_if->msk_cdata.msk_jumbo_rx_tag,  in msk_rx_dma_jfree()
2615 			    sc_if->msk_cdata.msk_jumbo_rx_sparemap);  in msk_rx_dma_jfree()
2616 			sc_if->msk_cdata.msk_jumbo_rx_sparemap = 0;  in msk_rx_dma_jfree()
2618 		bus_dma_tag_destroy(sc_if->msk_cdata.msk_jumbo_rx_tag);  in msk_rx_dma_jfree()
2619 		sc_if->msk_cdata.msk_jumbo_rx_tag = NULL;  in msk_rx_dma_jfree()
2730 	prod = sc_if->msk_cdata.msk_tx_prod;  in msk_encap()
2731 	txd = &sc_if->msk_cdata.msk_txdesc[prod];  in msk_encap()
2734 	error = bus_dmamap_load_mbuf_sg(sc_if->msk_cdata.msk_tx_tag, map,  in msk_encap()
2744 		error = bus_dmamap_load_mbuf_sg(sc_if->msk_cdata.msk_tx_tag,  in msk_encap()
2760 	if (sc_if->msk_cdata.msk_tx_cnt + nseg >=  in msk_encap()
2762 		bus_dmamap_unload(sc_if->msk_cdata.msk_tx_tag, map);  in msk_encap()
2776 		if (tso_mtu != sc_if->msk_cdata.msk_tso_mtu) {  in msk_encap()
2784 			sc_if->msk_cdata.msk_tx_cnt++;  in msk_encap()
2786 			sc_if->msk_cdata.msk_tso_mtu = tso_mtu;  in msk_encap()
2797 			sc_if->msk_cdata.msk_tx_cnt++;  in msk_encap()
2817 			if (csum != sc_if->msk_cdata.msk_last_csum) {  in msk_encap()
2822 				sc_if->msk_cdata.msk_tx_cnt++;  in msk_encap()
2824 				sc_if->msk_cdata.msk_last_csum = csum;  in msk_encap()
2831 	    sc_if->msk_cdata.msk_tx_high_addr) {  in msk_encap()
2832 		sc_if->msk_cdata.msk_tx_high_addr =  in msk_encap()
2837 		sc_if->msk_cdata.msk_tx_cnt++;  in msk_encap()
2850 	sc_if->msk_cdata.msk_tx_cnt++;  in msk_encap()
2857 		    sc_if->msk_cdata.msk_tx_high_addr) {  in msk_encap()
2858 			sc_if->msk_cdata.msk_tx_high_addr =  in msk_encap()
2864 			sc_if->msk_cdata.msk_tx_cnt++;  in msk_encap()
2872 		sc_if->msk_cdata.msk_tx_cnt++;  in msk_encap()
2876 	sc_if->msk_cdata.msk_tx_prod = prod;  in msk_encap()
2887 	txd = &sc_if->msk_cdata.msk_txdesc[prod];  in msk_encap()
2894 	bus_dmamap_sync(sc_if->msk_cdata.msk_tx_tag, map, BUS_DMASYNC_PREWRITE);  in msk_encap()
2895 	bus_dmamap_sync(sc_if->msk_cdata.msk_tx_ring_tag,  in msk_encap()
2896 	    sc_if->msk_cdata.msk_tx_ring_map,  in msk_encap()
2928 	    sc_if->msk_cdata.msk_tx_cnt <  in msk_start_locked()
2958 		    sc_if->msk_cdata.msk_tx_prod);  in msk_start_locked()
3195 	cons = sc_if->msk_cdata.msk_rx_cons;  in msk_rxeof()
3222 		rxd = &sc_if->msk_cdata.msk_rxdesc[(cons + 1) %  in msk_rxeof()
3225 		rxd = &sc_if->msk_cdata.msk_rxdesc[cons];  in msk_rxeof()
3254 	MSK_RX_INC(sc_if->msk_cdata.msk_rx_cons, MSK_RX_RING_CNT);  in msk_rxeof()
3255 	MSK_RX_INC(sc_if->msk_cdata.msk_rx_prod, MSK_RX_RING_CNT);  in msk_rxeof()
3271 	cons = sc_if->msk_cdata.msk_rx_cons;  in msk_jumbo_rxeof()
3287 		jrxd = &sc_if->msk_cdata.msk_jumbo_rxdesc[(cons + 1) %  in msk_jumbo_rxeof()
3290 		jrxd = &sc_if->msk_cdata.msk_jumbo_rxdesc[cons];  in msk_jumbo_rxeof()
3319 	MSK_RX_INC(sc_if->msk_cdata.msk_rx_cons, MSK_JUMBO_RX_RING_CNT);  in msk_jumbo_rxeof()
3320 	MSK_RX_INC(sc_if->msk_cdata.msk_rx_prod, MSK_JUMBO_RX_RING_CNT);  in msk_jumbo_rxeof()
3336 	bus_dmamap_sync(sc_if->msk_cdata.msk_tx_ring_tag,  in msk_txeof()
3337 	    sc_if->msk_cdata.msk_tx_ring_map,  in msk_txeof()
3343 	cons = sc_if->msk_cdata.msk_tx_cons;  in msk_txeof()
3346 		if (sc_if->msk_cdata.msk_tx_cnt <= 0)  in msk_txeof()
3351 		sc_if->msk_cdata.msk_tx_cnt--;  in msk_txeof()
3355 		txd = &sc_if->msk_cdata.msk_txdesc[cons];  in msk_txeof()
3356 		bus_dmamap_sync(sc_if->msk_cdata.msk_tx_tag, txd->tx_dmamap,  in msk_txeof()
3358 		bus_dmamap_unload(sc_if->msk_cdata.msk_tx_tag, txd->tx_dmamap);  in msk_txeof()
3368 		sc_if->msk_cdata.msk_tx_cons = cons;  in msk_txeof()
3369 		if (sc_if->msk_cdata.msk_tx_cnt == 0)  in msk_txeof()
3573 		    sc_if->msk_cdata.msk_jumbo_rx_ring_tag,  in msk_rxput()
3574 		    sc_if->msk_cdata.msk_jumbo_rx_ring_map,  in msk_rxput()
3578 		    sc_if->msk_cdata.msk_rx_ring_tag,  in msk_rxput()
3579 		    sc_if->msk_cdata.msk_rx_ring_map,  in msk_rxput()
3582 	    PREF_UNIT_PUT_IDX_REG), sc_if->msk_cdata.msk_rx_prod);  in msk_rxput()
3647 			if (rxput[port] >= sc_if->msk_cdata.msk_rx_putwm) {  in msk_handle_events()
4258 		rxd = &sc_if->msk_cdata.msk_rxdesc[i];  in msk_stop()
4260 			bus_dmamap_sync(sc_if->msk_cdata.msk_rx_tag,  in msk_stop()
4262 			bus_dmamap_unload(sc_if->msk_cdata.msk_rx_tag,  in msk_stop()
4269 		jrxd = &sc_if->msk_cdata.msk_jumbo_rxdesc[i];  in msk_stop()
4271 			bus_dmamap_sync(sc_if->msk_cdata.msk_jumbo_rx_tag,  in msk_stop()
4273 			bus_dmamap_unload(sc_if->msk_cdata.msk_jumbo_rx_tag,  in msk_stop()
4280 		txd = &sc_if->msk_cdata.msk_txdesc[i];  in msk_stop()
4282 			bus_dmamap_sync(sc_if->msk_cdata.msk_tx_tag,  in msk_stop()
4284 			bus_dmamap_unload(sc_if->msk_cdata.msk_tx_tag,  in msk_stop()