876 	    &sc->age_cdata.age_parent_tag);  in age_dma_alloc()
885 	    sc->age_cdata.age_parent_tag, /* parent */  in age_dma_alloc()
895 	    &sc->age_cdata.age_tx_ring_tag);  in age_dma_alloc()
904 	    sc->age_cdata.age_parent_tag, /* parent */  in age_dma_alloc()
914 	    &sc->age_cdata.age_rx_ring_tag);  in age_dma_alloc()
923 	    sc->age_cdata.age_parent_tag, /* parent */  in age_dma_alloc()
933 	    &sc->age_cdata.age_rr_ring_tag);  in age_dma_alloc()
942 	    sc->age_cdata.age_parent_tag, /* parent */  in age_dma_alloc()
952 	    &sc->age_cdata.age_cmb_block_tag);  in age_dma_alloc()
961 	    sc->age_cdata.age_parent_tag, /* parent */  in age_dma_alloc()
971 	    &sc->age_cdata.age_smb_block_tag);  in age_dma_alloc()
979 	error = bus_dmamem_alloc(sc->age_cdata.age_tx_ring_tag,  in age_dma_alloc()
982 	    &sc->age_cdata.age_tx_ring_map);  in age_dma_alloc()
989 	error = bus_dmamap_load(sc->age_cdata.age_tx_ring_tag,  in age_dma_alloc()
990 	    sc->age_cdata.age_tx_ring_map, sc->age_rdata.age_tx_ring,  in age_dma_alloc()
999 	error = bus_dmamem_alloc(sc->age_cdata.age_rx_ring_tag,  in age_dma_alloc()
1002 	    &sc->age_cdata.age_rx_ring_map);  in age_dma_alloc()
1009 	error = bus_dmamap_load(sc->age_cdata.age_rx_ring_tag,  in age_dma_alloc()
1010 	    sc->age_cdata.age_rx_ring_map, sc->age_rdata.age_rx_ring,  in age_dma_alloc()
1019 	error = bus_dmamem_alloc(sc->age_cdata.age_rr_ring_tag,  in age_dma_alloc()
1022 	    &sc->age_cdata.age_rr_ring_map);  in age_dma_alloc()
1029 	error = bus_dmamap_load(sc->age_cdata.age_rr_ring_tag,  in age_dma_alloc()
1030 	    sc->age_cdata.age_rr_ring_map, sc->age_rdata.age_rr_ring,  in age_dma_alloc()
1040 	error = bus_dmamem_alloc(sc->age_cdata.age_cmb_block_tag,  in age_dma_alloc()
1043 	    &sc->age_cdata.age_cmb_block_map);  in age_dma_alloc()
1050 	error = bus_dmamap_load(sc->age_cdata.age_cmb_block_tag,  in age_dma_alloc()
1051 	    sc->age_cdata.age_cmb_block_map, sc->age_rdata.age_cmb_block,  in age_dma_alloc()
1060 	error = bus_dmamem_alloc(sc->age_cdata.age_smb_block_tag,  in age_dma_alloc()
1063 	    &sc->age_cdata.age_smb_block_map);  in age_dma_alloc()
1070 	error = bus_dmamap_load(sc->age_cdata.age_smb_block_tag,  in age_dma_alloc()
1071 	    sc->age_cdata.age_smb_block_map, sc->age_rdata.age_smb_block,  in age_dma_alloc()
1113 	    &sc->age_cdata.age_buffer_tag);  in age_dma_alloc()
1122 	    sc->age_cdata.age_buffer_tag, /* parent */  in age_dma_alloc()
1132 	    &sc->age_cdata.age_tx_tag);  in age_dma_alloc()
1140 	    sc->age_cdata.age_buffer_tag, /* parent */  in age_dma_alloc()
1150 	    &sc->age_cdata.age_rx_tag);  in age_dma_alloc()
1158 		txd = &sc->age_cdata.age_txdesc[i];  in age_dma_alloc()
1161 		error = bus_dmamap_create(sc->age_cdata.age_tx_tag, 0,  in age_dma_alloc()
1170 	if ((error = bus_dmamap_create(sc->age_cdata.age_rx_tag, 0,  in age_dma_alloc()
1171 	    &sc->age_cdata.age_rx_sparemap)) != 0) {  in age_dma_alloc()
1177 		rxd = &sc->age_cdata.age_rxdesc[i];  in age_dma_alloc()
1180 		error = bus_dmamap_create(sc->age_cdata.age_rx_tag, 0,  in age_dma_alloc()
1201 	if (sc->age_cdata.age_tx_tag != NULL) {  in age_dma_free()
1203 			txd = &sc->age_cdata.age_txdesc[i];  in age_dma_free()
1205 				bus_dmamap_destroy(sc->age_cdata.age_tx_tag,  in age_dma_free()
1210 		bus_dma_tag_destroy(sc->age_cdata.age_tx_tag);  in age_dma_free()
1211 		sc->age_cdata.age_tx_tag = NULL;  in age_dma_free()
1214 	if (sc->age_cdata.age_rx_tag != NULL) {  in age_dma_free()
1216 			rxd = &sc->age_cdata.age_rxdesc[i];  in age_dma_free()
1218 				bus_dmamap_destroy(sc->age_cdata.age_rx_tag,  in age_dma_free()
1223 		if (sc->age_cdata.age_rx_sparemap != NULL) {  in age_dma_free()
1224 			bus_dmamap_destroy(sc->age_cdata.age_rx_tag,  in age_dma_free()
1225 			    sc->age_cdata.age_rx_sparemap);  in age_dma_free()
1226 			sc->age_cdata.age_rx_sparemap = NULL;  in age_dma_free()
1228 		bus_dma_tag_destroy(sc->age_cdata.age_rx_tag);  in age_dma_free()
1229 		sc->age_cdata.age_rx_tag = NULL;  in age_dma_free()
1232 	if (sc->age_cdata.age_tx_ring_tag != NULL) {  in age_dma_free()
1234 			bus_dmamap_unload(sc->age_cdata.age_tx_ring_tag,  in age_dma_free()
1235 			    sc->age_cdata.age_tx_ring_map);  in age_dma_free()
1237 			bus_dmamem_free(sc->age_cdata.age_tx_ring_tag,  in age_dma_free()
1239 			    sc->age_cdata.age_tx_ring_map);  in age_dma_free()
1242 		bus_dma_tag_destroy(sc->age_cdata.age_tx_ring_tag);  in age_dma_free()
1243 		sc->age_cdata.age_tx_ring_tag = NULL;  in age_dma_free()
1246 	if (sc->age_cdata.age_rx_ring_tag != NULL) {  in age_dma_free()
1248 			bus_dmamap_unload(sc->age_cdata.age_rx_ring_tag,  in age_dma_free()
1249 			    sc->age_cdata.age_rx_ring_map);  in age_dma_free()
1251 			bus_dmamem_free(sc->age_cdata.age_rx_ring_tag,  in age_dma_free()
1253 			    sc->age_cdata.age_rx_ring_map);  in age_dma_free()
1256 		bus_dma_tag_destroy(sc->age_cdata.age_rx_ring_tag);  in age_dma_free()
1257 		sc->age_cdata.age_rx_ring_tag = NULL;  in age_dma_free()
1260 	if (sc->age_cdata.age_rr_ring_tag != NULL) {  in age_dma_free()
1262 			bus_dmamap_unload(sc->age_cdata.age_rr_ring_tag,  in age_dma_free()
1263 			    sc->age_cdata.age_rr_ring_map);  in age_dma_free()
1265 			bus_dmamem_free(sc->age_cdata.age_rr_ring_tag,  in age_dma_free()
1267 			    sc->age_cdata.age_rr_ring_map);  in age_dma_free()
1270 		bus_dma_tag_destroy(sc->age_cdata.age_rr_ring_tag);  in age_dma_free()
1271 		sc->age_cdata.age_rr_ring_tag = NULL;  in age_dma_free()
1274 	if (sc->age_cdata.age_cmb_block_tag != NULL) {  in age_dma_free()
1276 			bus_dmamap_unload(sc->age_cdata.age_cmb_block_tag,  in age_dma_free()
1277 			    sc->age_cdata.age_cmb_block_map);  in age_dma_free()
1279 			bus_dmamem_free(sc->age_cdata.age_cmb_block_tag,  in age_dma_free()
1281 			    sc->age_cdata.age_cmb_block_map);  in age_dma_free()
1284 		bus_dma_tag_destroy(sc->age_cdata.age_cmb_block_tag);  in age_dma_free()
1285 		sc->age_cdata.age_cmb_block_tag = NULL;  in age_dma_free()
1288 	if (sc->age_cdata.age_smb_block_tag != NULL) {  in age_dma_free()
1290 			bus_dmamap_unload(sc->age_cdata.age_smb_block_tag,  in age_dma_free()
1291 			    sc->age_cdata.age_smb_block_map);  in age_dma_free()
1293 			bus_dmamem_free(sc->age_cdata.age_smb_block_tag,  in age_dma_free()
1295 			    sc->age_cdata.age_smb_block_map);  in age_dma_free()
1298 		bus_dma_tag_destroy(sc->age_cdata.age_smb_block_tag);  in age_dma_free()
1299 		sc->age_cdata.age_smb_block_tag = NULL;  in age_dma_free()
1302 	if (sc->age_cdata.age_buffer_tag != NULL) {  in age_dma_free()
1303 		bus_dma_tag_destroy(sc->age_cdata.age_buffer_tag);  in age_dma_free()
1304 		sc->age_cdata.age_buffer_tag = NULL;  in age_dma_free()
1306 	if (sc->age_cdata.age_parent_tag != NULL) {  in age_dma_free()
1307 		bus_dma_tag_destroy(sc->age_cdata.age_parent_tag);  in age_dma_free()
1308 		sc->age_cdata.age_parent_tag = NULL;  in age_dma_free()
1594 	si = prod = sc->age_cdata.age_tx_prod;  in age_encap()
1595 	txd = &sc->age_cdata.age_txdesc[prod];  in age_encap()
1599 	error =  bus_dmamap_load_mbuf_sg(sc->age_cdata.age_tx_tag, map,  in age_encap()
1609 		error = bus_dmamap_load_mbuf_sg(sc->age_cdata.age_tx_tag, map,  in age_encap()
1625 	if (sc->age_cdata.age_tx_cnt + nsegs >= AGE_TX_RING_CNT - 2) {  in age_encap()
1626 		bus_dmamap_unload(sc->age_cdata.age_tx_tag, map);  in age_encap()
1659 		sc->age_cdata.age_tx_cnt++;  in age_encap()
1668 			sc->age_cdata.age_tx_cnt++;  in age_encap()
1691 		sc->age_cdata.age_tx_cnt++;  in age_encap()
1695 	sc->age_cdata.age_tx_prod = prod;  in age_encap()
1709 	txd = &sc->age_cdata.age_txdesc[prod];  in age_encap()
1716 	bus_dmamap_sync(sc->age_cdata.age_tx_tag, map, BUS_DMASYNC_PREWRITE);  in age_encap()
1717 	bus_dmamap_sync(sc->age_cdata.age_tx_ring_tag,  in age_encap()
1718 	    sc->age_cdata.age_tx_ring_map,  in age_encap()
1801 	if (sc->age_cdata.age_tx_cnt == 0) {  in age_watchdog()
2028 	bus_dmamap_sync(sc->age_cdata.age_smb_block_tag,  in age_stats_update()
2029 	    sc->age_cdata.age_smb_block_map,  in age_stats_update()
2111 	bus_dmamap_sync(sc->age_cdata.age_smb_block_tag,  in age_stats_update()
2112 	    sc->age_cdata.age_smb_block_map,  in age_stats_update()
2146 	bus_dmamap_sync(sc->age_cdata.age_cmb_block_tag,  in age_int_task()
2147 	    sc->age_cdata.age_cmb_block_map,  in age_int_task()
2162 	bus_dmamap_sync(sc->age_cdata.age_cmb_block_tag,  in age_int_task()
2163 	    sc->age_cdata.age_cmb_block_map,  in age_int_task()
2190 	bus_dmamap_sync(sc->age_cdata.age_cmb_block_tag,  in age_int_task()
2191 	    sc->age_cdata.age_cmb_block_map,  in age_int_task()
2217 	bus_dmamap_sync(sc->age_cdata.age_tx_ring_tag,  in age_txintr()
2218 	    sc->age_cdata.age_tx_ring_map,  in age_txintr()
2225 	cons = sc->age_cdata.age_tx_cons;  in age_txintr()
2227 		if (sc->age_cdata.age_tx_cnt <= 0)  in age_txintr()
2231 		sc->age_cdata.age_tx_cnt--;  in age_txintr()
2232 		txd = &sc->age_cdata.age_txdesc[cons];  in age_txintr()
2244 		bus_dmamap_sync(sc->age_cdata.age_tx_tag, txd->tx_dmamap,  in age_txintr()
2246 		bus_dmamap_unload(sc->age_cdata.age_tx_tag, txd->tx_dmamap);  in age_txintr()
2252 		sc->age_cdata.age_tx_cons = cons;  in age_txintr()
2258 		if (sc->age_cdata.age_tx_cnt == 0)  in age_txintr()
2260 		bus_dmamap_sync(sc->age_cdata.age_tx_ring_tag,  in age_txintr()
2261 		    sc->age_cdata.age_tx_ring_map,  in age_txintr()
2323 	sc->age_cdata.age_rxlen = AGE_RX_BYTES(le32toh(rxrd->len));  in age_rxeof()
2342 		rxd = &sc->age_cdata.age_rxdesc[rx_cons];  in age_rxeof()
2348 			if (sc->age_cdata.age_rxhead != NULL)  in age_rxeof()
2349 				m_freem(sc->age_cdata.age_rxhead);  in age_rxeof()
2361 		if (sc->age_cdata.age_rxhead == NULL) {  in age_rxeof()
2362 			sc->age_cdata.age_rxhead = mp;  in age_rxeof()
2363 			sc->age_cdata.age_rxtail = mp;  in age_rxeof()
2366 			sc->age_cdata.age_rxprev_tail =  in age_rxeof()
2367 			    sc->age_cdata.age_rxtail;  in age_rxeof()
2368 			sc->age_cdata.age_rxtail->m_next = mp;  in age_rxeof()
2369 			sc->age_cdata.age_rxtail = mp;  in age_rxeof()
2374 			m = sc->age_cdata.age_rxhead;  in age_rxeof()
2380 			m->m_pkthdr.len = sc->age_cdata.age_rxlen -  in age_rxeof()
2384 				mp->m_len = sc->age_cdata.age_rxlen -  in age_rxeof()
2388 					sc->age_cdata.age_rxtail =  in age_rxeof()
2389 					    sc->age_cdata.age_rxprev_tail;  in age_rxeof()
2390 					sc->age_cdata.age_rxtail->m_len -=  in age_rxeof()
2392 					sc->age_cdata.age_rxtail->m_next = NULL;  in age_rxeof()
2462 	rr_cons = sc->age_cdata.age_rr_cons;  in age_rxintr()
2466 	bus_dmamap_sync(sc->age_cdata.age_rr_ring_tag,  in age_rxintr()
2467 	    sc->age_cdata.age_rr_ring_map,  in age_rxintr()
2469 	bus_dmamap_sync(sc->age_cdata.age_rx_ring_tag,  in age_rxintr()
2470 	    sc->age_cdata.age_rx_ring_map, BUS_DMASYNC_POSTWRITE);  in age_rxintr()
2494 		sc->age_cdata.age_rx_cons += nsegs;  in age_rxintr()
2495 		sc->age_cdata.age_rx_cons %= AGE_RX_RING_CNT;  in age_rxintr()
2500 		sc->age_cdata.age_rr_cons = rr_cons;  in age_rxintr()
2502 		bus_dmamap_sync(sc->age_cdata.age_rx_ring_tag,  in age_rxintr()
2503 		    sc->age_cdata.age_rx_ring_map, BUS_DMASYNC_PREWRITE);  in age_rxintr()
2505 		bus_dmamap_sync(sc->age_cdata.age_rr_ring_tag,  in age_rxintr()
2506 		    sc->age_cdata.age_rr_ring_map,  in age_rxintr()
2894 	if (sc->age_cdata.age_rxhead != NULL)  in age_stop()
2895 		m_freem(sc->age_cdata.age_rxhead);  in age_stop()
2901 		rxd = &sc->age_cdata.age_rxdesc[i];  in age_stop()
2903 			bus_dmamap_sync(sc->age_cdata.age_rx_tag,  in age_stop()
2905 			bus_dmamap_unload(sc->age_cdata.age_rx_tag,  in age_stop()
2912 		txd = &sc->age_cdata.age_txdesc[i];  in age_stop()
2914 			bus_dmamap_sync(sc->age_cdata.age_tx_tag,  in age_stop()
2916 			bus_dmamap_unload(sc->age_cdata.age_tx_tag,  in age_stop()
2991 	sc->age_cdata.age_tx_prod = 0;  in age_init_tx_ring()
2992 	sc->age_cdata.age_tx_cons = 0;  in age_init_tx_ring()
2993 	sc->age_cdata.age_tx_cnt = 0;  in age_init_tx_ring()
2998 		txd = &sc->age_cdata.age_txdesc[i];  in age_init_tx_ring()
3003 	bus_dmamap_sync(sc->age_cdata.age_tx_ring_tag,  in age_init_tx_ring()
3004 	    sc->age_cdata.age_tx_ring_map,  in age_init_tx_ring()
3017 	sc->age_cdata.age_rx_cons = AGE_RX_RING_CNT - 1;  in age_init_rx_ring()
3022 		rxd = &sc->age_cdata.age_rxdesc[i];  in age_init_rx_ring()
3029 	bus_dmamap_sync(sc->age_cdata.age_rx_ring_tag,  in age_init_rx_ring()
3030 	    sc->age_cdata.age_rx_ring_map, BUS_DMASYNC_PREWRITE);  in age_init_rx_ring()
3042 	sc->age_cdata.age_rr_cons = 0;  in age_init_rr_ring()
3047 	bus_dmamap_sync(sc->age_cdata.age_rr_ring_tag,  in age_init_rr_ring()
3048 	    sc->age_cdata.age_rr_ring_map,  in age_init_rr_ring()
3061 	bus_dmamap_sync(sc->age_cdata.age_cmb_block_tag,  in age_init_cmb_block()
3062 	    sc->age_cdata.age_cmb_block_map,  in age_init_cmb_block()
3075 	bus_dmamap_sync(sc->age_cdata.age_smb_block_tag,  in age_init_smb_block()
3076 	    sc->age_cdata.age_smb_block_map,  in age_init_smb_block()
3099 	if (bus_dmamap_load_mbuf_sg(sc->age_cdata.age_rx_tag,  in age_newbuf()
3100 	    sc->age_cdata.age_rx_sparemap, m, segs, &nsegs, 0) != 0) {  in age_newbuf()
3107 		bus_dmamap_sync(sc->age_cdata.age_rx_tag, rxd->rx_dmamap,  in age_newbuf()
3109 		bus_dmamap_unload(sc->age_cdata.age_rx_tag, rxd->rx_dmamap);  in age_newbuf()
3112 	rxd->rx_dmamap = sc->age_cdata.age_rx_sparemap;  in age_newbuf()
3113 	sc->age_cdata.age_rx_sparemap = map;  in age_newbuf()
3114 	bus_dmamap_sync(sc->age_cdata.age_rx_tag, rxd->rx_dmamap,  in age_newbuf()