859 	    &sc->age_cdata.age_parent_tag);  in age_dma_alloc()
868 	    sc->age_cdata.age_parent_tag, /* parent */  in age_dma_alloc()
878 	    &sc->age_cdata.age_tx_ring_tag);  in age_dma_alloc()
887 	    sc->age_cdata.age_parent_tag, /* parent */  in age_dma_alloc()
897 	    &sc->age_cdata.age_rx_ring_tag);  in age_dma_alloc()
906 	    sc->age_cdata.age_parent_tag, /* parent */  in age_dma_alloc()
916 	    &sc->age_cdata.age_rr_ring_tag);  in age_dma_alloc()
925 	    sc->age_cdata.age_parent_tag, /* parent */  in age_dma_alloc()
935 	    &sc->age_cdata.age_cmb_block_tag);  in age_dma_alloc()
944 	    sc->age_cdata.age_parent_tag, /* parent */  in age_dma_alloc()
954 	    &sc->age_cdata.age_smb_block_tag);  in age_dma_alloc()
962 	error = bus_dmamem_alloc(sc->age_cdata.age_tx_ring_tag,  in age_dma_alloc()
965 	    &sc->age_cdata.age_tx_ring_map);  in age_dma_alloc()
972 	error = bus_dmamap_load(sc->age_cdata.age_tx_ring_tag,  in age_dma_alloc()
973 	    sc->age_cdata.age_tx_ring_map, sc->age_rdata.age_tx_ring,  in age_dma_alloc()
982 	error = bus_dmamem_alloc(sc->age_cdata.age_rx_ring_tag,  in age_dma_alloc()
985 	    &sc->age_cdata.age_rx_ring_map);  in age_dma_alloc()
992 	error = bus_dmamap_load(sc->age_cdata.age_rx_ring_tag,  in age_dma_alloc()
993 	    sc->age_cdata.age_rx_ring_map, sc->age_rdata.age_rx_ring,  in age_dma_alloc()
1002 	error = bus_dmamem_alloc(sc->age_cdata.age_rr_ring_tag,  in age_dma_alloc()
1005 	    &sc->age_cdata.age_rr_ring_map);  in age_dma_alloc()
1012 	error = bus_dmamap_load(sc->age_cdata.age_rr_ring_tag,  in age_dma_alloc()
1013 	    sc->age_cdata.age_rr_ring_map, sc->age_rdata.age_rr_ring,  in age_dma_alloc()
1023 	error = bus_dmamem_alloc(sc->age_cdata.age_cmb_block_tag,  in age_dma_alloc()
1026 	    &sc->age_cdata.age_cmb_block_map);  in age_dma_alloc()
1033 	error = bus_dmamap_load(sc->age_cdata.age_cmb_block_tag,  in age_dma_alloc()
1034 	    sc->age_cdata.age_cmb_block_map, sc->age_rdata.age_cmb_block,  in age_dma_alloc()
1043 	error = bus_dmamem_alloc(sc->age_cdata.age_smb_block_tag,  in age_dma_alloc()
1046 	    &sc->age_cdata.age_smb_block_map);  in age_dma_alloc()
1053 	error = bus_dmamap_load(sc->age_cdata.age_smb_block_tag,  in age_dma_alloc()
1054 	    sc->age_cdata.age_smb_block_map, sc->age_rdata.age_smb_block,  in age_dma_alloc()
1096 	    &sc->age_cdata.age_buffer_tag);  in age_dma_alloc()
1105 	    sc->age_cdata.age_buffer_tag, /* parent */  in age_dma_alloc()
1115 	    &sc->age_cdata.age_tx_tag);  in age_dma_alloc()
1123 	    sc->age_cdata.age_buffer_tag, /* parent */  in age_dma_alloc()
1133 	    &sc->age_cdata.age_rx_tag);  in age_dma_alloc()
1141 		txd = &sc->age_cdata.age_txdesc[i];  in age_dma_alloc()
1144 		error = bus_dmamap_create(sc->age_cdata.age_tx_tag, 0,  in age_dma_alloc()
1153 	if ((error = bus_dmamap_create(sc->age_cdata.age_rx_tag, 0,  in age_dma_alloc()
1154 	    &sc->age_cdata.age_rx_sparemap)) != 0) {  in age_dma_alloc()
1160 		rxd = &sc->age_cdata.age_rxdesc[i];  in age_dma_alloc()
1163 		error = bus_dmamap_create(sc->age_cdata.age_rx_tag, 0,  in age_dma_alloc()
1184 	if (sc->age_cdata.age_tx_tag != NULL) {  in age_dma_free()
1186 			txd = &sc->age_cdata.age_txdesc[i];  in age_dma_free()
1188 				bus_dmamap_destroy(sc->age_cdata.age_tx_tag,  in age_dma_free()
1193 		bus_dma_tag_destroy(sc->age_cdata.age_tx_tag);  in age_dma_free()
1194 		sc->age_cdata.age_tx_tag = NULL;  in age_dma_free()
1197 	if (sc->age_cdata.age_rx_tag != NULL) {  in age_dma_free()
1199 			rxd = &sc->age_cdata.age_rxdesc[i];  in age_dma_free()
1201 				bus_dmamap_destroy(sc->age_cdata.age_rx_tag,  in age_dma_free()
1206 		if (sc->age_cdata.age_rx_sparemap != NULL) {  in age_dma_free()
1207 			bus_dmamap_destroy(sc->age_cdata.age_rx_tag,  in age_dma_free()
1208 			    sc->age_cdata.age_rx_sparemap);  in age_dma_free()
1209 			sc->age_cdata.age_rx_sparemap = NULL;  in age_dma_free()
1211 		bus_dma_tag_destroy(sc->age_cdata.age_rx_tag);  in age_dma_free()
1212 		sc->age_cdata.age_rx_tag = NULL;  in age_dma_free()
1215 	if (sc->age_cdata.age_tx_ring_tag != NULL) {  in age_dma_free()
1217 			bus_dmamap_unload(sc->age_cdata.age_tx_ring_tag,  in age_dma_free()
1218 			    sc->age_cdata.age_tx_ring_map);  in age_dma_free()
1220 			bus_dmamem_free(sc->age_cdata.age_tx_ring_tag,  in age_dma_free()
1222 			    sc->age_cdata.age_tx_ring_map);  in age_dma_free()
1225 		bus_dma_tag_destroy(sc->age_cdata.age_tx_ring_tag);  in age_dma_free()
1226 		sc->age_cdata.age_tx_ring_tag = NULL;  in age_dma_free()
1229 	if (sc->age_cdata.age_rx_ring_tag != NULL) {  in age_dma_free()
1231 			bus_dmamap_unload(sc->age_cdata.age_rx_ring_tag,  in age_dma_free()
1232 			    sc->age_cdata.age_rx_ring_map);  in age_dma_free()
1234 			bus_dmamem_free(sc->age_cdata.age_rx_ring_tag,  in age_dma_free()
1236 			    sc->age_cdata.age_rx_ring_map);  in age_dma_free()
1239 		bus_dma_tag_destroy(sc->age_cdata.age_rx_ring_tag);  in age_dma_free()
1240 		sc->age_cdata.age_rx_ring_tag = NULL;  in age_dma_free()
1243 	if (sc->age_cdata.age_rr_ring_tag != NULL) {  in age_dma_free()
1245 			bus_dmamap_unload(sc->age_cdata.age_rr_ring_tag,  in age_dma_free()
1246 			    sc->age_cdata.age_rr_ring_map);  in age_dma_free()
1248 			bus_dmamem_free(sc->age_cdata.age_rr_ring_tag,  in age_dma_free()
1250 			    sc->age_cdata.age_rr_ring_map);  in age_dma_free()
1253 		bus_dma_tag_destroy(sc->age_cdata.age_rr_ring_tag);  in age_dma_free()
1254 		sc->age_cdata.age_rr_ring_tag = NULL;  in age_dma_free()
1257 	if (sc->age_cdata.age_cmb_block_tag != NULL) {  in age_dma_free()
1259 			bus_dmamap_unload(sc->age_cdata.age_cmb_block_tag,  in age_dma_free()
1260 			    sc->age_cdata.age_cmb_block_map);  in age_dma_free()
1262 			bus_dmamem_free(sc->age_cdata.age_cmb_block_tag,  in age_dma_free()
1264 			    sc->age_cdata.age_cmb_block_map);  in age_dma_free()
1267 		bus_dma_tag_destroy(sc->age_cdata.age_cmb_block_tag);  in age_dma_free()
1268 		sc->age_cdata.age_cmb_block_tag = NULL;  in age_dma_free()
1271 	if (sc->age_cdata.age_smb_block_tag != NULL) {  in age_dma_free()
1273 			bus_dmamap_unload(sc->age_cdata.age_smb_block_tag,  in age_dma_free()
1274 			    sc->age_cdata.age_smb_block_map);  in age_dma_free()
1276 			bus_dmamem_free(sc->age_cdata.age_smb_block_tag,  in age_dma_free()
1278 			    sc->age_cdata.age_smb_block_map);  in age_dma_free()
1281 		bus_dma_tag_destroy(sc->age_cdata.age_smb_block_tag);  in age_dma_free()
1282 		sc->age_cdata.age_smb_block_tag = NULL;  in age_dma_free()
1285 	if (sc->age_cdata.age_buffer_tag != NULL) {  in age_dma_free()
1286 		bus_dma_tag_destroy(sc->age_cdata.age_buffer_tag);  in age_dma_free()
1287 		sc->age_cdata.age_buffer_tag = NULL;  in age_dma_free()
1289 	if (sc->age_cdata.age_parent_tag != NULL) {  in age_dma_free()
1290 		bus_dma_tag_destroy(sc->age_cdata.age_parent_tag);  in age_dma_free()
1291 		sc->age_cdata.age_parent_tag = NULL;  in age_dma_free()
1577 	si = prod = sc->age_cdata.age_tx_prod;  in age_encap()
1578 	txd = &sc->age_cdata.age_txdesc[prod];  in age_encap()
1582 	error =  bus_dmamap_load_mbuf_sg(sc->age_cdata.age_tx_tag, map,  in age_encap()
1592 		error = bus_dmamap_load_mbuf_sg(sc->age_cdata.age_tx_tag, map,  in age_encap()
1608 	if (sc->age_cdata.age_tx_cnt + nsegs >= AGE_TX_RING_CNT - 2) {  in age_encap()
1609 		bus_dmamap_unload(sc->age_cdata.age_tx_tag, map);  in age_encap()
1642 		sc->age_cdata.age_tx_cnt++;  in age_encap()
1651 			sc->age_cdata.age_tx_cnt++;  in age_encap()
1674 		sc->age_cdata.age_tx_cnt++;  in age_encap()
1678 	sc->age_cdata.age_tx_prod = prod;  in age_encap()
1692 	txd = &sc->age_cdata.age_txdesc[prod];  in age_encap()
1699 	bus_dmamap_sync(sc->age_cdata.age_tx_tag, map, BUS_DMASYNC_PREWRITE);  in age_encap()
1700 	bus_dmamap_sync(sc->age_cdata.age_tx_ring_tag,  in age_encap()
1701 	    sc->age_cdata.age_tx_ring_map,  in age_encap()
1784 	if (sc->age_cdata.age_tx_cnt == 0) {  in age_watchdog()
2011 	bus_dmamap_sync(sc->age_cdata.age_smb_block_tag,  in age_stats_update()
2012 	    sc->age_cdata.age_smb_block_map,  in age_stats_update()
2094 	bus_dmamap_sync(sc->age_cdata.age_smb_block_tag,  in age_stats_update()
2095 	    sc->age_cdata.age_smb_block_map,  in age_stats_update()
2129 	bus_dmamap_sync(sc->age_cdata.age_cmb_block_tag,  in age_int_task()
2130 	    sc->age_cdata.age_cmb_block_map,  in age_int_task()
2145 	bus_dmamap_sync(sc->age_cdata.age_cmb_block_tag,  in age_int_task()
2146 	    sc->age_cdata.age_cmb_block_map,  in age_int_task()
2173 	bus_dmamap_sync(sc->age_cdata.age_cmb_block_tag,  in age_int_task()
2174 	    sc->age_cdata.age_cmb_block_map,  in age_int_task()
2200 	bus_dmamap_sync(sc->age_cdata.age_tx_ring_tag,  in age_txintr()
2201 	    sc->age_cdata.age_tx_ring_map,  in age_txintr()
2208 	cons = sc->age_cdata.age_tx_cons;  in age_txintr()
2210 		if (sc->age_cdata.age_tx_cnt <= 0)  in age_txintr()
2214 		sc->age_cdata.age_tx_cnt--;  in age_txintr()
2215 		txd = &sc->age_cdata.age_txdesc[cons];  in age_txintr()
2227 		bus_dmamap_sync(sc->age_cdata.age_tx_tag, txd->tx_dmamap,  in age_txintr()
2229 		bus_dmamap_unload(sc->age_cdata.age_tx_tag, txd->tx_dmamap);  in age_txintr()
2235 		sc->age_cdata.age_tx_cons = cons;  in age_txintr()
2241 		if (sc->age_cdata.age_tx_cnt == 0)  in age_txintr()
2243 		bus_dmamap_sync(sc->age_cdata.age_tx_ring_tag,  in age_txintr()
2244 		    sc->age_cdata.age_tx_ring_map,  in age_txintr()
2306 	sc->age_cdata.age_rxlen = AGE_RX_BYTES(le32toh(rxrd->len));  in age_rxeof()
2325 		rxd = &sc->age_cdata.age_rxdesc[rx_cons];  in age_rxeof()
2331 			if (sc->age_cdata.age_rxhead != NULL)  in age_rxeof()
2332 				m_freem(sc->age_cdata.age_rxhead);  in age_rxeof()
2344 		if (sc->age_cdata.age_rxhead == NULL) {  in age_rxeof()
2345 			sc->age_cdata.age_rxhead = mp;  in age_rxeof()
2346 			sc->age_cdata.age_rxtail = mp;  in age_rxeof()
2349 			sc->age_cdata.age_rxprev_tail =  in age_rxeof()
2350 			    sc->age_cdata.age_rxtail;  in age_rxeof()
2351 			sc->age_cdata.age_rxtail->m_next = mp;  in age_rxeof()
2352 			sc->age_cdata.age_rxtail = mp;  in age_rxeof()
2357 			m = sc->age_cdata.age_rxhead;  in age_rxeof()
2363 			m->m_pkthdr.len = sc->age_cdata.age_rxlen -  in age_rxeof()
2367 				mp->m_len = sc->age_cdata.age_rxlen -  in age_rxeof()
2371 					sc->age_cdata.age_rxtail =  in age_rxeof()
2372 					    sc->age_cdata.age_rxprev_tail;  in age_rxeof()
2373 					sc->age_cdata.age_rxtail->m_len -=  in age_rxeof()
2375 					sc->age_cdata.age_rxtail->m_next = NULL;  in age_rxeof()
2445 	rr_cons = sc->age_cdata.age_rr_cons;  in age_rxintr()
2449 	bus_dmamap_sync(sc->age_cdata.age_rr_ring_tag,  in age_rxintr()
2450 	    sc->age_cdata.age_rr_ring_map,  in age_rxintr()
2452 	bus_dmamap_sync(sc->age_cdata.age_rx_ring_tag,  in age_rxintr()
2453 	    sc->age_cdata.age_rx_ring_map, BUS_DMASYNC_POSTWRITE);  in age_rxintr()
2477 		sc->age_cdata.age_rx_cons += nsegs;  in age_rxintr()
2478 		sc->age_cdata.age_rx_cons %= AGE_RX_RING_CNT;  in age_rxintr()
2483 		sc->age_cdata.age_rr_cons = rr_cons;  in age_rxintr()
2485 		bus_dmamap_sync(sc->age_cdata.age_rx_ring_tag,  in age_rxintr()
2486 		    sc->age_cdata.age_rx_ring_map, BUS_DMASYNC_PREWRITE);  in age_rxintr()
2488 		bus_dmamap_sync(sc->age_cdata.age_rr_ring_tag,  in age_rxintr()
2489 		    sc->age_cdata.age_rr_ring_map,  in age_rxintr()
2877 	if (sc->age_cdata.age_rxhead != NULL)  in age_stop()
2878 		m_freem(sc->age_cdata.age_rxhead);  in age_stop()
2884 		rxd = &sc->age_cdata.age_rxdesc[i];  in age_stop()
2886 			bus_dmamap_sync(sc->age_cdata.age_rx_tag,  in age_stop()
2888 			bus_dmamap_unload(sc->age_cdata.age_rx_tag,  in age_stop()
2895 		txd = &sc->age_cdata.age_txdesc[i];  in age_stop()
2897 			bus_dmamap_sync(sc->age_cdata.age_tx_tag,  in age_stop()
2899 			bus_dmamap_unload(sc->age_cdata.age_tx_tag,  in age_stop()
2974 	sc->age_cdata.age_tx_prod = 0;  in age_init_tx_ring()
2975 	sc->age_cdata.age_tx_cons = 0;  in age_init_tx_ring()
2976 	sc->age_cdata.age_tx_cnt = 0;  in age_init_tx_ring()
2981 		txd = &sc->age_cdata.age_txdesc[i];  in age_init_tx_ring()
2986 	bus_dmamap_sync(sc->age_cdata.age_tx_ring_tag,  in age_init_tx_ring()
2987 	    sc->age_cdata.age_tx_ring_map,  in age_init_tx_ring()
3000 	sc->age_cdata.age_rx_cons = AGE_RX_RING_CNT - 1;  in age_init_rx_ring()
3005 		rxd = &sc->age_cdata.age_rxdesc[i];  in age_init_rx_ring()
3012 	bus_dmamap_sync(sc->age_cdata.age_rx_ring_tag,  in age_init_rx_ring()
3013 	    sc->age_cdata.age_rx_ring_map, BUS_DMASYNC_PREWRITE);  in age_init_rx_ring()
3025 	sc->age_cdata.age_rr_cons = 0;  in age_init_rr_ring()
3030 	bus_dmamap_sync(sc->age_cdata.age_rr_ring_tag,  in age_init_rr_ring()
3031 	    sc->age_cdata.age_rr_ring_map,  in age_init_rr_ring()
3044 	bus_dmamap_sync(sc->age_cdata.age_cmb_block_tag,  in age_init_cmb_block()
3045 	    sc->age_cdata.age_cmb_block_map,  in age_init_cmb_block()
3058 	bus_dmamap_sync(sc->age_cdata.age_smb_block_tag,  in age_init_smb_block()
3059 	    sc->age_cdata.age_smb_block_map,  in age_init_smb_block()
3082 	if (bus_dmamap_load_mbuf_sg(sc->age_cdata.age_rx_tag,  in age_newbuf()
3083 	    sc->age_cdata.age_rx_sparemap, m, segs, &nsegs, 0) != 0) {  in age_newbuf()
3090 		bus_dmamap_sync(sc->age_cdata.age_rx_tag, rxd->rx_dmamap,  in age_newbuf()
3092 		bus_dmamap_unload(sc->age_cdata.age_rx_tag, rxd->rx_dmamap);  in age_newbuf()
3095 	rxd->rx_dmamap = sc->age_cdata.age_rx_sparemap;  in age_newbuf()
3096 	sc->age_cdata.age_rx_sparemap = map;  in age_newbuf()
3097 	bus_dmamap_sync(sc->age_cdata.age_rx_tag, rxd->rx_dmamap,  in age_newbuf()