1091 nfe_alloc_rx_ring(struct nfe_softc *sc, struct nfe_rx_ring *ring)  in nfe_alloc_rx_ring()  argument
1099 		desc = ring->desc64;  in nfe_alloc_rx_ring()
1102 		desc = ring->desc32;  in nfe_alloc_rx_ring()
1106 	ring->cur = ring->next = 0;  in nfe_alloc_rx_ring()
1117 	    &ring->rx_desc_tag);  in nfe_alloc_rx_ring()
1124 	error = bus_dmamem_alloc(ring->rx_desc_tag, &desc, BUS_DMA_WAITOK |  in nfe_alloc_rx_ring()
1125 	    BUS_DMA_COHERENT | BUS_DMA_ZERO, &ring->rx_desc_map);  in nfe_alloc_rx_ring()
1131 		ring->desc64 = desc;  in nfe_alloc_rx_ring()
1133 		ring->desc32 = desc;  in nfe_alloc_rx_ring()
1137 	error = bus_dmamap_load(ring->rx_desc_tag, ring->rx_desc_map, desc,  in nfe_alloc_rx_ring()
1143 	ring->physaddr = ctx.nfe_busaddr;  in nfe_alloc_rx_ring()
1154 	    &ring->rx_data_tag);  in nfe_alloc_rx_ring()
1160 	error = bus_dmamap_create(ring->rx_data_tag, 0, &ring->rx_spare_map);  in nfe_alloc_rx_ring()
1174 		error = bus_dmamap_create(ring->rx_data_tag, 0,  in nfe_alloc_rx_ring()
1188 nfe_alloc_jrx_ring(struct nfe_softc *sc, struct nfe_jrx_ring *ring)  in nfe_alloc_jrx_ring()  argument
1204 		desc = ring->jdesc64;  in nfe_alloc_jrx_ring()
1207 		desc = ring->jdesc32;  in nfe_alloc_jrx_ring()
1211 	ring->jcur = ring->jnext = 0;  in nfe_alloc_jrx_ring()
1224 	    &ring->jrx_desc_tag);  in nfe_alloc_jrx_ring()
1242 	    &ring->jrx_data_tag);  in nfe_alloc_jrx_ring()
1250 	error = bus_dmamem_alloc(ring->jrx_desc_tag, &desc, BUS_DMA_WAITOK |  in nfe_alloc_jrx_ring()
1251 	    BUS_DMA_COHERENT | BUS_DMA_ZERO, &ring->jrx_desc_map);  in nfe_alloc_jrx_ring()
1258 		ring->jdesc64 = desc;  in nfe_alloc_jrx_ring()
1260 		ring->jdesc32 = desc;  in nfe_alloc_jrx_ring()
1263 	error = bus_dmamap_load(ring->jrx_desc_tag, ring->jrx_desc_map, desc,  in nfe_alloc_jrx_ring()
1270 	ring->jphysaddr = ctx.nfe_busaddr;  in nfe_alloc_jrx_ring()
1273 	error = bus_dmamap_create(ring->jrx_data_tag, 0, &ring->jrx_spare_map);  in nfe_alloc_jrx_ring()
1284 		error = bus_dmamap_create(ring->jrx_data_tag, 0,  in nfe_alloc_jrx_ring()
1300 	nfe_free_jrx_ring(sc, ring);  in nfe_alloc_jrx_ring()
1307 nfe_init_rx_ring(struct nfe_softc *sc, struct nfe_rx_ring *ring)  in nfe_init_rx_ring()  argument
1313 	ring->cur = ring->next = 0;  in nfe_init_rx_ring()
1315 		desc = ring->desc64;  in nfe_init_rx_ring()
1318 		desc = ring->desc32;  in nfe_init_rx_ring()
1327 	bus_dmamap_sync(ring->rx_desc_tag, ring->rx_desc_map,  in nfe_init_rx_ring()
1334 nfe_init_jrx_ring(struct nfe_softc *sc, struct nfe_jrx_ring *ring)  in nfe_init_jrx_ring()  argument
1340 	ring->jcur = ring->jnext = 0;  in nfe_init_jrx_ring()
1342 		desc = ring->jdesc64;  in nfe_init_jrx_ring()
1345 		desc = ring->jdesc32;  in nfe_init_jrx_ring()
1354 	bus_dmamap_sync(ring->jrx_desc_tag, ring->jrx_desc_map,  in nfe_init_jrx_ring()
1361 nfe_free_rx_ring(struct nfe_softc *sc, struct nfe_rx_ring *ring)  in nfe_free_rx_ring()  argument
1368 		desc = ring->desc64;  in nfe_free_rx_ring()
1370 		desc = ring->desc32;  in nfe_free_rx_ring()
1373 		data = &ring->data[i];  in nfe_free_rx_ring()
1375 			bus_dmamap_destroy(ring->rx_data_tag,  in nfe_free_rx_ring()
1384 	if (ring->rx_data_tag != NULL) {  in nfe_free_rx_ring()
1385 		if (ring->rx_spare_map != NULL) {  in nfe_free_rx_ring()
1386 			bus_dmamap_destroy(ring->rx_data_tag,  in nfe_free_rx_ring()
1387 			    ring->rx_spare_map);  in nfe_free_rx_ring()
1388 			ring->rx_spare_map = NULL;  in nfe_free_rx_ring()
1390 		bus_dma_tag_destroy(ring->rx_data_tag);  in nfe_free_rx_ring()
1391 		ring->rx_data_tag = NULL;  in nfe_free_rx_ring()
1395 		bus_dmamap_unload(ring->rx_desc_tag, ring->rx_desc_map);  in nfe_free_rx_ring()
1396 		bus_dmamem_free(ring->rx_desc_tag, desc, ring->rx_desc_map);  in nfe_free_rx_ring()
1397 		ring->desc64 = NULL;  in nfe_free_rx_ring()
1398 		ring->desc32 = NULL;  in nfe_free_rx_ring()
1400 	if (ring->rx_desc_tag != NULL) {  in nfe_free_rx_ring()
1401 		bus_dma_tag_destroy(ring->rx_desc_tag);  in nfe_free_rx_ring()
1402 		ring->rx_desc_tag = NULL;  in nfe_free_rx_ring()
1407 nfe_free_jrx_ring(struct nfe_softc *sc, struct nfe_jrx_ring *ring)  in nfe_free_jrx_ring()  argument
1417 		desc = ring->jdesc64;  in nfe_free_jrx_ring()
1420 		desc = ring->jdesc32;  in nfe_free_jrx_ring()
1425 		data = &ring->jdata[i];  in nfe_free_jrx_ring()
1427 			bus_dmamap_destroy(ring->jrx_data_tag,  in nfe_free_jrx_ring()
1436 	if (ring->jrx_data_tag != NULL) {  in nfe_free_jrx_ring()
1437 		if (ring->jrx_spare_map != NULL) {  in nfe_free_jrx_ring()
1438 			bus_dmamap_destroy(ring->jrx_data_tag,  in nfe_free_jrx_ring()
1439 			    ring->jrx_spare_map);  in nfe_free_jrx_ring()
1440 			ring->jrx_spare_map = NULL;  in nfe_free_jrx_ring()
1442 		bus_dma_tag_destroy(ring->jrx_data_tag);  in nfe_free_jrx_ring()
1443 		ring->jrx_data_tag = NULL;  in nfe_free_jrx_ring()
1447 		bus_dmamap_unload(ring->jrx_desc_tag, ring->jrx_desc_map);  in nfe_free_jrx_ring()
1448 		bus_dmamem_free(ring->jrx_desc_tag, desc, ring->jrx_desc_map);  in nfe_free_jrx_ring()
1449 		ring->jdesc64 = NULL;  in nfe_free_jrx_ring()
1450 		ring->jdesc32 = NULL;  in nfe_free_jrx_ring()
1453 	if (ring->jrx_desc_tag != NULL) {  in nfe_free_jrx_ring()
1454 		bus_dma_tag_destroy(ring->jrx_desc_tag);  in nfe_free_jrx_ring()
1455 		ring->jrx_desc_tag = NULL;  in nfe_free_jrx_ring()
1460 nfe_alloc_tx_ring(struct nfe_softc *sc, struct nfe_tx_ring *ring)  in nfe_alloc_tx_ring()  argument
1468 		desc = ring->desc64;  in nfe_alloc_tx_ring()
1471 		desc = ring->desc32;  in nfe_alloc_tx_ring()
1475 	ring->queued = 0;  in nfe_alloc_tx_ring()
1476 	ring->cur = ring->next = 0;  in nfe_alloc_tx_ring()
1487 	    &ring->tx_desc_tag);  in nfe_alloc_tx_ring()
1493 	error = bus_dmamem_alloc(ring->tx_desc_tag, &desc, BUS_DMA_WAITOK |  in nfe_alloc_tx_ring()
1494 	    BUS_DMA_COHERENT | BUS_DMA_ZERO, &ring->tx_desc_map);  in nfe_alloc_tx_ring()
1500 		ring->desc64 = desc;  in nfe_alloc_tx_ring()
1502 		ring->desc32 = desc;  in nfe_alloc_tx_ring()
1505 	error = bus_dmamap_load(ring->tx_desc_tag, ring->tx_desc_map, desc,  in nfe_alloc_tx_ring()
1511 	ring->physaddr = ctx.nfe_busaddr;  in nfe_alloc_tx_ring()
1523 	    &ring->tx_data_tag);  in nfe_alloc_tx_ring()
1530 		error = bus_dmamap_create(ring->tx_data_tag, 0,  in nfe_alloc_tx_ring()
1531 		    &ring->data[i].tx_data_map);  in nfe_alloc_tx_ring()
1544 nfe_init_tx_ring(struct nfe_softc *sc, struct nfe_tx_ring *ring)  in nfe_init_tx_ring()  argument
1550 	ring->queued = 0;  in nfe_init_tx_ring()
1551 	ring->cur = ring->next = 0;  in nfe_init_tx_ring()
1553 		desc = ring->desc64;  in nfe_init_tx_ring()
1556 		desc = ring->desc32;  in nfe_init_tx_ring()
1561 	bus_dmamap_sync(ring->tx_desc_tag, ring->tx_desc_map,  in nfe_init_tx_ring()
1566 nfe_free_tx_ring(struct nfe_softc *sc, struct nfe_tx_ring *ring)  in nfe_free_tx_ring()  argument
1573 		desc = ring->desc64;  in nfe_free_tx_ring()
1576 		desc = ring->desc32;  in nfe_free_tx_ring()
1581 		data = &ring->data[i];  in nfe_free_tx_ring()
1584 			bus_dmamap_sync(ring->tx_data_tag, data->tx_data_map,  in nfe_free_tx_ring()
1586 			bus_dmamap_unload(ring->tx_data_tag, data->tx_data_map);  in nfe_free_tx_ring()
1591 			bus_dmamap_destroy(ring->tx_data_tag,  in nfe_free_tx_ring()
1597 	if (ring->tx_data_tag != NULL) {  in nfe_free_tx_ring()
1598 		bus_dma_tag_destroy(ring->tx_data_tag);  in nfe_free_tx_ring()
1599 		ring->tx_data_tag = NULL;  in nfe_free_tx_ring()
1603 		bus_dmamap_sync(ring->tx_desc_tag, ring->tx_desc_map,  in nfe_free_tx_ring()
1605 		bus_dmamap_unload(ring->tx_desc_tag, ring->tx_desc_map);  in nfe_free_tx_ring()
1606 		bus_dmamem_free(ring->tx_desc_tag, desc, ring->tx_desc_map);  in nfe_free_tx_ring()
1607 		ring->desc64 = NULL;  in nfe_free_tx_ring()
1608 		ring->desc32 = NULL;  in nfe_free_tx_ring()
1609 		bus_dma_tag_destroy(ring->tx_desc_tag);  in nfe_free_tx_ring()
1610 		ring->tx_desc_tag = NULL;  in nfe_free_tx_ring()