Lines Matching refs:batch_comp_ring

34 	rte_prefetch1(&idxd->batch_comp_ring[idxd->batch_idx_read]);  in __submit()
73 _mm256_store_si256((void *)&idxd->batch_comp_ring[idxd->batch_idx_write], in __submit()
173 uint8_t bstatus = (idxd->batch_comp_ring[last_batch_write].status != 0); in idxd_vchan_status()
204 bstatus = idxd->batch_comp_ring[idxd->batch_idx_read].status; in batch_ok()
266 idxd->batch_comp_ring[idxd->batch_idx_read].completed_size -= ret; in batch_completed()
272 idxd->batch_comp_ring[idxd->batch_idx_read].status = desc_comp->status; in batch_completed()
297 *status = get_comp_status(&idxd->batch_comp_ring[idxd->batch_idx_read]); in batch_completed_status()
316 const uint16_t bcount = idxd->batch_comp_ring[idxd->batch_idx_read].completed_size; in batch_completed_status()
336 struct idxd_completion *comp = &idxd->batch_comp_ring[idxd->batch_idx_read]; in batch_completed_status()
342 struct idxd_completion *comp = &idxd->batch_comp_ring[idxd->batch_idx_read]; in batch_completed_status()
537 memset(idxd->batch_comp_ring, 0, sizeof(*idxd->batch_comp_ring) * in idxd_vchan_setup()
586 idxd->batch_comp_ring = rte_zmalloc_socket(NULL, (sizeof(idxd->batch_idx_ring[0]) + in idxd_dmadev_create()
587 sizeof(idxd->batch_comp_ring[0])) * (idxd->max_batches + 1), in idxd_dmadev_create()
588 sizeof(idxd->batch_comp_ring[0]), dev->numa_node); in idxd_dmadev_create()
589 if (idxd->batch_comp_ring == NULL) { in idxd_dmadev_create()
594 idxd->batch_idx_ring = (void *)&idxd->batch_comp_ring[idxd->max_batches+1]; in idxd_dmadev_create()
595 idxd->batch_iova = rte_mem_virt2iova(idxd->batch_comp_ring); in idxd_dmadev_create()