84 rte_gpu_is_valid(int16_t dev_id)  in rte_gpu_is_valid()  argument
86 	if (dev_id >= 0 && dev_id < gpu_max &&  in rte_gpu_is_valid()
87 		gpus[dev_id].process_state == RTE_GPU_STATE_INITIALIZED)  in rte_gpu_is_valid()
93 gpu_match_parent(int16_t dev_id, int16_t parent)  in gpu_match_parent()  argument
97 	return gpus[dev_id].mpshared->info.parent == parent;  in gpu_match_parent()
101 rte_gpu_find_next(int16_t dev_id, int16_t parent)  in rte_gpu_find_next()  argument
103 	if (dev_id < 0)  in rte_gpu_find_next()
104 		dev_id = 0;  in rte_gpu_find_next()
105 	while (dev_id < gpu_max &&  in rte_gpu_find_next()
106 			(gpus[dev_id].process_state == RTE_GPU_STATE_UNUSED ||  in rte_gpu_find_next()
107 			!gpu_match_parent(dev_id, parent)))  in rte_gpu_find_next()
108 		dev_id++;  in rte_gpu_find_next()
110 	if (dev_id >= gpu_max)  in rte_gpu_find_next()
112 	return dev_id;  in rte_gpu_find_next()
118 	int16_t dev_id;  in gpu_find_free_id()  local
120 	for (dev_id = 0; dev_id < gpu_max; dev_id++) {  in gpu_find_free_id()
121 		if (gpus[dev_id].process_state == RTE_GPU_STATE_UNUSED)  in gpu_find_free_id()
122 			return dev_id;  in gpu_find_free_id()
128 gpu_get_by_id(int16_t dev_id)  in gpu_get_by_id()  argument
130 	if (!rte_gpu_is_valid(dev_id))  in gpu_get_by_id()
132 	return &gpus[dev_id];  in gpu_get_by_id()
138 	int16_t dev_id;  in rte_gpu_get_by_name()  local
146 	RTE_GPU_FOREACH(dev_id) {  in rte_gpu_get_by_name()
147 		dev = &gpus[dev_id];  in rte_gpu_get_by_name()
180 	int16_t dev_id;  in rte_gpu_allocate()  local
207 	dev_id = gpu_find_free_id();  in rte_gpu_allocate()
208 	if (dev_id == RTE_GPU_ID_NONE) {  in rte_gpu_allocate()
214 	dev = &gpus[dev_id];  in rte_gpu_allocate()
217 	dev->mpshared = &gpu_shared_mem->gpus[dev_id];  in rte_gpu_allocate()
226 	dev->mpshared->info.dev_id = dev_id;  in rte_gpu_allocate()
234 			name, dev_id, gpu_count);  in rte_gpu_allocate()
241 	int16_t dev_id;  in rte_gpu_attach()  local
264 	for (dev_id = 0; dev_id < gpu_max; dev_id++) {  in rte_gpu_attach()
265 		shared_dev = &gpu_shared_mem->gpus[dev_id];  in rte_gpu_attach()
269 	if (dev_id >= gpu_max) {  in rte_gpu_attach()
274 	dev = &gpus[dev_id];  in rte_gpu_attach()
283 			name, dev_id, gpu_count);  in rte_gpu_attach()
306 	return dev->mpshared->info.dev_id;  in rte_gpu_add_child()
322 	int16_t dev_id, child;  in rte_gpu_release()  local
328 	dev_id = dev->mpshared->info.dev_id;  in rte_gpu_release()
329 	RTE_GPU_FOREACH_CHILD(child, dev_id) {  in rte_gpu_release()
331 				dev_id, child);  in rte_gpu_release()
337 			dev->mpshared->info.name, dev->mpshared->info.dev_id);  in rte_gpu_release()
349 rte_gpu_close(int16_t dev_id)  in rte_gpu_close()  argument
355 	dev = gpu_get_by_id(dev_id);  in rte_gpu_close()
357 		GPU_LOG(ERR, "close invalid device ID %d", dev_id);  in rte_gpu_close()
375 rte_gpu_callback_register(int16_t dev_id, enum rte_gpu_event event,  in rte_gpu_callback_register()  argument
382 	if (!rte_gpu_is_valid(dev_id) && dev_id != RTE_GPU_ID_ANY) {  in rte_gpu_callback_register()
383 		GPU_LOG(ERR, "register callback of invalid ID %d", dev_id);  in rte_gpu_callback_register()
393 	if (dev_id == RTE_GPU_ID_ANY) {  in rte_gpu_callback_register()
397 		next_dev = last_dev = dev_id;  in rte_gpu_callback_register()
431 rte_gpu_callback_unregister(int16_t dev_id, enum rte_gpu_event event,  in rte_gpu_callback_unregister()  argument
438 	if (!rte_gpu_is_valid(dev_id) && dev_id != RTE_GPU_ID_ANY) {  in rte_gpu_callback_unregister()
439 		GPU_LOG(ERR, "unregister callback of invalid ID %d", dev_id);  in rte_gpu_callback_unregister()
449 	if (dev_id == RTE_GPU_ID_ANY) {  in rte_gpu_callback_unregister()
453 		next_dev = last_dev = dev_id;  in rte_gpu_callback_unregister()
492 	int16_t dev_id;  in rte_gpu_notify()  local
495 	dev_id = dev->mpshared->info.dev_id;  in rte_gpu_notify()
500 		callback->function(dev_id, event, callback->user_data);  in rte_gpu_notify()
506 rte_gpu_info_get(int16_t dev_id, struct rte_gpu_info *info)  in rte_gpu_info_get()  argument
510 	dev = gpu_get_by_id(dev_id);  in rte_gpu_info_get()
512 		GPU_LOG(ERR, "query invalid device ID %d", dev_id);  in rte_gpu_info_get()
530 rte_gpu_mem_alloc(int16_t dev_id, size_t size, unsigned int align)  in rte_gpu_mem_alloc()  argument
536 	dev = gpu_get_by_id(dev_id);  in rte_gpu_mem_alloc()
538 		GPU_LOG(ERR, "alloc mem for invalid device ID %d", dev_id);  in rte_gpu_mem_alloc()
574 rte_gpu_mem_free(int16_t dev_id, void *ptr)  in rte_gpu_mem_free()  argument
578 	dev = gpu_get_by_id(dev_id);  in rte_gpu_mem_free()
580 		GPU_LOG(ERR, "free mem for invalid device ID %d", dev_id);  in rte_gpu_mem_free()
597 rte_gpu_mem_register(int16_t dev_id, size_t size, void *ptr)  in rte_gpu_mem_register()  argument
601 	dev = gpu_get_by_id(dev_id);  in rte_gpu_mem_register()
603 		GPU_LOG(ERR, "alloc mem for invalid device ID %d", dev_id);  in rte_gpu_mem_register()
621 rte_gpu_mem_unregister(int16_t dev_id, void *ptr)  in rte_gpu_mem_unregister()  argument
625 	dev = gpu_get_by_id(dev_id);  in rte_gpu_mem_unregister()
627 		GPU_LOG(ERR, "unregister mem for invalid device ID %d", dev_id);  in rte_gpu_mem_unregister()
644 rte_gpu_mem_cpu_map(int16_t dev_id, size_t size, void *ptr)  in rte_gpu_mem_cpu_map()  argument
650 	dev = gpu_get_by_id(dev_id);  in rte_gpu_mem_cpu_map()
652 		GPU_LOG(ERR, "mem CPU map for invalid device ID %d", dev_id);  in rte_gpu_mem_cpu_map()
682 rte_gpu_mem_cpu_unmap(int16_t dev_id, void *ptr)  in rte_gpu_mem_cpu_unmap()  argument
686 	dev = gpu_get_by_id(dev_id);  in rte_gpu_mem_cpu_unmap()
688 		GPU_LOG(ERR, "cpu_unmap mem for invalid device ID %d", dev_id);  in rte_gpu_mem_cpu_unmap()
705 rte_gpu_wmb(int16_t dev_id)  in rte_gpu_wmb()  argument
709 	dev = gpu_get_by_id(dev_id);  in rte_gpu_wmb()
711 		GPU_LOG(ERR, "memory barrier for invalid device ID %d", dev_id);  in rte_gpu_wmb()
724 rte_gpu_comm_create_flag(uint16_t dev_id, struct rte_gpu_comm_flag *devflag,  in rte_gpu_comm_create_flag()  argument
747 	ret = rte_gpu_mem_register(dev_id, flag_size, devflag->ptr);  in rte_gpu_comm_create_flag()
754 	devflag->dev_id = dev_id;  in rte_gpu_comm_create_flag()
769 	ret = rte_gpu_mem_unregister(devflag->dev_id, devflag->ptr);  in rte_gpu_comm_destroy_flag()
816 rte_gpu_comm_create_list(uint16_t dev_id,  in rte_gpu_comm_create_list()  argument
830 	dev = gpu_get_by_id(dev_id);  in rte_gpu_comm_create_list()
832 		GPU_LOG(ERR, "memory barrier for invalid device ID %d", dev_id);  in rte_gpu_comm_create_list()
837 	ret = rte_gpu_info_get(dev_id, &info);  in rte_gpu_comm_create_list()
850 	ret = rte_gpu_mem_register(dev_id,  in rte_gpu_comm_create_list()
863 	comm_list[0].status_d = rte_gpu_mem_alloc(dev_id,  in rte_gpu_comm_create_list()
871 	comm_list[0].status_h = rte_gpu_mem_cpu_map(dev_id,  in rte_gpu_comm_create_list()
886 		ret = rte_gpu_mem_register(dev_id,  in rte_gpu_comm_create_list()
905 		ret = rte_gpu_mem_register(dev_id,  in rte_gpu_comm_create_list()
914 		comm_list[idx_l].dev_id = dev_id;  in rte_gpu_comm_create_list()
944 	uint16_t dev_id;  in rte_gpu_comm_destroy_list()  local
951 	dev_id = comm_list[0].dev_id;  in rte_gpu_comm_destroy_list()
954 		ret = rte_gpu_mem_unregister(dev_id, comm_list[idx_l].pkt_list);  in rte_gpu_comm_destroy_list()
964 	ret = rte_gpu_mem_unregister(dev_id, comm_list);  in rte_gpu_comm_destroy_list()
970 	ret = rte_gpu_mem_cpu_unmap(dev_id, comm_list[0].status_d);  in rte_gpu_comm_destroy_list()
972 		rte_gpu_mem_free(dev_id, comm_list[0].status_d);  in rte_gpu_comm_destroy_list()
974 		rte_gpu_mem_unregister(dev_id, comm_list[0].status_h);  in rte_gpu_comm_destroy_list()
1011 	rte_gpu_wmb(comm_list_item->dev_id);  in rte_gpu_comm_populate_list_pkts()