54 		       struct td_node *node);
363 	struct td_node *lastnode, *node = kzalloc(sizeof(struct td_node),  in add_td_to_list()  local
366 	if (node == NULL)  in add_td_to_list()
369 	node->ptr = dma_pool_zalloc(hwep->td_pool, GFP_ATOMIC, &node->dma);  in add_td_to_list()
370 	if (node->ptr == NULL) {  in add_td_to_list()
371 		kfree(node);  in add_td_to_list()
375 	node->ptr->token = cpu_to_le32(length << __ffs(TD_TOTAL_BYTES));  in add_td_to_list()
376 	node->ptr->token &= cpu_to_le32(TD_TOTAL_BYTES);  in add_td_to_list()
377 	node->ptr->token |= cpu_to_le32(TD_STATUS_ACTIVE);  in add_td_to_list()
384 		node->ptr->token |= cpu_to_le32(mul << __ffs(TD_MULTO));  in add_td_to_list()
389 		node->td_remaining_size = CI_MAX_BUF_SIZE - length;  in add_td_to_list()
395 		node->ptr->page[0] = cpu_to_le32(temp);  in add_td_to_list()
399 			node->ptr->page[i] = cpu_to_le32(page);  in add_td_to_list()
409 		lastnode->ptr->next = cpu_to_le32(node->dma);  in add_td_to_list()
412 	INIT_LIST_HEAD(&node->td);  in add_td_to_list()
413 	list_add_tail(&node->td, &hwreq->tds);  in add_td_to_list()
489 static void ci_add_buffer_entry(struct td_node *node, struct scatterlist *s)  in ci_add_buffer_entry()  argument
491 	int empty_td_slot_index = (CI_MAX_BUF_SIZE - node->td_remaining_size)  in ci_add_buffer_entry()
496 	token = le32_to_cpu(node->ptr->token) + (sg_dma_len(s) << __ffs(TD_TOTAL_BYTES));  in ci_add_buffer_entry()
497 	node->ptr->token = cpu_to_le32(token);  in ci_add_buffer_entry()
504 		node->ptr->page[i] = cpu_to_le32(page);  in ci_add_buffer_entry()
513 	struct td_node *node = NULL;  in prepare_td_for_sg()  local
526 		if (node && (node->td_remaining_size >= sg_dma_len(s))) {  in prepare_td_for_sg()
527 			ci_add_buffer_entry(node, s);  in prepare_td_for_sg()
528 			node->td_remaining_size -= sg_dma_len(s);  in prepare_td_for_sg()
534 			node = list_entry(hwreq->tds.prev,  in prepare_td_for_sg()
803 					   struct td_node *node)  in reprime_dtd()  argument
805 	hwep->qh.ptr->td.next = cpu_to_le32(node->dma);  in reprime_dtd()
823 	struct td_node *node, *tmpnode;  in _hardware_dequeue()  local
834 	list_for_each_entry_safe(node, tmpnode, &hwreq->tds, td) {  in _hardware_dequeue()
835 		tmptoken = le32_to_cpu(node->ptr->token);  in _hardware_dequeue()
836 		trace_ci_complete_td(hwep, hwreq, node);  in _hardware_dequeue()
843 					reprime_dtd(ci, hwep, node);  in _hardware_dequeue()
882 		hwep->pending_td = node;  in _hardware_dequeue()
883 		list_del_init(&node->td);  in _hardware_dequeue()
912 	struct td_node *node, *tmpnode;  in _ep_nuke()  local
924 		list_for_each_entry_safe(node, tmpnode, &hwreq->tds, td) {  in _ep_nuke()
925 			dma_pool_free(hwep->td_pool, node->ptr, node->dma);  in _ep_nuke()
926 			list_del_init(&node->td);  in _ep_nuke()
927 			node->ptr = NULL;  in _ep_nuke()
928 			kfree(node);  in _ep_nuke()
1659 	struct td_node *node, *tmpnode;  in ep_free_request()  local
1671 	list_for_each_entry_safe(node, tmpnode, &hwreq->tds, td) {  in ep_free_request()
1672 		dma_pool_free(hwep->td_pool, node->ptr, node->dma);  in ep_free_request()
1673 		list_del_init(&node->td);  in ep_free_request()
1674 		node->ptr = NULL;  in ep_free_request()
1675 		kfree(node);  in ep_free_request()
1718 	struct td_node *node, *tmpnode;  in ep_dequeue()  local
1729 	list_for_each_entry_safe(node, tmpnode, &hwreq->tds, td) {  in ep_dequeue()
1730 		dma_pool_free(hwep->td_pool, node->ptr, node->dma);  in ep_dequeue()
1731 		list_del(&node->td);  in ep_dequeue()
1732 		kfree(node);  in ep_dequeue()