17 	IODataQueueMemory         * dataQueue;  member
53 	ivars->dataQueue = (typeof(ivars->dataQueue))(uintptr_t) address;  in init()
106 	inst->ivars->dataQueue      = (typeof(inst->ivars->dataQueue))bmd->getBytesNoCopy();  in Create_Impl()
242 		ivars->dataQueue->needServicedCallback = false;  in SendDataServiced()
287 	IODataQueueMemory *dataQueue = ivars->dataQueue;  in IsDataAvailable()  local
289 	return dataQueue && (dataQueue->head != dataQueue->tail);  in IsDataAvailable()
296 	IODataQueueMemory * dataQueue;  in Peek()  local
302 	dataQueue = ivars->dataQueue;  in Peek()
303 	if (!dataQueue) {  in Peek()
308 	headOffset = __c11_atomic_load((_Atomic uint32_t *)&dataQueue->head, __ATOMIC_RELAXED);  in Peek()
309 	tailOffset = __c11_atomic_load((_Atomic uint32_t *)&dataQueue->tail, __ATOMIC_ACQUIRE);  in Peek()
320 		head     = (IODataQueueEntry *)((uintptr_t)dataQueue->queue + headOffset);  in Peek()
338 			entry = dataQueue->queue;  in Peek()
382 	IODataQueueMemory * dataQueue;  in DequeueWithCoalesce()  local
389 	dataQueue = ivars->dataQueue;  in DequeueWithCoalesce()
390 	if (!dataQueue) {  in DequeueWithCoalesce()
395 	headOffset = __c11_atomic_load((_Atomic uint32_t *)&dataQueue->head, __ATOMIC_RELAXED);  in DequeueWithCoalesce()
396 	tailOffset = __c11_atomic_load((_Atomic uint32_t *)&dataQueue->tail, __ATOMIC_ACQUIRE);  in DequeueWithCoalesce()
407 		head = (IODataQueueEntry *)((uintptr_t)dataQueue->queue + headOffset);  in DequeueWithCoalesce()
423 			entry           = dataQueue->queue;  in DequeueWithCoalesce()
448 		if (dataQueue->needServicedCallback) {  in DequeueWithCoalesce()
455 	if (dataQueue->needServicedCallback) {  in DequeueWithCoalesce()
459 	__c11_atomic_store((_Atomic uint32_t *)&dataQueue->head, newHeadOffset, __ATOMIC_RELEASE);  in DequeueWithCoalesce()
493 	IODataQueueMemory * dataQueue;  in EnqueueWithCoalesce()  local
503 	dataQueue = ivars->dataQueue;  in EnqueueWithCoalesce()
504 	if (!dataQueue) {  in EnqueueWithCoalesce()
510 	tail = __c11_atomic_load((_Atomic uint32_t *)&dataQueue->tail, __ATOMIC_RELAXED);  in EnqueueWithCoalesce()
511 	head = __c11_atomic_load((_Atomic uint32_t *)&dataQueue->head, __ATOMIC_ACQUIRE);  in EnqueueWithCoalesce()
533 			entry = (IODataQueueEntry *)((uintptr_t)dataQueue->queue + tail);  in EnqueueWithCoalesce()
545 			entry = (IODataQueueEntry *)((uintptr_t)dataQueue->queue);  in EnqueueWithCoalesce()
559 				((IODataQueueEntry *)((uintptr_t)dataQueue->queue + tail))->size = dataSize;  in EnqueueWithCoalesce()
571 			entry = (IODataQueueEntry *)((uintptr_t)dataQueue->queue + tail);  in EnqueueWithCoalesce()
587 		__c11_atomic_store((_Atomic uint32_t *)&dataQueue->tail, newTail, __ATOMIC_RELEASE);  in EnqueueWithCoalesce()
600 			head = __c11_atomic_load((_Atomic uint32_t *)&dataQueue->head, __ATOMIC_RELAXED);  in EnqueueWithCoalesce()
610 		dataQueue->needServicedCallback = true;  in EnqueueWithCoalesce()
626 	IODataQueueMemory * dataQueue;  in CanEnqueueData()  local
633 	dataQueue = ivars->dataQueue;  in CanEnqueueData()
634 	if (!dataQueue) {  in CanEnqueueData()
640 	tail = __c11_atomic_load((_Atomic uint32_t *)&dataQueue->tail, __ATOMIC_RELAXED);  in CanEnqueueData()
641 	head = __c11_atomic_load((_Atomic uint32_t *)&dataQueue->head, __ATOMIC_ACQUIRE);  in CanEnqueueData()