1 /*
2  * Copyright (c) 2007-2012 Apple Inc. All rights reserved.
3  * Copyright (c) 1998-2006 Apple Computer, Inc. All rights reserved.
4  *
5  * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
6  *
7  * This file contains Original Code and/or Modifications of Original Code
8  * as defined in and that are subject to the Apple Public Source License
9  * Version 2.0 (the 'License'). You may not use this file except in
10  * compliance with the License. The rights granted to you under the License
11  * may not be used to create, or enable the creation or redistribution of,
12  * unlawful or unlicensed copies of an Apple operating system, or to
13  * circumvent, violate, or enable the circumvention or violation of, any
14  * terms of an Apple operating system software license agreement.
15  *
16  * Please obtain a copy of the License at
17  * http://www.opensource.apple.com/apsl/ and read it before using this file.
18  *
19  * The Original Code and all software distributed under the License are
20  * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
21  * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
22  * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
23  * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
24  * Please see the License for the specific language governing rights and
25  * limitations under the License.
26  *
27  * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
28  */
29 
30 #include <IOKit/IOLib.h>
31 #include <IOKit/IOService.h>
32 #include <IOKit/IOPlatformExpert.h>
33 #include <IOKit/IODeviceTreeSupport.h>
34 #include <IOKit/IOInterrupts.h>
35 #include <IOKit/IOInterruptController.h>
36 #include <IOKit/IOKitDebug.h>
37 #include <IOKit/IOTimeStamp.h>
38 
39 
40 /* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */
41 
42 #define super IOService
43 
44 OSDefineMetaClassAndAbstractStructors(IOInterruptController, IOService);
45 
46 OSMetaClassDefineReservedUnused(IOInterruptController, 0);
47 OSMetaClassDefineReservedUnused(IOInterruptController, 1);
48 OSMetaClassDefineReservedUnused(IOInterruptController, 2);
49 OSMetaClassDefineReservedUnused(IOInterruptController, 3);
50 OSMetaClassDefineReservedUnused(IOInterruptController, 4);
51 OSMetaClassDefineReservedUnused(IOInterruptController, 5);
52 
53 /* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */
54 
55 IOReturn IOInterruptController::registerInterrupt(IOService *nub, int source,
56 						  void *target,
57 						  IOInterruptHandler handler,
58 						  void *refCon)
59 {
60   IOInterruptSource *interruptSources;
61   IOInterruptVectorNumber vectorNumber;
62   IOInterruptVector *vector;
63   int               wasDisabledSoft;
64   IOReturn          error;
65   OSData            *vectorData;
66   IOOptionBits      options;
67   bool              canBeShared, shouldBeShared, wasAlreadyRegisterd;
68 
69   IOService         *originalNub = NULL; // Protected by wasAlreadyRegisterd
70   int               originalSource = 0; // Protected by wasAlreadyRegisterd
71 
72 
73   interruptSources = nub->_interruptSources;
74   vectorData = interruptSources[source].vectorData;
75   vectorNumber = *(IOInterruptVectorNumber *)vectorData->getBytesNoCopy();
76   vector = &vectors[vectorNumber];
77 
78   // Get the lock for this vector.
79   IOLockLock(vector->interruptLock);
80 
81   // Check if the interrupt source can/should be shared.
82   canBeShared = vectorCanBeShared(vectorNumber, vector);
83   IODTGetInterruptOptions(nub, source, &options);
84 #if defined(__i386__) || defined(__x86_64__)
85   int   interruptType;
86   if (OSDynamicCast(IOPlatformDevice, getProvider()) &&
87       (getInterruptType(nub, source, &interruptType) == kIOReturnSuccess) &&
88       (kIOInterruptTypeLevel & interruptType))
89   {
90     options |= kIODTInterruptShared;
91   }
92 #endif
93   shouldBeShared = canBeShared && (options & kIODTInterruptShared);
94   wasAlreadyRegisterd = vector->interruptRegistered;
95 
96   // If the vector is registered and can not be shared return error.
97   if (wasAlreadyRegisterd && !canBeShared) {
98     IOLockUnlock(vector->interruptLock);
99     return kIOReturnNoResources;
100   }
101 
102   // If this vector is already in use, and can be shared (implied),
103   // or it is not registered and should be shared,
104   // register as a shared interrupt.
105   if (wasAlreadyRegisterd || shouldBeShared) {
106     // If this vector is not already shared, break it out.
107     if (vector->sharedController == 0) {
108       // Make the IOShareInterruptController instance
109       vector->sharedController = new IOSharedInterruptController;
110       if (vector->sharedController == 0) {
111         IOLockUnlock(vector->interruptLock);
112         return kIOReturnNoMemory;
113       }
114 
115       if (wasAlreadyRegisterd) {
116 	// Save the nub and source for the original consumer.
117 	originalNub = vector->nub;
118 	originalSource = vector->source;
119 
120 	// Physically disable the interrupt, but mark it as being enabled in the hardware.
121 	// The interruptDisabledSoft now indicates the driver's request for enablement.
122 	disableVectorHard(vectorNumber, vector);
123 	vector->interruptDisabledHard = 0;
124       }
125 
126       // Initialize the new shared interrupt controller.
127       error = vector->sharedController->initInterruptController(this, vectorData);
128       // If the IOSharedInterruptController could not be initalized,
129       // if needed, put the original consumer's interrupt back to normal and
130       // get rid of whats left of the shared controller.
131       if (error != kIOReturnSuccess) {
132 	if (wasAlreadyRegisterd) enableInterrupt(originalNub, originalSource);
133         vector->sharedController->release();
134         vector->sharedController = 0;
135         IOLockUnlock(vector->interruptLock);
136         return error;
137       }
138 
139       // If there was an original consumer try to register it on the shared controller.
140       if (wasAlreadyRegisterd) {
141 	error = vector->sharedController->registerInterrupt(originalNub,
142 							    originalSource,
143 							    vector->target,
144 							    vector->handler,
145 							    vector->refCon);
146 	// If the original consumer could not be moved to the shared controller,
147 	// put the original consumor's interrupt back to normal and
148 	// get rid of whats left of the shared controller.
149 	if (error != kIOReturnSuccess) {
150 	  // Save the driver's interrupt enablement state.
151 	  wasDisabledSoft = vector->interruptDisabledSoft;
152 
153 	  // Make the interrupt really hard disabled.
154 	  vector->interruptDisabledSoft = 1;
155 	  vector->interruptDisabledHard = 1;
156 
157 	  // Enable the original consumer's interrupt if needed.
158 	  if (!wasDisabledSoft) originalNub->enableInterrupt(originalSource);
159 	  enableInterrupt(originalNub, originalSource);
160 
161 	  vector->sharedController->release();
162 	  vector->sharedController = 0;
163 	  IOLockUnlock(vector->interruptLock);
164 	  return error;
165 	}
166       }
167 
168       // Fill in vector with the shared controller's info.
169       vector->handler = (IOInterruptHandler)vector->sharedController->getInterruptHandlerAddress();
170       vector->nub     = vector->sharedController;
171       vector->source  = 0;
172       vector->target  = vector->sharedController;
173       vector->refCon  = 0;
174 
175       // If the interrupt was already registered,
176       // save the driver's interrupt enablement state.
177       if (wasAlreadyRegisterd) wasDisabledSoft = vector->interruptDisabledSoft;
178       else wasDisabledSoft = true;
179 
180       // Do any specific initalization for this vector if it has not yet been used.
181       if (!wasAlreadyRegisterd) initVector(vectorNumber, vector);
182 
183       // Make the interrupt really hard disabled.
184       vector->interruptDisabledSoft = 1;
185       vector->interruptDisabledHard = 1;
186       vector->interruptRegistered   = 1;
187 
188       // Enable the original consumer's interrupt if needed.
189       // originalNub is protected by wasAlreadyRegisterd here (see line 184).
190       if (!wasDisabledSoft) originalNub->enableInterrupt(originalSource);
191     }
192 
193     error = vector->sharedController->registerInterrupt(nub, source, target,
194                                                         handler, refCon);
195     IOLockUnlock(vector->interruptLock);
196     return error;
197   }
198 
199   // Fill in vector with the client's info.
200   vector->handler = handler;
201   vector->nub     = nub;
202   vector->source  = source;
203   vector->target  = target;
204   vector->refCon  = refCon;
205 
206   // Do any specific initalization for this vector.
207   initVector(vectorNumber, vector);
208 
209   // Get the vector ready.  It starts hard disabled.
210   vector->interruptDisabledHard = 1;
211   vector->interruptDisabledSoft = 1;
212   vector->interruptRegistered   = 1;
213 
214   IOLockUnlock(vector->interruptLock);
215   return kIOReturnSuccess;
216 }
217 
218 IOReturn IOInterruptController::unregisterInterrupt(IOService *nub, int source)
219 {
220   IOInterruptSource *interruptSources;
221   IOInterruptVectorNumber vectorNumber;
222   IOInterruptVector *vector;
223   OSData            *vectorData;
224 
225   interruptSources = nub->_interruptSources;
226   vectorData = interruptSources[source].vectorData;
227   vectorNumber = *(IOInterruptVectorNumber *)vectorData->getBytesNoCopy();
228   vector = &vectors[vectorNumber];
229 
230   // Get the lock for this vector.
231   IOLockLock(vector->interruptLock);
232 
233   // Return success if it is not already registered
234   if (!vector->interruptRegistered) {
235     IOLockUnlock(vector->interruptLock);
236     return kIOReturnSuccess;
237   }
238 
239   // Soft disable the source.
240   disableInterrupt(nub, source);
241 
242   // Turn the source off at hardware.
243   disableVectorHard(vectorNumber, vector);
244 
245   // Clear all the storage for the vector except for interruptLock.
246   vector->interruptActive = 0;
247   vector->interruptDisabledSoft = 0;
248   vector->interruptDisabledHard = 0;
249   vector->interruptRegistered = 0;
250   vector->nub = 0;
251   vector->source = 0;
252   vector->handler = 0;
253   vector->target = 0;
254   vector->refCon = 0;
255 
256   IOLockUnlock(vector->interruptLock);
257   return kIOReturnSuccess;
258 }
259 
260 IOReturn IOInterruptController::getInterruptType(IOService *nub, int source,
261 						 int *interruptType)
262 {
263   IOInterruptSource *interruptSources;
264   IOInterruptVectorNumber vectorNumber;
265   IOInterruptVector *vector;
266   OSData            *vectorData;
267 
268   if (interruptType == 0) return kIOReturnBadArgument;
269 
270   interruptSources = nub->_interruptSources;
271   vectorData = interruptSources[source].vectorData;
272   vectorNumber = *(IOInterruptVectorNumber *)vectorData->getBytesNoCopy();
273   vector = &vectors[vectorNumber];
274 
275   *interruptType = getVectorType(vectorNumber, vector);
276 
277   return kIOReturnSuccess;
278 }
279 
280 IOReturn IOInterruptController::enableInterrupt(IOService *nub, int source)
281 {
282   IOInterruptSource *interruptSources;
283   IOInterruptVectorNumber vectorNumber;
284   IOInterruptVector *vector;
285   OSData            *vectorData;
286 
287   interruptSources = nub->_interruptSources;
288   vectorData = interruptSources[source].vectorData;
289   vectorNumber = *(IOInterruptVectorNumber *)vectorData->getBytesNoCopy();
290   vector = &vectors[vectorNumber];
291 
292   if (vector->interruptDisabledSoft) {
293     vector->interruptDisabledSoft = 0;
294 #if !defined(__i386__) && !defined(__x86_64__)
295     OSMemoryBarrier();
296 #endif
297 
298     if (!getPlatform()->atInterruptLevel()) {
299       while (vector->interruptActive)
300 	{}
301     }
302     if (vector->interruptDisabledHard) {
303       vector->interruptDisabledHard = 0;
304 
305       enableVector(vectorNumber, vector);
306     }
307   }
308 
309   return kIOReturnSuccess;
310 }
311 
312 IOReturn IOInterruptController::disableInterrupt(IOService *nub, int source)
313 {
314   IOInterruptSource *interruptSources;
315   IOInterruptVectorNumber vectorNumber;
316   IOInterruptVector *vector;
317   OSData            *vectorData;
318 
319   interruptSources = nub->_interruptSources;
320   vectorData = interruptSources[source].vectorData;
321   vectorNumber = *(IOInterruptVectorNumber *)vectorData->getBytesNoCopy();
322   vector = &vectors[vectorNumber];
323 
324   vector->interruptDisabledSoft = 1;
325 #if !defined(__i386__) && !defined(__x86_64__)
326   OSMemoryBarrier();
327 #endif
328 
329   if (!getPlatform()->atInterruptLevel()) {
330     while (vector->interruptActive)
331 	{}
332   }
333 
334   return kIOReturnSuccess;
335 }
336 
337 IOReturn IOInterruptController::causeInterrupt(IOService *nub, int source)
338 {
339   IOInterruptSource *interruptSources;
340   IOInterruptVectorNumber vectorNumber;
341   IOInterruptVector *vector;
342   OSData            *vectorData;
343 
344   interruptSources = nub->_interruptSources;
345   vectorData = interruptSources[source].vectorData;
346   vectorNumber = *(IOInterruptVectorNumber *)vectorData->getBytesNoCopy();
347   vector = &vectors[vectorNumber];
348 
349   causeVector(vectorNumber, vector);
350 
351   return kIOReturnSuccess;
352 }
353 
354 IOInterruptAction IOInterruptController::getInterruptHandlerAddress(void)
355 {
356   return 0;
357 }
358 
359 IOReturn IOInterruptController::handleInterrupt(void *refCon, IOService *nub,
360 						int source)
361 {
362   return kIOReturnInvalid;
363 }
364 
365 
366 // Methods to be overridden for simplifed interrupt controller subclasses.
367 
368 bool IOInterruptController::vectorCanBeShared(IOInterruptVectorNumber /*vectorNumber*/,
369 					      IOInterruptVector */*vector*/)
370 {
371   return false;
372 }
373 
374 void IOInterruptController::initVector(IOInterruptVectorNumber /*vectorNumber*/,
375 				       IOInterruptVector */*vector*/)
376 {
377 }
378 
379 int IOInterruptController::getVectorType(IOInterruptVectorNumber /*vectorNumber*/,
380 					  IOInterruptVector */*vector*/)
381 {
382   return kIOInterruptTypeEdge;
383 }
384 
385 void IOInterruptController::disableVectorHard(IOInterruptVectorNumber /*vectorNumber*/,
386 					      IOInterruptVector */*vector*/)
387 {
388 }
389 
390 void IOInterruptController::enableVector(IOInterruptVectorNumber /*vectorNumber*/,
391 					 IOInterruptVector */*vector*/)
392 {
393 }
394 
395 void IOInterruptController::causeVector(IOInterruptVectorNumber /*vectorNumber*/,
396 					IOInterruptVector */*vector*/)
397 {
398 }
399 
400 
401 /* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */
402 
403 #undef  super
404 #define super IOInterruptController
405 
406 OSDefineMetaClassAndStructors(IOSharedInterruptController, IOInterruptController);
407 
408 OSMetaClassDefineReservedUnused(IOSharedInterruptController, 0);
409 OSMetaClassDefineReservedUnused(IOSharedInterruptController, 1);
410 OSMetaClassDefineReservedUnused(IOSharedInterruptController, 2);
411 OSMetaClassDefineReservedUnused(IOSharedInterruptController, 3);
412 
413 /* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */
414 
415 #define kIOSharedInterruptControllerDefaultVectors (128)
416 
417 IOReturn IOSharedInterruptController::initInterruptController(IOInterruptController *parentController, OSData *parentSource)
418 {
419   int      cnt, interruptType;
420   IOReturn error;
421 
422   reserved = NULL;
423 
424   if (!super::init())
425     return kIOReturnNoResources;
426 
427   // Set provider to this so enable/disable nub stuff works.
428   provider = this;
429 
430   // Allocate the IOInterruptSource so this can act like a nub.
431   _interruptSources = (IOInterruptSource *)IOMalloc(sizeof(IOInterruptSource));
432   if (_interruptSources == 0) return kIOReturnNoMemory;
433   _numInterruptSources = 1;
434 
435   // Set up the IOInterruptSource to point at this.
436   parentController->retain();
437   parentSource->retain();
438   _interruptSources[0].interruptController = parentController;
439   _interruptSources[0].vectorData = parentSource;
440 
441   sourceIsLevel = false;
442   error = provider->getInterruptType(0, &interruptType);
443   if (error == kIOReturnSuccess) {
444     if (interruptType & kIOInterruptTypeLevel)
445       sourceIsLevel = true;
446   }
447 
448   // Allocate the memory for the vectors
449   numVectors = kIOSharedInterruptControllerDefaultVectors; // For now a constant number.
450   vectors = (IOInterruptVector *)IOMalloc(numVectors * sizeof(IOInterruptVector));
451   if (vectors == NULL) {
452     IOFree(_interruptSources, sizeof(IOInterruptSource));
453     return kIOReturnNoMemory;
454   }
455   bzero(vectors, numVectors * sizeof(IOInterruptVector));
456 
457   // Allocate the lock for the controller.
458   controllerLock = IOSimpleLockAlloc();
459   if (controllerLock == 0) return kIOReturnNoResources;
460 
461   // Allocate locks for the vectors.
462   for (cnt = 0; cnt < numVectors; cnt++) {
463     vectors[cnt].interruptLock = IOLockAlloc();
464     if (vectors[cnt].interruptLock == NULL) {
465       for (cnt = 0; cnt < numVectors; cnt++) {
466 	if (vectors[cnt].interruptLock != NULL)
467 	  IOLockFree(vectors[cnt].interruptLock);
468       }
469       return kIOReturnNoResources;
470     }
471   }
472 
473   numVectors = 0; // reset the high water mark for used vectors
474   vectorsRegistered = 0;
475   vectorsEnabled = 0;
476   controllerDisabled = 1;
477 
478   return kIOReturnSuccess;
479 }
480 
481 IOReturn IOSharedInterruptController::registerInterrupt(IOService *nub,
482 							int source,
483 							void *target,
484 							IOInterruptHandler handler,
485 							void *refCon)
486 {
487   IOInterruptSource *interruptSources;
488   IOInterruptVectorNumber vectorNumber;
489   IOInterruptVector *vector = 0;
490   OSData            *vectorData;
491   IOInterruptState  interruptState;
492 
493   interruptSources = nub->_interruptSources;
494 
495   // Find a free vector.
496   vectorNumber = kIOSharedInterruptControllerDefaultVectors;
497   while (vectorsRegistered != kIOSharedInterruptControllerDefaultVectors) {
498     for (vectorNumber = 0; vectorNumber < kIOSharedInterruptControllerDefaultVectors; vectorNumber++) {
499       vector = &vectors[vectorNumber];
500 
501       // Get the lock for this vector.
502       IOLockLock(vector->interruptLock);
503 
504       // Is it unregistered?
505       if (!vector->interruptRegistered) break;
506 
507       // Move along to the next one.
508       IOLockUnlock(vector->interruptLock);
509     }
510 
511     if (vectorNumber != kIOSharedInterruptControllerDefaultVectors) break;
512   }
513 
514   // Could not find a free one, so give up.
515   if (vectorNumber == kIOSharedInterruptControllerDefaultVectors) {
516     return kIOReturnNoResources;
517   }
518 
519   // Create the vectorData for the IOInterruptSource.
520   vectorData = OSData::withBytes(&vectorNumber, sizeof(vectorNumber));
521   if (vectorData == 0) {
522     IOLockUnlock(vector->interruptLock);
523     return kIOReturnNoMemory;
524   }
525 
526   // Fill in the IOInterruptSource with the controller's info.
527   interruptSources[source].interruptController = this;
528   interruptSources[source].vectorData = vectorData;
529 
530   // Fill in vector with the client's info.
531   vector->handler = handler;
532   vector->nub     = nub;
533   vector->source  = source;
534   vector->target  = target;
535   vector->refCon  = refCon;
536 
537   // Get the vector ready.  It starts off soft disabled.
538   vector->interruptDisabledSoft = 1;
539   vector->interruptRegistered   = 1;
540 
541   interruptState = IOSimpleLockLockDisableInterrupt(controllerLock);
542   // Move the high water mark if needed
543   if (++vectorsRegistered > numVectors) numVectors = vectorsRegistered;
544   IOSimpleLockUnlockEnableInterrupt(controllerLock, interruptState);
545 
546   IOLockUnlock(vector->interruptLock);
547   return kIOReturnSuccess;
548 }
549 
550 IOReturn IOSharedInterruptController::unregisterInterrupt(IOService *nub,
551 							  int source)
552 {
553   IOInterruptVectorNumber vectorNumber;
554   IOInterruptVector *vector;
555   IOInterruptState  interruptState;
556 
557   for (vectorNumber = 0; vectorNumber < kIOSharedInterruptControllerDefaultVectors; vectorNumber++) {
558     vector = &vectors[vectorNumber];
559 
560     // Get the lock for this vector.
561     IOLockLock(vector->interruptLock);
562 
563     // Return success if it is not already registered
564     if (!vector->interruptRegistered
565      || (vector->nub != nub) || (vector->source != source)) {
566         IOLockUnlock(vector->interruptLock);
567         continue;
568     }
569 
570     // Soft disable the source and the controller too.
571     disableInterrupt(nub, source);
572 
573     // Clear all the storage for the vector except for interruptLock.
574     vector->interruptActive = 0;
575     vector->interruptDisabledSoft = 0;
576     vector->interruptDisabledHard = 0;
577     vector->interruptRegistered = 0;
578     vector->nub = 0;
579     vector->source = 0;
580     vector->handler = 0;
581     vector->target = 0;
582     vector->refCon = 0;
583 
584     interruptState = IOSimpleLockLockDisableInterrupt(controllerLock);
585     vectorsRegistered--;
586     IOSimpleLockUnlockEnableInterrupt(controllerLock, interruptState);
587 
588     // Move along to the next one.
589     IOLockUnlock(vector->interruptLock);
590   }
591 
592   // Re-enable the controller if all vectors are enabled.
593   if (vectorsEnabled == vectorsRegistered) {
594     controllerDisabled = 0;
595     provider->enableInterrupt(0);
596   }
597 
598   return kIOReturnSuccess;
599 }
600 
601 IOReturn IOSharedInterruptController::getInterruptType(IOService */*nub*/,
602 						       int /*source*/,
603 						       int *interruptType)
604 {
605   return provider->getInterruptType(0, interruptType);
606 }
607 
608 IOReturn IOSharedInterruptController::enableInterrupt(IOService *nub,
609 						      int source)
610 {
611   IOInterruptSource *interruptSources;
612   IOInterruptVectorNumber vectorNumber;
613   IOInterruptVector *vector;
614   OSData            *vectorData;
615   IOInterruptState  interruptState;
616 
617   interruptSources = nub->_interruptSources;
618   vectorData = interruptSources[source].vectorData;
619   vectorNumber = *(IOInterruptVectorNumber *)vectorData->getBytesNoCopy();
620   vector = &vectors[vectorNumber];
621 
622   interruptState = IOSimpleLockLockDisableInterrupt(controllerLock);
623   if (!vector->interruptDisabledSoft) {
624     IOSimpleLockUnlockEnableInterrupt(controllerLock, interruptState);
625     return kIOReturnSuccess;
626   }
627 
628   vector->interruptDisabledSoft = 0;
629   vectorsEnabled++;
630   IOSimpleLockUnlockEnableInterrupt(controllerLock, interruptState);
631 
632   if (controllerDisabled && (vectorsEnabled == vectorsRegistered)) {
633     controllerDisabled = 0;
634     provider->enableInterrupt(0);
635   }
636 
637   return kIOReturnSuccess;
638 }
639 
640 IOReturn IOSharedInterruptController::disableInterrupt(IOService *nub,
641 						       int source)
642 {
643   IOInterruptSource *interruptSources;
644   IOInterruptVectorNumber vectorNumber;
645   IOInterruptVector *vector;
646   OSData            *vectorData;
647   IOInterruptState  interruptState;
648 
649   interruptSources = nub->_interruptSources;
650   vectorData = interruptSources[source].vectorData;
651   vectorNumber = *(IOInterruptVectorNumber *)vectorData->getBytesNoCopy();
652   vector = &vectors[vectorNumber];
653 
654   interruptState = IOSimpleLockLockDisableInterrupt(controllerLock);
655   if (!vector->interruptDisabledSoft) {
656     vector->interruptDisabledSoft = 1;
657 #if !defined(__i386__) && !defined(__x86_64__)
658     OSMemoryBarrier();
659 #endif
660 
661     vectorsEnabled--;
662   }
663   IOSimpleLockUnlockEnableInterrupt(controllerLock, interruptState);
664 
665   if (!getPlatform()->atInterruptLevel()) {
666     while (vector->interruptActive)
667 	{}
668   }
669 
670   return kIOReturnSuccess;
671 }
672 
673 IOInterruptAction IOSharedInterruptController::getInterruptHandlerAddress(void)
674 {
675     return OSMemberFunctionCast(IOInterruptAction,
676 			this, &IOSharedInterruptController::handleInterrupt);
677 }
678 
679 IOReturn IOSharedInterruptController::handleInterrupt(void * /*refCon*/,
680 						      IOService * nub,
681 						      int /*source*/)
682 {
683   IOInterruptVectorNumber vectorNumber;
684   IOInterruptVector *vector;
685 
686   for (vectorNumber = 0; vectorNumber < numVectors; vectorNumber++) {
687     vector = &vectors[vectorNumber];
688 
689     vector->interruptActive = 1;
690 #if !defined(__i386__) && !defined(__x86_64__)
691     OSMemoryBarrier();
692 #endif
693 
694 	if (!vector->interruptDisabledSoft) {
695 
696 	  // Call the handler if it exists.
697 	  if (vector->interruptRegistered) {
698 
699 		  bool	trace = (gIOKitTrace & kIOTraceInterrupts) ? true : false;
700 
701 		  if (trace)
702 			  IOTimeStampStartConstant(IODBG_INTC(IOINTC_HANDLER),
703 									   (uintptr_t) vectorNumber, (uintptr_t) vector->handler, (uintptr_t)vector->target);
704 
705 		  // Call handler.
706 		  vector->handler(vector->target, vector->refCon, vector->nub, vector->source);
707 
708 		  if (trace)
709 			  IOTimeStampEndConstant(IODBG_INTC(IOINTC_HANDLER),
710 									 (uintptr_t) vectorNumber, (uintptr_t) vector->handler, (uintptr_t)vector->target);
711 
712 		}
713 	}
714 
715     vector->interruptActive = 0;
716   }
717 
718   // if any of the vectors are dissabled, then dissable this controller.
719   IOSimpleLockLock(controllerLock);
720   if (vectorsEnabled != vectorsRegistered) {
721     nub->disableInterrupt(0);
722     controllerDisabled = 1;
723   }
724   IOSimpleLockUnlock(controllerLock);
725 
726   return kIOReturnSuccess;
727 }
728 
729