1f25ce65dSSergey Makeev // The MIT License (MIT) 2f25ce65dSSergey Makeev // 3f25ce65dSSergey Makeev // Copyright (c) 2015 Sergey Makeev, Vadim Slyusarev 4f25ce65dSSergey Makeev // 5f25ce65dSSergey Makeev // Permission is hereby granted, free of charge, to any person obtaining a copy 6f25ce65dSSergey Makeev // of this software and associated documentation files (the "Software"), to deal 7f25ce65dSSergey Makeev // in the Software without restriction, including without limitation the rights 8f25ce65dSSergey Makeev // to use, copy, modify, merge, publish, distribute, sublicense, and/or sell 9f25ce65dSSergey Makeev // copies of the Software, and to permit persons to whom the Software is 10f25ce65dSSergey Makeev // furnished to do so, subject to the following conditions: 11f25ce65dSSergey Makeev // 12f25ce65dSSergey Makeev // The above copyright notice and this permission notice shall be included in 13f25ce65dSSergey Makeev // all copies or substantial portions of the Software. 14f25ce65dSSergey Makeev // 15f25ce65dSSergey Makeev // THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 16f25ce65dSSergey Makeev // IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 17f25ce65dSSergey Makeev // FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE 18f25ce65dSSergey Makeev // AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 19f25ce65dSSergey Makeev // LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, 20f25ce65dSSergey Makeev // OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN 21f25ce65dSSergey Makeev // THE SOFTWARE. 22f25ce65dSSergey Makeev 2358964d0bSSergey Makeev #include <MTScheduler.h> 2458964d0bSSergey Makeev 2558964d0bSSergey Makeev namespace MT 2658964d0bSSergey Makeev { 2758964d0bSSergey Makeev FiberContext::FiberContext() 2858964d0bSSergey Makeev : threadContext(nullptr) 2958964d0bSSergey Makeev , taskStatus(FiberTaskStatus::UNKNOWN) 30*a52cf502Ss.makeev_local , stackRequirements(StackRequirements::INVALID) 3158964d0bSSergey Makeev , childrenFibersCount(0) 3258964d0bSSergey Makeev , parentFiber(nullptr) 3358964d0bSSergey Makeev { 3458964d0bSSergey Makeev } 3558964d0bSSergey Makeev 3658964d0bSSergey Makeev void FiberContext::SetStatus(FiberTaskStatus::Type _taskStatus) 3758964d0bSSergey Makeev { 3834a394c3SSergey Makeev MT_ASSERT(threadContext, "Sanity check failed"); 3934a394c3SSergey Makeev MT_ASSERT(threadContext->thread.IsCurrentThread(), "You can change task status only from owner thread"); 4058964d0bSSergey Makeev taskStatus = _taskStatus; 4158964d0bSSergey Makeev } 4258964d0bSSergey Makeev 4358964d0bSSergey Makeev FiberTaskStatus::Type FiberContext::GetStatus() const 4458964d0bSSergey Makeev { 4558964d0bSSergey Makeev return taskStatus; 4658964d0bSSergey Makeev } 4758964d0bSSergey Makeev 4858964d0bSSergey Makeev void FiberContext::SetThreadContext(internal::ThreadContext * _threadContext) 4958964d0bSSergey Makeev { 5058964d0bSSergey Makeev if (_threadContext) 5158964d0bSSergey Makeev { 5258964d0bSSergey Makeev _threadContext->lastActiveFiberContext = this; 5358964d0bSSergey Makeev } 5458964d0bSSergey Makeev 5558964d0bSSergey Makeev threadContext = _threadContext; 5658964d0bSSergey Makeev } 5758964d0bSSergey Makeev 5858964d0bSSergey Makeev internal::ThreadContext* FiberContext::GetThreadContext() 5958964d0bSSergey Makeev { 6058964d0bSSergey Makeev return threadContext; 6158964d0bSSergey Makeev } 6258964d0bSSergey Makeev 6358964d0bSSergey Makeev void FiberContext::Reset() 6458964d0bSSergey Makeev { 6581ec7369SSergey Makeev MT_ASSERT(childrenFibersCount.Load() == 0, "Can't release fiber with active children fibers"); 6658964d0bSSergey Makeev currentTask = internal::TaskDesc(); 6758964d0bSSergey Makeev parentFiber = nullptr; 6858964d0bSSergey Makeev threadContext = nullptr; 69f4db079dSs.makeev stackRequirements = StackRequirements::INVALID; 7058964d0bSSergey Makeev } 7158964d0bSSergey Makeev 72806ef292SSergey Makeev void FiberContext::WaitGroupAndYield(TaskGroup group) 7358964d0bSSergey Makeev { 7434a394c3SSergey Makeev MT_ASSERT(threadContext, "Sanity check failed!"); 75721f8c0bSs.makeev_local MT_ASSERT(threadContext->taskScheduler, "Sanity check failed!"); 7634a394c3SSergey Makeev MT_ASSERT(threadContext->taskScheduler->IsWorkerThread(), "Can't use WaitGroupAndYield outside Task. Use TaskScheduler.WaitGroup() instead."); 7734a394c3SSergey Makeev MT_ASSERT(threadContext->thread.IsCurrentThread(), "Thread context sanity check failed"); 7858964d0bSSergey Makeev 7934a394c3SSergey Makeev MT_VERIFY(group != currentGroup, "Can't wait the same group. Deadlock detected!", return); 80754cb997SSergey Makeev MT_VERIFY(group.IsValid(), "Invalid group!", return); 8158964d0bSSergey Makeev 82806ef292SSergey Makeev TaskScheduler::TaskGroupDescription & groupDesc = threadContext->taskScheduler->GetGroupDesc(group); 83806ef292SSergey Makeev 84806ef292SSergey Makeev ConcurrentQueueLIFO<FiberContext*> & groupQueue = groupDesc.GetWaitQueue(); 8558964d0bSSergey Makeev 8658964d0bSSergey Makeev // Change status 8758964d0bSSergey Makeev taskStatus = FiberTaskStatus::AWAITING_GROUP; 8858964d0bSSergey Makeev 8958964d0bSSergey Makeev // Add current fiber to awaiting queue 9058964d0bSSergey Makeev groupQueue.Push(this); 9158964d0bSSergey Makeev 9258964d0bSSergey Makeev Fiber & schedulerFiber = threadContext->schedulerFiber; 9358964d0bSSergey Makeev 948112dedfSSergey Makeev #ifdef MT_INSTRUMENTED_BUILD 958112dedfSSergey Makeev threadContext->NotifyTaskYielded(currentTask); 968112dedfSSergey Makeev #endif 978112dedfSSergey Makeev 9858964d0bSSergey Makeev // Yielding, so reset thread context 9958964d0bSSergey Makeev threadContext = nullptr; 10058964d0bSSergey Makeev 10158964d0bSSergey Makeev //switch to scheduler 10258964d0bSSergey Makeev Fiber::SwitchTo(fiber, schedulerFiber); 10358964d0bSSergey Makeev } 10458964d0bSSergey Makeev 10556aa031bSSergey Makeev void FiberContext::RunSubtasksAndYieldImpl(ArrayView<internal::TaskBucket>& buckets) 10658964d0bSSergey Makeev { 10734a394c3SSergey Makeev MT_ASSERT(threadContext, "Sanity check failed!"); 108721f8c0bSs.makeev_local MT_ASSERT(threadContext->taskScheduler, "Sanity check failed!"); 10934a394c3SSergey Makeev MT_ASSERT(threadContext->taskScheduler->IsWorkerThread(), "Can't use RunSubtasksAndYield outside Task. Use TaskScheduler.WaitGroup() instead."); 11034a394c3SSergey Makeev MT_ASSERT(threadContext->thread.IsCurrentThread(), "Thread context sanity check failed"); 11158964d0bSSergey Makeev 11258964d0bSSergey Makeev // add to scheduler 11358964d0bSSergey Makeev threadContext->taskScheduler->RunTasksImpl(buckets, this, false); 11458964d0bSSergey Makeev 11558964d0bSSergey Makeev // 11634a394c3SSergey Makeev MT_ASSERT(threadContext->thread.IsCurrentThread(), "Thread context sanity check failed"); 11758964d0bSSergey Makeev 11858964d0bSSergey Makeev // Change status 11958964d0bSSergey Makeev taskStatus = FiberTaskStatus::AWAITING_CHILD; 12058964d0bSSergey Makeev 12158964d0bSSergey Makeev Fiber & schedulerFiber = threadContext->schedulerFiber; 12258964d0bSSergey Makeev 1238112dedfSSergey Makeev #ifdef MT_INSTRUMENTED_BUILD 1248112dedfSSergey Makeev threadContext->NotifyTaskYielded(currentTask); 1258112dedfSSergey Makeev #endif 1268112dedfSSergey Makeev 12758964d0bSSergey Makeev // Yielding, so reset thread context 12858964d0bSSergey Makeev threadContext = nullptr; 12958964d0bSSergey Makeev 13058964d0bSSergey Makeev //switch to scheduler 13158964d0bSSergey Makeev Fiber::SwitchTo(fiber, schedulerFiber); 13258964d0bSSergey Makeev } 13358964d0bSSergey Makeev 13458964d0bSSergey Makeev 135f4db079dSs.makeev void FiberContext::RunAsync(TaskGroup taskGroup, const TaskHandle* taskHandleArray, uint32 taskHandleCount) 13658d12dadSSergey Makeev { 13758d12dadSSergey Makeev MT_ASSERT(threadContext, "ThreadContext is nullptr"); 138721f8c0bSs.makeev_local MT_ASSERT(threadContext->taskScheduler, "Sanity check failed!"); 13958d12dadSSergey Makeev MT_ASSERT(threadContext->taskScheduler->IsWorkerThread(), "Can't use RunAsync outside Task. Use TaskScheduler.RunAsync() instead."); 14058d12dadSSergey Makeev 14158d12dadSSergey Makeev TaskScheduler& scheduler = *(threadContext->taskScheduler); 14258d12dadSSergey Makeev 14358d12dadSSergey Makeev ArrayView<internal::GroupedTask> buffer(threadContext->descBuffer, taskHandleCount); 14458d12dadSSergey Makeev 145a23fd933SSergey Makeev uint32 bucketCount = MT::Min((uint32)scheduler.GetWorkersCount(), taskHandleCount); 14658d12dadSSergey Makeev ArrayView<internal::TaskBucket> buckets(MT_ALLOCATE_ON_STACK(sizeof(internal::TaskBucket) * bucketCount), bucketCount); 14758d12dadSSergey Makeev 14858d12dadSSergey Makeev internal::DistibuteDescriptions(taskGroup, taskHandleArray, buffer, buckets); 14958d12dadSSergey Makeev scheduler.RunTasksImpl(buckets, nullptr, false); 15058d12dadSSergey Makeev } 15158d12dadSSergey Makeev 15258d12dadSSergey Makeev 153f4db079dSs.makeev void FiberContext::RunSubtasksAndYield(TaskGroup taskGroup, const TaskHandle* taskHandleArray, uint32 taskHandleCount) 15458d12dadSSergey Makeev { 15558d12dadSSergey Makeev MT_ASSERT(threadContext, "ThreadContext is nullptr"); 156721f8c0bSs.makeev_local MT_ASSERT(threadContext->taskScheduler, "TaskScheduler is nullptr"); 157721f8c0bSs.makeev_local 15858d12dadSSergey Makeev MT_ASSERT(taskHandleCount < internal::TASK_BUFFER_CAPACITY, "Buffer overrun!"); 15958d12dadSSergey Makeev 16058d12dadSSergey Makeev TaskScheduler& scheduler = *(threadContext->taskScheduler); 16158d12dadSSergey Makeev 16258d12dadSSergey Makeev ArrayView<internal::GroupedTask> buffer(threadContext->descBuffer, taskHandleCount); 16358d12dadSSergey Makeev 164a23fd933SSergey Makeev uint32 bucketCount = MT::Min((uint32)scheduler.GetWorkersCount(), taskHandleCount); 16558d12dadSSergey Makeev ArrayView<internal::TaskBucket> buckets(MT_ALLOCATE_ON_STACK(sizeof(internal::TaskBucket) * bucketCount), bucketCount); 16658d12dadSSergey Makeev 16758d12dadSSergey Makeev internal::DistibuteDescriptions(taskGroup, taskHandleArray, buffer, buckets); 16858d12dadSSergey Makeev RunSubtasksAndYieldImpl(buckets); 16958d12dadSSergey Makeev } 17058d12dadSSergey Makeev 17158d12dadSSergey Makeev 17258d12dadSSergey Makeev 17358964d0bSSergey Makeev } 174