1f25ce65dSSergey Makeev // The MIT License (MIT) 2f25ce65dSSergey Makeev // 3f25ce65dSSergey Makeev // Copyright (c) 2015 Sergey Makeev, Vadim Slyusarev 4f25ce65dSSergey Makeev // 5f25ce65dSSergey Makeev // Permission is hereby granted, free of charge, to any person obtaining a copy 6f25ce65dSSergey Makeev // of this software and associated documentation files (the "Software"), to deal 7f25ce65dSSergey Makeev // in the Software without restriction, including without limitation the rights 8f25ce65dSSergey Makeev // to use, copy, modify, merge, publish, distribute, sublicense, and/or sell 9f25ce65dSSergey Makeev // copies of the Software, and to permit persons to whom the Software is 10f25ce65dSSergey Makeev // furnished to do so, subject to the following conditions: 11f25ce65dSSergey Makeev // 12f25ce65dSSergey Makeev // The above copyright notice and this permission notice shall be included in 13f25ce65dSSergey Makeev // all copies or substantial portions of the Software. 14f25ce65dSSergey Makeev // 15f25ce65dSSergey Makeev // THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 16f25ce65dSSergey Makeev // IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 17f25ce65dSSergey Makeev // FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE 18f25ce65dSSergey Makeev // AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 19f25ce65dSSergey Makeev // LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, 20f25ce65dSSergey Makeev // OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN 21f25ce65dSSergey Makeev // THE SOFTWARE. 22f25ce65dSSergey Makeev 2358964d0bSSergey Makeev #include <MTScheduler.h> 2458964d0bSSergey Makeev 2558964d0bSSergey Makeev namespace MT 2658964d0bSSergey Makeev { 2758964d0bSSergey Makeev FiberContext::FiberContext() 2858964d0bSSergey Makeev : threadContext(nullptr) 2958964d0bSSergey Makeev , taskStatus(FiberTaskStatus::UNKNOWN) 3058964d0bSSergey Makeev , childrenFibersCount(0) 3158964d0bSSergey Makeev , parentFiber(nullptr) 3258964d0bSSergey Makeev { 3358964d0bSSergey Makeev } 3458964d0bSSergey Makeev 3558964d0bSSergey Makeev void FiberContext::SetStatus(FiberTaskStatus::Type _taskStatus) 3658964d0bSSergey Makeev { 3734a394c3SSergey Makeev MT_ASSERT(threadContext, "Sanity check failed"); 3834a394c3SSergey Makeev MT_ASSERT(threadContext->thread.IsCurrentThread(), "You can change task status only from owner thread"); 3958964d0bSSergey Makeev taskStatus = _taskStatus; 4058964d0bSSergey Makeev } 4158964d0bSSergey Makeev 4258964d0bSSergey Makeev FiberTaskStatus::Type FiberContext::GetStatus() const 4358964d0bSSergey Makeev { 4458964d0bSSergey Makeev return taskStatus; 4558964d0bSSergey Makeev } 4658964d0bSSergey Makeev 4758964d0bSSergey Makeev void FiberContext::SetThreadContext(internal::ThreadContext * _threadContext) 4858964d0bSSergey Makeev { 4958964d0bSSergey Makeev if (_threadContext) 5058964d0bSSergey Makeev { 5158964d0bSSergey Makeev _threadContext->lastActiveFiberContext = this; 5258964d0bSSergey Makeev } 5358964d0bSSergey Makeev 5458964d0bSSergey Makeev threadContext = _threadContext; 5558964d0bSSergey Makeev } 5658964d0bSSergey Makeev 5758964d0bSSergey Makeev internal::ThreadContext* FiberContext::GetThreadContext() 5858964d0bSSergey Makeev { 5958964d0bSSergey Makeev return threadContext; 6058964d0bSSergey Makeev } 6158964d0bSSergey Makeev 6258964d0bSSergey Makeev void FiberContext::Reset() 6358964d0bSSergey Makeev { 6481ec7369SSergey Makeev MT_ASSERT(childrenFibersCount.Load() == 0, "Can't release fiber with active children fibers"); 6558964d0bSSergey Makeev currentTask = internal::TaskDesc(); 6658964d0bSSergey Makeev parentFiber = nullptr; 6758964d0bSSergey Makeev threadContext = nullptr; 68*f4db079dSs.makeev stackRequirements = StackRequirements::INVALID; 6958964d0bSSergey Makeev } 7058964d0bSSergey Makeev 71806ef292SSergey Makeev void FiberContext::WaitGroupAndYield(TaskGroup group) 7258964d0bSSergey Makeev { 7334a394c3SSergey Makeev MT_ASSERT(threadContext, "Sanity check failed!"); 7434a394c3SSergey Makeev MT_ASSERT(threadContext->taskScheduler->IsWorkerThread(), "Can't use WaitGroupAndYield outside Task. Use TaskScheduler.WaitGroup() instead."); 7534a394c3SSergey Makeev MT_ASSERT(threadContext->thread.IsCurrentThread(), "Thread context sanity check failed"); 7658964d0bSSergey Makeev 7734a394c3SSergey Makeev MT_VERIFY(group != currentGroup, "Can't wait the same group. Deadlock detected!", return); 78754cb997SSergey Makeev MT_VERIFY(group.IsValid(), "Invalid group!", return); 7958964d0bSSergey Makeev 80806ef292SSergey Makeev TaskScheduler::TaskGroupDescription & groupDesc = threadContext->taskScheduler->GetGroupDesc(group); 81806ef292SSergey Makeev 82806ef292SSergey Makeev ConcurrentQueueLIFO<FiberContext*> & groupQueue = groupDesc.GetWaitQueue(); 8358964d0bSSergey Makeev 8458964d0bSSergey Makeev // Change status 8558964d0bSSergey Makeev taskStatus = FiberTaskStatus::AWAITING_GROUP; 8658964d0bSSergey Makeev 8758964d0bSSergey Makeev // Add current fiber to awaiting queue 8858964d0bSSergey Makeev groupQueue.Push(this); 8958964d0bSSergey Makeev 9058964d0bSSergey Makeev Fiber & schedulerFiber = threadContext->schedulerFiber; 9158964d0bSSergey Makeev 928112dedfSSergey Makeev #ifdef MT_INSTRUMENTED_BUILD 938112dedfSSergey Makeev threadContext->NotifyTaskYielded(currentTask); 948112dedfSSergey Makeev #endif 958112dedfSSergey Makeev 9658964d0bSSergey Makeev // Yielding, so reset thread context 9758964d0bSSergey Makeev threadContext = nullptr; 9858964d0bSSergey Makeev 9958964d0bSSergey Makeev //switch to scheduler 10058964d0bSSergey Makeev Fiber::SwitchTo(fiber, schedulerFiber); 10158964d0bSSergey Makeev } 10258964d0bSSergey Makeev 10356aa031bSSergey Makeev void FiberContext::RunSubtasksAndYieldImpl(ArrayView<internal::TaskBucket>& buckets) 10458964d0bSSergey Makeev { 10534a394c3SSergey Makeev MT_ASSERT(threadContext, "Sanity check failed!"); 10634a394c3SSergey Makeev MT_ASSERT(threadContext->taskScheduler->IsWorkerThread(), "Can't use RunSubtasksAndYield outside Task. Use TaskScheduler.WaitGroup() instead."); 10734a394c3SSergey Makeev MT_ASSERT(threadContext->thread.IsCurrentThread(), "Thread context sanity check failed"); 10858964d0bSSergey Makeev 10958964d0bSSergey Makeev // add to scheduler 11058964d0bSSergey Makeev threadContext->taskScheduler->RunTasksImpl(buckets, this, false); 11158964d0bSSergey Makeev 11258964d0bSSergey Makeev // 11334a394c3SSergey Makeev MT_ASSERT(threadContext->thread.IsCurrentThread(), "Thread context sanity check failed"); 11458964d0bSSergey Makeev 11558964d0bSSergey Makeev // Change status 11658964d0bSSergey Makeev taskStatus = FiberTaskStatus::AWAITING_CHILD; 11758964d0bSSergey Makeev 11858964d0bSSergey Makeev Fiber & schedulerFiber = threadContext->schedulerFiber; 11958964d0bSSergey Makeev 1208112dedfSSergey Makeev #ifdef MT_INSTRUMENTED_BUILD 1218112dedfSSergey Makeev threadContext->NotifyTaskYielded(currentTask); 1228112dedfSSergey Makeev #endif 1238112dedfSSergey Makeev 12458964d0bSSergey Makeev // Yielding, so reset thread context 12558964d0bSSergey Makeev threadContext = nullptr; 12658964d0bSSergey Makeev 12758964d0bSSergey Makeev //switch to scheduler 12858964d0bSSergey Makeev Fiber::SwitchTo(fiber, schedulerFiber); 12958964d0bSSergey Makeev } 13058964d0bSSergey Makeev 13158964d0bSSergey Makeev 132*f4db079dSs.makeev void FiberContext::RunAsync(TaskGroup taskGroup, const TaskHandle* taskHandleArray, uint32 taskHandleCount) 13358d12dadSSergey Makeev { 13458d12dadSSergey Makeev MT_ASSERT(threadContext, "ThreadContext is nullptr"); 13558d12dadSSergey Makeev MT_ASSERT(threadContext->taskScheduler->IsWorkerThread(), "Can't use RunAsync outside Task. Use TaskScheduler.RunAsync() instead."); 13658d12dadSSergey Makeev 13758d12dadSSergey Makeev TaskScheduler& scheduler = *(threadContext->taskScheduler); 13858d12dadSSergey Makeev 13958d12dadSSergey Makeev ArrayView<internal::GroupedTask> buffer(threadContext->descBuffer, taskHandleCount); 14058d12dadSSergey Makeev 141a23fd933SSergey Makeev uint32 bucketCount = MT::Min((uint32)scheduler.GetWorkersCount(), taskHandleCount); 14258d12dadSSergey Makeev ArrayView<internal::TaskBucket> buckets(MT_ALLOCATE_ON_STACK(sizeof(internal::TaskBucket) * bucketCount), bucketCount); 14358d12dadSSergey Makeev 14458d12dadSSergey Makeev internal::DistibuteDescriptions(taskGroup, taskHandleArray, buffer, buckets); 14558d12dadSSergey Makeev scheduler.RunTasksImpl(buckets, nullptr, false); 14658d12dadSSergey Makeev } 14758d12dadSSergey Makeev 14858d12dadSSergey Makeev 149*f4db079dSs.makeev void FiberContext::RunSubtasksAndYield(TaskGroup taskGroup, const TaskHandle* taskHandleArray, uint32 taskHandleCount) 15058d12dadSSergey Makeev { 15158d12dadSSergey Makeev MT_ASSERT(threadContext, "ThreadContext is nullptr"); 15258d12dadSSergey Makeev MT_ASSERT(taskHandleCount < internal::TASK_BUFFER_CAPACITY, "Buffer overrun!"); 15358d12dadSSergey Makeev 15458d12dadSSergey Makeev TaskScheduler& scheduler = *(threadContext->taskScheduler); 15558d12dadSSergey Makeev 15658d12dadSSergey Makeev ArrayView<internal::GroupedTask> buffer(threadContext->descBuffer, taskHandleCount); 15758d12dadSSergey Makeev 158a23fd933SSergey Makeev uint32 bucketCount = MT::Min((uint32)scheduler.GetWorkersCount(), taskHandleCount); 15958d12dadSSergey Makeev ArrayView<internal::TaskBucket> buckets(MT_ALLOCATE_ON_STACK(sizeof(internal::TaskBucket) * bucketCount), bucketCount); 16058d12dadSSergey Makeev 16158d12dadSSergey Makeev internal::DistibuteDescriptions(taskGroup, taskHandleArray, buffer, buckets); 16258d12dadSSergey Makeev RunSubtasksAndYieldImpl(buckets); 16358d12dadSSergey Makeev } 16458d12dadSSergey Makeev 16558d12dadSSergey Makeev 16658d12dadSSergey Makeev 16758964d0bSSergey Makeev } 168