1f25ce65dSSergey Makeev // The MIT License (MIT)
2f25ce65dSSergey Makeev //
3f25ce65dSSergey Makeev // 	Copyright (c) 2015 Sergey Makeev, Vadim Slyusarev
4f25ce65dSSergey Makeev //
5f25ce65dSSergey Makeev // 	Permission is hereby granted, free of charge, to any person obtaining a copy
6f25ce65dSSergey Makeev // 	of this software and associated documentation files (the "Software"), to deal
7f25ce65dSSergey Makeev // 	in the Software without restriction, including without limitation the rights
8f25ce65dSSergey Makeev // 	to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
9f25ce65dSSergey Makeev // 	copies of the Software, and to permit persons to whom the Software is
10f25ce65dSSergey Makeev // 	furnished to do so, subject to the following conditions:
11f25ce65dSSergey Makeev //
12f25ce65dSSergey Makeev //  The above copyright notice and this permission notice shall be included in
13f25ce65dSSergey Makeev // 	all copies or substantial portions of the Software.
14f25ce65dSSergey Makeev //
15f25ce65dSSergey Makeev // 	THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16f25ce65dSSergey Makeev // 	IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17f25ce65dSSergey Makeev // 	FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
18f25ce65dSSergey Makeev // 	AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19f25ce65dSSergey Makeev // 	LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20f25ce65dSSergey Makeev // 	OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
21f25ce65dSSergey Makeev // 	THE SOFTWARE.
22f25ce65dSSergey Makeev 
2358964d0bSSergey Makeev #include <MTScheduler.h>
2458964d0bSSergey Makeev 
2558964d0bSSergey Makeev namespace MT
2658964d0bSSergey Makeev {
2758964d0bSSergey Makeev 	FiberContext::FiberContext()
2858964d0bSSergey Makeev 		: threadContext(nullptr)
2958964d0bSSergey Makeev 		, taskStatus(FiberTaskStatus::UNKNOWN)
30*a52cf502Ss.makeev_local 		, stackRequirements(StackRequirements::INVALID)
3158964d0bSSergey Makeev 		, childrenFibersCount(0)
3258964d0bSSergey Makeev 		, parentFiber(nullptr)
3358964d0bSSergey Makeev 	{
3458964d0bSSergey Makeev 	}
3558964d0bSSergey Makeev 
3658964d0bSSergey Makeev 	void FiberContext::SetStatus(FiberTaskStatus::Type _taskStatus)
3758964d0bSSergey Makeev 	{
3834a394c3SSergey Makeev 		MT_ASSERT(threadContext, "Sanity check failed");
3934a394c3SSergey Makeev 		MT_ASSERT(threadContext->thread.IsCurrentThread(), "You can change task status only from owner thread");
4058964d0bSSergey Makeev 		taskStatus = _taskStatus;
4158964d0bSSergey Makeev 	}
4258964d0bSSergey Makeev 
4358964d0bSSergey Makeev 	FiberTaskStatus::Type FiberContext::GetStatus() const
4458964d0bSSergey Makeev 	{
4558964d0bSSergey Makeev 		return taskStatus;
4658964d0bSSergey Makeev 	}
4758964d0bSSergey Makeev 
4858964d0bSSergey Makeev 	void FiberContext::SetThreadContext(internal::ThreadContext * _threadContext)
4958964d0bSSergey Makeev 	{
5058964d0bSSergey Makeev 		if (_threadContext)
5158964d0bSSergey Makeev 		{
5258964d0bSSergey Makeev 			_threadContext->lastActiveFiberContext = this;
5358964d0bSSergey Makeev 		}
5458964d0bSSergey Makeev 
5558964d0bSSergey Makeev 		threadContext = _threadContext;
5658964d0bSSergey Makeev 	}
5758964d0bSSergey Makeev 
5858964d0bSSergey Makeev 	internal::ThreadContext* FiberContext::GetThreadContext()
5958964d0bSSergey Makeev 	{
6058964d0bSSergey Makeev 		return threadContext;
6158964d0bSSergey Makeev 	}
6258964d0bSSergey Makeev 
6358964d0bSSergey Makeev 	void FiberContext::Reset()
6458964d0bSSergey Makeev 	{
6581ec7369SSergey Makeev 		MT_ASSERT(childrenFibersCount.Load() == 0, "Can't release fiber with active children fibers");
6658964d0bSSergey Makeev 		currentTask = internal::TaskDesc();
6758964d0bSSergey Makeev 		parentFiber = nullptr;
6858964d0bSSergey Makeev 		threadContext = nullptr;
69f4db079dSs.makeev 		stackRequirements = StackRequirements::INVALID;
7058964d0bSSergey Makeev 	}
7158964d0bSSergey Makeev 
72806ef292SSergey Makeev 	void FiberContext::WaitGroupAndYield(TaskGroup group)
7358964d0bSSergey Makeev 	{
7434a394c3SSergey Makeev 		MT_ASSERT(threadContext, "Sanity check failed!");
75721f8c0bSs.makeev_local 		MT_ASSERT(threadContext->taskScheduler, "Sanity check failed!");
7634a394c3SSergey Makeev 		MT_ASSERT(threadContext->taskScheduler->IsWorkerThread(), "Can't use WaitGroupAndYield outside Task. Use TaskScheduler.WaitGroup() instead.");
7734a394c3SSergey Makeev 		MT_ASSERT(threadContext->thread.IsCurrentThread(), "Thread context sanity check failed");
7858964d0bSSergey Makeev 
7934a394c3SSergey Makeev 		MT_VERIFY(group != currentGroup, "Can't wait the same group. Deadlock detected!", return);
80754cb997SSergey Makeev 		MT_VERIFY(group.IsValid(), "Invalid group!", return);
8158964d0bSSergey Makeev 
82806ef292SSergey Makeev 		TaskScheduler::TaskGroupDescription  & groupDesc = threadContext->taskScheduler->GetGroupDesc(group);
83806ef292SSergey Makeev 
84806ef292SSergey Makeev 		ConcurrentQueueLIFO<FiberContext*> & groupQueue = groupDesc.GetWaitQueue();
8558964d0bSSergey Makeev 
8658964d0bSSergey Makeev 		// Change status
8758964d0bSSergey Makeev 		taskStatus = FiberTaskStatus::AWAITING_GROUP;
8858964d0bSSergey Makeev 
8958964d0bSSergey Makeev 		// Add current fiber to awaiting queue
9058964d0bSSergey Makeev 		groupQueue.Push(this);
9158964d0bSSergey Makeev 
9258964d0bSSergey Makeev 		Fiber & schedulerFiber = threadContext->schedulerFiber;
9358964d0bSSergey Makeev 
948112dedfSSergey Makeev #ifdef MT_INSTRUMENTED_BUILD
958112dedfSSergey Makeev 		threadContext->NotifyTaskYielded(currentTask);
968112dedfSSergey Makeev #endif
978112dedfSSergey Makeev 
9858964d0bSSergey Makeev 		// Yielding, so reset thread context
9958964d0bSSergey Makeev 		threadContext = nullptr;
10058964d0bSSergey Makeev 
10158964d0bSSergey Makeev 		//switch to scheduler
10258964d0bSSergey Makeev 		Fiber::SwitchTo(fiber, schedulerFiber);
10358964d0bSSergey Makeev 	}
10458964d0bSSergey Makeev 
10556aa031bSSergey Makeev 	void FiberContext::RunSubtasksAndYieldImpl(ArrayView<internal::TaskBucket>& buckets)
10658964d0bSSergey Makeev 	{
10734a394c3SSergey Makeev 		MT_ASSERT(threadContext, "Sanity check failed!");
108721f8c0bSs.makeev_local 		MT_ASSERT(threadContext->taskScheduler, "Sanity check failed!");
10934a394c3SSergey Makeev 		MT_ASSERT(threadContext->taskScheduler->IsWorkerThread(), "Can't use RunSubtasksAndYield outside Task. Use TaskScheduler.WaitGroup() instead.");
11034a394c3SSergey Makeev 		MT_ASSERT(threadContext->thread.IsCurrentThread(), "Thread context sanity check failed");
11158964d0bSSergey Makeev 
11258964d0bSSergey Makeev 		// add to scheduler
11358964d0bSSergey Makeev 		threadContext->taskScheduler->RunTasksImpl(buckets, this, false);
11458964d0bSSergey Makeev 
11558964d0bSSergey Makeev 		//
11634a394c3SSergey Makeev 		MT_ASSERT(threadContext->thread.IsCurrentThread(), "Thread context sanity check failed");
11758964d0bSSergey Makeev 
11858964d0bSSergey Makeev 		// Change status
11958964d0bSSergey Makeev 		taskStatus = FiberTaskStatus::AWAITING_CHILD;
12058964d0bSSergey Makeev 
12158964d0bSSergey Makeev 		Fiber & schedulerFiber = threadContext->schedulerFiber;
12258964d0bSSergey Makeev 
1238112dedfSSergey Makeev #ifdef MT_INSTRUMENTED_BUILD
1248112dedfSSergey Makeev 		threadContext->NotifyTaskYielded(currentTask);
1258112dedfSSergey Makeev #endif
1268112dedfSSergey Makeev 
12758964d0bSSergey Makeev 		// Yielding, so reset thread context
12858964d0bSSergey Makeev 		threadContext = nullptr;
12958964d0bSSergey Makeev 
13058964d0bSSergey Makeev 		//switch to scheduler
13158964d0bSSergey Makeev 		Fiber::SwitchTo(fiber, schedulerFiber);
13258964d0bSSergey Makeev 	}
13358964d0bSSergey Makeev 
13458964d0bSSergey Makeev 
135f4db079dSs.makeev 	void FiberContext::RunAsync(TaskGroup taskGroup, const TaskHandle* taskHandleArray, uint32 taskHandleCount)
13658d12dadSSergey Makeev 	{
13758d12dadSSergey Makeev 		MT_ASSERT(threadContext, "ThreadContext is nullptr");
138721f8c0bSs.makeev_local 		MT_ASSERT(threadContext->taskScheduler, "Sanity check failed!");
13958d12dadSSergey Makeev 		MT_ASSERT(threadContext->taskScheduler->IsWorkerThread(), "Can't use RunAsync outside Task. Use TaskScheduler.RunAsync() instead.");
14058d12dadSSergey Makeev 
14158d12dadSSergey Makeev 		TaskScheduler& scheduler = *(threadContext->taskScheduler);
14258d12dadSSergey Makeev 
14358d12dadSSergey Makeev 		ArrayView<internal::GroupedTask> buffer(threadContext->descBuffer, taskHandleCount);
14458d12dadSSergey Makeev 
145a23fd933SSergey Makeev 		uint32 bucketCount = MT::Min((uint32)scheduler.GetWorkersCount(), taskHandleCount);
14658d12dadSSergey Makeev 		ArrayView<internal::TaskBucket>	buckets(MT_ALLOCATE_ON_STACK(sizeof(internal::TaskBucket) * bucketCount), bucketCount);
14758d12dadSSergey Makeev 
14858d12dadSSergey Makeev 		internal::DistibuteDescriptions(taskGroup, taskHandleArray, buffer, buckets);
14958d12dadSSergey Makeev 		scheduler.RunTasksImpl(buckets, nullptr, false);
15058d12dadSSergey Makeev 	}
15158d12dadSSergey Makeev 
15258d12dadSSergey Makeev 
153f4db079dSs.makeev 	void FiberContext::RunSubtasksAndYield(TaskGroup taskGroup, const TaskHandle* taskHandleArray, uint32 taskHandleCount)
15458d12dadSSergey Makeev 	{
15558d12dadSSergey Makeev 		MT_ASSERT(threadContext, "ThreadContext is nullptr");
156721f8c0bSs.makeev_local 		MT_ASSERT(threadContext->taskScheduler, "TaskScheduler is nullptr");
157721f8c0bSs.makeev_local 
15858d12dadSSergey Makeev 		MT_ASSERT(taskHandleCount < internal::TASK_BUFFER_CAPACITY, "Buffer overrun!");
15958d12dadSSergey Makeev 
16058d12dadSSergey Makeev 		TaskScheduler& scheduler = *(threadContext->taskScheduler);
16158d12dadSSergey Makeev 
16258d12dadSSergey Makeev 		ArrayView<internal::GroupedTask> buffer(threadContext->descBuffer, taskHandleCount);
16358d12dadSSergey Makeev 
164a23fd933SSergey Makeev 		uint32 bucketCount = MT::Min((uint32)scheduler.GetWorkersCount(), taskHandleCount);
16558d12dadSSergey Makeev 		ArrayView<internal::TaskBucket> buckets(MT_ALLOCATE_ON_STACK(sizeof(internal::TaskBucket) * bucketCount), bucketCount);
16658d12dadSSergey Makeev 
16758d12dadSSergey Makeev 		internal::DistibuteDescriptions(taskGroup, taskHandleArray, buffer, buckets);
16858d12dadSSergey Makeev 		RunSubtasksAndYieldImpl(buckets);
16958d12dadSSergey Makeev 	}
17058d12dadSSergey Makeev 
17158d12dadSSergey Makeev 
17258d12dadSSergey Makeev 
17358964d0bSSergey Makeev }
174