1 /*
2  * SPDX-License-Identifier: BSD-3-Clause
3  * Copyright 2015 Intel Corporation.
4  * Copyright 2012 Hasan Alayli <[email protected]>
5  */
6 
7 #ifndef LTHREAD_SCHED_H_
8 #define LTHREAD_SCHED_H_
9 
10 #ifdef __cplusplus
11 extern "C" {
12 #endif
13 
14 #include "lthread_int.h"
15 #include "lthread_queue.h"
16 #include "lthread_objcache.h"
17 #include "lthread_diag.h"
18 #include "ctx.h"
19 
20 /*
21  * insert an lthread into a queue
22  */
23 static inline void
24 _ready_queue_insert(struct lthread_sched *sched, struct lthread *lt)
25 {
26 	if (sched == THIS_SCHED)
27 		_lthread_queue_insert_sp((THIS_SCHED)->ready, lt);
28 	else
29 		_lthread_queue_insert_mp(sched->pready, lt);
30 }
31 
32 /*
33  * remove an lthread from a queue
34  */
35 static inline struct lthread *_ready_queue_remove(struct lthread_queue *q)
36 {
37 	return _lthread_queue_remove(q);
38 }
39 
40 /**
41  * Return true if the ready queue is empty
42  */
43 static inline int _ready_queue_empty(struct lthread_queue *q)
44 {
45 	return _lthread_queue_empty(q);
46 }
47 
48 static inline uint64_t _sched_now(void)
49 {
50 	uint64_t now = rte_rdtsc();
51 
52 	if (now > (THIS_SCHED)->birth)
53 		return now - (THIS_SCHED)->birth;
54 	if (now < (THIS_SCHED)->birth)
55 		return (THIS_SCHED)->birth - now;
56 	/* never return 0 because this means sleep forever */
57 	return 1;
58 }
59 
60 static __rte_always_inline void
61 _affinitize(void);
62 static inline void
63 _affinitize(void)
64 {
65 	struct lthread *lt = THIS_LTHREAD;
66 
67 	DIAG_EVENT(lt, LT_DIAG_LTHREAD_SUSPENDED, 0, 0);
68 	ctx_switch(&(THIS_SCHED)->ctx, &lt->ctx);
69 }
70 
71 static __rte_always_inline void
72 _suspend(void);
73 static inline void
74 _suspend(void)
75 {
76 	struct lthread *lt = THIS_LTHREAD;
77 
78 	(THIS_SCHED)->nb_blocked_threads++;
79 	DIAG_EVENT(lt, LT_DIAG_LTHREAD_SUSPENDED, 0, 0);
80 	ctx_switch(&(THIS_SCHED)->ctx, &lt->ctx);
81 	(THIS_SCHED)->nb_blocked_threads--;
82 }
83 
84 static __rte_always_inline void
85 _reschedule(void);
86 static inline void
87 _reschedule(void)
88 {
89 	struct lthread *lt = THIS_LTHREAD;
90 
91 	DIAG_EVENT(lt, LT_DIAG_LTHREAD_RESCHEDULED, 0, 0);
92 	_ready_queue_insert(THIS_SCHED, lt);
93 	ctx_switch(&(THIS_SCHED)->ctx, &lt->ctx);
94 }
95 
96 extern struct lthread_sched *schedcore[];
97 void _sched_timer_cb(struct rte_timer *tim, void *arg);
98 void _sched_shutdown(__rte_unused void *arg);
99 
100 #ifdef __cplusplus
101 }
102 #endif
103 
104 #endif				/* LTHREAD_SCHED_H_ */
105