| /linux-6.15/include/trace/events/ |
| H A D | rcu.h | 520 __field(void *, rhp)
527 __entry->rhp = rhp;
528 __entry->func = rhp->func;
601 TP_ARGS(rcuname, rhp),
605 __field(void *, rhp)
611 __entry->rhp = rhp;
634 __field(void *, rhp)
640 __entry->rhp = rhp;
689 __field(void *, rhp)
695 __entry->rhp = rhp;
[all …]
|
| /linux-6.15/drivers/infiniband/hw/cxgb4/ |
| H A D | mem.c | 432 struct c4iw_dev *rhp; in c4iw_get_dma_mr() local
440 rhp = php->rhp; in c4iw_get_dma_mr()
458 mhp->rhp = rhp; in c4iw_get_dma_mr()
498 struct c4iw_dev *rhp; in c4iw_reg_user_mr() local
511 rhp = php->rhp; in c4iw_reg_user_mr()
527 mhp->rhp = rhp; in c4iw_reg_user_mr()
601 struct c4iw_dev *rhp; in c4iw_alloc_mr() local
610 rhp = php->rhp; in c4iw_alloc_mr()
638 mhp->rhp = rhp; in c4iw_alloc_mr()
702 struct c4iw_dev *rhp; in c4iw_dereg_mr() local
[all …]
|
| H A D | provider.c | 65 struct c4iw_dev *rhp; in c4iw_dealloc_ucontext() local
195 struct c4iw_dev *rhp; in c4iw_deallocate_pd() local
199 rhp = php->rhp; in c4iw_deallocate_pd()
202 mutex_lock(&rhp->rdev.stats.lock); in c4iw_deallocate_pd()
203 rhp->rdev.stats.pd.cur--; in c4iw_deallocate_pd()
213 struct c4iw_dev *rhp; in c4iw_allocate_pd() local
216 rhp = (struct c4iw_dev *) ibdev; in c4iw_allocate_pd()
222 php->rhp = rhp; in c4iw_allocate_pd()
232 rhp->rdev.stats.pd.cur++; in c4iw_allocate_pd()
233 if (rhp->rdev.stats.pd.cur > rhp->rdev.stats.pd.max) in c4iw_allocate_pd()
[all …]
|
| H A D | qp.c | 1085 struct c4iw_dev *rhp; in c4iw_post_send() local
1093 rhp = qhp->rhp; in c4iw_post_send()
2080 struct c4iw_dev *rhp; in c4iw_destroy_qp() local
2086 rhp = qhp->rhp; in c4iw_destroy_qp()
2121 struct c4iw_dev *rhp; in c4iw_create_qp() local
2138 rhp = php->rhp; in c4iw_create_qp()
2194 qhp->rhp = rhp; in c4iw_create_qp()
2405 rhp = qhp->rhp; in c4iw_ib_modify_qp()
2709 rhp = php->rhp; in c4iw_create_srq()
2744 srq->rhp = rhp; in c4iw_create_srq()
[all …]
|
| H A D | cq.c | 351 qhp = get_qhp(chp->rhp, CQE_QPID(hw_cqe)); in c4iw_flush_hw_cq()
844 c4iw_invalidate_mr(qhp->rhp, in __c4iw_poll_cq_one()
933 qhp = get_qhp(chp->rhp, CQE_QPID(rd_cqe)); in c4iw_poll_cq_one()
984 xa_erase_irq(&chp->rhp->cqs, chp->cq.cqid); in c4iw_destroy_cq()
990 destroy_cq(&chp->rhp->rdev, &chp->cq, in c4iw_destroy_cq()
1021 if (vector >= rhp->rdev.lldi.nciq) in c4iw_create_cq()
1079 ret = create_cq(&rhp->rdev, &chp->cq, in c4iw_create_cq()
1085 chp->rhp = rhp; in c4iw_create_cq()
1106 uresp.qid_mask = rhp->rdev.cqmask; in c4iw_create_cq()
1154 xa_erase_irq(&rhp->cqs, chp->cq.cqid); in c4iw_create_cq()
[all …]
|
| H A D | iw_cxgb4.h | 343 static inline struct c4iw_cq *get_chp(struct c4iw_dev *rhp, u32 cqid) in get_chp() argument
345 return xa_load(&rhp->cqs, cqid); in get_chp()
350 return xa_load(&rhp->qps, qpid); in get_qhp()
363 struct c4iw_dev *rhp; member
392 struct c4iw_dev *rhp; member
410 struct c4iw_dev *rhp; member
424 struct c4iw_dev *rhp; member
481 struct c4iw_dev *rhp; member
504 struct c4iw_dev *rhp; member
633 int c4iw_modify_qp(struct c4iw_dev *rhp,
[all …]
|
| H A D | device.c | 1378 xa_lock_irq(&qp->rhp->qps); in recover_lost_dbs()
1380 ret = cxgb4_sync_txq_pidx(qp->rhp->rdev.lldi.ports[0], in recover_lost_dbs()
1388 xa_unlock_irq(&qp->rhp->qps); in recover_lost_dbs()
1393 ret = cxgb4_sync_txq_pidx(qp->rhp->rdev.lldi.ports[0], in recover_lost_dbs()
1402 xa_unlock_irq(&qp->rhp->qps); in recover_lost_dbs()
1407 xa_unlock_irq(&qp->rhp->qps); in recover_lost_dbs()
1410 while (cxgb4_dbfifo_count(qp->rhp->rdev.lldi.ports[0], 1) > 0) { in recover_lost_dbs()
|
| H A D | ev.c | 100 c4iw_modify_qp(qhp->rhp, qhp, C4IW_QP_ATTR_NEXT_STATE, in post_qp_event()
|
| /linux-6.15/kernel/rcu/ |
| H A D | rcu_segcblist.c | 30 *rclp->tail = rhp; in rcu_cblist_enqueue()
31 rclp->tail = &rhp->next; in rcu_cblist_enqueue()
53 if (!rhp) { in rcu_cblist_flush_enqueue()
56 rhp->next = NULL; in rcu_cblist_flush_enqueue()
57 srclp->head = rhp; in rcu_cblist_flush_enqueue()
69 struct rcu_head *rhp; in rcu_cblist_dequeue() local
71 rhp = rclp->head; in rcu_cblist_dequeue()
72 if (!rhp) in rcu_cblist_dequeue()
78 return rhp; in rcu_cblist_dequeue()
334 rhp->next = NULL; in rcu_segcblist_enqueue()
[all …]
|
| H A D | srcutiny.c | 123 struct rcu_head *rhp; in srcu_drive_gp() local
152 rhp = lh; in srcu_drive_gp()
154 debug_rcu_head_callback(rhp); in srcu_drive_gp()
156 rhp->func(rhp); in srcu_drive_gp()
199 void call_srcu(struct srcu_struct *ssp, struct rcu_head *rhp, in call_srcu() argument
204 rhp->func = func; in call_srcu()
205 rhp->next = NULL; in call_srcu()
208 *ssp->srcu_cb_tail = rhp; in call_srcu()
209 ssp->srcu_cb_tail = &rhp->next; in call_srcu()
|
| H A D | rcu.h | 249 static inline void debug_rcu_head_callback(struct rcu_head *rhp) in debug_rcu_head_callback() argument
251 if (unlikely(!rhp->func)) in debug_rcu_head_callback()
252 kmem_dump_obj(rhp); in debug_rcu_head_callback()
255 static inline bool rcu_barrier_cb_is_done(struct rcu_head *rhp) in rcu_barrier_cb_is_done() argument
257 return rhp->next == rhp; in rcu_barrier_cb_is_done()
570 struct rcu_head *rhp,
583 struct rcu_head *rhp,
588 #define do_trace_rcu_torture_read(rcutorturename, rhp, secs, c_old, c) \ argument
|
| H A D | update.c | 516 void do_trace_rcu_torture_read(const char *rcutorturename, struct rcu_head *rhp, in do_trace_rcu_torture_read() argument
520 trace_rcu_torture_read(rcutorturename, rhp, secs, c_old, c); in do_trace_rcu_torture_read()
524 #define do_trace_rcu_torture_read(rcutorturename, rhp, secs, c_old, c) \ argument
610 struct early_boot_kfree_rcu *rhp; in early_boot_test_call_rcu() local
617 rhp = kmalloc(sizeof(*rhp), GFP_KERNEL); in early_boot_test_call_rcu()
618 if (!WARN_ON_ONCE(!rhp)) in early_boot_test_call_rcu()
619 kfree_rcu(rhp, rh); in early_boot_test_call_rcu()
|
| H A D | rcu_segcblist.h | 24 void rcu_cblist_enqueue(struct rcu_cblist *rclp, struct rcu_head *rhp);
27 struct rcu_head *rhp);
129 struct rcu_head *rhp);
131 struct rcu_head *rhp);
|
| H A D | tasks.h | 357 rhp->next = NULL; in call_rcu_tasks_generic()
358 rhp->func = func; in call_rcu_tasks_generic()
389 rcu_segcblist_enqueue(&rtpcp->cblist, rhp); in call_rcu_tasks_generic()
413 rhp->next = rhp; // Mark the callback as having been invoked. in rcu_barrier_tasks_generic_cb()
546 struct rcu_head *rhp; in rcu_tasks_invoke_cbs() local
574 for (rhp = rcu_cblist_dequeue(&rcl); rhp; rhp = rcu_cblist_dequeue(&rcl)) { in rcu_tasks_invoke_cbs()
575 debug_rcu_head_callback(rhp); in rcu_tasks_invoke_cbs()
577 rhp->func(rhp); in rcu_tasks_invoke_cbs()
1196 call_rcu_tasks_generic(rhp, func, &rcu_tasks); in call_rcu_tasks()
1387 call_rcu_tasks_generic(rhp, func, &rcu_tasks_rude); in call_rcu_tasks_rude()
[all …]
|
| H A D | srcutree.c | 1276 if (rhp) in srcu_gp_start_if_needed()
1315 if (rhp) { in srcu_gp_start_if_needed()
1382 if (debug_rcu_head_queue(rhp)) { in __call_srcu()
1388 rhp->func = func; in __call_srcu()
1416 __call_srcu(ssp, rhp, func, true); in call_srcu()
1609 rhp->next = rhp; // Mark the callback as having been invoked. in srcu_barrier_cb()
1772 struct rcu_head *rhp; in srcu_invoke_callbacks() local
1801 for (; rhp != NULL; rhp = rcu_cblist_dequeue(&ready_cbs)) { in srcu_invoke_callbacks()
1802 debug_rcu_head_unqueue(rhp); in srcu_invoke_callbacks()
1803 debug_rcu_head_callback(rhp); in srcu_invoke_callbacks()
[all …]
|
| H A D | rcutorture.c | 1849 kfree(rhp); in rcu_torture_timer_cb()
2284 struct rcu_head *rhp = kmalloc(sizeof(*rhp), GFP_NOWAIT); in rcu_torture_timer() local
2286 if (rhp) in rcu_torture_timer()
2540 mem_dump_obj(rhp); in rcu_torture_mem_dump_obj()
2547 rhp = kmalloc(sizeof(*rhp), GFP_KERNEL); in rcu_torture_mem_dump_obj()
2552 mem_dump_obj(rhp); in rcu_torture_mem_dump_obj()
2555 kfree(rhp); in rcu_torture_mem_dump_obj()
2564 vfree(rhp); in rcu_torture_mem_dump_obj()
3820 struct rcu_head *rhp = kmalloc(sizeof(*rhp), GFP_KERNEL); in rcu_test_debug_objects() local
3831 if (rhp) { in rcu_test_debug_objects()
[all …]
|
| H A D | sync.c | 27 static void rcu_sync_func(struct rcu_head *rhp);
57 static void rcu_sync_func(struct rcu_head *rhp) in rcu_sync_func() argument
59 struct rcu_sync *rsp = container_of(rhp, struct rcu_sync, cb_head); in rcu_sync_func()
|
| H A D | tree_nocb.h | 312 struct rcu_head *rhp = rhp_in; in rcu_nocb_do_flush_bypass() local
317 if (rhp && !rcu_cblist_n_cbs(&rdp->nocb_bypass)) { in rcu_nocb_do_flush_bypass()
322 if (rhp) in rcu_nocb_do_flush_bypass()
331 if (lazy && rhp) { in rcu_nocb_do_flush_bypass()
332 rcu_cblist_enqueue(&rdp->nocb_bypass, rhp); in rcu_nocb_do_flush_bypass()
333 rhp = NULL; in rcu_nocb_do_flush_bypass()
335 rcu_cblist_flush_enqueue(&rcl, &rdp->nocb_bypass, rhp); in rcu_nocb_do_flush_bypass()
359 return rcu_nocb_do_flush_bypass(rdp, rhp, j, lazy); in rcu_nocb_flush_bypass()
393 static bool rcu_nocb_try_bypass(struct rcu_data *rdp, struct rcu_head *rhp, in rcu_nocb_try_bypass() argument
460 if (!rcu_nocb_flush_bypass(rdp, rhp, j, lazy)) { in rcu_nocb_try_bypass()
[all …]
|
| H A D | tree.c | 2502 struct rcu_head *rhp; in rcu_do_batch() local
2554 rhp = rcu_cblist_dequeue(&rcl); in rcu_do_batch()
2556 for (; rhp; rhp = rcu_cblist_dequeue(&rcl)) { in rcu_do_batch()
2560 debug_rcu_head_unqueue(rhp); in rcu_do_batch()
2563 trace_rcu_invoke_callback(rcu_state.name, rhp); in rcu_do_batch()
2565 f = rhp->func; in rcu_do_batch()
2566 debug_rcu_head_callback(rhp); in rcu_do_batch()
2567 WRITE_ONCE(rhp->func, (rcu_callback_t)0L); in rcu_do_batch()
2568 f(rhp); in rcu_do_batch()
3010 static void rcu_leak_callback(struct rcu_head *rhp) in rcu_leak_callback() argument
[all …]
|
| /linux-6.15/include/linux/ |
| H A D | rcupdate_trace.h | 88 void call_rcu_tasks_trace(struct rcu_head *rhp, rcu_callback_t func);
97 static inline void call_rcu_tasks_trace(struct rcu_head *rhp, rcu_callback_t func) { BUG(); } in call_rcu_tasks_trace() argument
|
| H A D | rcupdate.h | 1122 static inline void rcu_head_init(struct rcu_head *rhp) in rcu_head_init() argument
1124 rhp->func = (rcu_callback_t)~0L; in rcu_head_init()
1141 rcu_head_after_call_rcu(struct rcu_head *rhp, rcu_callback_t f) in rcu_head_after_call_rcu() argument
1143 rcu_callback_t func = READ_ONCE(rhp->func); in rcu_head_after_call_rcu()
|
| /linux-6.15/drivers/media/usb/pvrusb2/ |
| H A D | pvrusb2-v4l2.c | 42 struct pvr2_ioread *rhp; member
891 if (fhp->rhp) { in pvr2_v4l2_release()
894 sp = pvr2_ioread_get_stream(fhp->rhp); in pvr2_v4l2_release()
896 pvr2_ioread_destroy(fhp->rhp); in pvr2_v4l2_release()
897 fhp->rhp = NULL; in pvr2_v4l2_release()
1024 if (fh->rhp) return 0; in pvr2_v4l2_iosetup()
1041 if (!fh->rhp) { in pvr2_v4l2_iosetup()
1094 if (!fh->rhp) { in pvr2_v4l2_read()
1109 pvr2_ioread_avail(fh->rhp) >= 0); in pvr2_v4l2_read()
1128 if (!fh->rhp) { in pvr2_v4l2_poll()
[all …]
|
| /linux-6.15/include/linux/sched/ |
| H A D | mm.h | 63 static inline void __mmdrop_delayed(struct rcu_head *rhp) in __mmdrop_delayed() argument
65 struct mm_struct *mm = container_of(rhp, struct mm_struct, delayed_drop); in __mmdrop_delayed()
|
| H A D | task.h | 130 extern void __put_task_struct_rcu_cb(struct rcu_head *rhp);
|
| /linux-6.15/fs/bcachefs/ |
| H A D | rcu_pending.c | 72 static inline void __call_rcu(struct srcu_struct *ssp, struct rcu_head *rhp, in __call_rcu() argument
76 call_srcu(ssp, rhp, func); in __call_rcu()
78 call_rcu(rhp, func); in __call_rcu()
|