| /linux-6.15/kernel/rcu/ |
| H A D | srcutiny.c | 40 ssp->srcu_idx = 0; in init_srcu_struct_fields()
92 WARN_ON(ssp->srcu_idx != ssp->srcu_idx_max); in cleanup_srcu_struct()
93 WARN_ON(ssp->srcu_idx & 0x1); in cleanup_srcu_struct()
128 if (ssp->srcu_gp_running || ULONG_CMP_GE(ssp->srcu_idx, READ_ONCE(ssp->srcu_idx_max))) { in srcu_drive_gp()
140 idx = (ssp->srcu_idx & 0x2) / 2; in srcu_drive_gp()
141 WRITE_ONCE(ssp->srcu_idx, ssp->srcu_idx + 1); in srcu_drive_gp()
147 WRITE_ONCE(ssp->srcu_idx, ssp->srcu_idx + 1); in srcu_drive_gp()
168 idx = ULONG_CMP_LT(ssp->srcu_idx, READ_ONCE(ssp->srcu_idx_max)); in srcu_drive_gp()
251 ret = (READ_ONCE(ssp->srcu_idx) + 3) & ~0x1; in get_state_synchronize_srcu()
281 unsigned long cur_s = READ_ONCE(ssp->srcu_idx); in poll_state_synchronize_srcu()
|
| /linux-6.15/drivers/nvme/host/ |
| H A D | multipath.c | 165 int srcu_idx; in nvme_kick_requeue_lists() local
167 srcu_idx = srcu_read_lock(&ctrl->srcu); in nvme_kick_requeue_lists()
210 int srcu_idx; in nvme_mpath_clear_ctrl_paths() local
226 int srcu_idx; in nvme_mpath_revalidate_paths() local
453 int srcu_idx; in nvme_ns_head_submit_bio() local
504 int srcu_idx, ret = -EWOULDBLOCK; in nvme_ns_head_get_unique_id() local
520 int srcu_idx, ret = -EWOULDBLOCK; in nvme_ns_head_report_zones() local
694 int node, srcu_idx; in nvme_mpath_set_live() local
801 int srcu_idx; in nvme_update_ana_state() local
995 int node, srcu_idx; in numa_nodes_show() local
[all …]
|
| H A D | ioctl.c | 703 srcu_read_unlock(&head->srcu, srcu_idx); in nvme_ns_head_ctrl_ioctl()
717 int srcu_idx, ret = -EWOULDBLOCK; in nvme_ns_head_ioctl() local
723 srcu_idx = srcu_read_lock(&head->srcu); in nvme_ns_head_ioctl()
739 srcu_read_unlock(&head->srcu, srcu_idx); in nvme_ns_head_ioctl()
752 int srcu_idx, ret = -EWOULDBLOCK; in nvme_ns_head_chr_ioctl() local
754 srcu_idx = srcu_read_lock(&head->srcu); in nvme_ns_head_chr_ioctl()
765 srcu_read_unlock(&head->srcu, srcu_idx); in nvme_ns_head_chr_ioctl()
780 srcu_read_unlock(&head->srcu, srcu_idx); in nvme_ns_head_chr_uring_cmd()
816 int ret, srcu_idx; in nvme_dev_user_cmd() local
818 srcu_idx = srcu_read_lock(&ctrl->srcu); in nvme_dev_user_cmd()
[all …]
|
| H A D | pr.c | 56 int srcu_idx = srcu_read_lock(&head->srcu); in nvme_send_ns_head_pr_command() local
64 srcu_read_unlock(&head->srcu, srcu_idx); in nvme_send_ns_head_pr_command()
|
| H A D | core.c | 3868 int srcu_idx; in nvme_find_get_ns() local
3870 srcu_idx = srcu_read_lock(&ctrl->srcu); in nvme_find_get_ns()
4968 int srcu_idx; in nvme_mark_namespaces_dead() local
4970 srcu_idx = srcu_read_lock(&ctrl->srcu); in nvme_mark_namespaces_dead()
4981 int srcu_idx; in nvme_unfreeze() local
4983 srcu_idx = srcu_read_lock(&ctrl->srcu); in nvme_unfreeze()
4995 int srcu_idx; in nvme_wait_freeze_timeout() local
4997 srcu_idx = srcu_read_lock(&ctrl->srcu); in nvme_wait_freeze_timeout()
5012 int srcu_idx; in nvme_wait_freeze() local
5025 int srcu_idx; in nvme_start_freeze() local
[all …]
|
| /linux-6.15/drivers/net/wireless/microchip/wilc1000/ |
| H A D | netdev.c | 136 int srcu_idx; in wilc_wlan_get_num_conn_ifcs() local
140 srcu_idx = srcu_read_lock(&wilc->srcu); in wilc_wlan_get_num_conn_ifcs()
145 srcu_read_unlock(&wilc->srcu, srcu_idx); in wilc_wlan_get_num_conn_ifcs()
151 int srcu_idx; in wilc_wake_tx_queues() local
154 srcu_idx = srcu_read_lock(&wl->srcu); in wilc_wake_tx_queues()
159 srcu_read_unlock(&wl->srcu, srcu_idx); in wilc_wake_tx_queues()
661 int srcu_idx; in wilc_set_mac_addr() local
773 int srcu_idx; in wilc_mac_xmit() local
825 int srcu_idx; in wilc_frmw_to_host() local
864 int srcu_idx; in wilc_wfi_mgmt_rx() local
[all …]
|
| H A D | cfg80211.c | 241 int srcu_idx; in set_channel() local
243 srcu_idx = srcu_read_lock(&wl->srcu); in set_channel()
246 srcu_read_unlock(&wl->srcu, srcu_idx); in set_channel()
257 srcu_read_unlock(&wl->srcu, srcu_idx); in set_channel()
810 int srcu_idx; in set_wiphy_params() local
812 srcu_idx = srcu_read_lock(&wl->srcu); in set_wiphy_params()
1543 int srcu_idx; in add_virtual_intf() local
1625 int srcu_idx; in wilc_set_wakeup() local
1627 srcu_idx = srcu_read_lock(&wl->srcu); in wilc_set_wakeup()
1643 int srcu_idx; in set_tx_power() local
[all …]
|
| H A D | hif.c | 1576 int srcu_idx; in wilc_network_info_received() local
1581 srcu_idx = srcu_read_lock(&wilc->srcu); in wilc_network_info_received()
1613 srcu_read_unlock(&wilc->srcu, srcu_idx); in wilc_network_info_received()
1621 int srcu_idx; in wilc_gnrl_async_info_received() local
1628 srcu_idx = srcu_read_lock(&wilc->srcu); in wilc_gnrl_async_info_received()
1655 srcu_read_unlock(&wilc->srcu, srcu_idx); in wilc_gnrl_async_info_received()
1663 int srcu_idx; in wilc_scan_complete_received() local
1668 srcu_idx = srcu_read_lock(&wilc->srcu); in wilc_scan_complete_received()
1693 srcu_read_unlock(&wilc->srcu, srcu_idx); in wilc_scan_complete_received()
|
| /linux-6.15/include/linux/ |
| H A D | srcutiny.h | 20 unsigned long srcu_idx; /* Current reader array element in bit 0x2. */ member
68 idx = ((READ_ONCE(ssp->srcu_idx) + 1) & 0x2) >> 1; in __srcu_read_lock()
118 idx = ((data_race(READ_ONCE(ssp->srcu_idx)) + 1) & 0x2) >> 1; in srcu_torture_stats_print()
123 data_race(READ_ONCE(ssp->srcu_idx)), in srcu_torture_stats_print()
|
| /linux-6.15/arch/powerpc/kvm/ |
| H A D | book3s_hv_uvmem.c | 470 int srcu_idx, bkt; in kvmppc_h_svm_init_start() local
485 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_h_svm_init_start()
661 int srcu_idx, bkt; in kvmppc_h_svm_init_abort() local
674 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_h_svm_init_abort()
834 int srcu_idx, bkt; in kvmppc_h_svm_init_done() local
841 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_h_svm_init_done()
885 int srcu_idx; in kvmppc_share_page() local
888 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_share_page()
941 int srcu_idx; in kvmppc_h_svm_page_in() local
958 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_h_svm_page_in()
[all …]
|
| H A D | book3s_xive_native.c | 575 int srcu_idx; in kvmppc_xive_native_set_queue_config() local
646 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_xive_native_set_queue_config()
651 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_xive_native_set_queue_config()
658 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_xive_native_set_queue_config()
664 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_xive_native_set_queue_config()
895 int srcu_idx; in kvmppc_xive_native_vcpu_eq_sync() local
907 srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_xive_native_vcpu_eq_sync()
909 srcu_read_unlock(&vcpu->kvm->srcu, srcu_idx); in kvmppc_xive_native_vcpu_eq_sync()
|
| H A D | book3s_64_mmu_hv.c | 743 int srcu_idx, bkt; in kvmppc_rmap_reset() local
745 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_rmap_reset()
758 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_rmap_reset()
1135 int srcu_idx; in kvmppc_pin_guest_page() local
1137 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_pin_guest_page()
1146 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_pin_guest_page()
1154 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_pin_guest_page()
1164 int srcu_idx; in kvmppc_unpin_guest_page() local
1173 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_unpin_guest_page()
1177 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_unpin_guest_page()
[all …]
|
| H A D | book3s.c | 939 int srcu_idx; in kvmppc_h_logical_ci_load() local
945 srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_h_logical_ci_load()
947 srcu_read_unlock(&vcpu->kvm->srcu, srcu_idx); in kvmppc_h_logical_ci_load()
982 int srcu_idx; in kvmppc_h_logical_ci_store() local
1006 srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_h_logical_ci_store()
1008 srcu_read_unlock(&vcpu->kvm->srcu, srcu_idx); in kvmppc_h_logical_ci_store()
|
| H A D | book3s_hv_nested.c | 572 int srcu_idx; in kvmhv_set_partition_table() local
575 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmhv_set_partition_table()
580 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmhv_set_partition_table()
680 int srcu_idx = srcu_read_lock(&kvm->srcu); in kvmhv_update_ptbl_cache() local
683 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmhv_update_ptbl_cache()
806 int srcu_idx, bkt; in kvmhv_release_all_nested() local
824 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmhv_release_all_nested()
827 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmhv_release_all_nested()
|
| /linux-6.15/drivers/md/ |
| H A D | dm-verity-loadpin.c | 58 int srcu_idx; in dm_verity_loadpin_is_bdev_trusted() local
71 table = dm_get_live_table(md, &srcu_idx); in dm_verity_loadpin_is_bdev_trusted()
82 dm_put_live_table(md, srcu_idx); in dm_verity_loadpin_is_bdev_trusted()
|
| H A D | dm-ioctl.c | 311 int srcu_idx; in __hash_remove() local
434 int srcu_idx; in dm_hash_rename() local
795 dm_get_live_table(md, srcu_idx); in dm_get_inactive_table()
814 int *srcu_idx) in dm_get_live_or_inactive_table() argument
817 dm_get_inactive_table(md, srcu_idx) : dm_get_live_table(md, srcu_idx); in dm_get_live_or_inactive_table()
828 int srcu_idx; in __dev_status() local
867 int srcu_idx; in __dev_status() local
1361 int srcu_idx; in dev_wait() local
1688 int srcu_idx; in table_deps() local
1714 int srcu_idx; in table_status() local
[all …]
|
| H A D | dm.c | 449 dm_put_live_table(md, srcu_idx); in dm_unprepare_ioctl()
456 int r, srcu_idx; in dm_blk_ioctl() local
481 dm_unprepare_ioctl(md, srcu_idx); in dm_blk_ioctl()
1241 int srcu_idx; in dm_dax_direct_access() local
1268 int srcu_idx; in dm_dax_zero_page_range() local
1294 int srcu_idx; in dm_dax_recovery_write() local
2044 int srcu_idx; in dm_submit_bio() local
2673 int srcu_idx; in __dm_destroy() local
3389 int ret = 0, srcu_idx; in dm_blk_get_unique_id() local
3432 int ret = -ENOTTY, srcu_idx; in dm_call_pr() local
[all …]
|
| H A D | dm-rq.c | 494 int srcu_idx; in dm_mq_queue_rq() local
497 map = dm_get_live_table(md, &srcu_idx); in dm_mq_queue_rq()
501 dm_put_live_table(md, srcu_idx); in dm_mq_queue_rq()
505 dm_put_live_table(md, srcu_idx); in dm_mq_queue_rq()
|
| H A D | dm-zone.c | 59 int srcu_idx, ret; in dm_blk_report_zones() local
66 map = dm_get_live_table(md, &srcu_idx); in dm_blk_report_zones()
77 dm_put_live_table(md, srcu_idx); in dm_blk_report_zones()
|
| /linux-6.15/arch/arm64/include/asm/ |
| H A D | kvm_mmu.h | 277 int srcu_idx = srcu_read_lock(&kvm->srcu); in kvm_read_guest_lock() local
280 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvm_read_guest_lock()
288 int srcu_idx = srcu_read_lock(&kvm->srcu); in kvm_write_guest_lock() local
291 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvm_write_guest_lock()
|
| /linux-6.15/mm/kasan/ |
| H A D | quarantine.c | 243 int srcu_idx; in kasan_quarantine_reduce() local
259 srcu_idx = srcu_read_lock(&remove_cache_srcu); in kasan_quarantine_reduce()
287 srcu_read_unlock(&remove_cache_srcu, srcu_idx); in kasan_quarantine_reduce()
|
| /linux-6.15/block/ |
| H A D | blk-mq.h | 433 int srcu_idx; \
436 srcu_idx = srcu_read_lock(__tag_set->srcu); \
438 srcu_read_unlock(__tag_set->srcu, srcu_idx); \
|
| /linux-6.15/fs/bcachefs/ |
| H A D | btree_key_cache.c | 534 int srcu_idx = srcu_read_lock(&c->btree_trans_barrier); in bch2_btree_key_cache_journal_flush() local
558 srcu_read_unlock(&c->btree_trans_barrier, srcu_idx); in bch2_btree_key_cache_journal_flush()
654 int srcu_idx; in bch2_btree_key_cache_scan() local
656 srcu_idx = srcu_read_lock(&c->btree_trans_barrier); in bch2_btree_key_cache_scan()
670 srcu_read_unlock(&c->btree_trans_barrier, srcu_idx); in bch2_btree_key_cache_scan()
719 srcu_read_unlock(&c->btree_trans_barrier, srcu_idx); in bch2_btree_key_cache_scan()
|
| /linux-6.15/arch/mips/kvm/ |
| H A D | mmu.c | 554 int srcu_idx, err; in kvm_mips_map_page() local
563 srcu_idx = srcu_read_lock(&kvm->srcu); in kvm_mips_map_page()
639 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvm_mips_map_page()
|
| /linux-6.15/kernel/events/ |
| H A D | uprobes.c | 696 static void hprobe_init_leased(struct hprobe *hprobe, struct uprobe *uprobe, int srcu_idx) in hprobe_init_leased() argument
701 hprobe->srcu_idx = srcu_idx; in hprobe_init_leased()
709 hprobe->srcu_idx = -1; in hprobe_init_stable()
746 __srcu_read_unlock(&uretprobes_srcu, hprobe->srcu_idx); in hprobe_finalize()
818 __srcu_read_unlock(&uretprobes_srcu, hprobe->srcu_idx); in hprobe_expire()
2228 int srcu_idx; in prepare_uretprobe() local
2267 srcu_idx = __srcu_read_lock(&uretprobes_srcu); in prepare_uretprobe()
2276 hprobe_init_leased(&ri->hprobe, uprobe, srcu_idx); in prepare_uretprobe()
|