Lines Matching refs:OS_PCPU_REF_INC
664 #define OS_PCPU_REF_INC 4ull macro
677 return cnt * OS_PCPU_REF_INC; in os_pcpu_count_to_value()
683 return (os_ref_count_t)(v / OS_PCPU_REF_INC); in os_pcpu_value_to_count()
760 OS_PCPU_REF_LIVE + (cpu ? 0 : OS_PCPU_REF_INC)); in zpercpu_foreach_cpu()
822 return os_atomic_add_orig(rcp, OS_PCPU_REF_INC, relaxed); in __os_pcpu_ref_delta()
824 return os_atomic_sub_orig(rcp, OS_PCPU_REF_INC, release); in __os_pcpu_ref_delta()
834 OS_PCPU_REF_INC, relaxed); in __os_pcpu_ref_retain_slow()
839 OS_PCPU_REF_INC, relaxed); in __os_pcpu_ref_retain_slow()
881 nv = ov + OS_PCPU_REF_INC;
898 OS_PCPU_REF_INC, relaxed); in __os_pcpu_ref_release_live_slow()
902 OS_PCPU_REF_INC, release); in __os_pcpu_ref_release_live_slow()
950 OS_PCPU_REF_INC, relaxed); in __os_pcpu_ref_release_slow()
953 v = os_atomic_sub_orig(rc0, OS_PCPU_REF_INC, release); in __os_pcpu_ref_release_slow()
960 if (os_sub_overflow(v, OS_PCPU_REF_INC, &v)) { in __os_pcpu_ref_release_slow()
1018 t -= OS_PCPU_REF_LIVE + OS_PCPU_REF_INC; in os_ref_count_t()