Lines Matching refs:tkr_mono

148 	while (tk->tkr_mono.xtime_nsec >= ((u64)NSEC_PER_SEC << tk->tkr_mono.shift)) {  in tk_normalize_xtime()
149 tk->tkr_mono.xtime_nsec -= (u64)NSEC_PER_SEC << tk->tkr_mono.shift; in tk_normalize_xtime()
163 ts.tv_nsec = (long)(tk->tkr_mono.xtime_nsec >> tk->tkr_mono.shift); in tk_xtime()
187 tk->coarse_nsec = tk->tkr_mono.xtime_nsec >> tk->tkr_mono.shift; in tk_update_coarse_nsecs()
193 tk->tkr_mono.xtime_nsec = (u64)ts->tv_nsec << tk->tkr_mono.shift; in tk_set_xtime()
200 tk->tkr_mono.xtime_nsec += (u64)ts->tv_nsec << tk->tkr_mono.shift; in tk_xtime_add()
272 old_clock = tk->tkr_mono.clock; in tk_setup_internals()
273 tk->tkr_mono.clock = clock; in tk_setup_internals()
274 tk->tkr_mono.mask = clock->mask; in tk_setup_internals()
275 tk->tkr_mono.cycle_last = tk_clock_read(&tk->tkr_mono); in tk_setup_internals()
279 tk->tkr_raw.cycle_last = tk->tkr_mono.cycle_last; in tk_setup_internals()
302 tk->tkr_mono.xtime_nsec >>= -shift_change; in tk_setup_internals()
305 tk->tkr_mono.xtime_nsec <<= shift_change; in tk_setup_internals()
310 tk->tkr_mono.shift = clock->shift; in tk_setup_internals()
322 tk->tkr_mono.mult = clock->mult; in tk_setup_internals()
549 const struct tk_read_base *tkr = &tk->tkr_mono; in halt_fast_timekeeper()
639 tk->tkr_mono.base = ns_to_ktime(seconds * NSEC_PER_SEC + nsec); in tk_update_ktime_data()
646 nsec += (u32)(tk->tkr_mono.xtime_nsec >> tk->tkr_mono.shift); in tk_update_ktime_data()
690 tk->tkr_mono.base_real = tk->tkr_mono.base + tk->offs_real; in timekeeping_update_from_shadow()
691 update_fast_timekeeper(&tk->tkr_mono, &tk_fast_mono); in timekeeping_update_from_shadow()
721 cycle_now = tk_clock_read(&tk->tkr_mono); in timekeeping_forward_now()
722 delta = clocksource_delta(cycle_now, tk->tkr_mono.cycle_last, tk->tkr_mono.mask, in timekeeping_forward_now()
723 tk->tkr_mono.clock->max_raw_delta); in timekeeping_forward_now()
724 tk->tkr_mono.cycle_last = cycle_now; in timekeeping_forward_now()
728 u64 max = tk->tkr_mono.clock->max_cycles; in timekeeping_forward_now()
731 tk->tkr_mono.xtime_nsec += incr * tk->tkr_mono.mult; in timekeeping_forward_now()
757 nsecs = timekeeping_get_ns(&tk->tkr_mono); in ktime_get_real_ts64()
777 base = tk->tkr_mono.base; in ktime_get()
778 nsecs = timekeeping_get_ns(&tk->tkr_mono); in ktime_get()
796 nsecs = tk->tkr_mono.mult >> tk->tkr_mono.shift; in ktime_get_resolution_ns()
820 base = ktime_add(tk->tkr_mono.base, *offset); in ktime_get_with_offset()
821 nsecs = timekeeping_get_ns(&tk->tkr_mono); in ktime_get_with_offset()
841 base = ktime_add(tk->tkr_mono.base, *offset); in ktime_get_coarse_with_offset()
919 nsec = timekeeping_get_ns(&tk->tkr_mono); in ktime_get_ts64()
1008 now = tk_clock_read(&tk->tkr_mono); in ktime_get_snapshot()
1009 systime_snapshot->cs_id = tk->tkr_mono.clock->id; in ktime_get_snapshot()
1012 base_real = ktime_add(tk->tkr_mono.base, in ktime_get_snapshot()
1014 base_boot = ktime_add(tk->tkr_mono.base, in ktime_get_snapshot()
1017 nsec_real = timekeeping_cycles_to_ns(&tk->tkr_mono, now); in ktime_get_snapshot()
1102 (corr_raw, tk->tkr_mono.mult, tk->tkr_raw.mult); in adjust_historical_crosststamp()
1152 struct clocksource *cs = tk_core.timekeeper.tkr_mono.clock; in convert_base_to_cs()
1180 struct clocksource *cs = tk_core.timekeeper.tkr_mono.clock; in convert_cs_to_base()
1199 struct tk_read_base *tkr = &tk_core.timekeeper.tkr_mono; in convert_ns_to_cs()
1226 if ((u64)treal < tk->tkr_mono.base_real) in ktime_real_to_base_clock()
1228 delta = (u64)treal - tk->tkr_mono.base_real; in ktime_real_to_base_clock()
1231 *cycles = tk->tkr_mono.cycle_last + delta; in ktime_real_to_base_clock()
1294 now = tk_clock_read(&tk->tkr_mono); in get_device_system_crosststamp()
1295 interval_start = tk->tkr_mono.cycle_last; in get_device_system_crosststamp()
1305 base_real = ktime_add(tk->tkr_mono.base, in get_device_system_crosststamp()
1309 nsec_real = timekeeping_cycles_to_ns(&tk->tkr_mono, cycles); in get_device_system_crosststamp()
1369 struct clocksource_base *base = READ_ONCE(tk_core.timekeeper.tkr_mono.clock->base); in timekeeping_clocksource_has_base()
1520 old = tks->tkr_mono.clock; in change_clocksource()
1545 if (tk->tkr_mono.clock == clock) in timekeeping_notify()
1549 return tk->tkr_mono.clock == clock ? 0 : -1; in timekeeping_notify()
1589 ret = tk->tkr_mono.clock->flags & CLOCK_SOURCE_VALID_FOR_HRES; in timekeeping_valid_for_hres()
1608 ret = tk->tkr_mono.clock->max_idle_ns; in timekeeping_max_deferment()
1817 struct clocksource *clock = tks->tkr_mono.clock; in timekeeping_resume()
1842 cycle_now = tk_clock_read(&tks->tkr_mono); in timekeeping_resume()
1858 tks->tkr_mono.cycle_last = cycle_now; in timekeeping_resume()
1904 curr_clock = tks->tkr_mono.clock; in timekeeping_suspend()
1905 cycle_now = tks->tkr_mono.cycle_last; in timekeeping_suspend()
2020 if ((mult_adj > 0) && (tk->tkr_mono.mult + mult_adj < mult_adj)) { in timekeeping_apply_adjustment()
2026 tk->tkr_mono.mult += mult_adj; in timekeeping_apply_adjustment()
2028 tk->tkr_mono.xtime_nsec -= offset; in timekeeping_apply_adjustment()
2045 mult = tk->tkr_mono.mult - tk->ntp_err_mult; in timekeeping_adjust()
2061 timekeeping_apply_adjustment(tk, offset, mult - tk->tkr_mono.mult); in timekeeping_adjust()
2063 if (unlikely(tk->tkr_mono.clock->maxadj && in timekeeping_adjust()
2064 (abs(tk->tkr_mono.mult - tk->tkr_mono.clock->mult) in timekeeping_adjust()
2065 > tk->tkr_mono.clock->maxadj))) { in timekeeping_adjust()
2068 tk->tkr_mono.clock->name, (long)tk->tkr_mono.mult, in timekeeping_adjust()
2069 (long)tk->tkr_mono.clock->mult + tk->tkr_mono.clock->maxadj); in timekeeping_adjust()
2082 if (unlikely((s64)tk->tkr_mono.xtime_nsec < 0)) { in timekeeping_adjust()
2083 tk->tkr_mono.xtime_nsec += (u64)NSEC_PER_SEC << in timekeeping_adjust()
2084 tk->tkr_mono.shift; in timekeeping_adjust()
2099 u64 nsecps = (u64)NSEC_PER_SEC << tk->tkr_mono.shift; in accumulate_nsecs_to_secs()
2102 while (tk->tkr_mono.xtime_nsec >= nsecps) { in accumulate_nsecs_to_secs()
2105 tk->tkr_mono.xtime_nsec -= nsecps; in accumulate_nsecs_to_secs()
2158 tk->tkr_mono.cycle_last += interval; in logarithmic_accumulation()
2161 tk->tkr_mono.xtime_nsec += tk->xtime_interval << shift; in logarithmic_accumulation()
2198 offset = clocksource_delta(tk_clock_read(&tk->tkr_mono), in timekeeping_advance()
2199 tk->tkr_mono.cycle_last, tk->tkr_mono.mask, in timekeeping_advance()
2200 tk->tkr_mono.clock->max_raw_delta); in timekeeping_advance()
2349 mono = tk->tkr_mono.base; in ktime_get_real_ts64_mg()
2350 nsecs = timekeeping_get_ns(&tk->tkr_mono); in ktime_get_real_ts64_mg()
2429 base = tk->tkr_mono.base; in ktime_get_update_offsets_now()
2430 nsecs = timekeeping_get_ns(&tk->tkr_mono); in ktime_get_update_offsets_now()
2520 struct tk_read_base *tkr = &tk_core.timekeeper.tkr_mono; in random_get_entropy_fallback()