Lines Matching full:now
57 static void tick_do_update_jiffies64(ktime_t now) in tick_do_update_jiffies64() argument
72 if (ktime_before(now, smp_load_acquire(&tick_next_period))) in tick_do_update_jiffies64()
86 if (ktime_before(now, nextp)) in tick_do_update_jiffies64()
96 if (ktime_before(now, tick_next_period)) { in tick_do_update_jiffies64()
103 delta = ktime_sub(now, tick_next_period); in tick_do_update_jiffies64()
206 static void tick_sched_do_timer(struct tick_sched *ts, ktime_t now) in tick_sched_do_timer() argument
232 tick_do_update_jiffies64(now); in tick_sched_do_timer()
243 tick_do_update_jiffies64(now); in tick_sched_do_timer()
288 ktime_t now = ktime_get(); in tick_nohz_handler() local
290 tick_sched_do_timer(ts, now); in tick_nohz_handler()
309 hrtimer_forward(timer, now, TICK_NSEC); in tick_nohz_handler()
701 * @now: current ktime_t
710 static void tick_nohz_update_jiffies(ktime_t now) in tick_nohz_update_jiffies() argument
714 __this_cpu_write(tick_cpu_sched.idle_waketime, now); in tick_nohz_update_jiffies()
717 tick_do_update_jiffies64(now); in tick_nohz_update_jiffies()
723 static void tick_nohz_stop_idle(struct tick_sched *ts, ktime_t now) in tick_nohz_stop_idle() argument
730 delta = ktime_sub(now, ts->idle_entrytime); in tick_nohz_stop_idle()
738 ts->idle_entrytime = now; in tick_nohz_stop_idle()
758 ktime_t now, idle; in get_cpu_sleep_time_us() local
764 now = ktime_get(); in get_cpu_sleep_time_us()
766 *last_update_time = ktime_to_us(now); in get_cpu_sleep_time_us()
772 ktime_t delta = ktime_sub(now, ts->idle_entrytime); in get_cpu_sleep_time_us()
836 static void tick_nohz_restart(struct tick_sched *ts, ktime_t now) in tick_nohz_restart() argument
842 hrtimer_forward(&ts->sched_timer, now, TICK_NSEC); in tick_nohz_restart()
982 * Now the tick should be stopped definitely - so the timer base needs in tick_nohz_stop_tick()
989 * between calculating the possible sleep length and now (when in tick_nohz_stop_tick()
1087 static void tick_nohz_restart_sched_tick(struct tick_sched *ts, ktime_t now) in tick_nohz_restart_sched_tick() argument
1090 tick_do_update_jiffies64(now); in tick_nohz_restart_sched_tick()
1103 tick_nohz_restart(ts, now); in tick_nohz_restart_sched_tick()
1107 ktime_t now) in __tick_nohz_full_update_tick() argument
1115 tick_nohz_restart_sched_tick(ts, now); in __tick_nohz_full_update_tick()
1349 ktime_t now = ts->idle_entrytime; in tick_nohz_get_sleep_length() local
1354 *delta_next = ktime_sub(dev->next_event, now); in tick_nohz_get_sleep_length()
1370 return ktime_sub(next_event, now); in tick_nohz_get_sleep_length()
1390 ktime_t now) in tick_nohz_account_idle_time() argument
1394 ts->idle_exittime = now; in tick_nohz_account_idle_time()
1416 ktime_t now = ktime_get(); in tick_nohz_idle_restart_tick() local
1417 tick_nohz_restart_sched_tick(ts, now); in tick_nohz_idle_restart_tick()
1418 tick_nohz_account_idle_time(ts, now); in tick_nohz_idle_restart_tick()
1422 static void tick_nohz_idle_update_tick(struct tick_sched *ts, ktime_t now) in tick_nohz_idle_update_tick() argument
1425 __tick_nohz_full_update_tick(ts, now); in tick_nohz_idle_update_tick()
1427 tick_nohz_restart_sched_tick(ts, now); in tick_nohz_idle_update_tick()
1429 tick_nohz_account_idle_time(ts, now); in tick_nohz_idle_update_tick()
1452 ktime_t now; in tick_nohz_idle_exit() local
1464 now = ktime_get(); in tick_nohz_idle_exit()
1467 tick_nohz_stop_idle(ts, now); in tick_nohz_idle_exit()
1470 tick_nohz_idle_update_tick(ts, now); in tick_nohz_idle_exit()
1522 ktime_t now; in tick_nohz_irq_enter() local
1526 now = ktime_get(); in tick_nohz_irq_enter()
1528 tick_nohz_stop_idle(ts, now); in tick_nohz_irq_enter()
1537 tick_nohz_update_jiffies(now); in tick_nohz_irq_enter()