Thomas Gleixner | f8381cb | 2007-02-16 01:28:02 -0800 | [diff] [blame] | 1 | /* |
| 2 | * tick internal variable and functions used by low/high res code |
| 3 | */ |
Torben Hohn | e2830b5 | 2011-01-27 16:00:32 +0100 | [diff] [blame] | 4 | #include <linux/hrtimer.h> |
| 5 | #include <linux/tick.h> |
Thomas Gleixner | 6441402 | 2008-09-22 18:46:37 +0200 | [diff] [blame] | 6 | |
Thomas Gleixner | 8b094cd | 2014-07-16 21:04:02 +0000 | [diff] [blame] | 7 | #include "timekeeping.h" |
Thomas Gleixner | c1797ba | 2015-03-25 13:07:37 +0100 | [diff] [blame] | 8 | #include "tick-sched.h" |
Thomas Gleixner | 8b094cd | 2014-07-16 21:04:02 +0000 | [diff] [blame] | 9 | |
Thomas Gleixner | 9f083b7 | 2015-03-25 13:05:19 +0100 | [diff] [blame] | 10 | #ifdef CONFIG_GENERIC_CLOCKEVENTS |
Thomas Gleixner | 6441402 | 2008-09-22 18:46:37 +0200 | [diff] [blame] | 11 | |
Ingo Molnar | 3ae7a93 | 2015-04-02 11:26:06 +0200 | [diff] [blame] | 12 | # define TICK_DO_TIMER_NONE -1 |
| 13 | # define TICK_DO_TIMER_BOOT -2 |
Thomas Gleixner | 6441402 | 2008-09-22 18:46:37 +0200 | [diff] [blame] | 14 | |
Thomas Gleixner | f8381cb | 2007-02-16 01:28:02 -0800 | [diff] [blame] | 15 | DECLARE_PER_CPU(struct tick_device, tick_cpu_device); |
Thomas Gleixner | f8381cb | 2007-02-16 01:28:02 -0800 | [diff] [blame] | 16 | extern ktime_t tick_next_period; |
| 17 | extern ktime_t tick_period; |
Thomas Gleixner | d3ed782 | 2007-05-08 00:30:03 -0700 | [diff] [blame] | 18 | extern int tick_do_timer_cpu __read_mostly; |
Thomas Gleixner | f8381cb | 2007-02-16 01:28:02 -0800 | [diff] [blame] | 19 | |
| 20 | extern void tick_setup_periodic(struct clock_event_device *dev, int broadcast); |
| 21 | extern void tick_handle_periodic(struct clock_event_device *dev); |
Thomas Gleixner | 7172a286 | 2013-04-25 20:31:47 +0000 | [diff] [blame] | 22 | extern void tick_check_new_device(struct clock_event_device *dev); |
Thomas Gleixner | a49b116 | 2015-04-03 02:38:05 +0200 | [diff] [blame] | 23 | extern void tick_shutdown(unsigned int cpu); |
Thomas Gleixner | 8c53daf | 2013-04-25 20:31:48 +0000 | [diff] [blame] | 24 | extern void tick_suspend(void); |
Thomas Gleixner | f46481d | 2015-03-25 13:11:04 +0100 | [diff] [blame] | 25 | extern void tick_resume(void); |
Thomas Gleixner | 03e13cf | 2013-04-25 20:31:50 +0000 | [diff] [blame] | 26 | extern bool tick_check_replacement(struct clock_event_device *curdev, |
| 27 | struct clock_event_device *newdev); |
| 28 | extern void tick_install_replacement(struct clock_event_device *dev); |
Thomas Gleixner | c1797ba | 2015-03-25 13:07:37 +0100 | [diff] [blame] | 29 | extern int tick_is_oneshot_available(void); |
Thomas Gleixner | 7270d11 | 2015-03-25 13:11:52 +0100 | [diff] [blame] | 30 | extern struct tick_device *tick_get_device(int cpu); |
Thomas Gleixner | f8381cb | 2007-02-16 01:28:02 -0800 | [diff] [blame] | 31 | |
Viresh Kumar | 554ef38 | 2015-02-27 17:21:32 +0530 | [diff] [blame] | 32 | extern int clockevents_tick_resume(struct clock_event_device *dev); |
Thomas Gleixner | b7475eb | 2015-03-25 13:06:47 +0100 | [diff] [blame] | 33 | /* Check, if the device is functional or a dummy for broadcast */ |
| 34 | static inline int tick_device_is_functional(struct clock_event_device *dev) |
| 35 | { |
| 36 | return !(dev->features & CLOCK_EVT_FEAT_DUMMY); |
| 37 | } |
Thomas Gleixner | 2344abb | 2008-09-16 11:32:50 -0700 | [diff] [blame] | 38 | |
Thomas Gleixner | b7475eb | 2015-03-25 13:06:47 +0100 | [diff] [blame] | 39 | extern void clockevents_shutdown(struct clock_event_device *dev); |
Thomas Gleixner | c1797ba | 2015-03-25 13:07:37 +0100 | [diff] [blame] | 40 | extern void clockevents_exchange_device(struct clock_event_device *old, |
| 41 | struct clock_event_device *new); |
Thomas Gleixner | 7270d11 | 2015-03-25 13:11:52 +0100 | [diff] [blame] | 42 | extern void clockevents_set_state(struct clock_event_device *dev, |
| 43 | enum clock_event_state state); |
| 44 | extern int clockevents_program_event(struct clock_event_device *dev, |
| 45 | ktime_t expires, bool force); |
Thomas Gleixner | c1797ba | 2015-03-25 13:07:37 +0100 | [diff] [blame] | 46 | extern void clockevents_handle_noop(struct clock_event_device *dev); |
Thomas Gleixner | b7475eb | 2015-03-25 13:06:47 +0100 | [diff] [blame] | 47 | extern int __clockevents_update_freq(struct clock_event_device *dev, u32 freq); |
Patrick Palka | 891292a | 2013-10-11 13:11:55 -0400 | [diff] [blame] | 48 | extern ssize_t sysfs_get_uname(const char *buf, char *dst, size_t cnt); |
Thomas Gleixner | 79bf2bb | 2007-02-16 01:28:03 -0800 | [diff] [blame] | 49 | |
Thomas Gleixner | b7475eb | 2015-03-25 13:06:47 +0100 | [diff] [blame] | 50 | /* Broadcasting support */ |
Ingo Molnar | 3ae7a93 | 2015-04-02 11:26:06 +0200 | [diff] [blame] | 51 | # ifdef CONFIG_GENERIC_CLOCKEVENTS_BROADCAST |
Thomas Gleixner | f8381cb | 2007-02-16 01:28:02 -0800 | [diff] [blame] | 52 | extern int tick_device_uses_broadcast(struct clock_event_device *dev, int cpu); |
Thomas Gleixner | 7172a286 | 2013-04-25 20:31:47 +0000 | [diff] [blame] | 53 | extern void tick_install_broadcast_device(struct clock_event_device *dev); |
Thomas Gleixner | f8381cb | 2007-02-16 01:28:02 -0800 | [diff] [blame] | 54 | extern int tick_is_broadcast_device(struct clock_event_device *dev); |
Thomas Gleixner | a49b116 | 2015-04-03 02:38:05 +0200 | [diff] [blame] | 55 | extern void tick_shutdown_broadcast(unsigned int cpu); |
Thomas Gleixner | 6321dd6 | 2007-03-06 08:25:42 +0100 | [diff] [blame] | 56 | extern void tick_suspend_broadcast(void); |
Thomas Gleixner | f46481d | 2015-03-25 13:11:04 +0100 | [diff] [blame] | 57 | extern void tick_resume_broadcast(void); |
| 58 | extern bool tick_resume_check_broadcast(void); |
Thomas Gleixner | b352bc1 | 2013-03-05 14:25:32 +0100 | [diff] [blame] | 59 | extern void tick_broadcast_init(void); |
Thomas Gleixner | b7475eb | 2015-03-25 13:06:47 +0100 | [diff] [blame] | 60 | extern void tick_set_periodic_handler(struct clock_event_device *dev, int broadcast); |
| 61 | extern int tick_broadcast_update_freq(struct clock_event_device *dev, u32 freq); |
Thomas Gleixner | c1797ba | 2015-03-25 13:07:37 +0100 | [diff] [blame] | 62 | extern struct tick_device *tick_get_broadcast_device(void); |
| 63 | extern struct cpumask *tick_get_broadcast_mask(void); |
Ingo Molnar | 3ae7a93 | 2015-04-02 11:26:06 +0200 | [diff] [blame] | 64 | # else /* !CONFIG_GENERIC_CLOCKEVENTS_BROADCAST: */ |
Thomas Gleixner | b7475eb | 2015-03-25 13:06:47 +0100 | [diff] [blame] | 65 | static inline void tick_install_broadcast_device(struct clock_event_device *dev) { } |
| 66 | static inline int tick_is_broadcast_device(struct clock_event_device *dev) { return 0; } |
| 67 | static inline int tick_device_uses_broadcast(struct clock_event_device *dev, int cpu) { return 0; } |
Thomas Gleixner | f8381cb | 2007-02-16 01:28:02 -0800 | [diff] [blame] | 68 | static inline void tick_do_periodic_broadcast(struct clock_event_device *d) { } |
Thomas Gleixner | a49b116 | 2015-04-03 02:38:05 +0200 | [diff] [blame] | 69 | static inline void tick_shutdown_broadcast(unsigned int cpu) { } |
Thomas Gleixner | 6321dd6 | 2007-03-06 08:25:42 +0100 | [diff] [blame] | 70 | static inline void tick_suspend_broadcast(void) { } |
Thomas Gleixner | f46481d | 2015-03-25 13:11:04 +0100 | [diff] [blame] | 71 | static inline void tick_resume_broadcast(void) { } |
| 72 | static inline bool tick_resume_check_broadcast(void) { return false; } |
Thomas Gleixner | b352bc1 | 2013-03-05 14:25:32 +0100 | [diff] [blame] | 73 | static inline void tick_broadcast_init(void) { } |
Thomas Gleixner | b7475eb | 2015-03-25 13:06:47 +0100 | [diff] [blame] | 74 | static inline int tick_broadcast_update_freq(struct clock_event_device *dev, u32 freq) { return -ENODEV; } |
Thomas Gleixner | f8381cb | 2007-02-16 01:28:02 -0800 | [diff] [blame] | 75 | |
Thomas Gleixner | b7475eb | 2015-03-25 13:06:47 +0100 | [diff] [blame] | 76 | /* Set the periodic handler in non broadcast mode */ |
| 77 | static inline void tick_set_periodic_handler(struct clock_event_device *dev, int broadcast) |
Thomas Gleixner | f8381cb | 2007-02-16 01:28:02 -0800 | [diff] [blame] | 78 | { |
| 79 | dev->event_handler = tick_handle_periodic; |
| 80 | } |
Ingo Molnar | 3ae7a93 | 2015-04-02 11:26:06 +0200 | [diff] [blame] | 81 | # endif /* !CONFIG_GENERIC_CLOCKEVENTS_BROADCAST */ |
| 82 | |
| 83 | #else /* !GENERIC_CLOCKEVENTS: */ |
| 84 | static inline void tick_suspend(void) { } |
| 85 | static inline void tick_resume(void) { } |
| 86 | #endif /* !GENERIC_CLOCKEVENTS */ |
| 87 | |
| 88 | /* Oneshot related functions */ |
| 89 | #ifdef CONFIG_TICK_ONESHOT |
| 90 | extern void tick_setup_oneshot(struct clock_event_device *newdev, |
| 91 | void (*handler)(struct clock_event_device *), |
| 92 | ktime_t nextevt); |
| 93 | extern int tick_program_event(ktime_t expires, int force); |
| 94 | extern void tick_oneshot_notify(void); |
| 95 | extern int tick_switch_to_oneshot(void (*handler)(struct clock_event_device *)); |
| 96 | extern void tick_resume_oneshot(void); |
| 97 | static inline bool tick_oneshot_possible(void) { return true; } |
| 98 | extern int tick_oneshot_mode_active(void); |
| 99 | extern void tick_clock_notify(void); |
| 100 | extern int tick_check_oneshot_change(int allow_nohz); |
| 101 | extern int tick_init_highres(void); |
| 102 | #else /* !CONFIG_TICK_ONESHOT: */ |
| 103 | static inline |
| 104 | void tick_setup_oneshot(struct clock_event_device *newdev, |
| 105 | void (*handler)(struct clock_event_device *), |
| 106 | ktime_t nextevt) { BUG(); } |
| 107 | static inline void tick_resume_oneshot(void) { BUG(); } |
| 108 | static inline int tick_program_event(ktime_t expires, int force) { return 0; } |
| 109 | static inline void tick_oneshot_notify(void) { } |
| 110 | static inline bool tick_oneshot_possible(void) { return false; } |
| 111 | static inline int tick_oneshot_mode_active(void) { return 0; } |
| 112 | static inline void tick_clock_notify(void) { } |
| 113 | static inline int tick_check_oneshot_change(int allow_nohz) { return 0; } |
| 114 | #endif /* !CONFIG_TICK_ONESHOT */ |
Thomas Gleixner | f8381cb | 2007-02-16 01:28:02 -0800 | [diff] [blame] | 115 | |
Thomas Gleixner | b7475eb | 2015-03-25 13:06:47 +0100 | [diff] [blame] | 116 | /* Functions related to oneshot broadcasting */ |
| 117 | #if defined(CONFIG_GENERIC_CLOCKEVENTS_BROADCAST) && defined(CONFIG_TICK_ONESHOT) |
| 118 | extern void tick_broadcast_setup_oneshot(struct clock_event_device *bc); |
Thomas Gleixner | b7475eb | 2015-03-25 13:06:47 +0100 | [diff] [blame] | 119 | extern void tick_broadcast_switch_to_oneshot(void); |
Thomas Gleixner | a49b116 | 2015-04-03 02:38:05 +0200 | [diff] [blame] | 120 | extern void tick_shutdown_broadcast_oneshot(unsigned int cpu); |
Thomas Gleixner | b7475eb | 2015-03-25 13:06:47 +0100 | [diff] [blame] | 121 | extern int tick_broadcast_oneshot_active(void); |
| 122 | extern void tick_check_oneshot_broadcast_this_cpu(void); |
| 123 | bool tick_broadcast_oneshot_available(void); |
Thomas Gleixner | c1797ba | 2015-03-25 13:07:37 +0100 | [diff] [blame] | 124 | extern struct cpumask *tick_get_broadcast_oneshot_mask(void); |
Ingo Molnar | 3ae7a93 | 2015-04-02 11:26:06 +0200 | [diff] [blame] | 125 | #else /* !(BROADCAST && ONESHOT): */ |
Thomas Gleixner | b7475eb | 2015-03-25 13:06:47 +0100 | [diff] [blame] | 126 | static inline void tick_broadcast_setup_oneshot(struct clock_event_device *bc) { BUG(); } |
Thomas Gleixner | b7475eb | 2015-03-25 13:06:47 +0100 | [diff] [blame] | 127 | static inline void tick_broadcast_switch_to_oneshot(void) { } |
Thomas Gleixner | a49b116 | 2015-04-03 02:38:05 +0200 | [diff] [blame] | 128 | static inline void tick_shutdown_broadcast_oneshot(unsigned int cpu) { } |
Thomas Gleixner | b7475eb | 2015-03-25 13:06:47 +0100 | [diff] [blame] | 129 | static inline int tick_broadcast_oneshot_active(void) { return 0; } |
| 130 | static inline void tick_check_oneshot_broadcast_this_cpu(void) { } |
| 131 | static inline bool tick_broadcast_oneshot_available(void) { return tick_oneshot_possible(); } |
Ingo Molnar | 3ae7a93 | 2015-04-02 11:26:06 +0200 | [diff] [blame] | 132 | #endif /* !(BROADCAST && ONESHOT) */ |
Torben Hohn | e2830b5 | 2011-01-27 16:00:32 +0100 | [diff] [blame] | 133 | |
Thomas Gleixner | b7475eb | 2015-03-25 13:06:47 +0100 | [diff] [blame] | 134 | /* NO_HZ_FULL internal */ |
| 135 | #ifdef CONFIG_NO_HZ_FULL |
| 136 | extern void tick_nohz_init(void); |
| 137 | # else |
| 138 | static inline void tick_nohz_init(void) { } |
| 139 | #endif |