blob: cb41c5edb4d495eccb415d2421c18f74a4ee5fd2 [file] [log] [blame]
Thomas Gleixnerd2912cb2019-06-04 10:11:33 +02001/* SPDX-License-Identifier: GPL-2.0-only */
Russell King112f38a42010-12-15 19:23:07 +00002/*
3 * sched_clock.h: support for extending counters to full 64-bit ns counter
Russell King112f38a42010-12-15 19:23:07 +00004 */
Stephen Boyd38ff87f2013-06-01 23:39:40 -07005#ifndef LINUX_SCHED_CLOCK
6#define LINUX_SCHED_CLOCK
Russell King112f38a42010-12-15 19:23:07 +00007
Ingo Molnard0b9d6d2021-09-23 20:42:44 +02008#include <linux/types.h>
9
Stephen Boyd38ff87f2013-06-01 23:39:40 -070010#ifdef CONFIG_GENERIC_SCHED_CLOCK
Peter Zijlstra1b86abc12020-07-16 13:11:24 +080011/**
12 * struct clock_read_data - data required to read from sched_clock()
13 *
14 * @epoch_ns: sched_clock() value at last update
15 * @epoch_cyc: Clock cycle value at last update.
16 * @sched_clock_mask: Bitmask for two's complement subtraction of non 64bit
17 * clocks.
18 * @read_sched_clock: Current clock source (or dummy source when suspended).
Ingo Molnarcc00c192021-05-12 19:51:31 +020019 * @mult: Multiplier for scaled math conversion.
Peter Zijlstra1b86abc12020-07-16 13:11:24 +080020 * @shift: Shift value for scaled math conversion.
21 *
22 * Care must be taken when updating this structure; it is read by
23 * some very hot code paths. It occupies <=40 bytes and, when combined
24 * with the seqcount used to synchronize access, comfortably fits into
25 * a 64 byte cache line.
26 */
27struct clock_read_data {
28 u64 epoch_ns;
29 u64 epoch_cyc;
30 u64 sched_clock_mask;
31 u64 (*read_sched_clock)(void);
32 u32 mult;
33 u32 shift;
34};
35
36extern struct clock_read_data *sched_clock_read_begin(unsigned int *seq);
37extern int sched_clock_read_retry(unsigned int seq);
38
Pavel Tatashin5d2a4e92018-07-19 16:55:41 -040039extern void generic_sched_clock_init(void);
Stephen Boyd38ff87f2013-06-01 23:39:40 -070040
Stephen Boyde7e3ff12013-07-18 16:21:17 -070041extern void sched_clock_register(u64 (*read)(void), int bits,
42 unsigned long rate);
Daniel Lezcano364eba42015-10-29 18:33:47 +010043#else
Pavel Tatashin5d2a4e92018-07-19 16:55:41 -040044static inline void generic_sched_clock_init(void) { }
Daniel Lezcano364eba42015-10-29 18:33:47 +010045
46static inline void sched_clock_register(u64 (*read)(void), int bits,
47 unsigned long rate)
48{
Daniel Lezcano364eba42015-10-29 18:33:47 +010049}
50#endif
Russell King211baa702011-01-11 16:23:04 +000051
Russell King112f38a42010-12-15 19:23:07 +000052#endif