2020-07-24 19:50:25 +08:00
|
|
|
/* SPDX-License-Identifier: GPL-2.0 */
|
|
|
|
#ifndef __LINUX_INSTRUMENTATION_H
|
|
|
|
#define __LINUX_INSTRUMENTATION_H
|
|
|
|
|
2022-04-19 00:50:41 +08:00
|
|
|
#ifdef CONFIG_NOINSTR_VALIDATION
|
2020-07-24 19:50:25 +08:00
|
|
|
|
2021-05-19 21:03:13 +08:00
|
|
|
#include <linux/stringify.h>
|
|
|
|
|
2020-07-24 19:50:25 +08:00
|
|
|
/* Begin/end of an instrumentation safe region */
|
2021-05-19 21:03:13 +08:00
|
|
|
#define __instrumentation_begin(c) ({ \
|
|
|
|
asm volatile(__stringify(c) ": nop\n\t" \
|
2020-07-24 19:50:25 +08:00
|
|
|
".pushsection .discard.instr_begin\n\t" \
|
2021-05-19 21:03:13 +08:00
|
|
|
".long " __stringify(c) "b - .\n\t" \
|
2021-11-09 06:35:59 +08:00
|
|
|
".popsection\n\t" : : "i" (c)); \
|
2020-07-24 19:50:25 +08:00
|
|
|
})
|
2021-05-19 21:03:13 +08:00
|
|
|
#define instrumentation_begin() __instrumentation_begin(__COUNTER__)
|
2020-07-24 19:50:25 +08:00
|
|
|
|
|
|
|
/*
|
|
|
|
* Because instrumentation_{begin,end}() can nest, objtool validation considers
|
|
|
|
* _begin() a +1 and _end() a -1 and computes a sum over the instructions.
|
|
|
|
* When the value is greater than 0, we consider instrumentation allowed.
|
|
|
|
*
|
|
|
|
* There is a problem with code like:
|
|
|
|
*
|
|
|
|
* noinstr void foo()
|
|
|
|
* {
|
|
|
|
* instrumentation_begin();
|
|
|
|
* ...
|
|
|
|
* if (cond) {
|
|
|
|
* instrumentation_begin();
|
|
|
|
* ...
|
|
|
|
* instrumentation_end();
|
|
|
|
* }
|
|
|
|
* bar();
|
|
|
|
* instrumentation_end();
|
|
|
|
* }
|
|
|
|
*
|
|
|
|
* If instrumentation_end() would be an empty label, like all the other
|
|
|
|
* annotations, the inner _end(), which is at the end of a conditional block,
|
|
|
|
* would land on the instruction after the block.
|
|
|
|
*
|
|
|
|
* If we then consider the sum of the !cond path, we'll see that the call to
|
|
|
|
* bar() is with a 0-value, even though, we meant it to happen with a positive
|
|
|
|
* value.
|
|
|
|
*
|
|
|
|
* To avoid this, have _end() be a NOP instruction, this ensures it will be
|
|
|
|
* part of the condition block and does not escape.
|
|
|
|
*/
|
2021-05-19 21:03:13 +08:00
|
|
|
#define __instrumentation_end(c) ({ \
|
|
|
|
asm volatile(__stringify(c) ": nop\n\t" \
|
2020-07-24 19:50:25 +08:00
|
|
|
".pushsection .discard.instr_end\n\t" \
|
2021-05-19 21:03:13 +08:00
|
|
|
".long " __stringify(c) "b - .\n\t" \
|
2021-11-09 06:35:59 +08:00
|
|
|
".popsection\n\t" : : "i" (c)); \
|
2020-07-24 19:50:25 +08:00
|
|
|
})
|
2021-05-19 21:03:13 +08:00
|
|
|
#define instrumentation_end() __instrumentation_end(__COUNTER__)
|
2022-04-19 00:50:41 +08:00
|
|
|
#else /* !CONFIG_NOINSTR_VALIDATION */
|
2020-07-24 19:50:25 +08:00
|
|
|
# define instrumentation_begin() do { } while(0)
|
|
|
|
# define instrumentation_end() do { } while(0)
|
2022-04-19 00:50:41 +08:00
|
|
|
#endif /* CONFIG_NOINSTR_VALIDATION */
|
2020-07-24 19:50:25 +08:00
|
|
|
|
|
|
|
#endif /* __LINUX_INSTRUMENTATION_H */
|