| /* SPDX-License-Identifier: GPL-2.0 */ | |
| /* | |
| * Note: we intentionally omit include file ifdef protection | |
| * This is due to the way trace events work. If a file includes two | |
| * trace event headers under one "CREATE_TRACE_POINTS" the first include | |
| * will override the DECLARE_RESTRICTED_HOOK and break the second include. | |
| */ | |
| #ifndef __GENKSYMS__ | |
| #include <linux/tracepoint.h> | |
| #endif | |
| #if defined(CONFIG_TRACEPOINTS) && defined(CONFIG_ANDROID_VENDOR_HOOKS) | |
| #define DECLARE_HOOK DECLARE_TRACE | |
| int android_rvh_probe_register(struct tracepoint *tp, void *probe, void *data); | |
| #ifdef TRACE_HEADER_MULTI_READ | |
| #define DEFINE_HOOK_FN(_name, _reg, _unreg, proto, args) \ | |
| static const char __tpstrtab_##_name[] \ | |
| __section("__tracepoints_strings") = #_name; \ | |
| extern struct static_call_key STATIC_CALL_KEY(tp_func_##_name); \ | |
| int __traceiter_##_name(void *__data, proto); \ | |
| struct tracepoint __tracepoint_##_name __used \ | |
| __section("__tracepoints") = { \ | |
| .name = __tpstrtab_##_name, \ | |
| .key = STATIC_KEY_INIT_FALSE, \ | |
| .static_call_key = &STATIC_CALL_KEY(tp_func_##_name), \ | |
| .static_call_tramp = STATIC_CALL_TRAMP_ADDR(tp_func_##_name), \ | |
| .iterator = &__traceiter_##_name, \ | |
| .regfunc = _reg, \ | |
| .unregfunc = _unreg, \ | |
| .funcs = NULL }; \ | |
| __TRACEPOINT_ENTRY(_name); \ | |
| int __traceiter_##_name(void *__data, proto) \ | |
| { \ | |
| struct tracepoint_func *it_func_ptr; \ | |
| void *it_func; \ | |
| \ | |
| it_func_ptr = (&__tracepoint_##_name)->funcs; \ | |
| it_func = (it_func_ptr)->func; \ | |
| do { \ | |
| __data = (it_func_ptr)->data; \ | |
| ((void(*)(void *, proto))(it_func))(__data, args); \ | |
| it_func = READ_ONCE((++it_func_ptr)->func); \ | |
| } while (it_func); \ | |
| return 0; \ | |
| } \ | |
| DEFINE_STATIC_CALL(tp_func_##_name, __traceiter_##_name); | |
| #undef DECLARE_RESTRICTED_HOOK | |
| #define DECLARE_RESTRICTED_HOOK(name, proto, args, cond) \ | |
| DEFINE_HOOK_FN(name, NULL, NULL, PARAMS(proto), PARAMS(args)) | |
| /* prevent additional recursion */ | |
| #undef TRACE_HEADER_MULTI_READ | |
| #else /* TRACE_HEADER_MULTI_READ */ | |
| #ifdef CONFIG_HAVE_STATIC_CALL | |
| #define __DO_RESTRICTED_HOOK_CALL(name, args) \ | |
| do { \ | |
| struct tracepoint_func *it_func_ptr; \ | |
| void *__data; \ | |
| it_func_ptr = (&__tracepoint_##name)->funcs; \ | |
| if (it_func_ptr) { \ | |
| __data = (it_func_ptr)->data; \ | |
| static_call(tp_func_##name)(__data, args); \ | |
| } \ | |
| } while (0) | |
| #else | |
| #define __DO_RESTRICTED_HOOK_CALL(name, args) __traceiter_##name(NULL, args) | |
| #endif | |
| #define DO_RESTRICTED_HOOK(name, args, cond) \ | |
| do { \ | |
| if (!(cond)) \ | |
| return; \ | |
| \ | |
| __DO_RESTRICTED_HOOK_CALL(name, TP_ARGS(args)); \ | |
| } while (0) | |
| #define __DECLARE_RESTRICTED_HOOK(name, proto, args, cond, data_proto) \ | |
| extern int __traceiter_##name(data_proto); \ | |
| DECLARE_STATIC_CALL(tp_func_##name, __traceiter_##name); \ | |
| extern struct tracepoint __tracepoint_##name; \ | |
| static inline void trace_##name(proto) \ | |
| { \ | |
| if (static_key_false(&__tracepoint_##name.key)) \ | |
| DO_RESTRICTED_HOOK(name, \ | |
| TP_ARGS(args), \ | |
| TP_CONDITION(cond)); \ | |
| } \ | |
| static inline bool \ | |
| trace_##name##_enabled(void) \ | |
| { \ | |
| return static_key_false(&__tracepoint_##name.key); \ | |
| } \ | |
| static inline int \ | |
| register_trace_##name(void (*probe)(data_proto), void *data) \ | |
| { \ | |
| return android_rvh_probe_register(&__tracepoint_##name, \ | |
| (void *)probe, data); \ | |
| } \ | |
| /* vendor hooks cannot be unregistered */ \ | |
| #undef DECLARE_RESTRICTED_HOOK | |
| #define DECLARE_RESTRICTED_HOOK(name, proto, args, cond) \ | |
| __DECLARE_RESTRICTED_HOOK(name, PARAMS(proto), PARAMS(args), \ | |
| cond, \ | |
| PARAMS(void *__data, proto)) | |
| #endif /* TRACE_HEADER_MULTI_READ */ | |
| #else /* !CONFIG_TRACEPOINTS || !CONFIG_ANDROID_VENDOR_HOOKS */ | |
| /* suppress trace hooks */ | |
| #define DECLARE_HOOK DECLARE_EVENT_NOP | |
| #define DECLARE_RESTRICTED_HOOK(name, proto, args, cond) \ | |
| DECLARE_EVENT_NOP(name, PARAMS(proto), PARAMS(args)) | |
| #endif |