include/trace/events/xdp.h - linux - Git at Google

 /* SPDX-License-Identifier: GPL-2.0 */
 #undef TRACE_SYSTEM
 #define TRACE_SYSTEM xdp

 #if !defined(_TRACE_XDP_H) || defined(TRACE_HEADER_MULTI_READ)
 #define _TRACE_XDP_H

 #include <linux/netdevice.h>
 #include <linux/filter.h>
 #include <linux/tracepoint.h>
 #include <linux/bpf.h>

 #define __XDP_ACT_MAP(FN)	\
 	FN(ABORTED)		\
 	FN(DROP)		\
 	FN(PASS)		\
 	FN(TX)			\
 	FN(REDIRECT)

 #define __XDP_ACT_TP_FN(x)	\
 	TRACE_DEFINE_ENUM(XDP_##x);
 #define __XDP_ACT_SYM_FN(x)	\
 	{ XDP_##x, #x },
 #define __XDP_ACT_SYM_TAB	\
 	__XDP_ACT_MAP(__XDP_ACT_SYM_FN) { -1, 0 }
 __XDP_ACT_MAP(__XDP_ACT_TP_FN)

 TRACE_EVENT(xdp_exception,

 	TP_PROTO(const struct net_device *dev,
 		 const struct bpf_prog *xdp, u32 act),

 	TP_ARGS(dev, xdp, act),

 	TP_STRUCT__entry(
 		__field(int, prog_id)
 		__field(u32, act)
 		__field(int, ifindex)
 	),

 	TP_fast_assign(
 		__entry->prog_id	= xdp->aux->id;
 		__entry->act		= act;
 		__entry->ifindex	= dev->ifindex;
 	),

 	TP_printk("prog_id=%d action=%s ifindex=%d",
 		  __entry->prog_id,
 		  __print_symbolic(__entry->act, __XDP_ACT_SYM_TAB),
 		  __entry->ifindex)
 );

 TRACE_EVENT(xdp_bulk_tx,

 	TP_PROTO(const struct net_device *dev,
 		 int sent, int drops, int err),

 	TP_ARGS(dev, sent, drops, err),

 	TP_STRUCT__entry(
 		__field(int, ifindex)
 		__field(u32, act)
 		__field(int, drops)
 		__field(int, sent)
 		__field(int, err)
 	),

 	TP_fast_assign(
 		__entry->ifindex	= dev->ifindex;
 		__entry->act		= XDP_TX;
 		__entry->drops		= drops;
 		__entry->sent		= sent;
 		__entry->err		= err;
 	),

 	TP_printk("ifindex=%d action=%s sent=%d drops=%d err=%d",
 		  __entry->ifindex,
 		  __print_symbolic(__entry->act, __XDP_ACT_SYM_TAB),
 		  __entry->sent, __entry->drops, __entry->err)
 );

 DECLARE_EVENT_CLASS(xdp_redirect_template,

 	TP_PROTO(const struct net_device *dev,
 		 const struct bpf_prog *xdp,
 		 int to_ifindex, int err,
 		 const struct bpf_map *map, u32 map_index),

 	TP_ARGS(dev, xdp, to_ifindex, err, map, map_index),

 	TP_STRUCT__entry(
 		__field(int, prog_id)
 		__field(u32, act)
 		__field(int, ifindex)
 		__field(int, err)
 		__field(int, to_ifindex)
 		__field(u32, map_id)
 		__field(int, map_index)
 	),

 	TP_fast_assign(
 		__entry->prog_id	= xdp->aux->id;
 		__entry->act		= XDP_REDIRECT;
 		__entry->ifindex	= dev->ifindex;
 		__entry->err		= err;
 		__entry->to_ifindex	= to_ifindex;
 		__entry->map_id		= map ? map->id : 0;
 		__entry->map_index	= map_index;
 	),

 	TP_printk("prog_id=%d action=%s ifindex=%d to_ifindex=%d err=%d",
 		  __entry->prog_id,
 		  __print_symbolic(__entry->act, __XDP_ACT_SYM_TAB),
 		  __entry->ifindex, __entry->to_ifindex,
 		  __entry->err)
 );

 DEFINE_EVENT(xdp_redirect_template, xdp_redirect,
 	TP_PROTO(const struct net_device *dev,
 		 const struct bpf_prog *xdp,
 		 int to_ifindex, int err,
 		 const struct bpf_map *map, u32 map_index),
 	TP_ARGS(dev, xdp, to_ifindex, err, map, map_index)
 );

 DEFINE_EVENT(xdp_redirect_template, xdp_redirect_err,
 	TP_PROTO(const struct net_device *dev,
 		 const struct bpf_prog *xdp,
 		 int to_ifindex, int err,
 		 const struct bpf_map *map, u32 map_index),
 	TP_ARGS(dev, xdp, to_ifindex, err, map, map_index)
 );

 #define _trace_xdp_redirect(dev, xdp, to)		\
 	 trace_xdp_redirect(dev, xdp, to, 0, NULL, 0);

 #define _trace_xdp_redirect_err(dev, xdp, to, err)	\
 	 trace_xdp_redirect_err(dev, xdp, to, err, NULL, 0);

 DEFINE_EVENT_PRINT(xdp_redirect_template, xdp_redirect_map,
 	TP_PROTO(const struct net_device *dev,
 		 const struct bpf_prog *xdp,
 		 int to_ifindex, int err,
 		 const struct bpf_map *map, u32 map_index),
 	TP_ARGS(dev, xdp, to_ifindex, err, map, map_index),
 	TP_printk("prog_id=%d action=%s ifindex=%d to_ifindex=%d err=%d"
 		  " map_id=%d map_index=%d",
 		  __entry->prog_id,
 		  __print_symbolic(__entry->act, __XDP_ACT_SYM_TAB),
 		  __entry->ifindex, __entry->to_ifindex,
 		  __entry->err,
 		  __entry->map_id, __entry->map_index)
 );

 DEFINE_EVENT_PRINT(xdp_redirect_template, xdp_redirect_map_err,
 	TP_PROTO(const struct net_device *dev,
 		 const struct bpf_prog *xdp,
 		 int to_ifindex, int err,
 		 const struct bpf_map *map, u32 map_index),
 	TP_ARGS(dev, xdp, to_ifindex, err, map, map_index),
 	TP_printk("prog_id=%d action=%s ifindex=%d to_ifindex=%d err=%d"
 		  " map_id=%d map_index=%d",
 		  __entry->prog_id,
 		  __print_symbolic(__entry->act, __XDP_ACT_SYM_TAB),
 		  __entry->ifindex, __entry->to_ifindex,
 		  __entry->err,
 		  __entry->map_id, __entry->map_index)
 );

 #ifndef __DEVMAP_OBJ_TYPE
 #define __DEVMAP_OBJ_TYPE
 struct _bpf_dtab_netdev {
 	struct net_device *dev;
 };
 #endif /* __DEVMAP_OBJ_TYPE */

 #define devmap_ifindex(fwd, map)				\
 	((map->map_type == BPF_MAP_TYPE_DEVMAP ||		\
 	  map->map_type == BPF_MAP_TYPE_DEVMAP_HASH) ?		\
 	  ((struct _bpf_dtab_netdev *)fwd)->dev->ifindex : 0)

 #define _trace_xdp_redirect_map(dev, xdp, fwd, map, idx)		\
 	 trace_xdp_redirect_map(dev, xdp, devmap_ifindex(fwd, map),	\
 				0, map, idx)

 #define _trace_xdp_redirect_map_err(dev, xdp, fwd, map, idx, err)	\
 	 trace_xdp_redirect_map_err(dev, xdp, devmap_ifindex(fwd, map),	\
 				    err, map, idx)

 TRACE_EVENT(xdp_cpumap_kthread,

 	TP_PROTO(int map_id, unsigned int processed,  unsigned int drops,
 		 int sched),

 	TP_ARGS(map_id, processed, drops, sched),

 	TP_STRUCT__entry(
 		__field(int, map_id)
 		__field(u32, act)
 		__field(int, cpu)
 		__field(unsigned int, drops)
 		__field(unsigned int, processed)
 		__field(int, sched)
 	),

 	TP_fast_assign(
 		__entry->map_id		= map_id;
 		__entry->act		= XDP_REDIRECT;
 		__entry->cpu		= smp_processor_id();
 		__entry->drops		= drops;
 		__entry->processed	= processed;
 		__entry->sched	= sched;
 	),

 	TP_printk("kthread"
 		  " cpu=%d map_id=%d action=%s"
 		  " processed=%u drops=%u"
 		  " sched=%d",
 		  __entry->cpu, __entry->map_id,
 		  __print_symbolic(__entry->act, __XDP_ACT_SYM_TAB),
 		  __entry->processed, __entry->drops,
 		  __entry->sched)
 );

 TRACE_EVENT(xdp_cpumap_enqueue,

 	TP_PROTO(int map_id, unsigned int processed,  unsigned int drops,
 		 int to_cpu),

 	TP_ARGS(map_id, processed, drops, to_cpu),

 	TP_STRUCT__entry(
 		__field(int, map_id)
 		__field(u32, act)
 		__field(int, cpu)
 		__field(unsigned int, drops)
 		__field(unsigned int, processed)
 		__field(int, to_cpu)
 	),

 	TP_fast_assign(
 		__entry->map_id		= map_id;
 		__entry->act		= XDP_REDIRECT;
 		__entry->cpu		= smp_processor_id();
 		__entry->drops		= drops;
 		__entry->processed	= processed;
 		__entry->to_cpu		= to_cpu;
 	),

 	TP_printk("enqueue"
 		  " cpu=%d map_id=%d action=%s"
 		  " processed=%u drops=%u"
 		  " to_cpu=%d",
 		  __entry->cpu, __entry->map_id,
 		  __print_symbolic(__entry->act, __XDP_ACT_SYM_TAB),
 		  __entry->processed, __entry->drops,
 		  __entry->to_cpu)
 );

 TRACE_EVENT(xdp_devmap_xmit,

 	TP_PROTO(const struct bpf_map *map, u32 map_index,
 		 int sent, int drops,
 		 const struct net_device *from_dev,
 		 const struct net_device *to_dev, int err),

 	TP_ARGS(map, map_index, sent, drops, from_dev, to_dev, err),

 	TP_STRUCT__entry(
 		__field(int, map_id)
 		__field(u32, act)
 		__field(u32, map_index)
 		__field(int, drops)
 		__field(int, sent)
 		__field(int, from_ifindex)
 		__field(int, to_ifindex)
 		__field(int, err)
 	),

 	TP_fast_assign(
 		__entry->map_id		= map->id;
 		__entry->act		= XDP_REDIRECT;
 		__entry->map_index	= map_index;
 		__entry->drops		= drops;
 		__entry->sent		= sent;
 		__entry->from_ifindex	= from_dev->ifindex;
 		__entry->to_ifindex	= to_dev->ifindex;
 		__entry->err		= err;
 	),

 	TP_printk("ndo_xdp_xmit"
 		  " map_id=%d map_index=%d action=%s"
 		  " sent=%d drops=%d"
 		  " from_ifindex=%d to_ifindex=%d err=%d",
 		  __entry->map_id, __entry->map_index,
 		  __print_symbolic(__entry->act, __XDP_ACT_SYM_TAB),
 		  __entry->sent, __entry->drops,
 		  __entry->from_ifindex, __entry->to_ifindex, __entry->err)
 );

 /* Expect users already include <net/xdp.h>, but not xdp_priv.h */
 #include <net/xdp_priv.h>

 #define __MEM_TYPE_MAP(FN)	\
 	FN(PAGE_SHARED)		\
 	FN(PAGE_ORDER0)		\
 	FN(PAGE_POOL)		\
 	FN(ZERO_COPY)

 #define __MEM_TYPE_TP_FN(x)	\
 	TRACE_DEFINE_ENUM(MEM_TYPE_##x);
 #define __MEM_TYPE_SYM_FN(x)	\
 	{ MEM_TYPE_##x, #x },
 #define __MEM_TYPE_SYM_TAB	\
 	__MEM_TYPE_MAP(__MEM_TYPE_SYM_FN) { -1, 0 }
 __MEM_TYPE_MAP(__MEM_TYPE_TP_FN)

 TRACE_EVENT(mem_disconnect,

 	TP_PROTO(const struct xdp_mem_allocator *xa,
 		 bool safe_to_remove, bool force),

 	TP_ARGS(xa, safe_to_remove, force),

 	TP_STRUCT__entry(
 		__field(const struct xdp_mem_allocator *,	xa)
 		__field(u32,		mem_id)
 		__field(u32,		mem_type)
 		__field(const void *,	allocator)
 		__field(bool,		safe_to_remove)
 		__field(bool,		force)
 		__field(int,		disconnect_cnt)
 	),

 	TP_fast_assign(
 		__entry->xa		= xa;
 		__entry->mem_id		= xa->mem.id;
 		__entry->mem_type	= xa->mem.type;
 		__entry->allocator	= xa->allocator;
 		__entry->safe_to_remove	= safe_to_remove;
 		__entry->force		= force;
 		__entry->disconnect_cnt	= xa->disconnect_cnt;
 	),

 	TP_printk("mem_id=%d mem_type=%s allocator=%p"
 		  " safe_to_remove=%s force=%s disconnect_cnt=%d",
 		  __entry->mem_id,
 		  __print_symbolic(__entry->mem_type, __MEM_TYPE_SYM_TAB),
 		  __entry->allocator,
 		  __entry->safe_to_remove ? "true" : "false",
 		  __entry->force ? "true" : "false",
 		  __entry->disconnect_cnt
 	)
 );

 TRACE_EVENT(mem_connect,

 	TP_PROTO(const struct xdp_mem_allocator *xa,
 		 const struct xdp_rxq_info *rxq),

 	TP_ARGS(xa, rxq),

 	TP_STRUCT__entry(
 		__field(const struct xdp_mem_allocator *,	xa)
 		__field(u32,		mem_id)
 		__field(u32,		mem_type)
 		__field(const void *,	allocator)
 		__field(const struct xdp_rxq_info *,		rxq)
 		__field(int,		ifindex)
 	),

 	TP_fast_assign(
 		__entry->xa		= xa;
 		__entry->mem_id		= xa->mem.id;
 		__entry->mem_type	= xa->mem.type;
 		__entry->allocator	= xa->allocator;
 		__entry->rxq		= rxq;
 		__entry->ifindex	= rxq->dev->ifindex;
 	),

 	TP_printk("mem_id=%d mem_type=%s allocator=%p"
 		  " ifindex=%d",
 		  __entry->mem_id,
 		  __print_symbolic(__entry->mem_type, __MEM_TYPE_SYM_TAB),
 		  __entry->allocator,
 		  __entry->ifindex
 	)
 );

 TRACE_EVENT(mem_return_failed,

 	TP_PROTO(const struct xdp_mem_info *mem,
 		 const struct page *page),

 	TP_ARGS(mem, page),

 	TP_STRUCT__entry(
 		__field(const struct page *,	page)
 		__field(u32,		mem_id)
 		__field(u32,		mem_type)
 	),

 	TP_fast_assign(
 		__entry->page		= page;
 		__entry->mem_id		= mem->id;
 		__entry->mem_type	= mem->type;
 	),

 	TP_printk("mem_id=%d mem_type=%s page=%p",
 		  __entry->mem_id,
 		  __print_symbolic(__entry->mem_type, __MEM_TYPE_SYM_TAB),
 		  __entry->page
 	)
 );

 #endif /* _TRACE_XDP_H */

 #include <trace/define_trace.h>
	/* SPDX-License-Identifier: GPL-2.0 */
	#undef TRACE_SYSTEM
	#define TRACE_SYSTEM xdp

	#if !defined(_TRACE_XDP_H) \|\| defined(TRACE_HEADER_MULTI_READ)
	#define _TRACE_XDP_H

	#include <linux/netdevice.h>
	#include <linux/filter.h>
	#include <linux/tracepoint.h>
	#include <linux/bpf.h>

	#define __XDP_ACT_MAP(FN) \
	FN(ABORTED) \
	FN(DROP) \
	FN(PASS) \
	FN(TX) \
	FN(REDIRECT)

	#define __XDP_ACT_TP_FN(x) \
	TRACE_DEFINE_ENUM(XDP_##x);
	#define __XDP_ACT_SYM_FN(x) \
	{ XDP_##x, #x },
	#define __XDP_ACT_SYM_TAB \
	__XDP_ACT_MAP(__XDP_ACT_SYM_FN) { -1, 0 }
	__XDP_ACT_MAP(__XDP_ACT_TP_FN)

	TRACE_EVENT(xdp_exception,

	TP_PROTO(const struct net_device *dev,
	const struct bpf_prog *xdp, u32 act),

	TP_ARGS(dev, xdp, act),

	TP_STRUCT__entry(
	__field(int, prog_id)
	__field(u32, act)
	__field(int, ifindex)
	),

	TP_fast_assign(
	__entry->prog_id = xdp->aux->id;
	__entry->act = act;
	__entry->ifindex = dev->ifindex;
	),

	TP_printk("prog_id=%d action=%s ifindex=%d",
	__entry->prog_id,
	__print_symbolic(__entry->act, __XDP_ACT_SYM_TAB),
	__entry->ifindex)
	);

	TRACE_EVENT(xdp_bulk_tx,

	TP_PROTO(const struct net_device *dev,
	int sent, int drops, int err),

	TP_ARGS(dev, sent, drops, err),

	TP_STRUCT__entry(
	__field(int, ifindex)
	__field(u32, act)
	__field(int, drops)
	__field(int, sent)
	__field(int, err)
	),

	TP_fast_assign(
	__entry->ifindex = dev->ifindex;
	__entry->act = XDP_TX;
	__entry->drops = drops;
	__entry->sent = sent;
	__entry->err = err;
	),

	TP_printk("ifindex=%d action=%s sent=%d drops=%d err=%d",
	__entry->ifindex,
	__print_symbolic(__entry->act, __XDP_ACT_SYM_TAB),
	__entry->sent, __entry->drops, __entry->err)
	);

	DECLARE_EVENT_CLASS(xdp_redirect_template,

	TP_PROTO(const struct net_device *dev,
	const struct bpf_prog *xdp,
	int to_ifindex, int err,
	const struct bpf_map *map, u32 map_index),

	TP_ARGS(dev, xdp, to_ifindex, err, map, map_index),

	TP_STRUCT__entry(
	__field(int, prog_id)
	__field(u32, act)
	__field(int, ifindex)
	__field(int, err)
	__field(int, to_ifindex)
	__field(u32, map_id)
	__field(int, map_index)
	),

	TP_fast_assign(
	__entry->prog_id = xdp->aux->id;
	__entry->act = XDP_REDIRECT;
	__entry->ifindex = dev->ifindex;
	__entry->err = err;
	__entry->to_ifindex = to_ifindex;
	__entry->map_id = map ? map->id : 0;
	__entry->map_index = map_index;
	),

	TP_printk("prog_id=%d action=%s ifindex=%d to_ifindex=%d err=%d",
	__entry->prog_id,
	__print_symbolic(__entry->act, __XDP_ACT_SYM_TAB),
	__entry->ifindex, __entry->to_ifindex,
	__entry->err)
	);

	DEFINE_EVENT(xdp_redirect_template, xdp_redirect,
	TP_PROTO(const struct net_device *dev,
	const struct bpf_prog *xdp,
	int to_ifindex, int err,
	const struct bpf_map *map, u32 map_index),
	TP_ARGS(dev, xdp, to_ifindex, err, map, map_index)
	);

	DEFINE_EVENT(xdp_redirect_template, xdp_redirect_err,
	TP_PROTO(const struct net_device *dev,
	const struct bpf_prog *xdp,
	int to_ifindex, int err,
	const struct bpf_map *map, u32 map_index),
	TP_ARGS(dev, xdp, to_ifindex, err, map, map_index)
	);

	#define _trace_xdp_redirect(dev, xdp, to) \
	trace_xdp_redirect(dev, xdp, to, 0, NULL, 0);

	#define _trace_xdp_redirect_err(dev, xdp, to, err) \
	trace_xdp_redirect_err(dev, xdp, to, err, NULL, 0);

	DEFINE_EVENT_PRINT(xdp_redirect_template, xdp_redirect_map,
	TP_PROTO(const struct net_device *dev,
	const struct bpf_prog *xdp,
	int to_ifindex, int err,
	const struct bpf_map *map, u32 map_index),
	TP_ARGS(dev, xdp, to_ifindex, err, map, map_index),
	TP_printk("prog_id=%d action=%s ifindex=%d to_ifindex=%d err=%d"
	" map_id=%d map_index=%d",
	__entry->prog_id,
	__print_symbolic(__entry->act, __XDP_ACT_SYM_TAB),
	__entry->ifindex, __entry->to_ifindex,
	__entry->err,
	__entry->map_id, __entry->map_index)
	);

	DEFINE_EVENT_PRINT(xdp_redirect_template, xdp_redirect_map_err,
	TP_PROTO(const struct net_device *dev,
	const struct bpf_prog *xdp,
	int to_ifindex, int err,
	const struct bpf_map *map, u32 map_index),
	TP_ARGS(dev, xdp, to_ifindex, err, map, map_index),
	TP_printk("prog_id=%d action=%s ifindex=%d to_ifindex=%d err=%d"
	" map_id=%d map_index=%d",
	__entry->prog_id,
	__print_symbolic(__entry->act, __XDP_ACT_SYM_TAB),
	__entry->ifindex, __entry->to_ifindex,
	__entry->err,
	__entry->map_id, __entry->map_index)
	);

	#ifndef __DEVMAP_OBJ_TYPE
	#define __DEVMAP_OBJ_TYPE
	struct _bpf_dtab_netdev {
	struct net_device *dev;
	};
	#endif /* __DEVMAP_OBJ_TYPE */

	#define devmap_ifindex(fwd, map) \
	((map->map_type == BPF_MAP_TYPE_DEVMAP \|\| \
	map->map_type == BPF_MAP_TYPE_DEVMAP_HASH) ? \
	((struct _bpf_dtab_netdev *)fwd)->dev->ifindex : 0)

	#define _trace_xdp_redirect_map(dev, xdp, fwd, map, idx) \
	trace_xdp_redirect_map(dev, xdp, devmap_ifindex(fwd, map), \
	0, map, idx)

	#define _trace_xdp_redirect_map_err(dev, xdp, fwd, map, idx, err) \
	trace_xdp_redirect_map_err(dev, xdp, devmap_ifindex(fwd, map), \
	err, map, idx)

	TRACE_EVENT(xdp_cpumap_kthread,

	TP_PROTO(int map_id, unsigned int processed, unsigned int drops,
	int sched),

	TP_ARGS(map_id, processed, drops, sched),

	TP_STRUCT__entry(
	__field(int, map_id)
	__field(u32, act)
	__field(int, cpu)
	__field(unsigned int, drops)
	__field(unsigned int, processed)
	__field(int, sched)
	),

	TP_fast_assign(
	__entry->map_id = map_id;
	__entry->act = XDP_REDIRECT;
	__entry->cpu = smp_processor_id();
	__entry->drops = drops;
	__entry->processed = processed;
	__entry->sched = sched;
	),

	TP_printk("kthread"
	" cpu=%d map_id=%d action=%s"
	" processed=%u drops=%u"
	" sched=%d",
	__entry->cpu, __entry->map_id,
	__print_symbolic(__entry->act, __XDP_ACT_SYM_TAB),
	__entry->processed, __entry->drops,
	__entry->sched)
	);

	TRACE_EVENT(xdp_cpumap_enqueue,

	TP_PROTO(int map_id, unsigned int processed, unsigned int drops,
	int to_cpu),

	TP_ARGS(map_id, processed, drops, to_cpu),

	TP_STRUCT__entry(
	__field(int, map_id)
	__field(u32, act)
	__field(int, cpu)
	__field(unsigned int, drops)
	__field(unsigned int, processed)
	__field(int, to_cpu)
	),

	TP_fast_assign(
	__entry->map_id = map_id;
	__entry->act = XDP_REDIRECT;
	__entry->cpu = smp_processor_id();
	__entry->drops = drops;
	__entry->processed = processed;
	__entry->to_cpu = to_cpu;
	),

	TP_printk("enqueue"
	" cpu=%d map_id=%d action=%s"
	" processed=%u drops=%u"
	" to_cpu=%d",
	__entry->cpu, __entry->map_id,
	__print_symbolic(__entry->act, __XDP_ACT_SYM_TAB),
	__entry->processed, __entry->drops,
	__entry->to_cpu)
	);

	TRACE_EVENT(xdp_devmap_xmit,

	TP_PROTO(const struct bpf_map *map, u32 map_index,
	int sent, int drops,
	const struct net_device *from_dev,
	const struct net_device *to_dev, int err),

	TP_ARGS(map, map_index, sent, drops, from_dev, to_dev, err),

	TP_STRUCT__entry(
	__field(int, map_id)
	__field(u32, act)
	__field(u32, map_index)
	__field(int, drops)
	__field(int, sent)
	__field(int, from_ifindex)
	__field(int, to_ifindex)
	__field(int, err)
	),

	TP_fast_assign(
	__entry->map_id = map->id;
	__entry->act = XDP_REDIRECT;
	__entry->map_index = map_index;
	__entry->drops = drops;
	__entry->sent = sent;
	__entry->from_ifindex = from_dev->ifindex;
	__entry->to_ifindex = to_dev->ifindex;
	__entry->err = err;
	),

	TP_printk("ndo_xdp_xmit"
	" map_id=%d map_index=%d action=%s"
	" sent=%d drops=%d"
	" from_ifindex=%d to_ifindex=%d err=%d",
	__entry->map_id, __entry->map_index,
	__print_symbolic(__entry->act, __XDP_ACT_SYM_TAB),
	__entry->sent, __entry->drops,
	__entry->from_ifindex, __entry->to_ifindex, __entry->err)
	);

	/* Expect users already include <net/xdp.h>, but not xdp_priv.h */
	#include <net/xdp_priv.h>

	#define __MEM_TYPE_MAP(FN) \
	FN(PAGE_SHARED) \
	FN(PAGE_ORDER0) \
	FN(PAGE_POOL) \
	FN(ZERO_COPY)

	#define __MEM_TYPE_TP_FN(x) \
	TRACE_DEFINE_ENUM(MEM_TYPE_##x);
	#define __MEM_TYPE_SYM_FN(x) \
	{ MEM_TYPE_##x, #x },
	#define __MEM_TYPE_SYM_TAB \
	__MEM_TYPE_MAP(__MEM_TYPE_SYM_FN) { -1, 0 }
	__MEM_TYPE_MAP(__MEM_TYPE_TP_FN)

	TRACE_EVENT(mem_disconnect,

	TP_PROTO(const struct xdp_mem_allocator *xa,
	bool safe_to_remove, bool force),

	TP_ARGS(xa, safe_to_remove, force),

	TP_STRUCT__entry(
	__field(const struct xdp_mem_allocator *, xa)
	__field(u32, mem_id)
	__field(u32, mem_type)
	__field(const void *, allocator)
	__field(bool, safe_to_remove)
	__field(bool, force)
	__field(int, disconnect_cnt)
	),

	TP_fast_assign(
	__entry->xa = xa;
	__entry->mem_id = xa->mem.id;
	__entry->mem_type = xa->mem.type;
	__entry->allocator = xa->allocator;
	__entry->safe_to_remove = safe_to_remove;
	__entry->force = force;
	__entry->disconnect_cnt = xa->disconnect_cnt;
	),

	TP_printk("mem_id=%d mem_type=%s allocator=%p"
	" safe_to_remove=%s force=%s disconnect_cnt=%d",
	__entry->mem_id,
	__print_symbolic(__entry->mem_type, __MEM_TYPE_SYM_TAB),
	__entry->allocator,
	__entry->safe_to_remove ? "true" : "false",
	__entry->force ? "true" : "false",
	__entry->disconnect_cnt
	)
	);

	TRACE_EVENT(mem_connect,

	TP_PROTO(const struct xdp_mem_allocator *xa,
	const struct xdp_rxq_info *rxq),

	TP_ARGS(xa, rxq),

	TP_STRUCT__entry(
	__field(const struct xdp_mem_allocator *, xa)
	__field(u32, mem_id)
	__field(u32, mem_type)
	__field(const void *, allocator)
	__field(const struct xdp_rxq_info *, rxq)
	__field(int, ifindex)
	),

	TP_fast_assign(
	__entry->xa = xa;
	__entry->mem_id = xa->mem.id;
	__entry->mem_type = xa->mem.type;
	__entry->allocator = xa->allocator;
	__entry->rxq = rxq;
	__entry->ifindex = rxq->dev->ifindex;
	),

	TP_printk("mem_id=%d mem_type=%s allocator=%p"
	" ifindex=%d",
	__entry->mem_id,
	__print_symbolic(__entry->mem_type, __MEM_TYPE_SYM_TAB),
	__entry->allocator,
	__entry->ifindex
	)
	);

	TRACE_EVENT(mem_return_failed,

	TP_PROTO(const struct xdp_mem_info *mem,
	const struct page *page),

	TP_ARGS(mem, page),

	TP_STRUCT__entry(
	__field(const struct page *, page)
	__field(u32, mem_id)
	__field(u32, mem_type)
	),

	TP_fast_assign(
	__entry->page = page;
	__entry->mem_id = mem->id;
	__entry->mem_type = mem->type;
	),

	TP_printk("mem_id=%d mem_type=%s page=%p",
	__entry->mem_id,
	__print_symbolic(__entry->mem_type, __MEM_TYPE_SYM_TAB),
	__entry->page
	)
	);

	#endif /* _TRACE_XDP_H */

	#include <trace/define_trace.h>