| /* SPDX-License-Identifier: GPL-2.0 */ |
| /* |
| * Copyright (C) 2002 2007 Jeff Dike (jdike@{addtoit,linux.intel}.com) |
| */ |
| |
| #ifndef __UM_VECTOR_KERN_H |
| #define __UM_VECTOR_KERN_H |
| |
| #include <linux/netdevice.h> |
| #include <linux/platform_device.h> |
| #include <linux/skbuff.h> |
| #include <linux/socket.h> |
| #include <linux/list.h> |
| #include <linux/ctype.h> |
| #include <linux/workqueue.h> |
| #include <linux/interrupt.h> |
| |
| #include "vector_user.h" |
| |
| /* Queue structure specially adapted for multiple enqueue/dequeue |
| * in a mmsgrecv/mmsgsend context |
| */ |
| |
| /* Dequeue method */ |
| |
| #define QUEUE_SENDMSG 0 |
| #define QUEUE_SENDMMSG 1 |
| |
| #define VECTOR_RX 1 |
| #define VECTOR_TX (1 << 1) |
| #define VECTOR_BPF (1 << 2) |
| #define VECTOR_QDISC_BYPASS (1 << 3) |
| #define VECTOR_BPF_FLASH (1 << 4) |
| |
| #define ETH_MAX_PACKET 1500 |
| #define ETH_HEADER_OTHER 32 /* just in case someone decides to go mad on QnQ */ |
| |
| #define MAX_FILTER_PROG (2 << 16) |
| |
| struct vector_queue { |
| struct mmsghdr *mmsg_vector; |
| void **skbuff_vector; |
| /* backlink to device which owns us */ |
| struct net_device *dev; |
| spinlock_t head_lock; |
| spinlock_t tail_lock; |
| int queue_depth, head, tail, max_depth, max_iov_frags; |
| short options; |
| }; |
| |
| struct vector_estats { |
| uint64_t rx_queue_max; |
| uint64_t rx_queue_running_average; |
| uint64_t tx_queue_max; |
| uint64_t tx_queue_running_average; |
| uint64_t rx_encaps_errors; |
| uint64_t tx_timeout_count; |
| uint64_t tx_restart_queue; |
| uint64_t tx_kicks; |
| uint64_t tx_flow_control_xon; |
| uint64_t tx_flow_control_xoff; |
| uint64_t rx_csum_offload_good; |
| uint64_t rx_csum_offload_errors; |
| uint64_t sg_ok; |
| uint64_t sg_linearized; |
| }; |
| |
| #define VERIFY_HEADER_NOK -1 |
| #define VERIFY_HEADER_OK 0 |
| #define VERIFY_CSUM_OK 1 |
| |
| struct vector_private { |
| struct list_head list; |
| spinlock_t lock; |
| struct net_device *dev; |
| struct napi_struct napi ____cacheline_aligned; |
| |
| int unit; |
| |
| /* Timeout timer in TX */ |
| |
| struct timer_list tl; |
| |
| /* Scheduled "remove device" work */ |
| struct work_struct reset_tx; |
| struct vector_fds *fds; |
| |
| struct vector_queue *rx_queue; |
| struct vector_queue *tx_queue; |
| |
| int rx_irq; |
| int tx_irq; |
| |
| struct arglist *parsed; |
| |
| void *transport_data; /* transport specific params if needed */ |
| |
| int max_packet; |
| int req_size; /* different from max packet - used for TSO */ |
| int headroom; |
| |
| int options; |
| |
| /* remote address if any - some transports will leave this as null */ |
| |
| int header_size; |
| int rx_header_size; |
| int coalesce; |
| |
| void *header_rxbuffer; |
| void *header_txbuffer; |
| |
| int (*form_header)(uint8_t *header, |
| struct sk_buff *skb, struct vector_private *vp); |
| int (*verify_header)(uint8_t *header, |
| struct sk_buff *skb, struct vector_private *vp); |
| |
| spinlock_t stats_lock; |
| |
| bool rexmit_scheduled; |
| bool opened; |
| bool in_write_poll; |
| bool in_error; |
| |
| /* guest allowed to use ethtool flash to load bpf */ |
| bool bpf_via_flash; |
| |
| /* ethtool stats */ |
| |
| struct vector_estats estats; |
| struct sock_fprog *bpf; |
| |
| char user[]; |
| }; |
| |
| extern int build_transport_data(struct vector_private *vp); |
| |
| #endif |