| /* SPDX-License-Identifier: GPL-2.0-or-later */ |
| /**************************************************************************/ |
| /* */ |
| /* IBM System i and System p Virtual NIC Device Driver */ |
| /* Copyright (C) 2014 IBM Corp. */ |
| /* Santiago Leon (santi_leon@yahoo.com) */ |
| /* Thomas Falcon (tlfalcon@linux.vnet.ibm.com) */ |
| /* John Allen (jallen@linux.vnet.ibm.com) */ |
| /* */ |
| /* */ |
| /* This module contains the implementation of a virtual ethernet device */ |
| /* for use with IBM i/pSeries LPAR Linux. It utilizes the logical LAN */ |
| /* option of the RS/6000 Platform Architecture to interface with virtual */ |
| /* ethernet NICs that are presented to the partition by the hypervisor. */ |
| /* */ |
| /**************************************************************************/ |
| |
| #define IBMVNIC_NAME "ibmvnic" |
| #define IBMVNIC_DRIVER_VERSION "1.0.1" |
| #define IBMVNIC_INVALID_MAP -1 |
| #define IBMVNIC_OPEN_FAILED 3 |
| |
| /* basic structures plus 100 2k buffers */ |
| #define IBMVNIC_IO_ENTITLEMENT_DEFAULT 610305 |
| |
| /* Initial module_parameters */ |
| #define IBMVNIC_RX_WEIGHT 16 |
| /* when changing this, update IBMVNIC_IO_ENTITLEMENT_DEFAULT */ |
| #define IBMVNIC_BUFFS_PER_POOL 100 |
| #define IBMVNIC_MAX_QUEUES 16 |
| #define IBMVNIC_MAX_QUEUE_SZ 4096 |
| #define IBMVNIC_MAX_IND_DESCS 16 |
| #define IBMVNIC_IND_ARR_SZ (IBMVNIC_MAX_IND_DESCS * 32) |
| |
| #define IBMVNIC_TSO_BUF_SZ 65536 |
| #define IBMVNIC_TSO_BUFS 64 |
| #define IBMVNIC_TSO_POOL_MASK 0x80000000 |
| |
| /* A VNIC adapter has set of Rx and Tx pools (aka queues). Each Rx/Tx pool |
| * has a set of buffers. The size of each buffer is determined by the MTU. |
| * |
| * Each Rx/Tx pool is also associated with a DMA region that is shared |
| * with the "hardware" (VIOS) and used to send/receive packets. The DMA |
| * region is also referred to as a Long Term Buffer or LTB. |
| * |
| * The size of the DMA region required for an Rx/Tx pool depends on the |
| * number and size (MTU) of the buffers in the pool. At the max levels |
| * of 4096 jumbo frames (MTU=9000) we will need about 9K*4K = 36MB plus |
| * some padding. |
| * |
| * But the size of a single DMA region is limited by MAX_ORDER in the |
| * kernel (about 16MB currently). To support say 4K Jumbo frames, we |
| * use a set of LTBs (struct ltb_set) per pool. |
| * |
| * IBMVNIC_ONE_LTB_MAX - max size of each LTB supported by kernel |
| * IBMVNIC_ONE_LTB_SIZE - current max size of each LTB in an ltb_set |
| * (must be <= IBMVNIC_ONE_LTB_MAX) |
| * IBMVNIC_LTB_SET_SIZE - current size of all LTBs in an ltb_set |
| * |
| * Each VNIC can have upto 16 Rx, 16 Tx and 16 TSO pools. The TSO pools |
| * are of fixed length (IBMVNIC_TSO_BUF_SZ * IBMVNIC_TSO_BUFS) of 4MB. |
| * |
| * The Rx and Tx pools can have upto 4096 buffers. The max size of these |
| * buffers is about 9588 (for jumbo frames, including IBMVNIC_BUFFER_HLEN). |
| * So, setting the IBMVNIC_LTB_SET_SIZE for a pool to 4096 * 9588 ~= 38MB. |
| * |
| * There is a trade-off in setting IBMVNIC_ONE_LTB_SIZE. If it is large, |
| * the allocation of the LTB can fail when system is low in memory. If |
| * its too small, we would need several mappings for each of the Rx/ |
| * Tx/TSO pools but there is a limit of 255 mappings per vnic in the |
| * VNIC protocol. |
| * |
| * So setting IBMVNIC_ONE_LTB_SIZE to 8MB. With IBMVNIC_LTB_SET_SIZE set |
| * to 38MB, we will need 5 LTBs per Rx and Tx pool and 1 LTB per TSO |
| * pool for the 4MB. Thus the 16 Rx and Tx queues require 32 * 5 = 160 |
| * plus 16 for the TSO pools for a total of 176 LTB mappings per VNIC. |
| */ |
| #define IBMVNIC_ONE_LTB_MAX ((u32)((1 << (MAX_ORDER - 1)) * PAGE_SIZE)) |
| #define IBMVNIC_ONE_LTB_SIZE min((u32)(8 << 20), IBMVNIC_ONE_LTB_MAX) |
| #define IBMVNIC_LTB_SET_SIZE (38 << 20) |
| |
| #define IBMVNIC_BUFFER_HLEN 500 |
| #define IBMVNIC_RESET_DELAY 100 |
| |
| struct ibmvnic_login_buffer { |
| __be32 len; |
| __be32 version; |
| #define INITIAL_VERSION_LB 1 |
| __be32 num_txcomp_subcrqs; |
| __be32 off_txcomp_subcrqs; |
| __be32 num_rxcomp_subcrqs; |
| __be32 off_rxcomp_subcrqs; |
| __be32 login_rsp_ioba; |
| __be32 login_rsp_len; |
| __be32 client_data_offset; |
| __be32 client_data_len; |
| } __packed __aligned(8); |
| |
| struct ibmvnic_login_rsp_buffer { |
| __be32 len; |
| __be32 version; |
| #define INITIAL_VERSION_LRB 1 |
| __be32 num_txsubm_subcrqs; |
| __be32 off_txsubm_subcrqs; |
| __be32 num_rxadd_subcrqs; |
| __be32 off_rxadd_subcrqs; |
| __be32 off_rxadd_buff_size; |
| __be32 num_supp_tx_desc; |
| __be32 off_supp_tx_desc; |
| } __packed __aligned(8); |
| |
| struct ibmvnic_query_ip_offload_buffer { |
| __be32 len; |
| __be32 version; |
| #define INITIAL_VERSION_IOB 1 |
| u8 ipv4_chksum; |
| u8 ipv6_chksum; |
| u8 tcp_ipv4_chksum; |
| u8 tcp_ipv6_chksum; |
| u8 udp_ipv4_chksum; |
| u8 udp_ipv6_chksum; |
| u8 large_tx_ipv4; |
| u8 large_tx_ipv6; |
| u8 large_rx_ipv4; |
| u8 large_rx_ipv6; |
| u8 reserved1[14]; |
| __be16 max_ipv4_header_size; |
| __be16 max_ipv6_header_size; |
| __be16 max_tcp_header_size; |
| __be16 max_udp_header_size; |
| __be32 max_large_tx_size; |
| __be32 max_large_rx_size; |
| u8 reserved2[16]; |
| u8 ipv6_extension_header; |
| #define IPV6_EH_NOT_SUPPORTED 0x00 |
| #define IPV6_EH_SUPPORTED_LIM 0x01 |
| #define IPV6_EH_SUPPORTED 0xFF |
| u8 tcp_pseudosum_req; |
| #define TCP_PS_NOT_REQUIRED 0x00 |
| #define TCP_PS_REQUIRED 0x01 |
| u8 reserved3[30]; |
| __be16 num_ipv6_ext_headers; |
| __be32 off_ipv6_ext_headers; |
| u8 reserved4[154]; |
| } __packed __aligned(8); |
| |
| struct ibmvnic_control_ip_offload_buffer { |
| __be32 len; |
| __be32 version; |
| #define INITIAL_VERSION_IOB 1 |
| u8 ipv4_chksum; |
| u8 ipv6_chksum; |
| u8 tcp_ipv4_chksum; |
| u8 tcp_ipv6_chksum; |
| u8 udp_ipv4_chksum; |
| u8 udp_ipv6_chksum; |
| u8 large_tx_ipv4; |
| u8 large_tx_ipv6; |
| u8 bad_packet_rx; |
| u8 large_rx_ipv4; |
| u8 large_rx_ipv6; |
| u8 reserved4[111]; |
| } __packed __aligned(8); |
| |
| struct ibmvnic_fw_component { |
| u8 name[48]; |
| __be32 trace_buff_size; |
| u8 correlator; |
| u8 trace_level; |
| u8 parent_correlator; |
| u8 error_check_level; |
| u8 trace_on; |
| u8 reserved[7]; |
| u8 description[192]; |
| } __packed __aligned(8); |
| |
| struct ibmvnic_fw_trace_entry { |
| __be32 trace_id; |
| u8 num_valid_data; |
| u8 reserved[3]; |
| __be64 pmc_registers; |
| __be64 timebase; |
| __be64 trace_data[5]; |
| } __packed __aligned(8); |
| |
| struct ibmvnic_statistics { |
| __be32 version; |
| __be32 promiscuous; |
| __be64 rx_packets; |
| __be64 rx_bytes; |
| __be64 tx_packets; |
| __be64 tx_bytes; |
| __be64 ucast_tx_packets; |
| __be64 ucast_rx_packets; |
| __be64 mcast_tx_packets; |
| __be64 mcast_rx_packets; |
| __be64 bcast_tx_packets; |
| __be64 bcast_rx_packets; |
| __be64 align_errors; |
| __be64 fcs_errors; |
| __be64 single_collision_frames; |
| __be64 multi_collision_frames; |
| __be64 sqe_test_errors; |
| __be64 deferred_tx; |
| __be64 late_collisions; |
| __be64 excess_collisions; |
| __be64 internal_mac_tx_errors; |
| __be64 carrier_sense; |
| __be64 too_long_frames; |
| __be64 internal_mac_rx_errors; |
| u8 reserved[72]; |
| } __packed __aligned(8); |
| |
| #define NUM_TX_STATS 3 |
| struct ibmvnic_tx_queue_stats { |
| u64 packets; |
| u64 bytes; |
| u64 dropped_packets; |
| }; |
| |
| #define NUM_RX_STATS 3 |
| struct ibmvnic_rx_queue_stats { |
| u64 packets; |
| u64 bytes; |
| u64 interrupts; |
| }; |
| |
| struct ibmvnic_acl_buffer { |
| __be32 len; |
| __be32 version; |
| #define INITIAL_VERSION_IOB 1 |
| u8 mac_acls_restrict; |
| u8 vlan_acls_restrict; |
| u8 reserved1[22]; |
| __be32 num_mac_addrs; |
| __be32 offset_mac_addrs; |
| __be32 num_vlan_ids; |
| __be32 offset_vlan_ids; |
| u8 reserved2[80]; |
| } __packed __aligned(8); |
| |
| /* descriptors have been changed, how should this be defined? 1? 4? */ |
| |
| #define IBMVNIC_TX_DESC_VERSIONS 3 |
| |
| /* is this still needed? */ |
| struct ibmvnic_tx_comp_desc { |
| u8 first; |
| u8 num_comps; |
| __be16 rcs[5]; |
| __be32 correlators[5]; |
| } __packed __aligned(8); |
| |
| /* some flags that included in v0 descriptor, which is gone |
| * only used for IBMVNIC_TCP_CHKSUM and IBMVNIC_UDP_CHKSUM |
| * and only in some offload_flags variable that doesn't seem |
| * to be used anywhere, can probably be removed? |
| */ |
| |
| #define IBMVNIC_TCP_CHKSUM 0x20 |
| #define IBMVNIC_UDP_CHKSUM 0x08 |
| |
| struct ibmvnic_tx_desc { |
| u8 first; |
| u8 type; |
| |
| #define IBMVNIC_TX_DESC 0x10 |
| u8 n_crq_elem; |
| u8 n_sge; |
| u8 flags1; |
| #define IBMVNIC_TX_COMP_NEEDED 0x80 |
| #define IBMVNIC_TX_CHKSUM_OFFLOAD 0x40 |
| #define IBMVNIC_TX_LSO 0x20 |
| #define IBMVNIC_TX_PROT_TCP 0x10 |
| #define IBMVNIC_TX_PROT_UDP 0x08 |
| #define IBMVNIC_TX_PROT_IPV4 0x04 |
| #define IBMVNIC_TX_PROT_IPV6 0x02 |
| #define IBMVNIC_TX_VLAN_PRESENT 0x01 |
| u8 flags2; |
| #define IBMVNIC_TX_VLAN_INSERT 0x80 |
| __be16 mss; |
| u8 reserved[4]; |
| __be32 correlator; |
| __be16 vlan_id; |
| __be16 dma_reg; |
| __be32 sge_len; |
| __be64 ioba; |
| } __packed __aligned(8); |
| |
| struct ibmvnic_hdr_desc { |
| u8 first; |
| u8 type; |
| #define IBMVNIC_HDR_DESC 0x11 |
| u8 len; |
| u8 l2_len; |
| __be16 l3_len; |
| u8 l4_len; |
| u8 flag; |
| u8 data[24]; |
| } __packed __aligned(8); |
| |
| struct ibmvnic_hdr_ext_desc { |
| u8 first; |
| u8 type; |
| #define IBMVNIC_HDR_EXT_DESC 0x12 |
| u8 len; |
| u8 data[29]; |
| } __packed __aligned(8); |
| |
| struct ibmvnic_sge_desc { |
| u8 first; |
| u8 type; |
| #define IBMVNIC_SGE_DESC 0x30 |
| __be16 sge1_dma_reg; |
| __be32 sge1_len; |
| __be64 sge1_ioba; |
| __be16 reserved; |
| __be16 sge2_dma_reg; |
| __be32 sge2_len; |
| __be64 sge2_ioba; |
| } __packed __aligned(8); |
| |
| struct ibmvnic_rx_comp_desc { |
| u8 first; |
| u8 flags; |
| #define IBMVNIC_IP_CHKSUM_GOOD 0x80 |
| #define IBMVNIC_TCP_UDP_CHKSUM_GOOD 0x40 |
| #define IBMVNIC_END_FRAME 0x20 |
| #define IBMVNIC_EXACT_MC 0x10 |
| #define IBMVNIC_VLAN_STRIPPED 0x08 |
| __be16 off_frame_data; |
| __be32 len; |
| __be64 correlator; |
| __be16 vlan_tci; |
| __be16 rc; |
| u8 reserved[12]; |
| } __packed __aligned(8); |
| |
| struct ibmvnic_generic_scrq { |
| u8 first; |
| u8 reserved[31]; |
| } __packed __aligned(8); |
| |
| struct ibmvnic_rx_buff_add_desc { |
| u8 first; |
| u8 reserved[7]; |
| __be64 correlator; |
| __be32 ioba; |
| u8 map_id; |
| __be32 len:24; |
| u8 reserved2[8]; |
| } __packed __aligned(8); |
| |
| struct ibmvnic_rc { |
| u8 code; /* one of enum ibmvnic_rc_codes */ |
| u8 detailed_data[3]; |
| } __packed __aligned(4); |
| |
| struct ibmvnic_generic_crq { |
| u8 first; |
| u8 cmd; |
| u8 params[10]; |
| struct ibmvnic_rc rc; |
| } __packed __aligned(8); |
| |
| struct ibmvnic_version_exchange { |
| u8 first; |
| u8 cmd; |
| __be16 version; |
| #define IBMVNIC_INITIAL_VERSION 1 |
| u8 reserved[8]; |
| struct ibmvnic_rc rc; |
| } __packed __aligned(8); |
| |
| struct ibmvnic_capability { |
| u8 first; |
| u8 cmd; |
| __be16 capability; /* one of ibmvnic_capabilities */ |
| __be64 number; |
| struct ibmvnic_rc rc; |
| } __packed __aligned(8); |
| |
| struct ibmvnic_login { |
| u8 first; |
| u8 cmd; |
| u8 reserved[6]; |
| __be32 ioba; |
| __be32 len; |
| } __packed __aligned(8); |
| |
| struct ibmvnic_phys_parms { |
| u8 first; |
| u8 cmd; |
| u8 flags1; |
| #define IBMVNIC_EXTERNAL_LOOPBACK 0x80 |
| #define IBMVNIC_INTERNAL_LOOPBACK 0x40 |
| #define IBMVNIC_PROMISC 0x20 |
| #define IBMVNIC_PHYS_LINK_ACTIVE 0x10 |
| #define IBMVNIC_AUTONEG_DUPLEX 0x08 |
| #define IBMVNIC_FULL_DUPLEX 0x04 |
| #define IBMVNIC_HALF_DUPLEX 0x02 |
| #define IBMVNIC_CAN_CHG_PHYS_PARMS 0x01 |
| u8 flags2; |
| #define IBMVNIC_LOGICAL_LNK_ACTIVE 0x80 |
| __be32 speed; |
| #define IBMVNIC_AUTONEG 0x80000000 |
| #define IBMVNIC_10MBPS 0x40000000 |
| #define IBMVNIC_100MBPS 0x20000000 |
| #define IBMVNIC_1GBPS 0x10000000 |
| #define IBMVNIC_10GBPS 0x08000000 |
| #define IBMVNIC_40GBPS 0x04000000 |
| #define IBMVNIC_100GBPS 0x02000000 |
| #define IBMVNIC_25GBPS 0x01000000 |
| #define IBMVNIC_50GBPS 0x00800000 |
| #define IBMVNIC_200GBPS 0x00400000 |
| __be32 mtu; |
| struct ibmvnic_rc rc; |
| } __packed __aligned(8); |
| |
| struct ibmvnic_logical_link_state { |
| u8 first; |
| u8 cmd; |
| u8 link_state; |
| #define IBMVNIC_LOGICAL_LNK_DN 0x00 |
| #define IBMVNIC_LOGICAL_LNK_UP 0x01 |
| #define IBMVNIC_LOGICAL_LNK_QUERY 0xff |
| u8 reserved[9]; |
| struct ibmvnic_rc rc; |
| } __packed __aligned(8); |
| |
| struct ibmvnic_query_ip_offload { |
| u8 first; |
| u8 cmd; |
| u8 reserved[2]; |
| __be32 len; |
| __be32 ioba; |
| struct ibmvnic_rc rc; |
| } __packed __aligned(8); |
| |
| struct ibmvnic_control_ip_offload { |
| u8 first; |
| u8 cmd; |
| u8 reserved[2]; |
| __be32 ioba; |
| __be32 len; |
| struct ibmvnic_rc rc; |
| } __packed __aligned(8); |
| |
| struct ibmvnic_request_statistics { |
| u8 first; |
| u8 cmd; |
| u8 flags; |
| #define IBMVNIC_PHYSICAL_PORT 0x80 |
| u8 reserved1; |
| __be32 ioba; |
| __be32 len; |
| u8 reserved[4]; |
| } __packed __aligned(8); |
| |
| struct ibmvnic_error_indication { |
| u8 first; |
| u8 cmd; |
| u8 flags; |
| #define IBMVNIC_FATAL_ERROR 0x80 |
| u8 reserved1; |
| __be32 error_id; |
| __be32 detail_error_sz; |
| __be16 error_cause; |
| u8 reserved2[2]; |
| } __packed __aligned(8); |
| |
| struct ibmvnic_link_state_indication { |
| u8 first; |
| u8 cmd; |
| u8 reserved1[2]; |
| u8 phys_link_state; |
| u8 logical_link_state; |
| u8 reserved2[10]; |
| } __packed __aligned(8); |
| |
| struct ibmvnic_change_mac_addr { |
| u8 first; |
| u8 cmd; |
| u8 mac_addr[6]; |
| u8 reserved[4]; |
| struct ibmvnic_rc rc; |
| } __packed __aligned(8); |
| |
| struct ibmvnic_multicast_ctrl { |
| u8 first; |
| u8 cmd; |
| u8 mac_addr[6]; |
| u8 flags; |
| #define IBMVNIC_ENABLE_MC 0x80 |
| #define IBMVNIC_DISABLE_MC 0x40 |
| #define IBMVNIC_ENABLE_ALL 0x20 |
| #define IBMVNIC_DISABLE_ALL 0x10 |
| u8 reserved1; |
| __be16 reserved2; /* was num_enabled_mc_addr; */ |
| struct ibmvnic_rc rc; |
| } __packed __aligned(8); |
| |
| struct ibmvnic_get_vpd_size { |
| u8 first; |
| u8 cmd; |
| u8 reserved[14]; |
| } __packed __aligned(8); |
| |
| struct ibmvnic_get_vpd_size_rsp { |
| u8 first; |
| u8 cmd; |
| u8 reserved[2]; |
| __be64 len; |
| struct ibmvnic_rc rc; |
| } __packed __aligned(8); |
| |
| struct ibmvnic_get_vpd { |
| u8 first; |
| u8 cmd; |
| u8 reserved1[2]; |
| __be32 ioba; |
| __be32 len; |
| u8 reserved[4]; |
| } __packed __aligned(8); |
| |
| struct ibmvnic_get_vpd_rsp { |
| u8 first; |
| u8 cmd; |
| u8 reserved[10]; |
| struct ibmvnic_rc rc; |
| } __packed __aligned(8); |
| |
| struct ibmvnic_acl_change_indication { |
| u8 first; |
| u8 cmd; |
| __be16 change_type; |
| #define IBMVNIC_MAC_ACL 0 |
| #define IBMVNIC_VLAN_ACL 1 |
| u8 reserved[12]; |
| } __packed __aligned(8); |
| |
| struct ibmvnic_acl_query { |
| u8 first; |
| u8 cmd; |
| u8 reserved1[2]; |
| __be32 ioba; |
| __be32 len; |
| u8 reserved2[4]; |
| } __packed __aligned(8); |
| |
| struct ibmvnic_tune { |
| u8 first; |
| u8 cmd; |
| u8 reserved1[2]; |
| __be32 ioba; |
| __be32 len; |
| u8 reserved2[4]; |
| } __packed __aligned(8); |
| |
| struct ibmvnic_request_map { |
| u8 first; |
| u8 cmd; |
| u8 reserved1; |
| u8 map_id; |
| __be32 ioba; |
| __be32 len; |
| u8 reserved2[4]; |
| } __packed __aligned(8); |
| |
| struct ibmvnic_request_map_rsp { |
| u8 first; |
| u8 cmd; |
| u8 reserved1; |
| u8 map_id; |
| u8 reserved2[8]; |
| struct ibmvnic_rc rc; |
| } __packed __aligned(8); |
| |
| struct ibmvnic_request_unmap { |
| u8 first; |
| u8 cmd; |
| u8 reserved1; |
| u8 map_id; |
| u8 reserved2[12]; |
| } __packed __aligned(8); |
| |
| struct ibmvnic_request_unmap_rsp { |
| u8 first; |
| u8 cmd; |
| u8 reserved1; |
| u8 map_id; |
| u8 reserved2[8]; |
| struct ibmvnic_rc rc; |
| } __packed __aligned(8); |
| |
| struct ibmvnic_query_map { |
| u8 first; |
| u8 cmd; |
| u8 reserved[14]; |
| } __packed __aligned(8); |
| |
| struct ibmvnic_query_map_rsp { |
| u8 first; |
| u8 cmd; |
| u8 reserved; |
| u8 page_size; |
| __be32 tot_pages; |
| __be32 free_pages; |
| struct ibmvnic_rc rc; |
| } __packed __aligned(8); |
| |
| union ibmvnic_crq { |
| struct ibmvnic_generic_crq generic; |
| struct ibmvnic_version_exchange version_exchange; |
| struct ibmvnic_version_exchange version_exchange_rsp; |
| struct ibmvnic_capability query_capability; |
| struct ibmvnic_capability query_capability_rsp; |
| struct ibmvnic_capability request_capability; |
| struct ibmvnic_capability request_capability_rsp; |
| struct ibmvnic_login login; |
| struct ibmvnic_generic_crq login_rsp; |
| struct ibmvnic_phys_parms query_phys_parms; |
| struct ibmvnic_phys_parms query_phys_parms_rsp; |
| struct ibmvnic_phys_parms query_phys_capabilities; |
| struct ibmvnic_phys_parms query_phys_capabilities_rsp; |
| struct ibmvnic_phys_parms set_phys_parms; |
| struct ibmvnic_phys_parms set_phys_parms_rsp; |
| struct ibmvnic_logical_link_state logical_link_state; |
| struct ibmvnic_logical_link_state logical_link_state_rsp; |
| struct ibmvnic_query_ip_offload query_ip_offload; |
| struct ibmvnic_query_ip_offload query_ip_offload_rsp; |
| struct ibmvnic_control_ip_offload control_ip_offload; |
| struct ibmvnic_control_ip_offload control_ip_offload_rsp; |
| struct ibmvnic_request_statistics request_statistics; |
| struct ibmvnic_generic_crq request_statistics_rsp; |
| struct ibmvnic_error_indication error_indication; |
| struct ibmvnic_link_state_indication link_state_indication; |
| struct ibmvnic_change_mac_addr change_mac_addr; |
| struct ibmvnic_change_mac_addr change_mac_addr_rsp; |
| struct ibmvnic_multicast_ctrl multicast_ctrl; |
| struct ibmvnic_multicast_ctrl multicast_ctrl_rsp; |
| struct ibmvnic_get_vpd_size get_vpd_size; |
| struct ibmvnic_get_vpd_size_rsp get_vpd_size_rsp; |
| struct ibmvnic_get_vpd get_vpd; |
| struct ibmvnic_get_vpd_rsp get_vpd_rsp; |
| struct ibmvnic_acl_change_indication acl_change_indication; |
| struct ibmvnic_acl_query acl_query; |
| struct ibmvnic_generic_crq acl_query_rsp; |
| struct ibmvnic_tune tune; |
| struct ibmvnic_generic_crq tune_rsp; |
| struct ibmvnic_request_map request_map; |
| struct ibmvnic_request_map_rsp request_map_rsp; |
| struct ibmvnic_request_unmap request_unmap; |
| struct ibmvnic_request_unmap_rsp request_unmap_rsp; |
| struct ibmvnic_query_map query_map; |
| struct ibmvnic_query_map_rsp query_map_rsp; |
| }; |
| |
| enum ibmvnic_rc_codes { |
| SUCCESS = 0, |
| PARTIALSUCCESS = 1, |
| PERMISSION = 2, |
| NOMEMORY = 3, |
| PARAMETER = 4, |
| UNKNOWNCOMMAND = 5, |
| ABORTED = 6, |
| INVALIDSTATE = 7, |
| INVALIDIOBA = 8, |
| INVALIDLENGTH = 9, |
| UNSUPPORTEDOPTION = 10, |
| }; |
| |
| enum ibmvnic_capabilities { |
| MIN_TX_QUEUES = 1, |
| MIN_RX_QUEUES = 2, |
| MIN_RX_ADD_QUEUES = 3, |
| MAX_TX_QUEUES = 4, |
| MAX_RX_QUEUES = 5, |
| MAX_RX_ADD_QUEUES = 6, |
| REQ_TX_QUEUES = 7, |
| REQ_RX_QUEUES = 8, |
| REQ_RX_ADD_QUEUES = 9, |
| MIN_TX_ENTRIES_PER_SUBCRQ = 10, |
| MIN_RX_ADD_ENTRIES_PER_SUBCRQ = 11, |
| MAX_TX_ENTRIES_PER_SUBCRQ = 12, |
| MAX_RX_ADD_ENTRIES_PER_SUBCRQ = 13, |
| REQ_TX_ENTRIES_PER_SUBCRQ = 14, |
| REQ_RX_ADD_ENTRIES_PER_SUBCRQ = 15, |
| TCP_IP_OFFLOAD = 16, |
| PROMISC_REQUESTED = 17, |
| PROMISC_SUPPORTED = 18, |
| MIN_MTU = 19, |
| MAX_MTU = 20, |
| REQ_MTU = 21, |
| MAX_MULTICAST_FILTERS = 22, |
| VLAN_HEADER_INSERTION = 23, |
| RX_VLAN_HEADER_INSERTION = 24, |
| MAX_TX_SG_ENTRIES = 25, |
| RX_SG_SUPPORTED = 26, |
| RX_SG_REQUESTED = 27, |
| OPT_TX_COMP_SUB_QUEUES = 28, |
| OPT_RX_COMP_QUEUES = 29, |
| OPT_RX_BUFADD_Q_PER_RX_COMP_Q = 30, |
| OPT_TX_ENTRIES_PER_SUBCRQ = 31, |
| OPT_RXBA_ENTRIES_PER_SUBCRQ = 32, |
| TX_RX_DESC_REQ = 33, |
| }; |
| |
| enum ibmvnic_error_cause { |
| ADAPTER_PROBLEM = 0, |
| BUS_PROBLEM = 1, |
| FW_PROBLEM = 2, |
| DD_PROBLEM = 3, |
| EEH_RECOVERY = 4, |
| FW_UPDATED = 5, |
| LOW_MEMORY = 6, |
| }; |
| |
| enum ibmvnic_commands { |
| VERSION_EXCHANGE = 0x01, |
| VERSION_EXCHANGE_RSP = 0x81, |
| QUERY_CAPABILITY = 0x02, |
| QUERY_CAPABILITY_RSP = 0x82, |
| REQUEST_CAPABILITY = 0x03, |
| REQUEST_CAPABILITY_RSP = 0x83, |
| LOGIN = 0x04, |
| LOGIN_RSP = 0x84, |
| QUERY_PHYS_PARMS = 0x05, |
| QUERY_PHYS_PARMS_RSP = 0x85, |
| QUERY_PHYS_CAPABILITIES = 0x06, |
| QUERY_PHYS_CAPABILITIES_RSP = 0x86, |
| SET_PHYS_PARMS = 0x07, |
| SET_PHYS_PARMS_RSP = 0x87, |
| ERROR_INDICATION = 0x08, |
| LOGICAL_LINK_STATE = 0x0C, |
| LOGICAL_LINK_STATE_RSP = 0x8C, |
| REQUEST_STATISTICS = 0x0D, |
| REQUEST_STATISTICS_RSP = 0x8D, |
| COLLECT_FW_TRACE = 0x11, |
| COLLECT_FW_TRACE_RSP = 0x91, |
| LINK_STATE_INDICATION = 0x12, |
| CHANGE_MAC_ADDR = 0x13, |
| CHANGE_MAC_ADDR_RSP = 0x93, |
| MULTICAST_CTRL = 0x14, |
| MULTICAST_CTRL_RSP = 0x94, |
| GET_VPD_SIZE = 0x15, |
| GET_VPD_SIZE_RSP = 0x95, |
| GET_VPD = 0x16, |
| GET_VPD_RSP = 0x96, |
| TUNE = 0x17, |
| TUNE_RSP = 0x97, |
| QUERY_IP_OFFLOAD = 0x18, |
| QUERY_IP_OFFLOAD_RSP = 0x98, |
| CONTROL_IP_OFFLOAD = 0x19, |
| CONTROL_IP_OFFLOAD_RSP = 0x99, |
| ACL_CHANGE_INDICATION = 0x1A, |
| ACL_QUERY = 0x1B, |
| ACL_QUERY_RSP = 0x9B, |
| QUERY_MAP = 0x1D, |
| QUERY_MAP_RSP = 0x9D, |
| REQUEST_MAP = 0x1E, |
| REQUEST_MAP_RSP = 0x9E, |
| REQUEST_UNMAP = 0x1F, |
| REQUEST_UNMAP_RSP = 0x9F, |
| VLAN_CTRL = 0x20, |
| VLAN_CTRL_RSP = 0xA0, |
| }; |
| |
| enum ibmvnic_crq_type { |
| IBMVNIC_CRQ_CMD = 0x80, |
| IBMVNIC_CRQ_CMD_RSP = 0x80, |
| IBMVNIC_CRQ_INIT_CMD = 0xC0, |
| IBMVNIC_CRQ_INIT_RSP = 0xC0, |
| IBMVNIC_CRQ_XPORT_EVENT = 0xFF, |
| }; |
| |
| enum ibmvfc_crq_format { |
| IBMVNIC_CRQ_INIT = 0x01, |
| IBMVNIC_CRQ_INIT_COMPLETE = 0x02, |
| IBMVNIC_PARTITION_MIGRATED = 0x06, |
| IBMVNIC_DEVICE_FAILOVER = 0x08, |
| }; |
| |
| struct ibmvnic_crq_queue { |
| union ibmvnic_crq *msgs; |
| int size, cur; |
| dma_addr_t msg_token; |
| /* Used for serialization of msgs, cur */ |
| spinlock_t lock; |
| bool active; |
| char name[32]; |
| }; |
| |
| union sub_crq { |
| struct ibmvnic_generic_scrq generic; |
| struct ibmvnic_tx_comp_desc tx_comp; |
| struct ibmvnic_tx_desc v1; |
| struct ibmvnic_hdr_desc hdr; |
| struct ibmvnic_hdr_ext_desc hdr_ext; |
| struct ibmvnic_sge_desc sge; |
| struct ibmvnic_rx_comp_desc rx_comp; |
| struct ibmvnic_rx_buff_add_desc rx_add; |
| }; |
| |
| struct ibmvnic_ind_xmit_queue { |
| union sub_crq *indir_arr; |
| dma_addr_t indir_dma; |
| int index; |
| }; |
| |
| struct ibmvnic_sub_crq_queue { |
| union sub_crq *msgs; |
| int size, cur; |
| dma_addr_t msg_token; |
| unsigned long crq_num; |
| unsigned long hw_irq; |
| unsigned int irq; |
| unsigned int pool_index; |
| int scrq_num; |
| /* Used for serialization of msgs, cur */ |
| spinlock_t lock; |
| struct sk_buff *rx_skb_top; |
| struct ibmvnic_adapter *adapter; |
| struct ibmvnic_ind_xmit_queue ind_buf; |
| atomic_t used; |
| char name[32]; |
| u64 handle; |
| cpumask_var_t affinity_mask; |
| } ____cacheline_aligned; |
| |
| struct ibmvnic_long_term_buff { |
| unsigned char *buff; |
| dma_addr_t addr; |
| u64 size; |
| u8 map_id; |
| }; |
| |
| struct ibmvnic_ltb_set { |
| int num_ltbs; |
| struct ibmvnic_long_term_buff *ltbs; |
| }; |
| |
| struct ibmvnic_tx_buff { |
| struct sk_buff *skb; |
| int index; |
| int pool_index; |
| int num_entries; |
| }; |
| |
| struct ibmvnic_tx_pool { |
| struct ibmvnic_tx_buff *tx_buff; |
| int *free_map; |
| int consumer_index; |
| int producer_index; |
| struct ibmvnic_ltb_set ltb_set; |
| int num_buffers; |
| int buf_size; |
| } ____cacheline_aligned; |
| |
| struct ibmvnic_rx_buff { |
| struct sk_buff *skb; |
| dma_addr_t dma; |
| unsigned char *data; |
| int size; |
| int pool_index; |
| }; |
| |
| struct ibmvnic_rx_pool { |
| struct ibmvnic_rx_buff *rx_buff; |
| int size; /* # of buffers in the pool */ |
| int index; |
| int buff_size; |
| atomic_t available; |
| int *free_map; |
| int next_free; |
| int next_alloc; |
| int active; |
| struct ibmvnic_ltb_set ltb_set; |
| } ____cacheline_aligned; |
| |
| struct ibmvnic_vpd { |
| unsigned char *buff; |
| dma_addr_t dma_addr; |
| u64 len; |
| }; |
| |
| enum vnic_state {VNIC_PROBING = 1, |
| VNIC_PROBED, |
| VNIC_OPENING, |
| VNIC_OPEN, |
| VNIC_CLOSING, |
| VNIC_CLOSED, |
| VNIC_REMOVING, |
| VNIC_REMOVED, |
| VNIC_DOWN}; |
| |
| enum ibmvnic_reset_reason {VNIC_RESET_FAILOVER = 1, |
| VNIC_RESET_MOBILITY, |
| VNIC_RESET_FATAL, |
| VNIC_RESET_NON_FATAL, |
| VNIC_RESET_TIMEOUT, |
| VNIC_RESET_CHANGE_PARAM, |
| VNIC_RESET_PASSIVE_INIT}; |
| |
| struct ibmvnic_rwi { |
| enum ibmvnic_reset_reason reset_reason; |
| struct list_head list; |
| }; |
| |
| struct ibmvnic_tunables { |
| u64 rx_queues; |
| u64 tx_queues; |
| u64 rx_entries; |
| u64 tx_entries; |
| u64 mtu; |
| }; |
| |
| struct ibmvnic_adapter { |
| struct vio_dev *vdev; |
| struct net_device *netdev; |
| struct ibmvnic_crq_queue crq; |
| u8 mac_addr[ETH_ALEN]; |
| struct ibmvnic_query_ip_offload_buffer ip_offload_buf; |
| dma_addr_t ip_offload_tok; |
| struct ibmvnic_control_ip_offload_buffer ip_offload_ctrl; |
| dma_addr_t ip_offload_ctrl_tok; |
| u32 msg_enable; |
| |
| /* Vital Product Data (VPD) */ |
| struct ibmvnic_vpd *vpd; |
| char fw_version[32]; |
| |
| /* Statistics */ |
| struct ibmvnic_statistics stats; |
| dma_addr_t stats_token; |
| struct completion stats_done; |
| int replenish_no_mem; |
| int replenish_add_buff_success; |
| int replenish_add_buff_failure; |
| int replenish_task_cycles; |
| int tx_send_failed; |
| int tx_map_failed; |
| |
| struct ibmvnic_tx_queue_stats *tx_stats_buffers; |
| struct ibmvnic_rx_queue_stats *rx_stats_buffers; |
| |
| int phys_link_state; |
| int logical_link_state; |
| |
| u32 speed; |
| u8 duplex; |
| |
| /* login data */ |
| struct ibmvnic_login_buffer *login_buf; |
| dma_addr_t login_buf_token; |
| int login_buf_sz; |
| |
| struct ibmvnic_login_rsp_buffer *login_rsp_buf; |
| dma_addr_t login_rsp_buf_token; |
| int login_rsp_buf_sz; |
| |
| atomic_t running_cap_crqs; |
| |
| struct ibmvnic_sub_crq_queue **tx_scrq ____cacheline_aligned; |
| struct ibmvnic_sub_crq_queue **rx_scrq ____cacheline_aligned; |
| |
| /* rx structs */ |
| struct napi_struct *napi; |
| struct ibmvnic_rx_pool *rx_pool; |
| u64 promisc; |
| |
| struct ibmvnic_tx_pool *tx_pool; |
| struct ibmvnic_tx_pool *tso_pool; |
| struct completion probe_done; |
| struct completion init_done; |
| int init_done_rc; |
| |
| struct completion fw_done; |
| /* Used for serialization of device commands */ |
| struct mutex fw_lock; |
| int fw_done_rc; |
| |
| struct completion reset_done; |
| int reset_done_rc; |
| bool wait_for_reset; |
| |
| /* CPU hotplug instances for online & dead */ |
| struct hlist_node node; |
| struct hlist_node node_dead; |
| |
| /* partner capabilities */ |
| u64 min_tx_queues; |
| u64 min_rx_queues; |
| u64 min_rx_add_queues; |
| u64 max_tx_queues; |
| u64 max_rx_queues; |
| u64 max_rx_add_queues; |
| u64 req_tx_queues; |
| u64 req_rx_queues; |
| u64 req_rx_add_queues; |
| u64 min_tx_entries_per_subcrq; |
| u64 min_rx_add_entries_per_subcrq; |
| u64 max_tx_entries_per_subcrq; |
| u64 max_rx_add_entries_per_subcrq; |
| u64 req_tx_entries_per_subcrq; |
| u64 req_rx_add_entries_per_subcrq; |
| u64 tcp_ip_offload; |
| u64 promisc_requested; |
| u64 promisc_supported; |
| u64 min_mtu; |
| u64 max_mtu; |
| u64 req_mtu; |
| u64 prev_mtu; |
| u64 max_multicast_filters; |
| u64 vlan_header_insertion; |
| u64 rx_vlan_header_insertion; |
| u64 max_tx_sg_entries; |
| u64 rx_sg_supported; |
| u64 rx_sg_requested; |
| u64 opt_tx_comp_sub_queues; |
| u64 opt_rx_comp_queues; |
| u64 opt_rx_bufadd_q_per_rx_comp_q; |
| u64 opt_tx_entries_per_subcrq; |
| u64 opt_rxba_entries_per_subcrq; |
| __be64 tx_rx_desc_req; |
| #define MAX_MAP_ID 255 |
| DECLARE_BITMAP(map_ids, MAX_MAP_ID); |
| u32 num_active_rx_scrqs; |
| u32 num_active_rx_pools; |
| u32 num_active_rx_napi; |
| u32 num_active_tx_scrqs; |
| u32 num_active_tx_pools; |
| |
| u32 prev_rx_pool_size; |
| u32 prev_tx_pool_size; |
| u32 cur_rx_buf_sz; |
| u32 prev_rx_buf_sz; |
| |
| struct tasklet_struct tasklet; |
| enum vnic_state state; |
| /* Used for serialization of state field. When taking both state |
| * and rwi locks, take state lock first. |
| */ |
| spinlock_t state_lock; |
| enum ibmvnic_reset_reason reset_reason; |
| struct list_head rwi_list; |
| /* Used for serialization of rwi_list. When taking both state |
| * and rwi locks, take state lock first |
| */ |
| spinlock_t rwi_lock; |
| struct work_struct ibmvnic_reset; |
| struct delayed_work ibmvnic_delayed_reset; |
| unsigned long resetting; |
| /* last device reset time */ |
| unsigned long last_reset_time; |
| |
| bool napi_enabled; |
| bool from_passive_init; |
| bool login_pending; |
| /* protected by rcu */ |
| bool tx_queues_active; |
| bool failover_pending; |
| bool force_reset_recovery; |
| |
| struct ibmvnic_tunables desired; |
| struct ibmvnic_tunables fallback; |
| }; |
