| // SPDX-License-Identifier: GPL-2.0 |
| /* |
| * Keystone GBE and XGBE subsystem code |
| * |
| * Copyright (C) 2014 Texas Instruments Incorporated |
| * Authors: Sandeep Nair <sandeep_n@ti.com> |
| * Sandeep Paulraj <s-paulraj@ti.com> |
| * Cyril Chemparathy <cyril@ti.com> |
| * Santosh Shilimkar <santosh.shilimkar@ti.com> |
| * Wingman Kwok <w-kwok2@ti.com> |
| */ |
| |
| #include <linux/io.h> |
| #include <linux/module.h> |
| #include <linux/of_mdio.h> |
| #include <linux/of_net.h> |
| #include <linux/of_address.h> |
| #include <linux/if_vlan.h> |
| #include <linux/ptp_classify.h> |
| #include <linux/net_tstamp.h> |
| #include <linux/ethtool.h> |
| |
| #include "cpsw.h" |
| #include "cpsw_ale.h" |
| #include "netcp.h" |
| #include "cpts.h" |
| |
| #define NETCP_DRIVER_NAME "TI KeyStone Ethernet Driver" |
| #define NETCP_DRIVER_VERSION "v1.0" |
| |
| #define GBE_IDENT(reg) ((reg >> 16) & 0xffff) |
| #define GBE_MAJOR_VERSION(reg) (reg >> 8 & 0x7) |
| #define GBE_MINOR_VERSION(reg) (reg & 0xff) |
| #define GBE_RTL_VERSION(reg) ((reg >> 11) & 0x1f) |
| |
| /* 1G Ethernet SS defines */ |
| #define GBE_MODULE_NAME "netcp-gbe" |
| #define GBE_SS_VERSION_14 0x4ed2 |
| |
| #define GBE_SS_REG_INDEX 0 |
| #define GBE_SGMII34_REG_INDEX 1 |
| #define GBE_SM_REG_INDEX 2 |
| /* offset relative to base of GBE_SS_REG_INDEX */ |
| #define GBE13_SGMII_MODULE_OFFSET 0x100 |
| /* offset relative to base of GBE_SM_REG_INDEX */ |
| #define GBE13_HOST_PORT_OFFSET 0x34 |
| #define GBE13_SLAVE_PORT_OFFSET 0x60 |
| #define GBE13_EMAC_OFFSET 0x100 |
| #define GBE13_SLAVE_PORT2_OFFSET 0x200 |
| #define GBE13_HW_STATS_OFFSET 0x300 |
| #define GBE13_CPTS_OFFSET 0x500 |
| #define GBE13_ALE_OFFSET 0x600 |
| #define GBE13_HOST_PORT_NUM 0 |
| |
| /* 1G Ethernet NU SS defines */ |
| #define GBENU_MODULE_NAME "netcp-gbenu" |
| #define GBE_SS_ID_NU 0x4ee6 |
| #define GBE_SS_ID_2U 0x4ee8 |
| |
| #define IS_SS_ID_MU(d) \ |
| ((GBE_IDENT((d)->ss_version) == GBE_SS_ID_NU) || \ |
| (GBE_IDENT((d)->ss_version) == GBE_SS_ID_2U)) |
| |
| #define IS_SS_ID_NU(d) \ |
| (GBE_IDENT((d)->ss_version) == GBE_SS_ID_NU) |
| |
| #define IS_SS_ID_VER_14(d) \ |
| (GBE_IDENT((d)->ss_version) == GBE_SS_VERSION_14) |
| #define IS_SS_ID_2U(d) \ |
| (GBE_IDENT((d)->ss_version) == GBE_SS_ID_2U) |
| |
| #define GBENU_SS_REG_INDEX 0 |
| #define GBENU_SM_REG_INDEX 1 |
| #define GBENU_SGMII_MODULE_OFFSET 0x100 |
| #define GBENU_HOST_PORT_OFFSET 0x1000 |
| #define GBENU_SLAVE_PORT_OFFSET 0x2000 |
| #define GBENU_EMAC_OFFSET 0x2330 |
| #define GBENU_HW_STATS_OFFSET 0x1a000 |
| #define GBENU_CPTS_OFFSET 0x1d000 |
| #define GBENU_ALE_OFFSET 0x1e000 |
| #define GBENU_HOST_PORT_NUM 0 |
| #define GBENU_SGMII_MODULE_SIZE 0x100 |
| |
| /* 10G Ethernet SS defines */ |
| #define XGBE_MODULE_NAME "netcp-xgbe" |
| #define XGBE_SS_VERSION_10 0x4ee4 |
| |
| #define XGBE_SS_REG_INDEX 0 |
| #define XGBE_SM_REG_INDEX 1 |
| #define XGBE_SERDES_REG_INDEX 2 |
| |
| /* offset relative to base of XGBE_SS_REG_INDEX */ |
| #define XGBE10_SGMII_MODULE_OFFSET 0x100 |
| #define IS_SS_ID_XGBE(d) ((d)->ss_version == XGBE_SS_VERSION_10) |
| /* offset relative to base of XGBE_SM_REG_INDEX */ |
| #define XGBE10_HOST_PORT_OFFSET 0x34 |
| #define XGBE10_SLAVE_PORT_OFFSET 0x64 |
| #define XGBE10_EMAC_OFFSET 0x400 |
| #define XGBE10_CPTS_OFFSET 0x600 |
| #define XGBE10_ALE_OFFSET 0x700 |
| #define XGBE10_HW_STATS_OFFSET 0x800 |
| #define XGBE10_HOST_PORT_NUM 0 |
| |
| #define GBE_TIMER_INTERVAL (HZ / 2) |
| |
| /* Soft reset register values */ |
| #define SOFT_RESET_MASK BIT(0) |
| #define SOFT_RESET BIT(0) |
| #define DEVICE_EMACSL_RESET_POLL_COUNT 100 |
| #define GMACSL_RET_WARN_RESET_INCOMPLETE -2 |
| |
| #define MACSL_RX_ENABLE_CSF BIT(23) |
| #define MACSL_ENABLE_EXT_CTL BIT(18) |
| #define MACSL_XGMII_ENABLE BIT(13) |
| #define MACSL_XGIG_MODE BIT(8) |
| #define MACSL_GIG_MODE BIT(7) |
| #define MACSL_GMII_ENABLE BIT(5) |
| #define MACSL_FULLDUPLEX BIT(0) |
| |
| #define GBE_CTL_P0_ENABLE BIT(2) |
| #define ETH_SW_CTL_P0_TX_CRC_REMOVE BIT(13) |
| #define GBE13_REG_VAL_STAT_ENABLE_ALL 0xff |
| #define XGBE_REG_VAL_STAT_ENABLE_ALL 0xf |
| #define GBE_STATS_CD_SEL BIT(28) |
| |
| #define GBE_PORT_MASK(x) (BIT(x) - 1) |
| #define GBE_MASK_NO_PORTS 0 |
| |
| #define GBE_DEF_1G_MAC_CONTROL \ |
| (MACSL_GIG_MODE | MACSL_GMII_ENABLE | \ |
| MACSL_ENABLE_EXT_CTL | MACSL_RX_ENABLE_CSF) |
| |
| #define GBE_DEF_10G_MAC_CONTROL \ |
| (MACSL_XGIG_MODE | MACSL_XGMII_ENABLE | \ |
| MACSL_ENABLE_EXT_CTL | MACSL_RX_ENABLE_CSF) |
| |
| #define GBE_STATSA_MODULE 0 |
| #define GBE_STATSB_MODULE 1 |
| #define GBE_STATSC_MODULE 2 |
| #define GBE_STATSD_MODULE 3 |
| |
| #define GBENU_STATS0_MODULE 0 |
| #define GBENU_STATS1_MODULE 1 |
| #define GBENU_STATS2_MODULE 2 |
| #define GBENU_STATS3_MODULE 3 |
| #define GBENU_STATS4_MODULE 4 |
| #define GBENU_STATS5_MODULE 5 |
| #define GBENU_STATS6_MODULE 6 |
| #define GBENU_STATS7_MODULE 7 |
| #define GBENU_STATS8_MODULE 8 |
| |
| #define XGBE_STATS0_MODULE 0 |
| #define XGBE_STATS1_MODULE 1 |
| #define XGBE_STATS2_MODULE 2 |
| |
| /* s: 0-based slave_port */ |
| #define SGMII_BASE(d, s) \ |
| (((s) < 2) ? (d)->sgmii_port_regs : (d)->sgmii_port34_regs) |
| |
| #define GBE_TX_QUEUE 648 |
| #define GBE_TXHOOK_ORDER 0 |
| #define GBE_RXHOOK_ORDER 0 |
| #define GBE_DEFAULT_ALE_AGEOUT 30 |
| #define SLAVE_LINK_IS_XGMII(s) ((s)->link_interface >= XGMII_LINK_MAC_PHY) |
| #define SLAVE_LINK_IS_RGMII(s) \ |
| (((s)->link_interface >= RGMII_LINK_MAC_PHY) && \ |
| ((s)->link_interface <= RGMII_LINK_MAC_PHY_NO_MDIO)) |
| #define SLAVE_LINK_IS_SGMII(s) \ |
| ((s)->link_interface <= SGMII_LINK_MAC_PHY_NO_MDIO) |
| #define NETCP_LINK_STATE_INVALID -1 |
| |
| #define GBE_SET_REG_OFS(p, rb, rn) p->rb##_ofs.rn = \ |
| offsetof(struct gbe##_##rb, rn) |
| #define GBENU_SET_REG_OFS(p, rb, rn) p->rb##_ofs.rn = \ |
| offsetof(struct gbenu##_##rb, rn) |
| #define XGBE_SET_REG_OFS(p, rb, rn) p->rb##_ofs.rn = \ |
| offsetof(struct xgbe##_##rb, rn) |
| #define GBE_REG_ADDR(p, rb, rn) (p->rb + p->rb##_ofs.rn) |
| |
| #define HOST_TX_PRI_MAP_DEFAULT 0x00000000 |
| |
| #if IS_ENABLED(CONFIG_TI_CPTS) |
| /* Px_TS_CTL register fields */ |
| #define TS_RX_ANX_F_EN BIT(0) |
| #define TS_RX_VLAN_LT1_EN BIT(1) |
| #define TS_RX_VLAN_LT2_EN BIT(2) |
| #define TS_RX_ANX_D_EN BIT(3) |
| #define TS_TX_ANX_F_EN BIT(4) |
| #define TS_TX_VLAN_LT1_EN BIT(5) |
| #define TS_TX_VLAN_LT2_EN BIT(6) |
| #define TS_TX_ANX_D_EN BIT(7) |
| #define TS_LT2_EN BIT(8) |
| #define TS_RX_ANX_E_EN BIT(9) |
| #define TS_TX_ANX_E_EN BIT(10) |
| #define TS_MSG_TYPE_EN_SHIFT 16 |
| #define TS_MSG_TYPE_EN_MASK 0xffff |
| |
| /* Px_TS_SEQ_LTYPE register fields */ |
| #define TS_SEQ_ID_OFS_SHIFT 16 |
| #define TS_SEQ_ID_OFS_MASK 0x3f |
| |
| /* Px_TS_CTL_LTYPE2 register fields */ |
| #define TS_107 BIT(16) |
| #define TS_129 BIT(17) |
| #define TS_130 BIT(18) |
| #define TS_131 BIT(19) |
| #define TS_132 BIT(20) |
| #define TS_319 BIT(21) |
| #define TS_320 BIT(22) |
| #define TS_TTL_NONZERO BIT(23) |
| #define TS_UNI_EN BIT(24) |
| #define TS_UNI_EN_SHIFT 24 |
| |
| #define TS_TX_ANX_ALL_EN \ |
| (TS_TX_ANX_D_EN | TS_TX_ANX_E_EN | TS_TX_ANX_F_EN) |
| |
| #define TS_RX_ANX_ALL_EN \ |
| (TS_RX_ANX_D_EN | TS_RX_ANX_E_EN | TS_RX_ANX_F_EN) |
| |
| #define TS_CTL_DST_PORT TS_319 |
| #define TS_CTL_DST_PORT_SHIFT 21 |
| |
| #define TS_CTL_MADDR_ALL \ |
| (TS_107 | TS_129 | TS_130 | TS_131 | TS_132) |
| |
| #define TS_CTL_MADDR_SHIFT 16 |
| |
| /* The PTP event messages - Sync, Delay_Req, Pdelay_Req, and Pdelay_Resp. */ |
| #define EVENT_MSG_BITS (BIT(0) | BIT(1) | BIT(2) | BIT(3)) |
| #endif /* CONFIG_TI_CPTS */ |
| |
| struct xgbe_ss_regs { |
| u32 id_ver; |
| u32 synce_count; |
| u32 synce_mux; |
| u32 control; |
| }; |
| |
| struct xgbe_switch_regs { |
| u32 id_ver; |
| u32 control; |
| u32 emcontrol; |
| u32 stat_port_en; |
| u32 ptype; |
| u32 soft_idle; |
| u32 thru_rate; |
| u32 gap_thresh; |
| u32 tx_start_wds; |
| u32 flow_control; |
| u32 cppi_thresh; |
| }; |
| |
| struct xgbe_port_regs { |
| u32 blk_cnt; |
| u32 port_vlan; |
| u32 tx_pri_map; |
| u32 sa_lo; |
| u32 sa_hi; |
| u32 ts_ctl; |
| u32 ts_seq_ltype; |
| u32 ts_vlan; |
| u32 ts_ctl_ltype2; |
| u32 ts_ctl2; |
| u32 control; |
| }; |
| |
| struct xgbe_host_port_regs { |
| u32 blk_cnt; |
| u32 port_vlan; |
| u32 tx_pri_map; |
| u32 src_id; |
| u32 rx_pri_map; |
| u32 rx_maxlen; |
| }; |
| |
| struct xgbe_emac_regs { |
| u32 id_ver; |
| u32 mac_control; |
| u32 mac_status; |
| u32 soft_reset; |
| u32 rx_maxlen; |
| u32 __reserved_0; |
| u32 rx_pause; |
| u32 tx_pause; |
| u32 em_control; |
| u32 __reserved_1; |
| u32 tx_gap; |
| u32 rsvd[4]; |
| }; |
| |
| struct xgbe_host_hw_stats { |
| u32 rx_good_frames; |
| u32 rx_broadcast_frames; |
| u32 rx_multicast_frames; |
| u32 __rsvd_0[3]; |
| u32 rx_oversized_frames; |
| u32 __rsvd_1; |
| u32 rx_undersized_frames; |
| u32 __rsvd_2; |
| u32 overrun_type4; |
| u32 overrun_type5; |
| u32 rx_bytes; |
| u32 tx_good_frames; |
| u32 tx_broadcast_frames; |
| u32 tx_multicast_frames; |
| u32 __rsvd_3[9]; |
| u32 tx_bytes; |
| u32 tx_64byte_frames; |
| u32 tx_65_to_127byte_frames; |
| u32 tx_128_to_255byte_frames; |
| u32 tx_256_to_511byte_frames; |
| u32 tx_512_to_1023byte_frames; |
| u32 tx_1024byte_frames; |
| u32 net_bytes; |
| u32 rx_sof_overruns; |
| u32 rx_mof_overruns; |
| u32 rx_dma_overruns; |
| }; |
| |
| struct xgbe_hw_stats { |
| u32 rx_good_frames; |
| u32 rx_broadcast_frames; |
| u32 rx_multicast_frames; |
| u32 rx_pause_frames; |
| u32 rx_crc_errors; |
| u32 rx_align_code_errors; |
| u32 rx_oversized_frames; |
| u32 rx_jabber_frames; |
| u32 rx_undersized_frames; |
| u32 rx_fragments; |
| u32 overrun_type4; |
| u32 overrun_type5; |
| u32 rx_bytes; |
| u32 tx_good_frames; |
| u32 tx_broadcast_frames; |
| u32 tx_multicast_frames; |
| u32 tx_pause_frames; |
| u32 tx_deferred_frames; |
| u32 tx_collision_frames; |
| u32 tx_single_coll_frames; |
| u32 tx_mult_coll_frames; |
| u32 tx_excessive_collisions; |
| u32 tx_late_collisions; |
| u32 tx_underrun; |
| u32 tx_carrier_sense_errors; |
| u32 tx_bytes; |
| u32 tx_64byte_frames; |
| u32 tx_65_to_127byte_frames; |
| u32 tx_128_to_255byte_frames; |
| u32 tx_256_to_511byte_frames; |
| u32 tx_512_to_1023byte_frames; |
| u32 tx_1024byte_frames; |
| u32 net_bytes; |
| u32 rx_sof_overruns; |
| u32 rx_mof_overruns; |
| u32 rx_dma_overruns; |
| }; |
| |
| struct gbenu_ss_regs { |
| u32 id_ver; |
| u32 synce_count; /* NU */ |
| u32 synce_mux; /* NU */ |
| u32 control; /* 2U */ |
| u32 __rsvd_0[2]; /* 2U */ |
| u32 rgmii_status; /* 2U */ |
| u32 ss_status; /* 2U */ |
| }; |
| |
| struct gbenu_switch_regs { |
| u32 id_ver; |
| u32 control; |
| u32 __rsvd_0[2]; |
| u32 emcontrol; |
| u32 stat_port_en; |
| u32 ptype; /* NU */ |
| u32 soft_idle; |
| u32 thru_rate; /* NU */ |
| u32 gap_thresh; /* NU */ |
| u32 tx_start_wds; /* NU */ |
| u32 eee_prescale; /* 2U */ |
| u32 tx_g_oflow_thresh_set; /* NU */ |
| u32 tx_g_oflow_thresh_clr; /* NU */ |
| u32 tx_g_buf_thresh_set_l; /* NU */ |
| u32 tx_g_buf_thresh_set_h; /* NU */ |
| u32 tx_g_buf_thresh_clr_l; /* NU */ |
| u32 tx_g_buf_thresh_clr_h; /* NU */ |
| }; |
| |
| struct gbenu_port_regs { |
| u32 __rsvd_0; |
| u32 control; |
| u32 max_blks; /* 2U */ |
| u32 mem_align1; |
| u32 blk_cnt; |
| u32 port_vlan; |
| u32 tx_pri_map; /* NU */ |
| u32 pri_ctl; /* 2U */ |
| u32 rx_pri_map; |
| u32 rx_maxlen; |
| u32 tx_blks_pri; /* NU */ |
| u32 __rsvd_1; |
| u32 idle2lpi; /* 2U */ |
| u32 lpi2idle; /* 2U */ |
| u32 eee_status; /* 2U */ |
| u32 __rsvd_2; |
| u32 __rsvd_3[176]; /* NU: more to add */ |
| u32 __rsvd_4[2]; |
| u32 sa_lo; |
| u32 sa_hi; |
| u32 ts_ctl; |
| u32 ts_seq_ltype; |
| u32 ts_vlan; |
| u32 ts_ctl_ltype2; |
| u32 ts_ctl2; |
| }; |
| |
| struct gbenu_host_port_regs { |
| u32 __rsvd_0; |
| u32 control; |
| u32 flow_id_offset; /* 2U */ |
| u32 __rsvd_1; |
| u32 blk_cnt; |
| u32 port_vlan; |
| u32 tx_pri_map; /* NU */ |
| u32 pri_ctl; |
| u32 rx_pri_map; |
| u32 rx_maxlen; |
| u32 tx_blks_pri; /* NU */ |
| u32 __rsvd_2; |
| u32 idle2lpi; /* 2U */ |
| u32 lpi2wake; /* 2U */ |
| u32 eee_status; /* 2U */ |
| u32 __rsvd_3; |
| u32 __rsvd_4[184]; /* NU */ |
| u32 host_blks_pri; /* NU */ |
| }; |
| |
| struct gbenu_emac_regs { |
| u32 mac_control; |
| u32 mac_status; |
| u32 soft_reset; |
| u32 boff_test; |
| u32 rx_pause; |
| u32 __rsvd_0[11]; /* NU */ |
| u32 tx_pause; |
| u32 __rsvd_1[11]; /* NU */ |
| u32 em_control; |
| u32 tx_gap; |
| }; |
| |
| /* Some hw stat regs are applicable to slave port only. |
| * This is handled by gbenu_et_stats struct. Also some |
| * are for SS version NU and some are for 2U. |
| */ |
| struct gbenu_hw_stats { |
| u32 rx_good_frames; |
| u32 rx_broadcast_frames; |
| u32 rx_multicast_frames; |
| u32 rx_pause_frames; /* slave */ |
| u32 rx_crc_errors; |
| u32 rx_align_code_errors; /* slave */ |
| u32 rx_oversized_frames; |
| u32 rx_jabber_frames; /* slave */ |
| u32 rx_undersized_frames; |
| u32 rx_fragments; /* slave */ |
| u32 ale_drop; |
| u32 ale_overrun_drop; |
| u32 rx_bytes; |
| u32 tx_good_frames; |
| u32 tx_broadcast_frames; |
| u32 tx_multicast_frames; |
| u32 tx_pause_frames; /* slave */ |
| u32 tx_deferred_frames; /* slave */ |
| u32 tx_collision_frames; /* slave */ |
| u32 tx_single_coll_frames; /* slave */ |
| u32 tx_mult_coll_frames; /* slave */ |
| u32 tx_excessive_collisions; /* slave */ |
| u32 tx_late_collisions; /* slave */ |
| u32 rx_ipg_error; /* slave 10G only */ |
| u32 tx_carrier_sense_errors; /* slave */ |
| u32 tx_bytes; |
| u32 tx_64B_frames; |
| u32 tx_65_to_127B_frames; |
| u32 tx_128_to_255B_frames; |
| u32 tx_256_to_511B_frames; |
| u32 tx_512_to_1023B_frames; |
| u32 tx_1024B_frames; |
| u32 net_bytes; |
| u32 rx_bottom_fifo_drop; |
| u32 rx_port_mask_drop; |
| u32 rx_top_fifo_drop; |
| u32 ale_rate_limit_drop; |
| u32 ale_vid_ingress_drop; |
| u32 ale_da_eq_sa_drop; |
| u32 __rsvd_0[3]; |
| u32 ale_unknown_ucast; |
| u32 ale_unknown_ucast_bytes; |
| u32 ale_unknown_mcast; |
| u32 ale_unknown_mcast_bytes; |
| u32 ale_unknown_bcast; |
| u32 ale_unknown_bcast_bytes; |
| u32 ale_pol_match; |
| u32 ale_pol_match_red; /* NU */ |
| u32 ale_pol_match_yellow; /* NU */ |
| u32 __rsvd_1[44]; |
| u32 tx_mem_protect_err; |
| /* following NU only */ |
| u32 tx_pri0; |
| u32 tx_pri1; |
| u32 tx_pri2; |
| u32 tx_pri3; |
| u32 tx_pri4; |
| u32 tx_pri5; |
| u32 tx_pri6; |
| u32 tx_pri7; |
| u32 tx_pri0_bcnt; |
| u32 tx_pri1_bcnt; |
| u32 tx_pri2_bcnt; |
| u32 tx_pri3_bcnt; |
| u32 tx_pri4_bcnt; |
| u32 tx_pri5_bcnt; |
| u32 tx_pri6_bcnt; |
| u32 tx_pri7_bcnt; |
| u32 tx_pri0_drop; |
| u32 tx_pri1_drop; |
| u32 tx_pri2_drop; |
| u32 tx_pri3_drop; |
| u32 tx_pri4_drop; |
| u32 tx_pri5_drop; |
| u32 tx_pri6_drop; |
| u32 tx_pri7_drop; |
| u32 tx_pri0_drop_bcnt; |
| u32 tx_pri1_drop_bcnt; |
| u32 tx_pri2_drop_bcnt; |
| u32 tx_pri3_drop_bcnt; |
| u32 tx_pri4_drop_bcnt; |
| u32 tx_pri5_drop_bcnt; |
| u32 tx_pri6_drop_bcnt; |
| u32 tx_pri7_drop_bcnt; |
| }; |
| |
| #define GBENU_HW_STATS_REG_MAP_SZ 0x200 |
| |
| struct gbe_ss_regs { |
| u32 id_ver; |
| u32 synce_count; |
| u32 synce_mux; |
| }; |
| |
| struct gbe_ss_regs_ofs { |
| u16 id_ver; |
| u16 control; |
| u16 rgmii_status; /* 2U */ |
| }; |
| |
| struct gbe_switch_regs { |
| u32 id_ver; |
| u32 control; |
| u32 soft_reset; |
| u32 stat_port_en; |
| u32 ptype; |
| u32 soft_idle; |
| u32 thru_rate; |
| u32 gap_thresh; |
| u32 tx_start_wds; |
| u32 flow_control; |
| }; |
| |
| struct gbe_switch_regs_ofs { |
| u16 id_ver; |
| u16 control; |
| u16 soft_reset; |
| u16 emcontrol; |
| u16 stat_port_en; |
| u16 ptype; |
| u16 flow_control; |
| }; |
| |
| struct gbe_port_regs { |
| u32 max_blks; |
| u32 blk_cnt; |
| u32 port_vlan; |
| u32 tx_pri_map; |
| u32 sa_lo; |
| u32 sa_hi; |
| u32 ts_ctl; |
| u32 ts_seq_ltype; |
| u32 ts_vlan; |
| u32 ts_ctl_ltype2; |
| u32 ts_ctl2; |
| }; |
| |
| struct gbe_port_regs_ofs { |
| u16 port_vlan; |
| u16 tx_pri_map; |
| u16 rx_pri_map; |
| u16 sa_lo; |
| u16 sa_hi; |
| u16 ts_ctl; |
| u16 ts_seq_ltype; |
| u16 ts_vlan; |
| u16 ts_ctl_ltype2; |
| u16 ts_ctl2; |
| u16 rx_maxlen; /* 2U, NU */ |
| }; |
| |
| struct gbe_host_port_regs { |
| u32 src_id; |
| u32 port_vlan; |
| u32 rx_pri_map; |
| u32 rx_maxlen; |
| }; |
| |
| struct gbe_host_port_regs_ofs { |
| u16 port_vlan; |
| u16 tx_pri_map; |
| u16 rx_maxlen; |
| }; |
| |
| struct gbe_emac_regs { |
| u32 id_ver; |
| u32 mac_control; |
| u32 mac_status; |
| u32 soft_reset; |
| u32 rx_maxlen; |
| u32 __reserved_0; |
| u32 rx_pause; |
| u32 tx_pause; |
| u32 __reserved_1; |
| u32 rx_pri_map; |
| u32 rsvd[6]; |
| }; |
| |
| struct gbe_emac_regs_ofs { |
| u16 mac_control; |
| u16 soft_reset; |
| u16 rx_maxlen; |
| }; |
| |
| struct gbe_hw_stats { |
| u32 rx_good_frames; |
| u32 rx_broadcast_frames; |
| u32 rx_multicast_frames; |
| u32 rx_pause_frames; |
| u32 rx_crc_errors; |
| u32 rx_align_code_errors; |
| u32 rx_oversized_frames; |
| u32 rx_jabber_frames; |
| u32 rx_undersized_frames; |
| u32 rx_fragments; |
| u32 __pad_0[2]; |
| u32 rx_bytes; |
| u32 tx_good_frames; |
| u32 tx_broadcast_frames; |
| u32 tx_multicast_frames; |
| u32 tx_pause_frames; |
| u32 tx_deferred_frames; |
| u32 tx_collision_frames; |
| u32 tx_single_coll_frames; |
| u32 tx_mult_coll_frames; |
| u32 tx_excessive_collisions; |
| u32 tx_late_collisions; |
| u32 tx_underrun; |
| u32 tx_carrier_sense_errors; |
| u32 tx_bytes; |
| u32 tx_64byte_frames; |
| u32 tx_65_to_127byte_frames; |
| u32 tx_128_to_255byte_frames; |
| u32 tx_256_to_511byte_frames; |
| u32 tx_512_to_1023byte_frames; |
| u32 tx_1024byte_frames; |
| u32 net_bytes; |
| u32 rx_sof_overruns; |
| u32 rx_mof_overruns; |
| u32 rx_dma_overruns; |
| }; |
| |
| #define GBE_MAX_HW_STAT_MODS 9 |
| #define GBE_HW_STATS_REG_MAP_SZ 0x100 |
| |
| struct ts_ctl { |
| int uni; |
| u8 dst_port_map; |
| u8 maddr_map; |
| u8 ts_mcast_type; |
| }; |
| |
| struct gbe_slave { |
| void __iomem *port_regs; |
| void __iomem *emac_regs; |
| struct gbe_port_regs_ofs port_regs_ofs; |
| struct gbe_emac_regs_ofs emac_regs_ofs; |
| int slave_num; /* 0 based logical number */ |
| int port_num; /* actual port number */ |
| atomic_t link_state; |
| bool open; |
| struct phy_device *phy; |
| u32 link_interface; |
| u32 mac_control; |
| u8 phy_port_t; |
| struct device_node *node; |
| struct device_node *phy_node; |
| struct ts_ctl ts_ctl; |
| struct list_head slave_list; |
| }; |
| |
| struct gbe_priv { |
| struct device *dev; |
| struct netcp_device *netcp_device; |
| struct timer_list timer; |
| u32 num_slaves; |
| u32 ale_ports; |
| bool enable_ale; |
| u8 max_num_slaves; |
| u8 max_num_ports; /* max_num_slaves + 1 */ |
| u8 num_stats_mods; |
| struct netcp_tx_pipe tx_pipe; |
| |
| int host_port; |
| u32 rx_packet_max; |
| u32 ss_version; |
| u32 stats_en_mask; |
| |
| void __iomem *ss_regs; |
| void __iomem *switch_regs; |
| void __iomem *host_port_regs; |
| void __iomem *ale_reg; |
| void __iomem *cpts_reg; |
| void __iomem *sgmii_port_regs; |
| void __iomem *sgmii_port34_regs; |
| void __iomem *xgbe_serdes_regs; |
| void __iomem *hw_stats_regs[GBE_MAX_HW_STAT_MODS]; |
| |
| struct gbe_ss_regs_ofs ss_regs_ofs; |
| struct gbe_switch_regs_ofs switch_regs_ofs; |
| struct gbe_host_port_regs_ofs host_port_regs_ofs; |
| |
| struct cpsw_ale *ale; |
| unsigned int tx_queue_id; |
| const char *dma_chan_name; |
| |
| struct list_head gbe_intf_head; |
| struct list_head secondary_slaves; |
| struct net_device *dummy_ndev; |
| |
| u64 *hw_stats; |
| u32 *hw_stats_prev; |
| const struct netcp_ethtool_stat *et_stats; |
| int num_et_stats; |
| /* Lock for updating the hwstats */ |
| spinlock_t hw_stats_lock; |
| |
| int cpts_registered; |
| struct cpts *cpts; |
| int rx_ts_enabled; |
| int tx_ts_enabled; |
| }; |
| |
| struct gbe_intf { |
| struct net_device *ndev; |
| struct device *dev; |
| struct gbe_priv *gbe_dev; |
| struct netcp_tx_pipe tx_pipe; |
| struct gbe_slave *slave; |
| struct list_head gbe_intf_list; |
| unsigned long active_vlans[BITS_TO_LONGS(VLAN_N_VID)]; |
| }; |
| |
| static struct netcp_module gbe_module; |
| static struct netcp_module xgbe_module; |
| |
| /* Statistic management */ |
| struct netcp_ethtool_stat { |
| char desc[ETH_GSTRING_LEN]; |
| int type; |
| u32 size; |
| int offset; |
| }; |
| |
| #define GBE_STATSA_INFO(field) \ |
| { \ |
| "GBE_A:"#field, GBE_STATSA_MODULE, \ |
| sizeof_field(struct gbe_hw_stats, field), \ |
| offsetof(struct gbe_hw_stats, field) \ |
| } |
| |
| #define GBE_STATSB_INFO(field) \ |
| { \ |
| "GBE_B:"#field, GBE_STATSB_MODULE, \ |
| sizeof_field(struct gbe_hw_stats, field), \ |
| offsetof(struct gbe_hw_stats, field) \ |
| } |
| |
| #define GBE_STATSC_INFO(field) \ |
| { \ |
| "GBE_C:"#field, GBE_STATSC_MODULE, \ |
| sizeof_field(struct gbe_hw_stats, field), \ |
| offsetof(struct gbe_hw_stats, field) \ |
| } |
| |
| #define GBE_STATSD_INFO(field) \ |
| { \ |
| "GBE_D:"#field, GBE_STATSD_MODULE, \ |
| sizeof_field(struct gbe_hw_stats, field), \ |
| offsetof(struct gbe_hw_stats, field) \ |
| } |
| |
| static const struct netcp_ethtool_stat gbe13_et_stats[] = { |
| /* GBE module A */ |
| GBE_STATSA_INFO(rx_good_frames), |
| GBE_STATSA_INFO(rx_broadcast_frames), |
| GBE_STATSA_INFO(rx_multicast_frames), |
| GBE_STATSA_INFO(rx_pause_frames), |
| GBE_STATSA_INFO(rx_crc_errors), |
| GBE_STATSA_INFO(rx_align_code_errors), |
| GBE_STATSA_INFO(rx_oversized_frames), |
| GBE_STATSA_INFO(rx_jabber_frames), |
| GBE_STATSA_INFO(rx_undersized_frames), |
| GBE_STATSA_INFO(rx_fragments), |
| GBE_STATSA_INFO(rx_bytes), |
| GBE_STATSA_INFO(tx_good_frames), |
| GBE_STATSA_INFO(tx_broadcast_frames), |
| GBE_STATSA_INFO(tx_multicast_frames), |
| GBE_STATSA_INFO(tx_pause_frames), |
| GBE_STATSA_INFO(tx_deferred_frames), |
| GBE_STATSA_INFO(tx_collision_frames), |
| GBE_STATSA_INFO(tx_single_coll_frames), |
| GBE_STATSA_INFO(tx_mult_coll_frames), |
| GBE_STATSA_INFO(tx_excessive_collisions), |
| GBE_STATSA_INFO(tx_late_collisions), |
| GBE_STATSA_INFO(tx_underrun), |
| GBE_STATSA_INFO(tx_carrier_sense_errors), |
| GBE_STATSA_INFO(tx_bytes), |
| GBE_STATSA_INFO(tx_64byte_frames), |
| GBE_STATSA_INFO(tx_65_to_127byte_frames), |
| GBE_STATSA_INFO(tx_128_to_255byte_frames), |
| GBE_STATSA_INFO(tx_256_to_511byte_frames), |
| GBE_STATSA_INFO(tx_512_to_1023byte_frames), |
| GBE_STATSA_INFO(tx_1024byte_frames), |
| GBE_STATSA_INFO(net_bytes), |
| GBE_STATSA_INFO(rx_sof_overruns), |
| GBE_STATSA_INFO(rx_mof_overruns), |
| GBE_STATSA_INFO(rx_dma_overruns), |
| /* GBE module B */ |
| GBE_STATSB_INFO(rx_good_frames), |
| GBE_STATSB_INFO(rx_broadcast_frames), |
| GBE_STATSB_INFO(rx_multicast_frames), |
| GBE_STATSB_INFO(rx_pause_frames), |
| GBE_STATSB_INFO(rx_crc_errors), |
| GBE_STATSB_INFO(rx_align_code_errors), |
| GBE_STATSB_INFO(rx_oversized_frames), |
| GBE_STATSB_INFO(rx_jabber_frames), |
| GBE_STATSB_INFO(rx_undersized_frames), |
| GBE_STATSB_INFO(rx_fragments), |
| GBE_STATSB_INFO(rx_bytes), |
| GBE_STATSB_INFO(tx_good_frames), |
| GBE_STATSB_INFO(tx_broadcast_frames), |
| GBE_STATSB_INFO(tx_multicast_frames), |
| GBE_STATSB_INFO(tx_pause_frames), |
| GBE_STATSB_INFO(tx_deferred_frames), |
| GBE_STATSB_INFO(tx_collision_frames), |
| GBE_STATSB_INFO(tx_single_coll_frames), |
| GBE_STATSB_INFO(tx_mult_coll_frames), |
| GBE_STATSB_INFO(tx_excessive_collisions), |
| GBE_STATSB_INFO(tx_late_collisions), |
| GBE_STATSB_INFO(tx_underrun), |
| GBE_STATSB_INFO(tx_carrier_sense_errors), |
| GBE_STATSB_INFO(tx_bytes), |
| GBE_STATSB_INFO(tx_64byte_frames), |
| GBE_STATSB_INFO(tx_65_to_127byte_frames), |
| GBE_STATSB_INFO(tx_128_to_255byte_frames), |
| GBE_STATSB_INFO(tx_256_to_511byte_frames), |
| GBE_STATSB_INFO(tx_512_to_1023byte_frames), |
| GBE_STATSB_INFO(tx_1024byte_frames), |
| GBE_STATSB_INFO(net_bytes), |
| GBE_STATSB_INFO(rx_sof_overruns), |
| GBE_STATSB_INFO(rx_mof_overruns), |
| GBE_STATSB_INFO(rx_dma_overruns), |
| /* GBE module C */ |
| GBE_STATSC_INFO(rx_good_frames), |
| GBE_STATSC_INFO(rx_broadcast_frames), |
| GBE_STATSC_INFO(rx_multicast_frames), |
| GBE_STATSC_INFO(rx_pause_frames), |
| GBE_STATSC_INFO(rx_crc_errors), |
| GBE_STATSC_INFO(rx_align_code_errors), |
| GBE_STATSC_INFO(rx_oversized_frames), |
| GBE_STATSC_INFO(rx_jabber_frames), |
| GBE_STATSC_INFO(rx_undersized_frames), |
| GBE_STATSC_INFO(rx_fragments), |
| GBE_STATSC_INFO(rx_bytes), |
| GBE_STATSC_INFO(tx_good_frames), |
| GBE_STATSC_INFO(tx_broadcast_frames), |
| GBE_STATSC_INFO(tx_multicast_frames), |
| GBE_STATSC_INFO(tx_pause_frames), |
| GBE_STATSC_INFO(tx_deferred_frames), |
| GBE_STATSC_INFO(tx_collision_frames), |
| GBE_STATSC_INFO(tx_single_coll_frames), |
| GBE_STATSC_INFO(tx_mult_coll_frames), |
| GBE_STATSC_INFO(tx_excessive_collisions), |
| GBE_STATSC_INFO(tx_late_collisions), |
| GBE_STATSC_INFO(tx_underrun), |
| GBE_STATSC_INFO(tx_carrier_sense_errors), |
| GBE_STATSC_INFO(tx_bytes), |
| GBE_STATSC_INFO(tx_64byte_frames), |
| GBE_STATSC_INFO(tx_65_to_127byte_frames), |
| GBE_STATSC_INFO(tx_128_to_255byte_frames), |
| GBE_STATSC_INFO(tx_256_to_511byte_frames), |
| GBE_STATSC_INFO(tx_512_to_1023byte_frames), |
| GBE_STATSC_INFO(tx_1024byte_frames), |
| GBE_STATSC_INFO(net_bytes), |
| GBE_STATSC_INFO(rx_sof_overruns), |
| GBE_STATSC_INFO(rx_mof_overruns), |
| GBE_STATSC_INFO(rx_dma_overruns), |
| /* GBE module D */ |
| GBE_STATSD_INFO(rx_good_frames), |
| GBE_STATSD_INFO(rx_broadcast_frames), |
| GBE_STATSD_INFO(rx_multicast_frames), |
| GBE_STATSD_INFO(rx_pause_frames), |
| GBE_STATSD_INFO(rx_crc_errors), |
| GBE_STATSD_INFO(rx_align_code_errors), |
| GBE_STATSD_INFO(rx_oversized_frames), |
| GBE_STATSD_INFO(rx_jabber_frames), |
| GBE_STATSD_INFO(rx_undersized_frames), |
| GBE_STATSD_INFO(rx_fragments), |
| GBE_STATSD_INFO(rx_bytes), |
| GBE_STATSD_INFO(tx_good_frames), |
| GBE_STATSD_INFO(tx_broadcast_frames), |
| GBE_STATSD_INFO(tx_multicast_frames), |
| GBE_STATSD_INFO(tx_pause_frames), |
| GBE_STATSD_INFO(tx_deferred_frames), |
| GBE_STATSD_INFO(tx_collision_frames), |
| GBE_STATSD_INFO(tx_single_coll_frames), |
| GBE_STATSD_INFO(tx_mult_coll_frames), |
| GBE_STATSD_INFO(tx_excessive_collisions), |
| GBE_STATSD_INFO(tx_late_collisions), |
| GBE_STATSD_INFO(tx_underrun), |
| GBE_STATSD_INFO(tx_carrier_sense_errors), |
| GBE_STATSD_INFO(tx_bytes), |
| GBE_STATSD_INFO(tx_64byte_frames), |
| GBE_STATSD_INFO(tx_65_to_127byte_frames), |
| GBE_STATSD_INFO(tx_128_to_255byte_frames), |
| GBE_STATSD_INFO(tx_256_to_511byte_frames), |
| GBE_STATSD_INFO(tx_512_to_1023byte_frames), |
| GBE_STATSD_INFO(tx_1024byte_frames), |
| GBE_STATSD_INFO(net_bytes), |
| GBE_STATSD_INFO(rx_sof_overruns), |
| GBE_STATSD_INFO(rx_mof_overruns), |
| GBE_STATSD_INFO(rx_dma_overruns), |
| }; |
| |
| /* This is the size of entries in GBENU_STATS_HOST */ |
| #define GBENU_ET_STATS_HOST_SIZE 52 |
| |
| #define GBENU_STATS_HOST(field) \ |
| { \ |
| "GBE_HOST:"#field, GBENU_STATS0_MODULE, \ |
| sizeof_field(struct gbenu_hw_stats, field), \ |
| offsetof(struct gbenu_hw_stats, field) \ |
| } |
| |
| /* This is the size of entries in GBENU_STATS_PORT */ |
| #define GBENU_ET_STATS_PORT_SIZE 65 |
| |
| #define GBENU_STATS_P1(field) \ |
| { \ |
| "GBE_P1:"#field, GBENU_STATS1_MODULE, \ |
| sizeof_field(struct gbenu_hw_stats, field), \ |
| offsetof(struct gbenu_hw_stats, field) \ |
| } |
| |
| #define GBENU_STATS_P2(field) \ |
| { \ |
| "GBE_P2:"#field, GBENU_STATS2_MODULE, \ |
| sizeof_field(struct gbenu_hw_stats, field), \ |
| offsetof(struct gbenu_hw_stats, field) \ |
| } |
| |
| #define GBENU_STATS_P3(field) \ |
| { \ |
| "GBE_P3:"#field, GBENU_STATS3_MODULE, \ |
| sizeof_field(struct gbenu_hw_stats, field), \ |
| offsetof(struct gbenu_hw_stats, field) \ |
| } |
| |
| #define GBENU_STATS_P4(field) \ |
| { \ |
| "GBE_P4:"#field, GBENU_STATS4_MODULE, \ |
| sizeof_field(struct gbenu_hw_stats, field), \ |
| offsetof(struct gbenu_hw_stats, field) \ |
| } |
| |
| #define GBENU_STATS_P5(field) \ |
| { \ |
| "GBE_P5:"#field, GBENU_STATS5_MODULE, \ |
| sizeof_field(struct gbenu_hw_stats, field), \ |
| offsetof(struct gbenu_hw_stats, field) \ |
| } |
| |
| #define GBENU_STATS_P6(field) \ |
| { \ |
| "GBE_P6:"#field, GBENU_STATS6_MODULE, \ |
| sizeof_field(struct gbenu_hw_stats, field), \ |
| offsetof(struct gbenu_hw_stats, field) \ |
| } |
| |
| #define GBENU_STATS_P7(field) \ |
| { \ |
| "GBE_P7:"#field, GBENU_STATS7_MODULE, \ |
| sizeof_field(struct gbenu_hw_stats, field), \ |
| offsetof(struct gbenu_hw_stats, field) \ |
| } |
| |
| #define GBENU_STATS_P8(field) \ |
| { \ |
| "GBE_P8:"#field, GBENU_STATS8_MODULE, \ |
| sizeof_field(struct gbenu_hw_stats, field), \ |
| offsetof(struct gbenu_hw_stats, field) \ |
| } |
| |
| static const struct netcp_ethtool_stat gbenu_et_stats[] = { |
| /* GBENU Host Module */ |
| GBENU_STATS_HOST(rx_good_frames), |
| GBENU_STATS_HOST(rx_broadcast_frames), |
| GBENU_STATS_HOST(rx_multicast_frames), |
| GBENU_STATS_HOST(rx_crc_errors), |
| GBENU_STATS_HOST(rx_oversized_frames), |
| GBENU_STATS_HOST(rx_undersized_frames), |
| GBENU_STATS_HOST(ale_drop), |
| GBENU_STATS_HOST(ale_overrun_drop), |
| GBENU_STATS_HOST(rx_bytes), |
| GBENU_STATS_HOST(tx_good_frames), |
| GBENU_STATS_HOST(tx_broadcast_frames), |
| GBENU_STATS_HOST(tx_multicast_frames), |
| GBENU_STATS_HOST(tx_bytes), |
| GBENU_STATS_HOST(tx_64B_frames), |
| GBENU_STATS_HOST(tx_65_to_127B_frames), |
| GBENU_STATS_HOST(tx_128_to_255B_frames), |
| GBENU_STATS_HOST(tx_256_to_511B_frames), |
| GBENU_STATS_HOST(tx_512_to_1023B_frames), |
| GBENU_STATS_HOST(tx_1024B_frames), |
| GBENU_STATS_HOST(net_bytes), |
| GBENU_STATS_HOST(rx_bottom_fifo_drop), |
| GBENU_STATS_HOST(rx_port_mask_drop), |
| GBENU_STATS_HOST(rx_top_fifo_drop), |
| GBENU_STATS_HOST(ale_rate_limit_drop), |
| GBENU_STATS_HOST(ale_vid_ingress_drop), |
| GBENU_STATS_HOST(ale_da_eq_sa_drop), |
| GBENU_STATS_HOST(ale_unknown_ucast), |
| GBENU_STATS_HOST(ale_unknown_ucast_bytes), |
| GBENU_STATS_HOST(ale_unknown_mcast), |
| GBENU_STATS_HOST(ale_unknown_mcast_bytes), |
| GBENU_STATS_HOST(ale_unknown_bcast), |
| GBENU_STATS_HOST(ale_unknown_bcast_bytes), |
| GBENU_STATS_HOST(ale_pol_match), |
| GBENU_STATS_HOST(ale_pol_match_red), |
| GBENU_STATS_HOST(ale_pol_match_yellow), |
| GBENU_STATS_HOST(tx_mem_protect_err), |
| GBENU_STATS_HOST(tx_pri0_drop), |
| GBENU_STATS_HOST(tx_pri1_drop), |
| GBENU_STATS_HOST(tx_pri2_drop), |
| GBENU_STATS_HOST(tx_pri3_drop), |
| GBENU_STATS_HOST(tx_pri4_drop), |
| GBENU_STATS_HOST(tx_pri5_drop), |
| GBENU_STATS_HOST(tx_pri6_drop), |
| GBENU_STATS_HOST(tx_pri7_drop), |
| GBENU_STATS_HOST(tx_pri0_drop_bcnt), |
| GBENU_STATS_HOST(tx_pri1_drop_bcnt), |
| GBENU_STATS_HOST(tx_pri2_drop_bcnt), |
| GBENU_STATS_HOST(tx_pri3_drop_bcnt), |
| GBENU_STATS_HOST(tx_pri4_drop_bcnt), |
| GBENU_STATS_HOST(tx_pri5_drop_bcnt), |
| GBENU_STATS_HOST(tx_pri6_drop_bcnt), |
| GBENU_STATS_HOST(tx_pri7_drop_bcnt), |
| /* GBENU Module 1 */ |
| GBENU_STATS_P1(rx_good_frames), |
| GBENU_STATS_P1(rx_broadcast_frames), |
| GBENU_STATS_P1(rx_multicast_frames), |
| GBENU_STATS_P1(rx_pause_frames), |
| GBENU_STATS_P1(rx_crc_errors), |
| GBENU_STATS_P1(rx_align_code_errors), |
| GBENU_STATS_P1(rx_oversized_frames), |
| GBENU_STATS_P1(rx_jabber_frames), |
| GBENU_STATS_P1(rx_undersized_frames), |
| GBENU_STATS_P1(rx_fragments), |
| GBENU_STATS_P1(ale_drop), |
| GBENU_STATS_P1(ale_overrun_drop), |
| GBENU_STATS_P1(rx_bytes), |
| GBENU_STATS_P1(tx_good_frames), |
| GBENU_STATS_P1(tx_broadcast_frames), |
| GBENU_STATS_P1(tx_multicast_frames), |
| GBENU_STATS_P1(tx_pause_frames), |
| GBENU_STATS_P1(tx_deferred_frames), |
| GBENU_STATS_P1(tx_collision_frames), |
| GBENU_STATS_P1(tx_single_coll_frames), |
| GBENU_STATS_P1(tx_mult_coll_frames), |
| GBENU_STATS_P1(tx_excessive_collisions), |
| GBENU_STATS_P1(tx_late_collisions), |
| GBENU_STATS_P1(rx_ipg_error), |
| GBENU_STATS_P1(tx_carrier_sense_errors), |
| GBENU_STATS_P1(tx_bytes), |
| GBENU_STATS_P1(tx_64B_frames), |
| GBENU_STATS_P1(tx_65_to_127B_frames), |
| GBENU_STATS_P1(tx_128_to_255B_frames), |
| GBENU_STATS_P1(tx_256_to_511B_frames), |
| GBENU_STATS_P1(tx_512_to_1023B_frames), |
| GBENU_STATS_P1(tx_1024B_frames), |
| GBENU_STATS_P1(net_bytes), |
| GBENU_STATS_P1(rx_bottom_fifo_drop), |
| GBENU_STATS_P1(rx_port_mask_drop), |
| GBENU_STATS_P1(rx_top_fifo_drop), |
| GBENU_STATS_P1(ale_rate_limit_drop), |
| GBENU_STATS_P1(ale_vid_ingress_drop), |
| GBENU_STATS_P1(ale_da_eq_sa_drop), |
| GBENU_STATS_P1(ale_unknown_ucast), |
| GBENU_STATS_P1(ale_unknown_ucast_bytes), |
| GBENU_STATS_P1(ale_unknown_mcast), |
| GBENU_STATS_P1(ale_unknown_mcast_bytes), |
| GBENU_STATS_P1(ale_unknown_bcast), |
| GBENU_STATS_P1(ale_unknown_bcast_bytes), |
| GBENU_STATS_P1(ale_pol_match), |
| GBENU_STATS_P1(ale_pol_match_red), |
| GBENU_STATS_P1(ale_pol_match_yellow), |
| GBENU_STATS_P1(tx_mem_protect_err), |
| GBENU_STATS_P1(tx_pri0_drop), |
| GBENU_STATS_P1(tx_pri1_drop), |
| GBENU_STATS_P1(tx_pri2_drop), |
| GBENU_STATS_P1(tx_pri3_drop), |
| GBENU_STATS_P1(tx_pri4_drop), |
| GBENU_STATS_P1(tx_pri5_drop), |
| GBENU_STATS_P1(tx_pri6_drop), |
| GBENU_STATS_P1(tx_pri7_drop), |
| GBENU_STATS_P1(tx_pri0_drop_bcnt), |
| GBENU_STATS_P1(tx_pri1_drop_bcnt), |
| GBENU_STATS_P1(tx_pri2_drop_bcnt), |
| GBENU_STATS_P1(tx_pri3_drop_bcnt), |
| GBENU_STATS_P1(tx_pri4_drop_bcnt), |
| GBENU_STATS_P1(tx_pri5_drop_bcnt), |
| GBENU_STATS_P1(tx_pri6_drop_bcnt), |
| GBENU_STATS_P1(tx_pri7_drop_bcnt), |
| /* GBENU Module 2 */ |
| GBENU_STATS_P2(rx_good_frames), |
| GBENU_STATS_P2(rx_broadcast_frames), |
| GBENU_STATS_P2(rx_multicast_frames), |
| GBENU_STATS_P2(rx_pause_frames), |
| GBENU_STATS_P2(rx_crc_errors), |
| GBENU_STATS_P2(rx_align_code_errors), |
| GBENU_STATS_P2(rx_oversized_frames), |
| GBENU_STATS_P2(rx_jabber_frames), |
| GBENU_STATS_P2(rx_undersized_frames), |
| GBENU_STATS_P2(rx_fragments), |
| GBENU_STATS_P2(ale_drop), |
| GBENU_STATS_P2(ale_overrun_drop), |
| GBENU_STATS_P2(rx_bytes), |
| GBENU_STATS_P2(tx_good_frames), |
| GBENU_STATS_P2(tx_broadcast_frames), |
| GBENU_STATS_P2(tx_multicast_frames), |
| GBENU_STATS_P2(tx_pause_frames), |
| GBENU_STATS_P2(tx_deferred_frames), |
| GBENU_STATS_P2(tx_collision_frames), |
| GBENU_STATS_P2(tx_single_coll_frames), |
| GBENU_STATS_P2(tx_mult_coll_frames), |
| GBENU_STATS_P2(tx_excessive_collisions), |
| GBENU_STATS_P2(tx_late_collisions), |
| GBENU_STATS_P2(rx_ipg_error), |
| GBENU_STATS_P2(tx_carrier_sense_errors), |
| GBENU_STATS_P2(tx_bytes), |
| GBENU_STATS_P2(tx_64B_frames), |
| GBENU_STATS_P2(tx_65_to_127B_frames), |
| GBENU_STATS_P2(tx_128_to_255B_frames), |
| GBENU_STATS_P2(tx_256_to_511B_frames), |
| GBENU_STATS_P2(tx_512_to_1023B_frames), |
| GBENU_STATS_P2(tx_1024B_frames), |
| GBENU_STATS_P2(net_bytes), |
| GBENU_STATS_P2(rx_bottom_fifo_drop), |
| GBENU_STATS_P2(rx_port_mask_drop), |
| GBENU_STATS_P2(rx_top_fifo_drop), |
| GBENU_STATS_P2(ale_rate_limit_drop), |
| GBENU_STATS_P2(ale_vid_ingress_drop), |
| GBENU_STATS_P2(ale_da_eq_sa_drop), |
| GBENU_STATS_P2(ale_unknown_ucast), |
| GBENU_STATS_P2(ale_unknown_ucast_bytes), |
| GBENU_STATS_P2(ale_unknown_mcast), |
| GBENU_STATS_P2(ale_unknown_mcast_bytes), |
| GBENU_STATS_P2(ale_unknown_bcast), |
| GBENU_STATS_P2(ale_unknown_bcast_bytes), |
| GBENU_STATS_P2(ale_pol_match), |
| GBENU_STATS_P2(ale_pol_match_red), |
| GBENU_STATS_P2(ale_pol_match_yellow), |
| GBENU_STATS_P2(tx_mem_protect_err), |
| GBENU_STATS_P2(tx_pri0_drop), |
| GBENU_STATS_P2(tx_pri1_drop), |
| GBENU_STATS_P2(tx_pri2_drop), |
| GBENU_STATS_P2(tx_pri3_drop), |
| GBENU_STATS_P2(tx_pri4_drop), |
| GBENU_STATS_P2(tx_pri5_drop), |
| GBENU_STATS_P2(tx_pri6_drop), |
| GBENU_STATS_P2(tx_pri7_drop), |
| GBENU_STATS_P2(tx_pri0_drop_bcnt), |
| GBENU_STATS_P2(tx_pri1_drop_bcnt), |
| GBENU_STATS_P2(tx_pri2_drop_bcnt), |
| GBENU_STATS_P2(tx_pri3_drop_bcnt), |
| GBENU_STATS_P2(tx_pri4_drop_bcnt), |
| GBENU_STATS_P2(tx_pri5_drop_bcnt), |
| GBENU_STATS_P2(tx_pri6_drop_bcnt), |
| GBENU_STATS_P2(tx_pri7_drop_bcnt), |
| /* GBENU Module 3 */ |
| GBENU_STATS_P3(rx_good_frames), |
| GBENU_STATS_P3(rx_broadcast_frames), |
| GBENU_STATS_P3(rx_multicast_frames), |
| GBENU_STATS_P3(rx_pause_frames), |
| GBENU_STATS_P3(rx_crc_errors), |
| GBENU_STATS_P3(rx_align_code_errors), |
| GBENU_STATS_P3(rx_oversized_frames), |
| GBENU_STATS_P3(rx_jabber_frames), |
| GBENU_STATS_P3(rx_undersized_frames), |
| GBENU_STATS_P3(rx_fragments), |
| GBENU_STATS_P3(ale_drop), |
| GBENU_STATS_P3(ale_overrun_drop), |
| GBENU_STATS_P3(rx_bytes), |
| GBENU_STATS_P3(tx_good_frames), |
| GBENU_STATS_P3(tx_broadcast_frames), |
| GBENU_STATS_P3(tx_multicast_frames), |
| GBENU_STATS_P3(tx_pause_frames), |
| GBENU_STATS_P3(tx_deferred_frames), |
| GBENU_STATS_P3(tx_collision_frames), |
| GBENU_STATS_P3(tx_single_coll_frames), |
| GBENU_STATS_P3(tx_mult_coll_frames), |
| GBENU_STATS_P3(tx_excessive_collisions), |
| GBENU_STATS_P3(tx_late_collisions), |
| GBENU_STATS_P3(rx_ipg_error), |
| GBENU_STATS_P3(tx_carrier_sense_errors), |
| GBENU_STATS_P3(tx_bytes), |
| GBENU_STATS_P3(tx_64B_frames), |
| GBENU_STATS_P3(tx_65_to_127B_frames), |
| GBENU_STATS_P3(tx_128_to_255B_frames), |
| GBENU_STATS_P3(tx_256_to_511B_frames), |
| GBENU_STATS_P3(tx_512_to_1023B_frames), |
| GBENU_STATS_P3(tx_1024B_frames), |
| GBENU_STATS_P3(net_bytes), |
| GBENU_STATS_P3(rx_bottom_fifo_drop), |
| GBENU_STATS_P3(rx_port_mask_drop), |
| GBENU_STATS_P3(rx_top_fifo_drop), |
| GBENU_STATS_P3(ale_rate_limit_drop), |
| GBENU_STATS_P3(ale_vid_ingress_drop), |
| GBENU_STATS_P3(ale_da_eq_sa_drop), |
| GBENU_STATS_P3(ale_unknown_ucast), |
| GBENU_STATS_P3(ale_unknown_ucast_bytes), |
| GBENU_STATS_P3(ale_unknown_mcast), |
| GBENU_STATS_P3(ale_unknown_mcast_bytes), |
| GBENU_STATS_P3(ale_unknown_bcast), |
| GBENU_STATS_P3(ale_unknown_bcast_bytes), |
| GBENU_STATS_P3(ale_pol_match), |
| GBENU_STATS_P3(ale_pol_match_red), |
| GBENU_STATS_P3(ale_pol_match_yellow), |
| GBENU_STATS_P3(tx_mem_protect_err), |
| GBENU_STATS_P3(tx_pri0_drop), |
| GBENU_STATS_P3(tx_pri1_drop), |
| GBENU_STATS_P3(tx_pri2_drop), |
| GBENU_STATS_P3(tx_pri3_drop), |
| GBENU_STATS_P3(tx_pri4_drop), |
| GBENU_STATS_P3(tx_pri5_drop), |
| GBENU_STATS_P3(tx_pri6_drop), |
| GBENU_STATS_P3(tx_pri7_drop), |
| GBENU_STATS_P3(tx_pri0_drop_bcnt), |
| GBENU_STATS_P3(tx_pri1_drop_bcnt), |
| GBENU_STATS_P3(tx_pri2_drop_bcnt), |
| GBENU_STATS_P3(tx_pri3_drop_bcnt), |
| GBENU_STATS_P3(tx_pri4_drop_bcnt), |
| GBENU_STATS_P3(tx_pri5_drop_bcnt), |
| GBENU_STATS_P3(tx_pri6_drop_bcnt), |
| GBENU_STATS_P3(tx_pri7_drop_bcnt), |
| /* GBENU Module 4 */ |
| GBENU_STATS_P4(rx_good_frames), |
| GBENU_STATS_P4(rx_broadcast_frames), |
| GBENU_STATS_P4(rx_multicast_frames), |
| GBENU_STATS_P4(rx_pause_frames), |
| GBENU_STATS_P4(rx_crc_errors), |
| GBENU_STATS_P4(rx_align_code_errors), |
| GBENU_STATS_P4(rx_oversized_frames), |
| GBENU_STATS_P4(rx_jabber_frames), |
| GBENU_STATS_P4(rx_undersized_frames), |
| GBENU_STATS_P4(rx_fragments), |
| GBENU_STATS_P4(ale_drop), |
| GBENU_STATS_P4(ale_overrun_drop), |
| GBENU_STATS_P4(rx_bytes), |
| GBENU_STATS_P4(tx_good_frames), |
| GBENU_STATS_P4(tx_broadcast_frames), |
| GBENU_STATS_P4(tx_multicast_frames), |
| GBENU_STATS_P4(tx_pause_frames), |
| GBENU_STATS_P4(tx_deferred_frames), |
| GBENU_STATS_P4(tx_collision_frames), |
| GBENU_STATS_P4(tx_single_coll_frames), |
| GBENU_STATS_P4(tx_mult_coll_frames), |
| GBENU_STATS_P4(tx_excessive_collisions), |
| GBENU_STATS_P4(tx_late_collisions), |
| GBENU_STATS_P4(rx_ipg_error), |
| GBENU_STATS_P4(tx_carrier_sense_errors), |
| GBENU_STATS_P4(tx_bytes), |
| GBENU_STATS_P4(tx_64B_frames), |
| GBENU_STATS_P4(tx_65_to_127B_frames), |
| GBENU_STATS_P4(tx_128_to_255B_frames), |
| GBENU_STATS_P4(tx_256_to_511B_frames), |
| GBENU_STATS_P4(tx_512_to_1023B_frames), |
| GBENU_STATS_P4(tx_1024B_frames), |
| GBENU_STATS_P4(net_bytes), |
| GBENU_STATS_P4(rx_bottom_fifo_drop), |
| GBENU_STATS_P4(rx_port_mask_drop), |
| GBENU_STATS_P4(rx_top_fifo_drop), |
| GBENU_STATS_P4(ale_rate_limit_drop), |
| GBENU_STATS_P4(ale_vid_ingress_drop), |
| GBENU_STATS_P4(ale_da_eq_sa_drop), |
| GBENU_STATS_P4(ale_unknown_ucast), |
| GBENU_STATS_P4(ale_unknown_ucast_bytes), |
| GBENU_STATS_P4(ale_unknown_mcast), |
| GBENU_STATS_P4(ale_unknown_mcast_bytes), |
| GBENU_STATS_P4(ale_unknown_bcast), |
| GBENU_STATS_P4(ale_unknown_bcast_bytes), |
| GBENU_STATS_P4(ale_pol_match), |
| GBENU_STATS_P4(ale_pol_match_red), |
| GBENU_STATS_P4(ale_pol_match_yellow), |
| GBENU_STATS_P4(tx_mem_protect_err), |
| GBENU_STATS_P4(tx_pri0_drop), |
| GBENU_STATS_P4(tx_pri1_drop), |
| GBENU_STATS_P4(tx_pri2_drop), |
| GBENU_STATS_P4(tx_pri3_drop), |
| GBENU_STATS_P4(tx_pri4_drop), |
| GBENU_STATS_P4(tx_pri5_drop), |
| GBENU_STATS_P4(tx_pri6_drop), |
| GBENU_STATS_P4(tx_pri7_drop), |
| GBENU_STATS_P4(tx_pri0_drop_bcnt), |
| GBENU_STATS_P4(tx_pri1_drop_bcnt), |
| GBENU_STATS_P4(tx_pri2_drop_bcnt), |
| GBENU_STATS_P4(tx_pri3_drop_bcnt), |
| GBENU_STATS_P4(tx_pri4_drop_bcnt), |
| GBENU_STATS_P4(tx_pri5_drop_bcnt), |
| GBENU_STATS_P4(tx_pri6_drop_bcnt), |
| GBENU_STATS_P4(tx_pri7_drop_bcnt), |
| /* GBENU Module 5 */ |
| GBENU_STATS_P5(rx_good_frames), |
| GBENU_STATS_P5(rx_broadcast_frames), |
| GBENU_STATS_P5(rx_multicast_frames), |
| GBENU_STATS_P5(rx_pause_frames), |
| GBENU_STATS_P5(rx_crc_errors), |
| GBENU_STATS_P5(rx_align_code_errors), |
| GBENU_STATS_P5(rx_oversized_frames), |
| GBENU_STATS_P5(rx_jabber_frames), |
| GBENU_STATS_P5(rx_undersized_frames), |
| GBENU_STATS_P5(rx_fragments), |
| GBENU_STATS_P5(ale_drop), |
| GBENU_STATS_P5(ale_overrun_drop), |
| GBENU_STATS_P5(rx_bytes), |
| GBENU_STATS_P5(tx_good_frames), |
| GBENU_STATS_P5(tx_broadcast_frames), |
| GBENU_STATS_P5(tx_multicast_frames), |
| GBENU_STATS_P5(tx_pause_frames), |
| GBENU_STATS_P5(tx_deferred_frames), |
| GBENU_STATS_P5(tx_collision_frames), |
| GBENU_STATS_P5(tx_single_coll_frames), |
| GBENU_STATS_P5(tx_mult_coll_frames), |
| GBENU_STATS_P5(tx_excessive_collisions), |
| GBENU_STATS_P5(tx_late_collisions), |
| GBENU_STATS_P5(rx_ipg_error), |
| GBENU_STATS_P5(tx_carrier_sense_errors), |
| GBENU_STATS_P5(tx_bytes), |
| GBENU_STATS_P5(tx_64B_frames), |
| GBENU_STATS_P5(tx_65_to_127B_frames), |
| GBENU_STATS_P5(tx_128_to_255B_frames), |
| GBENU_STATS_P5(tx_256_to_511B_frames), |
| GBENU_STATS_P5(tx_512_to_1023B_frames), |
| GBENU_STATS_P5(tx_1024B_frames), |
| GBENU_STATS_P5(net_bytes), |
| GBENU_STATS_P5(rx_bottom_fifo_drop), |
| GBENU_STATS_P5(rx_port_mask_drop), |
| GBENU_STATS_P5(rx_top_fifo_drop), |
| GBENU_STATS_P5(ale_rate_limit_drop), |
| GBENU_STATS_P5(ale_vid_ingress_drop), |
| GBENU_STATS_P5(ale_da_eq_sa_drop), |
| GBENU_STATS_P5(ale_unknown_ucast), |
| GBENU_STATS_P5(ale_unknown_ucast_bytes), |
| GBENU_STATS_P5(ale_unknown_mcast), |
| GBENU_STATS_P5(ale_unknown_mcast_bytes), |
| GBENU_STATS_P5(ale_unknown_bcast), |
| GBENU_STATS_P5(ale_unknown_bcast_bytes), |
| GBENU_STATS_P5(ale_pol_match), |
| GBENU_STATS_P5(ale_pol_match_red), |
| GBENU_STATS_P5(ale_pol_match_yellow), |
| GBENU_STATS_P5(tx_mem_protect_err), |
| GBENU_STATS_P5(tx_pri0_drop), |
| GBENU_STATS_P5(tx_pri1_drop), |
| GBENU_STATS_P5(tx_pri2_drop), |
| GBENU_STATS_P5(tx_pri3_drop), |
| GBENU_STATS_P5(tx_pri4_drop), |
| GBENU_STATS_P5(tx_pri5_drop), |
| GBENU_STATS_P5(tx_pri6_drop), |
| GBENU_STATS_P5(tx_pri7_drop), |
| GBENU_STATS_P5(tx_pri0_drop_bcnt), |
| GBENU_STATS_P5(tx_pri1_drop_bcnt), |
| GBENU_STATS_P5(tx_pri2_drop_bcnt), |
| GBENU_STATS_P5(tx_pri3_drop_bcnt), |
| GBENU_STATS_P5(tx_pri4_drop_bcnt), |
| GBENU_STATS_P5(tx_pri5_drop_bcnt), |
| GBENU_STATS_P5(tx_pri6_drop_bcnt), |
| GBENU_STATS_P5(tx_pri7_drop_bcnt), |
| /* GBENU Module 6 */ |
| GBENU_STATS_P6(rx_good_frames), |
| GBENU_STATS_P6(rx_broadcast_frames), |
| GBENU_STATS_P6(rx_multicast_frames), |
| GBENU_STATS_P6(rx_pause_frames), |
| GBENU_STATS_P6(rx_crc_errors), |
| GBENU_STATS_P6(rx_align_code_errors), |
| GBENU_STATS_P6(rx_oversized_frames), |
| GBENU_STATS_P6(rx_jabber_frames), |
| GBENU_STATS_P6(rx_undersized_frames), |
| GBENU_STATS_P6(rx_fragments), |
| GBENU_STATS_P6(ale_drop), |
| GBENU_STATS_P6(ale_overrun_drop), |
| GBENU_STATS_P6(rx_bytes), |
| GBENU_STATS_P6(tx_good_frames), |
| GBENU_STATS_P6(tx_broadcast_frames), |
| GBENU_STATS_P6(tx_multicast_frames), |
| GBENU_STATS_P6(tx_pause_frames), |
| GBENU_STATS_P6(tx_deferred_frames), |
| GBENU_STATS_P6(tx_collision_frames), |
| GBENU_STATS_P6(tx_single_coll_frames), |
| GBENU_STATS_P6(tx_mult_coll_frames), |
| GBENU_STATS_P6(tx_excessive_collisions), |
| GBENU_STATS_P6(tx_late_collisions), |
| GBENU_STATS_P6(rx_ipg_error), |
| GBENU_STATS_P6(tx_carrier_sense_errors), |
| GBENU_STATS_P6(tx_bytes), |
| GBENU_STATS_P6(tx_64B_frames), |
| GBENU_STATS_P6(tx_65_to_127B_frames), |
| GBENU_STATS_P6(tx_128_to_255B_frames), |
| GBENU_STATS_P6(tx_256_to_511B_frames), |
| GBENU_STATS_P6(tx_512_to_1023B_frames), |
| GBENU_STATS_P6(tx_1024B_frames), |
| GBENU_STATS_P6(net_bytes), |
| GBENU_STATS_P6(rx_bottom_fifo_drop), |
| GBENU_STATS_P6(rx_port_mask_drop), |
| GBENU_STATS_P6(rx_top_fifo_drop), |
| GBENU_STATS_P6(ale_rate_limit_drop), |
| GBENU_STATS_P6(ale_vid_ingress_drop), |
| GBENU_STATS_P6(ale_da_eq_sa_drop), |
| GBENU_STATS_P6(ale_unknown_ucast), |
| GBENU_STATS_P6(ale_unknown_ucast_bytes), |
| GBENU_STATS_P6(ale_unknown_mcast), |
| GBENU_STATS_P6(ale_unknown_mcast_bytes), |
| GBENU_STATS_P6(ale_unknown_bcast), |
| GBENU_STATS_P6(ale_unknown_bcast_bytes), |
| GBENU_STATS_P6(ale_pol_match), |
| GBENU_STATS_P6(ale_pol_match_red), |
| GBENU_STATS_P6(ale_pol_match_yellow), |
| GBENU_STATS_P6(tx_mem_protect_err), |
| GBENU_STATS_P6(tx_pri0_drop), |
| GBENU_STATS_P6(tx_pri1_drop), |
| GBENU_STATS_P6(tx_pri2_drop), |
| GBENU_STATS_P6(tx_pri3_drop), |
| GBENU_STATS_P6(tx_pri4_drop), |
| GBENU_STATS_P6(tx_pri5_drop), |
| GBENU_STATS_P6(tx_pri6_drop), |
| GBENU_STATS_P6(tx_pri7_drop), |
| GBENU_STATS_P6(tx_pri0_drop_bcnt), |
| GBENU_STATS_P6(tx_pri1_drop_bcnt), |
| GBENU_STATS_P6(tx_pri2_drop_bcnt), |
| GBENU_STATS_P6(tx_pri3_drop_bcnt), |
| GBENU_STATS_P6(tx_pri4_drop_bcnt), |
| GBENU_STATS_P6(tx_pri5_drop_bcnt), |
| GBENU_STATS_P6(tx_pri6_drop_bcnt), |
| GBENU_STATS_P6(tx_pri7_drop_bcnt), |
| /* GBENU Module 7 */ |
| GBENU_STATS_P7(rx_good_frames), |
| GBENU_STATS_P7(rx_broadcast_frames), |
| GBENU_STATS_P7(rx_multicast_frames), |
| GBENU_STATS_P7(rx_pause_frames), |
| GBENU_STATS_P7(rx_crc_errors), |
| GBENU_STATS_P7(rx_align_code_errors), |
| GBENU_STATS_P7(rx_oversized_frames), |
| GBENU_STATS_P7(rx_jabber_frames), |
| GBENU_STATS_P7(rx_undersized_frames), |
| GBENU_STATS_P7(rx_fragments), |
| GBENU_STATS_P7(ale_drop), |
| GBENU_STATS_P7(ale_overrun_drop), |
| GBENU_STATS_P7(rx_bytes), |
| GBENU_STATS_P7(tx_good_frames), |
| GBENU_STATS_P7(tx_broadcast_frames), |
| GBENU_STATS_P7(tx_multicast_frames), |
| GBENU_STATS_P7(tx_pause_frames), |
| GBENU_STATS_P7(tx_deferred_frames), |
| GBENU_STATS_P7(tx_collision_frames), |
| GBENU_STATS_P7(tx_single_coll_frames), |
| GBENU_STATS_P7(tx_mult_coll_frames), |
| GBENU_STATS_P7(tx_excessive_collisions), |
| GBENU_STATS_P7(tx_late_collisions), |
| GBENU_STATS_P7(rx_ipg_error), |
| GBENU_STATS_P7(tx_carrier_sense_errors), |
| GBENU_STATS_P7(tx_bytes), |
| GBENU_STATS_P7(tx_64B_frames), |
| GBENU_STATS_P7(tx_65_to_127B_frames), |
| GBENU_STATS_P7(tx_128_to_255B_frames), |
| GBENU_STATS_P7(tx_256_to_511B_frames), |
| GBENU_STATS_P7(tx_512_to_1023B_frames), |
| GBENU_STATS_P7(tx_1024B_frames), |
| GBENU_STATS_P7(net_bytes), |
| GBENU_STATS_P7(rx_bottom_fifo_drop), |
| GBENU_STATS_P7(rx_port_mask_drop), |
| GBENU_STATS_P7(rx_top_fifo_drop), |
| GBENU_STATS_P7(ale_rate_limit_drop), |
| GBENU_STATS_P7(ale_vid_ingress_drop), |
| GBENU_STATS_P7(ale_da_eq_sa_drop), |
| GBENU_STATS_P7(ale_unknown_ucast), |
| GBENU_STATS_P7(ale_unknown_ucast_bytes), |
| GBENU_STATS_P7(ale_unknown_mcast), |
| GBENU_STATS_P7(ale_unknown_mcast_bytes), |
| GBENU_STATS_P7(ale_unknown_bcast), |
| GBENU_STATS_P7(ale_unknown_bcast_bytes), |
| GBENU_STATS_P7(ale_pol_match), |
| GBENU_STATS_P7(ale_pol_match_red), |
| GBENU_STATS_P7(ale_pol_match_yellow), |
| GBENU_STATS_P7(tx_mem_protect_err), |
| GBENU_STATS_P7(tx_pri0_drop), |
| GBENU_STATS_P7(tx_pri1_drop), |
| GBENU_STATS_P7(tx_pri2_drop), |
| GBENU_STATS_P7(tx_pri3_drop), |
| GBENU_STATS_P7(tx_pri4_drop), |
| GBENU_STATS_P7(tx_pri5_drop), |
| GBENU_STATS_P7(tx_pri6_drop), |
| GBENU_STATS_P7(tx_pri7_drop), |
| GBENU_STATS_P7(tx_pri0_drop_bcnt), |
| GBENU_STATS_P7(tx_pri1_drop_bcnt), |
| GBENU_STATS_P7(tx_pri2_drop_bcnt), |
| GBENU_STATS_P7(tx_pri3_drop_bcnt), |
| GBENU_STATS_P7(tx_pri4_drop_bcnt), |
| GBENU_STATS_P7(tx_pri5_drop_bcnt), |
| GBENU_STATS_P7(tx_pri6_drop_bcnt), |
| GBENU_STATS_P7(tx_pri7_drop_bcnt), |
| /* GBENU Module 8 */ |
| GBENU_STATS_P8(rx_good_frames), |
| GBENU_STATS_P8(rx_broadcast_frames), |
| GBENU_STATS_P8(rx_multicast_frames), |
| GBENU_STATS_P8(rx_pause_frames), |
| GBENU_STATS_P8(rx_crc_errors), |
| GBENU_STATS_P8(rx_align_code_errors), |
| GBENU_STATS_P8(rx_oversized_frames), |
| GBENU_STATS_P8(rx_jabber_frames), |
| GBENU_STATS_P8(rx_undersized_frames), |
| GBENU_STATS_P8(rx_fragments), |
| GBENU_STATS_P8(ale_drop), |
| GBENU_STATS_P8(ale_overrun_drop), |
| GBENU_STATS_P8(rx_bytes), |
| GBENU_STATS_P8(tx_good_frames), |
| GBENU_STATS_P8(tx_broadcast_frames), |
| GBENU_STATS_P8(tx_multicast_frames), |
| GBENU_STATS_P8(tx_pause_frames), |
| GBENU_STATS_P8(tx_deferred_frames), |
| GBENU_STATS_P8(tx_collision_frames), |
| GBENU_STATS_P8(tx_single_coll_frames), |
| GBENU_STATS_P8(tx_mult_coll_frames), |
| GBENU_STATS_P8(tx_excessive_collisions), |
| GBENU_STATS_P8(tx_late_collisions), |
| GBENU_STATS_P8(rx_ipg_error), |
| GBENU_STATS_P8(tx_carrier_sense_errors), |
| GBENU_STATS_P8(tx_bytes), |
| GBENU_STATS_P8(tx_64B_frames), |
| GBENU_STATS_P8(tx_65_to_127B_frames), |
| GBENU_STATS_P8(tx_128_to_255B_frames), |
| GBENU_STATS_P8(tx_256_to_511B_frames), |
| GBENU_STATS_P8(tx_512_to_1023B_frames), |
| GBENU_STATS_P8(tx_1024B_frames), |
| GBENU_STATS_P8(net_bytes), |
| GBENU_STATS_P8(rx_bottom_fifo_drop), |
| GBENU_STATS_P8(rx_port_mask_drop), |
| GBENU_STATS_P8(rx_top_fifo_drop), |
| GBENU_STATS_P8(ale_rate_limit_drop), |
| GBENU_STATS_P8(ale_vid_ingress_drop), |
| GBENU_STATS_P8(ale_da_eq_sa_drop), |
| GBENU_STATS_P8(ale_unknown_ucast), |
| GBENU_STATS_P8(ale_unknown_ucast_bytes), |
| GBENU_STATS_P8(ale_unknown_mcast), |
| GBENU_STATS_P8(ale_unknown_mcast_bytes), |
| GBENU_STATS_P8(ale_unknown_bcast), |
| GBENU_STATS_P8(ale_unknown_bcast_bytes), |
| GBENU_STATS_P8(ale_pol_match), |
| GBENU_STATS_P8(ale_pol_match_red), |
| GBENU_STATS_P8(ale_pol_match_yellow), |
| GBENU_STATS_P8(tx_mem_protect_err), |
| GBENU_STATS_P8(tx_pri0_drop), |
| GBENU_STATS_P8(tx_pri1_drop), |
| GBENU_STATS_P8(tx_pri2_drop), |
| GBENU_STATS_P8(tx_pri3_drop), |
| GBENU_STATS_P8(tx_pri4_drop), |
| GBENU_STATS_P8(tx_pri5_drop), |
| GBENU_STATS_P8(tx_pri6_drop), |
| GBENU_STATS_P8(tx_pri7_drop), |
| GBENU_STATS_P8(tx_pri0_drop_bcnt), |
| GBENU_STATS_P8(tx_pri1_drop_bcnt), |
| GBENU_STATS_P8(tx_pri2_drop_bcnt), |
| GBENU_STATS_P8(tx_pri3_drop_bcnt), |
| GBENU_STATS_P8(tx_pri4_drop_bcnt), |
| GBENU_STATS_P8(tx_pri5_drop_bcnt), |
| GBENU_STATS_P8(tx_pri6_drop_bcnt), |
| GBENU_STATS_P8(tx_pri7_drop_bcnt), |
| }; |
| |
| #define XGBE_STATS0_INFO(field) \ |
| { \ |
| "GBE_0:"#field, XGBE_STATS0_MODULE, \ |
| sizeof_field(struct xgbe_hw_stats, field), \ |
| offsetof(struct xgbe_hw_stats, field) \ |
| } |
| |
| #define XGBE_STATS1_INFO(field) \ |
| { \ |
| "GBE_1:"#field, XGBE_STATS1_MODULE, \ |
| sizeof_field(struct xgbe_hw_stats, field), \ |
| offsetof(struct xgbe_hw_stats, field) \ |
| } |
| |
| #define XGBE_STATS2_INFO(field) \ |
| { \ |
| "GBE_2:"#field, XGBE_STATS2_MODULE, \ |
| sizeof_field(struct xgbe_hw_stats, field), \ |
| offsetof(struct xgbe_hw_stats, field) \ |
| } |
| |
| static const struct netcp_ethtool_stat xgbe10_et_stats[] = { |
| /* GBE module 0 */ |
| XGBE_STATS0_INFO(rx_good_frames), |
| XGBE_STATS0_INFO(rx_broadcast_frames), |
| XGBE_STATS0_INFO(rx_multicast_frames), |
| XGBE_STATS0_INFO(rx_oversized_frames), |
| XGBE_STATS0_INFO(rx_undersized_frames), |
| XGBE_STATS0_INFO(overrun_type4), |
| XGBE_STATS0_INFO(overrun_type5), |
| XGBE_STATS0_INFO(rx_bytes), |
| XGBE_STATS0_INFO(tx_good_frames), |
| XGBE_STATS0_INFO(tx_broadcast_frames), |
| XGBE_STATS0_INFO(tx_multicast_frames), |
| XGBE_STATS0_INFO(tx_bytes), |
| XGBE_STATS0_INFO(tx_64byte_frames), |
| XGBE_STATS0_INFO(tx_65_to_127byte_frames), |
| XGBE_STATS0_INFO(tx_128_to_255byte_frames), |
| XGBE_STATS0_INFO(tx_256_to_511byte_frames), |
| XGBE_STATS0_INFO(tx_512_to_1023byte_frames), |
| XGBE_STATS0_INFO(tx_1024byte_frames), |
| XGBE_STATS0_INFO(net_bytes), |
| XGBE_STATS0_INFO(rx_sof_overruns), |
| XGBE_STATS0_INFO(rx_mof_overruns), |
| XGBE_STATS0_INFO(rx_dma_overruns), |
| /* XGBE module 1 */ |
| XGBE_STATS1_INFO(rx_good_frames), |
| XGBE_STATS1_INFO(rx_broadcast_frames), |
| XGBE_STATS1_INFO(rx_multicast_frames), |
| XGBE_STATS1_INFO(rx_pause_frames), |
| XGBE_STATS1_INFO(rx_crc_errors), |
| XGBE_STATS1_INFO(rx_align_code_errors), |
| XGBE_STATS1_INFO(rx_oversized_frames), |
| XGBE_STATS1_INFO(rx_jabber_frames), |
| XGBE_STATS1_INFO(rx_undersized_frames), |
| XGBE_STATS1_INFO(rx_fragments), |
| XGBE_STATS1_INFO(overrun_type4), |
| XGBE_STATS1_INFO(overrun_type5), |
| XGBE_STATS1_INFO(rx_bytes), |
| XGBE_STATS1_INFO(tx_good_frames), |
| XGBE_STATS1_INFO(tx_broadcast_frames), |
| XGBE_STATS1_INFO(tx_multicast_frames), |
| XGBE_STATS1_INFO(tx_pause_frames), |
| XGBE_STATS1_INFO(tx_deferred_frames), |
| XGBE_STATS1_INFO(tx_collision_frames), |
| XGBE_STATS1_INFO(tx_single_coll_frames), |
| XGBE_STATS1_INFO(tx_mult_coll_frames), |
| XGBE_STATS1_INFO(tx_excessive_collisions), |
| XGBE_STATS1_INFO(tx_late_collisions), |
| XGBE_STATS1_INFO(tx_underrun), |
| XGBE_STATS1_INFO(tx_carrier_sense_errors), |
| XGBE_STATS1_INFO(tx_bytes), |
| XGBE_STATS1_INFO(tx_64byte_frames), |
| XGBE_STATS1_INFO(tx_65_to_127byte_frames), |
| XGBE_STATS1_INFO(tx_128_to_255byte_frames), |
| XGBE_STATS1_INFO(tx_256_to_511byte_frames), |
| XGBE_STATS1_INFO(tx_512_to_1023byte_frames), |
| XGBE_STATS1_INFO(tx_1024byte_frames), |
| XGBE_STATS1_INFO(net_bytes), |
| XGBE_STATS1_INFO(rx_sof_overruns), |
| XGBE_STATS1_INFO(rx_mof_overruns), |
| XGBE_STATS1_INFO(rx_dma_overruns), |
| /* XGBE module 2 */ |
| XGBE_STATS2_INFO(rx_good_frames), |
| XGBE_STATS2_INFO(rx_broadcast_frames), |
| XGBE_STATS2_INFO(rx_multicast_frames), |
| XGBE_STATS2_INFO(rx_pause_frames), |
| XGBE_STATS2_INFO(rx_crc_errors), |
| XGBE_STATS2_INFO(rx_align_code_errors), |
| XGBE_STATS2_INFO(rx_oversized_frames), |
| XGBE_STATS2_INFO(rx_jabber_frames), |
| XGBE_STATS2_INFO(rx_undersized_frames), |
| XGBE_STATS2_INFO(rx_fragments), |
| XGBE_STATS2_INFO(overrun_type4), |
| XGBE_STATS2_INFO(overrun_type5), |
| XGBE_STATS2_INFO(rx_bytes), |
| XGBE_STATS2_INFO(tx_good_frames), |
| XGBE_STATS2_INFO(tx_broadcast_frames), |
| XGBE_STATS2_INFO(tx_multicast_frames), |
| XGBE_STATS2_INFO(tx_pause_frames), |
| XGBE_STATS2_INFO(tx_deferred_frames), |
| XGBE_STATS2_INFO(tx_collision_frames), |
| XGBE_STATS2_INFO(tx_single_coll_frames), |
| XGBE_STATS2_INFO(tx_mult_coll_frames), |
| XGBE_STATS2_INFO(tx_excessive_collisions), |
| XGBE_STATS2_INFO(tx_late_collisions), |
| XGBE_STATS2_INFO(tx_underrun), |
| XGBE_STATS2_INFO(tx_carrier_sense_errors), |
| XGBE_STATS2_INFO(tx_bytes), |
| XGBE_STATS2_INFO(tx_64byte_frames), |
| XGBE_STATS2_INFO(tx_65_to_127byte_frames), |
| XGBE_STATS2_INFO(tx_128_to_255byte_frames), |
| XGBE_STATS2_INFO(tx_256_to_511byte_frames), |
| XGBE_STATS2_INFO(tx_512_to_1023byte_frames), |
| XGBE_STATS2_INFO(tx_1024byte_frames), |
| XGBE_STATS2_INFO(net_bytes), |
| XGBE_STATS2_INFO(rx_sof_overruns), |
| XGBE_STATS2_INFO(rx_mof_overruns), |
| XGBE_STATS2_INFO(rx_dma_overruns), |
| }; |
| |
| #define for_each_intf(i, priv) \ |
| list_for_each_entry((i), &(priv)->gbe_intf_head, gbe_intf_list) |
| |
| #define for_each_sec_slave(slave, priv) \ |
| list_for_each_entry((slave), &(priv)->secondary_slaves, slave_list) |
| |
| #define first_sec_slave(priv) \ |
| list_first_entry(&priv->secondary_slaves, \ |
| struct gbe_slave, slave_list) |
| |
| static void keystone_get_drvinfo(struct net_device *ndev, |
| struct ethtool_drvinfo *info) |
| { |
| strscpy(info->driver, NETCP_DRIVER_NAME, sizeof(info->driver)); |
| strscpy(info->version, NETCP_DRIVER_VERSION, sizeof(info->version)); |
| } |
| |
| static u32 keystone_get_msglevel(struct net_device *ndev) |
| { |
| struct netcp_intf *netcp = netdev_priv(ndev); |
| |
| return netcp->msg_enable; |
| } |
| |
| static void keystone_set_msglevel(struct net_device *ndev, u32 value) |
| { |
| struct netcp_intf *netcp = netdev_priv(ndev); |
| |
| netcp->msg_enable = value; |
| } |
| |
| static struct gbe_intf *keystone_get_intf_data(struct netcp_intf *netcp) |
| { |
| struct gbe_intf *gbe_intf; |
| |
| gbe_intf = netcp_module_get_intf_data(&gbe_module, netcp); |
| if (!gbe_intf) |
| gbe_intf = netcp_module_get_intf_data(&xgbe_module, netcp); |
| |
| return gbe_intf; |
| } |
| |
| static void keystone_get_stat_strings(struct net_device *ndev, |
| uint32_t stringset, uint8_t *data) |
| { |
| struct netcp_intf *netcp = netdev_priv(ndev); |
| struct gbe_intf *gbe_intf; |
| struct gbe_priv *gbe_dev; |
| int i; |
| |
| gbe_intf = keystone_get_intf_data(netcp); |
| if (!gbe_intf) |
| return; |
| gbe_dev = gbe_intf->gbe_dev; |
| |
| switch (stringset) { |
| case ETH_SS_STATS: |
| for (i = 0; i < gbe_dev->num_et_stats; i++) { |
| memcpy(data, gbe_dev->et_stats[i].desc, |
| ETH_GSTRING_LEN); |
| data += ETH_GSTRING_LEN; |
| } |
| break; |
| case ETH_SS_TEST: |
| break; |
| } |
| } |
| |
| static int keystone_get_sset_count(struct net_device *ndev, int stringset) |
| { |
| struct netcp_intf *netcp = netdev_priv(ndev); |
| struct gbe_intf *gbe_intf; |
| struct gbe_priv *gbe_dev; |
| |
| gbe_intf = keystone_get_intf_data(netcp); |
| if (!gbe_intf) |
| return -EINVAL; |
| gbe_dev = gbe_intf->gbe_dev; |
| |
| switch (stringset) { |
| case ETH_SS_TEST: |
| return 0; |
| case ETH_SS_STATS: |
| return gbe_dev->num_et_stats; |
| default: |
| return -EINVAL; |
| } |
| } |
| |
| static void gbe_reset_mod_stats(struct gbe_priv *gbe_dev, int stats_mod) |
| { |
| void __iomem *base = gbe_dev->hw_stats_regs[stats_mod]; |
| u32 __iomem *p_stats_entry; |
| int i; |
| |
| for (i = 0; i < gbe_dev->num_et_stats; i++) { |
| if (gbe_dev->et_stats[i].type == stats_mod) { |
| p_stats_entry = base + gbe_dev->et_stats[i].offset; |
| gbe_dev->hw_stats[i] = 0; |
| gbe_dev->hw_stats_prev[i] = readl(p_stats_entry); |
| } |
| } |
| } |
| |
| static inline void gbe_update_hw_stats_entry(struct gbe_priv *gbe_dev, |
| int et_stats_entry) |
| { |
| void __iomem *base = NULL; |
| u32 __iomem *p_stats_entry; |
| u32 curr, delta; |
| |
| /* The hw_stats_regs pointers are already |
| * properly set to point to the right base: |
| */ |
| base = gbe_dev->hw_stats_regs[gbe_dev->et_stats[et_stats_entry].type]; |
| p_stats_entry = base + gbe_dev->et_stats[et_stats_entry].offset; |
| curr = readl(p_stats_entry); |
| delta = curr - gbe_dev->hw_stats_prev[et_stats_entry]; |
| gbe_dev->hw_stats_prev[et_stats_entry] = curr; |
| gbe_dev->hw_stats[et_stats_entry] += delta; |
| } |
| |
| static void gbe_update_stats(struct gbe_priv *gbe_dev, uint64_t *data) |
| { |
| int i; |
| |
| for (i = 0; i < gbe_dev->num_et_stats; i++) { |
| gbe_update_hw_stats_entry(gbe_dev, i); |
| |
| if (data) |
| data[i] = gbe_dev->hw_stats[i]; |
| } |
| } |
| |
| static inline void gbe_stats_mod_visible_ver14(struct gbe_priv *gbe_dev, |
| int stats_mod) |
| { |
| u32 val; |
| |
| val = readl(GBE_REG_ADDR(gbe_dev, switch_regs, stat_port_en)); |
| |
| switch (stats_mod) { |
| case GBE_STATSA_MODULE: |
| case GBE_STATSB_MODULE: |
| val &= ~GBE_STATS_CD_SEL; |
| break; |
| case GBE_STATSC_MODULE: |
| case GBE_STATSD_MODULE: |
| val |= GBE_STATS_CD_SEL; |
| break; |
| default: |
| return; |
| } |
| |
| /* make the stat module visible */ |
| writel(val, GBE_REG_ADDR(gbe_dev, switch_regs, stat_port_en)); |
| } |
| |
| static void gbe_reset_mod_stats_ver14(struct gbe_priv *gbe_dev, int stats_mod) |
| { |
| gbe_stats_mod_visible_ver14(gbe_dev, stats_mod); |
| gbe_reset_mod_stats(gbe_dev, stats_mod); |
| } |
| |
| static void gbe_update_stats_ver14(struct gbe_priv *gbe_dev, uint64_t *data) |
| { |
| u32 half_num_et_stats = (gbe_dev->num_et_stats / 2); |
| int et_entry, j, pair; |
| |
| for (pair = 0; pair < 2; pair++) { |
| gbe_stats_mod_visible_ver14(gbe_dev, (pair ? |
| GBE_STATSC_MODULE : |
| GBE_STATSA_MODULE)); |
| |
| for (j = 0; j < half_num_et_stats; j++) { |
| et_entry = pair * half_num_et_stats + j; |
| gbe_update_hw_stats_entry(gbe_dev, et_entry); |
| |
| if (data) |
| data[et_entry] = gbe_dev->hw_stats[et_entry]; |
| } |
| } |
| } |
| |
| static void keystone_get_ethtool_stats(struct net_device *ndev, |
| struct ethtool_stats *stats, |
| uint64_t *data) |
| { |
| struct netcp_intf *netcp = netdev_priv(ndev); |
| struct gbe_intf *gbe_intf; |
| struct gbe_priv *gbe_dev; |
| |
| gbe_intf = keystone_get_intf_data(netcp); |
| if (!gbe_intf) |
| return; |
| |
| gbe_dev = gbe_intf->gbe_dev; |
| spin_lock_bh(&gbe_dev->hw_stats_lock); |
| if (IS_SS_ID_VER_14(gbe_dev)) |
| gbe_update_stats_ver14(gbe_dev, data); |
| else |
| gbe_update_stats(gbe_dev, data); |
| spin_unlock_bh(&gbe_dev->hw_stats_lock); |
| } |
| |
| static int keystone_get_link_ksettings(struct net_device *ndev, |
| struct ethtool_link_ksettings *cmd) |
| { |
| struct netcp_intf *netcp = netdev_priv(ndev); |
| struct phy_device *phy = ndev->phydev; |
| struct gbe_intf *gbe_intf; |
| |
| if (!phy) |
| return -EINVAL; |
| |
| gbe_intf = keystone_get_intf_data(netcp); |
| if (!gbe_intf) |
| return -EINVAL; |
| |
| if (!gbe_intf->slave) |
| return -EINVAL; |
| |
| phy_ethtool_ksettings_get(phy, cmd); |
| cmd->base.port = gbe_intf->slave->phy_port_t; |
| |
| return 0; |
| } |
| |
| static int keystone_set_link_ksettings(struct net_device *ndev, |
| const struct ethtool_link_ksettings *cmd) |
| { |
| struct netcp_intf *netcp = netdev_priv(ndev); |
| struct phy_device *phy = ndev->phydev; |
| struct gbe_intf *gbe_intf; |
| u8 port = cmd->base.port; |
| u32 advertising, supported; |
| u32 features; |
| |
| ethtool_convert_link_mode_to_legacy_u32(&advertising, |
| cmd->link_modes.advertising); |
| ethtool_convert_link_mode_to_legacy_u32(&supported, |
| cmd->link_modes.supported); |
| features = advertising & supported; |
| |
| if (!phy) |
| return -EINVAL; |
| |
| gbe_intf = keystone_get_intf_data(netcp); |
| if (!gbe_intf) |
| return -EINVAL; |
| |
| if (!gbe_intf->slave) |
| return -EINVAL; |
| |
| if (port != gbe_intf->slave->phy_port_t) { |
| if ((port == PORT_TP) && !(features & ADVERTISED_TP)) |
| return -EINVAL; |
| |
| if ((port == PORT_AUI) && !(features & ADVERTISED_AUI)) |
| return -EINVAL; |
| |
| if ((port == PORT_BNC) && !(features & ADVERTISED_BNC)) |
| return -EINVAL; |
| |
| if ((port == PORT_MII) && !(features & ADVERTISED_MII)) |
| return -EINVAL; |
| |
| if ((port == PORT_FIBRE) && !(features & ADVERTISED_FIBRE)) |
| return -EINVAL; |
| } |
| |
| gbe_intf->slave->phy_port_t = port; |
| return phy_ethtool_ksettings_set(phy, cmd); |
| } |
| |
| #if IS_ENABLED(CONFIG_TI_CPTS) |
| static int keystone_get_ts_info(struct net_device *ndev, |
| struct kernel_ethtool_ts_info *info) |
| { |
| struct netcp_intf *netcp = netdev_priv(ndev); |
| struct gbe_intf *gbe_intf; |
| |
| gbe_intf = netcp_module_get_intf_data(&gbe_module, netcp); |
| if (!gbe_intf || !gbe_intf->gbe_dev->cpts) |
| return -EINVAL; |
| |
| info->so_timestamping = |
| SOF_TIMESTAMPING_TX_HARDWARE | |
| SOF_TIMESTAMPING_TX_SOFTWARE | |
| SOF_TIMESTAMPING_RX_HARDWARE | |
| SOF_TIMESTAMPING_RAW_HARDWARE; |
| info->phc_index = gbe_intf->gbe_dev->cpts->phc_index; |
| info->tx_types = |
| (1 << HWTSTAMP_TX_OFF) | |
| (1 << HWTSTAMP_TX_ON); |
| info->rx_filters = |
| (1 << HWTSTAMP_FILTER_NONE) | |
| (1 << HWTSTAMP_FILTER_PTP_V1_L4_EVENT) | |
| (1 << HWTSTAMP_FILTER_PTP_V2_EVENT); |
| return 0; |
| } |
| #else |
| static int keystone_get_ts_info(struct net_device *ndev, |
| struct kernel_ethtool_ts_info *info) |
| { |
| info->so_timestamping = |
| SOF_TIMESTAMPING_TX_SOFTWARE; |
| info->tx_types = 0; |
| info->rx_filters = 0; |
| return 0; |
| } |
| #endif /* CONFIG_TI_CPTS */ |
| |
| static const struct ethtool_ops keystone_ethtool_ops = { |
| .get_drvinfo = keystone_get_drvinfo, |
| .get_link = ethtool_op_get_link, |
| .get_msglevel = keystone_get_msglevel, |
| .set_msglevel = keystone_set_msglevel, |
| .get_strings = keystone_get_stat_strings, |
| .get_sset_count = keystone_get_sset_count, |
| .get_ethtool_stats = keystone_get_ethtool_stats, |
| .get_link_ksettings = keystone_get_link_ksettings, |
| .set_link_ksettings = keystone_set_link_ksettings, |
| .get_ts_info = keystone_get_ts_info, |
| }; |
| |
| static void gbe_set_slave_mac(struct gbe_slave *slave, |
| struct gbe_intf *gbe_intf) |
| { |
| struct net_device *ndev = gbe_intf->ndev; |
| |
| writel(mac_hi(ndev->dev_addr), GBE_REG_ADDR(slave, port_regs, sa_hi)); |
| writel(mac_lo(ndev->dev_addr), GBE_REG_ADDR(slave, port_regs, sa_lo)); |
| } |
| |
| static int gbe_get_slave_port(struct gbe_priv *priv, u32 slave_num) |
| { |
| if (priv->host_port == 0) |
| return slave_num + 1; |
| |
| return slave_num; |
| } |
| |
| static void netcp_ethss_link_state_action(struct gbe_priv *gbe_dev, |
| struct net_device *ndev, |
| struct gbe_slave *slave, |
| int up) |
| { |
| struct phy_device *phy = slave->phy; |
| u32 mac_control = 0; |
| |
| if (up) { |
| mac_control = slave->mac_control; |
| if (phy && (phy->speed == SPEED_1000)) { |
| mac_control |= MACSL_GIG_MODE; |
| mac_control &= ~MACSL_XGIG_MODE; |
| } else if (phy && (phy->speed == SPEED_10000)) { |
| mac_control |= MACSL_XGIG_MODE; |
| mac_control &= ~MACSL_GIG_MODE; |
| } |
| |
| writel(mac_control, GBE_REG_ADDR(slave, emac_regs, |
| mac_control)); |
| |
| cpsw_ale_control_set(gbe_dev->ale, slave->port_num, |
| ALE_PORT_STATE, |
| ALE_PORT_STATE_FORWARD); |
| |
| if (ndev && slave->open && |
| ((slave->link_interface != SGMII_LINK_MAC_PHY) && |
| (slave->link_interface != RGMII_LINK_MAC_PHY) && |
| (slave->link_interface != XGMII_LINK_MAC_PHY))) |
| netif_carrier_on(ndev); |
| } else { |
| writel(mac_control, GBE_REG_ADDR(slave, emac_regs, |
| mac_control)); |
| cpsw_ale_control_set(gbe_dev->ale, slave->port_num, |
| ALE_PORT_STATE, |
| ALE_PORT_STATE_DISABLE); |
| if (ndev && |
| ((slave->link_interface != SGMII_LINK_MAC_PHY) && |
| (slave->link_interface != RGMII_LINK_MAC_PHY) && |
| (slave->link_interface != XGMII_LINK_MAC_PHY))) |
| netif_carrier_off(ndev); |
| } |
| |
| if (phy) |
| phy_print_status(phy); |
| } |
| |
| static bool gbe_phy_link_status(struct gbe_slave *slave) |
| { |
| return !slave->phy || slave->phy->link; |
| } |
| |
| #define RGMII_REG_STATUS_LINK BIT(0) |
| |
| static void netcp_2u_rgmii_get_port_link(struct gbe_priv *gbe_dev, bool *status) |
| { |
| u32 val = 0; |
| |
| val = readl(GBE_REG_ADDR(gbe_dev, ss_regs, rgmii_status)); |
| *status = !!(val & RGMII_REG_STATUS_LINK); |
| } |
| |
| static void netcp_ethss_update_link_state(struct gbe_priv *gbe_dev, |
| struct gbe_slave *slave, |
| struct net_device *ndev) |
| { |
| bool sw_link_state = true, phy_link_state; |
| int sp = slave->slave_num, link_state; |
| |
| if (!slave->open) |
| return; |
| |
| if (SLAVE_LINK_IS_RGMII(slave)) |
| netcp_2u_rgmii_get_port_link(gbe_dev, |
| &sw_link_state); |
| if (SLAVE_LINK_IS_SGMII(slave)) |
| sw_link_state = |
| netcp_sgmii_get_port_link(SGMII_BASE(gbe_dev, sp), sp); |
| |
| phy_link_state = gbe_phy_link_status(slave); |
| link_state = phy_link_state & sw_link_state; |
| |
| if (atomic_xchg(&slave->link_state, link_state) != link_state) |
| netcp_ethss_link_state_action(gbe_dev, ndev, slave, |
| link_state); |
| } |
| |
| static void xgbe_adjust_link(struct net_device *ndev) |
| { |
| struct netcp_intf *netcp = netdev_priv(ndev); |
| struct gbe_intf *gbe_intf; |
| |
| gbe_intf = netcp_module_get_intf_data(&xgbe_module, netcp); |
| if (!gbe_intf) |
| return; |
| |
| netcp_ethss_update_link_state(gbe_intf->gbe_dev, gbe_intf->slave, |
| ndev); |
| } |
| |
| static void gbe_adjust_link(struct net_device *ndev) |
| { |
| struct netcp_intf *netcp = netdev_priv(ndev); |
| struct gbe_intf *gbe_intf; |
| |
| gbe_intf = netcp_module_get_intf_data(&gbe_module, netcp); |
| if (!gbe_intf) |
| return; |
| |
| netcp_ethss_update_link_state(gbe_intf->gbe_dev, gbe_intf->slave, |
| ndev); |
| } |
| |
| static void gbe_adjust_link_sec_slaves(struct net_device *ndev) |
| { |
| struct gbe_priv *gbe_dev = netdev_priv(ndev); |
| struct gbe_slave *slave; |
| |
| for_each_sec_slave(slave, gbe_dev) |
| netcp_ethss_update_link_state(gbe_dev, slave, NULL); |
| } |
| |
| /* Reset EMAC |
| * Soft reset is set and polled until clear, or until a timeout occurs |
| */ |
| static int gbe_port_reset(struct gbe_slave *slave) |
| { |
| u32 i, v; |
| |
| /* Set the soft reset bit */ |
| writel(SOFT_RESET, GBE_REG_ADDR(slave, emac_regs, soft_reset)); |
| |
| /* Wait for the bit to clear */ |
| for (i = 0; i < DEVICE_EMACSL_RESET_POLL_COUNT; i++) { |
| v = readl(GBE_REG_ADDR(slave, emac_regs, soft_reset)); |
| if ((v & SOFT_RESET_MASK) != SOFT_RESET) |
| return 0; |
| } |
| |
| /* Timeout on the reset */ |
| return GMACSL_RET_WARN_RESET_INCOMPLETE; |
| } |
| |
| /* Configure EMAC */ |
| static void gbe_port_config(struct gbe_priv *gbe_dev, struct gbe_slave *slave, |
| int max_rx_len) |
| { |
| void __iomem *rx_maxlen_reg; |
| u32 xgmii_mode; |
| |
| if (max_rx_len > NETCP_MAX_FRAME_SIZE) |
| max_rx_len = NETCP_MAX_FRAME_SIZE; |
| |
| /* Enable correct MII mode at SS level */ |
| if (IS_SS_ID_XGBE(gbe_dev) && |
| (slave->link_interface >= XGMII_LINK_MAC_PHY)) { |
| xgmii_mode = readl(GBE_REG_ADDR(gbe_dev, ss_regs, control)); |
| xgmii_mode |= (1 << slave->slave_num); |
| writel(xgmii_mode, GBE_REG_ADDR(gbe_dev, ss_regs, control)); |
| } |
| |
| if (IS_SS_ID_MU(gbe_dev)) |
| rx_maxlen_reg = GBE_REG_ADDR(slave, port_regs, rx_maxlen); |
| else |
| rx_maxlen_reg = GBE_REG_ADDR(slave, emac_regs, rx_maxlen); |
| |
| writel(max_rx_len, rx_maxlen_reg); |
| writel(slave->mac_control, GBE_REG_ADDR(slave, emac_regs, mac_control)); |
| } |
| |
| static void gbe_sgmii_rtreset(struct gbe_priv *priv, |
| struct gbe_slave *slave, bool set) |
| { |
| if (SLAVE_LINK_IS_XGMII(slave)) |
| return; |
| |
| netcp_sgmii_rtreset(SGMII_BASE(priv, slave->slave_num), |
| slave->slave_num, set); |
| } |
| |
| static void gbe_slave_stop(struct gbe_intf *intf) |
| { |
| struct gbe_priv *gbe_dev = intf->gbe_dev; |
| struct gbe_slave *slave = intf->slave; |
| |
| if (!IS_SS_ID_2U(gbe_dev)) |
| gbe_sgmii_rtreset(gbe_dev, slave, true); |
| gbe_port_reset(slave); |
| /* Disable forwarding */ |
| cpsw_ale_control_set(gbe_dev->ale, slave->port_num, |
| ALE_PORT_STATE, ALE_PORT_STATE_DISABLE); |
| cpsw_ale_del_mcast(gbe_dev->ale, intf->ndev->broadcast, |
| 1 << slave->port_num, 0, 0); |
| |
| if (!slave->phy) |
| return; |
| |
| phy_stop(slave->phy); |
| phy_disconnect(slave->phy); |
| slave->phy = NULL; |
| } |
| |
| static void gbe_sgmii_config(struct gbe_priv *priv, struct gbe_slave *slave) |
| { |
| if (SLAVE_LINK_IS_XGMII(slave)) |
| return; |
| |
| netcp_sgmii_reset(SGMII_BASE(priv, slave->slave_num), slave->slave_num); |
| netcp_sgmii_config(SGMII_BASE(priv, slave->slave_num), slave->slave_num, |
| slave->link_interface); |
| } |
| |
| static int gbe_slave_open(struct gbe_intf *gbe_intf) |
| { |
| struct gbe_priv *priv = gbe_intf->gbe_dev; |
| struct gbe_slave *slave = gbe_intf->slave; |
| phy_interface_t phy_mode; |
| bool has_phy = false; |
| int err; |
| |
| void (*hndlr)(struct net_device *) = gbe_adjust_link; |
| |
| if (!IS_SS_ID_2U(priv)) |
| gbe_sgmii_config(priv, slave); |
| gbe_port_reset(slave); |
| if (!IS_SS_ID_2U(priv)) |
| gbe_sgmii_rtreset(priv, slave, false); |
| gbe_port_config(priv, slave, priv->rx_packet_max); |
| gbe_set_slave_mac(slave, gbe_intf); |
| /* For NU & 2U switch, map the vlan priorities to zero |
| * as we only configure to use priority 0 |
| */ |
| if (IS_SS_ID_MU(priv)) |
| writel(HOST_TX_PRI_MAP_DEFAULT, |
| GBE_REG_ADDR(slave, port_regs, rx_pri_map)); |
| |
| /* enable forwarding */ |
| cpsw_ale_control_set(priv->ale, slave->port_num, |
| ALE_PORT_STATE, ALE_PORT_STATE_FORWARD); |
| cpsw_ale_add_mcast(priv->ale, gbe_intf->ndev->broadcast, |
| 1 << slave->port_num, 0, 0, ALE_MCAST_FWD_2); |
| |
| if (slave->link_interface == SGMII_LINK_MAC_PHY) { |
| has_phy = true; |
| phy_mode = PHY_INTERFACE_MODE_SGMII; |
| slave->phy_port_t = PORT_MII; |
| } else if (slave->link_interface == RGMII_LINK_MAC_PHY) { |
| has_phy = true; |
| err = of_get_phy_mode(slave->node, &phy_mode); |
| /* if phy-mode is not present, default to |
| * PHY_INTERFACE_MODE_RGMII |
| */ |
| if (err) |
| phy_mode = PHY_INTERFACE_MODE_RGMII; |
| |
| if (!phy_interface_mode_is_rgmii(phy_mode)) { |
| dev_err(priv->dev, |
| "Unsupported phy mode %d\n", phy_mode); |
| return -EINVAL; |
| } |
| slave->phy_port_t = PORT_MII; |
| } else if (slave->link_interface == XGMII_LINK_MAC_PHY) { |
| has_phy = true; |
| phy_mode = PHY_INTERFACE_MODE_NA; |
| slave->phy_port_t = PORT_FIBRE; |
| } |
| |
| if (has_phy) { |
| if (IS_SS_ID_XGBE(priv)) |
| hndlr = xgbe_adjust_link; |
| |
| slave->phy = of_phy_connect(gbe_intf->ndev, |
| slave->phy_node, |
| hndlr, 0, |
| phy_mode); |
| if (!slave->phy) { |
| dev_err(priv->dev, "phy not found on slave %d\n", |
| slave->slave_num); |
| return -ENODEV; |
| } |
| dev_dbg(priv->dev, "phy found: id is: 0x%s\n", |
| phydev_name(slave->phy)); |
| phy_start(slave->phy); |
| } |
| return 0; |
| } |
| |
| static void gbe_init_host_port(struct gbe_priv *priv) |
| { |
| int bypass_en = 1; |
| |
| /* Host Tx Pri */ |
| if (IS_SS_ID_NU(priv) || IS_SS_ID_XGBE(priv)) |
| writel(HOST_TX_PRI_MAP_DEFAULT, |
| GBE_REG_ADDR(priv, host_port_regs, tx_pri_map)); |
| |
| /* Max length register */ |
| writel(NETCP_MAX_FRAME_SIZE, GBE_REG_ADDR(priv, host_port_regs, |
| rx_maxlen)); |
| |
| cpsw_ale_start(priv->ale); |
| |
| if (priv->enable_ale) |
| bypass_en = 0; |
| |
| cpsw_ale_control_set(priv->ale, 0, ALE_BYPASS, bypass_en); |
| |
| cpsw_ale_control_set(priv->ale, 0, ALE_NO_PORT_VLAN, 1); |
| |
| cpsw_ale_control_set(priv->ale, priv->host_port, |
| ALE_PORT_STATE, ALE_PORT_STATE_FORWARD); |
| |
| cpsw_ale_control_set(priv->ale, 0, |
| ALE_PORT_UNKNOWN_VLAN_MEMBER, |
| GBE_PORT_MASK(priv->ale_ports)); |
| |
| cpsw_ale_control_set(priv->ale, 0, |
| ALE_PORT_UNKNOWN_MCAST_FLOOD, |
| GBE_PORT_MASK(priv->ale_ports - 1)); |
| |
| cpsw_ale_control_set(priv->ale, 0, |
| ALE_PORT_UNKNOWN_REG_MCAST_FLOOD, |
| GBE_PORT_MASK(priv->ale_ports)); |
| |
| cpsw_ale_control_set(priv->ale, 0, |
| ALE_PORT_UNTAGGED_EGRESS, |
| GBE_PORT_MASK(priv->ale_ports)); |
| } |
| |
| static void gbe_add_mcast_addr(struct gbe_intf *gbe_intf, u8 *addr) |
| { |
| struct gbe_priv *gbe_dev = gbe_intf->gbe_dev; |
| u16 vlan_id; |
| |
| cpsw_ale_add_mcast(gbe_dev->ale, addr, |
| GBE_PORT_MASK(gbe_dev->ale_ports), 0, 0, |
| ALE_MCAST_FWD_2); |
| for_each_set_bit(vlan_id, gbe_intf->active_vlans, VLAN_N_VID) { |
| cpsw_ale_add_mcast(gbe_dev->ale, addr, |
| GBE_PORT_MASK(gbe_dev->ale_ports), |
| ALE_VLAN, vlan_id, ALE_MCAST_FWD_2); |
| } |
| } |
| |
| static void gbe_add_ucast_addr(struct gbe_intf *gbe_intf, u8 *addr) |
| { |
| struct gbe_priv *gbe_dev = gbe_intf->gbe_dev; |
| u16 vlan_id; |
| |
| cpsw_ale_add_ucast(gbe_dev->ale, addr, gbe_dev->host_port, 0, 0); |
| |
| for_each_set_bit(vlan_id, gbe_intf->active_vlans, VLAN_N_VID) |
| cpsw_ale_add_ucast(gbe_dev->ale, addr, gbe_dev->host_port, |
| ALE_VLAN, vlan_id); |
| } |
| |
| static void gbe_del_mcast_addr(struct gbe_intf *gbe_intf, u8 *addr) |
| { |
| struct gbe_priv *gbe_dev = gbe_intf->gbe_dev; |
| u16 vlan_id; |
| |
| cpsw_ale_del_mcast(gbe_dev->ale, addr, 0, 0, 0); |
| |
| for_each_set_bit(vlan_id, gbe_intf->active_vlans, VLAN_N_VID) { |
| cpsw_ale_del_mcast(gbe_dev->ale, addr, 0, ALE_VLAN, vlan_id); |
| } |
| } |
| |
| static void gbe_del_ucast_addr(struct gbe_intf *gbe_intf, u8 *addr) |
| { |
| struct gbe_priv *gbe_dev = gbe_intf->gbe_dev; |
| u16 vlan_id; |
| |
| cpsw_ale_del_ucast(gbe_dev->ale, addr, gbe_dev->host_port, 0, 0); |
| |
| for_each_set_bit(vlan_id, gbe_intf->active_vlans, VLAN_N_VID) { |
| cpsw_ale_del_ucast(gbe_dev->ale, addr, gbe_dev->host_port, |
| ALE_VLAN, vlan_id); |
| } |
| } |
| |
| static int gbe_add_addr(void *intf_priv, struct netcp_addr *naddr) |
| { |
| struct gbe_intf *gbe_intf = intf_priv; |
| struct gbe_priv *gbe_dev = gbe_intf->gbe_dev; |
| |
| dev_dbg(gbe_dev->dev, "ethss adding address %pM, type %d\n", |
| naddr->addr, naddr->type); |
| |
| switch (naddr->type) { |
| case ADDR_MCAST: |
| case ADDR_BCAST: |
| gbe_add_mcast_addr(gbe_intf, naddr->addr); |
| break; |
| case ADDR_UCAST: |
| case ADDR_DEV: |
| gbe_add_ucast_addr(gbe_intf, naddr->addr); |
| break; |
| case ADDR_ANY: |
| /* nothing to do for promiscuous */ |
| default: |
| break; |
| } |
| |
| return 0; |
| } |
| |
| static int gbe_del_addr(void *intf_priv, struct netcp_addr *naddr) |
| { |
| struct gbe_intf *gbe_intf = intf_priv; |
| struct gbe_priv *gbe_dev = gbe_intf->gbe_dev; |
| |
| dev_dbg(gbe_dev->dev, "ethss deleting address %pM, type %d\n", |
| naddr->addr, naddr->type); |
| |
| switch (naddr->type) { |
| case ADDR_MCAST: |
| case ADDR_BCAST: |
| gbe_del_mcast_addr(gbe_intf, naddr->addr); |
| break; |
| case ADDR_UCAST: |
| case ADDR_DEV: |
| gbe_del_ucast_addr(gbe_intf, naddr->addr); |
| break; |
| case ADDR_ANY: |
| /* nothing to do for promiscuous */ |
| default: |
| break; |
| } |
| |
| return 0; |
| } |
| |
| static int gbe_add_vid(void *intf_priv, int vid) |
| { |
| struct gbe_intf *gbe_intf = intf_priv; |
| struct gbe_priv *gbe_dev = gbe_intf->gbe_dev; |
| |
| set_bit(vid, gbe_intf->active_vlans); |
| |
| cpsw_ale_add_vlan(gbe_dev->ale, vid, |
| GBE_PORT_MASK(gbe_dev->ale_ports), |
| GBE_MASK_NO_PORTS, |
| GBE_PORT_MASK(gbe_dev->ale_ports), |
| GBE_PORT_MASK(gbe_dev->ale_ports - 1)); |
| |
| return 0; |
| } |
| |
| static int gbe_del_vid(void *intf_priv, int vid) |
| { |
| struct gbe_intf *gbe_intf = intf_priv; |
| struct gbe_priv *gbe_dev = gbe_intf->gbe_dev; |
| |
| cpsw_ale_del_vlan(gbe_dev->ale, vid, 0); |
| clear_bit(vid, gbe_intf->active_vlans); |
| return 0; |
| } |
| |
| #if IS_ENABLED(CONFIG_TI_CPTS) |
| |
| static void gbe_txtstamp(void *context, struct sk_buff *skb) |
| { |
| struct gbe_intf *gbe_intf = context; |
| struct gbe_priv *gbe_dev = gbe_intf->gbe_dev; |
| |
| cpts_tx_timestamp(gbe_dev->cpts, skb); |
| } |
| |
| static bool gbe_need_txtstamp(struct gbe_intf *gbe_intf, |
| const struct netcp_packet *p_info) |
| { |
| struct sk_buff *skb = p_info->skb; |
| |
| return cpts_can_timestamp(gbe_intf->gbe_dev->cpts, skb); |
| } |
| |
| static int gbe_txtstamp_mark_pkt(struct gbe_intf *gbe_intf, |
| struct netcp_packet *p_info) |
| { |
| struct phy_device *phydev = p_info->skb->dev->phydev; |
| struct gbe_priv *gbe_dev = gbe_intf->gbe_dev; |
| |
| if (!(skb_shinfo(p_info->skb)->tx_flags & SKBTX_HW_TSTAMP) || |
| !gbe_dev->tx_ts_enabled) |
| return 0; |
| |
| /* If phy has the txtstamp api, assume it will do it. |
| * We mark it here because skb_tx_timestamp() is called |
| * after all the txhooks are called. |
| */ |
| if (phy_has_txtstamp(phydev)) { |
| skb_shinfo(p_info->skb)->tx_flags |= SKBTX_IN_PROGRESS; |
| return 0; |
| } |
| |
| if (gbe_need_txtstamp(gbe_intf, p_info)) { |
| p_info->txtstamp = gbe_txtstamp; |
| p_info->ts_context = (void *)gbe_intf; |
| skb_shinfo(p_info->skb)->tx_flags |= SKBTX_IN_PROGRESS; |
| } |
| |
| return 0; |
| } |
| |
| static int gbe_rxtstamp(struct gbe_intf *gbe_intf, struct netcp_packet *p_info) |
| { |
| struct phy_device *phydev = p_info->skb->dev->phydev; |
| struct gbe_priv *gbe_dev = gbe_intf->gbe_dev; |
| |
| if (p_info->rxtstamp_complete) |
| return 0; |
| |
| if (phy_has_rxtstamp(phydev)) { |
| p_info->rxtstamp_complete = true; |
| return 0; |
| } |
| |
| if (gbe_dev->rx_ts_enabled) |
| cpts_rx_timestamp(gbe_dev->cpts, p_info->skb); |
| |
| p_info->rxtstamp_complete = true; |
| |
| return 0; |
| } |
| |
| static int gbe_hwtstamp_get(struct gbe_intf *gbe_intf, struct ifreq *ifr) |
| { |
| struct gbe_priv *gbe_dev = gbe_intf->gbe_dev; |
| struct cpts *cpts = gbe_dev->cpts; |
| struct hwtstamp_config cfg; |
| |
| if (!cpts) |
| return -EOPNOTSUPP; |
| |
| cfg.flags = 0; |
| cfg.tx_type = gbe_dev->tx_ts_enabled ? HWTSTAMP_TX_ON : HWTSTAMP_TX_OFF; |
| cfg.rx_filter = gbe_dev->rx_ts_enabled; |
| |
| return copy_to_user(ifr->ifr_data, &cfg, sizeof(cfg)) ? -EFAULT : 0; |
| } |
| |
| static void gbe_hwtstamp(struct gbe_intf *gbe_intf) |
| { |
| struct gbe_priv *gbe_dev = gbe_intf->gbe_dev; |
| struct gbe_slave *slave = gbe_intf->slave; |
| u32 ts_en, seq_id, ctl; |
| |
| if (!gbe_dev->rx_ts_enabled && |
| !gbe_dev->tx_ts_enabled) { |
| writel(0, GBE_REG_ADDR(slave, port_regs, ts_ctl)); |
| return; |
| } |
| |
| seq_id = (30 << TS_SEQ_ID_OFS_SHIFT) | ETH_P_1588; |
| ts_en = EVENT_MSG_BITS << TS_MSG_TYPE_EN_SHIFT; |
| ctl = ETH_P_1588 | TS_TTL_NONZERO | |
| (slave->ts_ctl.dst_port_map << TS_CTL_DST_PORT_SHIFT) | |
| (slave->ts_ctl.uni ? TS_UNI_EN : |
| slave->ts_ctl.maddr_map << TS_CTL_MADDR_SHIFT); |
| |
| if (gbe_dev->tx_ts_enabled) |
| ts_en |= (TS_TX_ANX_ALL_EN | TS_TX_VLAN_LT1_EN); |
| |
| if (gbe_dev->rx_ts_enabled) |
| ts_en |= (TS_RX_ANX_ALL_EN | TS_RX_VLAN_LT1_EN); |
| |
| writel(ts_en, GBE_REG_ADDR(slave, port_regs, ts_ctl)); |
| writel(seq_id, GBE_REG_ADDR(slave, port_regs, ts_seq_ltype)); |
| writel(ctl, GBE_REG_ADDR(slave, port_regs, ts_ctl_ltype2)); |
| } |
| |
| static int gbe_hwtstamp_set(struct gbe_intf *gbe_intf, struct ifreq *ifr) |
| { |
| struct gbe_priv *gbe_dev = gbe_intf->gbe_dev; |
| struct cpts *cpts = gbe_dev->cpts; |
| struct hwtstamp_config cfg; |
| |
| if (!cpts) |
| return -EOPNOTSUPP; |
| |
| if (copy_from_user(&cfg, ifr->ifr_data, sizeof(cfg))) |
| return -EFAULT; |
| |
| switch (cfg.tx_type) { |
| case HWTSTAMP_TX_OFF: |
| gbe_dev->tx_ts_enabled = 0; |
| break; |
| case HWTSTAMP_TX_ON: |
| gbe_dev->tx_ts_enabled = 1; |
| break; |
| default: |
| return -ERANGE; |
| } |
| |
| switch (cfg.rx_filter) { |
| case HWTSTAMP_FILTER_NONE: |
| gbe_dev->rx_ts_enabled = HWTSTAMP_FILTER_NONE; |
| break; |
| case HWTSTAMP_FILTER_PTP_V1_L4_EVENT: |
| case HWTSTAMP_FILTER_PTP_V1_L4_SYNC: |
| case HWTSTAMP_FILTER_PTP_V1_L4_DELAY_REQ: |
| gbe_dev->rx_ts_enabled = HWTSTAMP_FILTER_PTP_V1_L4_EVENT; |
| cfg.rx_filter = HWTSTAMP_FILTER_PTP_V1_L4_EVENT; |
| break; |
| case HWTSTAMP_FILTER_PTP_V2_L4_EVENT: |
| case HWTSTAMP_FILTER_PTP_V2_L4_SYNC: |
| case HWTSTAMP_FILTER_PTP_V2_L4_DELAY_REQ: |
| case HWTSTAMP_FILTER_PTP_V2_L2_EVENT: |
| case HWTSTAMP_FILTER_PTP_V2_L2_SYNC: |
| case HWTSTAMP_FILTER_PTP_V2_L2_DELAY_REQ: |
| case HWTSTAMP_FILTER_PTP_V2_EVENT: |
| case HWTSTAMP_FILTER_PTP_V2_SYNC: |
| case HWTSTAMP_FILTER_PTP_V2_DELAY_REQ: |
| gbe_dev->rx_ts_enabled = HWTSTAMP_FILTER_PTP_V2_EVENT; |
| cfg.rx_filter = HWTSTAMP_FILTER_PTP_V2_EVENT; |
| break; |
| default: |
| return -ERANGE; |
| } |
| |
| gbe_hwtstamp(gbe_intf); |
| |
| return copy_to_user(ifr->ifr_data, &cfg, sizeof(cfg)) ? -EFAULT : 0; |
| } |
| |
| static void gbe_register_cpts(struct gbe_priv *gbe_dev) |
| { |
| if (!gbe_dev->cpts) |
| return; |
| |
| if (gbe_dev->cpts_registered > 0) |
| goto done; |
| |
| if (cpts_register(gbe_dev->cpts)) { |
| dev_err(gbe_dev->dev, "error registering cpts device\n"); |
| return; |
| } |
| |
| done: |
| ++gbe_dev->cpts_registered; |
| } |
| |
| static void gbe_unregister_cpts(struct gbe_priv *gbe_dev) |
| { |
| if (!gbe_dev->cpts || (gbe_dev->cpts_registered <= 0)) |
| return; |
| |
| if (--gbe_dev->cpts_registered) |
| return; |
| |
| cpts_unregister(gbe_dev->cpts); |
| } |
| #else |
| static inline int gbe_txtstamp_mark_pkt(struct gbe_intf *gbe_intf, |
| struct netcp_packet *p_info) |
| { |
| return 0; |
| } |
| |
| static inline int gbe_rxtstamp(struct gbe_intf *gbe_intf, |
| struct netcp_packet *p_info) |
| { |
| return 0; |
| } |
| |
| static inline int gbe_hwtstamp(struct gbe_intf *gbe_intf, |
| struct ifreq *ifr, int cmd) |
| { |
| return -EOPNOTSUPP; |
| } |
| |
| static inline void gbe_register_cpts(struct gbe_priv *gbe_dev) |
| { |
| } |
| |
| static inline void gbe_unregister_cpts(struct gbe_priv *gbe_dev) |
| { |
| } |
| |
| static inline int gbe_hwtstamp_get(struct gbe_intf *gbe_intf, struct ifreq *req) |
| { |
| return -EOPNOTSUPP; |
| } |
| |
| static inline int gbe_hwtstamp_set(struct gbe_intf *gbe_intf, struct ifreq *req) |
| { |
| return -EOPNOTSUPP; |
| } |
| #endif /* CONFIG_TI_CPTS */ |
| |
| static int gbe_set_rx_mode(void *intf_priv, bool promisc) |
| { |
| struct gbe_intf *gbe_intf = intf_priv; |
| struct gbe_priv *gbe_dev = gbe_intf->gbe_dev; |
| struct cpsw_ale *ale = gbe_dev->ale; |
| unsigned long timeout; |
| int i, ret = -ETIMEDOUT; |
| |
| /* Disable(1)/Enable(0) Learn for all ports (host is port 0 and |
| * slaves are port 1 and up |
| */ |
| for (i = 0; i <= gbe_dev->num_slaves; i++) { |
| cpsw_ale_control_set(ale, i, |
| ALE_PORT_NOLEARN, !!promisc); |
| cpsw_ale_control_set(ale, i, |
| ALE_PORT_NO_SA_UPDATE, !!promisc); |
| } |
| |
| if (!promisc) { |
| /* Don't Flood All Unicast Packets to Host port */ |
| cpsw_ale_control_set(ale, 0, ALE_P0_UNI_FLOOD, 0); |
| dev_vdbg(gbe_dev->dev, "promiscuous mode disabled\n"); |
| return 0; |
| } |
| |
| timeout = jiffies + HZ; |
| |
| /* Clear All Untouched entries */ |
| cpsw_ale_control_set(ale, 0, ALE_AGEOUT, 1); |
| do { |
| cpu_relax(); |
| if (cpsw_ale_control_get(ale, 0, ALE_AGEOUT)) { |
| ret = 0; |
| break; |
| } |
| |
| } while (time_after(timeout, jiffies)); |
| |
| /* Make sure it is not a false timeout */ |
| if (ret && !cpsw_ale_control_get(ale, 0, ALE_AGEOUT)) |
| return ret; |
| |
| cpsw_ale_control_set(ale, 0, ALE_AGEOUT, 1); |
| |
| /* Clear all mcast from ALE */ |
| cpsw_ale_flush_multicast(ale, |
| GBE_PORT_MASK(gbe_dev->ale_ports), |
| -1); |
| |
| /* Flood All Unicast Packets to Host port */ |
| cpsw_ale_control_set(ale, 0, ALE_P0_UNI_FLOOD, 1); |
| dev_vdbg(gbe_dev->dev, "promiscuous mode enabled\n"); |
| return ret; |
| } |
| |
| static int gbe_ioctl(void *intf_priv, struct ifreq *req, int cmd) |
| { |
| struct gbe_intf *gbe_intf = intf_priv; |
| struct phy_device *phy = gbe_intf->slave->phy; |
| |
| if (!phy_has_hwtstamp(phy)) { |
| switch (cmd) { |
| case SIOCGHWTSTAMP: |
| return gbe_hwtstamp_get(gbe_intf, req); |
| case SIOCSHWTSTAMP: |
| return gbe_hwtstamp_set(gbe_intf, req); |
| } |
| } |
| |
| if (phy) |
| return phy_mii_ioctl(phy, req, cmd); |
| |
| return -EOPNOTSUPP; |
| } |
| |
| static void netcp_ethss_timer(struct timer_list *t) |
| { |
| struct gbe_priv *gbe_dev = from_timer(gbe_dev, t, timer); |
| struct gbe_intf *gbe_intf; |
| struct gbe_slave *slave; |
| |
| /* Check & update SGMII link state of interfaces */ |
| for_each_intf(gbe_intf, gbe_dev) { |
| if (!gbe_intf->slave->open) |
| continue; |
| netcp_ethss_update_link_state(gbe_dev, gbe_intf->slave, |
| gbe_intf->ndev); |
| } |
| |
| /* Check & update SGMII link state of secondary ports */ |
| for_each_sec_slave(slave, gbe_dev) { |
| netcp_ethss_update_link_state(gbe_dev, slave, NULL); |
| } |
| |
| /* A timer runs as a BH, no need to block them */ |
| spin_lock(&gbe_dev->hw_stats_lock); |
| |
| if (IS_SS_ID_VER_14(gbe_dev)) |
| gbe_update_stats_ver14(gbe_dev, NULL); |
| else |
| gbe_update_stats(gbe_dev, NULL); |
| |
| spin_unlock(&gbe_dev->hw_stats_lock); |
| |
| gbe_dev->timer.expires = jiffies + GBE_TIMER_INTERVAL; |
| add_timer(&gbe_dev->timer); |
| } |
| |
| static int gbe_txhook(int order, void *data, struct netcp_packet *p_info) |
| { |
| struct gbe_intf *gbe_intf = data; |
| |
| p_info->tx_pipe = &gbe_intf->tx_pipe; |
| |
| return gbe_txtstamp_mark_pkt(gbe_intf, p_info); |
| } |
| |
| static int gbe_rxhook(int order, void *data, struct netcp_packet *p_info) |
| { |
| struct gbe_intf *gbe_intf = data; |
| |
| return gbe_rxtstamp(gbe_intf, p_info); |
| } |
| |
| static int gbe_open(void *intf_priv, struct net_device *ndev) |
| { |
| struct gbe_intf *gbe_intf = intf_priv; |
| struct gbe_priv *gbe_dev = gbe_intf->gbe_dev; |
| struct netcp_intf *netcp = netdev_priv(ndev); |
| struct gbe_slave *slave = gbe_intf->slave; |
| int port_num = slave->port_num; |
| u32 reg, val; |
| int ret; |
| |
| reg = readl(GBE_REG_ADDR(gbe_dev, switch_regs, id_ver)); |
| dev_dbg(gbe_dev->dev, "initializing gbe version %d.%d (%d) GBE identification value 0x%x\n", |
| GBE_MAJOR_VERSION(reg), GBE_MINOR_VERSION(reg), |
| GBE_RTL_VERSION(reg), GBE_IDENT(reg)); |
| |
| /* For 10G and on NetCP 1.5, use directed to port */ |
| if (IS_SS_ID_XGBE(gbe_dev) || IS_SS_ID_MU(gbe_dev)) |
| gbe_intf->tx_pipe.flags = SWITCH_TO_PORT_IN_TAGINFO; |
| |
| if (gbe_dev->enable_ale) |
| gbe_intf->tx_pipe.switch_to_port = 0; |
| else |
| gbe_intf->tx_pipe.switch_to_port = port_num; |
| |
| dev_dbg(gbe_dev->dev, |
| "opened TX channel %s: %p with to port %d, flags %d\n", |
| gbe_intf->tx_pipe.dma_chan_name, |
| gbe_intf->tx_pipe.dma_channel, |
| gbe_intf->tx_pipe.switch_to_port, |
| gbe_intf->tx_pipe.flags); |
| |
| gbe_slave_stop(gbe_intf); |
| |
| /* disable priority elevation and enable statistics on all ports */ |
| writel(0, GBE_REG_ADDR(gbe_dev, switch_regs, ptype)); |
| |
| /* Control register */ |
| val = GBE_CTL_P0_ENABLE; |
| if (IS_SS_ID_MU(gbe_dev)) { |
| val |= ETH_SW_CTL_P0_TX_CRC_REMOVE; |
| netcp->hw_cap = ETH_SW_CAN_REMOVE_ETH_FCS; |
| } |
| writel(val, GBE_REG_ADDR(gbe_dev, switch_regs, control)); |
| |
| /* All statistics enabled and STAT AB visible by default */ |
| writel(gbe_dev->stats_en_mask, GBE_REG_ADDR(gbe_dev, switch_regs, |
| stat_port_en)); |
| |
| ret = gbe_slave_open(gbe_intf); |
| if (ret) |
| goto fail; |
| |
| netcp_register_txhook(netcp, GBE_TXHOOK_ORDER, gbe_txhook, gbe_intf); |
| netcp_register_rxhook(netcp, GBE_RXHOOK_ORDER, gbe_rxhook, gbe_intf); |
| |
| slave->open = true; |
| netcp_ethss_update_link_state(gbe_dev, slave, ndev); |
| |
| gbe_register_cpts(gbe_dev); |
| |
| return 0; |
| |
| fail: |
| gbe_slave_stop(gbe_intf); |
| return ret; |
| } |
| |
| static int gbe_close(void *intf_priv, struct net_device *ndev) |
| { |
| struct gbe_intf *gbe_intf = intf_priv; |
| struct netcp_intf *netcp = netdev_priv(ndev); |
| struct gbe_priv *gbe_dev = gbe_intf->gbe_dev; |
| |
| gbe_unregister_cpts(gbe_dev); |
| |
| gbe_slave_stop(gbe_intf); |
| |
| netcp_unregister_rxhook(netcp, GBE_RXHOOK_ORDER, gbe_rxhook, gbe_intf); |
| netcp_unregister_txhook(netcp, GBE_TXHOOK_ORDER, gbe_txhook, gbe_intf); |
| |
| gbe_intf->slave->open = false; |
| atomic_set(&gbe_intf->slave->link_state, NETCP_LINK_STATE_INVALID); |
| return 0; |
| } |
| |
| #if IS_ENABLED(CONFIG_TI_CPTS) |
| static void init_slave_ts_ctl(struct gbe_slave *slave) |
| { |
| slave->ts_ctl.uni = 1; |
| slave->ts_ctl.dst_port_map = |
| (TS_CTL_DST_PORT >> TS_CTL_DST_PORT_SHIFT) & 0x3; |
| slave->ts_ctl.maddr_map = |
| (TS_CTL_MADDR_ALL >> TS_CTL_MADDR_SHIFT) & 0x1f; |
| } |
| |
| #else |
| static void init_slave_ts_ctl(struct gbe_slave *slave) |
| { |
| } |
| #endif /* CONFIG_TI_CPTS */ |
| |
| static int init_slave(struct gbe_priv *gbe_dev, struct gbe_slave *slave, |
| struct device_node *node) |
| { |
| int port_reg_num; |
| u32 port_reg_ofs, emac_reg_ofs; |
| u32 port_reg_blk_sz, emac_reg_blk_sz; |
| |
| if (of_property_read_u32(node, "slave-port", &slave->slave_num)) { |
| dev_err(gbe_dev->dev, "missing slave-port parameter\n"); |
| return -EINVAL; |
| } |
| |
| if (of_property_read_u32(node, "link-interface", |
| &slave->link_interface)) { |
| dev_warn(gbe_dev->dev, |
| "missing link-interface value defaulting to 1G mac-phy link\n"); |
| slave->link_interface = SGMII_LINK_MAC_PHY; |
| } |
| |
| slave->node = node; |
| slave->open = false; |
| if ((slave->link_interface == SGMII_LINK_MAC_PHY) || |
| (slave->link_interface == RGMII_LINK_MAC_PHY) || |
| (slave->link_interface == XGMII_LINK_MAC_PHY)) |
| slave->phy_node = of_parse_phandle(node, "phy-handle", 0); |
| slave->port_num = gbe_get_slave_port(gbe_dev, slave->slave_num); |
| |
| if (slave->link_interface >= XGMII_LINK_MAC_PHY) |
| slave->mac_control = GBE_DEF_10G_MAC_CONTROL; |
| else |
| slave->mac_control = GBE_DEF_1G_MAC_CONTROL; |
| |
| /* Emac regs memmap are contiguous but port regs are not */ |
| port_reg_num = slave->slave_num; |
| if (IS_SS_ID_VER_14(gbe_dev)) { |
| if (slave->slave_num > 1) { |
| port_reg_ofs = GBE13_SLAVE_PORT2_OFFSET; |
| port_reg_num -= 2; |
| } else { |
| port_reg_ofs = GBE13_SLAVE_PORT_OFFSET; |
| } |
| emac_reg_ofs = GBE13_EMAC_OFFSET; |
| port_reg_blk_sz = 0x30; |
| emac_reg_blk_sz = 0x40; |
| } else if (IS_SS_ID_MU(gbe_dev)) { |
| port_reg_ofs = GBENU_SLAVE_PORT_OFFSET; |
| emac_reg_ofs = GBENU_EMAC_OFFSET; |
| port_reg_blk_sz = 0x1000; |
| emac_reg_blk_sz = 0x1000; |
| } else if (IS_SS_ID_XGBE(gbe_dev)) { |
| port_reg_ofs = XGBE10_SLAVE_PORT_OFFSET; |
| emac_reg_ofs = XGBE10_EMAC_OFFSET; |
| port_reg_blk_sz = 0x30; |
| emac_reg_blk_sz = 0x40; |
| } else { |
| dev_err(gbe_dev->dev, "unknown ethss(0x%x)\n", |
| gbe_dev->ss_version); |
| return -EINVAL; |
| } |
| |
| slave->port_regs = gbe_dev->switch_regs + port_reg_ofs + |
| (port_reg_blk_sz * port_reg_num); |
| slave->emac_regs = gbe_dev->switch_regs + emac_reg_ofs + |
| (emac_reg_blk_sz * slave->slave_num); |
| |
| if (IS_SS_ID_VER_14(gbe_dev)) { |
| /* Initialize slave port register offsets */ |
| GBE_SET_REG_OFS(slave, port_regs, port_vlan); |
| GBE_SET_REG_OFS(slave, port_regs, tx_pri_map); |
| GBE_SET_REG_OFS(slave, port_regs, sa_lo); |
| GBE_SET_REG_OFS(slave, port_regs, sa_hi); |
| GBE_SET_REG_OFS(slave, port_regs, ts_ctl); |
| GBE_SET_REG_OFS(slave, port_regs, ts_seq_ltype); |
| GBE_SET_REG_OFS(slave, port_regs, ts_vlan); |
| GBE_SET_REG_OFS(slave, port_regs, ts_ctl_ltype2); |
| GBE_SET_REG_OFS(slave, port_regs, ts_ctl2); |
| |
| /* Initialize EMAC register offsets */ |
| GBE_SET_REG_OFS(slave, emac_regs, mac_control); |
| GBE_SET_REG_OFS(slave, emac_regs, soft_reset); |
| GBE_SET_REG_OFS(slave, emac_regs, rx_maxlen); |
| |
| } else if (IS_SS_ID_MU(gbe_dev)) { |
| /* Initialize slave port register offsets */ |
| GBENU_SET_REG_OFS(slave, port_regs, port_vlan); |
| GBENU_SET_REG_OFS(slave, port_regs, tx_pri_map); |
| GBENU_SET_REG_OFS(slave, port_regs, rx_pri_map); |
| GBENU_SET_REG_OFS(slave, port_regs, sa_lo); |
| GBENU_SET_REG_OFS(slave, port_regs, sa_hi); |
| GBENU_SET_REG_OFS(slave, port_regs, ts_ctl); |
| GBENU_SET_REG_OFS(slave, port_regs, ts_seq_ltype); |
| GBENU_SET_REG_OFS(slave, port_regs, ts_vlan); |
| GBENU_SET_REG_OFS(slave, port_regs, ts_ctl_ltype2); |
| GBENU_SET_REG_OFS(slave, port_regs, ts_ctl2); |
| GBENU_SET_REG_OFS(slave, port_regs, rx_maxlen); |
| |
| /* Initialize EMAC register offsets */ |
| GBENU_SET_REG_OFS(slave, emac_regs, mac_control); |
| GBENU_SET_REG_OFS(slave, emac_regs, soft_reset); |
| |
| } else if (IS_SS_ID_XGBE(gbe_dev)) { |
| /* Initialize slave port register offsets */ |
| XGBE_SET_REG_OFS(slave, port_regs, port_vlan); |
| XGBE_SET_REG_OFS(slave, port_regs, tx_pri_map); |
| XGBE_SET_REG_OFS(slave, port_regs, sa_lo); |
| XGBE_SET_REG_OFS(slave, port_regs, sa_hi); |
| XGBE_SET_REG_OFS(slave, port_regs, ts_ctl); |
| XGBE_SET_REG_OFS(slave, port_regs, ts_seq_ltype); |
| XGBE_SET_REG_OFS(slave, port_regs, ts_vlan); |
| XGBE_SET_REG_OFS(slave, port_regs, ts_ctl_ltype2); |
| XGBE_SET_REG_OFS(slave, port_regs, ts_ctl2); |
| |
| /* Initialize EMAC register offsets */ |
| XGBE_SET_REG_OFS(slave, emac_regs, mac_control); |
| XGBE_SET_REG_OFS(slave, emac_regs, soft_reset); |
| XGBE_SET_REG_OFS(slave, emac_regs, rx_maxlen); |
| } |
| |
| atomic_set(&slave->link_state, NETCP_LINK_STATE_INVALID); |
| |
| init_slave_ts_ctl(slave); |
| return 0; |
| } |
| |
| static void init_secondary_ports(struct gbe_priv *gbe_dev, |
| struct device_node *node) |
| { |
| struct device *dev = gbe_dev->dev; |
| phy_interface_t phy_mode; |
| struct gbe_priv **priv; |
| struct device_node *port; |
| struct gbe_slave *slave; |
| bool mac_phy_link = false; |
| |
| for_each_child_of_node(node, port) { |
| slave = devm_kzalloc(dev, sizeof(*slave), GFP_KERNEL); |
| if (!slave) { |
| dev_err(dev, "memory alloc failed for secondary port(%pOFn), skipping...\n", |
| port); |
| continue; |
| } |
| |
| if (init_slave(gbe_dev, slave, port)) { |
| dev_err(dev, |
| "Failed to initialize secondary port(%pOFn), skipping...\n", |
| port); |
| devm_kfree(dev, slave); |
| continue; |
| } |
| |
| if (!IS_SS_ID_2U(gbe_dev)) |
| gbe_sgmii_config(gbe_dev, slave); |
| gbe_port_reset(slave); |
| gbe_port_config(gbe_dev, slave, gbe_dev->rx_packet_max); |
| list_add_tail(&slave->slave_list, &gbe_dev->secondary_slaves); |
| gbe_dev->num_slaves++; |
| if ((slave->link_interface == SGMII_LINK_MAC_PHY) || |
| (slave->link_interface == XGMII_LINK_MAC_PHY)) |
| mac_phy_link = true; |
| |
| slave->open = true; |
| if (gbe_dev->num_slaves >= gbe_dev->max_num_slaves) { |
| of_node_put(port); |
| break; |
| } |
| } |
| |
| /* of_phy_connect() is needed only for MAC-PHY interface */ |
| if (!mac_phy_link) |
| return; |
| |
| /* Allocate dummy netdev device for attaching to phy device */ |
| gbe_dev->dummy_ndev = alloc_netdev(sizeof(gbe_dev), "dummy", |
| NET_NAME_UNKNOWN, ether_setup); |
| if (!gbe_dev->dummy_ndev) { |
| dev_err(dev, |
| "Failed to allocate dummy netdev for secondary ports, skipping phy_connect()...\n"); |
| return; |
| } |
| priv = netdev_priv(gbe_dev->dummy_ndev); |
| *priv = gbe_dev; |
| |
| if (slave->link_interface == SGMII_LINK_MAC_PHY) { |
| phy_mode = PHY_INTERFACE_MODE_SGMII; |
| slave->phy_port_t = PORT_MII; |
| } else if (slave->link_interface == RGMII_LINK_MAC_PHY) { |
| phy_mode = PHY_INTERFACE_MODE_RGMII; |
| slave->phy_port_t = PORT_MII; |
| } else { |
| phy_mode = PHY_INTERFACE_MODE_NA; |
| slave->phy_port_t = PORT_FIBRE; |
| } |
| |
| for_each_sec_slave(slave, gbe_dev) { |
| if ((slave->link_interface != SGMII_LINK_MAC_PHY) && |
| (slave->link_interface != RGMII_LINK_MAC_PHY) && |
| (slave->link_interface != XGMII_LINK_MAC_PHY)) |
| continue; |
| slave->phy = |
| of_phy_connect(gbe_dev->dummy_ndev, |
| slave->phy_node, |
| gbe_adjust_link_sec_slaves, |
| 0, phy_mode); |
| if (!slave->phy) { |
| dev_err(dev, "phy not found for slave %d\n", |
| slave->slave_num); |
| } else { |
| dev_dbg(dev, "phy found: id is: 0x%s\n", |
| phydev_name(slave->phy)); |
| phy_start(slave->phy); |
| } |
| } |
| } |
| |
| static void free_secondary_ports(struct gbe_priv *gbe_dev) |
| { |
| struct gbe_slave *slave; |
| |
| while (!list_empty(&gbe_dev->secondary_slaves)) { |
| slave = first_sec_slave(gbe_dev); |
| |
| if (slave->phy) |
| phy_disconnect(slave->phy); |
| list_del(&slave->slave_list); |
| } |
| if (gbe_dev->dummy_ndev) |
| free_netdev(gbe_dev->dummy_ndev); |
| } |
| |
| static int set_xgbe_ethss10_priv(struct gbe_priv *gbe_dev, |
| struct device_node *node) |
| { |
| struct resource res; |
| void __iomem *regs; |
| int ret, i; |
| |
| ret = of_address_to_resource(node, XGBE_SS_REG_INDEX, &res); |
| if (ret) { |
| dev_err(gbe_dev->dev, |
| "Can't xlate xgbe of node(%pOFn) ss address at %d\n", |
| node, XGBE_SS_REG_INDEX); |
| return ret; |
| } |
| |
| regs = devm_ioremap_resource(gbe_dev->dev, &res); |
| if (IS_ERR(regs)) { |
| dev_err(gbe_dev->dev, "Failed to map xgbe ss register base\n"); |
| return PTR_ERR(regs); |
| } |
| gbe_dev->ss_regs = regs; |
| |
| ret = of_address_to_resource(node, XGBE_SM_REG_INDEX, &res); |
| if (ret) { |
| dev_err(gbe_dev->dev, |
| "Can't xlate xgbe of node(%pOFn) sm address at %d\n", |
| node, XGBE_SM_REG_INDEX); |
| return ret; |
| } |
| |
| regs = devm_ioremap_resource(gbe_dev->dev, &res); |
| if (IS_ERR(regs)) { |
| dev_err(gbe_dev->dev, "Failed to map xgbe sm register base\n"); |
| return PTR_ERR(regs); |
| } |
| gbe_dev->switch_regs = regs; |
| |
| ret = of_address_to_resource(node, XGBE_SERDES_REG_INDEX, &res); |
| if (ret) { |
| dev_err(gbe_dev->dev, |
| "Can't xlate xgbe serdes of node(%pOFn) address at %d\n", |
| node, XGBE_SERDES_REG_INDEX); |
| return ret; |
| } |
| |
| regs = devm_ioremap_resource(gbe_dev->dev, &res); |
| if (IS_ERR(regs)) { |
| dev_err(gbe_dev->dev, "Failed to map xgbe serdes register base\n"); |
| return PTR_ERR(regs); |
| } |
| gbe_dev->xgbe_serdes_regs = regs; |
| |
| gbe_dev->num_stats_mods = gbe_dev->max_num_ports; |
| gbe_dev->et_stats = xgbe10_et_stats; |
| gbe_dev->num_et_stats = ARRAY_SIZE(xgbe10_et_stats); |
| |
| gbe_dev->hw_stats = devm_kcalloc(gbe_dev->dev, |
| gbe_dev->num_et_stats, sizeof(u64), |
| GFP_KERNEL); |
| if (!gbe_dev->hw_stats) { |
| dev_err(gbe_dev->dev, "hw_stats memory allocation failed\n"); |
| return -ENOMEM; |
| } |
| |
| gbe_dev->hw_stats_prev = |
| devm_kcalloc(gbe_dev->dev, |
| gbe_dev->num_et_stats, sizeof(u32), |
| GFP_KERNEL); |
| if (!gbe_dev->hw_stats_prev) { |
| dev_err(gbe_dev->dev, |
| "hw_stats_prev memory allocation failed\n"); |
| return -ENOMEM; |
| } |
| |
| gbe_dev->ss_version = XGBE_SS_VERSION_10; |
| gbe_dev->sgmii_port_regs = gbe_dev->ss_regs + |
| XGBE10_SGMII_MODULE_OFFSET; |
| gbe_dev->host_port_regs = gbe_dev->ss_regs + XGBE10_HOST_PORT_OFFSET; |
| |
| for (i = 0; i < gbe_dev->max_num_ports; i++) |
| gbe_dev->hw_stats_regs[i] = gbe_dev->switch_regs + |
| XGBE10_HW_STATS_OFFSET + (GBE_HW_STATS_REG_MAP_SZ * i); |
| |
| gbe_dev->ale_reg = gbe_dev->switch_regs + XGBE10_ALE_OFFSET; |
| gbe_dev->cpts_reg = gbe_dev->switch_regs + XGBE10_CPTS_OFFSET; |
| gbe_dev->ale_ports = gbe_dev->max_num_ports; |
| gbe_dev->host_port = XGBE10_HOST_PORT_NUM; |
| gbe_dev->stats_en_mask = (1 << (gbe_dev->max_num_ports)) - 1; |
| |
| /* Subsystem registers */ |
| XGBE_SET_REG_OFS(gbe_dev, ss_regs, id_ver); |
| XGBE_SET_REG_OFS(gbe_dev, ss_regs, control); |
| |
| /* Switch module registers */ |
| XGBE_SET_REG_OFS(gbe_dev, switch_regs, id_ver); |
| XGBE_SET_REG_OFS(gbe_dev, switch_regs, control); |
| XGBE_SET_REG_OFS(gbe_dev, switch_regs, ptype); |
| XGBE_SET_REG_OFS(gbe_dev, switch_regs, stat_port_en); |
| XGBE_SET_REG_OFS(gbe_dev, switch_regs, flow_control); |
| |
| /* Host port registers */ |
| XGBE_SET_REG_OFS(gbe_dev, host_port_regs, port_vlan); |
| XGBE_SET_REG_OFS(gbe_dev, host_port_regs, tx_pri_map); |
| XGBE_SET_REG_OFS(gbe_dev, host_port_regs, rx_maxlen); |
| return 0; |
| } |
| |
| static int get_gbe_resource_version(struct gbe_priv *gbe_dev, |
| struct device_node *node) |
| { |
| struct resource res; |
| void __iomem *regs; |
| int ret; |
| |
| ret = of_address_to_resource(node, GBE_SS_REG_INDEX, &res); |
| if (ret) { |
| dev_err(gbe_dev->dev, |
| "Can't translate of node(%pOFn) of gbe ss address at %d\n", |
| node, GBE_SS_REG_INDEX); |
| return ret; |
| } |
| |
| regs = devm_ioremap_resource(gbe_dev->dev, &res); |
| if (IS_ERR(regs)) { |
| dev_err(gbe_dev->dev, "Failed to map gbe register base\n"); |
| return PTR_ERR(regs); |
| } |
| gbe_dev->ss_regs = regs; |
| gbe_dev->ss_version = readl(gbe_dev->ss_regs); |
| return 0; |
| } |
| |
| static int set_gbe_ethss14_priv(struct gbe_priv *gbe_dev, |
| struct device_node *node) |
| { |
| struct resource res; |
| void __iomem *regs; |
| int i, ret; |
| |
| ret = of_address_to_resource(node, GBE_SGMII34_REG_INDEX, &res); |
| if (ret) { |
| dev_err(gbe_dev->dev, |
| "Can't translate of gbe node(%pOFn) address at index %d\n", |
| node, GBE_SGMII34_REG_INDEX); |
| return ret; |
| } |
| |
| regs = devm_ioremap_resource(gbe_dev->dev, &res); |
| if (IS_ERR(regs)) { |
| dev_err(gbe_dev->dev, |
| "Failed to map gbe sgmii port34 register base\n"); |
| return PTR_ERR(regs); |
| } |
| gbe_dev->sgmii_port34_regs = regs; |
| |
| ret = of_address_to_resource(node, GBE_SM_REG_INDEX, &res); |
| if (ret) { |
| dev_err(gbe_dev->dev, |
| "Can't translate of gbe node(%pOFn) address at index %d\n", |
| node, GBE_SM_REG_INDEX); |
| return ret; |
| } |
| |
| regs = devm_ioremap_resource(gbe_dev->dev, &res); |
| if (IS_ERR(regs)) { |
| dev_err(gbe_dev->dev, |
| "Failed to map gbe switch module register base\n"); |
| return PTR_ERR(regs); |
| } |
| gbe_dev->switch_regs = regs; |
| |
| gbe_dev->num_stats_mods = gbe_dev->max_num_slaves; |
| gbe_dev->et_stats = gbe13_et_stats; |
| gbe_dev->num_et_stats = ARRAY_SIZE(gbe13_et_stats); |
| |
| gbe_dev->hw_stats = devm_kcalloc(gbe_dev->dev, |
| gbe_dev->num_et_stats, sizeof(u64), |
| GFP_KERNEL); |
| if (!gbe_dev->hw_stats) { |
| dev_err(gbe_dev->dev, "hw_stats memory allocation failed\n"); |
| return -ENOMEM; |
| } |
| |
| gbe_dev->hw_stats_prev = |
| devm_kcalloc(gbe_dev->dev, |
| gbe_dev->num_et_stats, sizeof(u32), |
| GFP_KERNEL); |
| if (!gbe_dev->hw_stats_prev) { |
| dev_err(gbe_dev->dev, |
| "hw_stats_prev memory allocation failed\n"); |
| return -ENOMEM; |
| } |
| |
| gbe_dev->sgmii_port_regs = gbe_dev->ss_regs + GBE13_SGMII_MODULE_OFFSET; |
| gbe_dev->host_port_regs = gbe_dev->switch_regs + GBE13_HOST_PORT_OFFSET; |
| |
| /* K2HK has only 2 hw stats modules visible at a time, so |
| * module 0 & 2 points to one base and |
| * module 1 & 3 points to the other base |
| */ |
| for (i = 0; i < gbe_dev->max_num_slaves; i++) { |
| gbe_dev->hw_stats_regs[i] = |
| gbe_dev->switch_regs + GBE13_HW_STATS_OFFSET + |
| (GBE_HW_STATS_REG_MAP_SZ * (i & 0x1)); |
| } |
| |
| gbe_dev->cpts_reg = gbe_dev->switch_regs + GBE13_CPTS_OFFSET; |
| gbe_dev->ale_reg = gbe_dev->switch_regs + GBE13_ALE_OFFSET; |
| gbe_dev->ale_ports = gbe_dev->max_num_ports; |
| gbe_dev->host_port = GBE13_HOST_PORT_NUM; |
| gbe_dev->stats_en_mask = GBE13_REG_VAL_STAT_ENABLE_ALL; |
| |
| /* Subsystem registers */ |
| GBE_SET_REG_OFS(gbe_dev, ss_regs, id_ver); |
| |
| /* Switch module registers */ |
| GBE_SET_REG_OFS(gbe_dev, switch_regs, id_ver); |
| GBE_SET_REG_OFS(gbe_dev, switch_regs, control); |
| GBE_SET_REG_OFS(gbe_dev, switch_regs, soft_reset); |
| GBE_SET_REG_OFS(gbe_dev, switch_regs, stat_port_en); |
| GBE_SET_REG_OFS(gbe_dev, switch_regs, ptype); |
| GBE_SET_REG_OFS(gbe_dev, switch_regs, flow_control); |
| |
| /* Host port registers */ |
| GBE_SET_REG_OFS(gbe_dev, host_port_regs, port_vlan); |
| GBE_SET_REG_OFS(gbe_dev, host_port_regs, rx_maxlen); |
| return 0; |
| } |
| |
| static int set_gbenu_ethss_priv(struct gbe_priv *gbe_dev, |
| struct device_node *node) |
| { |
| struct resource res; |
| void __iomem *regs; |
| int i, ret; |
| |
| gbe_dev->num_stats_mods = gbe_dev->max_num_ports; |
| gbe_dev->et_stats = gbenu_et_stats; |
| |
| if (IS_SS_ID_MU(gbe_dev)) |
| gbe_dev->num_et_stats = GBENU_ET_STATS_HOST_SIZE + |
| (gbe_dev->max_num_slaves * GBENU_ET_STATS_PORT_SIZE); |
| else |
| gbe_dev->num_et_stats = GBENU_ET_STATS_HOST_SIZE + |
| GBENU_ET_STATS_PORT_SIZE; |
| |
| gbe_dev->hw_stats = devm_kcalloc(gbe_dev->dev, |
| gbe_dev->num_et_stats, sizeof(u64), |
| GFP_KERNEL); |
| if (!gbe_dev->hw_stats) { |
| dev_err(gbe_dev->dev, "hw_stats memory allocation failed\n"); |
| return -ENOMEM; |
| } |
| |
| gbe_dev->hw_stats_prev = |
| devm_kcalloc(gbe_dev->dev, |
| gbe_dev->num_et_stats, sizeof(u32), |
| GFP_KERNEL); |
| if (!gbe_dev->hw_stats_prev) { |
| dev_err(gbe_dev->dev, |
| "hw_stats_prev memory allocation failed\n"); |
| return -ENOMEM; |
| } |
| |
| ret = of_address_to_resource(node, GBENU_SM_REG_INDEX, &res); |
| if (ret) { |
| dev_err(gbe_dev->dev, |
| "Can't translate of gbenu node(%pOFn) addr at index %d\n", |
| node, GBENU_SM_REG_INDEX); |
| return ret; |
| } |
| |
| regs = devm_ioremap_resource(gbe_dev->dev, &res); |
| if (IS_ERR(regs)) { |
| dev_err(gbe_dev->dev, |
| "Failed to map gbenu switch module register base\n"); |
| return PTR_ERR(regs); |
| } |
| gbe_dev->switch_regs = regs; |
| |
| if (!IS_SS_ID_2U(gbe_dev)) |
| gbe_dev->sgmii_port_regs = |
| gbe_dev->ss_regs + GBENU_SGMII_MODULE_OFFSET; |
| |
| /* Although sgmii modules are mem mapped to one contiguous |
| * region on GBENU devices, setting sgmii_port34_regs allows |
| * consistent code when accessing sgmii api |
| */ |
| gbe_dev->sgmii_port34_regs = gbe_dev->sgmii_port_regs + |
| (2 * GBENU_SGMII_MODULE_SIZE); |
| |
| gbe_dev->host_port_regs = gbe_dev->switch_regs + GBENU_HOST_PORT_OFFSET; |
| |
| for (i = 0; i < (gbe_dev->max_num_ports); i++) |
| gbe_dev->hw_stats_regs[i] = gbe_dev->switch_regs + |
| GBENU_HW_STATS_OFFSET + (GBENU_HW_STATS_REG_MAP_SZ * i); |
| |
| gbe_dev->cpts_reg = gbe_dev->switch_regs + GBENU_CPTS_OFFSET; |
| gbe_dev->ale_reg = gbe_dev->switch_regs + GBENU_ALE_OFFSET; |
| gbe_dev->ale_ports = gbe_dev->max_num_ports; |
| gbe_dev->host_port = GBENU_HOST_PORT_NUM; |
| gbe_dev->stats_en_mask = (1 << (gbe_dev->max_num_ports)) - 1; |
| |
| /* Subsystem registers */ |
| GBENU_SET_REG_OFS(gbe_dev, ss_regs, id_ver); |
| /* ok to set for MU, but used by 2U only */ |
| GBENU_SET_REG_OFS(gbe_dev, ss_regs, rgmii_status); |
| |
| /* Switch module registers */ |
| GBENU_SET_REG_OFS(gbe_dev, switch_regs, id_ver); |
| GBENU_SET_REG_OFS(gbe_dev, switch_regs, control); |
| GBENU_SET_REG_OFS(gbe_dev, switch_regs, stat_port_en); |
| GBENU_SET_REG_OFS(gbe_dev, switch_regs, ptype); |
| |
| /* Host port registers */ |
| GBENU_SET_REG_OFS(gbe_dev, host_port_regs, port_vlan); |
| GBENU_SET_REG_OFS(gbe_dev, host_port_regs, rx_maxlen); |
| |
| /* For NU only. 2U does not need tx_pri_map. |
| * NU cppi port 0 tx pkt streaming interface has (n-1)*8 egress threads |
| * while 2U has only 1 such thread |
| */ |
| GBENU_SET_REG_OFS(gbe_dev, host_port_regs, tx_pri_map); |
| return 0; |
| } |
| |
| static int gbe_probe(struct netcp_device *netcp_device, struct device *dev, |
| struct device_node *node, void **inst_priv) |
| { |
| struct device_node *interfaces, *interface, *cpts_node; |
| struct device_node *secondary_ports; |
| struct cpsw_ale_params ale_params; |
| struct gbe_priv *gbe_dev; |
| u32 slave_num; |
| int i, ret = 0; |
| |
| if (!node) { |
| dev_err(dev, "device tree info unavailable\n"); |
| return -ENODEV; |
| } |
| |
| gbe_dev = devm_kzalloc(dev, sizeof(struct gbe_priv), GFP_KERNEL); |
| if (!gbe_dev) |
| return -ENOMEM; |
| |
| if (of_device_is_compatible(node, "ti,netcp-gbe-5") || |
| of_device_is_compatible(node, "ti,netcp-gbe")) { |
| gbe_dev->max_num_slaves = 4; |
| } else if (of_device_is_compatible(node, "ti,netcp-gbe-9")) { |
| gbe_dev->max_num_slaves = 8; |
| } else if (of_device_is_compatible(node, "ti,netcp-gbe-2")) { |
| gbe_dev->max_num_slaves = 1; |
| gbe_module.set_rx_mode = gbe_set_rx_mode; |
| } else if (of_device_is_compatible(node, "ti,netcp-xgbe")) { |
| gbe_dev->max_num_slaves = 2; |
| } else { |
| dev_err(dev, "device tree node for unknown device\n"); |
| return -EINVAL; |
| } |
| gbe_dev->max_num_ports = gbe_dev->max_num_slaves + 1; |
| |
| gbe_dev->dev = dev; |
| gbe_dev->netcp_device = netcp_device; |
| gbe_dev->rx_packet_max = NETCP_MAX_FRAME_SIZE; |
| |
| /* init the hw stats lock */ |
| spin_lock_init(&gbe_dev->hw_stats_lock); |
| |
| gbe_dev->enable_ale = of_property_read_bool(node, "enable-ale"); |
| if (gbe_dev->enable_ale) |
| dev_info(dev, "ALE enabled\n"); |
| else |
| dev_dbg(dev, "ALE bypass enabled*\n"); |
| |
| ret = of_property_read_u32(node, "tx-queue", |
| &gbe_dev->tx_queue_id); |
| if (ret < 0) { |
| dev_err(dev, "missing tx_queue parameter\n"); |
| gbe_dev->tx_queue_id = GBE_TX_QUEUE; |
| } |
| |
| ret = of_property_read_string(node, "tx-channel", |
| &gbe_dev->dma_chan_name); |
| if (ret < 0) { |
| dev_err(dev, "missing \"tx-channel\" parameter\n"); |
| return -EINVAL; |
| } |
| |
| if (of_node_name_eq(node, "gbe")) { |
| ret = get_gbe_resource_version(gbe_dev, node); |
| if (ret) |
| return ret; |
| |
| dev_dbg(dev, "ss_version: 0x%08x\n", gbe_dev->ss_version); |
| |
| if (IS_SS_ID_VER_14(gbe_dev)) |
| ret = set_gbe_ethss14_priv(gbe_dev, node); |
| else if (IS_SS_ID_MU(gbe_dev)) |
| ret = set_gbenu_ethss_priv(gbe_dev, node); |
| else |
| ret = -ENODEV; |
| |
| } else if (of_node_name_eq(node, "xgbe")) { |
| ret = set_xgbe_ethss10_priv(gbe_dev, node); |
| if (ret) |
| return ret; |
| ret = netcp_xgbe_serdes_init(gbe_dev->xgbe_serdes_regs, |
| gbe_dev->ss_regs); |
| } else { |
| dev_err(dev, "unknown GBE node(%pOFn)\n", node); |
| ret = -ENODEV; |
| } |
| |
| if (ret) |
| return ret; |
| |
| interfaces = of_get_child_by_name(node, "interfaces"); |
| if (!interfaces) |
| dev_err(dev, "could not find interfaces\n"); |
| |
| ret = netcp_txpipe_init(&gbe_dev->tx_pipe, netcp_device, |
| gbe_dev->dma_chan_name, gbe_dev->tx_queue_id); |
| if (ret) { |
| of_node_put(interfaces); |
| return ret; |
| } |
| |
| ret = netcp_txpipe_open(&gbe_dev->tx_pipe); |
| if (ret) { |
| of_node_put(interfaces); |
| return ret; |
| } |
| |
| /* Create network interfaces */ |
| INIT_LIST_HEAD(&gbe_dev->gbe_intf_head); |
| for_each_child_of_node(interfaces, interface) { |
| ret = of_property_read_u32(interface, "slave-port", &slave_num); |
| if (ret) { |
| dev_err(dev, "missing slave-port parameter, skipping interface configuration for %pOFn\n", |
| interface); |
| continue; |
| } |
| gbe_dev->num_slaves++; |
| if (gbe_dev->num_slaves >= gbe_dev->max_num_slaves) { |
| of_node_put(interface); |
| break; |
| } |
| } |
| of_node_put(interfaces); |
| |
| if (!gbe_dev->num_slaves) |
| dev_warn(dev, "No network interface configured\n"); |
| |
| /* Initialize Secondary slave ports */ |
| secondary_ports = of_get_child_by_name(node, "secondary-slave-ports"); |
| INIT_LIST_HEAD(&gbe_dev->secondary_slaves); |
| if (secondary_ports && (gbe_dev->num_slaves < gbe_dev->max_num_slaves)) |
| init_secondary_ports(gbe_dev, secondary_ports); |
| of_node_put(secondary_ports); |
| |
| if (!gbe_dev->num_slaves) { |
| dev_err(dev, |
| "No network interface or secondary ports configured\n"); |
| ret = -ENODEV; |
| goto free_sec_ports; |
| } |
| |
| memset(&ale_params, 0, sizeof(ale_params)); |
| ale_params.dev = gbe_dev->dev; |
| ale_params.ale_regs = gbe_dev->ale_reg; |
| ale_params.ale_ageout = GBE_DEFAULT_ALE_AGEOUT; |
| ale_params.ale_ports = gbe_dev->ale_ports; |
| ale_params.dev_id = "cpsw"; |
| if (IS_SS_ID_NU(gbe_dev)) |
| ale_params.dev_id = "66ak2el"; |
| else if (IS_SS_ID_2U(gbe_dev)) |
| ale_params.dev_id = "66ak2g"; |
| else if (IS_SS_ID_XGBE(gbe_dev)) |
| ale_params.dev_id = "66ak2h-xgbe"; |
| |
| gbe_dev->ale = cpsw_ale_create(&ale_params); |
| if (IS_ERR(gbe_dev->ale)) { |
| dev_err(gbe_dev->dev, "error initializing ale engine\n"); |
| ret = PTR_ERR(gbe_dev->ale); |
| goto free_sec_ports; |
| } else { |
| dev_dbg(gbe_dev->dev, "Created a gbe ale engine\n"); |
| } |
| |
| cpts_node = of_get_child_by_name(node, "cpts"); |
| if (!cpts_node) |
| cpts_node = of_node_get(node); |
| |
| gbe_dev->cpts = cpts_create(gbe_dev->dev, gbe_dev->cpts_reg, |
| cpts_node, 0); |
| of_node_put(cpts_node); |
| if (IS_ENABLED(CONFIG_TI_CPTS) && IS_ERR(gbe_dev->cpts)) { |
| ret = PTR_ERR(gbe_dev->cpts); |
| goto free_sec_ports; |
| } |
| |
| /* initialize host port */ |
| gbe_init_host_port(gbe_dev); |
| |
| spin_lock_bh(&gbe_dev->hw_stats_lock); |
| for (i = 0; i < gbe_dev->num_stats_mods; i++) { |
| if (IS_SS_ID_VER_14(gbe_dev)) |
| gbe_reset_mod_stats_ver14(gbe_dev, i); |
| else |
| gbe_reset_mod_stats(gbe_dev, i); |
| } |
| spin_unlock_bh(&gbe_dev->hw_stats_lock); |
| |
| timer_setup(&gbe_dev->timer, netcp_ethss_timer, 0); |
| gbe_dev->timer.expires = jiffies + GBE_TIMER_INTERVAL; |
| add_timer(&gbe_dev->timer); |
| *inst_priv = gbe_dev; |
| return 0; |
| |
| free_sec_ports: |
| free_secondary_ports(gbe_dev); |
| return ret; |
| } |
| |
| static int gbe_attach(void *inst_priv, struct net_device *ndev, |
| struct device_node *node, void **intf_priv) |
| { |
| struct gbe_priv *gbe_dev = inst_priv; |
| struct gbe_intf *gbe_intf; |
| int ret; |
| |
| if (!node) { |
| dev_err(gbe_dev->dev, "interface node not available\n"); |
| return -ENODEV; |
| } |
| |
| gbe_intf = devm_kzalloc(gbe_dev->dev, sizeof(*gbe_intf), GFP_KERNEL); |
| if (!gbe_intf) |
| return -ENOMEM; |
| |
| gbe_intf->ndev = ndev; |
| gbe_intf->dev = gbe_dev->dev; |
| gbe_intf->gbe_dev = gbe_dev; |
| |
| gbe_intf->slave = devm_kzalloc(gbe_dev->dev, |
| sizeof(*gbe_intf->slave), |
| GFP_KERNEL); |
| if (!gbe_intf->slave) { |
| ret = -ENOMEM; |
| goto fail; |
| } |
| |
| if (init_slave(gbe_dev, gbe_intf->slave, node)) { |
| ret = -ENODEV; |
| goto fail; |
| } |
| |
| gbe_intf->tx_pipe = gbe_dev->tx_pipe; |
| ndev->ethtool_ops = &keystone_ethtool_ops; |
| list_add_tail(&gbe_intf->gbe_intf_list, &gbe_dev->gbe_intf_head); |
| *intf_priv = gbe_intf; |
| return 0; |
| |
| fail: |
| if (gbe_intf->slave) |
| devm_kfree(gbe_dev->dev, gbe_intf->slave); |
| if (gbe_intf) |
| devm_kfree(gbe_dev->dev, gbe_intf); |
| return ret; |
| } |
| |
| static int gbe_release(void *intf_priv) |
| { |
| struct gbe_intf *gbe_intf = intf_priv; |
| |
| gbe_intf->ndev->ethtool_ops = NULL; |
| list_del(&gbe_intf->gbe_intf_list); |
| devm_kfree(gbe_intf->dev, gbe_intf->slave); |
| devm_kfree(gbe_intf->dev, gbe_intf); |
| return 0; |
| } |
| |
| static int gbe_remove(struct netcp_device *netcp_device, void *inst_priv) |
| { |
| struct gbe_priv *gbe_dev = inst_priv; |
| |
| del_timer_sync(&gbe_dev->timer); |
| cpts_release(gbe_dev->cpts); |
| cpsw_ale_stop(gbe_dev->ale); |
| netcp_txpipe_close(&gbe_dev->tx_pipe); |
| free_secondary_ports(gbe_dev); |
| |
| if (!list_empty(&gbe_dev->gbe_intf_head)) |
| dev_alert(gbe_dev->dev, |
| "unreleased ethss interfaces present\n"); |
| |
| return 0; |
| } |
| |
| static struct netcp_module gbe_module = { |
| .name = GBE_MODULE_NAME, |
| .owner = THIS_MODULE, |
| .primary = true, |
| .probe = gbe_probe, |
| .open = gbe_open, |
| .close = gbe_close, |
| .remove = gbe_remove, |
| .attach = gbe_attach, |
| .release = gbe_release, |
| .add_addr = gbe_add_addr, |
| .del_addr = gbe_del_addr, |
| .add_vid = gbe_add_vid, |
| .del_vid = gbe_del_vid, |
| .ioctl = gbe_ioctl, |
| }; |
| |
| static struct netcp_module xgbe_module = { |
| .name = XGBE_MODULE_NAME, |
| .owner = THIS_MODULE, |
| .primary = true, |
| .probe = gbe_probe, |
| .open = gbe_open, |
| .close = gbe_close, |
| .remove = gbe_remove, |
| .attach = gbe_attach, |
| .release = gbe_release, |
| .add_addr = gbe_add_addr, |
| .del_addr = gbe_del_addr, |
| .add_vid = gbe_add_vid, |
| .del_vid = gbe_del_vid, |
| .ioctl = gbe_ioctl, |
| }; |
| |
| static int __init keystone_gbe_init(void) |
| { |
| int ret; |
| |
| ret = netcp_register_module(&gbe_module); |
| if (ret) |
| return ret; |
| |
| ret = netcp_register_module(&xgbe_module); |
| if (ret) |
| return ret; |
| |
| return 0; |
| } |
| module_init(keystone_gbe_init); |
| |
| static void __exit keystone_gbe_exit(void) |
| { |
| netcp_unregister_module(&gbe_module); |
| netcp_unregister_module(&xgbe_module); |
| } |
| module_exit(keystone_gbe_exit); |
| |
| MODULE_LICENSE("GPL v2"); |
| MODULE_DESCRIPTION("TI NETCP ETHSS driver for Keystone SOCs"); |
| MODULE_AUTHOR("Sandeep Nair <sandeep_n@ti.com"); |