|  | /* | 
|  | * net/tipc/ib_media.c: Infiniband bearer support for TIPC | 
|  | * | 
|  | * Copyright (c) 2013 Patrick McHardy <kaber@trash.net> | 
|  | * | 
|  | * Based on eth_media.c, which carries the following copyright notice: | 
|  | * | 
|  | * Copyright (c) 2001-2007, Ericsson AB | 
|  | * Copyright (c) 2005-2008, 2011, Wind River Systems | 
|  | * All rights reserved. | 
|  | * | 
|  | * Redistribution and use in source and binary forms, with or without | 
|  | * modification, are permitted provided that the following conditions are met: | 
|  | * | 
|  | * 1. Redistributions of source code must retain the above copyright | 
|  | *    notice, this list of conditions and the following disclaimer. | 
|  | * 2. Redistributions in binary form must reproduce the above copyright | 
|  | *    notice, this list of conditions and the following disclaimer in the | 
|  | *    documentation and/or other materials provided with the distribution. | 
|  | * 3. Neither the names of the copyright holders nor the names of its | 
|  | *    contributors may be used to endorse or promote products derived from | 
|  | *    this software without specific prior written permission. | 
|  | * | 
|  | * Alternatively, this software may be distributed under the terms of the | 
|  | * GNU General Public License ("GPL") version 2 as published by the Free | 
|  | * Software Foundation. | 
|  | * | 
|  | * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" | 
|  | * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE | 
|  | * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE | 
|  | * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE | 
|  | * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR | 
|  | * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF | 
|  | * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS | 
|  | * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN | 
|  | * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) | 
|  | * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE | 
|  | * POSSIBILITY OF SUCH DAMAGE. | 
|  | */ | 
|  |  | 
|  | #include <linux/if_infiniband.h> | 
|  | #include "core.h" | 
|  | #include "bearer.h" | 
|  |  | 
|  | #define MAX_IB_MEDIA		MAX_BEARERS | 
|  |  | 
|  | /** | 
|  | * struct ib_media - Infiniband media data structure | 
|  | * @bearer: ptr to associated "generic" bearer structure | 
|  | * @dev: ptr to associated Infiniband network device | 
|  | * @tipc_packet_type: used in binding TIPC to Infiniband driver | 
|  | * @cleanup: work item used when disabling bearer | 
|  | */ | 
|  |  | 
|  | struct ib_media { | 
|  | struct tipc_bearer *bearer; | 
|  | struct net_device *dev; | 
|  | struct packet_type tipc_packet_type; | 
|  | struct work_struct setup; | 
|  | struct work_struct cleanup; | 
|  | }; | 
|  |  | 
|  | static struct tipc_media ib_media_info; | 
|  | static struct ib_media ib_media_array[MAX_IB_MEDIA]; | 
|  | static int ib_started; | 
|  |  | 
|  | /** | 
|  | * ib_media_addr_set - initialize Infiniband media address structure | 
|  | * | 
|  | * Media-dependent "value" field stores MAC address in first 6 bytes | 
|  | * and zeroes out the remaining bytes. | 
|  | */ | 
|  | static void ib_media_addr_set(const struct tipc_bearer *tb_ptr, | 
|  | struct tipc_media_addr *a, char *mac) | 
|  | { | 
|  | BUILD_BUG_ON(sizeof(a->value) < INFINIBAND_ALEN); | 
|  | memcpy(a->value, mac, INFINIBAND_ALEN); | 
|  | a->media_id = TIPC_MEDIA_TYPE_IB; | 
|  | a->broadcast = !memcmp(mac, tb_ptr->bcast_addr.value, INFINIBAND_ALEN); | 
|  | } | 
|  |  | 
|  | /** | 
|  | * send_msg - send a TIPC message out over an InfiniBand interface | 
|  | */ | 
|  | static int send_msg(struct sk_buff *buf, struct tipc_bearer *tb_ptr, | 
|  | struct tipc_media_addr *dest) | 
|  | { | 
|  | struct sk_buff *clone; | 
|  | struct net_device *dev; | 
|  | int delta; | 
|  |  | 
|  | clone = skb_clone(buf, GFP_ATOMIC); | 
|  | if (!clone) | 
|  | return 0; | 
|  |  | 
|  | dev = ((struct ib_media *)(tb_ptr->usr_handle))->dev; | 
|  | delta = dev->hard_header_len - skb_headroom(buf); | 
|  |  | 
|  | if ((delta > 0) && | 
|  | pskb_expand_head(clone, SKB_DATA_ALIGN(delta), 0, GFP_ATOMIC)) { | 
|  | kfree_skb(clone); | 
|  | return 0; | 
|  | } | 
|  |  | 
|  | skb_reset_network_header(clone); | 
|  | clone->dev = dev; | 
|  | clone->protocol = htons(ETH_P_TIPC); | 
|  | dev_hard_header(clone, dev, ETH_P_TIPC, dest->value, | 
|  | dev->dev_addr, clone->len); | 
|  | dev_queue_xmit(clone); | 
|  | return 0; | 
|  | } | 
|  |  | 
|  | /** | 
|  | * recv_msg - handle incoming TIPC message from an InfiniBand interface | 
|  | * | 
|  | * Accept only packets explicitly sent to this node, or broadcast packets; | 
|  | * ignores packets sent using InfiniBand multicast, and traffic sent to other | 
|  | * nodes (which can happen if interface is running in promiscuous mode). | 
|  | */ | 
|  | static int recv_msg(struct sk_buff *buf, struct net_device *dev, | 
|  | struct packet_type *pt, struct net_device *orig_dev) | 
|  | { | 
|  | struct ib_media *ib_ptr = (struct ib_media *)pt->af_packet_priv; | 
|  |  | 
|  | if (!net_eq(dev_net(dev), &init_net)) { | 
|  | kfree_skb(buf); | 
|  | return NET_RX_DROP; | 
|  | } | 
|  |  | 
|  | if (likely(ib_ptr->bearer)) { | 
|  | if (likely(buf->pkt_type <= PACKET_BROADCAST)) { | 
|  | buf->next = NULL; | 
|  | tipc_recv_msg(buf, ib_ptr->bearer); | 
|  | return NET_RX_SUCCESS; | 
|  | } | 
|  | } | 
|  | kfree_skb(buf); | 
|  | return NET_RX_DROP; | 
|  | } | 
|  |  | 
|  | /** | 
|  | * setup_bearer - setup association between InfiniBand bearer and interface | 
|  | */ | 
|  | static void setup_media(struct work_struct *work) | 
|  | { | 
|  | struct ib_media *ib_ptr = | 
|  | container_of(work, struct ib_media, setup); | 
|  |  | 
|  | dev_add_pack(&ib_ptr->tipc_packet_type); | 
|  | } | 
|  |  | 
|  | /** | 
|  | * enable_media - attach TIPC bearer to an InfiniBand interface | 
|  | */ | 
|  | static int enable_media(struct tipc_bearer *tb_ptr) | 
|  | { | 
|  | struct net_device *dev; | 
|  | struct ib_media *ib_ptr = &ib_media_array[0]; | 
|  | struct ib_media *stop = &ib_media_array[MAX_IB_MEDIA]; | 
|  | char *driver_name = strchr((const char *)tb_ptr->name, ':') + 1; | 
|  | int pending_dev = 0; | 
|  |  | 
|  | /* Find unused InfiniBand bearer structure */ | 
|  | while (ib_ptr->dev) { | 
|  | if (!ib_ptr->bearer) | 
|  | pending_dev++; | 
|  | if (++ib_ptr == stop) | 
|  | return pending_dev ? -EAGAIN : -EDQUOT; | 
|  | } | 
|  |  | 
|  | /* Find device with specified name */ | 
|  | dev = dev_get_by_name(&init_net, driver_name); | 
|  | if (!dev) | 
|  | return -ENODEV; | 
|  |  | 
|  | /* Create InfiniBand bearer for device */ | 
|  | ib_ptr->dev = dev; | 
|  | ib_ptr->tipc_packet_type.type = htons(ETH_P_TIPC); | 
|  | ib_ptr->tipc_packet_type.dev = dev; | 
|  | ib_ptr->tipc_packet_type.func = recv_msg; | 
|  | ib_ptr->tipc_packet_type.af_packet_priv = ib_ptr; | 
|  | INIT_LIST_HEAD(&(ib_ptr->tipc_packet_type.list)); | 
|  | INIT_WORK(&ib_ptr->setup, setup_media); | 
|  | schedule_work(&ib_ptr->setup); | 
|  |  | 
|  | /* Associate TIPC bearer with InfiniBand bearer */ | 
|  | ib_ptr->bearer = tb_ptr; | 
|  | tb_ptr->usr_handle = (void *)ib_ptr; | 
|  | memset(tb_ptr->bcast_addr.value, 0, sizeof(tb_ptr->bcast_addr.value)); | 
|  | memcpy(tb_ptr->bcast_addr.value, dev->broadcast, INFINIBAND_ALEN); | 
|  | tb_ptr->bcast_addr.media_id = TIPC_MEDIA_TYPE_IB; | 
|  | tb_ptr->bcast_addr.broadcast = 1; | 
|  | tb_ptr->mtu = dev->mtu; | 
|  | tb_ptr->blocked = 0; | 
|  | ib_media_addr_set(tb_ptr, &tb_ptr->addr, (char *)dev->dev_addr); | 
|  | return 0; | 
|  | } | 
|  |  | 
|  | /** | 
|  | * cleanup_bearer - break association between InfiniBand bearer and interface | 
|  | * | 
|  | * This routine must be invoked from a work queue because it can sleep. | 
|  | */ | 
|  | static void cleanup_bearer(struct work_struct *work) | 
|  | { | 
|  | struct ib_media *ib_ptr = | 
|  | container_of(work, struct ib_media, cleanup); | 
|  |  | 
|  | dev_remove_pack(&ib_ptr->tipc_packet_type); | 
|  | dev_put(ib_ptr->dev); | 
|  | ib_ptr->dev = NULL; | 
|  | } | 
|  |  | 
|  | /** | 
|  | * disable_media - detach TIPC bearer from an InfiniBand interface | 
|  | * | 
|  | * Mark InfiniBand bearer as inactive so that incoming buffers are thrown away, | 
|  | * then get worker thread to complete bearer cleanup.  (Can't do cleanup | 
|  | * here because cleanup code needs to sleep and caller holds spinlocks.) | 
|  | */ | 
|  | static void disable_media(struct tipc_bearer *tb_ptr) | 
|  | { | 
|  | struct ib_media *ib_ptr = (struct ib_media *)tb_ptr->usr_handle; | 
|  |  | 
|  | ib_ptr->bearer = NULL; | 
|  | INIT_WORK(&ib_ptr->cleanup, cleanup_bearer); | 
|  | schedule_work(&ib_ptr->cleanup); | 
|  | } | 
|  |  | 
|  | /** | 
|  | * recv_notification - handle device updates from OS | 
|  | * | 
|  | * Change the state of the InfiniBand bearer (if any) associated with the | 
|  | * specified device. | 
|  | */ | 
|  | static int recv_notification(struct notifier_block *nb, unsigned long evt, | 
|  | void *ptr) | 
|  | { | 
|  | struct net_device *dev = netdev_notifier_info_to_dev(ptr); | 
|  | struct ib_media *ib_ptr = &ib_media_array[0]; | 
|  | struct ib_media *stop = &ib_media_array[MAX_IB_MEDIA]; | 
|  |  | 
|  | if (!net_eq(dev_net(dev), &init_net)) | 
|  | return NOTIFY_DONE; | 
|  |  | 
|  | while ((ib_ptr->dev != dev)) { | 
|  | if (++ib_ptr == stop) | 
|  | return NOTIFY_DONE;	/* couldn't find device */ | 
|  | } | 
|  | if (!ib_ptr->bearer) | 
|  | return NOTIFY_DONE;		/* bearer had been disabled */ | 
|  |  | 
|  | ib_ptr->bearer->mtu = dev->mtu; | 
|  |  | 
|  | switch (evt) { | 
|  | case NETDEV_CHANGE: | 
|  | if (netif_carrier_ok(dev)) | 
|  | tipc_continue(ib_ptr->bearer); | 
|  | else | 
|  | tipc_block_bearer(ib_ptr->bearer); | 
|  | break; | 
|  | case NETDEV_UP: | 
|  | tipc_continue(ib_ptr->bearer); | 
|  | break; | 
|  | case NETDEV_DOWN: | 
|  | tipc_block_bearer(ib_ptr->bearer); | 
|  | break; | 
|  | case NETDEV_CHANGEMTU: | 
|  | case NETDEV_CHANGEADDR: | 
|  | tipc_block_bearer(ib_ptr->bearer); | 
|  | tipc_continue(ib_ptr->bearer); | 
|  | break; | 
|  | case NETDEV_UNREGISTER: | 
|  | case NETDEV_CHANGENAME: | 
|  | tipc_disable_bearer(ib_ptr->bearer->name); | 
|  | break; | 
|  | } | 
|  | return NOTIFY_OK; | 
|  | } | 
|  |  | 
|  | static struct notifier_block notifier = { | 
|  | .notifier_call	= recv_notification, | 
|  | .priority	= 0, | 
|  | }; | 
|  |  | 
|  | /** | 
|  | * ib_addr2str - convert InfiniBand address to string | 
|  | */ | 
|  | static int ib_addr2str(struct tipc_media_addr *a, char *str_buf, int str_size) | 
|  | { | 
|  | if (str_size < 60)	/* 60 = 19 * strlen("xx:") + strlen("xx\0") */ | 
|  | return 1; | 
|  |  | 
|  | sprintf(str_buf, "%20phC", a->value); | 
|  |  | 
|  | return 0; | 
|  | } | 
|  |  | 
|  | /** | 
|  | * ib_addr2msg - convert InfiniBand address format to message header format | 
|  | */ | 
|  | static int ib_addr2msg(struct tipc_media_addr *a, char *msg_area) | 
|  | { | 
|  | memset(msg_area, 0, TIPC_MEDIA_ADDR_SIZE); | 
|  | msg_area[TIPC_MEDIA_TYPE_OFFSET] = TIPC_MEDIA_TYPE_IB; | 
|  | memcpy(msg_area, a->value, INFINIBAND_ALEN); | 
|  | return 0; | 
|  | } | 
|  |  | 
|  | /** | 
|  | * ib_msg2addr - convert message header address format to InfiniBand format | 
|  | */ | 
|  | static int ib_msg2addr(const struct tipc_bearer *tb_ptr, | 
|  | struct tipc_media_addr *a, char *msg_area) | 
|  | { | 
|  | ib_media_addr_set(tb_ptr, a, msg_area); | 
|  | return 0; | 
|  | } | 
|  |  | 
|  | /* | 
|  | * InfiniBand media registration info | 
|  | */ | 
|  | static struct tipc_media ib_media_info = { | 
|  | .send_msg	= send_msg, | 
|  | .enable_media	= enable_media, | 
|  | .disable_media	= disable_media, | 
|  | .addr2str	= ib_addr2str, | 
|  | .addr2msg	= ib_addr2msg, | 
|  | .msg2addr	= ib_msg2addr, | 
|  | .priority	= TIPC_DEF_LINK_PRI, | 
|  | .tolerance	= TIPC_DEF_LINK_TOL, | 
|  | .window		= TIPC_DEF_LINK_WIN, | 
|  | .type_id	= TIPC_MEDIA_TYPE_IB, | 
|  | .name		= "ib" | 
|  | }; | 
|  |  | 
|  | /** | 
|  | * tipc_ib_media_start - activate InfiniBand bearer support | 
|  | * | 
|  | * Register InfiniBand media type with TIPC bearer code.  Also register | 
|  | * with OS for notifications about device state changes. | 
|  | */ | 
|  | int tipc_ib_media_start(void) | 
|  | { | 
|  | int res; | 
|  |  | 
|  | if (ib_started) | 
|  | return -EINVAL; | 
|  |  | 
|  | res = tipc_register_media(&ib_media_info); | 
|  | if (res) | 
|  | return res; | 
|  |  | 
|  | res = register_netdevice_notifier(¬ifier); | 
|  | if (!res) | 
|  | ib_started = 1; | 
|  | return res; | 
|  | } | 
|  |  | 
|  | /** | 
|  | * tipc_ib_media_stop - deactivate InfiniBand bearer support | 
|  | */ | 
|  | void tipc_ib_media_stop(void) | 
|  | { | 
|  | if (!ib_started) | 
|  | return; | 
|  |  | 
|  | flush_scheduled_work(); | 
|  | unregister_netdevice_notifier(¬ifier); | 
|  | ib_started = 0; | 
|  | } |