929 lines
24 KiB
C
929 lines
24 KiB
C
/*
|
|
* Copyright (c) 2015, Mellanox Technologies inc. All rights reserved.
|
|
*
|
|
* This software is available to you under a choice of one of two
|
|
* licenses. You may choose to be licensed under the terms of the GNU
|
|
* General Public License (GPL) Version 2, available from the file
|
|
* COPYING in the main directory of this source tree, or the
|
|
* OpenIB.org BSD license below:
|
|
*
|
|
* Redistribution and use in source and binary forms, with or
|
|
* without modification, are permitted provided that the following
|
|
* conditions are met:
|
|
*
|
|
* - Redistributions of source code must retain the above
|
|
* copyright notice, this list of conditions and the following
|
|
* disclaimer.
|
|
*
|
|
* - Redistributions in binary form must reproduce the above
|
|
* copyright notice, this list of conditions and the following
|
|
* disclaimer in the documentation and/or other materials
|
|
* provided with the distribution.
|
|
*
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
|
|
* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
|
|
* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
|
|
* NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
|
|
* BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
|
|
* ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
|
|
* CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
|
* SOFTWARE.
|
|
*/
|
|
|
|
#include "core_priv.h"
|
|
|
|
#include <linux/in.h>
|
|
#include <linux/in6.h>
|
|
|
|
/* For in6_dev_get/in6_dev_put */
|
|
#include <net/addrconf.h>
|
|
#include <net/bonding.h>
|
|
|
|
#include <rdma/ib_cache.h>
|
|
#include <rdma/ib_addr.h>
|
|
|
|
static struct workqueue_struct *gid_cache_wq;
|
|
|
|
enum gid_op_type {
|
|
GID_DEL = 0,
|
|
GID_ADD
|
|
};
|
|
|
|
struct update_gid_event_work {
|
|
struct work_struct work;
|
|
union ib_gid gid;
|
|
struct ib_gid_attr gid_attr;
|
|
enum gid_op_type gid_op;
|
|
};
|
|
|
|
#define ROCE_NETDEV_CALLBACK_SZ 3
|
|
struct netdev_event_work_cmd {
|
|
roce_netdev_callback cb;
|
|
roce_netdev_filter filter;
|
|
struct net_device *ndev;
|
|
struct net_device *filter_ndev;
|
|
};
|
|
|
|
struct netdev_event_work {
|
|
struct work_struct work;
|
|
struct netdev_event_work_cmd cmds[ROCE_NETDEV_CALLBACK_SZ];
|
|
};
|
|
|
|
static const struct {
|
|
bool (*is_supported)(const struct ib_device *device, u32 port_num);
|
|
enum ib_gid_type gid_type;
|
|
} PORT_CAP_TO_GID_TYPE[] = {
|
|
{rdma_protocol_roce_eth_encap, IB_GID_TYPE_ROCE},
|
|
{rdma_protocol_roce_udp_encap, IB_GID_TYPE_ROCE_UDP_ENCAP},
|
|
};
|
|
|
|
#define CAP_TO_GID_TABLE_SIZE ARRAY_SIZE(PORT_CAP_TO_GID_TYPE)
|
|
|
|
unsigned long roce_gid_type_mask_support(struct ib_device *ib_dev, u32 port)
|
|
{
|
|
int i;
|
|
unsigned int ret_flags = 0;
|
|
|
|
if (!rdma_protocol_roce(ib_dev, port))
|
|
return 1UL << IB_GID_TYPE_IB;
|
|
|
|
for (i = 0; i < CAP_TO_GID_TABLE_SIZE; i++)
|
|
if (PORT_CAP_TO_GID_TYPE[i].is_supported(ib_dev, port))
|
|
ret_flags |= 1UL << PORT_CAP_TO_GID_TYPE[i].gid_type;
|
|
|
|
return ret_flags;
|
|
}
|
|
EXPORT_SYMBOL(roce_gid_type_mask_support);
|
|
|
|
static void update_gid(enum gid_op_type gid_op, struct ib_device *ib_dev,
|
|
u32 port, union ib_gid *gid,
|
|
struct ib_gid_attr *gid_attr)
|
|
{
|
|
int i;
|
|
unsigned long gid_type_mask = roce_gid_type_mask_support(ib_dev, port);
|
|
|
|
for (i = 0; i < IB_GID_TYPE_SIZE; i++) {
|
|
if ((1UL << i) & gid_type_mask) {
|
|
gid_attr->gid_type = i;
|
|
switch (gid_op) {
|
|
case GID_ADD:
|
|
ib_cache_gid_add(ib_dev, port,
|
|
gid, gid_attr);
|
|
break;
|
|
case GID_DEL:
|
|
ib_cache_gid_del(ib_dev, port,
|
|
gid, gid_attr);
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
enum bonding_slave_state {
|
|
BONDING_SLAVE_STATE_ACTIVE = 1UL << 0,
|
|
BONDING_SLAVE_STATE_INACTIVE = 1UL << 1,
|
|
/* No primary slave or the device isn't a slave in bonding */
|
|
BONDING_SLAVE_STATE_NA = 1UL << 2,
|
|
};
|
|
|
|
static enum bonding_slave_state is_eth_active_slave_of_bonding_rcu(struct net_device *dev,
|
|
struct net_device *upper)
|
|
{
|
|
if (upper && netif_is_bond_master(upper)) {
|
|
struct net_device *pdev =
|
|
bond_option_active_slave_get_rcu(netdev_priv(upper));
|
|
|
|
if (pdev)
|
|
return dev == pdev ? BONDING_SLAVE_STATE_ACTIVE :
|
|
BONDING_SLAVE_STATE_INACTIVE;
|
|
}
|
|
|
|
return BONDING_SLAVE_STATE_NA;
|
|
}
|
|
|
|
#define REQUIRED_BOND_STATES (BONDING_SLAVE_STATE_ACTIVE | \
|
|
BONDING_SLAVE_STATE_NA)
|
|
static bool
|
|
is_eth_port_of_netdev_filter(struct ib_device *ib_dev, u32 port,
|
|
struct net_device *rdma_ndev, void *cookie)
|
|
{
|
|
struct net_device *real_dev;
|
|
bool res;
|
|
|
|
if (!rdma_ndev)
|
|
return false;
|
|
|
|
rcu_read_lock();
|
|
real_dev = rdma_vlan_dev_real_dev(cookie);
|
|
if (!real_dev)
|
|
real_dev = cookie;
|
|
|
|
res = ((rdma_is_upper_dev_rcu(rdma_ndev, cookie) &&
|
|
(is_eth_active_slave_of_bonding_rcu(rdma_ndev, real_dev) &
|
|
REQUIRED_BOND_STATES)) ||
|
|
real_dev == rdma_ndev);
|
|
|
|
rcu_read_unlock();
|
|
return res;
|
|
}
|
|
|
|
static bool
|
|
is_eth_port_inactive_slave_filter(struct ib_device *ib_dev, u32 port,
|
|
struct net_device *rdma_ndev, void *cookie)
|
|
{
|
|
struct net_device *master_dev;
|
|
bool res;
|
|
|
|
if (!rdma_ndev)
|
|
return false;
|
|
|
|
rcu_read_lock();
|
|
master_dev = netdev_master_upper_dev_get_rcu(rdma_ndev);
|
|
res = is_eth_active_slave_of_bonding_rcu(rdma_ndev, master_dev) ==
|
|
BONDING_SLAVE_STATE_INACTIVE;
|
|
rcu_read_unlock();
|
|
|
|
return res;
|
|
}
|
|
|
|
/**
|
|
* is_ndev_for_default_gid_filter - Check if a given netdevice
|
|
* can be considered for default GIDs or not.
|
|
* @ib_dev: IB device to check
|
|
* @port: Port to consider for adding default GID
|
|
* @rdma_ndev: rdma netdevice pointer
|
|
* @cookie: Netdevice to consider to form a default GID
|
|
*
|
|
* is_ndev_for_default_gid_filter() returns true if a given netdevice can be
|
|
* considered for deriving default RoCE GID, returns false otherwise.
|
|
*/
|
|
static bool
|
|
is_ndev_for_default_gid_filter(struct ib_device *ib_dev, u32 port,
|
|
struct net_device *rdma_ndev, void *cookie)
|
|
{
|
|
struct net_device *cookie_ndev = cookie;
|
|
bool res;
|
|
|
|
if (!rdma_ndev)
|
|
return false;
|
|
|
|
rcu_read_lock();
|
|
|
|
/*
|
|
* When rdma netdevice is used in bonding, bonding master netdevice
|
|
* should be considered for default GIDs. Therefore, ignore slave rdma
|
|
* netdevices when bonding is considered.
|
|
* Additionally when event(cookie) netdevice is bond master device,
|
|
* make sure that it the upper netdevice of rdma netdevice.
|
|
*/
|
|
res = ((cookie_ndev == rdma_ndev && !netif_is_bond_slave(rdma_ndev)) ||
|
|
(netif_is_bond_master(cookie_ndev) &&
|
|
rdma_is_upper_dev_rcu(rdma_ndev, cookie_ndev)));
|
|
|
|
rcu_read_unlock();
|
|
return res;
|
|
}
|
|
|
|
static bool pass_all_filter(struct ib_device *ib_dev, u32 port,
|
|
struct net_device *rdma_ndev, void *cookie)
|
|
{
|
|
return true;
|
|
}
|
|
|
|
static bool upper_device_filter(struct ib_device *ib_dev, u32 port,
|
|
struct net_device *rdma_ndev, void *cookie)
|
|
{
|
|
bool res;
|
|
|
|
if (!rdma_ndev)
|
|
return false;
|
|
|
|
if (rdma_ndev == cookie)
|
|
return true;
|
|
|
|
rcu_read_lock();
|
|
res = rdma_is_upper_dev_rcu(rdma_ndev, cookie);
|
|
rcu_read_unlock();
|
|
|
|
return res;
|
|
}
|
|
|
|
/**
|
|
* is_upper_ndev_bond_master_filter - Check if a given netdevice
|
|
* is bond master device of netdevice of the RDMA device of port.
|
|
* @ib_dev: IB device to check
|
|
* @port: Port to consider for adding default GID
|
|
* @rdma_ndev: Pointer to rdma netdevice
|
|
* @cookie: Netdevice to consider to form a default GID
|
|
*
|
|
* is_upper_ndev_bond_master_filter() returns true if a cookie_netdev
|
|
* is bond master device and rdma_ndev is its lower netdevice. It might
|
|
* not have been established as slave device yet.
|
|
*/
|
|
static bool
|
|
is_upper_ndev_bond_master_filter(struct ib_device *ib_dev, u32 port,
|
|
struct net_device *rdma_ndev,
|
|
void *cookie)
|
|
{
|
|
struct net_device *cookie_ndev = cookie;
|
|
bool match = false;
|
|
|
|
if (!rdma_ndev)
|
|
return false;
|
|
|
|
rcu_read_lock();
|
|
if (netif_is_bond_master(cookie_ndev) &&
|
|
rdma_is_upper_dev_rcu(rdma_ndev, cookie_ndev))
|
|
match = true;
|
|
rcu_read_unlock();
|
|
return match;
|
|
}
|
|
|
|
static void update_gid_ip(enum gid_op_type gid_op,
|
|
struct ib_device *ib_dev,
|
|
u32 port, struct net_device *ndev,
|
|
struct sockaddr *addr)
|
|
{
|
|
union ib_gid gid;
|
|
struct ib_gid_attr gid_attr;
|
|
|
|
rdma_ip2gid(addr, &gid);
|
|
memset(&gid_attr, 0, sizeof(gid_attr));
|
|
gid_attr.ndev = ndev;
|
|
|
|
update_gid(gid_op, ib_dev, port, &gid, &gid_attr);
|
|
}
|
|
|
|
static void bond_delete_netdev_default_gids(struct ib_device *ib_dev,
|
|
u32 port,
|
|
struct net_device *rdma_ndev,
|
|
struct net_device *event_ndev)
|
|
{
|
|
struct net_device *real_dev = rdma_vlan_dev_real_dev(event_ndev);
|
|
unsigned long gid_type_mask;
|
|
|
|
if (!rdma_ndev)
|
|
return;
|
|
|
|
if (!real_dev)
|
|
real_dev = event_ndev;
|
|
|
|
rcu_read_lock();
|
|
|
|
if (((rdma_ndev != event_ndev &&
|
|
!rdma_is_upper_dev_rcu(rdma_ndev, event_ndev)) ||
|
|
is_eth_active_slave_of_bonding_rcu(rdma_ndev, real_dev)
|
|
==
|
|
BONDING_SLAVE_STATE_INACTIVE)) {
|
|
rcu_read_unlock();
|
|
return;
|
|
}
|
|
|
|
rcu_read_unlock();
|
|
|
|
gid_type_mask = roce_gid_type_mask_support(ib_dev, port);
|
|
|
|
ib_cache_gid_set_default_gid(ib_dev, port, rdma_ndev,
|
|
gid_type_mask,
|
|
IB_CACHE_GID_DEFAULT_MODE_DELETE);
|
|
}
|
|
|
|
static void enum_netdev_ipv4_ips(struct ib_device *ib_dev,
|
|
u32 port, struct net_device *ndev)
|
|
{
|
|
const struct in_ifaddr *ifa;
|
|
struct in_device *in_dev;
|
|
struct sin_list {
|
|
struct list_head list;
|
|
struct sockaddr_in ip;
|
|
};
|
|
struct sin_list *sin_iter;
|
|
struct sin_list *sin_temp;
|
|
|
|
LIST_HEAD(sin_list);
|
|
if (ndev->reg_state >= NETREG_UNREGISTERING)
|
|
return;
|
|
|
|
rcu_read_lock();
|
|
in_dev = __in_dev_get_rcu(ndev);
|
|
if (!in_dev) {
|
|
rcu_read_unlock();
|
|
return;
|
|
}
|
|
|
|
in_dev_for_each_ifa_rcu(ifa, in_dev) {
|
|
struct sin_list *entry = kzalloc(sizeof(*entry), GFP_ATOMIC);
|
|
|
|
if (!entry)
|
|
continue;
|
|
|
|
entry->ip.sin_family = AF_INET;
|
|
entry->ip.sin_addr.s_addr = ifa->ifa_address;
|
|
list_add_tail(&entry->list, &sin_list);
|
|
}
|
|
|
|
rcu_read_unlock();
|
|
|
|
list_for_each_entry_safe(sin_iter, sin_temp, &sin_list, list) {
|
|
update_gid_ip(GID_ADD, ib_dev, port, ndev,
|
|
(struct sockaddr *)&sin_iter->ip);
|
|
list_del(&sin_iter->list);
|
|
kfree(sin_iter);
|
|
}
|
|
}
|
|
|
|
static void enum_netdev_ipv6_ips(struct ib_device *ib_dev,
|
|
u32 port, struct net_device *ndev)
|
|
{
|
|
struct inet6_ifaddr *ifp;
|
|
struct inet6_dev *in6_dev;
|
|
struct sin6_list {
|
|
struct list_head list;
|
|
struct sockaddr_in6 sin6;
|
|
};
|
|
struct sin6_list *sin6_iter;
|
|
struct sin6_list *sin6_temp;
|
|
struct ib_gid_attr gid_attr = {.ndev = ndev};
|
|
LIST_HEAD(sin6_list);
|
|
|
|
if (ndev->reg_state >= NETREG_UNREGISTERING)
|
|
return;
|
|
|
|
in6_dev = in6_dev_get(ndev);
|
|
if (!in6_dev)
|
|
return;
|
|
|
|
read_lock_bh(&in6_dev->lock);
|
|
list_for_each_entry(ifp, &in6_dev->addr_list, if_list) {
|
|
struct sin6_list *entry = kzalloc(sizeof(*entry), GFP_ATOMIC);
|
|
|
|
if (!entry)
|
|
continue;
|
|
|
|
entry->sin6.sin6_family = AF_INET6;
|
|
entry->sin6.sin6_addr = ifp->addr;
|
|
list_add_tail(&entry->list, &sin6_list);
|
|
}
|
|
read_unlock_bh(&in6_dev->lock);
|
|
|
|
in6_dev_put(in6_dev);
|
|
|
|
list_for_each_entry_safe(sin6_iter, sin6_temp, &sin6_list, list) {
|
|
union ib_gid gid;
|
|
|
|
rdma_ip2gid((struct sockaddr *)&sin6_iter->sin6, &gid);
|
|
update_gid(GID_ADD, ib_dev, port, &gid, &gid_attr);
|
|
list_del(&sin6_iter->list);
|
|
kfree(sin6_iter);
|
|
}
|
|
}
|
|
|
|
static void _add_netdev_ips(struct ib_device *ib_dev, u32 port,
|
|
struct net_device *ndev)
|
|
{
|
|
enum_netdev_ipv4_ips(ib_dev, port, ndev);
|
|
if (IS_ENABLED(CONFIG_IPV6))
|
|
enum_netdev_ipv6_ips(ib_dev, port, ndev);
|
|
}
|
|
|
|
static void add_netdev_ips(struct ib_device *ib_dev, u32 port,
|
|
struct net_device *rdma_ndev, void *cookie)
|
|
{
|
|
_add_netdev_ips(ib_dev, port, cookie);
|
|
}
|
|
|
|
static void del_netdev_ips(struct ib_device *ib_dev, u32 port,
|
|
struct net_device *rdma_ndev, void *cookie)
|
|
{
|
|
ib_cache_gid_del_all_netdev_gids(ib_dev, port, cookie);
|
|
}
|
|
|
|
/**
|
|
* del_default_gids - Delete default GIDs of the event/cookie netdevice
|
|
* @ib_dev: RDMA device pointer
|
|
* @port: Port of the RDMA device whose GID table to consider
|
|
* @rdma_ndev: Unused rdma netdevice
|
|
* @cookie: Pointer to event netdevice
|
|
*
|
|
* del_default_gids() deletes the default GIDs of the event/cookie netdevice.
|
|
*/
|
|
static void del_default_gids(struct ib_device *ib_dev, u32 port,
|
|
struct net_device *rdma_ndev, void *cookie)
|
|
{
|
|
struct net_device *cookie_ndev = cookie;
|
|
unsigned long gid_type_mask;
|
|
|
|
gid_type_mask = roce_gid_type_mask_support(ib_dev, port);
|
|
|
|
ib_cache_gid_set_default_gid(ib_dev, port, cookie_ndev, gid_type_mask,
|
|
IB_CACHE_GID_DEFAULT_MODE_DELETE);
|
|
}
|
|
|
|
static void add_default_gids(struct ib_device *ib_dev, u32 port,
|
|
struct net_device *rdma_ndev, void *cookie)
|
|
{
|
|
struct net_device *event_ndev = cookie;
|
|
unsigned long gid_type_mask;
|
|
|
|
gid_type_mask = roce_gid_type_mask_support(ib_dev, port);
|
|
ib_cache_gid_set_default_gid(ib_dev, port, event_ndev, gid_type_mask,
|
|
IB_CACHE_GID_DEFAULT_MODE_SET);
|
|
}
|
|
|
|
static void enum_all_gids_of_dev_cb(struct ib_device *ib_dev,
|
|
u32 port,
|
|
struct net_device *rdma_ndev,
|
|
void *cookie)
|
|
{
|
|
struct net *net;
|
|
struct net_device *ndev;
|
|
|
|
/* Lock the rtnl to make sure the netdevs does not move under
|
|
* our feet
|
|
*/
|
|
rtnl_lock();
|
|
down_read(&net_rwsem);
|
|
for_each_net(net)
|
|
for_each_netdev(net, ndev) {
|
|
/*
|
|
* Filter and add default GIDs of the primary netdevice
|
|
* when not in bonding mode, or add default GIDs
|
|
* of bond master device, when in bonding mode.
|
|
*/
|
|
if (is_ndev_for_default_gid_filter(ib_dev, port,
|
|
rdma_ndev, ndev))
|
|
add_default_gids(ib_dev, port, rdma_ndev, ndev);
|
|
|
|
if (is_eth_port_of_netdev_filter(ib_dev, port,
|
|
rdma_ndev, ndev))
|
|
_add_netdev_ips(ib_dev, port, ndev);
|
|
}
|
|
up_read(&net_rwsem);
|
|
rtnl_unlock();
|
|
}
|
|
|
|
/**
|
|
* rdma_roce_rescan_device - Rescan all of the network devices in the system
|
|
* and add their gids, as needed, to the relevant RoCE devices.
|
|
*
|
|
* @ib_dev: the rdma device
|
|
*/
|
|
void rdma_roce_rescan_device(struct ib_device *ib_dev)
|
|
{
|
|
ib_enum_roce_netdev(ib_dev, pass_all_filter, NULL,
|
|
enum_all_gids_of_dev_cb, NULL);
|
|
}
|
|
EXPORT_SYMBOL(rdma_roce_rescan_device);
|
|
|
|
static void callback_for_addr_gid_device_scan(struct ib_device *device,
|
|
u32 port,
|
|
struct net_device *rdma_ndev,
|
|
void *cookie)
|
|
{
|
|
struct update_gid_event_work *parsed = cookie;
|
|
|
|
return update_gid(parsed->gid_op, device,
|
|
port, &parsed->gid,
|
|
&parsed->gid_attr);
|
|
}
|
|
|
|
struct upper_list {
|
|
struct list_head list;
|
|
struct net_device *upper;
|
|
};
|
|
|
|
static int netdev_upper_walk(struct net_device *upper,
|
|
struct netdev_nested_priv *priv)
|
|
{
|
|
struct upper_list *entry = kmalloc(sizeof(*entry), GFP_ATOMIC);
|
|
struct list_head *upper_list = (struct list_head *)priv->data;
|
|
|
|
if (!entry)
|
|
return 0;
|
|
|
|
list_add_tail(&entry->list, upper_list);
|
|
dev_hold(upper);
|
|
entry->upper = upper;
|
|
|
|
return 0;
|
|
}
|
|
|
|
static void handle_netdev_upper(struct ib_device *ib_dev, u32 port,
|
|
void *cookie,
|
|
void (*handle_netdev)(struct ib_device *ib_dev,
|
|
u32 port,
|
|
struct net_device *ndev))
|
|
{
|
|
struct net_device *ndev = cookie;
|
|
struct netdev_nested_priv priv;
|
|
struct upper_list *upper_iter;
|
|
struct upper_list *upper_temp;
|
|
LIST_HEAD(upper_list);
|
|
|
|
priv.data = &upper_list;
|
|
rcu_read_lock();
|
|
netdev_walk_all_upper_dev_rcu(ndev, netdev_upper_walk, &priv);
|
|
rcu_read_unlock();
|
|
|
|
handle_netdev(ib_dev, port, ndev);
|
|
list_for_each_entry_safe(upper_iter, upper_temp, &upper_list,
|
|
list) {
|
|
handle_netdev(ib_dev, port, upper_iter->upper);
|
|
dev_put(upper_iter->upper);
|
|
list_del(&upper_iter->list);
|
|
kfree(upper_iter);
|
|
}
|
|
}
|
|
|
|
static void _roce_del_all_netdev_gids(struct ib_device *ib_dev, u32 port,
|
|
struct net_device *event_ndev)
|
|
{
|
|
ib_cache_gid_del_all_netdev_gids(ib_dev, port, event_ndev);
|
|
}
|
|
|
|
static void del_netdev_upper_ips(struct ib_device *ib_dev, u32 port,
|
|
struct net_device *rdma_ndev, void *cookie)
|
|
{
|
|
handle_netdev_upper(ib_dev, port, cookie, _roce_del_all_netdev_gids);
|
|
}
|
|
|
|
static void add_netdev_upper_ips(struct ib_device *ib_dev, u32 port,
|
|
struct net_device *rdma_ndev, void *cookie)
|
|
{
|
|
handle_netdev_upper(ib_dev, port, cookie, _add_netdev_ips);
|
|
}
|
|
|
|
static void del_netdev_default_ips_join(struct ib_device *ib_dev, u32 port,
|
|
struct net_device *rdma_ndev,
|
|
void *cookie)
|
|
{
|
|
struct net_device *master_ndev;
|
|
|
|
rcu_read_lock();
|
|
master_ndev = netdev_master_upper_dev_get_rcu(rdma_ndev);
|
|
dev_hold(master_ndev);
|
|
rcu_read_unlock();
|
|
|
|
if (master_ndev) {
|
|
bond_delete_netdev_default_gids(ib_dev, port, rdma_ndev,
|
|
master_ndev);
|
|
dev_put(master_ndev);
|
|
}
|
|
}
|
|
|
|
/* The following functions operate on all IB devices. netdevice_event and
|
|
* addr_event execute ib_enum_all_roce_netdevs through a work.
|
|
* ib_enum_all_roce_netdevs iterates through all IB devices.
|
|
*/
|
|
|
|
static void netdevice_event_work_handler(struct work_struct *_work)
|
|
{
|
|
struct netdev_event_work *work =
|
|
container_of(_work, struct netdev_event_work, work);
|
|
unsigned int i;
|
|
|
|
for (i = 0; i < ARRAY_SIZE(work->cmds) && work->cmds[i].cb; i++) {
|
|
ib_enum_all_roce_netdevs(work->cmds[i].filter,
|
|
work->cmds[i].filter_ndev,
|
|
work->cmds[i].cb,
|
|
work->cmds[i].ndev);
|
|
dev_put(work->cmds[i].ndev);
|
|
dev_put(work->cmds[i].filter_ndev);
|
|
}
|
|
|
|
kfree(work);
|
|
}
|
|
|
|
static int netdevice_queue_work(struct netdev_event_work_cmd *cmds,
|
|
struct net_device *ndev)
|
|
{
|
|
unsigned int i;
|
|
struct netdev_event_work *ndev_work =
|
|
kmalloc(sizeof(*ndev_work), GFP_KERNEL);
|
|
|
|
if (!ndev_work)
|
|
return NOTIFY_DONE;
|
|
|
|
memcpy(ndev_work->cmds, cmds, sizeof(ndev_work->cmds));
|
|
for (i = 0; i < ARRAY_SIZE(ndev_work->cmds) && ndev_work->cmds[i].cb; i++) {
|
|
if (!ndev_work->cmds[i].ndev)
|
|
ndev_work->cmds[i].ndev = ndev;
|
|
if (!ndev_work->cmds[i].filter_ndev)
|
|
ndev_work->cmds[i].filter_ndev = ndev;
|
|
dev_hold(ndev_work->cmds[i].ndev);
|
|
dev_hold(ndev_work->cmds[i].filter_ndev);
|
|
}
|
|
INIT_WORK(&ndev_work->work, netdevice_event_work_handler);
|
|
|
|
queue_work(gid_cache_wq, &ndev_work->work);
|
|
|
|
return NOTIFY_DONE;
|
|
}
|
|
|
|
static const struct netdev_event_work_cmd add_cmd = {
|
|
.cb = add_netdev_ips,
|
|
.filter = is_eth_port_of_netdev_filter
|
|
};
|
|
|
|
static const struct netdev_event_work_cmd add_cmd_upper_ips = {
|
|
.cb = add_netdev_upper_ips,
|
|
.filter = is_eth_port_of_netdev_filter
|
|
};
|
|
|
|
static void
|
|
ndev_event_unlink(struct netdev_notifier_changeupper_info *changeupper_info,
|
|
struct netdev_event_work_cmd *cmds)
|
|
{
|
|
static const struct netdev_event_work_cmd
|
|
upper_ips_del_cmd = {
|
|
.cb = del_netdev_upper_ips,
|
|
.filter = upper_device_filter
|
|
};
|
|
|
|
cmds[0] = upper_ips_del_cmd;
|
|
cmds[0].ndev = changeupper_info->upper_dev;
|
|
cmds[1] = add_cmd;
|
|
}
|
|
|
|
static const struct netdev_event_work_cmd bonding_default_add_cmd = {
|
|
.cb = add_default_gids,
|
|
.filter = is_upper_ndev_bond_master_filter
|
|
};
|
|
|
|
static void
|
|
ndev_event_link(struct net_device *event_ndev,
|
|
struct netdev_notifier_changeupper_info *changeupper_info,
|
|
struct netdev_event_work_cmd *cmds)
|
|
{
|
|
static const struct netdev_event_work_cmd
|
|
bonding_default_del_cmd = {
|
|
.cb = del_default_gids,
|
|
.filter = is_upper_ndev_bond_master_filter
|
|
};
|
|
/*
|
|
* When a lower netdev is linked to its upper bonding
|
|
* netdev, delete lower slave netdev's default GIDs.
|
|
*/
|
|
cmds[0] = bonding_default_del_cmd;
|
|
cmds[0].ndev = event_ndev;
|
|
cmds[0].filter_ndev = changeupper_info->upper_dev;
|
|
|
|
/* Now add bonding upper device default GIDs */
|
|
cmds[1] = bonding_default_add_cmd;
|
|
cmds[1].ndev = changeupper_info->upper_dev;
|
|
cmds[1].filter_ndev = changeupper_info->upper_dev;
|
|
|
|
/* Now add bonding upper device IP based GIDs */
|
|
cmds[2] = add_cmd_upper_ips;
|
|
cmds[2].ndev = changeupper_info->upper_dev;
|
|
cmds[2].filter_ndev = changeupper_info->upper_dev;
|
|
}
|
|
|
|
static void netdevice_event_changeupper(struct net_device *event_ndev,
|
|
struct netdev_notifier_changeupper_info *changeupper_info,
|
|
struct netdev_event_work_cmd *cmds)
|
|
{
|
|
if (changeupper_info->linking)
|
|
ndev_event_link(event_ndev, changeupper_info, cmds);
|
|
else
|
|
ndev_event_unlink(changeupper_info, cmds);
|
|
}
|
|
|
|
static const struct netdev_event_work_cmd add_default_gid_cmd = {
|
|
.cb = add_default_gids,
|
|
.filter = is_ndev_for_default_gid_filter,
|
|
};
|
|
|
|
static int netdevice_event(struct notifier_block *this, unsigned long event,
|
|
void *ptr)
|
|
{
|
|
static const struct netdev_event_work_cmd del_cmd = {
|
|
.cb = del_netdev_ips, .filter = pass_all_filter};
|
|
static const struct netdev_event_work_cmd
|
|
bonding_default_del_cmd_join = {
|
|
.cb = del_netdev_default_ips_join,
|
|
.filter = is_eth_port_inactive_slave_filter
|
|
};
|
|
static const struct netdev_event_work_cmd
|
|
netdev_del_cmd = {
|
|
.cb = del_netdev_ips,
|
|
.filter = is_eth_port_of_netdev_filter
|
|
};
|
|
static const struct netdev_event_work_cmd bonding_event_ips_del_cmd = {
|
|
.cb = del_netdev_upper_ips, .filter = upper_device_filter};
|
|
struct net_device *ndev = netdev_notifier_info_to_dev(ptr);
|
|
struct netdev_event_work_cmd cmds[ROCE_NETDEV_CALLBACK_SZ] = { {NULL} };
|
|
|
|
if (ndev->type != ARPHRD_ETHER)
|
|
return NOTIFY_DONE;
|
|
|
|
switch (event) {
|
|
case NETDEV_REGISTER:
|
|
case NETDEV_UP:
|
|
cmds[0] = bonding_default_del_cmd_join;
|
|
cmds[1] = add_default_gid_cmd;
|
|
cmds[2] = add_cmd;
|
|
break;
|
|
|
|
case NETDEV_UNREGISTER:
|
|
if (ndev->reg_state < NETREG_UNREGISTERED)
|
|
cmds[0] = del_cmd;
|
|
else
|
|
return NOTIFY_DONE;
|
|
break;
|
|
|
|
case NETDEV_CHANGEADDR:
|
|
cmds[0] = netdev_del_cmd;
|
|
if (ndev->reg_state == NETREG_REGISTERED) {
|
|
cmds[1] = add_default_gid_cmd;
|
|
cmds[2] = add_cmd;
|
|
}
|
|
break;
|
|
|
|
case NETDEV_CHANGEUPPER:
|
|
netdevice_event_changeupper(ndev,
|
|
container_of(ptr, struct netdev_notifier_changeupper_info, info),
|
|
cmds);
|
|
break;
|
|
|
|
case NETDEV_BONDING_FAILOVER:
|
|
cmds[0] = bonding_event_ips_del_cmd;
|
|
/* Add default GIDs of the bond device */
|
|
cmds[1] = bonding_default_add_cmd;
|
|
/* Add IP based GIDs of the bond device */
|
|
cmds[2] = add_cmd_upper_ips;
|
|
break;
|
|
|
|
default:
|
|
return NOTIFY_DONE;
|
|
}
|
|
|
|
return netdevice_queue_work(cmds, ndev);
|
|
}
|
|
|
|
static void update_gid_event_work_handler(struct work_struct *_work)
|
|
{
|
|
struct update_gid_event_work *work =
|
|
container_of(_work, struct update_gid_event_work, work);
|
|
|
|
ib_enum_all_roce_netdevs(is_eth_port_of_netdev_filter,
|
|
work->gid_attr.ndev,
|
|
callback_for_addr_gid_device_scan, work);
|
|
|
|
dev_put(work->gid_attr.ndev);
|
|
kfree(work);
|
|
}
|
|
|
|
static int addr_event(struct notifier_block *this, unsigned long event,
|
|
struct sockaddr *sa, struct net_device *ndev)
|
|
{
|
|
struct update_gid_event_work *work;
|
|
enum gid_op_type gid_op;
|
|
|
|
if (ndev->type != ARPHRD_ETHER)
|
|
return NOTIFY_DONE;
|
|
|
|
switch (event) {
|
|
case NETDEV_UP:
|
|
gid_op = GID_ADD;
|
|
break;
|
|
|
|
case NETDEV_DOWN:
|
|
gid_op = GID_DEL;
|
|
break;
|
|
|
|
default:
|
|
return NOTIFY_DONE;
|
|
}
|
|
|
|
work = kmalloc(sizeof(*work), GFP_ATOMIC);
|
|
if (!work)
|
|
return NOTIFY_DONE;
|
|
|
|
INIT_WORK(&work->work, update_gid_event_work_handler);
|
|
|
|
rdma_ip2gid(sa, &work->gid);
|
|
work->gid_op = gid_op;
|
|
|
|
memset(&work->gid_attr, 0, sizeof(work->gid_attr));
|
|
dev_hold(ndev);
|
|
work->gid_attr.ndev = ndev;
|
|
|
|
queue_work(gid_cache_wq, &work->work);
|
|
|
|
return NOTIFY_DONE;
|
|
}
|
|
|
|
static int inetaddr_event(struct notifier_block *this, unsigned long event,
|
|
void *ptr)
|
|
{
|
|
struct sockaddr_in in;
|
|
struct net_device *ndev;
|
|
struct in_ifaddr *ifa = ptr;
|
|
|
|
in.sin_family = AF_INET;
|
|
in.sin_addr.s_addr = ifa->ifa_address;
|
|
ndev = ifa->ifa_dev->dev;
|
|
|
|
return addr_event(this, event, (struct sockaddr *)&in, ndev);
|
|
}
|
|
|
|
static int inet6addr_event(struct notifier_block *this, unsigned long event,
|
|
void *ptr)
|
|
{
|
|
struct sockaddr_in6 in6;
|
|
struct net_device *ndev;
|
|
struct inet6_ifaddr *ifa6 = ptr;
|
|
|
|
in6.sin6_family = AF_INET6;
|
|
in6.sin6_addr = ifa6->addr;
|
|
ndev = ifa6->idev->dev;
|
|
|
|
return addr_event(this, event, (struct sockaddr *)&in6, ndev);
|
|
}
|
|
|
|
static struct notifier_block nb_netdevice = {
|
|
.notifier_call = netdevice_event
|
|
};
|
|
|
|
static struct notifier_block nb_inetaddr = {
|
|
.notifier_call = inetaddr_event
|
|
};
|
|
|
|
static struct notifier_block nb_inet6addr = {
|
|
.notifier_call = inet6addr_event
|
|
};
|
|
|
|
int __init roce_gid_mgmt_init(void)
|
|
{
|
|
gid_cache_wq = alloc_ordered_workqueue("gid-cache-wq", 0);
|
|
if (!gid_cache_wq)
|
|
return -ENOMEM;
|
|
|
|
register_inetaddr_notifier(&nb_inetaddr);
|
|
if (IS_ENABLED(CONFIG_IPV6))
|
|
register_inet6addr_notifier(&nb_inet6addr);
|
|
/* We relay on the netdevice notifier to enumerate all
|
|
* existing devices in the system. Register to this notifier
|
|
* last to make sure we will not miss any IP add/del
|
|
* callbacks.
|
|
*/
|
|
register_netdevice_notifier(&nb_netdevice);
|
|
|
|
return 0;
|
|
}
|
|
|
|
void __exit roce_gid_mgmt_cleanup(void)
|
|
{
|
|
if (IS_ENABLED(CONFIG_IPV6))
|
|
unregister_inet6addr_notifier(&nb_inet6addr);
|
|
unregister_inetaddr_notifier(&nb_inetaddr);
|
|
unregister_netdevice_notifier(&nb_netdevice);
|
|
/* Ensure all gid deletion tasks complete before we go down,
|
|
* to avoid any reference to free'd memory. By the time
|
|
* ib-core is removed, all physical devices have been removed,
|
|
* so no issue with remaining hardware contexts.
|
|
*/
|
|
destroy_workqueue(gid_cache_wq);
|
|
}
|