drivers/infiniband/core/roce_gid_mgmt.c

   1 /*
   2  * Copyright (c) 2015, Mellanox Technologies inc.  All rights reserved.
   3  *
   4  * This software is available to you under a choice of one of two
   5  * licenses.  You may choose to be licensed under the terms of the GNU
   6  * General Public License (GPL) Version 2, available from the file
   7  * COPYING in the main directory of this source tree, or the
   8  * OpenIB.org BSD license below:
   9  *
  10  *     Redistribution and use in source and binary forms, with or
  11  *     without modification, are permitted provided that the following
  12  *     conditions are met:
  13  *
  14  *      - Redistributions of source code must retain the above
  15  *        copyright notice, this list of conditions and the following
  16  *        disclaimer.
  17  *
  18  *      - Redistributions in binary form must reproduce the above
  19  *        copyright notice, this list of conditions and the following
  20  *        disclaimer in the documentation and/or other materials
  21  *        provided with the distribution.
  22  *
  23  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
  24  * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
  25  * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
  26  * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
  27  * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
  28  * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
  29  * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
  30  * SOFTWARE.
  31  */
  32
  33 #include "core_priv.h"
  34
  35 #include <linux/in.h>
  36 #include <linux/in6.h>
  37
  38 /* For in6_dev_get/in6_dev_put */
  39 #include <net/addrconf.h>
  40 #include <net/bonding.h>
  41
  42 #include <rdma/ib_cache.h>
  43 #include <rdma/ib_addr.h>
  44
  45 enum gid_op_type {
  46         GID_DEL = 0,
  47         GID_ADD
  48 };
  49
  50 struct update_gid_event_work {
  51         struct work_struct work;
  52         union ib_gid       gid;
  53         struct ib_gid_attr gid_attr;
  54         enum gid_op_type gid_op;
  55 };
  56
  57 #define ROCE_NETDEV_CALLBACK_SZ         3
  58 struct netdev_event_work_cmd {
  59         roce_netdev_callback    cb;
  60         roce_netdev_filter      filter;
  61         struct net_device       *ndev;
  62         struct net_device       *filter_ndev;
  63 };
  64
  65 struct netdev_event_work {
  66         struct work_struct              work;
  67         struct netdev_event_work_cmd    cmds[ROCE_NETDEV_CALLBACK_SZ];
  68 };
  69
  70 static void update_gid(enum gid_op_type gid_op, struct ib_device *ib_dev,
  71                        u8 port, union ib_gid *gid,
  72                        struct ib_gid_attr *gid_attr)
  73 {
  74         switch (gid_op) {
  75         case GID_ADD:
  76                 ib_cache_gid_add(ib_dev, port, gid, gid_attr);
  77                 break;
  78         case GID_DEL:
  79                 ib_cache_gid_del(ib_dev, port, gid, gid_attr);
  80                 break;
  81         }
  82 }
  83
  84 enum bonding_slave_state {
  85         BONDING_SLAVE_STATE_ACTIVE      = 1UL << 0,
  86         BONDING_SLAVE_STATE_INACTIVE    = 1UL << 1,
  87         /* No primary slave or the device isn't a slave in bonding */
  88         BONDING_SLAVE_STATE_NA          = 1UL << 2,
  89 };
  90
  91 static enum bonding_slave_state is_eth_active_slave_of_bonding_rcu(struct net_device *dev,
  92                                                                    struct net_device *upper)
  93 {
  94         if (upper && netif_is_bond_master(upper)) {
  95                 struct net_device *pdev =
  96                         bond_option_active_slave_get_rcu(netdev_priv(upper));
  97
  98                 if (pdev)
  99                         return dev == pdev ? BONDING_SLAVE_STATE_ACTIVE :
 100                                 BONDING_SLAVE_STATE_INACTIVE;
 101         }
 102
 103         return BONDING_SLAVE_STATE_NA;
 104 }
 105
 106 static bool is_upper_dev_rcu(struct net_device *dev, struct net_device *upper)
 107 {
 108         struct net_device *_upper = NULL;
 109         struct list_head *iter;
 110
 111         netdev_for_each_all_upper_dev_rcu(dev, _upper, iter)
 112                 if (_upper == upper)
 113                         break;
 114
 115         return _upper == upper;
 116 }
 117
 118 #define REQUIRED_BOND_STATES            (BONDING_SLAVE_STATE_ACTIVE |   \
 119                                          BONDING_SLAVE_STATE_NA)
 120 static int is_eth_port_of_netdev(struct ib_device *ib_dev, u8 port,
 121                                  struct net_device *rdma_ndev, void *cookie)
 122 {
 123         struct net_device *event_ndev = (struct net_device *)cookie;
 124         struct net_device *real_dev;
 125         int res;
 126
 127         if (!rdma_ndev)
 128                 return 0;
 129
 130         rcu_read_lock();
 131         real_dev = rdma_vlan_dev_real_dev(event_ndev);
 132         if (!real_dev)
 133                 real_dev = event_ndev;
 134
 135         res = ((is_upper_dev_rcu(rdma_ndev, event_ndev) &&
 136                (is_eth_active_slave_of_bonding_rcu(rdma_ndev, real_dev) &
 137                 REQUIRED_BOND_STATES)) ||
 138                real_dev == rdma_ndev);
 139
 140         rcu_read_unlock();
 141         return res;
 142 }
 143
 144 static int is_eth_port_inactive_slave(struct ib_device *ib_dev, u8 port,
 145                                       struct net_device *rdma_ndev, void *cookie)
 146 {
 147         struct net_device *master_dev;
 148         int res;
 149
 150         if (!rdma_ndev)
 151                 return 0;
 152
 153         rcu_read_lock();
 154         master_dev = netdev_master_upper_dev_get_rcu(rdma_ndev);
 155         res = is_eth_active_slave_of_bonding_rcu(rdma_ndev, master_dev) ==
 156                 BONDING_SLAVE_STATE_INACTIVE;
 157         rcu_read_unlock();
 158
 159         return res;
 160 }
 161
 162 static int pass_all_filter(struct ib_device *ib_dev, u8 port,
 163                            struct net_device *rdma_ndev, void *cookie)
 164 {
 165         return 1;
 166 }
 167
 168 static int upper_device_filter(struct ib_device *ib_dev, u8 port,
 169                                struct net_device *rdma_ndev, void *cookie)
 170 {
 171         struct net_device *event_ndev = (struct net_device *)cookie;
 172         int res;
 173
 174         if (!rdma_ndev)
 175                 return 0;
 176
 177         if (rdma_ndev == event_ndev)
 178                 return 1;
 179
 180         rcu_read_lock();
 181         res = is_upper_dev_rcu(rdma_ndev, event_ndev);
 182         rcu_read_unlock();
 183
 184         return res;
 185 }
 186
 187 static void update_gid_ip(enum gid_op_type gid_op,
 188                           struct ib_device *ib_dev,
 189                           u8 port, struct net_device *ndev,
 190                           struct sockaddr *addr)
 191 {
 192         union ib_gid gid;
 193         struct ib_gid_attr gid_attr;
 194
 195         rdma_ip2gid(addr, &gid);
 196         memset(&gid_attr, 0, sizeof(gid_attr));
 197         gid_attr.ndev = ndev;
 198
 199         update_gid(gid_op, ib_dev, port, &gid, &gid_attr);
 200 }
 201
 202 static void enum_netdev_default_gids(struct ib_device *ib_dev,
 203                                      u8 port, struct net_device *event_ndev,
 204                                      struct net_device *rdma_ndev)
 205 {
 206         rcu_read_lock();
 207         if (!rdma_ndev ||
 208             ((rdma_ndev != event_ndev &&
 209               !is_upper_dev_rcu(rdma_ndev, event_ndev)) ||
 210              is_eth_active_slave_of_bonding_rcu(rdma_ndev,
 211                                                 netdev_master_upper_dev_get_rcu(rdma_ndev)) ==
 212              BONDING_SLAVE_STATE_INACTIVE)) {
 213                 rcu_read_unlock();
 214                 return;
 215         }
 216         rcu_read_unlock();
 217
 218         ib_cache_gid_set_default_gid(ib_dev, port, rdma_ndev,
 219                                      IB_CACHE_GID_DEFAULT_MODE_SET);
 220 }
 221
 222 static void bond_delete_netdev_default_gids(struct ib_device *ib_dev,
 223                                             u8 port,
 224                                             struct net_device *event_ndev,
 225                                             struct net_device *rdma_ndev)
 226 {
 227         struct net_device *real_dev = rdma_vlan_dev_real_dev(event_ndev);
 228
 229         if (!rdma_ndev)
 230                 return;
 231
 232         if (!real_dev)
 233                 real_dev = event_ndev;
 234
 235         rcu_read_lock();
 236
 237         if (is_upper_dev_rcu(rdma_ndev, event_ndev) &&
 238             is_eth_active_slave_of_bonding_rcu(rdma_ndev, real_dev) ==
 239             BONDING_SLAVE_STATE_INACTIVE) {
 240                 rcu_read_unlock();
 241
 242                 ib_cache_gid_set_default_gid(ib_dev, port, rdma_ndev,
 243                                              IB_CACHE_GID_DEFAULT_MODE_DELETE);
 244         } else {
 245                 rcu_read_unlock();
 246         }
 247 }
 248
 249 static void enum_netdev_ipv4_ips(struct ib_device *ib_dev,
 250                                  u8 port, struct net_device *ndev)
 251 {
 252         struct in_device *in_dev;
 253         struct sin_list {
 254                 struct list_head        list;
 255                 struct sockaddr_in      ip;
 256         };
 257         struct sin_list *sin_iter;
 258         struct sin_list *sin_temp;
 259
 260         LIST_HEAD(sin_list);
 261         if (ndev->reg_state >= NETREG_UNREGISTERING)
 262                 return;
 263
 264         rcu_read_lock();
 265         in_dev = __in_dev_get_rcu(ndev);
 266         if (!in_dev) {
 267                 rcu_read_unlock();
 268                 return;
 269         }
 270
 271         for_ifa(in_dev) {
 272                 struct sin_list *entry = kzalloc(sizeof(*entry), GFP_ATOMIC);
 273
 274                 if (!entry) {
 275                         pr_warn("roce_gid_mgmt: couldn't allocate entry for IPv4 update\n");
 276                         continue;
 277                 }
 278                 entry->ip.sin_family = AF_INET;
 279                 entry->ip.sin_addr.s_addr = ifa->ifa_address;
 280                 list_add_tail(&entry->list, &sin_list);
 281         }
 282         endfor_ifa(in_dev);
 283         rcu_read_unlock();
 284
 285         list_for_each_entry_safe(sin_iter, sin_temp, &sin_list, list) {
 286                 update_gid_ip(GID_ADD, ib_dev, port, ndev,
 287                               (struct sockaddr *)&sin_iter->ip);
 288                 list_del(&sin_iter->list);
 289                 kfree(sin_iter);
 290         }
 291 }
 292
 293 static void enum_netdev_ipv6_ips(struct ib_device *ib_dev,
 294                                  u8 port, struct net_device *ndev)
 295 {
 296         struct inet6_ifaddr *ifp;
 297         struct inet6_dev *in6_dev;
 298         struct sin6_list {
 299                 struct list_head        list;
 300                 struct sockaddr_in6     sin6;
 301         };
 302         struct sin6_list *sin6_iter;
 303         struct sin6_list *sin6_temp;
 304         struct ib_gid_attr gid_attr = {.ndev = ndev};
 305         LIST_HEAD(sin6_list);
 306
 307         if (ndev->reg_state >= NETREG_UNREGISTERING)
 308                 return;
 309
 310         in6_dev = in6_dev_get(ndev);
 311         if (!in6_dev)
 312                 return;
 313
 314         read_lock_bh(&in6_dev->lock);
 315         list_for_each_entry(ifp, &in6_dev->addr_list, if_list) {
 316                 struct sin6_list *entry = kzalloc(sizeof(*entry), GFP_ATOMIC);
 317
 318                 if (!entry) {
 319                         pr_warn("roce_gid_mgmt: couldn't allocate entry for IPv6 update\n");
 320                         continue;
 321                 }
 322
 323                 entry->sin6.sin6_family = AF_INET6;
 324                 entry->sin6.sin6_addr = ifp->addr;
 325                 list_add_tail(&entry->list, &sin6_list);
 326         }
 327         read_unlock_bh(&in6_dev->lock);
 328
 329         in6_dev_put(in6_dev);
 330
 331         list_for_each_entry_safe(sin6_iter, sin6_temp, &sin6_list, list) {
 332                 union ib_gid    gid;
 333
 334                 rdma_ip2gid((struct sockaddr *)&sin6_iter->sin6, &gid);
 335                 update_gid(GID_ADD, ib_dev, port, &gid, &gid_attr);
 336                 list_del(&sin6_iter->list);
 337                 kfree(sin6_iter);
 338         }
 339 }
 340
 341 static void _add_netdev_ips(struct ib_device *ib_dev, u8 port,
 342                             struct net_device *ndev)
 343 {
 344         enum_netdev_ipv4_ips(ib_dev, port, ndev);
 345         if (IS_ENABLED(CONFIG_IPV6))
 346                 enum_netdev_ipv6_ips(ib_dev, port, ndev);
 347 }
 348
 349 static void add_netdev_ips(struct ib_device *ib_dev, u8 port,
 350                            struct net_device *rdma_ndev, void *cookie)
 351 {
 352         struct net_device *event_ndev = (struct net_device *)cookie;
 353
 354         enum_netdev_default_gids(ib_dev, port, event_ndev, rdma_ndev);
 355         _add_netdev_ips(ib_dev, port, event_ndev);
 356 }
 357
 358 static void del_netdev_ips(struct ib_device *ib_dev, u8 port,
 359                            struct net_device *rdma_ndev, void *cookie)
 360 {
 361         struct net_device *event_ndev = (struct net_device *)cookie;
 362
 363         ib_cache_gid_del_all_netdev_gids(ib_dev, port, event_ndev);
 364 }
 365
 366 static void enum_all_gids_of_dev_cb(struct ib_device *ib_dev,
 367                                     u8 port,
 368                                     struct net_device *rdma_ndev,
 369                                     void *cookie)
 370 {
 371         struct net *net;
 372         struct net_device *ndev;
 373
 374         /* Lock the rtnl to make sure the netdevs does not move under
 375          * our feet
 376          */
 377         rtnl_lock();
 378         for_each_net(net)
 379                 for_each_netdev(net, ndev)
 380                         if (is_eth_port_of_netdev(ib_dev, port, rdma_ndev, ndev))
 381                                 add_netdev_ips(ib_dev, port, rdma_ndev, ndev);
 382         rtnl_unlock();
 383 }
 384
 385 /* This function will rescan all of the network devices in the system
 386  * and add their gids, as needed, to the relevant RoCE devices. */
 387 int roce_rescan_device(struct ib_device *ib_dev)
 388 {
 389         ib_enum_roce_netdev(ib_dev, pass_all_filter, NULL,
 390                             enum_all_gids_of_dev_cb, NULL);
 391
 392         return 0;
 393 }
 394
 395 static void callback_for_addr_gid_device_scan(struct ib_device *device,
 396                                               u8 port,
 397                                               struct net_device *rdma_ndev,
 398                                               void *cookie)
 399 {
 400         struct update_gid_event_work *parsed = cookie;
 401
 402         return update_gid(parsed->gid_op, device,
 403                           port, &parsed->gid,
 404                           &parsed->gid_attr);
 405 }
 406
 407 static void handle_netdev_upper(struct ib_device *ib_dev, u8 port,
 408                                 void *cookie,
 409                                 void (*handle_netdev)(struct ib_device *ib_dev,
 410                                                       u8 port,
 411                                                       struct net_device *ndev))
 412 {
 413         struct net_device *ndev = (struct net_device *)cookie;
 414         struct upper_list {
 415                 struct list_head list;
 416                 struct net_device *upper;
 417         };
 418         struct net_device *upper;
 419         struct list_head *iter;
 420         struct upper_list *upper_iter;
 421         struct upper_list *upper_temp;
 422         LIST_HEAD(upper_list);
 423
 424         rcu_read_lock();
 425         netdev_for_each_all_upper_dev_rcu(ndev, upper, iter) {
 426                 struct upper_list *entry = kmalloc(sizeof(*entry),
 427                                                    GFP_ATOMIC);
 428
 429                 if (!entry) {
 430                         pr_info("roce_gid_mgmt: couldn't allocate entry to delete ndev\n");
 431                         continue;
 432                 }
 433
 434                 list_add_tail(&entry->list, &upper_list);
 435                 dev_hold(upper);
 436                 entry->upper = upper;
 437         }
 438         rcu_read_unlock();
 439
 440         handle_netdev(ib_dev, port, ndev);
 441         list_for_each_entry_safe(upper_iter, upper_temp, &upper_list,
 442                                  list) {
 443                 handle_netdev(ib_dev, port, upper_iter->upper);
 444                 dev_put(upper_iter->upper);
 445                 list_del(&upper_iter->list);
 446                 kfree(upper_iter);
 447         }
 448 }
 449
 450 static void _roce_del_all_netdev_gids(struct ib_device *ib_dev, u8 port,
 451                                       struct net_device *event_ndev)
 452 {
 453         ib_cache_gid_del_all_netdev_gids(ib_dev, port, event_ndev);
 454 }
 455
 456 static void del_netdev_upper_ips(struct ib_device *ib_dev, u8 port,
 457                                  struct net_device *rdma_ndev, void *cookie)
 458 {
 459         handle_netdev_upper(ib_dev, port, cookie, _roce_del_all_netdev_gids);
 460 }
 461
 462 static void add_netdev_upper_ips(struct ib_device *ib_dev, u8 port,
 463                                  struct net_device *rdma_ndev, void *cookie)
 464 {
 465         handle_netdev_upper(ib_dev, port, cookie, _add_netdev_ips);
 466 }
 467
 468 static void del_netdev_default_ips_join(struct ib_device *ib_dev, u8 port,
 469                                         struct net_device *rdma_ndev,
 470                                         void *cookie)
 471 {
 472         struct net_device *master_ndev;
 473
 474         rcu_read_lock();
 475         master_ndev = netdev_master_upper_dev_get_rcu(rdma_ndev);
 476         if (master_ndev)
 477                 dev_hold(master_ndev);
 478         rcu_read_unlock();
 479
 480         if (master_ndev) {
 481                 bond_delete_netdev_default_gids(ib_dev, port, master_ndev,
 482                                                 rdma_ndev);
 483                 dev_put(master_ndev);
 484         }
 485 }
 486
 487 static void del_netdev_default_ips(struct ib_device *ib_dev, u8 port,
 488                                    struct net_device *rdma_ndev, void *cookie)
 489 {
 490         struct net_device *event_ndev = (struct net_device *)cookie;
 491
 492         bond_delete_netdev_default_gids(ib_dev, port, event_ndev, rdma_ndev);
 493 }
 494
 495 /* The following functions operate on all IB devices. netdevice_event and
 496  * addr_event execute ib_enum_all_roce_netdevs through a work.
 497  * ib_enum_all_roce_netdevs iterates through all IB devices.
 498  */
 499
 500 static void netdevice_event_work_handler(struct work_struct *_work)
 501 {
 502         struct netdev_event_work *work =
 503                 container_of(_work, struct netdev_event_work, work);
 504         unsigned int i;
 505
 506         for (i = 0; i < ARRAY_SIZE(work->cmds) && work->cmds[i].cb; i++) {
 507                 ib_enum_all_roce_netdevs(work->cmds[i].filter,
 508                                          work->cmds[i].filter_ndev,
 509                                          work->cmds[i].cb,
 510                                          work->cmds[i].ndev);
 511                 dev_put(work->cmds[i].ndev);
 512                 dev_put(work->cmds[i].filter_ndev);
 513         }
 514
 515         kfree(work);
 516 }
 517
 518 static int netdevice_queue_work(struct netdev_event_work_cmd *cmds,
 519                                 struct net_device *ndev)
 520 {
 521         unsigned int i;
 522         struct netdev_event_work *ndev_work =
 523                 kmalloc(sizeof(*ndev_work), GFP_KERNEL);
 524
 525         if (!ndev_work) {
 526                 pr_warn("roce_gid_mgmt: can't allocate work for netdevice_event\n");
 527                 return NOTIFY_DONE;
 528         }
 529
 530         memcpy(ndev_work->cmds, cmds, sizeof(ndev_work->cmds));
 531         for (i = 0; i < ARRAY_SIZE(ndev_work->cmds) && ndev_work->cmds[i].cb; i++) {
 532                 if (!ndev_work->cmds[i].ndev)
 533                         ndev_work->cmds[i].ndev = ndev;
 534                 if (!ndev_work->cmds[i].filter_ndev)
 535                         ndev_work->cmds[i].filter_ndev = ndev;
 536                 dev_hold(ndev_work->cmds[i].ndev);
 537                 dev_hold(ndev_work->cmds[i].filter_ndev);
 538         }
 539         INIT_WORK(&ndev_work->work, netdevice_event_work_handler);
 540
 541         queue_work(ib_wq, &ndev_work->work);
 542
 543         return NOTIFY_DONE;
 544 }
 545
 546 static const struct netdev_event_work_cmd add_cmd = {
 547         .cb = add_netdev_ips, .filter = is_eth_port_of_netdev};
 548 static const struct netdev_event_work_cmd add_cmd_upper_ips = {
 549         .cb = add_netdev_upper_ips, .filter = is_eth_port_of_netdev};
 550
 551 static void netdevice_event_changeupper(struct netdev_notifier_changeupper_info *changeupper_info,
 552                                         struct netdev_event_work_cmd *cmds)
 553 {
 554         static const struct netdev_event_work_cmd upper_ips_del_cmd = {
 555                 .cb = del_netdev_upper_ips, .filter = upper_device_filter};
 556         static const struct netdev_event_work_cmd bonding_default_del_cmd = {
 557                 .cb = del_netdev_default_ips, .filter = is_eth_port_inactive_slave};
 558
 559         if (changeupper_info->linking == false) {
 560                 cmds[0] = upper_ips_del_cmd;
 561                 cmds[0].ndev = changeupper_info->upper_dev;
 562                 cmds[1] = add_cmd;
 563         } else {
 564                 cmds[0] = bonding_default_del_cmd;
 565                 cmds[0].ndev = changeupper_info->upper_dev;
 566                 cmds[1] = add_cmd_upper_ips;
 567                 cmds[1].ndev = changeupper_info->upper_dev;
 568                 cmds[1].filter_ndev = changeupper_info->upper_dev;
 569         }
 570 }
 571
 572 static int netdevice_event(struct notifier_block *this, unsigned long event,
 573                            void *ptr)
 574 {
 575         static const struct netdev_event_work_cmd del_cmd = {
 576                 .cb = del_netdev_ips, .filter = pass_all_filter};
 577         static const struct netdev_event_work_cmd bonding_default_del_cmd_join = {
 578                 .cb = del_netdev_default_ips_join, .filter = is_eth_port_inactive_slave};
 579         static const struct netdev_event_work_cmd default_del_cmd = {
 580                 .cb = del_netdev_default_ips, .filter = pass_all_filter};
 581         static const struct netdev_event_work_cmd bonding_event_ips_del_cmd = {
 582                 .cb = del_netdev_upper_ips, .filter = upper_device_filter};
 583         struct net_device *ndev = netdev_notifier_info_to_dev(ptr);
 584         struct netdev_event_work_cmd cmds[ROCE_NETDEV_CALLBACK_SZ] = { {NULL} };
 585
 586         if (ndev->type != ARPHRD_ETHER)
 587                 return NOTIFY_DONE;
 588
 589         switch (event) {
 590         case NETDEV_REGISTER:
 591         case NETDEV_UP:
 592                 cmds[0] = bonding_default_del_cmd_join;
 593                 cmds[1] = add_cmd;
 594                 break;
 595
 596         case NETDEV_UNREGISTER:
 597                 if (ndev->reg_state < NETREG_UNREGISTERED)
 598                         cmds[0] = del_cmd;
 599                 else
 600                         return NOTIFY_DONE;
 601                 break;
 602
 603         case NETDEV_CHANGEADDR:
 604                 cmds[0] = default_del_cmd;
 605                 cmds[1] = add_cmd;
 606                 break;
 607
 608         case NETDEV_CHANGEUPPER:
 609                 netdevice_event_changeupper(
 610                         container_of(ptr, struct netdev_notifier_changeupper_info, info),
 611                         cmds);
 612                 break;
 613
 614         case NETDEV_BONDING_FAILOVER:
 615                 cmds[0] = bonding_event_ips_del_cmd;
 616                 cmds[1] = bonding_default_del_cmd_join;
 617                 cmds[2] = add_cmd_upper_ips;
 618                 break;
 619
 620         default:
 621                 return NOTIFY_DONE;
 622         }
 623
 624         return netdevice_queue_work(cmds, ndev);
 625 }
 626
 627 static void update_gid_event_work_handler(struct work_struct *_work)
 628 {
 629         struct update_gid_event_work *work =
 630                 container_of(_work, struct update_gid_event_work, work);
 631
 632         ib_enum_all_roce_netdevs(is_eth_port_of_netdev, work->gid_attr.ndev,
 633                                  callback_for_addr_gid_device_scan, work);
 634
 635         dev_put(work->gid_attr.ndev);
 636         kfree(work);
 637 }
 638
 639 static int addr_event(struct notifier_block *this, unsigned long event,
 640                       struct sockaddr *sa, struct net_device *ndev)
 641 {
 642         struct update_gid_event_work *work;
 643         enum gid_op_type gid_op;
 644
 645         if (ndev->type != ARPHRD_ETHER)
 646                 return NOTIFY_DONE;
 647
 648         switch (event) {
 649         case NETDEV_UP:
 650                 gid_op = GID_ADD;
 651                 break;
 652
 653         case NETDEV_DOWN:
 654                 gid_op = GID_DEL;
 655                 break;
 656
 657         default:
 658                 return NOTIFY_DONE;
 659         }
 660
 661         work = kmalloc(sizeof(*work), GFP_ATOMIC);
 662         if (!work) {
 663                 pr_warn("roce_gid_mgmt: Couldn't allocate work for addr_event\n");
 664                 return NOTIFY_DONE;
 665         }
 666
 667         INIT_WORK(&work->work, update_gid_event_work_handler);
 668
 669         rdma_ip2gid(sa, &work->gid);
 670         work->gid_op = gid_op;
 671
 672         memset(&work->gid_attr, 0, sizeof(work->gid_attr));
 673         dev_hold(ndev);
 674         work->gid_attr.ndev   = ndev;
 675
 676         queue_work(ib_wq, &work->work);
 677
 678         return NOTIFY_DONE;
 679 }
 680
 681 static int inetaddr_event(struct notifier_block *this, unsigned long event,
 682                           void *ptr)
 683 {
 684         struct sockaddr_in      in;
 685         struct net_device       *ndev;
 686         struct in_ifaddr        *ifa = ptr;
 687
 688         in.sin_family = AF_INET;
 689         in.sin_addr.s_addr = ifa->ifa_address;
 690         ndev = ifa->ifa_dev->dev;
 691
 692         return addr_event(this, event, (struct sockaddr *)&in, ndev);
 693 }
 694
 695 static int inet6addr_event(struct notifier_block *this, unsigned long event,
 696                            void *ptr)
 697 {
 698         struct sockaddr_in6     in6;
 699         struct net_device       *ndev;
 700         struct inet6_ifaddr     *ifa6 = ptr;
 701
 702         in6.sin6_family = AF_INET6;
 703         in6.sin6_addr = ifa6->addr;
 704         ndev = ifa6->idev->dev;
 705
 706         return addr_event(this, event, (struct sockaddr *)&in6, ndev);
 707 }
 708
 709 static struct notifier_block nb_netdevice = {
 710         .notifier_call = netdevice_event
 711 };
 712
 713 static struct notifier_block nb_inetaddr = {
 714         .notifier_call = inetaddr_event
 715 };
 716
 717 static struct notifier_block nb_inet6addr = {
 718         .notifier_call = inet6addr_event
 719 };
 720
 721 int __init roce_gid_mgmt_init(void)
 722 {
 723         register_inetaddr_notifier(&nb_inetaddr);
 724         if (IS_ENABLED(CONFIG_IPV6))
 725                 register_inet6addr_notifier(&nb_inet6addr);
 726         /* We relay on the netdevice notifier to enumerate all
 727          * existing devices in the system. Register to this notifier
 728          * last to make sure we will not miss any IP add/del
 729          * callbacks.
 730          */
 731         register_netdevice_notifier(&nb_netdevice);
 732
 733         return 0;
 734 }
 735
 736 void __exit roce_gid_mgmt_cleanup(void)
 737 {
 738         if (IS_ENABLED(CONFIG_IPV6))
 739                 unregister_inet6addr_notifier(&nb_inet6addr);
 740         unregister_inetaddr_notifier(&nb_inetaddr);
 741         unregister_netdevice_notifier(&nb_netdevice);
 742         /* Ensure all gid deletion tasks complete before we go down,
 743          * to avoid any reference to free'd memory. By the time
 744          * ib-core is removed, all physical devices have been removed,
 745          * so no issue with remaining hardware contexts.
 746          */
 747 }