drivers/net/ethernet/mellanox/mlxsw/spectrum_dcb.c

   1 /*
   2  * drivers/net/ethernet/mellanox/mlxsw/spectrum_dcb.c
   3  * Copyright (c) 2016 Mellanox Technologies. All rights reserved.
   4  * Copyright (c) 2016 Ido Schimmel <idosch@mellanox.com>
   5  *
   6  * Redistribution and use in source and binary forms, with or without
   7  * modification, are permitted provided that the following conditions are met:
   8  *
   9  * 1. Redistributions of source code must retain the above copyright
  10  *    notice, this list of conditions and the following disclaimer.
  11  * 2. Redistributions in binary form must reproduce the above copyright
  12  *    notice, this list of conditions and the following disclaimer in the
  13  *    documentation and/or other materials provided with the distribution.
  14  * 3. Neither the names of the copyright holders nor the names of its
  15  *    contributors may be used to endorse or promote products derived from
  16  *    this software without specific prior written permission.
  17  *
  18  * Alternatively, this software may be distributed under the terms of the
  19  * GNU General Public License ("GPL") version 2 as published by the Free
  20  * Software Foundation.
  21  *
  22  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
  23  * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
  24  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
  25  * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
  26  * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
  27  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
  28  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
  29  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
  30  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
  31  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
  32  * POSSIBILITY OF SUCH DAMAGE.
  33  */
  34
  35 #include <linux/netdevice.h>
  36 #include <linux/string.h>
  37 #include <linux/bitops.h>
  38 #include <net/dcbnl.h>
  39
  40 #include "spectrum.h"
  41 #include "reg.h"
  42
  43 static u8 mlxsw_sp_dcbnl_getdcbx(struct net_device __always_unused *dev)
  44 {
  45         return DCB_CAP_DCBX_HOST | DCB_CAP_DCBX_VER_IEEE;
  46 }
  47
  48 static u8 mlxsw_sp_dcbnl_setdcbx(struct net_device __always_unused *dev,
  49                                  u8 mode)
  50 {
  51         return (mode != (DCB_CAP_DCBX_HOST | DCB_CAP_DCBX_VER_IEEE)) ? 1 : 0;
  52 }
  53
  54 static int mlxsw_sp_dcbnl_ieee_getets(struct net_device *dev,
  55                                       struct ieee_ets *ets)
  56 {
  57         struct mlxsw_sp_port *mlxsw_sp_port = netdev_priv(dev);
  58
  59         memcpy(ets, mlxsw_sp_port->dcb.ets, sizeof(*ets));
  60
  61         return 0;
  62 }
  63
  64 static int mlxsw_sp_port_ets_validate(struct mlxsw_sp_port *mlxsw_sp_port,
  65                                       struct ieee_ets *ets)
  66 {
  67         struct net_device *dev = mlxsw_sp_port->dev;
  68         bool has_ets_tc = false;
  69         int i, tx_bw_sum = 0;
  70
  71         for (i = 0; i < IEEE_8021QAZ_MAX_TCS; i++) {
  72                 switch (ets->tc_tsa[i]) {
  73                 case IEEE_8021QAZ_TSA_STRICT:
  74                         break;
  75                 case IEEE_8021QAZ_TSA_ETS:
  76                         has_ets_tc = true;
  77                         tx_bw_sum += ets->tc_tx_bw[i];
  78                         break;
  79                 default:
  80                         netdev_err(dev, "Only strict priority and ETS are supported\n");
  81                         return -EINVAL;
  82                 }
  83
  84                 if (ets->prio_tc[i] >= IEEE_8021QAZ_MAX_TCS) {
  85                         netdev_err(dev, "Invalid TC\n");
  86                         return -EINVAL;
  87                 }
  88         }
  89
  90         if (has_ets_tc && tx_bw_sum != 100) {
  91                 netdev_err(dev, "Total ETS bandwidth should equal 100\n");
  92                 return -EINVAL;
  93         }
  94
  95         return 0;
  96 }
  97
  98 static int mlxsw_sp_port_pg_prio_map(struct mlxsw_sp_port *mlxsw_sp_port,
  99                                      u8 *prio_tc)
 100 {
 101         char pptb_pl[MLXSW_REG_PPTB_LEN];
 102         int i;
 103
 104         mlxsw_reg_pptb_pack(pptb_pl, mlxsw_sp_port->local_port);
 105         for (i = 0; i < IEEE_8021QAZ_MAX_TCS; i++)
 106                 mlxsw_reg_pptb_prio_to_buff_pack(pptb_pl, i, prio_tc[i]);
 107
 108         return mlxsw_reg_write(mlxsw_sp_port->mlxsw_sp->core, MLXSW_REG(pptb),
 109                                pptb_pl);
 110 }
 111
 112 static bool mlxsw_sp_ets_has_pg(u8 *prio_tc, u8 pg)
 113 {
 114         int i;
 115
 116         for (i = 0; i < IEEE_8021QAZ_MAX_TCS; i++)
 117                 if (prio_tc[i] == pg)
 118                         return true;
 119         return false;
 120 }
 121
 122 static int mlxsw_sp_port_pg_destroy(struct mlxsw_sp_port *mlxsw_sp_port,
 123                                     u8 *old_prio_tc, u8 *new_prio_tc)
 124 {
 125         struct mlxsw_sp *mlxsw_sp = mlxsw_sp_port->mlxsw_sp;
 126         char pbmc_pl[MLXSW_REG_PBMC_LEN];
 127         int err, i;
 128
 129         mlxsw_reg_pbmc_pack(pbmc_pl, mlxsw_sp_port->local_port, 0, 0);
 130         err = mlxsw_reg_query(mlxsw_sp->core, MLXSW_REG(pbmc), pbmc_pl);
 131         if (err)
 132                 return err;
 133
 134         for (i = 0; i < IEEE_8021QAZ_MAX_TCS; i++) {
 135                 u8 pg = old_prio_tc[i];
 136
 137                 if (!mlxsw_sp_ets_has_pg(new_prio_tc, pg))
 138                         mlxsw_reg_pbmc_lossy_buffer_pack(pbmc_pl, pg, 0);
 139         }
 140
 141         return mlxsw_reg_write(mlxsw_sp->core, MLXSW_REG(pbmc), pbmc_pl);
 142 }
 143
 144 static int mlxsw_sp_port_headroom_set(struct mlxsw_sp_port *mlxsw_sp_port,
 145                                       struct ieee_ets *ets)
 146 {
 147         bool pause_en = mlxsw_sp_port_is_pause_en(mlxsw_sp_port);
 148         struct ieee_ets *my_ets = mlxsw_sp_port->dcb.ets;
 149         struct net_device *dev = mlxsw_sp_port->dev;
 150         int err;
 151
 152         /* Create the required PGs, but don't destroy existing ones, as
 153          * traffic is still directed to them.
 154          */
 155         err = __mlxsw_sp_port_headroom_set(mlxsw_sp_port, dev->mtu,
 156                                            ets->prio_tc, pause_en,
 157                                            mlxsw_sp_port->dcb.pfc);
 158         if (err) {
 159                 netdev_err(dev, "Failed to configure port's headroom\n");
 160                 return err;
 161         }
 162
 163         err = mlxsw_sp_port_pg_prio_map(mlxsw_sp_port, ets->prio_tc);
 164         if (err) {
 165                 netdev_err(dev, "Failed to set PG-priority mapping\n");
 166                 goto err_port_prio_pg_map;
 167         }
 168
 169         err = mlxsw_sp_port_pg_destroy(mlxsw_sp_port, my_ets->prio_tc,
 170                                        ets->prio_tc);
 171         if (err)
 172                 netdev_warn(dev, "Failed to remove ununsed PGs\n");
 173
 174         return 0;
 175
 176 err_port_prio_pg_map:
 177         mlxsw_sp_port_pg_destroy(mlxsw_sp_port, ets->prio_tc, my_ets->prio_tc);
 178         return err;
 179 }
 180
 181 static int __mlxsw_sp_dcbnl_ieee_setets(struct mlxsw_sp_port *mlxsw_sp_port,
 182                                         struct ieee_ets *ets)
 183 {
 184         struct ieee_ets *my_ets = mlxsw_sp_port->dcb.ets;
 185         struct net_device *dev = mlxsw_sp_port->dev;
 186         int i, err;
 187
 188         /* Egress configuration. */
 189         for (i = 0; i < IEEE_8021QAZ_MAX_TCS; i++) {
 190                 bool dwrr = ets->tc_tsa[i] == IEEE_8021QAZ_TSA_ETS;
 191                 u8 weight = ets->tc_tx_bw[i];
 192
 193                 err = mlxsw_sp_port_ets_set(mlxsw_sp_port,
 194                                             MLXSW_REG_QEEC_HIERARCY_SUBGROUP, i,
 195                                             0, dwrr, weight);
 196                 if (err) {
 197                         netdev_err(dev, "Failed to link subgroup ETS element %d to group\n",
 198                                    i);
 199                         goto err_port_ets_set;
 200                 }
 201         }
 202
 203         for (i = 0; i < IEEE_8021QAZ_MAX_TCS; i++) {
 204                 err = mlxsw_sp_port_prio_tc_set(mlxsw_sp_port, i,
 205                                                 ets->prio_tc[i]);
 206                 if (err) {
 207                         netdev_err(dev, "Failed to map prio %d to TC %d\n", i,
 208                                    ets->prio_tc[i]);
 209                         goto err_port_prio_tc_set;
 210                 }
 211         }
 212
 213         /* Ingress configuration. */
 214         err = mlxsw_sp_port_headroom_set(mlxsw_sp_port, ets);
 215         if (err)
 216                 goto err_port_headroom_set;
 217
 218         return 0;
 219
 220 err_port_headroom_set:
 221         i = IEEE_8021QAZ_MAX_TCS;
 222 err_port_prio_tc_set:
 223         for (i--; i >= 0; i--)
 224                 mlxsw_sp_port_prio_tc_set(mlxsw_sp_port, i, my_ets->prio_tc[i]);
 225         i = IEEE_8021QAZ_MAX_TCS;
 226 err_port_ets_set:
 227         for (i--; i >= 0; i--) {
 228                 bool dwrr = my_ets->tc_tsa[i] == IEEE_8021QAZ_TSA_ETS;
 229                 u8 weight = my_ets->tc_tx_bw[i];
 230
 231                 err = mlxsw_sp_port_ets_set(mlxsw_sp_port,
 232                                             MLXSW_REG_QEEC_HIERARCY_SUBGROUP, i,
 233                                             0, dwrr, weight);
 234         }
 235         return err;
 236 }
 237
 238 static int mlxsw_sp_dcbnl_ieee_setets(struct net_device *dev,
 239                                       struct ieee_ets *ets)
 240 {
 241         struct mlxsw_sp_port *mlxsw_sp_port = netdev_priv(dev);
 242         int err;
 243
 244         err = mlxsw_sp_port_ets_validate(mlxsw_sp_port, ets);
 245         if (err)
 246                 return err;
 247
 248         err = __mlxsw_sp_dcbnl_ieee_setets(mlxsw_sp_port, ets);
 249         if (err)
 250                 return err;
 251
 252         memcpy(mlxsw_sp_port->dcb.ets, ets, sizeof(*ets));
 253         mlxsw_sp_port->dcb.ets->ets_cap = IEEE_8021QAZ_MAX_TCS;
 254
 255         return 0;
 256 }
 257
 258 static int mlxsw_sp_dcbnl_ieee_getmaxrate(struct net_device *dev,
 259                                           struct ieee_maxrate *maxrate)
 260 {
 261         struct mlxsw_sp_port *mlxsw_sp_port = netdev_priv(dev);
 262
 263         memcpy(maxrate, mlxsw_sp_port->dcb.maxrate, sizeof(*maxrate));
 264
 265         return 0;
 266 }
 267
 268 static int mlxsw_sp_dcbnl_ieee_setmaxrate(struct net_device *dev,
 269                                           struct ieee_maxrate *maxrate)
 270 {
 271         struct mlxsw_sp_port *mlxsw_sp_port = netdev_priv(dev);
 272         struct ieee_maxrate *my_maxrate = mlxsw_sp_port->dcb.maxrate;
 273         int err, i;
 274
 275         for (i = 0; i < IEEE_8021QAZ_MAX_TCS; i++) {
 276                 err = mlxsw_sp_port_ets_maxrate_set(mlxsw_sp_port,
 277                                                     MLXSW_REG_QEEC_HIERARCY_SUBGROUP,
 278                                                     i, 0,
 279                                                     maxrate->tc_maxrate[i]);
 280                 if (err) {
 281                         netdev_err(dev, "Failed to set maxrate for TC %d\n", i);
 282                         goto err_port_ets_maxrate_set;
 283                 }
 284         }
 285
 286         memcpy(mlxsw_sp_port->dcb.maxrate, maxrate, sizeof(*maxrate));
 287
 288         return 0;
 289
 290 err_port_ets_maxrate_set:
 291         for (i--; i >= 0; i--)
 292                 mlxsw_sp_port_ets_maxrate_set(mlxsw_sp_port,
 293                                               MLXSW_REG_QEEC_HIERARCY_SUBGROUP,
 294                                               i, 0, my_maxrate->tc_maxrate[i]);
 295         return err;
 296 }
 297
 298 static int mlxsw_sp_port_pfc_cnt_get(struct mlxsw_sp_port *mlxsw_sp_port,
 299                                      u8 prio)
 300 {
 301         struct mlxsw_sp *mlxsw_sp = mlxsw_sp_port->mlxsw_sp;
 302         struct ieee_pfc *my_pfc = mlxsw_sp_port->dcb.pfc;
 303         char ppcnt_pl[MLXSW_REG_PPCNT_LEN];
 304         int err;
 305
 306         mlxsw_reg_ppcnt_pack(ppcnt_pl, mlxsw_sp_port->local_port,
 307                              MLXSW_REG_PPCNT_PRIO_CNT, prio);
 308         err = mlxsw_reg_query(mlxsw_sp->core, MLXSW_REG(ppcnt), ppcnt_pl);
 309         if (err)
 310                 return err;
 311
 312         my_pfc->requests[prio] = mlxsw_reg_ppcnt_tx_pause_get(ppcnt_pl);
 313         my_pfc->indications[prio] = mlxsw_reg_ppcnt_rx_pause_get(ppcnt_pl);
 314
 315         return 0;
 316 }
 317
 318 static int mlxsw_sp_dcbnl_ieee_getpfc(struct net_device *dev,
 319                                       struct ieee_pfc *pfc)
 320 {
 321         struct mlxsw_sp_port *mlxsw_sp_port = netdev_priv(dev);
 322         int err, i;
 323
 324         for (i = 0; i < IEEE_8021QAZ_MAX_TCS; i++) {
 325                 err = mlxsw_sp_port_pfc_cnt_get(mlxsw_sp_port, i);
 326                 if (err) {
 327                         netdev_err(dev, "Failed to get PFC count for priority %d\n",
 328                                    i);
 329                         return err;
 330                 }
 331         }
 332
 333         memcpy(pfc, mlxsw_sp_port->dcb.pfc, sizeof(*pfc));
 334
 335         return 0;
 336 }
 337
 338 static int mlxsw_sp_port_pfc_set(struct mlxsw_sp_port *mlxsw_sp_port,
 339                                  struct ieee_pfc *pfc)
 340 {
 341         char pfcc_pl[MLXSW_REG_PFCC_LEN];
 342
 343         mlxsw_reg_pfcc_pack(pfcc_pl, mlxsw_sp_port->local_port);
 344         mlxsw_reg_pfcc_prio_pack(pfcc_pl, pfc->pfc_en);
 345
 346         return mlxsw_reg_write(mlxsw_sp_port->mlxsw_sp->core, MLXSW_REG(pfcc),
 347                                pfcc_pl);
 348 }
 349
 350 static int mlxsw_sp_dcbnl_ieee_setpfc(struct net_device *dev,
 351                                       struct ieee_pfc *pfc)
 352 {
 353         struct mlxsw_sp_port *mlxsw_sp_port = netdev_priv(dev);
 354         int err;
 355
 356         if ((mlxsw_sp_port->link.tx_pause || mlxsw_sp_port->link.rx_pause) &&
 357             pfc->pfc_en) {
 358                 netdev_err(dev, "PAUSE frames already enabled on port\n");
 359                 return -EINVAL;
 360         }
 361
 362         err = __mlxsw_sp_port_headroom_set(mlxsw_sp_port, dev->mtu,
 363                                            mlxsw_sp_port->dcb.ets->prio_tc,
 364                                            false, pfc);
 365         if (err) {
 366                 netdev_err(dev, "Failed to configure port's headroom for PFC\n");
 367                 return err;
 368         }
 369
 370         err = mlxsw_sp_port_pfc_set(mlxsw_sp_port, pfc);
 371         if (err) {
 372                 netdev_err(dev, "Failed to configure PFC\n");
 373                 goto err_port_pfc_set;
 374         }
 375
 376         memcpy(mlxsw_sp_port->dcb.pfc, pfc, sizeof(*pfc));
 377         mlxsw_sp_port->dcb.pfc->pfc_cap = IEEE_8021QAZ_MAX_TCS;
 378
 379         return 0;
 380
 381 err_port_pfc_set:
 382         __mlxsw_sp_port_headroom_set(mlxsw_sp_port, dev->mtu,
 383                                      mlxsw_sp_port->dcb.ets->prio_tc, false,
 384                                      mlxsw_sp_port->dcb.pfc);
 385         return err;
 386 }
 387
 388 static const struct dcbnl_rtnl_ops mlxsw_sp_dcbnl_ops = {
 389         .ieee_getets            = mlxsw_sp_dcbnl_ieee_getets,
 390         .ieee_setets            = mlxsw_sp_dcbnl_ieee_setets,
 391         .ieee_getmaxrate        = mlxsw_sp_dcbnl_ieee_getmaxrate,
 392         .ieee_setmaxrate        = mlxsw_sp_dcbnl_ieee_setmaxrate,
 393         .ieee_getpfc            = mlxsw_sp_dcbnl_ieee_getpfc,
 394         .ieee_setpfc            = mlxsw_sp_dcbnl_ieee_setpfc,
 395
 396         .getdcbx                = mlxsw_sp_dcbnl_getdcbx,
 397         .setdcbx                = mlxsw_sp_dcbnl_setdcbx,
 398 };
 399
 400 static int mlxsw_sp_port_ets_init(struct mlxsw_sp_port *mlxsw_sp_port)
 401 {
 402         mlxsw_sp_port->dcb.ets = kzalloc(sizeof(*mlxsw_sp_port->dcb.ets),
 403                                          GFP_KERNEL);
 404         if (!mlxsw_sp_port->dcb.ets)
 405                 return -ENOMEM;
 406
 407         mlxsw_sp_port->dcb.ets->ets_cap = IEEE_8021QAZ_MAX_TCS;
 408
 409         return 0;
 410 }
 411
 412 static void mlxsw_sp_port_ets_fini(struct mlxsw_sp_port *mlxsw_sp_port)
 413 {
 414         kfree(mlxsw_sp_port->dcb.ets);
 415 }
 416
 417 static int mlxsw_sp_port_maxrate_init(struct mlxsw_sp_port *mlxsw_sp_port)
 418 {
 419         int i;
 420
 421         mlxsw_sp_port->dcb.maxrate = kmalloc(sizeof(*mlxsw_sp_port->dcb.maxrate),
 422                                              GFP_KERNEL);
 423         if (!mlxsw_sp_port->dcb.maxrate)
 424                 return -ENOMEM;
 425
 426         for (i = 0; i < IEEE_8021QAZ_MAX_TCS; i++)
 427                 mlxsw_sp_port->dcb.maxrate->tc_maxrate[i] = MLXSW_REG_QEEC_MAS_DIS;
 428
 429         return 0;
 430 }
 431
 432 static void mlxsw_sp_port_maxrate_fini(struct mlxsw_sp_port *mlxsw_sp_port)
 433 {
 434         kfree(mlxsw_sp_port->dcb.maxrate);
 435 }
 436
 437 static int mlxsw_sp_port_pfc_init(struct mlxsw_sp_port *mlxsw_sp_port)
 438 {
 439         mlxsw_sp_port->dcb.pfc = kzalloc(sizeof(*mlxsw_sp_port->dcb.pfc),
 440                                          GFP_KERNEL);
 441         if (!mlxsw_sp_port->dcb.pfc)
 442                 return -ENOMEM;
 443
 444         mlxsw_sp_port->dcb.pfc->pfc_cap = IEEE_8021QAZ_MAX_TCS;
 445
 446         return 0;
 447 }
 448
 449 static void mlxsw_sp_port_pfc_fini(struct mlxsw_sp_port *mlxsw_sp_port)
 450 {
 451         kfree(mlxsw_sp_port->dcb.pfc);
 452 }
 453
 454 int mlxsw_sp_port_dcb_init(struct mlxsw_sp_port *mlxsw_sp_port)
 455 {
 456         int err;
 457
 458         err = mlxsw_sp_port_ets_init(mlxsw_sp_port);
 459         if (err)
 460                 return err;
 461         err = mlxsw_sp_port_maxrate_init(mlxsw_sp_port);
 462         if (err)
 463                 goto err_port_maxrate_init;
 464         err = mlxsw_sp_port_pfc_init(mlxsw_sp_port);
 465         if (err)
 466                 goto err_port_pfc_init;
 467
 468         mlxsw_sp_port->dev->dcbnl_ops = &mlxsw_sp_dcbnl_ops;
 469
 470         return 0;
 471
 472 err_port_pfc_init:
 473         mlxsw_sp_port_maxrate_fini(mlxsw_sp_port);
 474 err_port_maxrate_init:
 475         mlxsw_sp_port_ets_fini(mlxsw_sp_port);
 476         return err;
 477 }
 478
 479 void mlxsw_sp_port_dcb_fini(struct mlxsw_sp_port *mlxsw_sp_port)
 480 {
 481         mlxsw_sp_port_pfc_fini(mlxsw_sp_port);
 482         mlxsw_sp_port_maxrate_fini(mlxsw_sp_port);
 483         mlxsw_sp_port_ets_fini(mlxsw_sp_port);
 484 }