drivers/infiniband/hw/mlx4/mcg.c

   1 /*
   2  * Copyright (c) 2012 Mellanox Technologies. All rights reserved.
   3  *
   4  * This software is available to you under a choice of one of two
   5  * licenses.  You may choose to be licensed under the terms of the GNU
   6  * General Public License (GPL) Version 2, available from the file
   7  * COPYING in the main directory of this source tree, or the
   8  * OpenIB.org BSD license below:
   9  *
  10  *     Redistribution and use in source and binary forms, with or
  11  *     without modification, are permitted provided that the following
  12  *     conditions are met:
  13  *
  14  *      - Redistributions of source code must retain the above
  15  *        copyright notice, this list of conditions and the following
  16  *        disclaimer.
  17  *
  18  *      - Redistributions in binary form must reproduce the above
  19  *        copyright notice, this list of conditions and the following
  20  *        disclaimer in the documentation and/or other materials
  21  *        provided with the distribution.
  22  *
  23  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
  24  * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
  25  * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
  26  * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
  27  * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
  28  * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
  29  * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
  30  * SOFTWARE.
  31  */
  32
  33 #include <rdma/ib_mad.h>
  34 #include <rdma/ib_smi.h>
  35 #include <rdma/ib_cache.h>
  36 #include <rdma/ib_sa.h>
  37
  38 #include <linux/mlx4/cmd.h>
  39 #include <linux/rbtree.h>
  40 #include <linux/delay.h>
  41
  42 #include "mlx4_ib.h"
  43
  44 #define MAX_VFS         80
  45 #define MAX_PEND_REQS_PER_FUNC 4
  46 #define MAD_TIMEOUT_MS  2000
  47
  48 #define mcg_warn(fmt, arg...)   pr_warn("MCG WARNING: " fmt, ##arg)
  49 #define mcg_error(fmt, arg...)  pr_err(fmt, ##arg)
  50 #define mcg_warn_group(group, format, arg...) \
  51         pr_warn("%s-%d: %16s (port %d): WARNING: " format, __func__, __LINE__,\
  52         (group)->name, group->demux->port, ## arg)
  53
  54 #define mcg_debug_group(group, format, arg...) \
  55         pr_debug("%s-%d: %16s (port %d): WARNING: " format, __func__, __LINE__,\
  56                  (group)->name, (group)->demux->port, ## arg)
  57
  58 #define mcg_error_group(group, format, arg...) \
  59         pr_err("  %16s: " format, (group)->name, ## arg)
  60
  61
  62 static union ib_gid mgid0;
  63
  64 static struct workqueue_struct *clean_wq;
  65
  66 enum mcast_state {
  67         MCAST_NOT_MEMBER = 0,
  68         MCAST_MEMBER,
  69 };
  70
  71 enum mcast_group_state {
  72         MCAST_IDLE,
  73         MCAST_JOIN_SENT,
  74         MCAST_LEAVE_SENT,
  75         MCAST_RESP_READY
  76 };
  77
  78 struct mcast_member {
  79         enum mcast_state state;
  80         uint8_t                 join_state;
  81         int                     num_pend_reqs;
  82         struct list_head        pending;
  83 };
  84
  85 struct ib_sa_mcmember_data {
  86         union ib_gid    mgid;
  87         union ib_gid    port_gid;
  88         __be32          qkey;
  89         __be16          mlid;
  90         u8              mtusel_mtu;
  91         u8              tclass;
  92         __be16          pkey;
  93         u8              ratesel_rate;
  94         u8              lifetmsel_lifetm;
  95         __be32          sl_flowlabel_hoplimit;
  96         u8              scope_join_state;
  97         u8              proxy_join;
  98         u8              reserved[2];
  99 } __packed __aligned(4);
 100
 101 struct mcast_group {
 102         struct ib_sa_mcmember_data rec;
 103         struct rb_node          node;
 104         struct list_head        mgid0_list;
 105         struct mlx4_ib_demux_ctx *demux;
 106         struct mcast_member     func[MAX_VFS];
 107         struct mutex            lock;
 108         struct work_struct      work;
 109         struct list_head        pending_list;
 110         int                     members[3];
 111         enum mcast_group_state  state;
 112         enum mcast_group_state  prev_state;
 113         struct ib_sa_mad        response_sa_mad;
 114         __be64                  last_req_tid;
 115
 116         char                    name[33]; /* MGID string */
 117         struct device_attribute dentry;
 118
 119         /* refcount is the reference count for the following:
 120            1. Each queued request
 121            2. Each invocation of the worker thread
 122            3. Membership of the port at the SA
 123         */
 124         atomic_t                refcount;
 125
 126         /* delayed work to clean pending SM request */
 127         struct delayed_work     timeout_work;
 128         struct list_head        cleanup_list;
 129 };
 130
 131 struct mcast_req {
 132         int                     func;
 133         struct ib_sa_mad        sa_mad;
 134         struct list_head        group_list;
 135         struct list_head        func_list;
 136         struct mcast_group      *group;
 137         int                     clean;
 138 };
 139
 140
 141 #define safe_atomic_dec(ref) \
 142         do {\
 143                 if (atomic_dec_and_test(ref)) \
 144                         mcg_warn_group(group, "did not expect to reach zero\n"); \
 145         } while (0)
 146
 147 static const char *get_state_string(enum mcast_group_state state)
 148 {
 149         switch (state) {
 150         case MCAST_IDLE:
 151                 return "MCAST_IDLE";
 152         case MCAST_JOIN_SENT:
 153                 return "MCAST_JOIN_SENT";
 154         case MCAST_LEAVE_SENT:
 155                 return "MCAST_LEAVE_SENT";
 156         case MCAST_RESP_READY:
 157                 return "MCAST_RESP_READY";
 158         }
 159         return "Invalid State";
 160 }
 161
 162 static struct mcast_group *mcast_find(struct mlx4_ib_demux_ctx *ctx,
 163                                       union ib_gid *mgid)
 164 {
 165         struct rb_node *node = ctx->mcg_table.rb_node;
 166         struct mcast_group *group;
 167         int ret;
 168
 169         while (node) {
 170                 group = rb_entry(node, struct mcast_group, node);
 171                 ret = memcmp(mgid->raw, group->rec.mgid.raw, sizeof *mgid);
 172                 if (!ret)
 173                         return group;
 174
 175                 if (ret < 0)
 176                         node = node->rb_left;
 177                 else
 178                         node = node->rb_right;
 179         }
 180         return NULL;
 181 }
 182
 183 static struct mcast_group *mcast_insert(struct mlx4_ib_demux_ctx *ctx,
 184                                         struct mcast_group *group)
 185 {
 186         struct rb_node **link = &ctx->mcg_table.rb_node;
 187         struct rb_node *parent = NULL;
 188         struct mcast_group *cur_group;
 189         int ret;
 190
 191         while (*link) {
 192                 parent = *link;
 193                 cur_group = rb_entry(parent, struct mcast_group, node);
 194
 195                 ret = memcmp(group->rec.mgid.raw, cur_group->rec.mgid.raw,
 196                              sizeof group->rec.mgid);
 197                 if (ret < 0)
 198                         link = &(*link)->rb_left;
 199                 else if (ret > 0)
 200                         link = &(*link)->rb_right;
 201                 else
 202                         return cur_group;
 203         }
 204         rb_link_node(&group->node, parent, link);
 205         rb_insert_color(&group->node, &ctx->mcg_table);
 206         return NULL;
 207 }
 208
 209 static int send_mad_to_wire(struct mlx4_ib_demux_ctx *ctx, struct ib_mad *mad)
 210 {
 211         struct mlx4_ib_dev *dev = ctx->dev;
 212         struct rdma_ah_attr     ah_attr;
 213         unsigned long flags;
 214
 215         spin_lock_irqsave(&dev->sm_lock, flags);
 216         if (!dev->sm_ah[ctx->port - 1]) {
 217                 /* port is not yet Active, sm_ah not ready */
 218                 spin_unlock_irqrestore(&dev->sm_lock, flags);
 219                 return -EAGAIN;
 220         }
 221         mlx4_ib_query_ah(dev->sm_ah[ctx->port - 1], &ah_attr);
 222         spin_unlock_irqrestore(&dev->sm_lock, flags);
 223         return mlx4_ib_send_to_wire(dev, mlx4_master_func_num(dev->dev),
 224                                     ctx->port, IB_QPT_GSI, 0, 1, IB_QP1_QKEY,
 225                                     &ah_attr, NULL, 0xffff, mad);
 226 }
 227
 228 static int send_mad_to_slave(int slave, struct mlx4_ib_demux_ctx *ctx,
 229                              struct ib_mad *mad)
 230 {
 231         struct mlx4_ib_dev *dev = ctx->dev;
 232         struct ib_mad_agent *agent = dev->send_agent[ctx->port - 1][1];
 233         struct ib_wc wc;
 234         struct rdma_ah_attr ah_attr;
 235
 236         /* Our agent might not yet be registered when mads start to arrive */
 237         if (!agent)
 238                 return -EAGAIN;
 239
 240         rdma_query_ah(dev->sm_ah[ctx->port - 1], &ah_attr);
 241
 242         if (ib_find_cached_pkey(&dev->ib_dev, ctx->port, IB_DEFAULT_PKEY_FULL, &wc.pkey_index))
 243                 return -EINVAL;
 244         wc.sl = 0;
 245         wc.dlid_path_bits = 0;
 246         wc.port_num = ctx->port;
 247         wc.slid = rdma_ah_get_dlid(&ah_attr);  /* opensm lid */
 248         wc.src_qp = 1;
 249         return mlx4_ib_send_to_slave(dev, slave, ctx->port, IB_QPT_GSI, &wc, NULL, mad);
 250 }
 251
 252 static int send_join_to_wire(struct mcast_group *group, struct ib_sa_mad *sa_mad)
 253 {
 254         struct ib_sa_mad mad;
 255         struct ib_sa_mcmember_data *sa_mad_data = (struct ib_sa_mcmember_data *)&mad.data;
 256         int ret;
 257
 258         /* we rely on a mad request as arrived from a VF */
 259         memcpy(&mad, sa_mad, sizeof mad);
 260
 261         /* fix port GID to be the real one (slave 0) */
 262         sa_mad_data->port_gid.global.interface_id = group->demux->guid_cache[0];
 263
 264         /* assign our own TID */
 265         mad.mad_hdr.tid = mlx4_ib_get_new_demux_tid(group->demux);
 266         group->last_req_tid = mad.mad_hdr.tid; /* keep it for later validation */
 267
 268         ret = send_mad_to_wire(group->demux, (struct ib_mad *)&mad);
 269         /* set timeout handler */
 270         if (!ret) {
 271                 /* calls mlx4_ib_mcg_timeout_handler */
 272                 queue_delayed_work(group->demux->mcg_wq, &group->timeout_work,
 273                                 msecs_to_jiffies(MAD_TIMEOUT_MS));
 274         }
 275
 276         return ret;
 277 }
 278
 279 static int send_leave_to_wire(struct mcast_group *group, u8 join_state)
 280 {
 281         struct ib_sa_mad mad;
 282         struct ib_sa_mcmember_data *sa_data = (struct ib_sa_mcmember_data *)&mad.data;
 283         int ret;
 284
 285         memset(&mad, 0, sizeof mad);
 286         mad.mad_hdr.base_version = 1;
 287         mad.mad_hdr.mgmt_class = IB_MGMT_CLASS_SUBN_ADM;
 288         mad.mad_hdr.class_version = 2;
 289         mad.mad_hdr.method = IB_SA_METHOD_DELETE;
 290         mad.mad_hdr.status = cpu_to_be16(0);
 291         mad.mad_hdr.class_specific = cpu_to_be16(0);
 292         mad.mad_hdr.tid = mlx4_ib_get_new_demux_tid(group->demux);
 293         group->last_req_tid = mad.mad_hdr.tid; /* keep it for later validation */
 294         mad.mad_hdr.attr_id = cpu_to_be16(IB_SA_ATTR_MC_MEMBER_REC);
 295         mad.mad_hdr.attr_mod = cpu_to_be32(0);
 296         mad.sa_hdr.sm_key = 0x0;
 297         mad.sa_hdr.attr_offset = cpu_to_be16(7);
 298         mad.sa_hdr.comp_mask = IB_SA_MCMEMBER_REC_MGID |
 299                 IB_SA_MCMEMBER_REC_PORT_GID | IB_SA_MCMEMBER_REC_JOIN_STATE;
 300
 301         *sa_data = group->rec;
 302         sa_data->scope_join_state = join_state;
 303
 304         ret = send_mad_to_wire(group->demux, (struct ib_mad *)&mad);
 305         if (ret)
 306                 group->state = MCAST_IDLE;
 307
 308         /* set timeout handler */
 309         if (!ret) {
 310                 /* calls mlx4_ib_mcg_timeout_handler */
 311                 queue_delayed_work(group->demux->mcg_wq, &group->timeout_work,
 312                                 msecs_to_jiffies(MAD_TIMEOUT_MS));
 313         }
 314
 315         return ret;
 316 }
 317
 318 static int send_reply_to_slave(int slave, struct mcast_group *group,
 319                 struct ib_sa_mad *req_sa_mad, u16 status)
 320 {
 321         struct ib_sa_mad mad;
 322         struct ib_sa_mcmember_data *sa_data = (struct ib_sa_mcmember_data *)&mad.data;
 323         struct ib_sa_mcmember_data *req_sa_data = (struct ib_sa_mcmember_data *)&req_sa_mad->data;
 324         int ret;
 325
 326         memset(&mad, 0, sizeof mad);
 327         mad.mad_hdr.base_version = 1;
 328         mad.mad_hdr.mgmt_class = IB_MGMT_CLASS_SUBN_ADM;
 329         mad.mad_hdr.class_version = 2;
 330         mad.mad_hdr.method = IB_MGMT_METHOD_GET_RESP;
 331         mad.mad_hdr.status = cpu_to_be16(status);
 332         mad.mad_hdr.class_specific = cpu_to_be16(0);
 333         mad.mad_hdr.tid = req_sa_mad->mad_hdr.tid;
 334         *(u8 *)&mad.mad_hdr.tid = 0; /* resetting tid to 0 */
 335         mad.mad_hdr.attr_id = cpu_to_be16(IB_SA_ATTR_MC_MEMBER_REC);
 336         mad.mad_hdr.attr_mod = cpu_to_be32(0);
 337         mad.sa_hdr.sm_key = req_sa_mad->sa_hdr.sm_key;
 338         mad.sa_hdr.attr_offset = cpu_to_be16(7);
 339         mad.sa_hdr.comp_mask = 0; /* ignored on responses, see IBTA spec */
 340
 341         *sa_data = group->rec;
 342
 343         /* reconstruct VF's requested join_state and port_gid */
 344         sa_data->scope_join_state &= 0xf0;
 345         sa_data->scope_join_state |= (group->func[slave].join_state & 0x0f);
 346         memcpy(&sa_data->port_gid, &req_sa_data->port_gid, sizeof req_sa_data->port_gid);
 347
 348         ret = send_mad_to_slave(slave, group->demux, (struct ib_mad *)&mad);
 349         return ret;
 350 }
 351
 352 static int check_selector(ib_sa_comp_mask comp_mask,
 353                           ib_sa_comp_mask selector_mask,
 354                           ib_sa_comp_mask value_mask,
 355                           u8 src_value, u8 dst_value)
 356 {
 357         int err;
 358         u8 selector = dst_value >> 6;
 359         dst_value &= 0x3f;
 360         src_value &= 0x3f;
 361
 362         if (!(comp_mask & selector_mask) || !(comp_mask & value_mask))
 363                 return 0;
 364
 365         switch (selector) {
 366         case IB_SA_GT:
 367                 err = (src_value <= dst_value);
 368                 break;
 369         case IB_SA_LT:
 370                 err = (src_value >= dst_value);
 371                 break;
 372         case IB_SA_EQ:
 373                 err = (src_value != dst_value);
 374                 break;
 375         default:
 376                 err = 0;
 377                 break;
 378         }
 379
 380         return err;
 381 }
 382
 383 static u16 cmp_rec(struct ib_sa_mcmember_data *src,
 384                    struct ib_sa_mcmember_data *dst, ib_sa_comp_mask comp_mask)
 385 {
 386         /* src is group record, dst is request record */
 387         /* MGID must already match */
 388         /* Port_GID we always replace to our Port_GID, so it is a match */
 389
 390 #define MAD_STATUS_REQ_INVALID 0x0200
 391         if (comp_mask & IB_SA_MCMEMBER_REC_QKEY && src->qkey != dst->qkey)
 392                 return MAD_STATUS_REQ_INVALID;
 393         if (comp_mask & IB_SA_MCMEMBER_REC_MLID && src->mlid != dst->mlid)
 394                 return MAD_STATUS_REQ_INVALID;
 395         if (check_selector(comp_mask, IB_SA_MCMEMBER_REC_MTU_SELECTOR,
 396                                  IB_SA_MCMEMBER_REC_MTU,
 397                                  src->mtusel_mtu, dst->mtusel_mtu))
 398                 return MAD_STATUS_REQ_INVALID;
 399         if (comp_mask & IB_SA_MCMEMBER_REC_TRAFFIC_CLASS &&
 400             src->tclass != dst->tclass)
 401                 return MAD_STATUS_REQ_INVALID;
 402         if (comp_mask & IB_SA_MCMEMBER_REC_PKEY && src->pkey != dst->pkey)
 403                 return MAD_STATUS_REQ_INVALID;
 404         if (check_selector(comp_mask, IB_SA_MCMEMBER_REC_RATE_SELECTOR,
 405                                  IB_SA_MCMEMBER_REC_RATE,
 406                                  src->ratesel_rate, dst->ratesel_rate))
 407                 return MAD_STATUS_REQ_INVALID;
 408         if (check_selector(comp_mask,
 409                                  IB_SA_MCMEMBER_REC_PACKET_LIFE_TIME_SELECTOR,
 410                                  IB_SA_MCMEMBER_REC_PACKET_LIFE_TIME,
 411                                  src->lifetmsel_lifetm, dst->lifetmsel_lifetm))
 412                 return MAD_STATUS_REQ_INVALID;
 413         if (comp_mask & IB_SA_MCMEMBER_REC_SL &&
 414                         (be32_to_cpu(src->sl_flowlabel_hoplimit) & 0xf0000000) !=
 415                         (be32_to_cpu(dst->sl_flowlabel_hoplimit) & 0xf0000000))
 416                 return MAD_STATUS_REQ_INVALID;
 417         if (comp_mask & IB_SA_MCMEMBER_REC_FLOW_LABEL &&
 418                         (be32_to_cpu(src->sl_flowlabel_hoplimit) & 0x0fffff00) !=
 419                         (be32_to_cpu(dst->sl_flowlabel_hoplimit) & 0x0fffff00))
 420                 return MAD_STATUS_REQ_INVALID;
 421         if (comp_mask & IB_SA_MCMEMBER_REC_HOP_LIMIT &&
 422                         (be32_to_cpu(src->sl_flowlabel_hoplimit) & 0x000000ff) !=
 423                         (be32_to_cpu(dst->sl_flowlabel_hoplimit) & 0x000000ff))
 424                 return MAD_STATUS_REQ_INVALID;
 425         if (comp_mask & IB_SA_MCMEMBER_REC_SCOPE &&
 426                         (src->scope_join_state & 0xf0) !=
 427                         (dst->scope_join_state & 0xf0))
 428                 return MAD_STATUS_REQ_INVALID;
 429
 430         /* join_state checked separately, proxy_join ignored */
 431
 432         return 0;
 433 }
 434
 435 /* release group, return 1 if this was last release and group is destroyed
 436  * timout work is canceled sync */
 437 static int release_group(struct mcast_group *group, int from_timeout_handler)
 438 {
 439         struct mlx4_ib_demux_ctx *ctx = group->demux;
 440         int nzgroup;
 441
 442         mutex_lock(&ctx->mcg_table_lock);
 443         mutex_lock(&group->lock);
 444         if (atomic_dec_and_test(&group->refcount)) {
 445                 if (!from_timeout_handler) {
 446                         if (group->state != MCAST_IDLE &&
 447                             !cancel_delayed_work(&group->timeout_work)) {
 448                                 atomic_inc(&group->refcount);
 449                                 mutex_unlock(&group->lock);
 450                                 mutex_unlock(&ctx->mcg_table_lock);
 451                                 return 0;
 452                         }
 453                 }
 454
 455                 nzgroup = memcmp(&group->rec.mgid, &mgid0, sizeof mgid0);
 456                 if (nzgroup)
 457                         del_sysfs_port_mcg_attr(ctx->dev, ctx->port, &group->dentry.attr);
 458                 if (!list_empty(&group->pending_list))
 459                         mcg_warn_group(group, "releasing a group with non empty pending list\n");
 460                 if (nzgroup)
 461                         rb_erase(&group->node, &ctx->mcg_table);
 462                 list_del_init(&group->mgid0_list);
 463                 mutex_unlock(&group->lock);
 464                 mutex_unlock(&ctx->mcg_table_lock);
 465                 kfree(group);
 466                 return 1;
 467         } else {
 468                 mutex_unlock(&group->lock);
 469                 mutex_unlock(&ctx->mcg_table_lock);
 470         }
 471         return 0;
 472 }
 473
 474 static void adjust_membership(struct mcast_group *group, u8 join_state, int inc)
 475 {
 476         int i;
 477
 478         for (i = 0; i < 3; i++, join_state >>= 1)
 479                 if (join_state & 0x1)
 480                         group->members[i] += inc;
 481 }
 482
 483 static u8 get_leave_state(struct mcast_group *group)
 484 {
 485         u8 leave_state = 0;
 486         int i;
 487
 488         for (i = 0; i < 3; i++)
 489                 if (!group->members[i])
 490                         leave_state |= (1 << i);
 491
 492         return leave_state & (group->rec.scope_join_state & 0xf);
 493 }
 494
 495 static int join_group(struct mcast_group *group, int slave, u8 join_mask)
 496 {
 497         int ret = 0;
 498         u8 join_state;
 499
 500         /* remove bits that slave is already member of, and adjust */
 501         join_state = join_mask & (~group->func[slave].join_state);
 502         adjust_membership(group, join_state, 1);
 503         group->func[slave].join_state |= join_state;
 504         if (group->func[slave].state != MCAST_MEMBER && join_state) {
 505                 group->func[slave].state = MCAST_MEMBER;
 506                 ret = 1;
 507         }
 508         return ret;
 509 }
 510
 511 static int leave_group(struct mcast_group *group, int slave, u8 leave_state)
 512 {
 513         int ret = 0;
 514
 515         adjust_membership(group, leave_state, -1);
 516         group->func[slave].join_state &= ~leave_state;
 517         if (!group->func[slave].join_state) {
 518                 group->func[slave].state = MCAST_NOT_MEMBER;
 519                 ret = 1;
 520         }
 521         return ret;
 522 }
 523
 524 static int check_leave(struct mcast_group *group, int slave, u8 leave_mask)
 525 {
 526         if (group->func[slave].state != MCAST_MEMBER)
 527                 return MAD_STATUS_REQ_INVALID;
 528
 529         /* make sure we're not deleting unset bits */
 530         if (~group->func[slave].join_state & leave_mask)
 531                 return MAD_STATUS_REQ_INVALID;
 532
 533         if (!leave_mask)
 534                 return MAD_STATUS_REQ_INVALID;
 535
 536         return 0;
 537 }
 538
 539 static void mlx4_ib_mcg_timeout_handler(struct work_struct *work)
 540 {
 541         struct delayed_work *delay = to_delayed_work(work);
 542         struct mcast_group *group;
 543         struct mcast_req *req = NULL;
 544
 545         group = container_of(delay, typeof(*group), timeout_work);
 546
 547         mutex_lock(&group->lock);
 548         if (group->state == MCAST_JOIN_SENT) {
 549                 if (!list_empty(&group->pending_list)) {
 550                         req = list_first_entry(&group->pending_list, struct mcast_req, group_list);
 551                         list_del(&req->group_list);
 552                         list_del(&req->func_list);
 553                         --group->func[req->func].num_pend_reqs;
 554                         mutex_unlock(&group->lock);
 555                         kfree(req);
 556                         if (memcmp(&group->rec.mgid, &mgid0, sizeof mgid0)) {
 557                                 if (release_group(group, 1))
 558                                         return;
 559                         } else {
 560                                 kfree(group);
 561                                 return;
 562                         }
 563                         mutex_lock(&group->lock);
 564                 } else
 565                         mcg_warn_group(group, "DRIVER BUG\n");
 566         } else if (group->state == MCAST_LEAVE_SENT) {
 567                 if (group->rec.scope_join_state & 0xf)
 568                         group->rec.scope_join_state &= 0xf0;
 569                 group->state = MCAST_IDLE;
 570                 mutex_unlock(&group->lock);
 571                 if (release_group(group, 1))
 572                         return;
 573                 mutex_lock(&group->lock);
 574         } else
 575                 mcg_warn_group(group, "invalid state %s\n", get_state_string(group->state));
 576         group->state = MCAST_IDLE;
 577         atomic_inc(&group->refcount);
 578         if (!queue_work(group->demux->mcg_wq, &group->work))
 579                 safe_atomic_dec(&group->refcount);
 580
 581         mutex_unlock(&group->lock);
 582 }
 583
 584 static int handle_leave_req(struct mcast_group *group, u8 leave_mask,
 585                             struct mcast_req *req)
 586 {
 587         u16 status;
 588
 589         if (req->clean)
 590                 leave_mask = group->func[req->func].join_state;
 591
 592         status = check_leave(group, req->func, leave_mask);
 593         if (!status)
 594                 leave_group(group, req->func, leave_mask);
 595
 596         if (!req->clean)
 597                 send_reply_to_slave(req->func, group, &req->sa_mad, status);
 598         --group->func[req->func].num_pend_reqs;
 599         list_del(&req->group_list);
 600         list_del(&req->func_list);
 601         kfree(req);
 602         return 1;
 603 }
 604
 605 static int handle_join_req(struct mcast_group *group, u8 join_mask,
 606                            struct mcast_req *req)
 607 {
 608         u8 group_join_state = group->rec.scope_join_state & 0xf;
 609         int ref = 0;
 610         u16 status;
 611         struct ib_sa_mcmember_data *sa_data = (struct ib_sa_mcmember_data *)req->sa_mad.data;
 612
 613         if (join_mask == (group_join_state & join_mask)) {
 614                 /* port's membership need not change */
 615                 status = cmp_rec(&group->rec, sa_data, req->sa_mad.sa_hdr.comp_mask);
 616                 if (!status)
 617                         join_group(group, req->func, join_mask);
 618
 619                 --group->func[req->func].num_pend_reqs;
 620                 send_reply_to_slave(req->func, group, &req->sa_mad, status);
 621                 list_del(&req->group_list);
 622                 list_del(&req->func_list);
 623                 kfree(req);
 624                 ++ref;
 625         } else {
 626                 /* port's membership needs to be updated */
 627                 group->prev_state = group->state;
 628                 if (send_join_to_wire(group, &req->sa_mad)) {
 629                         --group->func[req->func].num_pend_reqs;
 630                         list_del(&req->group_list);
 631                         list_del(&req->func_list);
 632                         kfree(req);
 633                         ref = 1;
 634                         group->state = group->prev_state;
 635                 } else
 636                         group->state = MCAST_JOIN_SENT;
 637         }
 638
 639         return ref;
 640 }
 641
 642 static void mlx4_ib_mcg_work_handler(struct work_struct *work)
 643 {
 644         struct mcast_group *group;
 645         struct mcast_req *req = NULL;
 646         struct ib_sa_mcmember_data *sa_data;
 647         u8 req_join_state;
 648         int rc = 1; /* release_count - this is for the scheduled work */
 649         u16 status;
 650         u8 method;
 651
 652         group = container_of(work, typeof(*group), work);
 653
 654         mutex_lock(&group->lock);
 655
 656         /* First, let's see if a response from SM is waiting regarding this group.
 657          * If so, we need to update the group's REC. If this is a bad response, we
 658          * may need to send a bad response to a VF waiting for it. If VF is waiting
 659          * and this is a good response, the VF will be answered later in this func. */
 660         if (group->state == MCAST_RESP_READY) {
 661                 /* cancels mlx4_ib_mcg_timeout_handler */
 662                 cancel_delayed_work(&group->timeout_work);
 663                 status = be16_to_cpu(group->response_sa_mad.mad_hdr.status);
 664                 method = group->response_sa_mad.mad_hdr.method;
 665                 if (group->last_req_tid != group->response_sa_mad.mad_hdr.tid) {
 666                         mcg_warn_group(group, "Got MAD response to existing MGID but wrong TID, dropping. Resp TID=%llx, group TID=%llx\n",
 667                                 be64_to_cpu(group->response_sa_mad.mad_hdr.tid),
 668                                 be64_to_cpu(group->last_req_tid));
 669                         group->state = group->prev_state;
 670                         goto process_requests;
 671                 }
 672                 if (status) {
 673                         if (!list_empty(&group->pending_list))
 674                                 req = list_first_entry(&group->pending_list,
 675                                                 struct mcast_req, group_list);
 676                         if (method == IB_MGMT_METHOD_GET_RESP) {
 677                                         if (req) {
 678                                                 send_reply_to_slave(req->func, group, &req->sa_mad, status);
 679                                                 --group->func[req->func].num_pend_reqs;
 680                                                 list_del(&req->group_list);
 681                                                 list_del(&req->func_list);
 682                                                 kfree(req);
 683                                                 ++rc;
 684                                         } else
 685                                                 mcg_warn_group(group, "no request for failed join\n");
 686                         } else if (method == IB_SA_METHOD_DELETE_RESP && group->demux->flushing)
 687                                 ++rc;
 688                 } else {
 689                         u8 resp_join_state;
 690                         u8 cur_join_state;
 691
 692                         resp_join_state = ((struct ib_sa_mcmember_data *)
 693                                                 group->response_sa_mad.data)->scope_join_state & 0xf;
 694                         cur_join_state = group->rec.scope_join_state & 0xf;
 695
 696                         if (method == IB_MGMT_METHOD_GET_RESP) {
 697                                 /* successfull join */
 698                                 if (!cur_join_state && resp_join_state)
 699                                         --rc;
 700                         } else if (!resp_join_state)
 701                                         ++rc;
 702                         memcpy(&group->rec, group->response_sa_mad.data, sizeof group->rec);
 703                 }
 704                 group->state = MCAST_IDLE;
 705         }
 706
 707 process_requests:
 708         /* We should now go over pending join/leave requests, as long as we are idle. */
 709         while (!list_empty(&group->pending_list) && group->state == MCAST_IDLE) {
 710                 req = list_first_entry(&group->pending_list, struct mcast_req,
 711                                        group_list);
 712                 sa_data = (struct ib_sa_mcmember_data *)req->sa_mad.data;
 713                 req_join_state = sa_data->scope_join_state & 0xf;
 714
 715                 /* For a leave request, we will immediately answer the VF, and
 716                  * update our internal counters. The actual leave will be sent
 717                  * to SM later, if at all needed. We dequeue the request now. */
 718                 if (req->sa_mad.mad_hdr.method == IB_SA_METHOD_DELETE)
 719                         rc += handle_leave_req(group, req_join_state, req);
 720                 else
 721                         rc += handle_join_req(group, req_join_state, req);
 722         }
 723
 724         /* Handle leaves */
 725         if (group->state == MCAST_IDLE) {
 726                 req_join_state = get_leave_state(group);
 727                 if (req_join_state) {
 728                         group->rec.scope_join_state &= ~req_join_state;
 729                         group->prev_state = group->state;
 730                         if (send_leave_to_wire(group, req_join_state)) {
 731                                 group->state = group->prev_state;
 732                                 ++rc;
 733                         } else
 734                                 group->state = MCAST_LEAVE_SENT;
 735                 }
 736         }
 737
 738         if (!list_empty(&group->pending_list) && group->state == MCAST_IDLE)
 739                 goto process_requests;
 740         mutex_unlock(&group->lock);
 741
 742         while (rc--)
 743                 release_group(group, 0);
 744 }
 745
 746 static struct mcast_group *search_relocate_mgid0_group(struct mlx4_ib_demux_ctx *ctx,
 747                                                        __be64 tid,
 748                                                        union ib_gid *new_mgid)
 749 {
 750         struct mcast_group *group = NULL, *cur_group, *n;
 751         struct mcast_req *req;
 752
 753         mutex_lock(&ctx->mcg_table_lock);
 754         list_for_each_entry_safe(group, n, &ctx->mcg_mgid0_list, mgid0_list) {
 755                 mutex_lock(&group->lock);
 756                 if (group->last_req_tid == tid) {
 757                         if (memcmp(new_mgid, &mgid0, sizeof mgid0)) {
 758                                 group->rec.mgid = *new_mgid;
 759                                 sprintf(group->name, "%016llx%016llx",
 760                                                 be64_to_cpu(group->rec.mgid.global.subnet_prefix),
 761                                                 be64_to_cpu(group->rec.mgid.global.interface_id));
 762                                 list_del_init(&group->mgid0_list);
 763                                 cur_group = mcast_insert(ctx, group);
 764                                 if (cur_group) {
 765                                         /* A race between our code and SM. Silently cleaning the new one */
 766                                         req = list_first_entry(&group->pending_list,
 767                                                                struct mcast_req, group_list);
 768                                         --group->func[req->func].num_pend_reqs;
 769                                         list_del(&req->group_list);
 770                                         list_del(&req->func_list);
 771                                         kfree(req);
 772                                         mutex_unlock(&group->lock);
 773                                         mutex_unlock(&ctx->mcg_table_lock);
 774                                         release_group(group, 0);
 775                                         return NULL;
 776                                 }
 777
 778                                 atomic_inc(&group->refcount);
 779                                 add_sysfs_port_mcg_attr(ctx->dev, ctx->port, &group->dentry.attr);
 780                                 mutex_unlock(&group->lock);
 781                                 mutex_unlock(&ctx->mcg_table_lock);
 782                                 return group;
 783                         } else {
 784                                 struct mcast_req *tmp1, *tmp2;
 785
 786                                 list_del(&group->mgid0_list);
 787                                 if (!list_empty(&group->pending_list) && group->state != MCAST_IDLE)
 788                                         cancel_delayed_work_sync(&group->timeout_work);
 789
 790                                 list_for_each_entry_safe(tmp1, tmp2, &group->pending_list, group_list) {
 791                                         list_del(&tmp1->group_list);
 792                                         kfree(tmp1);
 793                                 }
 794                                 mutex_unlock(&group->lock);
 795                                 mutex_unlock(&ctx->mcg_table_lock);
 796                                 kfree(group);
 797                                 return NULL;
 798                         }
 799                 }
 800                 mutex_unlock(&group->lock);
 801         }
 802         mutex_unlock(&ctx->mcg_table_lock);
 803
 804         return NULL;
 805 }
 806
 807 static ssize_t sysfs_show_group(struct device *dev,
 808                 struct device_attribute *attr, char *buf);
 809
 810 static struct mcast_group *acquire_group(struct mlx4_ib_demux_ctx *ctx,
 811                                          union ib_gid *mgid, int create)
 812 {
 813         struct mcast_group *group, *cur_group;
 814         int is_mgid0;
 815         int i;
 816
 817         is_mgid0 = !memcmp(&mgid0, mgid, sizeof mgid0);
 818         if (!is_mgid0) {
 819                 group = mcast_find(ctx, mgid);
 820                 if (group)
 821                         goto found;
 822         }
 823
 824         if (!create)
 825                 return ERR_PTR(-ENOENT);
 826
 827         group = kzalloc(sizeof(*group), GFP_KERNEL);
 828         if (!group)
 829                 return ERR_PTR(-ENOMEM);
 830
 831         group->demux = ctx;
 832         group->rec.mgid = *mgid;
 833         INIT_LIST_HEAD(&group->pending_list);
 834         INIT_LIST_HEAD(&group->mgid0_list);
 835         for (i = 0; i < MAX_VFS; ++i)
 836                 INIT_LIST_HEAD(&group->func[i].pending);
 837         INIT_WORK(&group->work, mlx4_ib_mcg_work_handler);
 838         INIT_DELAYED_WORK(&group->timeout_work, mlx4_ib_mcg_timeout_handler);
 839         mutex_init(&group->lock);
 840         sprintf(group->name, "%016llx%016llx",
 841                         be64_to_cpu(group->rec.mgid.global.subnet_prefix),
 842                         be64_to_cpu(group->rec.mgid.global.interface_id));
 843         sysfs_attr_init(&group->dentry.attr);
 844         group->dentry.show = sysfs_show_group;
 845         group->dentry.store = NULL;
 846         group->dentry.attr.name = group->name;
 847         group->dentry.attr.mode = 0400;
 848         group->state = MCAST_IDLE;
 849
 850         if (is_mgid0) {
 851                 list_add(&group->mgid0_list, &ctx->mcg_mgid0_list);
 852                 goto found;
 853         }
 854
 855         cur_group = mcast_insert(ctx, group);
 856         if (cur_group) {
 857                 mcg_warn("group just showed up %s - confused\n", cur_group->name);
 858                 kfree(group);
 859                 return ERR_PTR(-EINVAL);
 860         }
 861
 862         add_sysfs_port_mcg_attr(ctx->dev, ctx->port, &group->dentry.attr);
 863
 864 found:
 865         atomic_inc(&group->refcount);
 866         return group;
 867 }
 868
 869 static void queue_req(struct mcast_req *req)
 870 {
 871         struct mcast_group *group = req->group;
 872
 873         atomic_inc(&group->refcount); /* for the request */
 874         atomic_inc(&group->refcount); /* for scheduling the work */
 875         list_add_tail(&req->group_list, &group->pending_list);
 876         list_add_tail(&req->func_list, &group->func[req->func].pending);
 877         /* calls mlx4_ib_mcg_work_handler */
 878         if (!queue_work(group->demux->mcg_wq, &group->work))
 879                 safe_atomic_dec(&group->refcount);
 880 }
 881
 882 int mlx4_ib_mcg_demux_handler(struct ib_device *ibdev, int port, int slave,
 883                               struct ib_sa_mad *mad)
 884 {
 885         struct mlx4_ib_dev *dev = to_mdev(ibdev);
 886         struct ib_sa_mcmember_data *rec = (struct ib_sa_mcmember_data *)mad->data;
 887         struct mlx4_ib_demux_ctx *ctx = &dev->sriov.demux[port - 1];
 888         struct mcast_group *group;
 889
 890         switch (mad->mad_hdr.method) {
 891         case IB_MGMT_METHOD_GET_RESP:
 892         case IB_SA_METHOD_DELETE_RESP:
 893                 mutex_lock(&ctx->mcg_table_lock);
 894                 group = acquire_group(ctx, &rec->mgid, 0);
 895                 mutex_unlock(&ctx->mcg_table_lock);
 896                 if (IS_ERR(group)) {
 897                         if (mad->mad_hdr.method == IB_MGMT_METHOD_GET_RESP) {
 898                                 __be64 tid = mad->mad_hdr.tid;
 899                                 *(u8 *)(&tid) = (u8)slave; /* in group we kept the modified TID */
 900                                 group = search_relocate_mgid0_group(ctx, tid, &rec->mgid);
 901                         } else
 902                                 group = NULL;
 903                 }
 904
 905                 if (!group)
 906                         return 1;
 907
 908                 mutex_lock(&group->lock);
 909                 group->response_sa_mad = *mad;
 910                 group->prev_state = group->state;
 911                 group->state = MCAST_RESP_READY;
 912                 /* calls mlx4_ib_mcg_work_handler */
 913                 atomic_inc(&group->refcount);
 914                 if (!queue_work(ctx->mcg_wq, &group->work))
 915                         safe_atomic_dec(&group->refcount);
 916                 mutex_unlock(&group->lock);
 917                 release_group(group, 0);
 918                 return 1; /* consumed */
 919         case IB_MGMT_METHOD_SET:
 920         case IB_SA_METHOD_GET_TABLE:
 921         case IB_SA_METHOD_GET_TABLE_RESP:
 922         case IB_SA_METHOD_DELETE:
 923                 return 0; /* not consumed, pass-through to guest over tunnel */
 924         default:
 925                 mcg_warn("In demux, port %d: unexpected MCMember method: 0x%x, dropping\n",
 926                         port, mad->mad_hdr.method);
 927                 return 1; /* consumed */
 928         }
 929 }
 930
 931 int mlx4_ib_mcg_multiplex_handler(struct ib_device *ibdev, int port,
 932                                   int slave, struct ib_sa_mad *sa_mad)
 933 {
 934         struct mlx4_ib_dev *dev = to_mdev(ibdev);
 935         struct ib_sa_mcmember_data *rec = (struct ib_sa_mcmember_data *)sa_mad->data;
 936         struct mlx4_ib_demux_ctx *ctx = &dev->sriov.demux[port - 1];
 937         struct mcast_group *group;
 938         struct mcast_req *req;
 939         int may_create = 0;
 940
 941         if (ctx->flushing)
 942                 return -EAGAIN;
 943
 944         switch (sa_mad->mad_hdr.method) {
 945         case IB_MGMT_METHOD_SET:
 946                 may_create = 1;
 947                 fallthrough;
 948         case IB_SA_METHOD_DELETE:
 949                 req = kzalloc(sizeof *req, GFP_KERNEL);
 950                 if (!req)
 951                         return -ENOMEM;
 952
 953                 req->func = slave;
 954                 req->sa_mad = *sa_mad;
 955
 956                 mutex_lock(&ctx->mcg_table_lock);
 957                 group = acquire_group(ctx, &rec->mgid, may_create);
 958                 mutex_unlock(&ctx->mcg_table_lock);
 959                 if (IS_ERR(group)) {
 960                         kfree(req);
 961                         return PTR_ERR(group);
 962                 }
 963                 mutex_lock(&group->lock);
 964                 if (group->func[slave].num_pend_reqs > MAX_PEND_REQS_PER_FUNC) {
 965                         mutex_unlock(&group->lock);
 966                         mcg_debug_group(group, "Port %d, Func %d has too many pending requests (%d), dropping\n",
 967                                         port, slave, MAX_PEND_REQS_PER_FUNC);
 968                         release_group(group, 0);
 969                         kfree(req);
 970                         return -ENOMEM;
 971                 }
 972                 ++group->func[slave].num_pend_reqs;
 973                 req->group = group;
 974                 queue_req(req);
 975                 mutex_unlock(&group->lock);
 976                 release_group(group, 0);
 977                 return 1; /* consumed */
 978         case IB_SA_METHOD_GET_TABLE:
 979         case IB_MGMT_METHOD_GET_RESP:
 980         case IB_SA_METHOD_GET_TABLE_RESP:
 981         case IB_SA_METHOD_DELETE_RESP:
 982                 return 0; /* not consumed, pass-through */
 983         default:
 984                 mcg_warn("In multiplex, port %d, func %d: unexpected MCMember method: 0x%x, dropping\n",
 985                         port, slave, sa_mad->mad_hdr.method);
 986                 return 1; /* consumed */
 987         }
 988 }
 989
 990 static ssize_t sysfs_show_group(struct device *dev,
 991                                 struct device_attribute *attr, char *buf)
 992 {
 993         struct mcast_group *group =
 994                 container_of(attr, struct mcast_group, dentry);
 995         struct mcast_req *req = NULL;
 996         char state_str[40];
 997         char pending_str[40];
 998         int len;
 999         int i;
1000         u32 hoplimit;
1001
1002         if (group->state == MCAST_IDLE)
1003                 scnprintf(state_str, sizeof(state_str), "%s",
1004                           get_state_string(group->state));
1005         else
1006                 scnprintf(state_str, sizeof(state_str), "%s(TID=0x%llx)",
1007                           get_state_string(group->state),
1008                           be64_to_cpu(group->last_req_tid));
1009
1010         if (list_empty(&group->pending_list)) {
1011                 scnprintf(pending_str, sizeof(pending_str), "No");
1012         } else {
1013                 req = list_first_entry(&group->pending_list, struct mcast_req,
1014                                        group_list);
1015                 scnprintf(pending_str, sizeof(pending_str), "Yes(TID=0x%llx)",
1016                           be64_to_cpu(req->sa_mad.mad_hdr.tid));
1017         }
1018
1019         len = sysfs_emit(buf, "%1d [%02d,%02d,%02d] %4d %4s %5s     ",
1020                          group->rec.scope_join_state & 0xf,
1021                          group->members[2],
1022                          group->members[1],
1023                          group->members[0],
1024                          atomic_read(&group->refcount),
1025                          pending_str,
1026                          state_str);
1027
1028         for (i = 0; i < MAX_VFS; i++) {
1029                 if (group->func[i].state == MCAST_MEMBER)
1030                         len += sysfs_emit_at(buf, len, "%d[%1x] ", i,
1031                                              group->func[i].join_state);
1032         }
1033
1034         hoplimit = be32_to_cpu(group->rec.sl_flowlabel_hoplimit);
1035         len += sysfs_emit_at(buf, len,
1036                              "\t\t(%4hx %4x %2x %2x %2x %2x %2x %4x %4x %2x %2x)\n",
1037                              be16_to_cpu(group->rec.pkey),
1038                              be32_to_cpu(group->rec.qkey),
1039                              (group->rec.mtusel_mtu & 0xc0) >> 6,
1040                              (group->rec.mtusel_mtu & 0x3f),
1041                              group->rec.tclass,
1042                              (group->rec.ratesel_rate & 0xc0) >> 6,
1043                              (group->rec.ratesel_rate & 0x3f),
1044                              (hoplimit & 0xf0000000) >> 28,
1045                              (hoplimit & 0x0fffff00) >> 8,
1046                              (hoplimit & 0x000000ff),
1047                              group->rec.proxy_join);
1048
1049         return len;
1050 }
1051
1052 int mlx4_ib_mcg_port_init(struct mlx4_ib_demux_ctx *ctx)
1053 {
1054         char name[20];
1055
1056         atomic_set(&ctx->tid, 0);
1057         sprintf(name, "mlx4_ib_mcg%d", ctx->port);
1058         ctx->mcg_wq = alloc_ordered_workqueue(name, WQ_MEM_RECLAIM);
1059         if (!ctx->mcg_wq)
1060                 return -ENOMEM;
1061
1062         mutex_init(&ctx->mcg_table_lock);
1063         ctx->mcg_table = RB_ROOT;
1064         INIT_LIST_HEAD(&ctx->mcg_mgid0_list);
1065         ctx->flushing = 0;
1066
1067         return 0;
1068 }
1069
1070 static void force_clean_group(struct mcast_group *group)
1071 {
1072         struct mcast_req *req, *tmp
1073                 ;
1074         list_for_each_entry_safe(req, tmp, &group->pending_list, group_list) {
1075                 list_del(&req->group_list);
1076                 kfree(req);
1077         }
1078         del_sysfs_port_mcg_attr(group->demux->dev, group->demux->port, &group->dentry.attr);
1079         rb_erase(&group->node, &group->demux->mcg_table);
1080         kfree(group);
1081 }
1082
1083 static void _mlx4_ib_mcg_port_cleanup(struct mlx4_ib_demux_ctx *ctx, int destroy_wq)
1084 {
1085         int i;
1086         struct rb_node *p;
1087         struct mcast_group *group;
1088         unsigned long end;
1089         int count;
1090
1091         for (i = 0; i < MAX_VFS; ++i)
1092                 clean_vf_mcast(ctx, i);
1093
1094         end = jiffies + msecs_to_jiffies(MAD_TIMEOUT_MS + 3000);
1095         do {
1096                 count = 0;
1097                 mutex_lock(&ctx->mcg_table_lock);
1098                 for (p = rb_first(&ctx->mcg_table); p; p = rb_next(p))
1099                         ++count;
1100                 mutex_unlock(&ctx->mcg_table_lock);
1101                 if (!count)
1102                         break;
1103
1104                 usleep_range(1000, 2000);
1105         } while (time_after(end, jiffies));
1106
1107         flush_workqueue(ctx->mcg_wq);
1108         if (destroy_wq)
1109                 destroy_workqueue(ctx->mcg_wq);
1110
1111         mutex_lock(&ctx->mcg_table_lock);
1112         while ((p = rb_first(&ctx->mcg_table)) != NULL) {
1113                 group = rb_entry(p, struct mcast_group, node);
1114                 if (atomic_read(&group->refcount))
1115                         mcg_debug_group(group, "group refcount %d!!! (pointer %p)\n",
1116                                         atomic_read(&group->refcount), group);
1117
1118                 force_clean_group(group);
1119         }
1120         mutex_unlock(&ctx->mcg_table_lock);
1121 }
1122
1123 struct clean_work {
1124         struct work_struct work;
1125         struct mlx4_ib_demux_ctx *ctx;
1126         int destroy_wq;
1127 };
1128
1129 static void mcg_clean_task(struct work_struct *work)
1130 {
1131         struct clean_work *cw = container_of(work, struct clean_work, work);
1132
1133         _mlx4_ib_mcg_port_cleanup(cw->ctx, cw->destroy_wq);
1134         cw->ctx->flushing = 0;
1135         kfree(cw);
1136 }
1137
1138 void mlx4_ib_mcg_port_cleanup(struct mlx4_ib_demux_ctx *ctx, int destroy_wq)
1139 {
1140         struct clean_work *work;
1141
1142         if (ctx->flushing)
1143                 return;
1144
1145         ctx->flushing = 1;
1146
1147         if (destroy_wq) {
1148                 _mlx4_ib_mcg_port_cleanup(ctx, destroy_wq);
1149                 ctx->flushing = 0;
1150                 return;
1151         }
1152
1153         work = kmalloc(sizeof *work, GFP_KERNEL);
1154         if (!work) {
1155                 ctx->flushing = 0;
1156                 return;
1157         }
1158
1159         work->ctx = ctx;
1160         work->destroy_wq = destroy_wq;
1161         INIT_WORK(&work->work, mcg_clean_task);
1162         queue_work(clean_wq, &work->work);
1163 }
1164
1165 static void build_leave_mad(struct mcast_req *req)
1166 {
1167         struct ib_sa_mad *mad = &req->sa_mad;
1168
1169         mad->mad_hdr.method = IB_SA_METHOD_DELETE;
1170 }
1171
1172
1173 static void clear_pending_reqs(struct mcast_group *group, int vf)
1174 {
1175         struct mcast_req *req, *tmp, *group_first = NULL;
1176         int clear;
1177         int pend = 0;
1178
1179         if (!list_empty(&group->pending_list))
1180                 group_first = list_first_entry(&group->pending_list, struct mcast_req, group_list);
1181
1182         list_for_each_entry_safe(req, tmp, &group->func[vf].pending, func_list) {
1183                 clear = 1;
1184                 if (group_first == req &&
1185                     (group->state == MCAST_JOIN_SENT ||
1186                      group->state == MCAST_LEAVE_SENT)) {
1187                         clear = cancel_delayed_work(&group->timeout_work);
1188                         pend = !clear;
1189                         group->state = MCAST_IDLE;
1190                 }
1191                 if (clear) {
1192                         --group->func[vf].num_pend_reqs;
1193                         list_del(&req->group_list);
1194                         list_del(&req->func_list);
1195                         kfree(req);
1196                         atomic_dec(&group->refcount);
1197                 }
1198         }
1199
1200         if (!pend && (!list_empty(&group->func[vf].pending) || group->func[vf].num_pend_reqs)) {
1201                 mcg_warn_group(group, "DRIVER BUG: list_empty %d, num_pend_reqs %d\n",
1202                                list_empty(&group->func[vf].pending), group->func[vf].num_pend_reqs);
1203         }
1204 }
1205
1206 static int push_deleteing_req(struct mcast_group *group, int slave)
1207 {
1208         struct mcast_req *req;
1209         struct mcast_req *pend_req;
1210
1211         if (!group->func[slave].join_state)
1212                 return 0;
1213
1214         req = kzalloc(sizeof *req, GFP_KERNEL);
1215         if (!req)
1216                 return -ENOMEM;
1217
1218         if (!list_empty(&group->func[slave].pending)) {
1219                 pend_req = list_entry(group->func[slave].pending.prev, struct mcast_req, group_list);
1220                 if (pend_req->clean) {
1221                         kfree(req);
1222                         return 0;
1223                 }
1224         }
1225
1226         req->clean = 1;
1227         req->func = slave;
1228         req->group = group;
1229         ++group->func[slave].num_pend_reqs;
1230         build_leave_mad(req);
1231         queue_req(req);
1232         return 0;
1233 }
1234
1235 void clean_vf_mcast(struct mlx4_ib_demux_ctx *ctx, int slave)
1236 {
1237         struct mcast_group *group;
1238         struct rb_node *p;
1239
1240         mutex_lock(&ctx->mcg_table_lock);
1241         for (p = rb_first(&ctx->mcg_table); p; p = rb_next(p)) {
1242                 group = rb_entry(p, struct mcast_group, node);
1243                 mutex_lock(&group->lock);
1244                 if (atomic_read(&group->refcount)) {
1245                         /* clear pending requests of this VF */
1246                         clear_pending_reqs(group, slave);
1247                         push_deleteing_req(group, slave);
1248                 }
1249                 mutex_unlock(&group->lock);
1250         }
1251         mutex_unlock(&ctx->mcg_table_lock);
1252 }
1253
1254
1255 int mlx4_ib_mcg_init(void)
1256 {
1257         clean_wq = alloc_ordered_workqueue("mlx4_ib_mcg", WQ_MEM_RECLAIM);
1258         if (!clean_wq)
1259                 return -ENOMEM;
1260
1261         return 0;
1262 }
1263
1264 void mlx4_ib_mcg_destroy(void)
1265 {
1266         destroy_workqueue(clean_wq);
1267 }