clk: Add missing stubs for a few functions
[sfrench/cifs-2.6.git] / drivers / net / ethernet / broadcom / bnx2x / bnx2x_vfpf.c
1 /* bnx2x_vfpf.c: QLogic Everest network driver.
2  *
3  * Copyright 2009-2013 Broadcom Corporation
4  * Copyright 2014 QLogic Corporation
5  * All rights reserved
6  *
7  * Unless you and QLogic execute a separate written software license
8  * agreement governing use of this software, this software is licensed to you
9  * under the terms of the GNU General Public License version 2, available
10  * at http://www.gnu.org/licenses/old-licenses/gpl-2.0.html (the "GPL").
11  *
12  * Notwithstanding the above, under no circumstances may you combine this
13  * software in any way with any other QLogic software provided under a
14  * license other than the GPL, without QLogic's express prior written
15  * consent.
16  *
17  * Maintained by: Ariel Elior <ariel.elior@qlogic.com>
18  * Written by: Shmulik Ravid
19  *             Ariel Elior <ariel.elior@qlogic.com>
20  */
21
22 #include "bnx2x.h"
23 #include "bnx2x_cmn.h"
24 #include <linux/crc32.h>
25
26 static int bnx2x_vfpf_teardown_queue(struct bnx2x *bp, int qidx);
27
28 /* place a given tlv on the tlv buffer at a given offset */
29 static void bnx2x_add_tlv(struct bnx2x *bp, void *tlvs_list,
30                           u16 offset, u16 type, u16 length)
31 {
32         struct channel_tlv *tl =
33                 (struct channel_tlv *)(tlvs_list + offset);
34
35         tl->type = type;
36         tl->length = length;
37 }
38
39 /* Clear the mailbox and init the header of the first tlv */
40 static void bnx2x_vfpf_prep(struct bnx2x *bp, struct vfpf_first_tlv *first_tlv,
41                             u16 type, u16 length)
42 {
43         mutex_lock(&bp->vf2pf_mutex);
44
45         DP(BNX2X_MSG_IOV, "preparing to send %d tlv over vf pf channel\n",
46            type);
47
48         /* Clear mailbox */
49         memset(bp->vf2pf_mbox, 0, sizeof(struct bnx2x_vf_mbx_msg));
50
51         /* init type and length */
52         bnx2x_add_tlv(bp, &first_tlv->tl, 0, type, length);
53
54         /* init first tlv header */
55         first_tlv->resp_msg_offset = sizeof(bp->vf2pf_mbox->req);
56 }
57
58 /* releases the mailbox */
59 static void bnx2x_vfpf_finalize(struct bnx2x *bp,
60                                 struct vfpf_first_tlv *first_tlv)
61 {
62         DP(BNX2X_MSG_IOV, "done sending [%d] tlv over vf pf channel\n",
63            first_tlv->tl.type);
64
65         mutex_unlock(&bp->vf2pf_mutex);
66 }
67
68 /* Finds a TLV by type in a TLV buffer; If found, returns pointer to the TLV */
69 static void *bnx2x_search_tlv_list(struct bnx2x *bp, void *tlvs_list,
70                                    enum channel_tlvs req_tlv)
71 {
72         struct channel_tlv *tlv = (struct channel_tlv *)tlvs_list;
73
74         do {
75                 if (tlv->type == req_tlv)
76                         return tlv;
77
78                 if (!tlv->length) {
79                         BNX2X_ERR("Found TLV with length 0\n");
80                         return NULL;
81                 }
82
83                 tlvs_list += tlv->length;
84                 tlv = (struct channel_tlv *)tlvs_list;
85         } while (tlv->type != CHANNEL_TLV_LIST_END);
86
87         DP(BNX2X_MSG_IOV, "TLV list does not contain %d TLV\n", req_tlv);
88
89         return NULL;
90 }
91
92 /* list the types and lengths of the tlvs on the buffer */
93 static void bnx2x_dp_tlv_list(struct bnx2x *bp, void *tlvs_list)
94 {
95         int i = 1;
96         struct channel_tlv *tlv = (struct channel_tlv *)tlvs_list;
97
98         while (tlv->type != CHANNEL_TLV_LIST_END) {
99                 /* output tlv */
100                 DP(BNX2X_MSG_IOV, "TLV number %d: type %d, length %d\n", i,
101                    tlv->type, tlv->length);
102
103                 /* advance to next tlv */
104                 tlvs_list += tlv->length;
105
106                 /* cast general tlv list pointer to channel tlv header*/
107                 tlv = (struct channel_tlv *)tlvs_list;
108
109                 i++;
110
111                 /* break condition for this loop */
112                 if (i > MAX_TLVS_IN_LIST) {
113                         WARN(true, "corrupt tlvs");
114                         return;
115                 }
116         }
117
118         /* output last tlv */
119         DP(BNX2X_MSG_IOV, "TLV number %d: type %d, length %d\n", i,
120            tlv->type, tlv->length);
121 }
122
123 /* test whether we support a tlv type */
124 bool bnx2x_tlv_supported(u16 tlvtype)
125 {
126         return CHANNEL_TLV_NONE < tlvtype && tlvtype < CHANNEL_TLV_MAX;
127 }
128
129 static inline int bnx2x_pfvf_status_codes(int rc)
130 {
131         switch (rc) {
132         case 0:
133                 return PFVF_STATUS_SUCCESS;
134         case -ENOMEM:
135                 return PFVF_STATUS_NO_RESOURCE;
136         default:
137                 return PFVF_STATUS_FAILURE;
138         }
139 }
140
141 static int bnx2x_send_msg2pf(struct bnx2x *bp, u8 *done, dma_addr_t msg_mapping)
142 {
143         struct cstorm_vf_zone_data __iomem *zone_data =
144                 REG_ADDR(bp, PXP_VF_ADDR_CSDM_GLOBAL_START);
145         int tout = 100, interval = 100; /* wait for 10 seconds */
146
147         if (*done) {
148                 BNX2X_ERR("done was non zero before message to pf was sent\n");
149                 WARN_ON(true);
150                 return -EINVAL;
151         }
152
153         /* if PF indicated channel is down avoid sending message. Return success
154          * so calling flow can continue
155          */
156         bnx2x_sample_bulletin(bp);
157         if (bp->old_bulletin.valid_bitmap & 1 << CHANNEL_DOWN) {
158                 DP(BNX2X_MSG_IOV, "detecting channel down. Aborting message\n");
159                 *done = PFVF_STATUS_SUCCESS;
160                 return -EINVAL;
161         }
162
163         /* Write message address */
164         writel(U64_LO(msg_mapping),
165                &zone_data->non_trigger.vf_pf_channel.msg_addr_lo);
166         writel(U64_HI(msg_mapping),
167                &zone_data->non_trigger.vf_pf_channel.msg_addr_hi);
168
169         /* make sure the address is written before FW accesses it */
170         wmb();
171
172         /* Trigger the PF FW */
173         writeb_relaxed(1, &zone_data->trigger.vf_pf_channel.addr_valid);
174
175         mmiowb();
176
177         /* Wait for PF to complete */
178         while ((tout >= 0) && (!*done)) {
179                 msleep(interval);
180                 tout -= 1;
181
182                 /* progress indicator - HV can take its own sweet time in
183                  * answering VFs...
184                  */
185                 DP_CONT(BNX2X_MSG_IOV, ".");
186         }
187
188         if (!*done) {
189                 BNX2X_ERR("PF response has timed out\n");
190                 return -EAGAIN;
191         }
192         DP(BNX2X_MSG_SP, "Got a response from PF\n");
193         return 0;
194 }
195
196 static int bnx2x_get_vf_id(struct bnx2x *bp, u32 *vf_id)
197 {
198         u32 me_reg;
199         int tout = 10, interval = 100; /* Wait for 1 sec */
200
201         do {
202                 /* pxp traps vf read of doorbells and returns me reg value */
203                 me_reg = readl(bp->doorbells);
204                 if (GOOD_ME_REG(me_reg))
205                         break;
206
207                 msleep(interval);
208
209                 BNX2X_ERR("Invalid ME register value: 0x%08x\n. Is pf driver up?",
210                           me_reg);
211         } while (tout-- > 0);
212
213         if (!GOOD_ME_REG(me_reg)) {
214                 BNX2X_ERR("Invalid ME register value: 0x%08x\n", me_reg);
215                 return -EINVAL;
216         }
217
218         DP(BNX2X_MSG_IOV, "valid ME register value: 0x%08x\n", me_reg);
219
220         *vf_id = (me_reg & ME_REG_VF_NUM_MASK) >> ME_REG_VF_NUM_SHIFT;
221
222         return 0;
223 }
224
225 int bnx2x_vfpf_acquire(struct bnx2x *bp, u8 tx_count, u8 rx_count)
226 {
227         int rc = 0, attempts = 0;
228         struct vfpf_acquire_tlv *req = &bp->vf2pf_mbox->req.acquire;
229         struct pfvf_acquire_resp_tlv *resp = &bp->vf2pf_mbox->resp.acquire_resp;
230         struct vfpf_port_phys_id_resp_tlv *phys_port_resp;
231         struct vfpf_fp_hsi_resp_tlv *fp_hsi_resp;
232         u32 vf_id;
233         bool resources_acquired = false;
234
235         /* clear mailbox and prep first tlv */
236         bnx2x_vfpf_prep(bp, &req->first_tlv, CHANNEL_TLV_ACQUIRE, sizeof(*req));
237
238         if (bnx2x_get_vf_id(bp, &vf_id)) {
239                 rc = -EAGAIN;
240                 goto out;
241         }
242
243         req->vfdev_info.vf_id = vf_id;
244         req->vfdev_info.vf_os = 0;
245         req->vfdev_info.fp_hsi_ver = ETH_FP_HSI_VERSION;
246
247         req->resc_request.num_rxqs = rx_count;
248         req->resc_request.num_txqs = tx_count;
249         req->resc_request.num_sbs = bp->igu_sb_cnt;
250         req->resc_request.num_mac_filters = VF_ACQUIRE_MAC_FILTERS;
251         req->resc_request.num_mc_filters = VF_ACQUIRE_MC_FILTERS;
252         req->resc_request.num_vlan_filters = VF_ACQUIRE_VLAN_FILTERS;
253
254         /* pf 2 vf bulletin board address */
255         req->bulletin_addr = bp->pf2vf_bulletin_mapping;
256
257         /* Request physical port identifier */
258         bnx2x_add_tlv(bp, req, req->first_tlv.tl.length,
259                       CHANNEL_TLV_PHYS_PORT_ID, sizeof(struct channel_tlv));
260
261         /* Bulletin support for bulletin board with length > legacy length */
262         req->vfdev_info.caps |= VF_CAP_SUPPORT_EXT_BULLETIN;
263         /* vlan filtering is supported */
264         req->vfdev_info.caps |= VF_CAP_SUPPORT_VLAN_FILTER;
265
266         /* add list termination tlv */
267         bnx2x_add_tlv(bp, req,
268                       req->first_tlv.tl.length + sizeof(struct channel_tlv),
269                       CHANNEL_TLV_LIST_END,
270                       sizeof(struct channel_list_end_tlv));
271
272         /* output tlvs list */
273         bnx2x_dp_tlv_list(bp, req);
274
275         while (!resources_acquired) {
276                 DP(BNX2X_MSG_SP, "attempting to acquire resources\n");
277
278                 /* send acquire request */
279                 rc = bnx2x_send_msg2pf(bp,
280                                        &resp->hdr.status,
281                                        bp->vf2pf_mbox_mapping);
282
283                 /* PF timeout */
284                 if (rc)
285                         goto out;
286
287                 /* copy acquire response from buffer to bp */
288                 memcpy(&bp->acquire_resp, resp, sizeof(bp->acquire_resp));
289
290                 attempts++;
291
292                 /* test whether the PF accepted our request. If not, humble
293                  * the request and try again.
294                  */
295                 if (bp->acquire_resp.hdr.status == PFVF_STATUS_SUCCESS) {
296                         DP(BNX2X_MSG_SP, "resources acquired\n");
297                         resources_acquired = true;
298                 } else if (bp->acquire_resp.hdr.status ==
299                            PFVF_STATUS_NO_RESOURCE &&
300                            attempts < VF_ACQUIRE_THRESH) {
301                         DP(BNX2X_MSG_SP,
302                            "PF unwilling to fulfill resource request. Try PF recommended amount\n");
303
304                         /* humble our request */
305                         req->resc_request.num_txqs =
306                                 min(req->resc_request.num_txqs,
307                                     bp->acquire_resp.resc.num_txqs);
308                         req->resc_request.num_rxqs =
309                                 min(req->resc_request.num_rxqs,
310                                     bp->acquire_resp.resc.num_rxqs);
311                         req->resc_request.num_sbs =
312                                 min(req->resc_request.num_sbs,
313                                     bp->acquire_resp.resc.num_sbs);
314                         req->resc_request.num_mac_filters =
315                                 min(req->resc_request.num_mac_filters,
316                                     bp->acquire_resp.resc.num_mac_filters);
317                         req->resc_request.num_vlan_filters =
318                                 min(req->resc_request.num_vlan_filters,
319                                     bp->acquire_resp.resc.num_vlan_filters);
320                         req->resc_request.num_mc_filters =
321                                 min(req->resc_request.num_mc_filters,
322                                     bp->acquire_resp.resc.num_mc_filters);
323
324                         /* Clear response buffer */
325                         memset(&bp->vf2pf_mbox->resp, 0,
326                                sizeof(union pfvf_tlvs));
327                 } else {
328                         /* Determine reason of PF failure of acquire process */
329                         fp_hsi_resp = bnx2x_search_tlv_list(bp, resp,
330                                                             CHANNEL_TLV_FP_HSI_SUPPORT);
331                         if (fp_hsi_resp && !fp_hsi_resp->is_supported)
332                                 BNX2X_ERR("Old hypervisor - doesn't support current fastpath HSI version; Need to downgrade VF driver [or upgrade hypervisor]\n");
333                         else
334                                 BNX2X_ERR("Failed to get the requested amount of resources: %d. Breaking...\n",
335                                           bp->acquire_resp.hdr.status);
336                         rc = -EAGAIN;
337                         goto out;
338                 }
339         }
340
341         /* Retrieve physical port id (if possible) */
342         phys_port_resp = (struct vfpf_port_phys_id_resp_tlv *)
343                          bnx2x_search_tlv_list(bp, resp,
344                                                CHANNEL_TLV_PHYS_PORT_ID);
345         if (phys_port_resp) {
346                 memcpy(bp->phys_port_id, phys_port_resp->id, ETH_ALEN);
347                 bp->flags |= HAS_PHYS_PORT_ID;
348         }
349
350         /* Old Hypevisors might not even support the FP_HSI_SUPPORT TLV.
351          * If that's the case, we need to make certain required FW was
352          * supported by such a hypervisor [i.e., v0-v2].
353          */
354         fp_hsi_resp = bnx2x_search_tlv_list(bp, resp,
355                                             CHANNEL_TLV_FP_HSI_SUPPORT);
356         if (!fp_hsi_resp && (ETH_FP_HSI_VERSION > ETH_FP_HSI_VER_2)) {
357                 BNX2X_ERR("Old hypervisor - need to downgrade VF's driver\n");
358
359                 /* Since acquire succeeded on the PF side, we need to send a
360                  * release message in order to allow future probes.
361                  */
362                 bnx2x_vfpf_finalize(bp, &req->first_tlv);
363                 bnx2x_vfpf_release(bp);
364
365                 rc = -EINVAL;
366                 goto out;
367         }
368
369         /* get HW info */
370         bp->common.chip_id |= (bp->acquire_resp.pfdev_info.chip_num & 0xffff);
371         bp->link_params.chip_id = bp->common.chip_id;
372         bp->db_size = bp->acquire_resp.pfdev_info.db_size;
373         bp->common.int_block = INT_BLOCK_IGU;
374         bp->common.chip_port_mode = CHIP_2_PORT_MODE;
375         bp->igu_dsb_id = -1;
376         bp->mf_ov = 0;
377         bp->mf_mode = 0;
378         bp->common.flash_size = 0;
379         bp->flags |=
380                 NO_WOL_FLAG | NO_ISCSI_OOO_FLAG | NO_ISCSI_FLAG | NO_FCOE_FLAG;
381         bp->igu_sb_cnt = bp->acquire_resp.resc.num_sbs;
382         bp->igu_base_sb = bp->acquire_resp.resc.hw_sbs[0].hw_sb_id;
383         bp->vlan_credit = bp->acquire_resp.resc.num_vlan_filters;
384
385         strlcpy(bp->fw_ver, bp->acquire_resp.pfdev_info.fw_ver,
386                 sizeof(bp->fw_ver));
387
388         if (is_valid_ether_addr(bp->acquire_resp.resc.current_mac_addr))
389                 memcpy(bp->dev->dev_addr,
390                        bp->acquire_resp.resc.current_mac_addr,
391                        ETH_ALEN);
392
393 out:
394         bnx2x_vfpf_finalize(bp, &req->first_tlv);
395         return rc;
396 }
397
398 int bnx2x_vfpf_release(struct bnx2x *bp)
399 {
400         struct vfpf_release_tlv *req = &bp->vf2pf_mbox->req.release;
401         struct pfvf_general_resp_tlv *resp = &bp->vf2pf_mbox->resp.general_resp;
402         u32 rc, vf_id;
403
404         /* clear mailbox and prep first tlv */
405         bnx2x_vfpf_prep(bp, &req->first_tlv, CHANNEL_TLV_RELEASE, sizeof(*req));
406
407         if (bnx2x_get_vf_id(bp, &vf_id)) {
408                 rc = -EAGAIN;
409                 goto out;
410         }
411
412         req->vf_id = vf_id;
413
414         /* add list termination tlv */
415         bnx2x_add_tlv(bp, req, req->first_tlv.tl.length, CHANNEL_TLV_LIST_END,
416                       sizeof(struct channel_list_end_tlv));
417
418         /* output tlvs list */
419         bnx2x_dp_tlv_list(bp, req);
420
421         /* send release request */
422         rc = bnx2x_send_msg2pf(bp, &resp->hdr.status, bp->vf2pf_mbox_mapping);
423
424         if (rc)
425                 /* PF timeout */
426                 goto out;
427
428         if (resp->hdr.status == PFVF_STATUS_SUCCESS) {
429                 /* PF released us */
430                 DP(BNX2X_MSG_SP, "vf released\n");
431         } else {
432                 /* PF reports error */
433                 BNX2X_ERR("PF failed our release request - are we out of sync? Response status: %d\n",
434                           resp->hdr.status);
435                 rc = -EAGAIN;
436                 goto out;
437         }
438 out:
439         bnx2x_vfpf_finalize(bp, &req->first_tlv);
440
441         return rc;
442 }
443
444 /* Tell PF about SB addresses */
445 int bnx2x_vfpf_init(struct bnx2x *bp)
446 {
447         struct vfpf_init_tlv *req = &bp->vf2pf_mbox->req.init;
448         struct pfvf_general_resp_tlv *resp = &bp->vf2pf_mbox->resp.general_resp;
449         int rc, i;
450
451         /* clear mailbox and prep first tlv */
452         bnx2x_vfpf_prep(bp, &req->first_tlv, CHANNEL_TLV_INIT, sizeof(*req));
453
454         /* status blocks */
455         for_each_eth_queue(bp, i)
456                 req->sb_addr[i] = (dma_addr_t)bnx2x_fp(bp, i,
457                                                        status_blk_mapping);
458
459         /* statistics - requests only supports single queue for now */
460         req->stats_addr = bp->fw_stats_data_mapping +
461                           offsetof(struct bnx2x_fw_stats_data, queue_stats);
462
463         req->stats_stride = sizeof(struct per_queue_stats);
464
465         /* add list termination tlv */
466         bnx2x_add_tlv(bp, req, req->first_tlv.tl.length, CHANNEL_TLV_LIST_END,
467                       sizeof(struct channel_list_end_tlv));
468
469         /* output tlvs list */
470         bnx2x_dp_tlv_list(bp, req);
471
472         rc = bnx2x_send_msg2pf(bp, &resp->hdr.status, bp->vf2pf_mbox_mapping);
473         if (rc)
474                 goto out;
475
476         if (resp->hdr.status != PFVF_STATUS_SUCCESS) {
477                 BNX2X_ERR("INIT VF failed: %d. Breaking...\n",
478                           resp->hdr.status);
479                 rc = -EAGAIN;
480                 goto out;
481         }
482
483         DP(BNX2X_MSG_SP, "INIT VF Succeeded\n");
484 out:
485         bnx2x_vfpf_finalize(bp, &req->first_tlv);
486
487         return rc;
488 }
489
490 /* CLOSE VF - opposite to INIT_VF */
491 void bnx2x_vfpf_close_vf(struct bnx2x *bp)
492 {
493         struct vfpf_close_tlv *req = &bp->vf2pf_mbox->req.close;
494         struct pfvf_general_resp_tlv *resp = &bp->vf2pf_mbox->resp.general_resp;
495         int i, rc;
496         u32 vf_id;
497
498         /* If we haven't got a valid VF id, there is no sense to
499          * continue with sending messages
500          */
501         if (bnx2x_get_vf_id(bp, &vf_id))
502                 goto free_irq;
503
504         /* Close the queues */
505         for_each_queue(bp, i)
506                 bnx2x_vfpf_teardown_queue(bp, i);
507
508         /* remove mac */
509         bnx2x_vfpf_config_mac(bp, bp->dev->dev_addr, bp->fp->index, false);
510
511         /* clear mailbox and prep first tlv */
512         bnx2x_vfpf_prep(bp, &req->first_tlv, CHANNEL_TLV_CLOSE, sizeof(*req));
513
514         req->vf_id = vf_id;
515
516         /* add list termination tlv */
517         bnx2x_add_tlv(bp, req, req->first_tlv.tl.length, CHANNEL_TLV_LIST_END,
518                       sizeof(struct channel_list_end_tlv));
519
520         /* output tlvs list */
521         bnx2x_dp_tlv_list(bp, req);
522
523         rc = bnx2x_send_msg2pf(bp, &resp->hdr.status, bp->vf2pf_mbox_mapping);
524
525         if (rc)
526                 BNX2X_ERR("Sending CLOSE failed. rc was: %d\n", rc);
527
528         else if (resp->hdr.status != PFVF_STATUS_SUCCESS)
529                 BNX2X_ERR("Sending CLOSE failed: pf response was %d\n",
530                           resp->hdr.status);
531
532         bnx2x_vfpf_finalize(bp, &req->first_tlv);
533
534 free_irq:
535         /* Disable HW interrupts, NAPI */
536         bnx2x_netif_stop(bp, 0);
537         /* Delete all NAPI objects */
538         bnx2x_del_all_napi(bp);
539
540         /* Release IRQs */
541         bnx2x_free_irq(bp);
542 }
543
544 static void bnx2x_leading_vfq_init(struct bnx2x *bp, struct bnx2x_virtf *vf,
545                                    struct bnx2x_vf_queue *q)
546 {
547         u8 cl_id = vfq_cl_id(vf, q);
548         u8 func_id = FW_VF_HANDLE(vf->abs_vfid);
549
550         /* mac */
551         bnx2x_init_mac_obj(bp, &q->mac_obj,
552                            cl_id, q->cid, func_id,
553                            bnx2x_vf_sp(bp, vf, mac_rdata),
554                            bnx2x_vf_sp_map(bp, vf, mac_rdata),
555                            BNX2X_FILTER_MAC_PENDING,
556                            &vf->filter_state,
557                            BNX2X_OBJ_TYPE_RX_TX,
558                            &vf->vf_macs_pool);
559         /* vlan */
560         bnx2x_init_vlan_obj(bp, &q->vlan_obj,
561                             cl_id, q->cid, func_id,
562                             bnx2x_vf_sp(bp, vf, vlan_rdata),
563                             bnx2x_vf_sp_map(bp, vf, vlan_rdata),
564                             BNX2X_FILTER_VLAN_PENDING,
565                             &vf->filter_state,
566                             BNX2X_OBJ_TYPE_RX_TX,
567                             &vf->vf_vlans_pool);
568         /* vlan-mac */
569         bnx2x_init_vlan_mac_obj(bp, &q->vlan_mac_obj,
570                                 cl_id, q->cid, func_id,
571                                 bnx2x_vf_sp(bp, vf, vlan_mac_rdata),
572                                 bnx2x_vf_sp_map(bp, vf, vlan_mac_rdata),
573                                 BNX2X_FILTER_VLAN_MAC_PENDING,
574                                 &vf->filter_state,
575                                 BNX2X_OBJ_TYPE_RX_TX,
576                                 &vf->vf_macs_pool,
577                                 &vf->vf_vlans_pool);
578         /* mcast */
579         bnx2x_init_mcast_obj(bp, &vf->mcast_obj, cl_id,
580                              q->cid, func_id, func_id,
581                              bnx2x_vf_sp(bp, vf, mcast_rdata),
582                              bnx2x_vf_sp_map(bp, vf, mcast_rdata),
583                              BNX2X_FILTER_MCAST_PENDING,
584                              &vf->filter_state,
585                              BNX2X_OBJ_TYPE_RX_TX);
586
587         /* rss */
588         bnx2x_init_rss_config_obj(bp, &vf->rss_conf_obj, cl_id, q->cid,
589                                   func_id, func_id,
590                                   bnx2x_vf_sp(bp, vf, rss_rdata),
591                                   bnx2x_vf_sp_map(bp, vf, rss_rdata),
592                                   BNX2X_FILTER_RSS_CONF_PENDING,
593                                   &vf->filter_state,
594                                   BNX2X_OBJ_TYPE_RX_TX);
595
596         vf->leading_rss = cl_id;
597         q->is_leading = true;
598         q->sp_initialized = true;
599 }
600
601 /* ask the pf to open a queue for the vf */
602 int bnx2x_vfpf_setup_q(struct bnx2x *bp, struct bnx2x_fastpath *fp,
603                        bool is_leading)
604 {
605         struct vfpf_setup_q_tlv *req = &bp->vf2pf_mbox->req.setup_q;
606         struct pfvf_general_resp_tlv *resp = &bp->vf2pf_mbox->resp.general_resp;
607         u8 fp_idx = fp->index;
608         u16 tpa_agg_size = 0, flags = 0;
609         int rc;
610
611         /* clear mailbox and prep first tlv */
612         bnx2x_vfpf_prep(bp, &req->first_tlv, CHANNEL_TLV_SETUP_Q, sizeof(*req));
613
614         /* select tpa mode to request */
615         if (fp->mode != TPA_MODE_DISABLED) {
616                 flags |= VFPF_QUEUE_FLG_TPA;
617                 flags |= VFPF_QUEUE_FLG_TPA_IPV6;
618                 if (fp->mode == TPA_MODE_GRO)
619                         flags |= VFPF_QUEUE_FLG_TPA_GRO;
620                 tpa_agg_size = TPA_AGG_SIZE;
621         }
622
623         if (is_leading)
624                 flags |= VFPF_QUEUE_FLG_LEADING_RSS;
625
626         /* calculate queue flags */
627         flags |= VFPF_QUEUE_FLG_STATS;
628         flags |= VFPF_QUEUE_FLG_CACHE_ALIGN;
629         flags |= VFPF_QUEUE_FLG_VLAN;
630
631         /* Common */
632         req->vf_qid = fp_idx;
633         req->param_valid = VFPF_RXQ_VALID | VFPF_TXQ_VALID;
634
635         /* Rx */
636         req->rxq.rcq_addr = fp->rx_comp_mapping;
637         req->rxq.rcq_np_addr = fp->rx_comp_mapping + BCM_PAGE_SIZE;
638         req->rxq.rxq_addr = fp->rx_desc_mapping;
639         req->rxq.sge_addr = fp->rx_sge_mapping;
640         req->rxq.vf_sb = fp_idx;
641         req->rxq.sb_index = HC_INDEX_ETH_RX_CQ_CONS;
642         req->rxq.hc_rate = bp->rx_ticks ? 1000000/bp->rx_ticks : 0;
643         req->rxq.mtu = bp->dev->mtu;
644         req->rxq.buf_sz = fp->rx_buf_size;
645         req->rxq.sge_buf_sz = BCM_PAGE_SIZE * PAGES_PER_SGE;
646         req->rxq.tpa_agg_sz = tpa_agg_size;
647         req->rxq.max_sge_pkt = SGE_PAGE_ALIGN(bp->dev->mtu) >> SGE_PAGE_SHIFT;
648         req->rxq.max_sge_pkt = ((req->rxq.max_sge_pkt + PAGES_PER_SGE - 1) &
649                           (~(PAGES_PER_SGE-1))) >> PAGES_PER_SGE_SHIFT;
650         req->rxq.flags = flags;
651         req->rxq.drop_flags = 0;
652         req->rxq.cache_line_log = BNX2X_RX_ALIGN_SHIFT;
653         req->rxq.stat_id = -1; /* No stats at the moment */
654
655         /* Tx */
656         req->txq.txq_addr = fp->txdata_ptr[FIRST_TX_COS_INDEX]->tx_desc_mapping;
657         req->txq.vf_sb = fp_idx;
658         req->txq.sb_index = HC_INDEX_ETH_TX_CQ_CONS_COS0;
659         req->txq.hc_rate = bp->tx_ticks ? 1000000/bp->tx_ticks : 0;
660         req->txq.flags = flags;
661         req->txq.traffic_type = LLFC_TRAFFIC_TYPE_NW;
662
663         /* add list termination tlv */
664         bnx2x_add_tlv(bp, req, req->first_tlv.tl.length, CHANNEL_TLV_LIST_END,
665                       sizeof(struct channel_list_end_tlv));
666
667         /* output tlvs list */
668         bnx2x_dp_tlv_list(bp, req);
669
670         rc = bnx2x_send_msg2pf(bp, &resp->hdr.status, bp->vf2pf_mbox_mapping);
671         if (rc)
672                 BNX2X_ERR("Sending SETUP_Q message for queue[%d] failed!\n",
673                           fp_idx);
674
675         if (resp->hdr.status != PFVF_STATUS_SUCCESS) {
676                 BNX2X_ERR("Status of SETUP_Q for queue[%d] is %d\n",
677                           fp_idx, resp->hdr.status);
678                 rc = -EINVAL;
679         }
680
681         bnx2x_vfpf_finalize(bp, &req->first_tlv);
682
683         return rc;
684 }
685
686 static int bnx2x_vfpf_teardown_queue(struct bnx2x *bp, int qidx)
687 {
688         struct vfpf_q_op_tlv *req = &bp->vf2pf_mbox->req.q_op;
689         struct pfvf_general_resp_tlv *resp = &bp->vf2pf_mbox->resp.general_resp;
690         int rc;
691
692         /* clear mailbox and prep first tlv */
693         bnx2x_vfpf_prep(bp, &req->first_tlv, CHANNEL_TLV_TEARDOWN_Q,
694                         sizeof(*req));
695
696         req->vf_qid = qidx;
697
698         /* add list termination tlv */
699         bnx2x_add_tlv(bp, req, req->first_tlv.tl.length, CHANNEL_TLV_LIST_END,
700                       sizeof(struct channel_list_end_tlv));
701
702         /* output tlvs list */
703         bnx2x_dp_tlv_list(bp, req);
704
705         rc = bnx2x_send_msg2pf(bp, &resp->hdr.status, bp->vf2pf_mbox_mapping);
706
707         if (rc) {
708                 BNX2X_ERR("Sending TEARDOWN for queue %d failed: %d\n", qidx,
709                           rc);
710                 goto out;
711         }
712
713         /* PF failed the transaction */
714         if (resp->hdr.status != PFVF_STATUS_SUCCESS) {
715                 BNX2X_ERR("TEARDOWN for queue %d failed: %d\n", qidx,
716                           resp->hdr.status);
717                 rc = -EINVAL;
718         }
719
720 out:
721         bnx2x_vfpf_finalize(bp, &req->first_tlv);
722
723         return rc;
724 }
725
726 /* request pf to add a mac for the vf */
727 int bnx2x_vfpf_config_mac(struct bnx2x *bp, u8 *addr, u8 vf_qid, bool set)
728 {
729         struct vfpf_set_q_filters_tlv *req = &bp->vf2pf_mbox->req.set_q_filters;
730         struct pfvf_general_resp_tlv *resp = &bp->vf2pf_mbox->resp.general_resp;
731         struct pf_vf_bulletin_content bulletin = bp->pf2vf_bulletin->content;
732         int rc = 0;
733
734         /* clear mailbox and prep first tlv */
735         bnx2x_vfpf_prep(bp, &req->first_tlv, CHANNEL_TLV_SET_Q_FILTERS,
736                         sizeof(*req));
737
738         req->flags = VFPF_SET_Q_FILTERS_MAC_VLAN_CHANGED;
739         req->vf_qid = vf_qid;
740         req->n_mac_vlan_filters = 1;
741
742         req->filters[0].flags = VFPF_Q_FILTER_DEST_MAC_VALID;
743         if (set)
744                 req->filters[0].flags |= VFPF_Q_FILTER_SET;
745
746         /* sample bulletin board for new mac */
747         bnx2x_sample_bulletin(bp);
748
749         /* copy mac from device to request */
750         memcpy(req->filters[0].mac, addr, ETH_ALEN);
751
752         /* add list termination tlv */
753         bnx2x_add_tlv(bp, req, req->first_tlv.tl.length, CHANNEL_TLV_LIST_END,
754                       sizeof(struct channel_list_end_tlv));
755
756         /* output tlvs list */
757         bnx2x_dp_tlv_list(bp, req);
758
759         /* send message to pf */
760         rc = bnx2x_send_msg2pf(bp, &resp->hdr.status, bp->vf2pf_mbox_mapping);
761         if (rc) {
762                 BNX2X_ERR("failed to send message to pf. rc was %d\n", rc);
763                 goto out;
764         }
765
766         /* failure may mean PF was configured with a new mac for us */
767         while (resp->hdr.status == PFVF_STATUS_FAILURE) {
768                 DP(BNX2X_MSG_IOV,
769                    "vfpf SET MAC failed. Check bulletin board for new posts\n");
770
771                 /* copy mac from bulletin to device */
772                 memcpy(bp->dev->dev_addr, bulletin.mac, ETH_ALEN);
773
774                 /* check if bulletin board was updated */
775                 if (bnx2x_sample_bulletin(bp) == PFVF_BULLETIN_UPDATED) {
776                         /* copy mac from device to request */
777                         memcpy(req->filters[0].mac, bp->dev->dev_addr,
778                                ETH_ALEN);
779
780                         /* send message to pf */
781                         rc = bnx2x_send_msg2pf(bp, &resp->hdr.status,
782                                                bp->vf2pf_mbox_mapping);
783                 } else {
784                         /* no new info in bulletin */
785                         break;
786                 }
787         }
788
789         if (resp->hdr.status != PFVF_STATUS_SUCCESS) {
790                 BNX2X_ERR("vfpf SET MAC failed: %d\n", resp->hdr.status);
791                 rc = -EINVAL;
792         }
793 out:
794         bnx2x_vfpf_finalize(bp, &req->first_tlv);
795
796         return rc;
797 }
798
799 /* request pf to config rss table for vf queues*/
800 int bnx2x_vfpf_config_rss(struct bnx2x *bp,
801                           struct bnx2x_config_rss_params *params)
802 {
803         struct pfvf_general_resp_tlv *resp = &bp->vf2pf_mbox->resp.general_resp;
804         struct vfpf_rss_tlv *req = &bp->vf2pf_mbox->req.update_rss;
805         int rc = 0;
806
807         /* clear mailbox and prep first tlv */
808         bnx2x_vfpf_prep(bp, &req->first_tlv, CHANNEL_TLV_UPDATE_RSS,
809                         sizeof(*req));
810
811         /* add list termination tlv */
812         bnx2x_add_tlv(bp, req, req->first_tlv.tl.length, CHANNEL_TLV_LIST_END,
813                       sizeof(struct channel_list_end_tlv));
814
815         memcpy(req->ind_table, params->ind_table, T_ETH_INDIRECTION_TABLE_SIZE);
816         memcpy(req->rss_key, params->rss_key, sizeof(params->rss_key));
817         req->ind_table_size = T_ETH_INDIRECTION_TABLE_SIZE;
818         req->rss_key_size = T_ETH_RSS_KEY;
819         req->rss_result_mask = params->rss_result_mask;
820
821         /* flags handled individually for backward/forward compatibility */
822         if (params->rss_flags & (1 << BNX2X_RSS_MODE_DISABLED))
823                 req->rss_flags |= VFPF_RSS_MODE_DISABLED;
824         if (params->rss_flags & (1 << BNX2X_RSS_MODE_REGULAR))
825                 req->rss_flags |= VFPF_RSS_MODE_REGULAR;
826         if (params->rss_flags & (1 << BNX2X_RSS_SET_SRCH))
827                 req->rss_flags |= VFPF_RSS_SET_SRCH;
828         if (params->rss_flags & (1 << BNX2X_RSS_IPV4))
829                 req->rss_flags |= VFPF_RSS_IPV4;
830         if (params->rss_flags & (1 << BNX2X_RSS_IPV4_TCP))
831                 req->rss_flags |= VFPF_RSS_IPV4_TCP;
832         if (params->rss_flags & (1 << BNX2X_RSS_IPV4_UDP))
833                 req->rss_flags |= VFPF_RSS_IPV4_UDP;
834         if (params->rss_flags & (1 << BNX2X_RSS_IPV6))
835                 req->rss_flags |= VFPF_RSS_IPV6;
836         if (params->rss_flags & (1 << BNX2X_RSS_IPV6_TCP))
837                 req->rss_flags |= VFPF_RSS_IPV6_TCP;
838         if (params->rss_flags & (1 << BNX2X_RSS_IPV6_UDP))
839                 req->rss_flags |= VFPF_RSS_IPV6_UDP;
840
841         DP(BNX2X_MSG_IOV, "rss flags %x\n", req->rss_flags);
842
843         /* output tlvs list */
844         bnx2x_dp_tlv_list(bp, req);
845
846         /* send message to pf */
847         rc = bnx2x_send_msg2pf(bp, &resp->hdr.status, bp->vf2pf_mbox_mapping);
848         if (rc) {
849                 BNX2X_ERR("failed to send message to pf. rc was %d\n", rc);
850                 goto out;
851         }
852
853         if (resp->hdr.status != PFVF_STATUS_SUCCESS) {
854                 /* Since older drivers don't support this feature (and VF has
855                  * no way of knowing other than failing this), don't propagate
856                  * an error in this case.
857                  */
858                 DP(BNX2X_MSG_IOV,
859                    "Failed to send rss message to PF over VF-PF channel [%d]\n",
860                    resp->hdr.status);
861         }
862 out:
863         bnx2x_vfpf_finalize(bp, &req->first_tlv);
864
865         return rc;
866 }
867
868 int bnx2x_vfpf_set_mcast(struct net_device *dev)
869 {
870         struct bnx2x *bp = netdev_priv(dev);
871         struct vfpf_set_q_filters_tlv *req = &bp->vf2pf_mbox->req.set_q_filters;
872         struct pfvf_general_resp_tlv *resp = &bp->vf2pf_mbox->resp.general_resp;
873         int rc = 0, i = 0;
874         struct netdev_hw_addr *ha;
875
876         if (bp->state != BNX2X_STATE_OPEN) {
877                 DP(NETIF_MSG_IFUP, "state is %x, returning\n", bp->state);
878                 return -EINVAL;
879         }
880
881         /* clear mailbox and prep first tlv */
882         bnx2x_vfpf_prep(bp, &req->first_tlv, CHANNEL_TLV_SET_Q_FILTERS,
883                         sizeof(*req));
884
885         /* Get Rx mode requested */
886         DP(NETIF_MSG_IFUP, "dev->flags = %x\n", dev->flags);
887
888         /* We support PFVF_MAX_MULTICAST_PER_VF mcast addresses tops */
889         if (netdev_mc_count(dev) > PFVF_MAX_MULTICAST_PER_VF) {
890                 DP(NETIF_MSG_IFUP,
891                    "VF supports not more than %d multicast MAC addresses\n",
892                    PFVF_MAX_MULTICAST_PER_VF);
893                 rc = -EINVAL;
894                 goto out;
895         }
896
897         netdev_for_each_mc_addr(ha, dev) {
898                 DP(NETIF_MSG_IFUP, "Adding mcast MAC: %pM\n",
899                    bnx2x_mc_addr(ha));
900                 memcpy(req->multicast[i], bnx2x_mc_addr(ha), ETH_ALEN);
901                 i++;
902         }
903
904         req->n_multicast = i;
905         req->flags |= VFPF_SET_Q_FILTERS_MULTICAST_CHANGED;
906         req->vf_qid = 0;
907
908         /* add list termination tlv */
909         bnx2x_add_tlv(bp, req, req->first_tlv.tl.length, CHANNEL_TLV_LIST_END,
910                       sizeof(struct channel_list_end_tlv));
911
912         /* output tlvs list */
913         bnx2x_dp_tlv_list(bp, req);
914         rc = bnx2x_send_msg2pf(bp, &resp->hdr.status, bp->vf2pf_mbox_mapping);
915         if (rc) {
916                 BNX2X_ERR("Sending a message failed: %d\n", rc);
917                 goto out;
918         }
919
920         if (resp->hdr.status != PFVF_STATUS_SUCCESS) {
921                 BNX2X_ERR("Set Rx mode/multicast failed: %d\n",
922                           resp->hdr.status);
923                 rc = -EINVAL;
924         }
925 out:
926         bnx2x_vfpf_finalize(bp, &req->first_tlv);
927
928         return rc;
929 }
930
931 /* request pf to add a vlan for the vf */
932 int bnx2x_vfpf_update_vlan(struct bnx2x *bp, u16 vid, u8 vf_qid, bool add)
933 {
934         struct vfpf_set_q_filters_tlv *req = &bp->vf2pf_mbox->req.set_q_filters;
935         struct pfvf_general_resp_tlv *resp = &bp->vf2pf_mbox->resp.general_resp;
936         int rc = 0;
937
938         if (!(bp->acquire_resp.pfdev_info.pf_cap & PFVF_CAP_VLAN_FILTER)) {
939                 DP(BNX2X_MSG_IOV, "HV does not support vlan filtering\n");
940                 return 0;
941         }
942
943         /* clear mailbox and prep first tlv */
944         bnx2x_vfpf_prep(bp, &req->first_tlv, CHANNEL_TLV_SET_Q_FILTERS,
945                         sizeof(*req));
946
947         req->flags = VFPF_SET_Q_FILTERS_MAC_VLAN_CHANGED;
948         req->vf_qid = vf_qid;
949         req->n_mac_vlan_filters = 1;
950
951         req->filters[0].flags = VFPF_Q_FILTER_VLAN_TAG_VALID;
952
953         if (add)
954                 req->filters[0].flags |= VFPF_Q_FILTER_SET;
955
956         /* sample bulletin board for hypervisor vlan */
957         bnx2x_sample_bulletin(bp);
958
959         if (bp->shadow_bulletin.content.valid_bitmap & 1 << VLAN_VALID) {
960                 BNX2X_ERR("Hypervisor will dicline the request, avoiding\n");
961                 rc = -EINVAL;
962                 goto out;
963         }
964
965         req->filters[0].vlan_tag = vid;
966
967         /* add list termination tlv */
968         bnx2x_add_tlv(bp, req, req->first_tlv.tl.length, CHANNEL_TLV_LIST_END,
969                       sizeof(struct channel_list_end_tlv));
970
971         /* output tlvs list */
972         bnx2x_dp_tlv_list(bp, req);
973
974         /* send message to pf */
975         rc = bnx2x_send_msg2pf(bp, &resp->hdr.status, bp->vf2pf_mbox_mapping);
976         if (rc) {
977                 BNX2X_ERR("failed to send message to pf. rc was %d\n", rc);
978                 goto out;
979         }
980
981         if (resp->hdr.status != PFVF_STATUS_SUCCESS) {
982                 BNX2X_ERR("vfpf %s VLAN %d failed\n", add ? "add" : "del",
983                           vid);
984                 rc = -EINVAL;
985         }
986 out:
987         bnx2x_vfpf_finalize(bp, &req->first_tlv);
988
989         return rc;
990 }
991
992 int bnx2x_vfpf_storm_rx_mode(struct bnx2x *bp)
993 {
994         int mode = bp->rx_mode;
995         struct vfpf_set_q_filters_tlv *req = &bp->vf2pf_mbox->req.set_q_filters;
996         struct pfvf_general_resp_tlv *resp = &bp->vf2pf_mbox->resp.general_resp;
997         int rc;
998
999         /* clear mailbox and prep first tlv */
1000         bnx2x_vfpf_prep(bp, &req->first_tlv, CHANNEL_TLV_SET_Q_FILTERS,
1001                         sizeof(*req));
1002
1003         DP(NETIF_MSG_IFUP, "Rx mode is %d\n", mode);
1004
1005         /* Ignore everything accept MODE_NONE */
1006         if (mode  == BNX2X_RX_MODE_NONE) {
1007                 req->rx_mask = VFPF_RX_MASK_ACCEPT_NONE;
1008         } else {
1009                 /* Current PF driver will not look at the specific flags,
1010                  * but they are required when working with older drivers on hv.
1011                  */
1012                 req->rx_mask = VFPF_RX_MASK_ACCEPT_MATCHED_MULTICAST;
1013                 req->rx_mask |= VFPF_RX_MASK_ACCEPT_MATCHED_UNICAST;
1014                 req->rx_mask |= VFPF_RX_MASK_ACCEPT_BROADCAST;
1015                 if (mode == BNX2X_RX_MODE_PROMISC)
1016                         req->rx_mask |= VFPF_RX_MASK_ACCEPT_ANY_VLAN;
1017         }
1018
1019         if (bp->accept_any_vlan)
1020                 req->rx_mask |= VFPF_RX_MASK_ACCEPT_ANY_VLAN;
1021
1022         req->flags |= VFPF_SET_Q_FILTERS_RX_MASK_CHANGED;
1023         req->vf_qid = 0;
1024
1025         /* add list termination tlv */
1026         bnx2x_add_tlv(bp, req, req->first_tlv.tl.length, CHANNEL_TLV_LIST_END,
1027                       sizeof(struct channel_list_end_tlv));
1028
1029         /* output tlvs list */
1030         bnx2x_dp_tlv_list(bp, req);
1031
1032         rc = bnx2x_send_msg2pf(bp, &resp->hdr.status, bp->vf2pf_mbox_mapping);
1033         if (rc)
1034                 BNX2X_ERR("Sending a message failed: %d\n", rc);
1035
1036         if (resp->hdr.status != PFVF_STATUS_SUCCESS) {
1037                 BNX2X_ERR("Set Rx mode failed: %d\n", resp->hdr.status);
1038                 rc = -EINVAL;
1039         }
1040
1041         bnx2x_vfpf_finalize(bp, &req->first_tlv);
1042
1043         return rc;
1044 }
1045
1046 /* General service functions */
1047 static void storm_memset_vf_mbx_ack(struct bnx2x *bp, u16 abs_fid)
1048 {
1049         u32 addr = BAR_CSTRORM_INTMEM +
1050                    CSTORM_VF_PF_CHANNEL_STATE_OFFSET(abs_fid);
1051
1052         REG_WR8(bp, addr, VF_PF_CHANNEL_STATE_READY);
1053 }
1054
1055 static void storm_memset_vf_mbx_valid(struct bnx2x *bp, u16 abs_fid)
1056 {
1057         u32 addr = BAR_CSTRORM_INTMEM +
1058                    CSTORM_VF_PF_CHANNEL_VALID_OFFSET(abs_fid);
1059
1060         REG_WR8(bp, addr, 1);
1061 }
1062
1063 /* enable vf_pf mailbox (aka vf-pf-channel) */
1064 void bnx2x_vf_enable_mbx(struct bnx2x *bp, u8 abs_vfid)
1065 {
1066         bnx2x_vf_flr_clnup_epilog(bp, abs_vfid);
1067
1068         /* enable the mailbox in the FW */
1069         storm_memset_vf_mbx_ack(bp, abs_vfid);
1070         storm_memset_vf_mbx_valid(bp, abs_vfid);
1071
1072         /* enable the VF access to the mailbox */
1073         bnx2x_vf_enable_access(bp, abs_vfid);
1074 }
1075
1076 /* this works only on !E1h */
1077 static int bnx2x_copy32_vf_dmae(struct bnx2x *bp, u8 from_vf,
1078                                 dma_addr_t pf_addr, u8 vfid, u32 vf_addr_hi,
1079                                 u32 vf_addr_lo, u32 len32)
1080 {
1081         struct dmae_command dmae;
1082
1083         if (CHIP_IS_E1x(bp)) {
1084                 BNX2X_ERR("Chip revision does not support VFs\n");
1085                 return DMAE_NOT_RDY;
1086         }
1087
1088         if (!bp->dmae_ready) {
1089                 BNX2X_ERR("DMAE is not ready, can not copy\n");
1090                 return DMAE_NOT_RDY;
1091         }
1092
1093         /* set opcode and fixed command fields */
1094         bnx2x_prep_dmae_with_comp(bp, &dmae, DMAE_SRC_PCI, DMAE_DST_PCI);
1095
1096         if (from_vf) {
1097                 dmae.opcode_iov = (vfid << DMAE_COMMAND_SRC_VFID_SHIFT) |
1098                         (DMAE_SRC_VF << DMAE_COMMAND_SRC_VFPF_SHIFT) |
1099                         (DMAE_DST_PF << DMAE_COMMAND_DST_VFPF_SHIFT);
1100
1101                 dmae.opcode |= (DMAE_C_DST << DMAE_COMMAND_C_FUNC_SHIFT);
1102
1103                 dmae.src_addr_lo = vf_addr_lo;
1104                 dmae.src_addr_hi = vf_addr_hi;
1105                 dmae.dst_addr_lo = U64_LO(pf_addr);
1106                 dmae.dst_addr_hi = U64_HI(pf_addr);
1107         } else {
1108                 dmae.opcode_iov = (vfid << DMAE_COMMAND_DST_VFID_SHIFT) |
1109                         (DMAE_DST_VF << DMAE_COMMAND_DST_VFPF_SHIFT) |
1110                         (DMAE_SRC_PF << DMAE_COMMAND_SRC_VFPF_SHIFT);
1111
1112                 dmae.opcode |= (DMAE_C_SRC << DMAE_COMMAND_C_FUNC_SHIFT);
1113
1114                 dmae.src_addr_lo = U64_LO(pf_addr);
1115                 dmae.src_addr_hi = U64_HI(pf_addr);
1116                 dmae.dst_addr_lo = vf_addr_lo;
1117                 dmae.dst_addr_hi = vf_addr_hi;
1118         }
1119         dmae.len = len32;
1120
1121         /* issue the command and wait for completion */
1122         return bnx2x_issue_dmae_with_comp(bp, &dmae, bnx2x_sp(bp, wb_comp));
1123 }
1124
1125 static void bnx2x_vf_mbx_resp_single_tlv(struct bnx2x *bp,
1126                                          struct bnx2x_virtf *vf)
1127 {
1128         struct bnx2x_vf_mbx *mbx = BP_VF_MBX(bp, vf->index);
1129         u16 length, type;
1130
1131         /* prepare response */
1132         type = mbx->first_tlv.tl.type;
1133         length = type == CHANNEL_TLV_ACQUIRE ?
1134                 sizeof(struct pfvf_acquire_resp_tlv) :
1135                 sizeof(struct pfvf_general_resp_tlv);
1136         bnx2x_add_tlv(bp, &mbx->msg->resp, 0, type, length);
1137         bnx2x_add_tlv(bp, &mbx->msg->resp, length, CHANNEL_TLV_LIST_END,
1138                       sizeof(struct channel_list_end_tlv));
1139 }
1140
1141 static void bnx2x_vf_mbx_resp_send_msg(struct bnx2x *bp,
1142                                        struct bnx2x_virtf *vf,
1143                                        int vf_rc)
1144 {
1145         struct bnx2x_vf_mbx *mbx = BP_VF_MBX(bp, vf->index);
1146         struct pfvf_general_resp_tlv *resp = &mbx->msg->resp.general_resp;
1147         dma_addr_t pf_addr;
1148         u64 vf_addr;
1149         int rc;
1150
1151         bnx2x_dp_tlv_list(bp, resp);
1152         DP(BNX2X_MSG_IOV, "mailbox vf address hi 0x%x, lo 0x%x, offset 0x%x\n",
1153            mbx->vf_addr_hi, mbx->vf_addr_lo, mbx->first_tlv.resp_msg_offset);
1154
1155         resp->hdr.status = bnx2x_pfvf_status_codes(vf_rc);
1156
1157         /* send response */
1158         vf_addr = HILO_U64(mbx->vf_addr_hi, mbx->vf_addr_lo) +
1159                   mbx->first_tlv.resp_msg_offset;
1160         pf_addr = mbx->msg_mapping +
1161                   offsetof(struct bnx2x_vf_mbx_msg, resp);
1162
1163         /* Copy the response buffer. The first u64 is written afterwards, as
1164          * the vf is sensitive to the header being written
1165          */
1166         vf_addr += sizeof(u64);
1167         pf_addr += sizeof(u64);
1168         rc = bnx2x_copy32_vf_dmae(bp, false, pf_addr, vf->abs_vfid,
1169                                   U64_HI(vf_addr),
1170                                   U64_LO(vf_addr),
1171                                   (sizeof(union pfvf_tlvs) - sizeof(u64))/4);
1172         if (rc) {
1173                 BNX2X_ERR("Failed to copy response body to VF %d\n",
1174                           vf->abs_vfid);
1175                 goto mbx_error;
1176         }
1177         vf_addr -= sizeof(u64);
1178         pf_addr -= sizeof(u64);
1179
1180         /* ack the FW */
1181         storm_memset_vf_mbx_ack(bp, vf->abs_vfid);
1182         mmiowb();
1183
1184         /* copy the response header including status-done field,
1185          * must be last dmae, must be after FW is acked
1186          */
1187         rc = bnx2x_copy32_vf_dmae(bp, false, pf_addr, vf->abs_vfid,
1188                                   U64_HI(vf_addr),
1189                                   U64_LO(vf_addr),
1190                                   sizeof(u64)/4);
1191
1192         /* unlock channel mutex */
1193         bnx2x_unlock_vf_pf_channel(bp, vf, mbx->first_tlv.tl.type);
1194
1195         if (rc) {
1196                 BNX2X_ERR("Failed to copy response status to VF %d\n",
1197                           vf->abs_vfid);
1198                 goto mbx_error;
1199         }
1200         return;
1201
1202 mbx_error:
1203         bnx2x_vf_release(bp, vf);
1204 }
1205
1206 static void bnx2x_vf_mbx_resp(struct bnx2x *bp,
1207                               struct bnx2x_virtf *vf,
1208                               int rc)
1209 {
1210         bnx2x_vf_mbx_resp_single_tlv(bp, vf);
1211         bnx2x_vf_mbx_resp_send_msg(bp, vf, rc);
1212 }
1213
1214 static void bnx2x_vf_mbx_resp_phys_port(struct bnx2x *bp,
1215                                         struct bnx2x_virtf *vf,
1216                                         void *buffer,
1217                                         u16 *offset)
1218 {
1219         struct vfpf_port_phys_id_resp_tlv *port_id;
1220
1221         if (!(bp->flags & HAS_PHYS_PORT_ID))
1222                 return;
1223
1224         bnx2x_add_tlv(bp, buffer, *offset, CHANNEL_TLV_PHYS_PORT_ID,
1225                       sizeof(struct vfpf_port_phys_id_resp_tlv));
1226
1227         port_id = (struct vfpf_port_phys_id_resp_tlv *)
1228                   (((u8 *)buffer) + *offset);
1229         memcpy(port_id->id, bp->phys_port_id, ETH_ALEN);
1230
1231         /* Offset should continue representing the offset to the tail
1232          * of TLV data (outside this function scope)
1233          */
1234         *offset += sizeof(struct vfpf_port_phys_id_resp_tlv);
1235 }
1236
1237 static void bnx2x_vf_mbx_resp_fp_hsi_ver(struct bnx2x *bp,
1238                                          struct bnx2x_virtf *vf,
1239                                          void *buffer,
1240                                          u16 *offset)
1241 {
1242         struct vfpf_fp_hsi_resp_tlv *fp_hsi;
1243
1244         bnx2x_add_tlv(bp, buffer, *offset, CHANNEL_TLV_FP_HSI_SUPPORT,
1245                       sizeof(struct vfpf_fp_hsi_resp_tlv));
1246
1247         fp_hsi = (struct vfpf_fp_hsi_resp_tlv *)
1248                  (((u8 *)buffer) + *offset);
1249         fp_hsi->is_supported = (vf->fp_hsi > ETH_FP_HSI_VERSION) ? 0 : 1;
1250
1251         /* Offset should continue representing the offset to the tail
1252          * of TLV data (outside this function scope)
1253          */
1254         *offset += sizeof(struct vfpf_fp_hsi_resp_tlv);
1255 }
1256
1257 static void bnx2x_vf_mbx_acquire_resp(struct bnx2x *bp, struct bnx2x_virtf *vf,
1258                                       struct bnx2x_vf_mbx *mbx, int vfop_status)
1259 {
1260         int i;
1261         struct pfvf_acquire_resp_tlv *resp = &mbx->msg->resp.acquire_resp;
1262         struct pf_vf_resc *resc = &resp->resc;
1263         u8 status = bnx2x_pfvf_status_codes(vfop_status);
1264         u16 length;
1265
1266         memset(resp, 0, sizeof(*resp));
1267
1268         /* fill in pfdev info */
1269         resp->pfdev_info.chip_num = bp->common.chip_id;
1270         resp->pfdev_info.db_size = bp->db_size;
1271         resp->pfdev_info.indices_per_sb = HC_SB_MAX_INDICES_E2;
1272         resp->pfdev_info.pf_cap = (PFVF_CAP_RSS |
1273                                    PFVF_CAP_TPA |
1274                                    PFVF_CAP_TPA_UPDATE |
1275                                    PFVF_CAP_VLAN_FILTER);
1276         bnx2x_fill_fw_str(bp, resp->pfdev_info.fw_ver,
1277                           sizeof(resp->pfdev_info.fw_ver));
1278
1279         if (status == PFVF_STATUS_NO_RESOURCE ||
1280             status == PFVF_STATUS_SUCCESS) {
1281                 /* set resources numbers, if status equals NO_RESOURCE these
1282                  * are max possible numbers
1283                  */
1284                 resc->num_rxqs = vf_rxq_count(vf) ? :
1285                         bnx2x_vf_max_queue_cnt(bp, vf);
1286                 resc->num_txqs = vf_txq_count(vf) ? :
1287                         bnx2x_vf_max_queue_cnt(bp, vf);
1288                 resc->num_sbs = vf_sb_count(vf);
1289                 resc->num_mac_filters = vf_mac_rules_cnt(vf);
1290                 resc->num_vlan_filters = vf_vlan_rules_cnt(vf);
1291                 resc->num_mc_filters = 0;
1292
1293                 if (status == PFVF_STATUS_SUCCESS) {
1294                         /* fill in the allocated resources */
1295                         struct pf_vf_bulletin_content *bulletin =
1296                                 BP_VF_BULLETIN(bp, vf->index);
1297
1298                         for_each_vfq(vf, i)
1299                                 resc->hw_qid[i] =
1300                                         vfq_qzone_id(vf, vfq_get(vf, i));
1301
1302                         for_each_vf_sb(vf, i) {
1303                                 resc->hw_sbs[i].hw_sb_id = vf_igu_sb(vf, i);
1304                                 resc->hw_sbs[i].sb_qid = vf_hc_qzone(vf, i);
1305                         }
1306
1307                         /* if a mac has been set for this vf, supply it */
1308                         if (bulletin->valid_bitmap & 1 << MAC_ADDR_VALID) {
1309                                 memcpy(resc->current_mac_addr, bulletin->mac,
1310                                        ETH_ALEN);
1311                         }
1312                 }
1313         }
1314
1315         DP(BNX2X_MSG_IOV, "VF[%d] ACQUIRE_RESPONSE: pfdev_info- chip_num=0x%x, db_size=%d, idx_per_sb=%d, pf_cap=0x%x\n"
1316            "resources- n_rxq-%d, n_txq-%d, n_sbs-%d, n_macs-%d, n_vlans-%d, n_mcs-%d, fw_ver: '%s'\n",
1317            vf->abs_vfid,
1318            resp->pfdev_info.chip_num,
1319            resp->pfdev_info.db_size,
1320            resp->pfdev_info.indices_per_sb,
1321            resp->pfdev_info.pf_cap,
1322            resc->num_rxqs,
1323            resc->num_txqs,
1324            resc->num_sbs,
1325            resc->num_mac_filters,
1326            resc->num_vlan_filters,
1327            resc->num_mc_filters,
1328            resp->pfdev_info.fw_ver);
1329
1330         DP_CONT(BNX2X_MSG_IOV, "hw_qids- [ ");
1331         for (i = 0; i < vf_rxq_count(vf); i++)
1332                 DP_CONT(BNX2X_MSG_IOV, "%d ", resc->hw_qid[i]);
1333         DP_CONT(BNX2X_MSG_IOV, "], sb_info- [ ");
1334         for (i = 0; i < vf_sb_count(vf); i++)
1335                 DP_CONT(BNX2X_MSG_IOV, "%d:%d ",
1336                         resc->hw_sbs[i].hw_sb_id,
1337                         resc->hw_sbs[i].sb_qid);
1338         DP_CONT(BNX2X_MSG_IOV, "]\n");
1339
1340         /* prepare response */
1341         length = sizeof(struct pfvf_acquire_resp_tlv);
1342         bnx2x_add_tlv(bp, &mbx->msg->resp, 0, CHANNEL_TLV_ACQUIRE, length);
1343
1344         /* Handle possible VF requests for physical port identifiers.
1345          * 'length' should continue to indicate the offset of the first empty
1346          * place in the buffer (i.e., where next TLV should be inserted)
1347          */
1348         if (bnx2x_search_tlv_list(bp, &mbx->msg->req,
1349                                   CHANNEL_TLV_PHYS_PORT_ID))
1350                 bnx2x_vf_mbx_resp_phys_port(bp, vf, &mbx->msg->resp, &length);
1351
1352         /* `New' vfs will want to know if fastpath HSI is supported, since
1353          * if that's not the case they could print into system log the fact
1354          * the driver version must be updated.
1355          */
1356         bnx2x_vf_mbx_resp_fp_hsi_ver(bp, vf, &mbx->msg->resp, &length);
1357
1358         bnx2x_add_tlv(bp, &mbx->msg->resp, length, CHANNEL_TLV_LIST_END,
1359                       sizeof(struct channel_list_end_tlv));
1360
1361         /* send the response */
1362         bnx2x_vf_mbx_resp_send_msg(bp, vf, vfop_status);
1363 }
1364
1365 static bool bnx2x_vf_mbx_is_windows_vm(struct bnx2x *bp,
1366                                        struct vfpf_acquire_tlv *acquire)
1367 {
1368         /* Windows driver does one of three things:
1369          * 1. Old driver doesn't have bulletin board address set.
1370          * 2. 'Middle' driver sends mc_num == 32.
1371          * 3. New driver sets the OS field.
1372          */
1373         if (!acquire->bulletin_addr ||
1374             acquire->resc_request.num_mc_filters == 32 ||
1375             ((acquire->vfdev_info.vf_os & VF_OS_MASK) ==
1376              VF_OS_WINDOWS))
1377                 return true;
1378
1379         return false;
1380 }
1381
1382 static int bnx2x_vf_mbx_acquire_chk_dorq(struct bnx2x *bp,
1383                                          struct bnx2x_virtf *vf,
1384                                          struct bnx2x_vf_mbx *mbx)
1385 {
1386         /* Linux drivers which correctly set the doorbell size also
1387          * send a physical port request
1388          */
1389         if (bnx2x_search_tlv_list(bp, &mbx->msg->req,
1390                                   CHANNEL_TLV_PHYS_PORT_ID))
1391                 return 0;
1392
1393         /* Issue does not exist in windows VMs */
1394         if (bnx2x_vf_mbx_is_windows_vm(bp, &mbx->msg->req.acquire))
1395                 return 0;
1396
1397         return -EOPNOTSUPP;
1398 }
1399
1400 static void bnx2x_vf_mbx_acquire(struct bnx2x *bp, struct bnx2x_virtf *vf,
1401                                  struct bnx2x_vf_mbx *mbx)
1402 {
1403         int rc;
1404         struct vfpf_acquire_tlv *acquire = &mbx->msg->req.acquire;
1405
1406         /* log vfdef info */
1407         DP(BNX2X_MSG_IOV,
1408            "VF[%d] ACQUIRE: vfdev_info- vf_id %d, vf_os %d resources- n_rxq-%d, n_txq-%d, n_sbs-%d, n_macs-%d, n_vlans-%d, n_mcs-%d\n",
1409            vf->abs_vfid, acquire->vfdev_info.vf_id, acquire->vfdev_info.vf_os,
1410            acquire->resc_request.num_rxqs, acquire->resc_request.num_txqs,
1411            acquire->resc_request.num_sbs, acquire->resc_request.num_mac_filters,
1412            acquire->resc_request.num_vlan_filters,
1413            acquire->resc_request.num_mc_filters);
1414
1415         /* Prevent VFs with old drivers from loading, since they calculate
1416          * CIDs incorrectly requiring a VF-flr [VM reboot] in order to recover
1417          * while being upgraded.
1418          */
1419         rc = bnx2x_vf_mbx_acquire_chk_dorq(bp, vf, mbx);
1420         if (rc) {
1421                 DP(BNX2X_MSG_IOV,
1422                    "VF [%d] - Can't support acquire request due to doorbell mismatch. Please update VM driver\n",
1423                    vf->abs_vfid);
1424                 goto out;
1425         }
1426
1427         /* Verify the VF fastpath HSI can be supported by the loaded FW.
1428          * Linux vfs should be oblivious to changes between v0 and v2.
1429          */
1430         if (bnx2x_vf_mbx_is_windows_vm(bp, &mbx->msg->req.acquire))
1431                 vf->fp_hsi = acquire->vfdev_info.fp_hsi_ver;
1432         else
1433                 vf->fp_hsi = max_t(u8, acquire->vfdev_info.fp_hsi_ver,
1434                                    ETH_FP_HSI_VER_2);
1435         if (vf->fp_hsi > ETH_FP_HSI_VERSION) {
1436                 DP(BNX2X_MSG_IOV,
1437                    "VF [%d] - Can't support acquire request since VF requests a FW version which is too new [%02x > %02x]\n",
1438                    vf->abs_vfid, acquire->vfdev_info.fp_hsi_ver,
1439                    ETH_FP_HSI_VERSION);
1440                 rc = -EINVAL;
1441                 goto out;
1442         }
1443
1444         /* acquire the resources */
1445         rc = bnx2x_vf_acquire(bp, vf, &acquire->resc_request);
1446
1447         /* store address of vf's bulletin board */
1448         vf->bulletin_map = acquire->bulletin_addr;
1449         if (acquire->vfdev_info.caps & VF_CAP_SUPPORT_EXT_BULLETIN) {
1450                 DP(BNX2X_MSG_IOV, "VF[%d] supports long bulletin boards\n",
1451                    vf->abs_vfid);
1452                 vf->cfg_flags |= VF_CFG_EXT_BULLETIN;
1453         } else {
1454                 vf->cfg_flags &= ~VF_CFG_EXT_BULLETIN;
1455         }
1456
1457         if (acquire->vfdev_info.caps & VF_CAP_SUPPORT_VLAN_FILTER) {
1458                 DP(BNX2X_MSG_IOV, "VF[%d] supports vlan filtering\n",
1459                    vf->abs_vfid);
1460                 vf->cfg_flags |= VF_CFG_VLAN_FILTER;
1461         } else {
1462                 vf->cfg_flags &= ~VF_CFG_VLAN_FILTER;
1463         }
1464
1465 out:
1466         /* response */
1467         bnx2x_vf_mbx_acquire_resp(bp, vf, mbx, rc);
1468 }
1469
1470 static void bnx2x_vf_mbx_init_vf(struct bnx2x *bp, struct bnx2x_virtf *vf,
1471                               struct bnx2x_vf_mbx *mbx)
1472 {
1473         struct vfpf_init_tlv *init = &mbx->msg->req.init;
1474         int rc;
1475
1476         /* record ghost addresses from vf message */
1477         vf->fw_stat_map = init->stats_addr;
1478         vf->stats_stride = init->stats_stride;
1479         rc = bnx2x_vf_init(bp, vf, (dma_addr_t *)init->sb_addr);
1480
1481         /* set VF multiqueue statistics collection mode */
1482         if (init->flags & VFPF_INIT_FLG_STATS_COALESCE)
1483                 vf->cfg_flags |= VF_CFG_STATS_COALESCE;
1484
1485         /* Update VF's view of link state */
1486         if (vf->cfg_flags & VF_CFG_EXT_BULLETIN)
1487                 bnx2x_iov_link_update_vf(bp, vf->index);
1488
1489         /* response */
1490         bnx2x_vf_mbx_resp(bp, vf, rc);
1491 }
1492
1493 /* convert MBX queue-flags to standard SP queue-flags */
1494 static void bnx2x_vf_mbx_set_q_flags(struct bnx2x *bp, u32 mbx_q_flags,
1495                                      unsigned long *sp_q_flags)
1496 {
1497         if (mbx_q_flags & VFPF_QUEUE_FLG_TPA)
1498                 __set_bit(BNX2X_Q_FLG_TPA, sp_q_flags);
1499         if (mbx_q_flags & VFPF_QUEUE_FLG_TPA_IPV6)
1500                 __set_bit(BNX2X_Q_FLG_TPA_IPV6, sp_q_flags);
1501         if (mbx_q_flags & VFPF_QUEUE_FLG_TPA_GRO)
1502                 __set_bit(BNX2X_Q_FLG_TPA_GRO, sp_q_flags);
1503         if (mbx_q_flags & VFPF_QUEUE_FLG_STATS)
1504                 __set_bit(BNX2X_Q_FLG_STATS, sp_q_flags);
1505         if (mbx_q_flags & VFPF_QUEUE_FLG_VLAN)
1506                 __set_bit(BNX2X_Q_FLG_VLAN, sp_q_flags);
1507         if (mbx_q_flags & VFPF_QUEUE_FLG_COS)
1508                 __set_bit(BNX2X_Q_FLG_COS, sp_q_flags);
1509         if (mbx_q_flags & VFPF_QUEUE_FLG_HC)
1510                 __set_bit(BNX2X_Q_FLG_HC, sp_q_flags);
1511         if (mbx_q_flags & VFPF_QUEUE_FLG_DHC)
1512                 __set_bit(BNX2X_Q_FLG_DHC, sp_q_flags);
1513         if (mbx_q_flags & VFPF_QUEUE_FLG_LEADING_RSS)
1514                 __set_bit(BNX2X_Q_FLG_LEADING_RSS, sp_q_flags);
1515
1516         /* outer vlan removal is set according to PF's multi function mode */
1517         if (IS_MF_SD(bp))
1518                 __set_bit(BNX2X_Q_FLG_OV, sp_q_flags);
1519 }
1520
1521 static void bnx2x_vf_mbx_setup_q(struct bnx2x *bp, struct bnx2x_virtf *vf,
1522                                  struct bnx2x_vf_mbx *mbx)
1523 {
1524         struct vfpf_setup_q_tlv *setup_q = &mbx->msg->req.setup_q;
1525         struct bnx2x_vf_queue_construct_params qctor;
1526         int rc = 0;
1527
1528         /* verify vf_qid */
1529         if (setup_q->vf_qid >= vf_rxq_count(vf)) {
1530                 BNX2X_ERR("vf_qid %d invalid, max queue count is %d\n",
1531                           setup_q->vf_qid, vf_rxq_count(vf));
1532                 rc = -EINVAL;
1533                 goto response;
1534         }
1535
1536         /* tx queues must be setup alongside rx queues thus if the rx queue
1537          * is not marked as valid there's nothing to do.
1538          */
1539         if (setup_q->param_valid & (VFPF_RXQ_VALID|VFPF_TXQ_VALID)) {
1540                 struct bnx2x_vf_queue *q = vfq_get(vf, setup_q->vf_qid);
1541                 unsigned long q_type = 0;
1542
1543                 struct bnx2x_queue_init_params *init_p;
1544                 struct bnx2x_queue_setup_params *setup_p;
1545
1546                 if (bnx2x_vfq_is_leading(q))
1547                         bnx2x_leading_vfq_init(bp, vf, q);
1548
1549                 /* re-init the VF operation context */
1550                 memset(&qctor, 0 ,
1551                        sizeof(struct bnx2x_vf_queue_construct_params));
1552                 setup_p = &qctor.prep_qsetup;
1553                 init_p =  &qctor.qstate.params.init;
1554
1555                 /* activate immediately */
1556                 __set_bit(BNX2X_Q_FLG_ACTIVE, &setup_p->flags);
1557
1558                 if (setup_q->param_valid & VFPF_TXQ_VALID) {
1559                         struct bnx2x_txq_setup_params *txq_params =
1560                                 &setup_p->txq_params;
1561
1562                         __set_bit(BNX2X_Q_TYPE_HAS_TX, &q_type);
1563
1564                         /* save sb resource index */
1565                         q->sb_idx = setup_q->txq.vf_sb;
1566
1567                         /* tx init */
1568                         init_p->tx.hc_rate = setup_q->txq.hc_rate;
1569                         init_p->tx.sb_cq_index = setup_q->txq.sb_index;
1570
1571                         bnx2x_vf_mbx_set_q_flags(bp, setup_q->txq.flags,
1572                                                  &init_p->tx.flags);
1573
1574                         /* tx setup - flags */
1575                         bnx2x_vf_mbx_set_q_flags(bp, setup_q->txq.flags,
1576                                                  &setup_p->flags);
1577
1578                         /* tx setup - general, nothing */
1579
1580                         /* tx setup - tx */
1581                         txq_params->dscr_map = setup_q->txq.txq_addr;
1582                         txq_params->sb_cq_index = setup_q->txq.sb_index;
1583                         txq_params->traffic_type = setup_q->txq.traffic_type;
1584
1585                         bnx2x_vfop_qctor_dump_tx(bp, vf, init_p, setup_p,
1586                                                  q->index, q->sb_idx);
1587                 }
1588
1589                 if (setup_q->param_valid & VFPF_RXQ_VALID) {
1590                         struct bnx2x_rxq_setup_params *rxq_params =
1591                                                         &setup_p->rxq_params;
1592
1593                         __set_bit(BNX2X_Q_TYPE_HAS_RX, &q_type);
1594
1595                         /* Note: there is no support for different SBs
1596                          * for TX and RX
1597                          */
1598                         q->sb_idx = setup_q->rxq.vf_sb;
1599
1600                         /* rx init */
1601                         init_p->rx.hc_rate = setup_q->rxq.hc_rate;
1602                         init_p->rx.sb_cq_index = setup_q->rxq.sb_index;
1603                         bnx2x_vf_mbx_set_q_flags(bp, setup_q->rxq.flags,
1604                                                  &init_p->rx.flags);
1605
1606                         /* rx setup - flags */
1607                         bnx2x_vf_mbx_set_q_flags(bp, setup_q->rxq.flags,
1608                                                  &setup_p->flags);
1609
1610                         /* rx setup - general */
1611                         setup_p->gen_params.mtu = setup_q->rxq.mtu;
1612
1613                         /* rx setup - rx */
1614                         rxq_params->drop_flags = setup_q->rxq.drop_flags;
1615                         rxq_params->dscr_map = setup_q->rxq.rxq_addr;
1616                         rxq_params->sge_map = setup_q->rxq.sge_addr;
1617                         rxq_params->rcq_map = setup_q->rxq.rcq_addr;
1618                         rxq_params->rcq_np_map = setup_q->rxq.rcq_np_addr;
1619                         rxq_params->buf_sz = setup_q->rxq.buf_sz;
1620                         rxq_params->tpa_agg_sz = setup_q->rxq.tpa_agg_sz;
1621                         rxq_params->max_sges_pkt = setup_q->rxq.max_sge_pkt;
1622                         rxq_params->sge_buf_sz = setup_q->rxq.sge_buf_sz;
1623                         rxq_params->cache_line_log =
1624                                 setup_q->rxq.cache_line_log;
1625                         rxq_params->sb_cq_index = setup_q->rxq.sb_index;
1626
1627                         /* rx setup - multicast engine */
1628                         if (bnx2x_vfq_is_leading(q)) {
1629                                 u8 mcast_id = FW_VF_HANDLE(vf->abs_vfid);
1630
1631                                 rxq_params->mcast_engine_id = mcast_id;
1632                                 __set_bit(BNX2X_Q_FLG_MCAST, &setup_p->flags);
1633                         }
1634
1635                         bnx2x_vfop_qctor_dump_rx(bp, vf, init_p, setup_p,
1636                                                  q->index, q->sb_idx);
1637                 }
1638                 /* complete the preparations */
1639                 bnx2x_vfop_qctor_prep(bp, vf, q, &qctor, q_type);
1640
1641                 rc = bnx2x_vf_queue_setup(bp, vf, q->index, &qctor);
1642                 if (rc)
1643                         goto response;
1644         }
1645 response:
1646         bnx2x_vf_mbx_resp(bp, vf, rc);
1647 }
1648
1649 static int bnx2x_vf_mbx_macvlan_list(struct bnx2x *bp,
1650                                      struct bnx2x_virtf *vf,
1651                                      struct vfpf_set_q_filters_tlv *tlv,
1652                                      struct bnx2x_vf_mac_vlan_filters **pfl,
1653                                      u32 type_flag)
1654 {
1655         int i, j;
1656         struct bnx2x_vf_mac_vlan_filters *fl = NULL;
1657
1658         fl = kzalloc(struct_size(fl, filters, tlv->n_mac_vlan_filters),
1659                      GFP_KERNEL);
1660         if (!fl)
1661                 return -ENOMEM;
1662
1663         for (i = 0, j = 0; i < tlv->n_mac_vlan_filters; i++) {
1664                 struct vfpf_q_mac_vlan_filter *msg_filter = &tlv->filters[i];
1665
1666                 if ((msg_filter->flags & type_flag) != type_flag)
1667                         continue;
1668                 memset(&fl->filters[j], 0, sizeof(fl->filters[j]));
1669                 if (type_flag & VFPF_Q_FILTER_DEST_MAC_VALID) {
1670                         fl->filters[j].mac = msg_filter->mac;
1671                         fl->filters[j].type |= BNX2X_VF_FILTER_MAC;
1672                 }
1673                 if (type_flag & VFPF_Q_FILTER_VLAN_TAG_VALID) {
1674                         fl->filters[j].vid = msg_filter->vlan_tag;
1675                         fl->filters[j].type |= BNX2X_VF_FILTER_VLAN;
1676                 }
1677                 fl->filters[j].add = !!(msg_filter->flags & VFPF_Q_FILTER_SET);
1678                 fl->count++;
1679                 j++;
1680         }
1681         if (!fl->count)
1682                 kfree(fl);
1683         else
1684                 *pfl = fl;
1685
1686         return 0;
1687 }
1688
1689 static int bnx2x_vf_filters_contain(struct vfpf_set_q_filters_tlv *filters,
1690                                     u32 flags)
1691 {
1692         int i, cnt = 0;
1693
1694         for (i = 0; i < filters->n_mac_vlan_filters; i++)
1695                 if  ((filters->filters[i].flags & flags) == flags)
1696                         cnt++;
1697
1698         return cnt;
1699 }
1700
1701 static void bnx2x_vf_mbx_dp_q_filter(struct bnx2x *bp, int msglvl, int idx,
1702                                        struct vfpf_q_mac_vlan_filter *filter)
1703 {
1704         DP(msglvl, "MAC-VLAN[%d] -- flags=0x%x\n", idx, filter->flags);
1705         if (filter->flags & VFPF_Q_FILTER_VLAN_TAG_VALID)
1706                 DP_CONT(msglvl, ", vlan=%d", filter->vlan_tag);
1707         if (filter->flags & VFPF_Q_FILTER_DEST_MAC_VALID)
1708                 DP_CONT(msglvl, ", MAC=%pM", filter->mac);
1709         DP_CONT(msglvl, "\n");
1710 }
1711
1712 static void bnx2x_vf_mbx_dp_q_filters(struct bnx2x *bp, int msglvl,
1713                                        struct vfpf_set_q_filters_tlv *filters)
1714 {
1715         int i;
1716
1717         if (filters->flags & VFPF_SET_Q_FILTERS_MAC_VLAN_CHANGED)
1718                 for (i = 0; i < filters->n_mac_vlan_filters; i++)
1719                         bnx2x_vf_mbx_dp_q_filter(bp, msglvl, i,
1720                                                  &filters->filters[i]);
1721
1722         if (filters->flags & VFPF_SET_Q_FILTERS_RX_MASK_CHANGED)
1723                 DP(msglvl, "RX-MASK=0x%x\n", filters->rx_mask);
1724
1725         if (filters->flags & VFPF_SET_Q_FILTERS_MULTICAST_CHANGED)
1726                 for (i = 0; i < filters->n_multicast; i++)
1727                         DP(msglvl, "MULTICAST=%pM\n", filters->multicast[i]);
1728 }
1729
1730 #define VFPF_MAC_FILTER         VFPF_Q_FILTER_DEST_MAC_VALID
1731 #define VFPF_VLAN_FILTER        VFPF_Q_FILTER_VLAN_TAG_VALID
1732 #define VFPF_VLAN_MAC_FILTER    (VFPF_VLAN_FILTER | VFPF_MAC_FILTER)
1733
1734 static int bnx2x_vf_mbx_qfilters(struct bnx2x *bp, struct bnx2x_virtf *vf)
1735 {
1736         int rc = 0;
1737
1738         struct vfpf_set_q_filters_tlv *msg =
1739                 &BP_VF_MBX(bp, vf->index)->msg->req.set_q_filters;
1740
1741         /* check for any mac/vlan changes */
1742         if (msg->flags & VFPF_SET_Q_FILTERS_MAC_VLAN_CHANGED) {
1743                 struct bnx2x_vf_mac_vlan_filters *fl = NULL;
1744
1745                 /* build vlan-mac list */
1746                 rc = bnx2x_vf_mbx_macvlan_list(bp, vf, msg, &fl,
1747                                                VFPF_VLAN_MAC_FILTER);
1748                 if (rc)
1749                         goto op_err;
1750
1751                 if (fl) {
1752
1753                         /* set vlan-mac list */
1754                         rc = bnx2x_vf_mac_vlan_config_list(bp, vf, fl,
1755                                                            msg->vf_qid,
1756                                                            false);
1757                         if (rc)
1758                                 goto op_err;
1759                 }
1760
1761                 /* build mac list */
1762                 fl = NULL;
1763
1764                 rc = bnx2x_vf_mbx_macvlan_list(bp, vf, msg, &fl,
1765                                                VFPF_MAC_FILTER);
1766                 if (rc)
1767                         goto op_err;
1768
1769                 if (fl) {
1770                         /* set mac list */
1771                         rc = bnx2x_vf_mac_vlan_config_list(bp, vf, fl,
1772                                                            msg->vf_qid,
1773                                                            false);
1774                         if (rc)
1775                                 goto op_err;
1776                 }
1777
1778                 /* build vlan list */
1779                 fl = NULL;
1780
1781                 rc = bnx2x_vf_mbx_macvlan_list(bp, vf, msg, &fl,
1782                                                VFPF_VLAN_FILTER);
1783                 if (rc)
1784                         goto op_err;
1785
1786                 if (fl) {
1787                         /* set vlan list */
1788                         rc = bnx2x_vf_mac_vlan_config_list(bp, vf, fl,
1789                                                            msg->vf_qid,
1790                                                            false);
1791                         if (rc)
1792                                 goto op_err;
1793                 }
1794
1795         }
1796
1797         if (msg->flags & VFPF_SET_Q_FILTERS_RX_MASK_CHANGED) {
1798                 unsigned long accept = 0;
1799                 struct pf_vf_bulletin_content *bulletin =
1800                                         BP_VF_BULLETIN(bp, vf->index);
1801
1802                 /* Ignore VF requested mode; instead set a regular mode */
1803                 if (msg->rx_mask !=  VFPF_RX_MASK_ACCEPT_NONE) {
1804                         __set_bit(BNX2X_ACCEPT_UNICAST, &accept);
1805                         __set_bit(BNX2X_ACCEPT_MULTICAST, &accept);
1806                         __set_bit(BNX2X_ACCEPT_BROADCAST, &accept);
1807                 }
1808
1809                 /* any_vlan is not configured if HV is forcing VLAN
1810                  * any_vlan is configured if
1811                  *   1. VF does not support vlan filtering
1812                  *   OR
1813                  *   2. VF supports vlan filtering and explicitly requested it
1814                  */
1815                 if (!(bulletin->valid_bitmap & (1 << VLAN_VALID)) &&
1816                     (!(vf->cfg_flags & VF_CFG_VLAN_FILTER) ||
1817                      msg->rx_mask & VFPF_RX_MASK_ACCEPT_ANY_VLAN))
1818                         __set_bit(BNX2X_ACCEPT_ANY_VLAN, &accept);
1819
1820                 /* set rx-mode */
1821                 rc = bnx2x_vf_rxmode(bp, vf, msg->vf_qid, accept);
1822                 if (rc)
1823                         goto op_err;
1824         }
1825
1826         if (msg->flags & VFPF_SET_Q_FILTERS_MULTICAST_CHANGED) {
1827                 /* set mcasts */
1828                 rc = bnx2x_vf_mcast(bp, vf, msg->multicast,
1829                                     msg->n_multicast, false);
1830                 if (rc)
1831                         goto op_err;
1832         }
1833 op_err:
1834         if (rc)
1835                 BNX2X_ERR("QFILTERS[%d:%d] error: rc %d\n",
1836                           vf->abs_vfid, msg->vf_qid, rc);
1837         return rc;
1838 }
1839
1840 static int bnx2x_filters_validate_mac(struct bnx2x *bp,
1841                                       struct bnx2x_virtf *vf,
1842                                       struct vfpf_set_q_filters_tlv *filters)
1843 {
1844         struct pf_vf_bulletin_content *bulletin = BP_VF_BULLETIN(bp, vf->index);
1845         int rc = 0;
1846
1847         /* if a mac was already set for this VF via the set vf mac ndo, we only
1848          * accept mac configurations of that mac. Why accept them at all?
1849          * because PF may have been unable to configure the mac at the time
1850          * since queue was not set up.
1851          */
1852         if (bulletin->valid_bitmap & 1 << MAC_ADDR_VALID) {
1853                 struct vfpf_q_mac_vlan_filter *filter = NULL;
1854                 int i;
1855
1856                 for (i = 0; i < filters->n_mac_vlan_filters; i++) {
1857                         if (!(filters->filters[i].flags &
1858                               VFPF_Q_FILTER_DEST_MAC_VALID))
1859                                 continue;
1860
1861                         /* once a mac was set by ndo can only accept
1862                          * a single mac...
1863                          */
1864                         if (filter) {
1865                                 BNX2X_ERR("VF[%d] requested the addition of multiple macs after set_vf_mac ndo was called [%d filters]\n",
1866                                           vf->abs_vfid,
1867                                           filters->n_mac_vlan_filters);
1868                                 rc = -EPERM;
1869                                 goto response;
1870                         }
1871
1872                         filter = &filters->filters[i];
1873                 }
1874
1875                 /* ...and only the mac set by the ndo */
1876                 if (filter &&
1877                     !ether_addr_equal(filter->mac, bulletin->mac)) {
1878                         BNX2X_ERR("VF[%d] requested the addition of a mac address not matching the one configured by set_vf_mac ndo\n",
1879                                   vf->abs_vfid);
1880
1881                         rc = -EPERM;
1882                         goto response;
1883                 }
1884         }
1885
1886 response:
1887         return rc;
1888 }
1889
1890 static int bnx2x_filters_validate_vlan(struct bnx2x *bp,
1891                                        struct bnx2x_virtf *vf,
1892                                        struct vfpf_set_q_filters_tlv *filters)
1893 {
1894         struct pf_vf_bulletin_content *bulletin = BP_VF_BULLETIN(bp, vf->index);
1895         int rc = 0;
1896
1897         /* if vlan was set by hypervisor we don't allow guest to config vlan */
1898         if (bulletin->valid_bitmap & 1 << VLAN_VALID) {
1899                 /* search for vlan filters */
1900
1901                 if (bnx2x_vf_filters_contain(filters,
1902                                              VFPF_Q_FILTER_VLAN_TAG_VALID)) {
1903                         BNX2X_ERR("VF[%d] attempted to configure vlan but one was already set by Hypervisor. Aborting request\n",
1904                                   vf->abs_vfid);
1905                         rc = -EPERM;
1906                         goto response;
1907                 }
1908         }
1909
1910         /* verify vf_qid */
1911         if (filters->vf_qid > vf_rxq_count(vf)) {
1912                 rc = -EPERM;
1913                 goto response;
1914         }
1915
1916 response:
1917         return rc;
1918 }
1919
1920 static void bnx2x_vf_mbx_set_q_filters(struct bnx2x *bp,
1921                                        struct bnx2x_virtf *vf,
1922                                        struct bnx2x_vf_mbx *mbx)
1923 {
1924         struct vfpf_set_q_filters_tlv *filters = &mbx->msg->req.set_q_filters;
1925         int rc;
1926
1927         rc = bnx2x_filters_validate_mac(bp, vf, filters);
1928         if (rc)
1929                 goto response;
1930
1931         rc = bnx2x_filters_validate_vlan(bp, vf, filters);
1932         if (rc)
1933                 goto response;
1934
1935         DP(BNX2X_MSG_IOV, "VF[%d] Q_FILTERS: queue[%d]\n",
1936            vf->abs_vfid,
1937            filters->vf_qid);
1938
1939         /* print q_filter message */
1940         bnx2x_vf_mbx_dp_q_filters(bp, BNX2X_MSG_IOV, filters);
1941
1942         rc = bnx2x_vf_mbx_qfilters(bp, vf);
1943 response:
1944         bnx2x_vf_mbx_resp(bp, vf, rc);
1945 }
1946
1947 static void bnx2x_vf_mbx_teardown_q(struct bnx2x *bp, struct bnx2x_virtf *vf,
1948                                     struct bnx2x_vf_mbx *mbx)
1949 {
1950         int qid = mbx->msg->req.q_op.vf_qid;
1951         int rc;
1952
1953         DP(BNX2X_MSG_IOV, "VF[%d] Q_TEARDOWN: vf_qid=%d\n",
1954            vf->abs_vfid, qid);
1955
1956         rc = bnx2x_vf_queue_teardown(bp, vf, qid);
1957         bnx2x_vf_mbx_resp(bp, vf, rc);
1958 }
1959
1960 static void bnx2x_vf_mbx_close_vf(struct bnx2x *bp, struct bnx2x_virtf *vf,
1961                                   struct bnx2x_vf_mbx *mbx)
1962 {
1963         int rc;
1964
1965         DP(BNX2X_MSG_IOV, "VF[%d] VF_CLOSE\n", vf->abs_vfid);
1966
1967         rc = bnx2x_vf_close(bp, vf);
1968         bnx2x_vf_mbx_resp(bp, vf, rc);
1969 }
1970
1971 static void bnx2x_vf_mbx_release_vf(struct bnx2x *bp, struct bnx2x_virtf *vf,
1972                                     struct bnx2x_vf_mbx *mbx)
1973 {
1974         int rc;
1975
1976         DP(BNX2X_MSG_IOV, "VF[%d] VF_RELEASE\n", vf->abs_vfid);
1977
1978         rc = bnx2x_vf_free(bp, vf);
1979         bnx2x_vf_mbx_resp(bp, vf, rc);
1980 }
1981
1982 static void bnx2x_vf_mbx_update_rss(struct bnx2x *bp, struct bnx2x_virtf *vf,
1983                                     struct bnx2x_vf_mbx *mbx)
1984 {
1985         struct bnx2x_config_rss_params rss;
1986         struct vfpf_rss_tlv *rss_tlv = &mbx->msg->req.update_rss;
1987         int rc = 0;
1988
1989         if (rss_tlv->ind_table_size != T_ETH_INDIRECTION_TABLE_SIZE ||
1990             rss_tlv->rss_key_size != T_ETH_RSS_KEY) {
1991                 BNX2X_ERR("failing rss configuration of vf %d due to size mismatch\n",
1992                           vf->index);
1993                 rc = -EINVAL;
1994                 goto mbx_resp;
1995         }
1996
1997         memset(&rss, 0, sizeof(struct bnx2x_config_rss_params));
1998
1999         /* set vfop params according to rss tlv */
2000         memcpy(rss.ind_table, rss_tlv->ind_table,
2001                T_ETH_INDIRECTION_TABLE_SIZE);
2002         memcpy(rss.rss_key, rss_tlv->rss_key, sizeof(rss_tlv->rss_key));
2003         rss.rss_obj = &vf->rss_conf_obj;
2004         rss.rss_result_mask = rss_tlv->rss_result_mask;
2005
2006         /* flags handled individually for backward/forward compatibility */
2007         rss.rss_flags = 0;
2008         rss.ramrod_flags = 0;
2009
2010         if (rss_tlv->rss_flags & VFPF_RSS_MODE_DISABLED)
2011                 __set_bit(BNX2X_RSS_MODE_DISABLED, &rss.rss_flags);
2012         if (rss_tlv->rss_flags & VFPF_RSS_MODE_REGULAR)
2013                 __set_bit(BNX2X_RSS_MODE_REGULAR, &rss.rss_flags);
2014         if (rss_tlv->rss_flags & VFPF_RSS_SET_SRCH)
2015                 __set_bit(BNX2X_RSS_SET_SRCH, &rss.rss_flags);
2016         if (rss_tlv->rss_flags & VFPF_RSS_IPV4)
2017                 __set_bit(BNX2X_RSS_IPV4, &rss.rss_flags);
2018         if (rss_tlv->rss_flags & VFPF_RSS_IPV4_TCP)
2019                 __set_bit(BNX2X_RSS_IPV4_TCP, &rss.rss_flags);
2020         if (rss_tlv->rss_flags & VFPF_RSS_IPV4_UDP)
2021                 __set_bit(BNX2X_RSS_IPV4_UDP, &rss.rss_flags);
2022         if (rss_tlv->rss_flags & VFPF_RSS_IPV6)
2023                 __set_bit(BNX2X_RSS_IPV6, &rss.rss_flags);
2024         if (rss_tlv->rss_flags & VFPF_RSS_IPV6_TCP)
2025                 __set_bit(BNX2X_RSS_IPV6_TCP, &rss.rss_flags);
2026         if (rss_tlv->rss_flags & VFPF_RSS_IPV6_UDP)
2027                 __set_bit(BNX2X_RSS_IPV6_UDP, &rss.rss_flags);
2028
2029         if ((!(rss_tlv->rss_flags & VFPF_RSS_IPV4_TCP) &&
2030              rss_tlv->rss_flags & VFPF_RSS_IPV4_UDP) ||
2031             (!(rss_tlv->rss_flags & VFPF_RSS_IPV6_TCP) &&
2032              rss_tlv->rss_flags & VFPF_RSS_IPV6_UDP)) {
2033                 BNX2X_ERR("about to hit a FW assert. aborting...\n");
2034                 rc = -EINVAL;
2035                 goto mbx_resp;
2036         }
2037
2038         rc = bnx2x_vf_rss_update(bp, vf, &rss);
2039 mbx_resp:
2040         bnx2x_vf_mbx_resp(bp, vf, rc);
2041 }
2042
2043 static int bnx2x_validate_tpa_params(struct bnx2x *bp,
2044                                        struct vfpf_tpa_tlv *tpa_tlv)
2045 {
2046         int rc = 0;
2047
2048         if (tpa_tlv->tpa_client_info.max_sges_for_packet >
2049             U_ETH_MAX_SGES_FOR_PACKET) {
2050                 rc = -EINVAL;
2051                 BNX2X_ERR("TPA update: max_sges received %d, max is %d\n",
2052                           tpa_tlv->tpa_client_info.max_sges_for_packet,
2053                           U_ETH_MAX_SGES_FOR_PACKET);
2054         }
2055
2056         if (tpa_tlv->tpa_client_info.max_tpa_queues > MAX_AGG_QS(bp)) {
2057                 rc = -EINVAL;
2058                 BNX2X_ERR("TPA update: max_tpa_queues received %d, max is %d\n",
2059                           tpa_tlv->tpa_client_info.max_tpa_queues,
2060                           MAX_AGG_QS(bp));
2061         }
2062
2063         return rc;
2064 }
2065
2066 static void bnx2x_vf_mbx_update_tpa(struct bnx2x *bp, struct bnx2x_virtf *vf,
2067                                     struct bnx2x_vf_mbx *mbx)
2068 {
2069         struct bnx2x_queue_update_tpa_params vf_op_params;
2070         struct vfpf_tpa_tlv *tpa_tlv = &mbx->msg->req.update_tpa;
2071         int rc = 0;
2072
2073         memset(&vf_op_params, 0, sizeof(vf_op_params));
2074
2075         if (bnx2x_validate_tpa_params(bp, tpa_tlv))
2076                 goto mbx_resp;
2077
2078         vf_op_params.complete_on_both_clients =
2079                 tpa_tlv->tpa_client_info.complete_on_both_clients;
2080         vf_op_params.dont_verify_thr =
2081                 tpa_tlv->tpa_client_info.dont_verify_thr;
2082         vf_op_params.max_agg_sz =
2083                 tpa_tlv->tpa_client_info.max_agg_size;
2084         vf_op_params.max_sges_pkt =
2085                 tpa_tlv->tpa_client_info.max_sges_for_packet;
2086         vf_op_params.max_tpa_queues =
2087                 tpa_tlv->tpa_client_info.max_tpa_queues;
2088         vf_op_params.sge_buff_sz =
2089                 tpa_tlv->tpa_client_info.sge_buff_size;
2090         vf_op_params.sge_pause_thr_high =
2091                 tpa_tlv->tpa_client_info.sge_pause_thr_high;
2092         vf_op_params.sge_pause_thr_low =
2093                 tpa_tlv->tpa_client_info.sge_pause_thr_low;
2094         vf_op_params.tpa_mode =
2095                 tpa_tlv->tpa_client_info.tpa_mode;
2096         vf_op_params.update_ipv4 =
2097                 tpa_tlv->tpa_client_info.update_ipv4;
2098         vf_op_params.update_ipv6 =
2099                 tpa_tlv->tpa_client_info.update_ipv6;
2100
2101         rc = bnx2x_vf_tpa_update(bp, vf, tpa_tlv, &vf_op_params);
2102
2103 mbx_resp:
2104         bnx2x_vf_mbx_resp(bp, vf, rc);
2105 }
2106
2107 /* dispatch request */
2108 static void bnx2x_vf_mbx_request(struct bnx2x *bp, struct bnx2x_virtf *vf,
2109                                   struct bnx2x_vf_mbx *mbx)
2110 {
2111         int i;
2112
2113         /* check if tlv type is known */
2114         if (bnx2x_tlv_supported(mbx->first_tlv.tl.type)) {
2115                 /* Lock the per vf op mutex and note the locker's identity.
2116                  * The unlock will take place in mbx response.
2117                  */
2118                 bnx2x_lock_vf_pf_channel(bp, vf, mbx->first_tlv.tl.type);
2119
2120                 /* switch on the opcode */
2121                 switch (mbx->first_tlv.tl.type) {
2122                 case CHANNEL_TLV_ACQUIRE:
2123                         bnx2x_vf_mbx_acquire(bp, vf, mbx);
2124                         return;
2125                 case CHANNEL_TLV_INIT:
2126                         bnx2x_vf_mbx_init_vf(bp, vf, mbx);
2127                         return;
2128                 case CHANNEL_TLV_SETUP_Q:
2129                         bnx2x_vf_mbx_setup_q(bp, vf, mbx);
2130                         return;
2131                 case CHANNEL_TLV_SET_Q_FILTERS:
2132                         bnx2x_vf_mbx_set_q_filters(bp, vf, mbx);
2133                         return;
2134                 case CHANNEL_TLV_TEARDOWN_Q:
2135                         bnx2x_vf_mbx_teardown_q(bp, vf, mbx);
2136                         return;
2137                 case CHANNEL_TLV_CLOSE:
2138                         bnx2x_vf_mbx_close_vf(bp, vf, mbx);
2139                         return;
2140                 case CHANNEL_TLV_RELEASE:
2141                         bnx2x_vf_mbx_release_vf(bp, vf, mbx);
2142                         return;
2143                 case CHANNEL_TLV_UPDATE_RSS:
2144                         bnx2x_vf_mbx_update_rss(bp, vf, mbx);
2145                         return;
2146                 case CHANNEL_TLV_UPDATE_TPA:
2147                         bnx2x_vf_mbx_update_tpa(bp, vf, mbx);
2148                         return;
2149                 }
2150
2151         } else {
2152                 /* unknown TLV - this may belong to a VF driver from the future
2153                  * - a version written after this PF driver was written, which
2154                  * supports features unknown as of yet. Too bad since we don't
2155                  * support them. Or this may be because someone wrote a crappy
2156                  * VF driver and is sending garbage over the channel.
2157                  */
2158                 BNX2X_ERR("unknown TLV. type %d length %d vf->state was %d. first 20 bytes of mailbox buffer:\n",
2159                           mbx->first_tlv.tl.type, mbx->first_tlv.tl.length,
2160                           vf->state);
2161                 for (i = 0; i < 20; i++)
2162                         DP_CONT(BNX2X_MSG_IOV, "%x ",
2163                                 mbx->msg->req.tlv_buf_size.tlv_buffer[i]);
2164         }
2165
2166         /* can we respond to VF (do we have an address for it?) */
2167         if (vf->state == VF_ACQUIRED || vf->state == VF_ENABLED) {
2168                 /* notify the VF that we do not support this request */
2169                 bnx2x_vf_mbx_resp(bp, vf, PFVF_STATUS_NOT_SUPPORTED);
2170         } else {
2171                 /* can't send a response since this VF is unknown to us
2172                  * just ack the FW to release the mailbox and unlock
2173                  * the channel.
2174                  */
2175                 storm_memset_vf_mbx_ack(bp, vf->abs_vfid);
2176                 /* Firmware ack should be written before unlocking channel */
2177                 mmiowb();
2178                 bnx2x_unlock_vf_pf_channel(bp, vf, mbx->first_tlv.tl.type);
2179         }
2180 }
2181
2182 void bnx2x_vf_mbx_schedule(struct bnx2x *bp,
2183                            struct vf_pf_event_data *vfpf_event)
2184 {
2185         u8 vf_idx;
2186
2187         DP(BNX2X_MSG_IOV,
2188            "vf pf event received: vfid %d, address_hi %x, address lo %x",
2189            vfpf_event->vf_id, vfpf_event->msg_addr_hi, vfpf_event->msg_addr_lo);
2190         /* Sanity checks consider removing later */
2191
2192         /* check if the vf_id is valid */
2193         if (vfpf_event->vf_id - BP_VFDB(bp)->sriov.first_vf_in_pf >
2194             BNX2X_NR_VIRTFN(bp)) {
2195                 BNX2X_ERR("Illegal vf_id %d max allowed: %d\n",
2196                           vfpf_event->vf_id, BNX2X_NR_VIRTFN(bp));
2197                 return;
2198         }
2199
2200         vf_idx = bnx2x_vf_idx_by_abs_fid(bp, vfpf_event->vf_id);
2201
2202         /* Update VFDB with current message and schedule its handling */
2203         mutex_lock(&BP_VFDB(bp)->event_mutex);
2204         BP_VF_MBX(bp, vf_idx)->vf_addr_hi =
2205                 le32_to_cpu(vfpf_event->msg_addr_hi);
2206         BP_VF_MBX(bp, vf_idx)->vf_addr_lo =
2207                 le32_to_cpu(vfpf_event->msg_addr_lo);
2208         BP_VFDB(bp)->event_occur |= (1ULL << vf_idx);
2209         mutex_unlock(&BP_VFDB(bp)->event_mutex);
2210
2211         bnx2x_schedule_iov_task(bp, BNX2X_IOV_HANDLE_VF_MSG);
2212 }
2213
2214 /* handle new vf-pf messages */
2215 void bnx2x_vf_mbx(struct bnx2x *bp)
2216 {
2217         struct bnx2x_vfdb *vfdb = BP_VFDB(bp);
2218         u64 events;
2219         u8 vf_idx;
2220         int rc;
2221
2222         if (!vfdb)
2223                 return;
2224
2225         mutex_lock(&vfdb->event_mutex);
2226         events = vfdb->event_occur;
2227         vfdb->event_occur = 0;
2228         mutex_unlock(&vfdb->event_mutex);
2229
2230         for_each_vf(bp, vf_idx) {
2231                 struct bnx2x_vf_mbx *mbx = BP_VF_MBX(bp, vf_idx);
2232                 struct bnx2x_virtf *vf = BP_VF(bp, vf_idx);
2233
2234                 /* Handle VFs which have pending events */
2235                 if (!(events & (1ULL << vf_idx)))
2236                         continue;
2237
2238                 DP(BNX2X_MSG_IOV,
2239                    "Handling vf pf event vfid %d, address: [%x:%x], resp_offset 0x%x\n",
2240                    vf_idx, mbx->vf_addr_hi, mbx->vf_addr_lo,
2241                    mbx->first_tlv.resp_msg_offset);
2242
2243                 /* dmae to get the VF request */
2244                 rc = bnx2x_copy32_vf_dmae(bp, true, mbx->msg_mapping,
2245                                           vf->abs_vfid, mbx->vf_addr_hi,
2246                                           mbx->vf_addr_lo,
2247                                           sizeof(union vfpf_tlvs)/4);
2248                 if (rc) {
2249                         BNX2X_ERR("Failed to copy request VF %d\n",
2250                                   vf->abs_vfid);
2251                         bnx2x_vf_release(bp, vf);
2252                         return;
2253                 }
2254
2255                 /* process the VF message header */
2256                 mbx->first_tlv = mbx->msg->req.first_tlv;
2257
2258                 /* Clean response buffer to refrain from falsely
2259                  * seeing chains.
2260                  */
2261                 memset(&mbx->msg->resp, 0, sizeof(union pfvf_tlvs));
2262
2263                 /* dispatch the request (will prepare the response) */
2264                 bnx2x_vf_mbx_request(bp, vf, mbx);
2265         }
2266 }
2267
2268 void bnx2x_vf_bulletin_finalize(struct pf_vf_bulletin_content *bulletin,
2269                                 bool support_long)
2270 {
2271         /* Older VFs contain a bug where they can't check CRC for bulletin
2272          * boards of length greater than legacy size.
2273          */
2274         bulletin->length = support_long ? BULLETIN_CONTENT_SIZE :
2275                                           BULLETIN_CONTENT_LEGACY_SIZE;
2276         bulletin->crc = bnx2x_crc_vf_bulletin(bulletin);
2277 }
2278
2279 /* propagate local bulletin board to vf */
2280 int bnx2x_post_vf_bulletin(struct bnx2x *bp, int vf)
2281 {
2282         struct pf_vf_bulletin_content *bulletin = BP_VF_BULLETIN(bp, vf);
2283         dma_addr_t pf_addr = BP_VF_BULLETIN_DMA(bp)->mapping +
2284                 vf * BULLETIN_CONTENT_SIZE;
2285         dma_addr_t vf_addr = bnx2x_vf(bp, vf, bulletin_map);
2286         int rc;
2287
2288         /* can only update vf after init took place */
2289         if (bnx2x_vf(bp, vf, state) != VF_ENABLED &&
2290             bnx2x_vf(bp, vf, state) != VF_ACQUIRED)
2291                 return 0;
2292
2293         /* increment bulletin board version and compute crc */
2294         bulletin->version++;
2295         bnx2x_vf_bulletin_finalize(bulletin,
2296                                    (bnx2x_vf(bp, vf, cfg_flags) &
2297                                     VF_CFG_EXT_BULLETIN) ? true : false);
2298
2299         /* propagate bulletin board via dmae to vm memory */
2300         rc = bnx2x_copy32_vf_dmae(bp, false, pf_addr,
2301                                   bnx2x_vf(bp, vf, abs_vfid), U64_HI(vf_addr),
2302                                   U64_LO(vf_addr), bulletin->length / 4);
2303         return rc;
2304 }