drivers/infiniband/hw/ocrdma/ocrdma_stats.c

   1 /* This file is part of the Emulex RoCE Device Driver for
   2  * RoCE (RDMA over Converged Ethernet) adapters.
   3  * Copyright (C) 2012-2015 Emulex. All rights reserved.
   4  * EMULEX and SLI are trademarks of Emulex.
   5  * www.emulex.com
   6  *
   7  * This software is available to you under a choice of one of two licenses.
   8  * You may choose to be licensed under the terms of the GNU General Public
   9  * License (GPL) Version 2, available from the file COPYING in the main
  10  * directory of this source tree, or the BSD license below:
  11  *
  12  * Redistribution and use in source and binary forms, with or without
  13  * modification, are permitted provided that the following conditions
  14  * are met:
  15  *
  16  * - Redistributions of source code must retain the above copyright notice,
  17  *   this list of conditions and the following disclaimer.
  18  *
  19  * - Redistributions in binary form must reproduce the above copyright
  20  *   notice, this list of conditions and the following disclaimer in
  21  *   the documentation and/or other materials provided with the distribution.
  22  *
  23  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
  24  * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,THE
  25  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
  26  * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE
  27  * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
  28  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
  29  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR
  30  * BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
  31  * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
  32  * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
  33  * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  34  *
  35  * Contact Information:
  36  * linux-drivers@emulex.com
  37  *
  38  * Emulex
  39  * 3333 Susan Street
  40  * Costa Mesa, CA 92626
  41  */
  42
  43 #include <rdma/ib_addr.h>
  44 #include <rdma/ib_pma.h>
  45 #include "ocrdma_stats.h"
  46
  47 static struct dentry *ocrdma_dbgfs_dir;
  48
  49 static int ocrdma_add_stat(char *start, char *pcur,
  50                                 char *name, u64 count)
  51 {
  52         char buff[128] = {0};
  53         int cpy_len = 0;
  54
  55         snprintf(buff, 128, "%s: %llu\n", name, count);
  56         cpy_len = strlen(buff);
  57
  58         if (pcur + cpy_len > start + OCRDMA_MAX_DBGFS_MEM) {
  59                 pr_err("%s: No space in stats buff\n", __func__);
  60                 return 0;
  61         }
  62
  63         memcpy(pcur, buff, cpy_len);
  64         return cpy_len;
  65 }
  66
  67 bool ocrdma_alloc_stats_resources(struct ocrdma_dev *dev)
  68 {
  69         struct stats_mem *mem = &dev->stats_mem;
  70
  71         mutex_init(&dev->stats_lock);
  72         /* Alloc mbox command mem*/
  73         mem->size = max_t(u32, sizeof(struct ocrdma_rdma_stats_req),
  74                         sizeof(struct ocrdma_rdma_stats_resp));
  75
  76         mem->va = dma_alloc_coherent(&dev->nic_info.pdev->dev, mem->size,
  77                                      &mem->pa, GFP_KERNEL);
  78         if (!mem->va) {
  79                 pr_err("%s: stats mbox allocation failed\n", __func__);
  80                 return false;
  81         }
  82
  83         /* Alloc debugfs mem */
  84         mem->debugfs_mem = kzalloc(OCRDMA_MAX_DBGFS_MEM, GFP_KERNEL);
  85         if (!mem->debugfs_mem)
  86                 return false;
  87
  88         return true;
  89 }
  90
  91 void ocrdma_release_stats_resources(struct ocrdma_dev *dev)
  92 {
  93         struct stats_mem *mem = &dev->stats_mem;
  94
  95         if (mem->va)
  96                 dma_free_coherent(&dev->nic_info.pdev->dev, mem->size,
  97                                   mem->va, mem->pa);
  98         mem->va = NULL;
  99         kfree(mem->debugfs_mem);
 100 }
 101
 102 static char *ocrdma_resource_stats(struct ocrdma_dev *dev)
 103 {
 104         char *stats = dev->stats_mem.debugfs_mem, *pcur;
 105         struct ocrdma_rdma_stats_resp *rdma_stats =
 106                         (struct ocrdma_rdma_stats_resp *)dev->stats_mem.va;
 107         struct ocrdma_rsrc_stats *rsrc_stats = &rdma_stats->act_rsrc_stats;
 108
 109         memset(stats, 0, (OCRDMA_MAX_DBGFS_MEM));
 110
 111         pcur = stats;
 112         pcur += ocrdma_add_stat(stats, pcur, "active_dpp_pds",
 113                                 (u64)rsrc_stats->dpp_pds);
 114         pcur += ocrdma_add_stat(stats, pcur, "active_non_dpp_pds",
 115                                 (u64)rsrc_stats->non_dpp_pds);
 116         pcur += ocrdma_add_stat(stats, pcur, "active_rc_dpp_qps",
 117                                 (u64)rsrc_stats->rc_dpp_qps);
 118         pcur += ocrdma_add_stat(stats, pcur, "active_uc_dpp_qps",
 119                                 (u64)rsrc_stats->uc_dpp_qps);
 120         pcur += ocrdma_add_stat(stats, pcur, "active_ud_dpp_qps",
 121                                 (u64)rsrc_stats->ud_dpp_qps);
 122         pcur += ocrdma_add_stat(stats, pcur, "active_rc_non_dpp_qps",
 123                                 (u64)rsrc_stats->rc_non_dpp_qps);
 124         pcur += ocrdma_add_stat(stats, pcur, "active_uc_non_dpp_qps",
 125                                 (u64)rsrc_stats->uc_non_dpp_qps);
 126         pcur += ocrdma_add_stat(stats, pcur, "active_ud_non_dpp_qps",
 127                                 (u64)rsrc_stats->ud_non_dpp_qps);
 128         pcur += ocrdma_add_stat(stats, pcur, "active_srqs",
 129                                 (u64)rsrc_stats->srqs);
 130         pcur += ocrdma_add_stat(stats, pcur, "active_rbqs",
 131                                 (u64)rsrc_stats->rbqs);
 132         pcur += ocrdma_add_stat(stats, pcur, "active_64K_nsmr",
 133                                 (u64)rsrc_stats->r64K_nsmr);
 134         pcur += ocrdma_add_stat(stats, pcur, "active_64K_to_2M_nsmr",
 135                                 (u64)rsrc_stats->r64K_to_2M_nsmr);
 136         pcur += ocrdma_add_stat(stats, pcur, "active_2M_to_44M_nsmr",
 137                                 (u64)rsrc_stats->r2M_to_44M_nsmr);
 138         pcur += ocrdma_add_stat(stats, pcur, "active_44M_to_1G_nsmr",
 139                                 (u64)rsrc_stats->r44M_to_1G_nsmr);
 140         pcur += ocrdma_add_stat(stats, pcur, "active_1G_to_4G_nsmr",
 141                                 (u64)rsrc_stats->r1G_to_4G_nsmr);
 142         pcur += ocrdma_add_stat(stats, pcur, "active_nsmr_count_4G_to_32G",
 143                                 (u64)rsrc_stats->nsmr_count_4G_to_32G);
 144         pcur += ocrdma_add_stat(stats, pcur, "active_32G_to_64G_nsmr",
 145                                 (u64)rsrc_stats->r32G_to_64G_nsmr);
 146         pcur += ocrdma_add_stat(stats, pcur, "active_64G_to_128G_nsmr",
 147                                 (u64)rsrc_stats->r64G_to_128G_nsmr);
 148         pcur += ocrdma_add_stat(stats, pcur, "active_128G_to_higher_nsmr",
 149                                 (u64)rsrc_stats->r128G_to_higher_nsmr);
 150         pcur += ocrdma_add_stat(stats, pcur, "active_embedded_nsmr",
 151                                 (u64)rsrc_stats->embedded_nsmr);
 152         pcur += ocrdma_add_stat(stats, pcur, "active_frmr",
 153                                 (u64)rsrc_stats->frmr);
 154         pcur += ocrdma_add_stat(stats, pcur, "active_prefetch_qps",
 155                                 (u64)rsrc_stats->prefetch_qps);
 156         pcur += ocrdma_add_stat(stats, pcur, "active_ondemand_qps",
 157                                 (u64)rsrc_stats->ondemand_qps);
 158         pcur += ocrdma_add_stat(stats, pcur, "active_phy_mr",
 159                                 (u64)rsrc_stats->phy_mr);
 160         pcur += ocrdma_add_stat(stats, pcur, "active_mw",
 161                                 (u64)rsrc_stats->mw);
 162
 163         /* Print the threshold stats */
 164         rsrc_stats = &rdma_stats->th_rsrc_stats;
 165
 166         pcur += ocrdma_add_stat(stats, pcur, "threshold_dpp_pds",
 167                                 (u64)rsrc_stats->dpp_pds);
 168         pcur += ocrdma_add_stat(stats, pcur, "threshold_non_dpp_pds",
 169                                 (u64)rsrc_stats->non_dpp_pds);
 170         pcur += ocrdma_add_stat(stats, pcur, "threshold_rc_dpp_qps",
 171                                 (u64)rsrc_stats->rc_dpp_qps);
 172         pcur += ocrdma_add_stat(stats, pcur, "threshold_uc_dpp_qps",
 173                                 (u64)rsrc_stats->uc_dpp_qps);
 174         pcur += ocrdma_add_stat(stats, pcur, "threshold_ud_dpp_qps",
 175                                 (u64)rsrc_stats->ud_dpp_qps);
 176         pcur += ocrdma_add_stat(stats, pcur, "threshold_rc_non_dpp_qps",
 177                                 (u64)rsrc_stats->rc_non_dpp_qps);
 178         pcur += ocrdma_add_stat(stats, pcur, "threshold_uc_non_dpp_qps",
 179                                 (u64)rsrc_stats->uc_non_dpp_qps);
 180         pcur += ocrdma_add_stat(stats, pcur, "threshold_ud_non_dpp_qps",
 181                                 (u64)rsrc_stats->ud_non_dpp_qps);
 182         pcur += ocrdma_add_stat(stats, pcur, "threshold_srqs",
 183                                 (u64)rsrc_stats->srqs);
 184         pcur += ocrdma_add_stat(stats, pcur, "threshold_rbqs",
 185                                 (u64)rsrc_stats->rbqs);
 186         pcur += ocrdma_add_stat(stats, pcur, "threshold_64K_nsmr",
 187                                 (u64)rsrc_stats->r64K_nsmr);
 188         pcur += ocrdma_add_stat(stats, pcur, "threshold_64K_to_2M_nsmr",
 189                                 (u64)rsrc_stats->r64K_to_2M_nsmr);
 190         pcur += ocrdma_add_stat(stats, pcur, "threshold_2M_to_44M_nsmr",
 191                                 (u64)rsrc_stats->r2M_to_44M_nsmr);
 192         pcur += ocrdma_add_stat(stats, pcur, "threshold_44M_to_1G_nsmr",
 193                                 (u64)rsrc_stats->r44M_to_1G_nsmr);
 194         pcur += ocrdma_add_stat(stats, pcur, "threshold_1G_to_4G_nsmr",
 195                                 (u64)rsrc_stats->r1G_to_4G_nsmr);
 196         pcur += ocrdma_add_stat(stats, pcur, "threshold_nsmr_count_4G_to_32G",
 197                                 (u64)rsrc_stats->nsmr_count_4G_to_32G);
 198         pcur += ocrdma_add_stat(stats, pcur, "threshold_32G_to_64G_nsmr",
 199                                 (u64)rsrc_stats->r32G_to_64G_nsmr);
 200         pcur += ocrdma_add_stat(stats, pcur, "threshold_64G_to_128G_nsmr",
 201                                 (u64)rsrc_stats->r64G_to_128G_nsmr);
 202         pcur += ocrdma_add_stat(stats, pcur, "threshold_128G_to_higher_nsmr",
 203                                 (u64)rsrc_stats->r128G_to_higher_nsmr);
 204         pcur += ocrdma_add_stat(stats, pcur, "threshold_embedded_nsmr",
 205                                 (u64)rsrc_stats->embedded_nsmr);
 206         pcur += ocrdma_add_stat(stats, pcur, "threshold_frmr",
 207                                 (u64)rsrc_stats->frmr);
 208         pcur += ocrdma_add_stat(stats, pcur, "threshold_prefetch_qps",
 209                                 (u64)rsrc_stats->prefetch_qps);
 210         pcur += ocrdma_add_stat(stats, pcur, "threshold_ondemand_qps",
 211                                 (u64)rsrc_stats->ondemand_qps);
 212         pcur += ocrdma_add_stat(stats, pcur, "threshold_phy_mr",
 213                                 (u64)rsrc_stats->phy_mr);
 214         pcur += ocrdma_add_stat(stats, pcur, "threshold_mw",
 215                                 (u64)rsrc_stats->mw);
 216         return stats;
 217 }
 218
 219 static char *ocrdma_rx_stats(struct ocrdma_dev *dev)
 220 {
 221         char *stats = dev->stats_mem.debugfs_mem, *pcur;
 222         struct ocrdma_rdma_stats_resp *rdma_stats =
 223                 (struct ocrdma_rdma_stats_resp *)dev->stats_mem.va;
 224         struct ocrdma_rx_stats *rx_stats = &rdma_stats->rx_stats;
 225
 226         memset(stats, 0, (OCRDMA_MAX_DBGFS_MEM));
 227
 228         pcur = stats;
 229         pcur += ocrdma_add_stat
 230                 (stats, pcur, "roce_frame_bytes",
 231                  convert_to_64bit(rx_stats->roce_frame_bytes_lo,
 232                  rx_stats->roce_frame_bytes_hi));
 233         pcur += ocrdma_add_stat(stats, pcur, "roce_frame_icrc_drops",
 234                                 (u64)rx_stats->roce_frame_icrc_drops);
 235         pcur += ocrdma_add_stat(stats, pcur, "roce_frame_payload_len_drops",
 236                                 (u64)rx_stats->roce_frame_payload_len_drops);
 237         pcur += ocrdma_add_stat(stats, pcur, "ud_drops",
 238                                 (u64)rx_stats->ud_drops);
 239         pcur += ocrdma_add_stat(stats, pcur, "qp1_drops",
 240                                 (u64)rx_stats->qp1_drops);
 241         pcur += ocrdma_add_stat(stats, pcur, "psn_error_request_packets",
 242                                 (u64)rx_stats->psn_error_request_packets);
 243         pcur += ocrdma_add_stat(stats, pcur, "psn_error_resp_packets",
 244                                 (u64)rx_stats->psn_error_resp_packets);
 245         pcur += ocrdma_add_stat(stats, pcur, "rnr_nak_timeouts",
 246                                 (u64)rx_stats->rnr_nak_timeouts);
 247         pcur += ocrdma_add_stat(stats, pcur, "rnr_nak_receives",
 248                                 (u64)rx_stats->rnr_nak_receives);
 249         pcur += ocrdma_add_stat(stats, pcur, "roce_frame_rxmt_drops",
 250                                 (u64)rx_stats->roce_frame_rxmt_drops);
 251         pcur += ocrdma_add_stat(stats, pcur, "nak_count_psn_sequence_errors",
 252                                 (u64)rx_stats->nak_count_psn_sequence_errors);
 253         pcur += ocrdma_add_stat(stats, pcur, "rc_drop_count_lookup_errors",
 254                                 (u64)rx_stats->rc_drop_count_lookup_errors);
 255         pcur += ocrdma_add_stat(stats, pcur, "rq_rnr_naks",
 256                                 (u64)rx_stats->rq_rnr_naks);
 257         pcur += ocrdma_add_stat(stats, pcur, "srq_rnr_naks",
 258                                 (u64)rx_stats->srq_rnr_naks);
 259         pcur += ocrdma_add_stat(stats, pcur, "roce_frames",
 260                                 convert_to_64bit(rx_stats->roce_frames_lo,
 261                                                  rx_stats->roce_frames_hi));
 262
 263         return stats;
 264 }
 265
 266 static u64 ocrdma_sysfs_rcv_pkts(struct ocrdma_dev *dev)
 267 {
 268         struct ocrdma_rdma_stats_resp *rdma_stats =
 269                 (struct ocrdma_rdma_stats_resp *)dev->stats_mem.va;
 270         struct ocrdma_rx_stats *rx_stats = &rdma_stats->rx_stats;
 271
 272         return convert_to_64bit(rx_stats->roce_frames_lo,
 273                 rx_stats->roce_frames_hi) + (u64)rx_stats->roce_frame_icrc_drops
 274                 + (u64)rx_stats->roce_frame_payload_len_drops;
 275 }
 276
 277 static u64 ocrdma_sysfs_rcv_data(struct ocrdma_dev *dev)
 278 {
 279         struct ocrdma_rdma_stats_resp *rdma_stats =
 280                 (struct ocrdma_rdma_stats_resp *)dev->stats_mem.va;
 281         struct ocrdma_rx_stats *rx_stats = &rdma_stats->rx_stats;
 282
 283         return (convert_to_64bit(rx_stats->roce_frame_bytes_lo,
 284                 rx_stats->roce_frame_bytes_hi))/4;
 285 }
 286
 287 static char *ocrdma_tx_stats(struct ocrdma_dev *dev)
 288 {
 289         char *stats = dev->stats_mem.debugfs_mem, *pcur;
 290         struct ocrdma_rdma_stats_resp *rdma_stats =
 291                 (struct ocrdma_rdma_stats_resp *)dev->stats_mem.va;
 292         struct ocrdma_tx_stats *tx_stats = &rdma_stats->tx_stats;
 293
 294         memset(stats, 0, (OCRDMA_MAX_DBGFS_MEM));
 295
 296         pcur = stats;
 297         pcur += ocrdma_add_stat(stats, pcur, "send_pkts",
 298                                 convert_to_64bit(tx_stats->send_pkts_lo,
 299                                                  tx_stats->send_pkts_hi));
 300         pcur += ocrdma_add_stat(stats, pcur, "write_pkts",
 301                                 convert_to_64bit(tx_stats->write_pkts_lo,
 302                                                  tx_stats->write_pkts_hi));
 303         pcur += ocrdma_add_stat(stats, pcur, "read_pkts",
 304                                 convert_to_64bit(tx_stats->read_pkts_lo,
 305                                                  tx_stats->read_pkts_hi));
 306         pcur += ocrdma_add_stat(stats, pcur, "read_rsp_pkts",
 307                                 convert_to_64bit(tx_stats->read_rsp_pkts_lo,
 308                                                  tx_stats->read_rsp_pkts_hi));
 309         pcur += ocrdma_add_stat(stats, pcur, "ack_pkts",
 310                                 convert_to_64bit(tx_stats->ack_pkts_lo,
 311                                                  tx_stats->ack_pkts_hi));
 312         pcur += ocrdma_add_stat(stats, pcur, "send_bytes",
 313                                 convert_to_64bit(tx_stats->send_bytes_lo,
 314                                                  tx_stats->send_bytes_hi));
 315         pcur += ocrdma_add_stat(stats, pcur, "write_bytes",
 316                                 convert_to_64bit(tx_stats->write_bytes_lo,
 317                                                  tx_stats->write_bytes_hi));
 318         pcur += ocrdma_add_stat(stats, pcur, "read_req_bytes",
 319                                 convert_to_64bit(tx_stats->read_req_bytes_lo,
 320                                                  tx_stats->read_req_bytes_hi));
 321         pcur += ocrdma_add_stat(stats, pcur, "read_rsp_bytes",
 322                                 convert_to_64bit(tx_stats->read_rsp_bytes_lo,
 323                                                  tx_stats->read_rsp_bytes_hi));
 324         pcur += ocrdma_add_stat(stats, pcur, "ack_timeouts",
 325                                 (u64)tx_stats->ack_timeouts);
 326
 327         return stats;
 328 }
 329
 330 static u64 ocrdma_sysfs_xmit_pkts(struct ocrdma_dev *dev)
 331 {
 332         struct ocrdma_rdma_stats_resp *rdma_stats =
 333                 (struct ocrdma_rdma_stats_resp *)dev->stats_mem.va;
 334         struct ocrdma_tx_stats *tx_stats = &rdma_stats->tx_stats;
 335
 336         return (convert_to_64bit(tx_stats->send_pkts_lo,
 337                                  tx_stats->send_pkts_hi) +
 338         convert_to_64bit(tx_stats->write_pkts_lo, tx_stats->write_pkts_hi) +
 339         convert_to_64bit(tx_stats->read_pkts_lo, tx_stats->read_pkts_hi) +
 340         convert_to_64bit(tx_stats->read_rsp_pkts_lo,
 341                          tx_stats->read_rsp_pkts_hi) +
 342         convert_to_64bit(tx_stats->ack_pkts_lo, tx_stats->ack_pkts_hi));
 343 }
 344
 345 static u64 ocrdma_sysfs_xmit_data(struct ocrdma_dev *dev)
 346 {
 347         struct ocrdma_rdma_stats_resp *rdma_stats =
 348                 (struct ocrdma_rdma_stats_resp *)dev->stats_mem.va;
 349         struct ocrdma_tx_stats *tx_stats = &rdma_stats->tx_stats;
 350
 351         return (convert_to_64bit(tx_stats->send_bytes_lo,
 352                                  tx_stats->send_bytes_hi) +
 353                 convert_to_64bit(tx_stats->write_bytes_lo,
 354                                  tx_stats->write_bytes_hi) +
 355                 convert_to_64bit(tx_stats->read_req_bytes_lo,
 356                                  tx_stats->read_req_bytes_hi) +
 357                 convert_to_64bit(tx_stats->read_rsp_bytes_lo,
 358                                  tx_stats->read_rsp_bytes_hi))/4;
 359 }
 360
 361 static char *ocrdma_wqe_stats(struct ocrdma_dev *dev)
 362 {
 363         char *stats = dev->stats_mem.debugfs_mem, *pcur;
 364         struct ocrdma_rdma_stats_resp *rdma_stats =
 365                 (struct ocrdma_rdma_stats_resp *)dev->stats_mem.va;
 366         struct ocrdma_wqe_stats *wqe_stats = &rdma_stats->wqe_stats;
 367
 368         memset(stats, 0, (OCRDMA_MAX_DBGFS_MEM));
 369
 370         pcur = stats;
 371         pcur += ocrdma_add_stat(stats, pcur, "large_send_rc_wqes",
 372                 convert_to_64bit(wqe_stats->large_send_rc_wqes_lo,
 373                                  wqe_stats->large_send_rc_wqes_hi));
 374         pcur += ocrdma_add_stat(stats, pcur, "large_write_rc_wqes",
 375                 convert_to_64bit(wqe_stats->large_write_rc_wqes_lo,
 376                                  wqe_stats->large_write_rc_wqes_hi));
 377         pcur += ocrdma_add_stat(stats, pcur, "read_wqes",
 378                                 convert_to_64bit(wqe_stats->read_wqes_lo,
 379                                                  wqe_stats->read_wqes_hi));
 380         pcur += ocrdma_add_stat(stats, pcur, "frmr_wqes",
 381                                 convert_to_64bit(wqe_stats->frmr_wqes_lo,
 382                                                  wqe_stats->frmr_wqes_hi));
 383         pcur += ocrdma_add_stat(stats, pcur, "mw_bind_wqes",
 384                                 convert_to_64bit(wqe_stats->mw_bind_wqes_lo,
 385                                                  wqe_stats->mw_bind_wqes_hi));
 386         pcur += ocrdma_add_stat(stats, pcur, "invalidate_wqes",
 387                 convert_to_64bit(wqe_stats->invalidate_wqes_lo,
 388                                  wqe_stats->invalidate_wqes_hi));
 389         pcur += ocrdma_add_stat(stats, pcur, "dpp_wqe_drops",
 390                                 (u64)wqe_stats->dpp_wqe_drops);
 391         return stats;
 392 }
 393
 394 static char *ocrdma_db_errstats(struct ocrdma_dev *dev)
 395 {
 396         char *stats = dev->stats_mem.debugfs_mem, *pcur;
 397         struct ocrdma_rdma_stats_resp *rdma_stats =
 398                 (struct ocrdma_rdma_stats_resp *)dev->stats_mem.va;
 399         struct ocrdma_db_err_stats *db_err_stats = &rdma_stats->db_err_stats;
 400
 401         memset(stats, 0, (OCRDMA_MAX_DBGFS_MEM));
 402
 403         pcur = stats;
 404         pcur += ocrdma_add_stat(stats, pcur, "sq_doorbell_errors",
 405                                 (u64)db_err_stats->sq_doorbell_errors);
 406         pcur += ocrdma_add_stat(stats, pcur, "cq_doorbell_errors",
 407                                 (u64)db_err_stats->cq_doorbell_errors);
 408         pcur += ocrdma_add_stat(stats, pcur, "rq_srq_doorbell_errors",
 409                                 (u64)db_err_stats->rq_srq_doorbell_errors);
 410         pcur += ocrdma_add_stat(stats, pcur, "cq_overflow_errors",
 411                                 (u64)db_err_stats->cq_overflow_errors);
 412         return stats;
 413 }
 414
 415 static char *ocrdma_rxqp_errstats(struct ocrdma_dev *dev)
 416 {
 417         char *stats = dev->stats_mem.debugfs_mem, *pcur;
 418         struct ocrdma_rdma_stats_resp *rdma_stats =
 419                 (struct ocrdma_rdma_stats_resp *)dev->stats_mem.va;
 420         struct ocrdma_rx_qp_err_stats *rx_qp_err_stats =
 421                  &rdma_stats->rx_qp_err_stats;
 422
 423         memset(stats, 0, (OCRDMA_MAX_DBGFS_MEM));
 424
 425         pcur = stats;
 426         pcur += ocrdma_add_stat(stats, pcur, "nak_invalid_requst_errors",
 427                         (u64)rx_qp_err_stats->nak_invalid_requst_errors);
 428         pcur += ocrdma_add_stat(stats, pcur, "nak_remote_operation_errors",
 429                         (u64)rx_qp_err_stats->nak_remote_operation_errors);
 430         pcur += ocrdma_add_stat(stats, pcur, "nak_count_remote_access_errors",
 431                         (u64)rx_qp_err_stats->nak_count_remote_access_errors);
 432         pcur += ocrdma_add_stat(stats, pcur, "local_length_errors",
 433                         (u64)rx_qp_err_stats->local_length_errors);
 434         pcur += ocrdma_add_stat(stats, pcur, "local_protection_errors",
 435                         (u64)rx_qp_err_stats->local_protection_errors);
 436         pcur += ocrdma_add_stat(stats, pcur, "local_qp_operation_errors",
 437                         (u64)rx_qp_err_stats->local_qp_operation_errors);
 438         return stats;
 439 }
 440
 441 static char *ocrdma_txqp_errstats(struct ocrdma_dev *dev)
 442 {
 443         char *stats = dev->stats_mem.debugfs_mem, *pcur;
 444         struct ocrdma_rdma_stats_resp *rdma_stats =
 445                 (struct ocrdma_rdma_stats_resp *)dev->stats_mem.va;
 446         struct ocrdma_tx_qp_err_stats *tx_qp_err_stats =
 447                 &rdma_stats->tx_qp_err_stats;
 448
 449         memset(stats, 0, (OCRDMA_MAX_DBGFS_MEM));
 450
 451         pcur = stats;
 452         pcur += ocrdma_add_stat(stats, pcur, "local_length_errors",
 453                         (u64)tx_qp_err_stats->local_length_errors);
 454         pcur += ocrdma_add_stat(stats, pcur, "local_protection_errors",
 455                         (u64)tx_qp_err_stats->local_protection_errors);
 456         pcur += ocrdma_add_stat(stats, pcur, "local_qp_operation_errors",
 457                         (u64)tx_qp_err_stats->local_qp_operation_errors);
 458         pcur += ocrdma_add_stat(stats, pcur, "retry_count_exceeded_errors",
 459                         (u64)tx_qp_err_stats->retry_count_exceeded_errors);
 460         pcur += ocrdma_add_stat(stats, pcur, "rnr_retry_count_exceeded_errors",
 461                         (u64)tx_qp_err_stats->rnr_retry_count_exceeded_errors);
 462         return stats;
 463 }
 464
 465 static char *ocrdma_tx_dbg_stats(struct ocrdma_dev *dev)
 466 {
 467         int i;
 468         char *pstats = dev->stats_mem.debugfs_mem;
 469         struct ocrdma_rdma_stats_resp *rdma_stats =
 470                 (struct ocrdma_rdma_stats_resp *)dev->stats_mem.va;
 471         struct ocrdma_tx_dbg_stats *tx_dbg_stats =
 472                 &rdma_stats->tx_dbg_stats;
 473
 474         memset(pstats, 0, (OCRDMA_MAX_DBGFS_MEM));
 475
 476         for (i = 0; i < 100; i++)
 477                 pstats += snprintf(pstats, 80, "DW[%d] = 0x%x\n", i,
 478                                  tx_dbg_stats->data[i]);
 479
 480         return dev->stats_mem.debugfs_mem;
 481 }
 482
 483 static char *ocrdma_rx_dbg_stats(struct ocrdma_dev *dev)
 484 {
 485         int i;
 486         char *pstats = dev->stats_mem.debugfs_mem;
 487         struct ocrdma_rdma_stats_resp *rdma_stats =
 488                 (struct ocrdma_rdma_stats_resp *)dev->stats_mem.va;
 489         struct ocrdma_rx_dbg_stats *rx_dbg_stats =
 490                 &rdma_stats->rx_dbg_stats;
 491
 492         memset(pstats, 0, (OCRDMA_MAX_DBGFS_MEM));
 493
 494         for (i = 0; i < 200; i++)
 495                 pstats += snprintf(pstats, 80, "DW[%d] = 0x%x\n", i,
 496                                  rx_dbg_stats->data[i]);
 497
 498         return dev->stats_mem.debugfs_mem;
 499 }
 500
 501 static char *ocrdma_driver_dbg_stats(struct ocrdma_dev *dev)
 502 {
 503         char *stats = dev->stats_mem.debugfs_mem, *pcur;
 504
 505
 506         memset(stats, 0, (OCRDMA_MAX_DBGFS_MEM));
 507
 508         pcur = stats;
 509         pcur += ocrdma_add_stat(stats, pcur, "async_cq_err",
 510                                 (u64)(dev->async_err_stats
 511                                 [OCRDMA_CQ_ERROR].counter));
 512         pcur += ocrdma_add_stat(stats, pcur, "async_cq_overrun_err",
 513                                 (u64)dev->async_err_stats
 514                                 [OCRDMA_CQ_OVERRUN_ERROR].counter);
 515         pcur += ocrdma_add_stat(stats, pcur, "async_cq_qpcat_err",
 516                                 (u64)dev->async_err_stats
 517                                 [OCRDMA_CQ_QPCAT_ERROR].counter);
 518         pcur += ocrdma_add_stat(stats, pcur, "async_qp_access_err",
 519                                 (u64)dev->async_err_stats
 520                                 [OCRDMA_QP_ACCESS_ERROR].counter);
 521         pcur += ocrdma_add_stat(stats, pcur, "async_qp_commm_est_evt",
 522                                 (u64)dev->async_err_stats
 523                                 [OCRDMA_QP_COMM_EST_EVENT].counter);
 524         pcur += ocrdma_add_stat(stats, pcur, "async_sq_drained_evt",
 525                                 (u64)dev->async_err_stats
 526                                 [OCRDMA_SQ_DRAINED_EVENT].counter);
 527         pcur += ocrdma_add_stat(stats, pcur, "async_dev_fatal_evt",
 528                                 (u64)dev->async_err_stats
 529                                 [OCRDMA_DEVICE_FATAL_EVENT].counter);
 530         pcur += ocrdma_add_stat(stats, pcur, "async_srqcat_err",
 531                                 (u64)dev->async_err_stats
 532                                 [OCRDMA_SRQCAT_ERROR].counter);
 533         pcur += ocrdma_add_stat(stats, pcur, "async_srq_limit_evt",
 534                                 (u64)dev->async_err_stats
 535                                 [OCRDMA_SRQ_LIMIT_EVENT].counter);
 536         pcur += ocrdma_add_stat(stats, pcur, "async_qp_last_wqe_evt",
 537                                 (u64)dev->async_err_stats
 538                                 [OCRDMA_QP_LAST_WQE_EVENT].counter);
 539
 540         pcur += ocrdma_add_stat(stats, pcur, "cqe_loc_len_err",
 541                                 (u64)dev->cqe_err_stats
 542                                 [OCRDMA_CQE_LOC_LEN_ERR].counter);
 543         pcur += ocrdma_add_stat(stats, pcur, "cqe_loc_qp_op_err",
 544                                 (u64)dev->cqe_err_stats
 545                                 [OCRDMA_CQE_LOC_QP_OP_ERR].counter);
 546         pcur += ocrdma_add_stat(stats, pcur, "cqe_loc_eec_op_err",
 547                                 (u64)dev->cqe_err_stats
 548                                 [OCRDMA_CQE_LOC_EEC_OP_ERR].counter);
 549         pcur += ocrdma_add_stat(stats, pcur, "cqe_loc_prot_err",
 550                                 (u64)dev->cqe_err_stats
 551                                 [OCRDMA_CQE_LOC_PROT_ERR].counter);
 552         pcur += ocrdma_add_stat(stats, pcur, "cqe_wr_flush_err",
 553                                 (u64)dev->cqe_err_stats
 554                                 [OCRDMA_CQE_WR_FLUSH_ERR].counter);
 555         pcur += ocrdma_add_stat(stats, pcur, "cqe_mw_bind_err",
 556                                 (u64)dev->cqe_err_stats
 557                                 [OCRDMA_CQE_MW_BIND_ERR].counter);
 558         pcur += ocrdma_add_stat(stats, pcur, "cqe_bad_resp_err",
 559                                 (u64)dev->cqe_err_stats
 560                                 [OCRDMA_CQE_BAD_RESP_ERR].counter);
 561         pcur += ocrdma_add_stat(stats, pcur, "cqe_loc_access_err",
 562                                 (u64)dev->cqe_err_stats
 563                                 [OCRDMA_CQE_LOC_ACCESS_ERR].counter);
 564         pcur += ocrdma_add_stat(stats, pcur, "cqe_rem_inv_req_err",
 565                                 (u64)dev->cqe_err_stats
 566                                 [OCRDMA_CQE_REM_INV_REQ_ERR].counter);
 567         pcur += ocrdma_add_stat(stats, pcur, "cqe_rem_access_err",
 568                                 (u64)dev->cqe_err_stats
 569                                 [OCRDMA_CQE_REM_ACCESS_ERR].counter);
 570         pcur += ocrdma_add_stat(stats, pcur, "cqe_rem_op_err",
 571                                 (u64)dev->cqe_err_stats
 572                                 [OCRDMA_CQE_REM_OP_ERR].counter);
 573         pcur += ocrdma_add_stat(stats, pcur, "cqe_retry_exc_err",
 574                                 (u64)dev->cqe_err_stats
 575                                 [OCRDMA_CQE_RETRY_EXC_ERR].counter);
 576         pcur += ocrdma_add_stat(stats, pcur, "cqe_rnr_retry_exc_err",
 577                                 (u64)dev->cqe_err_stats
 578                                 [OCRDMA_CQE_RNR_RETRY_EXC_ERR].counter);
 579         pcur += ocrdma_add_stat(stats, pcur, "cqe_loc_rdd_viol_err",
 580                                 (u64)dev->cqe_err_stats
 581                                 [OCRDMA_CQE_LOC_RDD_VIOL_ERR].counter);
 582         pcur += ocrdma_add_stat(stats, pcur, "cqe_rem_inv_rd_req_err",
 583                                 (u64)dev->cqe_err_stats
 584                                 [OCRDMA_CQE_REM_INV_RD_REQ_ERR].counter);
 585         pcur += ocrdma_add_stat(stats, pcur, "cqe_rem_abort_err",
 586                                 (u64)dev->cqe_err_stats
 587                                 [OCRDMA_CQE_REM_ABORT_ERR].counter);
 588         pcur += ocrdma_add_stat(stats, pcur, "cqe_inv_eecn_err",
 589                                 (u64)dev->cqe_err_stats
 590                                 [OCRDMA_CQE_INV_EECN_ERR].counter);
 591         pcur += ocrdma_add_stat(stats, pcur, "cqe_inv_eec_state_err",
 592                                 (u64)dev->cqe_err_stats
 593                                 [OCRDMA_CQE_INV_EEC_STATE_ERR].counter);
 594         pcur += ocrdma_add_stat(stats, pcur, "cqe_fatal_err",
 595                                 (u64)dev->cqe_err_stats
 596                                 [OCRDMA_CQE_FATAL_ERR].counter);
 597         pcur += ocrdma_add_stat(stats, pcur, "cqe_resp_timeout_err",
 598                                 (u64)dev->cqe_err_stats
 599                                 [OCRDMA_CQE_RESP_TIMEOUT_ERR].counter);
 600         pcur += ocrdma_add_stat(stats, pcur, "cqe_general_err",
 601                                 (u64)dev->cqe_err_stats
 602                                 [OCRDMA_CQE_GENERAL_ERR].counter);
 603         return stats;
 604 }
 605
 606 static void ocrdma_update_stats(struct ocrdma_dev *dev)
 607 {
 608         ulong now = jiffies, secs;
 609         int status;
 610         struct ocrdma_rdma_stats_resp *rdma_stats =
 611                       (struct ocrdma_rdma_stats_resp *)dev->stats_mem.va;
 612         struct ocrdma_rsrc_stats *rsrc_stats = &rdma_stats->act_rsrc_stats;
 613
 614         secs = jiffies_to_msecs(now - dev->last_stats_time) / 1000U;
 615         if (secs) {
 616                 /* update */
 617                 status = ocrdma_mbx_rdma_stats(dev, false);
 618                 if (status)
 619                         pr_err("%s: stats mbox failed with status = %d\n",
 620                                __func__, status);
 621                 /* Update PD counters from PD resource manager */
 622                 if (dev->pd_mgr->pd_prealloc_valid) {
 623                         rsrc_stats->dpp_pds = dev->pd_mgr->pd_dpp_count;
 624                         rsrc_stats->non_dpp_pds = dev->pd_mgr->pd_norm_count;
 625                         /* Threshold stata*/
 626                         rsrc_stats = &rdma_stats->th_rsrc_stats;
 627                         rsrc_stats->dpp_pds = dev->pd_mgr->pd_dpp_thrsh;
 628                         rsrc_stats->non_dpp_pds = dev->pd_mgr->pd_norm_thrsh;
 629                 }
 630                 dev->last_stats_time = jiffies;
 631         }
 632 }
 633
 634 static ssize_t ocrdma_dbgfs_ops_write(struct file *filp,
 635                                         const char __user *buffer,
 636                                         size_t count, loff_t *ppos)
 637 {
 638         char tmp_str[32];
 639         long reset;
 640         int status;
 641         struct ocrdma_stats *pstats = filp->private_data;
 642         struct ocrdma_dev *dev = pstats->dev;
 643
 644         if (*ppos != 0 || count == 0 || count > sizeof(tmp_str))
 645                 goto err;
 646
 647         if (copy_from_user(tmp_str, buffer, count))
 648                 goto err;
 649
 650         tmp_str[count-1] = '\0';
 651         if (kstrtol(tmp_str, 10, &reset))
 652                 goto err;
 653
 654         switch (pstats->type) {
 655         case OCRDMA_RESET_STATS:
 656                 if (reset) {
 657                         status = ocrdma_mbx_rdma_stats(dev, true);
 658                         if (status) {
 659                                 pr_err("Failed to reset stats = %d\n", status);
 660                                 goto err;
 661                         }
 662                 }
 663                 break;
 664         default:
 665                 goto err;
 666         }
 667
 668         return count;
 669 err:
 670         return -EFAULT;
 671 }
 672
 673 int ocrdma_pma_counters(struct ocrdma_dev *dev,
 674                         struct ib_mad *out_mad)
 675 {
 676         struct ib_pma_portcounters *pma_cnt;
 677
 678         memset(out_mad->data, 0, sizeof out_mad->data);
 679         pma_cnt = (void *)(out_mad->data + 40);
 680         ocrdma_update_stats(dev);
 681
 682         pma_cnt->port_xmit_data    = cpu_to_be32(ocrdma_sysfs_xmit_data(dev));
 683         pma_cnt->port_rcv_data     = cpu_to_be32(ocrdma_sysfs_rcv_data(dev));
 684         pma_cnt->port_xmit_packets = cpu_to_be32(ocrdma_sysfs_xmit_pkts(dev));
 685         pma_cnt->port_rcv_packets  = cpu_to_be32(ocrdma_sysfs_rcv_pkts(dev));
 686         return 0;
 687 }
 688
 689 static ssize_t ocrdma_dbgfs_ops_read(struct file *filp, char __user *buffer,
 690                                         size_t usr_buf_len, loff_t *ppos)
 691 {
 692         struct ocrdma_stats *pstats = filp->private_data;
 693         struct ocrdma_dev *dev = pstats->dev;
 694         ssize_t status = 0;
 695         char *data = NULL;
 696
 697         /* No partial reads */
 698         if (*ppos != 0)
 699                 return 0;
 700
 701         mutex_lock(&dev->stats_lock);
 702
 703         ocrdma_update_stats(dev);
 704
 705         switch (pstats->type) {
 706         case OCRDMA_RSRC_STATS:
 707                 data = ocrdma_resource_stats(dev);
 708                 break;
 709         case OCRDMA_RXSTATS:
 710                 data = ocrdma_rx_stats(dev);
 711                 break;
 712         case OCRDMA_WQESTATS:
 713                 data = ocrdma_wqe_stats(dev);
 714                 break;
 715         case OCRDMA_TXSTATS:
 716                 data = ocrdma_tx_stats(dev);
 717                 break;
 718         case OCRDMA_DB_ERRSTATS:
 719                 data = ocrdma_db_errstats(dev);
 720                 break;
 721         case OCRDMA_RXQP_ERRSTATS:
 722                 data = ocrdma_rxqp_errstats(dev);
 723                 break;
 724         case OCRDMA_TXQP_ERRSTATS:
 725                 data = ocrdma_txqp_errstats(dev);
 726                 break;
 727         case OCRDMA_TX_DBG_STATS:
 728                 data = ocrdma_tx_dbg_stats(dev);
 729                 break;
 730         case OCRDMA_RX_DBG_STATS:
 731                 data = ocrdma_rx_dbg_stats(dev);
 732                 break;
 733         case OCRDMA_DRV_STATS:
 734                 data = ocrdma_driver_dbg_stats(dev);
 735                 break;
 736
 737         default:
 738                 status = -EFAULT;
 739                 goto exit;
 740         }
 741
 742         if (usr_buf_len < strlen(data)) {
 743                 status = -ENOSPC;
 744                 goto exit;
 745         }
 746
 747         status = simple_read_from_buffer(buffer, usr_buf_len, ppos, data,
 748                                          strlen(data));
 749 exit:
 750         mutex_unlock(&dev->stats_lock);
 751         return status;
 752 }
 753
 754 static const struct file_operations ocrdma_dbg_ops = {
 755         .owner = THIS_MODULE,
 756         .open = simple_open,
 757         .read = ocrdma_dbgfs_ops_read,
 758         .write = ocrdma_dbgfs_ops_write,
 759 };
 760
 761 void ocrdma_add_port_stats(struct ocrdma_dev *dev)
 762 {
 763         const struct pci_dev *pdev = dev->nic_info.pdev;
 764
 765         if (!ocrdma_dbgfs_dir)
 766                 return;
 767
 768         /* Create post stats base dir */
 769         dev->dir = debugfs_create_dir(pci_name(pdev), ocrdma_dbgfs_dir);
 770         if (!dev->dir)
 771                 goto err;
 772
 773         dev->rsrc_stats.type = OCRDMA_RSRC_STATS;
 774         dev->rsrc_stats.dev = dev;
 775         if (!debugfs_create_file("resource_stats", S_IRUSR, dev->dir,
 776                                  &dev->rsrc_stats, &ocrdma_dbg_ops))
 777                 goto err;
 778
 779         dev->rx_stats.type = OCRDMA_RXSTATS;
 780         dev->rx_stats.dev = dev;
 781         if (!debugfs_create_file("rx_stats", S_IRUSR, dev->dir,
 782                                  &dev->rx_stats, &ocrdma_dbg_ops))
 783                 goto err;
 784
 785         dev->wqe_stats.type = OCRDMA_WQESTATS;
 786         dev->wqe_stats.dev = dev;
 787         if (!debugfs_create_file("wqe_stats", S_IRUSR, dev->dir,
 788                                  &dev->wqe_stats, &ocrdma_dbg_ops))
 789                 goto err;
 790
 791         dev->tx_stats.type = OCRDMA_TXSTATS;
 792         dev->tx_stats.dev = dev;
 793         if (!debugfs_create_file("tx_stats", S_IRUSR, dev->dir,
 794                                  &dev->tx_stats, &ocrdma_dbg_ops))
 795                 goto err;
 796
 797         dev->db_err_stats.type = OCRDMA_DB_ERRSTATS;
 798         dev->db_err_stats.dev = dev;
 799         if (!debugfs_create_file("db_err_stats", S_IRUSR, dev->dir,
 800                                  &dev->db_err_stats, &ocrdma_dbg_ops))
 801                 goto err;
 802
 803
 804         dev->tx_qp_err_stats.type = OCRDMA_TXQP_ERRSTATS;
 805         dev->tx_qp_err_stats.dev = dev;
 806         if (!debugfs_create_file("tx_qp_err_stats", S_IRUSR, dev->dir,
 807                                  &dev->tx_qp_err_stats, &ocrdma_dbg_ops))
 808                 goto err;
 809
 810         dev->rx_qp_err_stats.type = OCRDMA_RXQP_ERRSTATS;
 811         dev->rx_qp_err_stats.dev = dev;
 812         if (!debugfs_create_file("rx_qp_err_stats", S_IRUSR, dev->dir,
 813                                  &dev->rx_qp_err_stats, &ocrdma_dbg_ops))
 814                 goto err;
 815
 816
 817         dev->tx_dbg_stats.type = OCRDMA_TX_DBG_STATS;
 818         dev->tx_dbg_stats.dev = dev;
 819         if (!debugfs_create_file("tx_dbg_stats", S_IRUSR, dev->dir,
 820                                  &dev->tx_dbg_stats, &ocrdma_dbg_ops))
 821                 goto err;
 822
 823         dev->rx_dbg_stats.type = OCRDMA_RX_DBG_STATS;
 824         dev->rx_dbg_stats.dev = dev;
 825         if (!debugfs_create_file("rx_dbg_stats", S_IRUSR, dev->dir,
 826                                  &dev->rx_dbg_stats, &ocrdma_dbg_ops))
 827                 goto err;
 828
 829         dev->driver_stats.type = OCRDMA_DRV_STATS;
 830         dev->driver_stats.dev = dev;
 831         if (!debugfs_create_file("driver_dbg_stats", S_IRUSR, dev->dir,
 832                                         &dev->driver_stats, &ocrdma_dbg_ops))
 833                 goto err;
 834
 835         dev->reset_stats.type = OCRDMA_RESET_STATS;
 836         dev->reset_stats.dev = dev;
 837         if (!debugfs_create_file("reset_stats", 0200, dev->dir,
 838                                 &dev->reset_stats, &ocrdma_dbg_ops))
 839                 goto err;
 840
 841
 842         return;
 843 err:
 844         debugfs_remove_recursive(dev->dir);
 845         dev->dir = NULL;
 846 }
 847
 848 void ocrdma_rem_port_stats(struct ocrdma_dev *dev)
 849 {
 850         if (!dev->dir)
 851                 return;
 852         debugfs_remove_recursive(dev->dir);
 853 }
 854
 855 void ocrdma_init_debugfs(void)
 856 {
 857         /* Create base dir in debugfs root dir */
 858         ocrdma_dbgfs_dir = debugfs_create_dir("ocrdma", NULL);
 859 }
 860
 861 void ocrdma_rem_debugfs(void)
 862 {
 863         debugfs_remove_recursive(ocrdma_dbgfs_dir);
 864 }