drivers/firmware/tegra/bpmp-tegra210.c

   1 // SPDX-License-Identifier: GPL-2.0
   2 /*
   3  * Copyright (c) 2018, NVIDIA CORPORATION.
   4  */
   5
   6 #include <linux/interrupt.h>
   7 #include <linux/irq.h>
   8 #include <linux/io.h>
   9 #include <linux/of.h>
  10 #include <linux/platform_device.h>
  11
  12 #include <soc/tegra/bpmp.h>
  13
  14 #include "bpmp-private.h"
  15
  16 #define TRIGGER_OFFSET          0x000
  17 #define RESULT_OFFSET(id)       (0xc00 + id * 4)
  18 #define TRIGGER_ID_SHIFT        16
  19 #define TRIGGER_CMD_GET         4
  20
  21 #define STA_OFFSET              0
  22 #define SET_OFFSET              4
  23 #define CLR_OFFSET              8
  24
  25 #define CH_MASK(ch)     (0x3 << ((ch) * 2))
  26 #define SL_SIGL(ch)     (0x0 << ((ch) * 2))
  27 #define SL_QUED(ch)     (0x1 << ((ch) * 2))
  28 #define MA_FREE(ch)     (0x2 << ((ch) * 2))
  29 #define MA_ACKD(ch)     (0x3 << ((ch) * 2))
  30
  31 struct tegra210_bpmp {
  32         void __iomem *atomics;
  33         void __iomem *arb_sema;
  34         struct irq_data *tx_irq_data;
  35 };
  36
  37 static u32 bpmp_channel_status(struct tegra_bpmp *bpmp, unsigned int index)
  38 {
  39         struct tegra210_bpmp *priv = bpmp->priv;
  40
  41         return __raw_readl(priv->arb_sema + STA_OFFSET) & CH_MASK(index);
  42 }
  43
  44 static bool tegra210_bpmp_is_response_ready(struct tegra_bpmp_channel *channel)
  45 {
  46         unsigned int index = channel->index;
  47
  48         return bpmp_channel_status(channel->bpmp, index) == MA_ACKD(index);
  49 }
  50
  51 static bool tegra210_bpmp_is_request_ready(struct tegra_bpmp_channel *channel)
  52 {
  53         unsigned int index = channel->index;
  54
  55         return bpmp_channel_status(channel->bpmp, index) == SL_SIGL(index);
  56 }
  57
  58 static bool
  59 tegra210_bpmp_is_request_channel_free(struct tegra_bpmp_channel *channel)
  60 {
  61         unsigned int index = channel->index;
  62
  63         return bpmp_channel_status(channel->bpmp, index) == MA_FREE(index);
  64 }
  65
  66 static bool
  67 tegra210_bpmp_is_response_channel_free(struct tegra_bpmp_channel *channel)
  68 {
  69         unsigned int index = channel->index;
  70
  71         return bpmp_channel_status(channel->bpmp, index) == SL_QUED(index);
  72 }
  73
  74 static int tegra210_bpmp_post_request(struct tegra_bpmp_channel *channel)
  75 {
  76         struct tegra210_bpmp *priv = channel->bpmp->priv;
  77
  78         __raw_writel(CH_MASK(channel->index), priv->arb_sema + CLR_OFFSET);
  79
  80         return 0;
  81 }
  82
  83 static int tegra210_bpmp_post_response(struct tegra_bpmp_channel *channel)
  84 {
  85         struct tegra210_bpmp *priv = channel->bpmp->priv;
  86
  87         __raw_writel(MA_ACKD(channel->index), priv->arb_sema + SET_OFFSET);
  88
  89         return 0;
  90 }
  91
  92 static int tegra210_bpmp_ack_response(struct tegra_bpmp_channel *channel)
  93 {
  94         struct tegra210_bpmp *priv = channel->bpmp->priv;
  95
  96         __raw_writel(MA_ACKD(channel->index) ^ MA_FREE(channel->index),
  97                      priv->arb_sema + CLR_OFFSET);
  98
  99         return 0;
 100 }
 101
 102 static int tegra210_bpmp_ack_request(struct tegra_bpmp_channel *channel)
 103 {
 104         struct tegra210_bpmp *priv = channel->bpmp->priv;
 105
 106         __raw_writel(SL_QUED(channel->index), priv->arb_sema + SET_OFFSET);
 107
 108         return 0;
 109 }
 110
 111 static int tegra210_bpmp_ring_doorbell(struct tegra_bpmp *bpmp)
 112 {
 113         struct tegra210_bpmp *priv = bpmp->priv;
 114         struct irq_data *irq_data = priv->tx_irq_data;
 115
 116         /*
 117          * Tegra Legacy Interrupt Controller (LIC) is used to notify BPMP of
 118          * available messages
 119          */
 120         if (irq_data->chip->irq_retrigger)
 121                 return irq_data->chip->irq_retrigger(irq_data);
 122
 123         return -EINVAL;
 124 }
 125
 126 static irqreturn_t rx_irq(int irq, void *data)
 127 {
 128         struct tegra_bpmp *bpmp = data;
 129
 130         tegra_bpmp_handle_rx(bpmp);
 131
 132         return IRQ_HANDLED;
 133 }
 134
 135 static int tegra210_bpmp_channel_init(struct tegra_bpmp_channel *channel,
 136                                       struct tegra_bpmp *bpmp,
 137                                       unsigned int index)
 138 {
 139         struct tegra210_bpmp *priv = bpmp->priv;
 140         u32 address;
 141         void *p;
 142
 143         /* Retrieve channel base address from BPMP */
 144         writel(index << TRIGGER_ID_SHIFT | TRIGGER_CMD_GET,
 145                priv->atomics + TRIGGER_OFFSET);
 146         address = readl(priv->atomics + RESULT_OFFSET(index));
 147
 148         p = devm_ioremap(bpmp->dev, address, 0x80);
 149         if (!p)
 150                 return -ENOMEM;
 151
 152         channel->ib = p;
 153         channel->ob = p;
 154         channel->index = index;
 155         init_completion(&channel->completion);
 156         channel->bpmp = bpmp;
 157
 158         return 0;
 159 }
 160
 161 static int tegra210_bpmp_init(struct tegra_bpmp *bpmp)
 162 {
 163         struct platform_device *pdev = to_platform_device(bpmp->dev);
 164         struct tegra210_bpmp *priv;
 165         struct resource *res;
 166         unsigned int i;
 167         int err;
 168
 169         priv = devm_kzalloc(&pdev->dev, sizeof(*priv), GFP_KERNEL);
 170         if (!priv)
 171                 return -ENOMEM;
 172
 173         bpmp->priv = priv;
 174
 175         res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
 176         priv->atomics = devm_ioremap_resource(&pdev->dev, res);
 177         if (IS_ERR(priv->atomics))
 178                 return PTR_ERR(priv->atomics);
 179
 180         res = platform_get_resource(pdev, IORESOURCE_MEM, 1);
 181         priv->arb_sema = devm_ioremap_resource(&pdev->dev, res);
 182         if (IS_ERR(priv->arb_sema))
 183                 return PTR_ERR(priv->arb_sema);
 184
 185         err = tegra210_bpmp_channel_init(bpmp->tx_channel, bpmp,
 186                                          bpmp->soc->channels.cpu_tx.offset);
 187         if (err < 0)
 188                 return err;
 189
 190         err = tegra210_bpmp_channel_init(bpmp->rx_channel, bpmp,
 191                                          bpmp->soc->channels.cpu_rx.offset);
 192         if (err < 0)
 193                 return err;
 194
 195         for (i = 0; i < bpmp->threaded.count; i++) {
 196                 unsigned int index = bpmp->soc->channels.thread.offset + i;
 197
 198                 err = tegra210_bpmp_channel_init(&bpmp->threaded_channels[i],
 199                                                  bpmp, index);
 200                 if (err < 0)
 201                         return err;
 202         }
 203
 204         err = platform_get_irq_byname(pdev, "tx");
 205         if (err < 0) {
 206                 dev_err(&pdev->dev, "failed to get TX IRQ: %d\n", err);
 207                 return err;
 208         }
 209
 210         priv->tx_irq_data = irq_get_irq_data(err);
 211         if (!priv->tx_irq_data) {
 212                 dev_err(&pdev->dev, "failed to get IRQ data for TX IRQ\n");
 213                 return err;
 214         }
 215
 216         err = platform_get_irq_byname(pdev, "rx");
 217         if (err < 0) {
 218                 dev_err(&pdev->dev, "failed to get rx IRQ: %d\n", err);
 219                 return err;
 220         }
 221
 222         err = devm_request_irq(&pdev->dev, err, rx_irq,
 223                                IRQF_NO_SUSPEND, dev_name(&pdev->dev), bpmp);
 224         if (err < 0) {
 225                 dev_err(&pdev->dev, "failed to request IRQ: %d\n", err);
 226                 return err;
 227         }
 228
 229         return 0;
 230 }
 231
 232 const struct tegra_bpmp_ops tegra210_bpmp_ops = {
 233         .init = tegra210_bpmp_init,
 234         .is_response_ready = tegra210_bpmp_is_response_ready,
 235         .is_request_ready = tegra210_bpmp_is_request_ready,
 236         .ack_response = tegra210_bpmp_ack_response,
 237         .ack_request = tegra210_bpmp_ack_request,
 238         .is_response_channel_free = tegra210_bpmp_is_response_channel_free,
 239         .is_request_channel_free = tegra210_bpmp_is_request_channel_free,
 240         .post_response = tegra210_bpmp_post_response,
 241         .post_request = tegra210_bpmp_post_request,
 242         .ring_doorbell = tegra210_bpmp_ring_doorbell,
 243 };