Merge branch 'drm-next-4.6' of git://people.freedesktop.org/~agd5f/linux into drm...
[sfrench/cifs-2.6.git] / sound / soc / amd / acp-pcm-dma.c
1 /*
2  * AMD ALSA SoC PCM Driver for ACP 2.x
3  *
4  * Copyright 2014-2015 Advanced Micro Devices, Inc.
5  *
6  * This program is free software; you can redistribute it and/or modify it
7  * under the terms and conditions of the GNU General Public License,
8  * version 2, as published by the Free Software Foundation.
9  *
10  * This program is distributed in the hope it will be useful, but WITHOUT
11  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
12  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
13  * more details.
14  */
15
16 #include <linux/module.h>
17 #include <linux/delay.h>
18 #include <linux/io.h>
19 #include <linux/sizes.h>
20 #include <linux/pm_runtime.h>
21
22 #include <sound/soc.h>
23
24 #include "acp.h"
25
26 #define PLAYBACK_MIN_NUM_PERIODS    2
27 #define PLAYBACK_MAX_NUM_PERIODS    2
28 #define PLAYBACK_MAX_PERIOD_SIZE    16384
29 #define PLAYBACK_MIN_PERIOD_SIZE    1024
30 #define CAPTURE_MIN_NUM_PERIODS     2
31 #define CAPTURE_MAX_NUM_PERIODS     2
32 #define CAPTURE_MAX_PERIOD_SIZE     16384
33 #define CAPTURE_MIN_PERIOD_SIZE     1024
34
35 #define MAX_BUFFER (PLAYBACK_MAX_PERIOD_SIZE * PLAYBACK_MAX_NUM_PERIODS)
36 #define MIN_BUFFER MAX_BUFFER
37
38 static const struct snd_pcm_hardware acp_pcm_hardware_playback = {
39         .info = SNDRV_PCM_INFO_INTERLEAVED |
40                 SNDRV_PCM_INFO_BLOCK_TRANSFER | SNDRV_PCM_INFO_MMAP |
41                 SNDRV_PCM_INFO_MMAP_VALID | SNDRV_PCM_INFO_BATCH |
42                 SNDRV_PCM_INFO_PAUSE | SNDRV_PCM_INFO_RESUME,
43         .formats = SNDRV_PCM_FMTBIT_S16_LE |
44                 SNDRV_PCM_FMTBIT_S24_LE | SNDRV_PCM_FMTBIT_S32_LE,
45         .channels_min = 1,
46         .channels_max = 8,
47         .rates = SNDRV_PCM_RATE_8000_96000,
48         .rate_min = 8000,
49         .rate_max = 96000,
50         .buffer_bytes_max = PLAYBACK_MAX_NUM_PERIODS * PLAYBACK_MAX_PERIOD_SIZE,
51         .period_bytes_min = PLAYBACK_MIN_PERIOD_SIZE,
52         .period_bytes_max = PLAYBACK_MAX_PERIOD_SIZE,
53         .periods_min = PLAYBACK_MIN_NUM_PERIODS,
54         .periods_max = PLAYBACK_MAX_NUM_PERIODS,
55 };
56
57 static const struct snd_pcm_hardware acp_pcm_hardware_capture = {
58         .info = SNDRV_PCM_INFO_INTERLEAVED |
59                 SNDRV_PCM_INFO_BLOCK_TRANSFER | SNDRV_PCM_INFO_MMAP |
60                 SNDRV_PCM_INFO_MMAP_VALID | SNDRV_PCM_INFO_BATCH |
61             SNDRV_PCM_INFO_PAUSE | SNDRV_PCM_INFO_RESUME,
62         .formats = SNDRV_PCM_FMTBIT_S16_LE |
63                 SNDRV_PCM_FMTBIT_S24_LE | SNDRV_PCM_FMTBIT_S32_LE,
64         .channels_min = 1,
65         .channels_max = 2,
66         .rates = SNDRV_PCM_RATE_8000_48000,
67         .rate_min = 8000,
68         .rate_max = 48000,
69         .buffer_bytes_max = CAPTURE_MAX_NUM_PERIODS * CAPTURE_MAX_PERIOD_SIZE,
70         .period_bytes_min = CAPTURE_MIN_PERIOD_SIZE,
71         .period_bytes_max = CAPTURE_MAX_PERIOD_SIZE,
72         .periods_min = CAPTURE_MIN_NUM_PERIODS,
73         .periods_max = CAPTURE_MAX_NUM_PERIODS,
74 };
75
76 struct audio_drv_data {
77         struct snd_pcm_substream *play_stream;
78         struct snd_pcm_substream *capture_stream;
79         void __iomem *acp_mmio;
80 };
81
82 static u32 acp_reg_read(void __iomem *acp_mmio, u32 reg)
83 {
84         return readl(acp_mmio + (reg * 4));
85 }
86
87 static void acp_reg_write(u32 val, void __iomem *acp_mmio, u32 reg)
88 {
89         writel(val, acp_mmio + (reg * 4));
90 }
91
92 /* Configure a given dma channel parameters - enable/disble,
93  * number of descriptors, priority
94  */
95 static void config_acp_dma_channel(void __iomem *acp_mmio, u8 ch_num,
96                                    u16 dscr_strt_idx, u16 num_dscrs,
97                                    enum acp_dma_priority_level priority_level)
98 {
99         u32 dma_ctrl;
100
101         /* disable the channel run field */
102         dma_ctrl = acp_reg_read(acp_mmio, mmACP_DMA_CNTL_0 + ch_num);
103         dma_ctrl &= ~ACP_DMA_CNTL_0__DMAChRun_MASK;
104         acp_reg_write(dma_ctrl, acp_mmio, mmACP_DMA_CNTL_0 + ch_num);
105
106         /* program a DMA channel with first descriptor to be processed. */
107         acp_reg_write((ACP_DMA_DSCR_STRT_IDX_0__DMAChDscrStrtIdx_MASK
108                         & dscr_strt_idx),
109                         acp_mmio, mmACP_DMA_DSCR_STRT_IDX_0 + ch_num);
110
111         /* program a DMA channel with the number of descriptors to be
112          * processed in the transfer
113         */
114         acp_reg_write(ACP_DMA_DSCR_CNT_0__DMAChDscrCnt_MASK & num_dscrs,
115                 acp_mmio, mmACP_DMA_DSCR_CNT_0 + ch_num);
116
117         /* set DMA channel priority */
118         acp_reg_write(priority_level, acp_mmio, mmACP_DMA_PRIO_0 + ch_num);
119 }
120
121 /* Initialize a dma descriptor in SRAM based on descritor information passed */
122 static void config_dma_descriptor_in_sram(void __iomem *acp_mmio,
123                                           u16 descr_idx,
124                                           acp_dma_dscr_transfer_t *descr_info)
125 {
126         u32 sram_offset;
127
128         sram_offset = (descr_idx * sizeof(acp_dma_dscr_transfer_t));
129
130         /* program the source base address. */
131         acp_reg_write(sram_offset, acp_mmio, mmACP_SRBM_Targ_Idx_Addr);
132         acp_reg_write(descr_info->src,  acp_mmio, mmACP_SRBM_Targ_Idx_Data);
133         /* program the destination base address. */
134         acp_reg_write(sram_offset + 4,  acp_mmio, mmACP_SRBM_Targ_Idx_Addr);
135         acp_reg_write(descr_info->dest, acp_mmio, mmACP_SRBM_Targ_Idx_Data);
136
137         /* program the number of bytes to be transferred for this descriptor. */
138         acp_reg_write(sram_offset + 8,  acp_mmio, mmACP_SRBM_Targ_Idx_Addr);
139         acp_reg_write(descr_info->xfer_val, acp_mmio, mmACP_SRBM_Targ_Idx_Data);
140 }
141
142 /* Initialize the DMA descriptor information for transfer between
143  * system memory <-> ACP SRAM
144  */
145 static void set_acp_sysmem_dma_descriptors(void __iomem *acp_mmio,
146                                            u32 size, int direction,
147                                            u32 pte_offset)
148 {
149         u16 i;
150         u16 dma_dscr_idx = PLAYBACK_START_DMA_DESCR_CH12;
151         acp_dma_dscr_transfer_t dmadscr[NUM_DSCRS_PER_CHANNEL];
152
153         for (i = 0; i < NUM_DSCRS_PER_CHANNEL; i++) {
154                 dmadscr[i].xfer_val = 0;
155                 if (direction == SNDRV_PCM_STREAM_PLAYBACK) {
156                         dma_dscr_idx = PLAYBACK_START_DMA_DESCR_CH12 + i;
157                         dmadscr[i].dest = ACP_SHARED_RAM_BANK_1_ADDRESS +
158                                         (size / 2) - (i * (size/2));
159                         dmadscr[i].src = ACP_INTERNAL_APERTURE_WINDOW_0_ADDRESS
160                                 + (pte_offset * SZ_4K) + (i * (size/2));
161                         dmadscr[i].xfer_val |=
162                         (ACP_DMA_ATTRIBUTES_DAGB_ONION_TO_SHAREDMEM << 16) |
163                         (size / 2);
164                 } else {
165                         dma_dscr_idx = CAPTURE_START_DMA_DESCR_CH14 + i;
166                         dmadscr[i].src = ACP_SHARED_RAM_BANK_5_ADDRESS +
167                                         (i * (size/2));
168                         dmadscr[i].dest = ACP_INTERNAL_APERTURE_WINDOW_0_ADDRESS
169                                                 + (pte_offset * SZ_4K) +
170                                                 (i * (size/2));
171                         dmadscr[i].xfer_val |=
172                         BIT(22) |
173                         (ACP_DMA_ATTRIBUTES_SHAREDMEM_TO_DAGB_ONION << 16) |
174                         (size / 2);
175                 }
176                 config_dma_descriptor_in_sram(acp_mmio, dma_dscr_idx,
177                                                 &dmadscr[i]);
178         }
179         if (direction == SNDRV_PCM_STREAM_PLAYBACK)
180                 config_acp_dma_channel(acp_mmio, SYSRAM_TO_ACP_CH_NUM,
181                                         PLAYBACK_START_DMA_DESCR_CH12,
182                                         NUM_DSCRS_PER_CHANNEL,
183                                         ACP_DMA_PRIORITY_LEVEL_NORMAL);
184         else
185                 config_acp_dma_channel(acp_mmio, ACP_TO_SYSRAM_CH_NUM,
186                                         CAPTURE_START_DMA_DESCR_CH14,
187                                         NUM_DSCRS_PER_CHANNEL,
188                                         ACP_DMA_PRIORITY_LEVEL_NORMAL);
189 }
190
191 /* Initialize the DMA descriptor information for transfer between
192  * ACP SRAM <-> I2S
193  */
194 static void set_acp_to_i2s_dma_descriptors(void __iomem *acp_mmio,
195                                            u32 size, int direction)
196 {
197
198         u16 i;
199         u16 dma_dscr_idx = PLAYBACK_START_DMA_DESCR_CH13;
200         acp_dma_dscr_transfer_t dmadscr[NUM_DSCRS_PER_CHANNEL];
201
202         for (i = 0; i < NUM_DSCRS_PER_CHANNEL; i++) {
203                 dmadscr[i].xfer_val = 0;
204                 if (direction == SNDRV_PCM_STREAM_PLAYBACK) {
205                         dma_dscr_idx = PLAYBACK_START_DMA_DESCR_CH13 + i;
206                         dmadscr[i].src = ACP_SHARED_RAM_BANK_1_ADDRESS +
207                                          (i * (size/2));
208                         /* dmadscr[i].dest is unused by hardware. */
209                         dmadscr[i].dest = 0;
210                         dmadscr[i].xfer_val |= BIT(22) | (TO_ACP_I2S_1 << 16) |
211                                                 (size / 2);
212                 } else {
213                         dma_dscr_idx = CAPTURE_START_DMA_DESCR_CH15 + i;
214                         /* dmadscr[i].src is unused by hardware. */
215                         dmadscr[i].src = 0;
216                         dmadscr[i].dest = ACP_SHARED_RAM_BANK_5_ADDRESS +
217                                         (i * (size / 2));
218                         dmadscr[i].xfer_val |= BIT(22) |
219                                         (FROM_ACP_I2S_1 << 16) | (size / 2);
220                 }
221                 config_dma_descriptor_in_sram(acp_mmio, dma_dscr_idx,
222                                                 &dmadscr[i]);
223         }
224         /* Configure the DMA channel with the above descriptore */
225         if (direction == SNDRV_PCM_STREAM_PLAYBACK)
226                 config_acp_dma_channel(acp_mmio, ACP_TO_I2S_DMA_CH_NUM,
227                                         PLAYBACK_START_DMA_DESCR_CH13,
228                                         NUM_DSCRS_PER_CHANNEL,
229                                         ACP_DMA_PRIORITY_LEVEL_NORMAL);
230         else
231                 config_acp_dma_channel(acp_mmio, I2S_TO_ACP_DMA_CH_NUM,
232                                         CAPTURE_START_DMA_DESCR_CH15,
233                                         NUM_DSCRS_PER_CHANNEL,
234                                         ACP_DMA_PRIORITY_LEVEL_NORMAL);
235 }
236
237 /* Create page table entries in ACP SRAM for the allocated memory */
238 static void acp_pte_config(void __iomem *acp_mmio, struct page *pg,
239                            u16 num_of_pages, u32 pte_offset)
240 {
241         u16 page_idx;
242         u64 addr;
243         u32 low;
244         u32 high;
245         u32 offset;
246
247         offset  = ACP_DAGB_GRP_SRBM_SRAM_BASE_OFFSET + (pte_offset * 8);
248         for (page_idx = 0; page_idx < (num_of_pages); page_idx++) {
249                 /* Load the low address of page int ACP SRAM through SRBM */
250                 acp_reg_write((offset + (page_idx * 8)),
251                         acp_mmio, mmACP_SRBM_Targ_Idx_Addr);
252                 addr = page_to_phys(pg);
253
254                 low = lower_32_bits(addr);
255                 high = upper_32_bits(addr);
256
257                 acp_reg_write(low, acp_mmio, mmACP_SRBM_Targ_Idx_Data);
258
259                 /* Load the High address of page int ACP SRAM through SRBM */
260                 acp_reg_write((offset + (page_idx * 8) + 4),
261                         acp_mmio, mmACP_SRBM_Targ_Idx_Addr);
262
263                 /* page enable in ACP */
264                 high |= BIT(31);
265                 acp_reg_write(high, acp_mmio, mmACP_SRBM_Targ_Idx_Data);
266
267                 /* Move to next physically contiguos page */
268                 pg++;
269         }
270 }
271
272 static void config_acp_dma(void __iomem *acp_mmio,
273                            struct audio_substream_data *audio_config)
274 {
275         u32 pte_offset;
276
277         if (audio_config->direction == SNDRV_PCM_STREAM_PLAYBACK)
278                 pte_offset = ACP_PLAYBACK_PTE_OFFSET;
279         else
280                 pte_offset = ACP_CAPTURE_PTE_OFFSET;
281
282         acp_pte_config(acp_mmio, audio_config->pg, audio_config->num_of_pages,
283                         pte_offset);
284
285         /* Configure System memory <-> ACP SRAM DMA descriptors */
286         set_acp_sysmem_dma_descriptors(acp_mmio, audio_config->size,
287                                        audio_config->direction, pte_offset);
288
289         /* Configure ACP SRAM <-> I2S DMA descriptors */
290         set_acp_to_i2s_dma_descriptors(acp_mmio, audio_config->size,
291                                         audio_config->direction);
292 }
293
294 /* Start a given DMA channel transfer */
295 static void acp_dma_start(void __iomem *acp_mmio,
296                          u16 ch_num, bool is_circular)
297 {
298         u32 dma_ctrl;
299
300         /* read the dma control register and disable the channel run field */
301         dma_ctrl = acp_reg_read(acp_mmio, mmACP_DMA_CNTL_0 + ch_num);
302
303         /* Invalidating the DAGB cache */
304         acp_reg_write(1, acp_mmio, mmACP_DAGB_ATU_CTRL);
305
306         /* configure the DMA channel and start the DMA transfer
307          * set dmachrun bit to start the transfer and enable the
308          * interrupt on completion of the dma transfer
309          */
310         dma_ctrl |= ACP_DMA_CNTL_0__DMAChRun_MASK;
311
312         switch (ch_num) {
313         case ACP_TO_I2S_DMA_CH_NUM:
314         case ACP_TO_SYSRAM_CH_NUM:
315         case I2S_TO_ACP_DMA_CH_NUM:
316                 dma_ctrl |= ACP_DMA_CNTL_0__DMAChIOCEn_MASK;
317                 break;
318         default:
319                 dma_ctrl &= ~ACP_DMA_CNTL_0__DMAChIOCEn_MASK;
320                 break;
321         }
322
323         /* enable  for ACP SRAM to/from I2S DMA channel */
324         if (is_circular == true)
325                 dma_ctrl |= ACP_DMA_CNTL_0__Circular_DMA_En_MASK;
326         else
327                 dma_ctrl &= ~ACP_DMA_CNTL_0__Circular_DMA_En_MASK;
328
329         acp_reg_write(dma_ctrl, acp_mmio, mmACP_DMA_CNTL_0 + ch_num);
330 }
331
332 /* Stop a given DMA channel transfer */
333 static int acp_dma_stop(void __iomem *acp_mmio, u8 ch_num)
334 {
335         u32 dma_ctrl;
336         u32 dma_ch_sts;
337         u32 count = ACP_DMA_RESET_TIME;
338
339         dma_ctrl = acp_reg_read(acp_mmio, mmACP_DMA_CNTL_0 + ch_num);
340
341         /* clear the dma control register fields before writing zero
342          * in reset bit
343         */
344         dma_ctrl &= ~ACP_DMA_CNTL_0__DMAChRun_MASK;
345         dma_ctrl &= ~ACP_DMA_CNTL_0__DMAChIOCEn_MASK;
346
347         acp_reg_write(dma_ctrl, acp_mmio, mmACP_DMA_CNTL_0 + ch_num);
348         dma_ch_sts = acp_reg_read(acp_mmio, mmACP_DMA_CH_STS);
349
350         if (dma_ch_sts & BIT(ch_num)) {
351                 /* set the reset bit for this channel to stop the dma
352                 *  transfer
353                 */
354                 dma_ctrl |= ACP_DMA_CNTL_0__DMAChRst_MASK;
355                 acp_reg_write(dma_ctrl, acp_mmio, mmACP_DMA_CNTL_0 + ch_num);
356         }
357
358         /* check the channel status bit for some time and return the status */
359         while (true) {
360                 dma_ch_sts = acp_reg_read(acp_mmio, mmACP_DMA_CH_STS);
361                 if (!(dma_ch_sts & BIT(ch_num))) {
362                         /* clear the reset flag after successfully stopping
363                         * the dma transfer and break from the loop
364                         */
365                         dma_ctrl &= ~ACP_DMA_CNTL_0__DMAChRst_MASK;
366
367                         acp_reg_write(dma_ctrl, acp_mmio, mmACP_DMA_CNTL_0
368                                                                 + ch_num);
369                         break;
370                 }
371                 if (--count == 0) {
372                         pr_err("Failed to stop ACP DMA channel : %d\n", ch_num);
373                         return -ETIMEDOUT;
374                 }
375                 udelay(100);
376         }
377         return 0;
378 }
379
380 static void acp_set_sram_bank_state(void __iomem *acp_mmio, u16 bank,
381                                         bool power_on)
382 {
383         u32 val, req_reg, sts_reg, sts_reg_mask;
384         u32 loops = 1000;
385
386         if (bank < 32) {
387                 req_reg = mmACP_MEM_SHUT_DOWN_REQ_LO;
388                 sts_reg = mmACP_MEM_SHUT_DOWN_STS_LO;
389                 sts_reg_mask = 0xFFFFFFFF;
390
391         } else {
392                 bank -= 32;
393                 req_reg = mmACP_MEM_SHUT_DOWN_REQ_HI;
394                 sts_reg = mmACP_MEM_SHUT_DOWN_STS_HI;
395                 sts_reg_mask = 0x0000FFFF;
396         }
397
398         val = acp_reg_read(acp_mmio, req_reg);
399         if (val & (1 << bank)) {
400                 /* bank is in off state */
401                 if (power_on == true)
402                         /* request to on */
403                         val &= ~(1 << bank);
404                 else
405                         /* request to off */
406                         return;
407         } else {
408                 /* bank is in on state */
409                 if (power_on == false)
410                         /* request to off */
411                         val |= 1 << bank;
412                 else
413                         /* request to on */
414                         return;
415         }
416         acp_reg_write(val, acp_mmio, req_reg);
417
418         while (acp_reg_read(acp_mmio, sts_reg) != sts_reg_mask) {
419                 if (!loops--) {
420                         pr_err("ACP SRAM bank %d state change failed\n", bank);
421                         break;
422                 }
423                 cpu_relax();
424         }
425 }
426
427 /* Initialize and bring ACP hardware to default state. */
428 static int acp_init(void __iomem *acp_mmio)
429 {
430         u16 bank;
431         u32 val, count, sram_pte_offset;
432
433         /* Assert Soft reset of ACP */
434         val = acp_reg_read(acp_mmio, mmACP_SOFT_RESET);
435
436         val |= ACP_SOFT_RESET__SoftResetAud_MASK;
437         acp_reg_write(val, acp_mmio, mmACP_SOFT_RESET);
438
439         count = ACP_SOFT_RESET_DONE_TIME_OUT_VALUE;
440         while (true) {
441                 val = acp_reg_read(acp_mmio, mmACP_SOFT_RESET);
442                 if (ACP_SOFT_RESET__SoftResetAudDone_MASK ==
443                     (val & ACP_SOFT_RESET__SoftResetAudDone_MASK))
444                         break;
445                 if (--count == 0) {
446                         pr_err("Failed to reset ACP\n");
447                         return -ETIMEDOUT;
448                 }
449                 udelay(100);
450         }
451
452         /* Enable clock to ACP and wait until the clock is enabled */
453         val = acp_reg_read(acp_mmio, mmACP_CONTROL);
454         val = val | ACP_CONTROL__ClkEn_MASK;
455         acp_reg_write(val, acp_mmio, mmACP_CONTROL);
456
457         count = ACP_CLOCK_EN_TIME_OUT_VALUE;
458
459         while (true) {
460                 val = acp_reg_read(acp_mmio, mmACP_STATUS);
461                 if (val & (u32) 0x1)
462                         break;
463                 if (--count == 0) {
464                         pr_err("Failed to reset ACP\n");
465                         return -ETIMEDOUT;
466                 }
467                 udelay(100);
468         }
469
470         /* Deassert the SOFT RESET flags */
471         val = acp_reg_read(acp_mmio, mmACP_SOFT_RESET);
472         val &= ~ACP_SOFT_RESET__SoftResetAud_MASK;
473         acp_reg_write(val, acp_mmio, mmACP_SOFT_RESET);
474
475         /* initiailize Onion control DAGB register */
476         acp_reg_write(ACP_ONION_CNTL_DEFAULT, acp_mmio,
477                         mmACP_AXI2DAGB_ONION_CNTL);
478
479         /* initiailize Garlic control DAGB registers */
480         acp_reg_write(ACP_GARLIC_CNTL_DEFAULT, acp_mmio,
481                         mmACP_AXI2DAGB_GARLIC_CNTL);
482
483         sram_pte_offset = ACP_DAGB_GRP_SRAM_BASE_ADDRESS |
484                         ACP_DAGB_BASE_ADDR_GRP_1__AXI2DAGBSnoopSel_MASK |
485                         ACP_DAGB_BASE_ADDR_GRP_1__AXI2DAGBTargetMemSel_MASK |
486                         ACP_DAGB_BASE_ADDR_GRP_1__AXI2DAGBGrpEnable_MASK;
487         acp_reg_write(sram_pte_offset,  acp_mmio, mmACP_DAGB_BASE_ADDR_GRP_1);
488         acp_reg_write(ACP_PAGE_SIZE_4K_ENABLE, acp_mmio,
489                         mmACP_DAGB_PAGE_SIZE_GRP_1);
490
491         acp_reg_write(ACP_SRAM_BASE_ADDRESS, acp_mmio,
492                         mmACP_DMA_DESC_BASE_ADDR);
493
494         /* Num of descriptiors in SRAM 0x4, means 256 descriptors;(64 * 4) */
495         acp_reg_write(0x4, acp_mmio, mmACP_DMA_DESC_MAX_NUM_DSCR);
496         acp_reg_write(ACP_EXTERNAL_INTR_CNTL__DMAIOCMask_MASK,
497                 acp_mmio, mmACP_EXTERNAL_INTR_CNTL);
498
499        /* When ACP_TILE_P1 is turned on, all SRAM banks get turned on.
500         * Now, turn off all of them. This can't be done in 'poweron' of
501         * ACP pm domain, as this requires ACP to be initialized.
502         */
503         for (bank = 1; bank < 48; bank++)
504                 acp_set_sram_bank_state(acp_mmio, bank, false);
505
506         return 0;
507 }
508
509 /* Deintialize ACP */
510 static int acp_deinit(void __iomem *acp_mmio)
511 {
512         u32 val;
513         u32 count;
514
515         /* Assert Soft reset of ACP */
516         val = acp_reg_read(acp_mmio, mmACP_SOFT_RESET);
517
518         val |= ACP_SOFT_RESET__SoftResetAud_MASK;
519         acp_reg_write(val, acp_mmio, mmACP_SOFT_RESET);
520
521         count = ACP_SOFT_RESET_DONE_TIME_OUT_VALUE;
522         while (true) {
523                 val = acp_reg_read(acp_mmio, mmACP_SOFT_RESET);
524                 if (ACP_SOFT_RESET__SoftResetAudDone_MASK ==
525                     (val & ACP_SOFT_RESET__SoftResetAudDone_MASK))
526                         break;
527                 if (--count == 0) {
528                         pr_err("Failed to reset ACP\n");
529                         return -ETIMEDOUT;
530                 }
531                 udelay(100);
532         }
533         /** Disable ACP clock */
534         val = acp_reg_read(acp_mmio, mmACP_CONTROL);
535         val &= ~ACP_CONTROL__ClkEn_MASK;
536         acp_reg_write(val, acp_mmio, mmACP_CONTROL);
537
538         count = ACP_CLOCK_EN_TIME_OUT_VALUE;
539
540         while (true) {
541                 val = acp_reg_read(acp_mmio, mmACP_STATUS);
542                 if (!(val & (u32) 0x1))
543                         break;
544                 if (--count == 0) {
545                         pr_err("Failed to reset ACP\n");
546                         return -ETIMEDOUT;
547                 }
548                 udelay(100);
549         }
550         return 0;
551 }
552
553 /* ACP DMA irq handler routine for playback, capture usecases */
554 static irqreturn_t dma_irq_handler(int irq, void *arg)
555 {
556         u16 dscr_idx;
557         u32 intr_flag, ext_intr_status;
558         struct audio_drv_data *irq_data;
559         void __iomem *acp_mmio;
560         struct device *dev = arg;
561         bool valid_irq = false;
562
563         irq_data = dev_get_drvdata(dev);
564         acp_mmio = irq_data->acp_mmio;
565
566         ext_intr_status = acp_reg_read(acp_mmio, mmACP_EXTERNAL_INTR_STAT);
567         intr_flag = (((ext_intr_status &
568                       ACP_EXTERNAL_INTR_STAT__DMAIOCStat_MASK) >>
569                      ACP_EXTERNAL_INTR_STAT__DMAIOCStat__SHIFT));
570
571         if ((intr_flag & BIT(ACP_TO_I2S_DMA_CH_NUM)) != 0) {
572                 valid_irq = true;
573                 if (acp_reg_read(acp_mmio, mmACP_DMA_CUR_DSCR_13) ==
574                                 PLAYBACK_START_DMA_DESCR_CH13)
575                         dscr_idx = PLAYBACK_START_DMA_DESCR_CH12;
576                 else
577                         dscr_idx = PLAYBACK_END_DMA_DESCR_CH12;
578                 config_acp_dma_channel(acp_mmio, SYSRAM_TO_ACP_CH_NUM, dscr_idx,
579                                        1, 0);
580                 acp_dma_start(acp_mmio, SYSRAM_TO_ACP_CH_NUM, false);
581
582                 snd_pcm_period_elapsed(irq_data->play_stream);
583
584                 acp_reg_write((intr_flag & BIT(ACP_TO_I2S_DMA_CH_NUM)) << 16,
585                                 acp_mmio, mmACP_EXTERNAL_INTR_STAT);
586         }
587
588         if ((intr_flag & BIT(I2S_TO_ACP_DMA_CH_NUM)) != 0) {
589                 valid_irq = true;
590                 if (acp_reg_read(acp_mmio, mmACP_DMA_CUR_DSCR_15) ==
591                                 CAPTURE_START_DMA_DESCR_CH15)
592                         dscr_idx = CAPTURE_END_DMA_DESCR_CH14;
593                 else
594                         dscr_idx = CAPTURE_START_DMA_DESCR_CH14;
595                 config_acp_dma_channel(acp_mmio, ACP_TO_SYSRAM_CH_NUM, dscr_idx,
596                                        1, 0);
597                 acp_dma_start(acp_mmio, ACP_TO_SYSRAM_CH_NUM, false);
598
599                 acp_reg_write((intr_flag & BIT(I2S_TO_ACP_DMA_CH_NUM)) << 16,
600                                 acp_mmio, mmACP_EXTERNAL_INTR_STAT);
601         }
602
603         if ((intr_flag & BIT(ACP_TO_SYSRAM_CH_NUM)) != 0) {
604                 valid_irq = true;
605                 snd_pcm_period_elapsed(irq_data->capture_stream);
606                 acp_reg_write((intr_flag & BIT(ACP_TO_SYSRAM_CH_NUM)) << 16,
607                                 acp_mmio, mmACP_EXTERNAL_INTR_STAT);
608         }
609
610         if (valid_irq)
611                 return IRQ_HANDLED;
612         else
613                 return IRQ_NONE;
614 }
615
616 static int acp_dma_open(struct snd_pcm_substream *substream)
617 {
618         u16 bank;
619         int ret = 0;
620         struct snd_pcm_runtime *runtime = substream->runtime;
621         struct snd_soc_pcm_runtime *prtd = substream->private_data;
622         struct audio_drv_data *intr_data = dev_get_drvdata(prtd->platform->dev);
623
624         struct audio_substream_data *adata =
625                 kzalloc(sizeof(struct audio_substream_data), GFP_KERNEL);
626         if (adata == NULL)
627                 return -ENOMEM;
628
629         if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK)
630                 runtime->hw = acp_pcm_hardware_playback;
631         else
632                 runtime->hw = acp_pcm_hardware_capture;
633
634         ret = snd_pcm_hw_constraint_integer(runtime,
635                                             SNDRV_PCM_HW_PARAM_PERIODS);
636         if (ret < 0) {
637                 dev_err(prtd->platform->dev, "set integer constraint failed\n");
638                 kfree(adata);
639                 return ret;
640         }
641
642         adata->acp_mmio = intr_data->acp_mmio;
643         runtime->private_data = adata;
644
645         /* Enable ACP irq, when neither playback or capture streams are
646          * active by the time when a new stream is being opened.
647          * This enablement is not required for another stream, if current
648          * stream is not closed
649         */
650         if (!intr_data->play_stream && !intr_data->capture_stream)
651                 acp_reg_write(1, adata->acp_mmio, mmACP_EXTERNAL_INTR_ENB);
652
653         if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK) {
654                 intr_data->play_stream = substream;
655                 for (bank = 1; bank <= 4; bank++)
656                         acp_set_sram_bank_state(intr_data->acp_mmio, bank,
657                                                 true);
658         } else {
659                 intr_data->capture_stream = substream;
660                 for (bank = 5; bank <= 8; bank++)
661                         acp_set_sram_bank_state(intr_data->acp_mmio, bank,
662                                                 true);
663         }
664
665         return 0;
666 }
667
668 static int acp_dma_hw_params(struct snd_pcm_substream *substream,
669                              struct snd_pcm_hw_params *params)
670 {
671         int status;
672         uint64_t size;
673         struct snd_dma_buffer *dma_buffer;
674         struct page *pg;
675         struct snd_pcm_runtime *runtime;
676         struct audio_substream_data *rtd;
677
678         dma_buffer = &substream->dma_buffer;
679
680         runtime = substream->runtime;
681         rtd = runtime->private_data;
682
683         if (WARN_ON(!rtd))
684                 return -EINVAL;
685
686         size = params_buffer_bytes(params);
687         status = snd_pcm_lib_malloc_pages(substream, size);
688         if (status < 0)
689                 return status;
690
691         memset(substream->runtime->dma_area, 0, params_buffer_bytes(params));
692         pg = virt_to_page(substream->dma_buffer.area);
693
694         if (pg != NULL) {
695                 acp_set_sram_bank_state(rtd->acp_mmio, 0, true);
696                 /* Save for runtime private data */
697                 rtd->pg = pg;
698                 rtd->order = get_order(size);
699
700                 /* Fill the page table entries in ACP SRAM */
701                 rtd->pg = pg;
702                 rtd->size = size;
703                 rtd->num_of_pages = PAGE_ALIGN(size) >> PAGE_SHIFT;
704                 rtd->direction = substream->stream;
705
706                 config_acp_dma(rtd->acp_mmio, rtd);
707                 status = 0;
708         } else {
709                 status = -ENOMEM;
710         }
711         return status;
712 }
713
714 static int acp_dma_hw_free(struct snd_pcm_substream *substream)
715 {
716         return snd_pcm_lib_free_pages(substream);
717 }
718
719 static snd_pcm_uframes_t acp_dma_pointer(struct snd_pcm_substream *substream)
720 {
721         u16 dscr;
722         u32 mul, dma_config, period_bytes;
723         u32 pos = 0;
724
725         struct snd_pcm_runtime *runtime = substream->runtime;
726         struct audio_substream_data *rtd = runtime->private_data;
727
728         period_bytes = frames_to_bytes(runtime, runtime->period_size);
729         if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK) {
730                 dscr = acp_reg_read(rtd->acp_mmio, mmACP_DMA_CUR_DSCR_13);
731
732                 if (dscr == PLAYBACK_START_DMA_DESCR_CH13)
733                         mul = 0;
734                 else
735                         mul = 1;
736                 pos =  (mul * period_bytes);
737         } else {
738                 dma_config = acp_reg_read(rtd->acp_mmio, mmACP_DMA_CNTL_14);
739                 if (dma_config != 0) {
740                         dscr = acp_reg_read(rtd->acp_mmio,
741                                                 mmACP_DMA_CUR_DSCR_14);
742                         if (dscr == CAPTURE_START_DMA_DESCR_CH14)
743                                 mul = 1;
744                         else
745                                 mul = 2;
746                         pos = (mul * period_bytes);
747                 }
748
749                 if (pos >= (2 * period_bytes))
750                         pos = 0;
751
752         }
753         return bytes_to_frames(runtime, pos);
754 }
755
756 static int acp_dma_mmap(struct snd_pcm_substream *substream,
757                         struct vm_area_struct *vma)
758 {
759         return snd_pcm_lib_default_mmap(substream, vma);
760 }
761
762 static int acp_dma_prepare(struct snd_pcm_substream *substream)
763 {
764         struct snd_pcm_runtime *runtime = substream->runtime;
765         struct audio_substream_data *rtd = runtime->private_data;
766
767         if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK) {
768                 config_acp_dma_channel(rtd->acp_mmio, SYSRAM_TO_ACP_CH_NUM,
769                                         PLAYBACK_START_DMA_DESCR_CH12,
770                                         NUM_DSCRS_PER_CHANNEL, 0);
771                 config_acp_dma_channel(rtd->acp_mmio, ACP_TO_I2S_DMA_CH_NUM,
772                                         PLAYBACK_START_DMA_DESCR_CH13,
773                                         NUM_DSCRS_PER_CHANNEL, 0);
774                 /* Fill ACP SRAM (2 periods) with zeros from System RAM
775                  * which is zero-ed in hw_params
776                 */
777                 acp_dma_start(rtd->acp_mmio, SYSRAM_TO_ACP_CH_NUM, false);
778
779                 /* ACP SRAM (2 periods of buffer size) is intially filled with
780                  * zeros. Before rendering starts, 2nd half of SRAM will be
781                  * filled with valid audio data DMA'ed from first half of system
782                  * RAM and 1st half of SRAM will be filled with Zeros. This is
783                  * the initial scenario when redering starts from SRAM. Later
784                  * on, 2nd half of system memory will be DMA'ed to 1st half of
785                  * SRAM, 1st half of system memory will be DMA'ed to 2nd half of
786                  * SRAM in ping-pong way till rendering stops.
787                 */
788                 config_acp_dma_channel(rtd->acp_mmio, SYSRAM_TO_ACP_CH_NUM,
789                                         PLAYBACK_START_DMA_DESCR_CH12,
790                                         1, 0);
791         } else {
792                 config_acp_dma_channel(rtd->acp_mmio, ACP_TO_SYSRAM_CH_NUM,
793                                         CAPTURE_START_DMA_DESCR_CH14,
794                                         NUM_DSCRS_PER_CHANNEL, 0);
795                 config_acp_dma_channel(rtd->acp_mmio, I2S_TO_ACP_DMA_CH_NUM,
796                                         CAPTURE_START_DMA_DESCR_CH15,
797                                         NUM_DSCRS_PER_CHANNEL, 0);
798         }
799         return 0;
800 }
801
802 static int acp_dma_trigger(struct snd_pcm_substream *substream, int cmd)
803 {
804         int ret;
805         u32 loops = 1000;
806
807         struct snd_pcm_runtime *runtime = substream->runtime;
808         struct snd_soc_pcm_runtime *prtd = substream->private_data;
809         struct audio_substream_data *rtd = runtime->private_data;
810
811         if (!rtd)
812                 return -EINVAL;
813         switch (cmd) {
814         case SNDRV_PCM_TRIGGER_START:
815         case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
816         case SNDRV_PCM_TRIGGER_RESUME:
817                 if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK) {
818                         acp_dma_start(rtd->acp_mmio,
819                                                 SYSRAM_TO_ACP_CH_NUM, false);
820                         while (acp_reg_read(rtd->acp_mmio, mmACP_DMA_CH_STS) &
821                                                 BIT(SYSRAM_TO_ACP_CH_NUM)) {
822                                 if (!loops--) {
823                                         dev_err(prtd->platform->dev,
824                                                 "acp dma start timeout\n");
825                                         return -ETIMEDOUT;
826                                 }
827                                 cpu_relax();
828                         }
829
830                         acp_dma_start(rtd->acp_mmio,
831                                         ACP_TO_I2S_DMA_CH_NUM, true);
832
833                 } else {
834                         acp_dma_start(rtd->acp_mmio,
835                                             I2S_TO_ACP_DMA_CH_NUM, true);
836                 }
837                 ret = 0;
838                 break;
839         case SNDRV_PCM_TRIGGER_STOP:
840         case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
841         case SNDRV_PCM_TRIGGER_SUSPEND:
842                 /* Need to stop only circular DMA channels :
843                  * ACP_TO_I2S_DMA_CH_NUM / I2S_TO_ACP_DMA_CH_NUM. Non-circular
844                  * channels will stopped automatically after its transfer
845                  * completes : SYSRAM_TO_ACP_CH_NUM / ACP_TO_SYSRAM_CH_NUM
846                  */
847                 if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK)
848                         ret = acp_dma_stop(rtd->acp_mmio,
849                                         ACP_TO_I2S_DMA_CH_NUM);
850                 else
851                         ret = acp_dma_stop(rtd->acp_mmio,
852                                         I2S_TO_ACP_DMA_CH_NUM);
853                 break;
854         default:
855                 ret = -EINVAL;
856
857         }
858         return ret;
859 }
860
861 static int acp_dma_new(struct snd_soc_pcm_runtime *rtd)
862 {
863         return snd_pcm_lib_preallocate_pages_for_all(rtd->pcm,
864                                                         SNDRV_DMA_TYPE_DEV,
865                                                         NULL, MIN_BUFFER,
866                                                         MAX_BUFFER);
867 }
868
869 static int acp_dma_close(struct snd_pcm_substream *substream)
870 {
871         u16 bank;
872         struct snd_pcm_runtime *runtime = substream->runtime;
873         struct audio_substream_data *rtd = runtime->private_data;
874         struct snd_soc_pcm_runtime *prtd = substream->private_data;
875         struct audio_drv_data *adata = dev_get_drvdata(prtd->platform->dev);
876
877         kfree(rtd);
878
879         if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK) {
880                 adata->play_stream = NULL;
881                 for (bank = 1; bank <= 4; bank++)
882                         acp_set_sram_bank_state(adata->acp_mmio, bank,
883                                                 false);
884         } else {
885                 adata->capture_stream = NULL;
886                 for (bank = 5; bank <= 8; bank++)
887                         acp_set_sram_bank_state(adata->acp_mmio, bank,
888                                                 false);
889         }
890
891         /* Disable ACP irq, when the current stream is being closed and
892          * another stream is also not active.
893         */
894         if (!adata->play_stream && !adata->capture_stream)
895                 acp_reg_write(0, adata->acp_mmio, mmACP_EXTERNAL_INTR_ENB);
896
897         return 0;
898 }
899
900 static struct snd_pcm_ops acp_dma_ops = {
901         .open = acp_dma_open,
902         .close = acp_dma_close,
903         .ioctl = snd_pcm_lib_ioctl,
904         .hw_params = acp_dma_hw_params,
905         .hw_free = acp_dma_hw_free,
906         .trigger = acp_dma_trigger,
907         .pointer = acp_dma_pointer,
908         .mmap = acp_dma_mmap,
909         .prepare = acp_dma_prepare,
910 };
911
912 static struct snd_soc_platform_driver acp_asoc_platform = {
913         .ops = &acp_dma_ops,
914         .pcm_new = acp_dma_new,
915 };
916
917 static int acp_audio_probe(struct platform_device *pdev)
918 {
919         int status;
920         struct audio_drv_data *audio_drv_data;
921         struct resource *res;
922
923         audio_drv_data = devm_kzalloc(&pdev->dev, sizeof(struct audio_drv_data),
924                                         GFP_KERNEL);
925         if (audio_drv_data == NULL)
926                 return -ENOMEM;
927
928         res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
929         audio_drv_data->acp_mmio = devm_ioremap_resource(&pdev->dev, res);
930
931         /* The following members gets populated in device 'open'
932          * function. Till then interrupts are disabled in 'acp_init'
933          * and device doesn't generate any interrupts.
934          */
935
936         audio_drv_data->play_stream = NULL;
937         audio_drv_data->capture_stream = NULL;
938
939         res = platform_get_resource(pdev, IORESOURCE_IRQ, 0);
940         if (!res) {
941                 dev_err(&pdev->dev, "IORESOURCE_IRQ FAILED\n");
942                 return -ENODEV;
943         }
944
945         status = devm_request_irq(&pdev->dev, res->start, dma_irq_handler,
946                                         0, "ACP_IRQ", &pdev->dev);
947         if (status) {
948                 dev_err(&pdev->dev, "ACP IRQ request failed\n");
949                 return status;
950         }
951
952         dev_set_drvdata(&pdev->dev, audio_drv_data);
953
954         /* Initialize the ACP */
955         acp_init(audio_drv_data->acp_mmio);
956
957         status = snd_soc_register_platform(&pdev->dev, &acp_asoc_platform);
958         if (status != 0) {
959                 dev_err(&pdev->dev, "Fail to register ALSA platform device\n");
960                 return status;
961         }
962
963         pm_runtime_set_autosuspend_delay(&pdev->dev, 10000);
964         pm_runtime_use_autosuspend(&pdev->dev);
965         pm_runtime_enable(&pdev->dev);
966
967         return status;
968 }
969
970 static int acp_audio_remove(struct platform_device *pdev)
971 {
972         struct audio_drv_data *adata = dev_get_drvdata(&pdev->dev);
973
974         acp_deinit(adata->acp_mmio);
975         snd_soc_unregister_platform(&pdev->dev);
976         pm_runtime_disable(&pdev->dev);
977
978         return 0;
979 }
980
981 static int acp_pcm_resume(struct device *dev)
982 {
983         u16 bank;
984         struct audio_drv_data *adata = dev_get_drvdata(dev);
985
986         acp_init(adata->acp_mmio);
987
988         if (adata->play_stream && adata->play_stream->runtime) {
989                 for (bank = 1; bank <= 4; bank++)
990                         acp_set_sram_bank_state(adata->acp_mmio, bank,
991                                                 true);
992                 config_acp_dma(adata->acp_mmio,
993                                 adata->play_stream->runtime->private_data);
994         }
995         if (adata->capture_stream && adata->capture_stream->runtime) {
996                 for (bank = 5; bank <= 8; bank++)
997                         acp_set_sram_bank_state(adata->acp_mmio, bank,
998                                                 true);
999                 config_acp_dma(adata->acp_mmio,
1000                                 adata->capture_stream->runtime->private_data);
1001         }
1002         acp_reg_write(1, adata->acp_mmio, mmACP_EXTERNAL_INTR_ENB);
1003         return 0;
1004 }
1005
1006 static int acp_pcm_runtime_suspend(struct device *dev)
1007 {
1008         struct audio_drv_data *adata = dev_get_drvdata(dev);
1009
1010         acp_deinit(adata->acp_mmio);
1011         acp_reg_write(0, adata->acp_mmio, mmACP_EXTERNAL_INTR_ENB);
1012         return 0;
1013 }
1014
1015 static int acp_pcm_runtime_resume(struct device *dev)
1016 {
1017         struct audio_drv_data *adata = dev_get_drvdata(dev);
1018
1019         acp_init(adata->acp_mmio);
1020         acp_reg_write(1, adata->acp_mmio, mmACP_EXTERNAL_INTR_ENB);
1021         return 0;
1022 }
1023
1024 static const struct dev_pm_ops acp_pm_ops = {
1025         .resume = acp_pcm_resume,
1026         .runtime_suspend = acp_pcm_runtime_suspend,
1027         .runtime_resume = acp_pcm_runtime_resume,
1028 };
1029
1030 static struct platform_driver acp_dma_driver = {
1031         .probe = acp_audio_probe,
1032         .remove = acp_audio_remove,
1033         .driver = {
1034                 .name = "acp_audio_dma",
1035                 .pm = &acp_pm_ops,
1036         },
1037 };
1038
1039 module_platform_driver(acp_dma_driver);
1040
1041 MODULE_AUTHOR("Maruthi.Bayyavarapu@amd.com");
1042 MODULE_DESCRIPTION("AMD ACP PCM Driver");
1043 MODULE_LICENSE("GPL v2");
1044 MODULE_ALIAS("platform:acp-dma-audio");