2 * skl-message.c - HDA DSP interface for FW registration, Pipe and Module
5 * Copyright (C) 2015 Intel Corp
6 * Author:Rafal Redzimski <rafal.f.redzimski@intel.com>
7 * Jeeja KP <jeeja.kp@intel.com>
8 * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
10 * This program is free software; you can redistribute it and/or modify
11 * it under the terms of the GNU General Public License as version 2, as
12 * published by the Free Software Foundation.
14 * This program is distributed in the hope that it will be useful, but
15 * WITHOUT ANY WARRANTY; without even the implied warranty of
16 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
17 * General Public License for more details.
20 #include <linux/slab.h>
21 #include <linux/pci.h>
22 #include <sound/core.h>
23 #include <sound/pcm.h>
24 #include "skl-sst-dsp.h"
25 #include "cnl-sst-dsp.h"
26 #include "skl-sst-ipc.h"
28 #include "../common/sst-dsp.h"
29 #include "../common/sst-dsp-priv.h"
30 #include "skl-topology.h"
31 #include "skl-tplg-interface.h"
33 static int skl_alloc_dma_buf(struct device *dev,
34 struct snd_dma_buffer *dmab, size_t size)
36 struct hdac_ext_bus *ebus = dev_get_drvdata(dev);
37 struct hdac_bus *bus = ebus_to_hbus(ebus);
42 return bus->io_ops->dma_alloc_pages(bus, SNDRV_DMA_TYPE_DEV, size, dmab);
45 static int skl_free_dma_buf(struct device *dev, struct snd_dma_buffer *dmab)
47 struct hdac_ext_bus *ebus = dev_get_drvdata(dev);
48 struct hdac_bus *bus = ebus_to_hbus(ebus);
53 bus->io_ops->dma_free_pages(bus, dmab);
58 #define NOTIFICATION_PARAM_ID 3
59 #define NOTIFICATION_MASK 0xf
61 /* disable notfication for underruns/overruns from firmware module */
62 void skl_dsp_enable_notification(struct skl_sst *ctx, bool enable)
64 struct notification_mask mask;
65 struct skl_ipc_large_config_msg msg = {0};
67 mask.notify = NOTIFICATION_MASK;
70 msg.large_param_id = NOTIFICATION_PARAM_ID;
71 msg.param_data_size = sizeof(mask);
73 skl_ipc_set_large_config(&ctx->ipc, &msg, (u32 *)&mask);
76 static int skl_dsp_setup_spib(struct device *dev, unsigned int size,
77 int stream_tag, int enable)
79 struct hdac_ext_bus *ebus = dev_get_drvdata(dev);
80 struct hdac_bus *bus = ebus_to_hbus(ebus);
81 struct hdac_stream *stream = snd_hdac_get_stream(bus,
82 SNDRV_PCM_STREAM_PLAYBACK, stream_tag);
83 struct hdac_ext_stream *estream;
88 estream = stream_to_hdac_ext_stream(stream);
89 /* enable/disable SPIB for this hdac stream */
90 snd_hdac_ext_stream_spbcap_enable(ebus, enable, stream->index);
92 /* set the spib value */
93 snd_hdac_ext_stream_set_spib(ebus, estream, size);
98 static int skl_dsp_prepare(struct device *dev, unsigned int format,
99 unsigned int size, struct snd_dma_buffer *dmab)
101 struct hdac_ext_bus *ebus = dev_get_drvdata(dev);
102 struct hdac_bus *bus = ebus_to_hbus(ebus);
103 struct hdac_ext_stream *estream;
104 struct hdac_stream *stream;
105 struct snd_pcm_substream substream;
111 memset(&substream, 0, sizeof(substream));
112 substream.stream = SNDRV_PCM_STREAM_PLAYBACK;
114 estream = snd_hdac_ext_stream_assign(ebus, &substream,
115 HDAC_EXT_STREAM_TYPE_HOST);
119 stream = hdac_stream(estream);
121 /* assign decouple host dma channel */
122 ret = snd_hdac_dsp_prepare(stream, format, size, dmab);
126 skl_dsp_setup_spib(dev, size, stream->stream_tag, true);
128 return stream->stream_tag;
131 static int skl_dsp_trigger(struct device *dev, bool start, int stream_tag)
133 struct hdac_ext_bus *ebus = dev_get_drvdata(dev);
134 struct hdac_stream *stream;
135 struct hdac_bus *bus = ebus_to_hbus(ebus);
140 stream = snd_hdac_get_stream(bus,
141 SNDRV_PCM_STREAM_PLAYBACK, stream_tag);
145 snd_hdac_dsp_trigger(stream, start);
150 static int skl_dsp_cleanup(struct device *dev,
151 struct snd_dma_buffer *dmab, int stream_tag)
153 struct hdac_ext_bus *ebus = dev_get_drvdata(dev);
154 struct hdac_stream *stream;
155 struct hdac_ext_stream *estream;
156 struct hdac_bus *bus = ebus_to_hbus(ebus);
161 stream = snd_hdac_get_stream(bus,
162 SNDRV_PCM_STREAM_PLAYBACK, stream_tag);
166 estream = stream_to_hdac_ext_stream(stream);
167 skl_dsp_setup_spib(dev, 0, stream_tag, false);
168 snd_hdac_ext_stream_release(estream, HDAC_EXT_STREAM_TYPE_HOST);
170 snd_hdac_dsp_cleanup(stream, dmab);
175 static struct skl_dsp_loader_ops skl_get_loader_ops(void)
177 struct skl_dsp_loader_ops loader_ops;
179 memset(&loader_ops, 0, sizeof(struct skl_dsp_loader_ops));
181 loader_ops.alloc_dma_buf = skl_alloc_dma_buf;
182 loader_ops.free_dma_buf = skl_free_dma_buf;
187 static struct skl_dsp_loader_ops bxt_get_loader_ops(void)
189 struct skl_dsp_loader_ops loader_ops;
191 memset(&loader_ops, 0, sizeof(loader_ops));
193 loader_ops.alloc_dma_buf = skl_alloc_dma_buf;
194 loader_ops.free_dma_buf = skl_free_dma_buf;
195 loader_ops.prepare = skl_dsp_prepare;
196 loader_ops.trigger = skl_dsp_trigger;
197 loader_ops.cleanup = skl_dsp_cleanup;
202 static const struct skl_dsp_ops dsp_ops[] = {
206 .loader_ops = skl_get_loader_ops,
207 .init = skl_sst_dsp_init,
208 .init_fw = skl_sst_init_fw,
209 .cleanup = skl_sst_dsp_cleanup
214 .loader_ops = skl_get_loader_ops,
215 .init = kbl_sst_dsp_init,
216 .init_fw = skl_sst_init_fw,
217 .cleanup = skl_sst_dsp_cleanup
222 .loader_ops = bxt_get_loader_ops,
223 .init = bxt_sst_dsp_init,
224 .init_fw = bxt_sst_init_fw,
225 .cleanup = bxt_sst_dsp_cleanup
230 .loader_ops = bxt_get_loader_ops,
231 .init = bxt_sst_dsp_init,
232 .init_fw = bxt_sst_init_fw,
233 .cleanup = bxt_sst_dsp_cleanup
238 .loader_ops = bxt_get_loader_ops,
239 .init = cnl_sst_dsp_init,
240 .init_fw = cnl_sst_init_fw,
241 .cleanup = cnl_sst_dsp_cleanup
245 const struct skl_dsp_ops *skl_get_dsp_ops(int pci_id)
249 for (i = 0; i < ARRAY_SIZE(dsp_ops); i++) {
250 if (dsp_ops[i].id == pci_id)
257 int skl_init_dsp(struct skl *skl)
259 void __iomem *mmio_base;
260 struct hdac_ext_bus *ebus = &skl->ebus;
261 struct hdac_bus *bus = ebus_to_hbus(ebus);
262 struct skl_dsp_loader_ops loader_ops;
264 const struct skl_dsp_ops *ops;
265 struct skl_dsp_cores *cores;
268 /* enable ppcap interrupt */
269 snd_hdac_ext_bus_ppcap_enable(&skl->ebus, true);
270 snd_hdac_ext_bus_ppcap_int_enable(&skl->ebus, true);
272 /* read the BAR of the ADSP MMIO */
273 mmio_base = pci_ioremap_bar(skl->pci, 4);
274 if (mmio_base == NULL) {
275 dev_err(bus->dev, "ioremap error\n");
279 ops = skl_get_dsp_ops(skl->pci->device);
285 loader_ops = ops->loader_ops();
286 ret = ops->init(bus->dev, mmio_base, irq,
287 skl->fw_name, loader_ops,
293 skl->skl_sst->dsp_ops = ops;
294 cores = &skl->skl_sst->cores;
295 cores->count = ops->num_cores;
297 cores->state = kcalloc(cores->count, sizeof(*cores->state), GFP_KERNEL);
303 cores->usage_count = kcalloc(cores->count, sizeof(*cores->usage_count),
305 if (!cores->usage_count) {
307 goto free_core_state;
310 dev_dbg(bus->dev, "dsp registration status=%d\n", ret);
323 int skl_free_dsp(struct skl *skl)
325 struct hdac_ext_bus *ebus = &skl->ebus;
326 struct hdac_bus *bus = ebus_to_hbus(ebus);
327 struct skl_sst *ctx = skl->skl_sst;
329 /* disable ppcap interrupt */
330 snd_hdac_ext_bus_ppcap_int_enable(&skl->ebus, false);
332 ctx->dsp_ops->cleanup(bus->dev, ctx);
334 kfree(ctx->cores.state);
335 kfree(ctx->cores.usage_count);
337 if (ctx->dsp->addr.lpe)
338 iounmap(ctx->dsp->addr.lpe);
344 * In the case of "suspend_active" i.e, the Audio IP being active
345 * during system suspend, immediately excecute any pending D0i3 work
346 * before suspending. This is needed for the IP to work in low power
347 * mode during system suspend. In the case of normal suspend, cancel
348 * any pending D0i3 work.
350 int skl_suspend_late_dsp(struct skl *skl)
352 struct skl_sst *ctx = skl->skl_sst;
353 struct delayed_work *dwork;
358 dwork = &ctx->d0i3.work;
360 if (dwork->work.func) {
361 if (skl->supend_active)
362 flush_delayed_work(dwork);
364 cancel_delayed_work_sync(dwork);
370 int skl_suspend_dsp(struct skl *skl)
372 struct skl_sst *ctx = skl->skl_sst;
375 /* if ppcap is not supported return 0 */
376 if (!skl->ebus.bus.ppcap)
379 ret = skl_dsp_sleep(ctx->dsp);
383 /* disable ppcap interrupt */
384 snd_hdac_ext_bus_ppcap_int_enable(&skl->ebus, false);
385 snd_hdac_ext_bus_ppcap_enable(&skl->ebus, false);
390 int skl_resume_dsp(struct skl *skl)
392 struct skl_sst *ctx = skl->skl_sst;
395 /* if ppcap is not supported return 0 */
396 if (!skl->ebus.bus.ppcap)
399 /* enable ppcap interrupt */
400 snd_hdac_ext_bus_ppcap_enable(&skl->ebus, true);
401 snd_hdac_ext_bus_ppcap_int_enable(&skl->ebus, true);
403 /* check if DSP 1st boot is done */
404 if (skl->skl_sst->is_first_boot == true)
407 ret = skl_dsp_wake(ctx->dsp);
411 skl_dsp_enable_notification(skl->skl_sst, false);
415 enum skl_bitdepth skl_get_bit_depth(int params)
419 return SKL_DEPTH_8BIT;
422 return SKL_DEPTH_16BIT;
425 return SKL_DEPTH_24BIT;
428 return SKL_DEPTH_32BIT;
431 return SKL_DEPTH_INVALID;
437 * Each module in DSP expects a base module configuration, which consists of
438 * PCM format information, which we calculate in driver and resource values
439 * which are read from widget information passed through topology binary
440 * This is send when we create a module with INIT_INSTANCE IPC msg
442 static void skl_set_base_module_format(struct skl_sst *ctx,
443 struct skl_module_cfg *mconfig,
444 struct skl_base_cfg *base_cfg)
446 struct skl_module *module = mconfig->module;
447 struct skl_module_res *res = &module->resources[mconfig->res_idx];
448 struct skl_module_iface *fmt = &module->formats[mconfig->fmt_idx];
449 struct skl_module_fmt *format = &fmt->inputs[0].fmt;
451 base_cfg->audio_fmt.number_of_channels = format->channels;
453 base_cfg->audio_fmt.s_freq = format->s_freq;
454 base_cfg->audio_fmt.bit_depth = format->bit_depth;
455 base_cfg->audio_fmt.valid_bit_depth = format->valid_bit_depth;
456 base_cfg->audio_fmt.ch_cfg = format->ch_cfg;
458 dev_dbg(ctx->dev, "bit_depth=%x valid_bd=%x ch_config=%x\n",
459 format->bit_depth, format->valid_bit_depth,
462 base_cfg->audio_fmt.channel_map = format->ch_map;
464 base_cfg->audio_fmt.interleaving = format->interleaving_style;
466 base_cfg->cps = res->cps;
467 base_cfg->ibs = res->ibs;
468 base_cfg->obs = res->obs;
469 base_cfg->is_pages = res->is_pages;
473 * Copies copier capabilities into copier module and updates copier module
476 static void skl_copy_copier_caps(struct skl_module_cfg *mconfig,
477 struct skl_cpr_cfg *cpr_mconfig)
479 if (mconfig->formats_config.caps_size == 0)
482 memcpy(cpr_mconfig->gtw_cfg.config_data,
483 mconfig->formats_config.caps,
484 mconfig->formats_config.caps_size);
486 cpr_mconfig->gtw_cfg.config_length =
487 (mconfig->formats_config.caps_size) / 4;
490 #define SKL_NON_GATEWAY_CPR_NODE_ID 0xFFFFFFFF
492 * Calculate the gatewat settings required for copier module, type of
493 * gateway and index of gateway to use
495 static u32 skl_get_node_id(struct skl_sst *ctx,
496 struct skl_module_cfg *mconfig)
498 union skl_connector_node_id node_id = {0};
499 union skl_ssp_dma_node ssp_node = {0};
500 struct skl_pipe_params *params = mconfig->pipe->p_params;
502 switch (mconfig->dev_type) {
504 node_id.node.dma_type =
505 (SKL_CONN_SOURCE == mconfig->hw_conn_type) ?
506 SKL_DMA_I2S_LINK_OUTPUT_CLASS :
507 SKL_DMA_I2S_LINK_INPUT_CLASS;
508 node_id.node.vindex = params->host_dma_id +
509 (mconfig->vbus_id << 3);
513 node_id.node.dma_type =
514 (SKL_CONN_SOURCE == mconfig->hw_conn_type) ?
515 SKL_DMA_I2S_LINK_OUTPUT_CLASS :
516 SKL_DMA_I2S_LINK_INPUT_CLASS;
517 ssp_node.dma_node.time_slot_index = mconfig->time_slot;
518 ssp_node.dma_node.i2s_instance = mconfig->vbus_id;
519 node_id.node.vindex = ssp_node.val;
522 case SKL_DEVICE_DMIC:
523 node_id.node.dma_type = SKL_DMA_DMIC_LINK_INPUT_CLASS;
524 node_id.node.vindex = mconfig->vbus_id +
525 (mconfig->time_slot);
528 case SKL_DEVICE_HDALINK:
529 node_id.node.dma_type =
530 (SKL_CONN_SOURCE == mconfig->hw_conn_type) ?
531 SKL_DMA_HDA_LINK_OUTPUT_CLASS :
532 SKL_DMA_HDA_LINK_INPUT_CLASS;
533 node_id.node.vindex = params->link_dma_id;
536 case SKL_DEVICE_HDAHOST:
537 node_id.node.dma_type =
538 (SKL_CONN_SOURCE == mconfig->hw_conn_type) ?
539 SKL_DMA_HDA_HOST_OUTPUT_CLASS :
540 SKL_DMA_HDA_HOST_INPUT_CLASS;
541 node_id.node.vindex = params->host_dma_id;
545 node_id.val = 0xFFFFFFFF;
552 static void skl_setup_cpr_gateway_cfg(struct skl_sst *ctx,
553 struct skl_module_cfg *mconfig,
554 struct skl_cpr_cfg *cpr_mconfig)
557 struct skl_module_res *res;
558 int res_idx = mconfig->res_idx;
559 struct skl *skl = get_skl_ctx(ctx->dev);
561 cpr_mconfig->gtw_cfg.node_id = skl_get_node_id(ctx, mconfig);
563 if (cpr_mconfig->gtw_cfg.node_id == SKL_NON_GATEWAY_CPR_NODE_ID) {
564 cpr_mconfig->cpr_feature_mask = 0;
568 if (skl->nr_modules) {
569 res = &mconfig->module->resources[mconfig->res_idx];
570 cpr_mconfig->gtw_cfg.dma_buffer_size = res->dma_buffer_size;
571 goto skip_buf_size_calc;
573 res = &mconfig->module->resources[res_idx];
576 switch (mconfig->hw_conn_type) {
577 case SKL_CONN_SOURCE:
578 if (mconfig->dev_type == SKL_DEVICE_HDAHOST)
579 dma_io_buf = res->ibs;
581 dma_io_buf = res->obs;
585 if (mconfig->dev_type == SKL_DEVICE_HDAHOST)
586 dma_io_buf = res->obs;
588 dma_io_buf = res->ibs;
592 dev_warn(ctx->dev, "wrong connection type: %d\n",
593 mconfig->hw_conn_type);
597 cpr_mconfig->gtw_cfg.dma_buffer_size =
598 mconfig->dma_buffer_size * dma_io_buf;
600 /* fallback to 2ms default value */
601 if (!cpr_mconfig->gtw_cfg.dma_buffer_size) {
602 if (mconfig->hw_conn_type == SKL_CONN_SOURCE)
603 cpr_mconfig->gtw_cfg.dma_buffer_size = 2 * res->obs;
605 cpr_mconfig->gtw_cfg.dma_buffer_size = 2 * res->ibs;
609 cpr_mconfig->cpr_feature_mask = 0;
610 cpr_mconfig->gtw_cfg.config_length = 0;
612 skl_copy_copier_caps(mconfig, cpr_mconfig);
615 #define DMA_CONTROL_ID 5
617 int skl_dsp_set_dma_control(struct skl_sst *ctx, struct skl_module_cfg *mconfig)
619 struct skl_dma_control *dma_ctrl;
620 struct skl_ipc_large_config_msg msg = {0};
625 * if blob size zero, then return
627 if (mconfig->formats_config.caps_size == 0)
630 msg.large_param_id = DMA_CONTROL_ID;
631 msg.param_data_size = sizeof(struct skl_dma_control) +
632 mconfig->formats_config.caps_size;
634 dma_ctrl = kzalloc(msg.param_data_size, GFP_KERNEL);
635 if (dma_ctrl == NULL)
638 dma_ctrl->node_id = skl_get_node_id(ctx, mconfig);
641 dma_ctrl->config_length = mconfig->formats_config.caps_size / 4;
643 memcpy(dma_ctrl->config_data, mconfig->formats_config.caps,
644 mconfig->formats_config.caps_size);
646 err = skl_ipc_set_large_config(&ctx->ipc, &msg, (u32 *)dma_ctrl);
652 static void skl_setup_out_format(struct skl_sst *ctx,
653 struct skl_module_cfg *mconfig,
654 struct skl_audio_data_format *out_fmt)
656 struct skl_module *module = mconfig->module;
657 struct skl_module_iface *fmt = &module->formats[mconfig->fmt_idx];
658 struct skl_module_fmt *format = &fmt->outputs[0].fmt;
660 out_fmt->number_of_channels = (u8)format->channels;
661 out_fmt->s_freq = format->s_freq;
662 out_fmt->bit_depth = format->bit_depth;
663 out_fmt->valid_bit_depth = format->valid_bit_depth;
664 out_fmt->ch_cfg = format->ch_cfg;
666 out_fmt->channel_map = format->ch_map;
667 out_fmt->interleaving = format->interleaving_style;
668 out_fmt->sample_type = format->sample_type;
670 dev_dbg(ctx->dev, "copier out format chan=%d fre=%d bitdepth=%d\n",
671 out_fmt->number_of_channels, format->s_freq, format->bit_depth);
675 * DSP needs SRC module for frequency conversion, SRC takes base module
676 * configuration and the target frequency as extra parameter passed as src
679 static void skl_set_src_format(struct skl_sst *ctx,
680 struct skl_module_cfg *mconfig,
681 struct skl_src_module_cfg *src_mconfig)
683 struct skl_module *module = mconfig->module;
684 struct skl_module_iface *iface = &module->formats[mconfig->fmt_idx];
685 struct skl_module_fmt *fmt = &iface->outputs[0].fmt;
687 skl_set_base_module_format(ctx, mconfig,
688 (struct skl_base_cfg *)src_mconfig);
690 src_mconfig->src_cfg = fmt->s_freq;
694 * DSP needs updown module to do channel conversion. updown module take base
695 * module configuration and channel configuration
696 * It also take coefficients and now we have defaults applied here
698 static void skl_set_updown_mixer_format(struct skl_sst *ctx,
699 struct skl_module_cfg *mconfig,
700 struct skl_up_down_mixer_cfg *mixer_mconfig)
702 struct skl_module *module = mconfig->module;
703 struct skl_module_iface *iface = &module->formats[mconfig->fmt_idx];
704 struct skl_module_fmt *fmt = &iface->outputs[0].fmt;
706 skl_set_base_module_format(ctx, mconfig,
707 (struct skl_base_cfg *)mixer_mconfig);
708 mixer_mconfig->out_ch_cfg = fmt->ch_cfg;
709 mixer_mconfig->ch_map = fmt->ch_map;
713 * 'copier' is DSP internal module which copies data from Host DMA (HDA host
714 * dma) or link (hda link, SSP, PDM)
715 * Here we calculate the copier module parameters, like PCM format, output
716 * format, gateway settings
717 * copier_module_config is sent as input buffer with INIT_INSTANCE IPC msg
719 static void skl_set_copier_format(struct skl_sst *ctx,
720 struct skl_module_cfg *mconfig,
721 struct skl_cpr_cfg *cpr_mconfig)
723 struct skl_audio_data_format *out_fmt = &cpr_mconfig->out_fmt;
724 struct skl_base_cfg *base_cfg = (struct skl_base_cfg *)cpr_mconfig;
726 skl_set_base_module_format(ctx, mconfig, base_cfg);
728 skl_setup_out_format(ctx, mconfig, out_fmt);
729 skl_setup_cpr_gateway_cfg(ctx, mconfig, cpr_mconfig);
733 * Algo module are DSP pre processing modules. Algo module take base module
734 * configuration and params
737 static void skl_set_algo_format(struct skl_sst *ctx,
738 struct skl_module_cfg *mconfig,
739 struct skl_algo_cfg *algo_mcfg)
741 struct skl_base_cfg *base_cfg = (struct skl_base_cfg *)algo_mcfg;
743 skl_set_base_module_format(ctx, mconfig, base_cfg);
745 if (mconfig->formats_config.caps_size == 0)
748 memcpy(algo_mcfg->params,
749 mconfig->formats_config.caps,
750 mconfig->formats_config.caps_size);
755 * Mic select module allows selecting one or many input channels, thus
758 * Mic select module take base module configuration and out-format
761 static void skl_set_base_outfmt_format(struct skl_sst *ctx,
762 struct skl_module_cfg *mconfig,
763 struct skl_base_outfmt_cfg *base_outfmt_mcfg)
765 struct skl_audio_data_format *out_fmt = &base_outfmt_mcfg->out_fmt;
766 struct skl_base_cfg *base_cfg =
767 (struct skl_base_cfg *)base_outfmt_mcfg;
769 skl_set_base_module_format(ctx, mconfig, base_cfg);
770 skl_setup_out_format(ctx, mconfig, out_fmt);
773 static u16 skl_get_module_param_size(struct skl_sst *ctx,
774 struct skl_module_cfg *mconfig)
778 switch (mconfig->m_type) {
779 case SKL_MODULE_TYPE_COPIER:
780 param_size = sizeof(struct skl_cpr_cfg);
781 param_size += mconfig->formats_config.caps_size;
784 case SKL_MODULE_TYPE_SRCINT:
785 return sizeof(struct skl_src_module_cfg);
787 case SKL_MODULE_TYPE_UPDWMIX:
788 return sizeof(struct skl_up_down_mixer_cfg);
790 case SKL_MODULE_TYPE_ALGO:
791 param_size = sizeof(struct skl_base_cfg);
792 param_size += mconfig->formats_config.caps_size;
795 case SKL_MODULE_TYPE_BASE_OUTFMT:
796 case SKL_MODULE_TYPE_MIC_SELECT:
797 case SKL_MODULE_TYPE_KPB:
798 return sizeof(struct skl_base_outfmt_cfg);
802 * return only base cfg when no specific module type is
805 return sizeof(struct skl_base_cfg);
812 * DSP firmware supports various modules like copier, SRC, updown etc.
813 * These modules required various parameters to be calculated and sent for
814 * the module initialization to DSP. By default a generic module needs only
815 * base module format configuration
818 static int skl_set_module_format(struct skl_sst *ctx,
819 struct skl_module_cfg *module_config,
820 u16 *module_config_size,
825 param_size = skl_get_module_param_size(ctx, module_config);
827 *param_data = kzalloc(param_size, GFP_KERNEL);
828 if (NULL == *param_data)
831 *module_config_size = param_size;
833 switch (module_config->m_type) {
834 case SKL_MODULE_TYPE_COPIER:
835 skl_set_copier_format(ctx, module_config, *param_data);
838 case SKL_MODULE_TYPE_SRCINT:
839 skl_set_src_format(ctx, module_config, *param_data);
842 case SKL_MODULE_TYPE_UPDWMIX:
843 skl_set_updown_mixer_format(ctx, module_config, *param_data);
846 case SKL_MODULE_TYPE_ALGO:
847 skl_set_algo_format(ctx, module_config, *param_data);
850 case SKL_MODULE_TYPE_BASE_OUTFMT:
851 case SKL_MODULE_TYPE_MIC_SELECT:
852 case SKL_MODULE_TYPE_KPB:
853 skl_set_base_outfmt_format(ctx, module_config, *param_data);
857 skl_set_base_module_format(ctx, module_config, *param_data);
862 dev_dbg(ctx->dev, "Module type=%d config size: %d bytes\n",
863 module_config->id.module_id, param_size);
864 print_hex_dump_debug("Module params:", DUMP_PREFIX_OFFSET, 8, 4,
865 *param_data, param_size, false);
869 static int skl_get_queue_index(struct skl_module_pin *mpin,
870 struct skl_module_inst_id id, int max)
874 for (i = 0; i < max; i++) {
875 if (mpin[i].id.module_id == id.module_id &&
876 mpin[i].id.instance_id == id.instance_id)
884 * Allocates queue for each module.
885 * if dynamic, the pin_index is allocated 0 to max_pin.
886 * In static, the pin_index is fixed based on module_id and instance id
888 static int skl_alloc_queue(struct skl_module_pin *mpin,
889 struct skl_module_cfg *tgt_cfg, int max)
892 struct skl_module_inst_id id = tgt_cfg->id;
894 * if pin in dynamic, find first free pin
895 * otherwise find match module and instance id pin as topology will
896 * ensure a unique pin is assigned to this so no need to
899 for (i = 0; i < max; i++) {
900 if (mpin[i].is_dynamic) {
901 if (!mpin[i].in_use &&
902 mpin[i].pin_state == SKL_PIN_UNBIND) {
904 mpin[i].in_use = true;
905 mpin[i].id.module_id = id.module_id;
906 mpin[i].id.instance_id = id.instance_id;
907 mpin[i].id.pvt_id = id.pvt_id;
908 mpin[i].tgt_mcfg = tgt_cfg;
912 if (mpin[i].id.module_id == id.module_id &&
913 mpin[i].id.instance_id == id.instance_id &&
914 mpin[i].pin_state == SKL_PIN_UNBIND) {
916 mpin[i].tgt_mcfg = tgt_cfg;
925 static void skl_free_queue(struct skl_module_pin *mpin, int q_index)
927 if (mpin[q_index].is_dynamic) {
928 mpin[q_index].in_use = false;
929 mpin[q_index].id.module_id = 0;
930 mpin[q_index].id.instance_id = 0;
931 mpin[q_index].id.pvt_id = 0;
933 mpin[q_index].pin_state = SKL_PIN_UNBIND;
934 mpin[q_index].tgt_mcfg = NULL;
937 /* Module state will be set to unint, if all the out pin state is UNBIND */
939 static void skl_clear_module_state(struct skl_module_pin *mpin, int max,
940 struct skl_module_cfg *mcfg)
945 for (i = 0; i < max; i++) {
946 if (mpin[i].pin_state == SKL_PIN_UNBIND)
953 mcfg->m_state = SKL_MODULE_INIT_DONE;
958 * A module needs to be instanataited in DSP. A mdoule is present in a
959 * collection of module referred as a PIPE.
960 * We first calculate the module format, based on module type and then
961 * invoke the DSP by sending IPC INIT_INSTANCE using ipc helper
963 int skl_init_module(struct skl_sst *ctx,
964 struct skl_module_cfg *mconfig)
966 u16 module_config_size = 0;
967 void *param_data = NULL;
969 struct skl_ipc_init_instance_msg msg;
971 dev_dbg(ctx->dev, "%s: module_id = %d instance=%d\n", __func__,
972 mconfig->id.module_id, mconfig->id.pvt_id);
974 if (mconfig->pipe->state != SKL_PIPE_CREATED) {
975 dev_err(ctx->dev, "Pipe not created state= %d pipe_id= %d\n",
976 mconfig->pipe->state, mconfig->pipe->ppl_id);
980 ret = skl_set_module_format(ctx, mconfig,
981 &module_config_size, ¶m_data);
983 dev_err(ctx->dev, "Failed to set module format ret=%d\n", ret);
987 msg.module_id = mconfig->id.module_id;
988 msg.instance_id = mconfig->id.pvt_id;
989 msg.ppl_instance_id = mconfig->pipe->ppl_id;
990 msg.param_data_size = module_config_size;
991 msg.core_id = mconfig->core_id;
992 msg.domain = mconfig->domain;
994 ret = skl_ipc_init_instance(&ctx->ipc, &msg, param_data);
996 dev_err(ctx->dev, "Failed to init instance ret=%d\n", ret);
1000 mconfig->m_state = SKL_MODULE_INIT_DONE;
1005 static void skl_dump_bind_info(struct skl_sst *ctx, struct skl_module_cfg
1006 *src_module, struct skl_module_cfg *dst_module)
1008 dev_dbg(ctx->dev, "%s: src module_id = %d src_instance=%d\n",
1009 __func__, src_module->id.module_id, src_module->id.pvt_id);
1010 dev_dbg(ctx->dev, "%s: dst_module=%d dst_instance=%d\n", __func__,
1011 dst_module->id.module_id, dst_module->id.pvt_id);
1013 dev_dbg(ctx->dev, "src_module state = %d dst module state = %d\n",
1014 src_module->m_state, dst_module->m_state);
1018 * On module freeup, we need to unbind the module with modules
1019 * it is already bind.
1020 * Find the pin allocated and unbind then using bind_unbind IPC
1022 int skl_unbind_modules(struct skl_sst *ctx,
1023 struct skl_module_cfg *src_mcfg,
1024 struct skl_module_cfg *dst_mcfg)
1027 struct skl_ipc_bind_unbind_msg msg;
1028 struct skl_module_inst_id src_id = src_mcfg->id;
1029 struct skl_module_inst_id dst_id = dst_mcfg->id;
1030 int in_max = dst_mcfg->module->max_input_pins;
1031 int out_max = src_mcfg->module->max_output_pins;
1032 int src_index, dst_index, src_pin_state, dst_pin_state;
1034 skl_dump_bind_info(ctx, src_mcfg, dst_mcfg);
1036 /* get src queue index */
1037 src_index = skl_get_queue_index(src_mcfg->m_out_pin, dst_id, out_max);
1041 msg.src_queue = src_index;
1043 /* get dst queue index */
1044 dst_index = skl_get_queue_index(dst_mcfg->m_in_pin, src_id, in_max);
1048 msg.dst_queue = dst_index;
1050 src_pin_state = src_mcfg->m_out_pin[src_index].pin_state;
1051 dst_pin_state = dst_mcfg->m_in_pin[dst_index].pin_state;
1053 if (src_pin_state != SKL_PIN_BIND_DONE ||
1054 dst_pin_state != SKL_PIN_BIND_DONE)
1057 msg.module_id = src_mcfg->id.module_id;
1058 msg.instance_id = src_mcfg->id.pvt_id;
1059 msg.dst_module_id = dst_mcfg->id.module_id;
1060 msg.dst_instance_id = dst_mcfg->id.pvt_id;
1063 ret = skl_ipc_bind_unbind(&ctx->ipc, &msg);
1065 /* free queue only if unbind is success */
1066 skl_free_queue(src_mcfg->m_out_pin, src_index);
1067 skl_free_queue(dst_mcfg->m_in_pin, dst_index);
1070 * check only if src module bind state, bind is
1071 * always from src -> sink
1073 skl_clear_module_state(src_mcfg->m_out_pin, out_max, src_mcfg);
1079 static void fill_pin_params(struct skl_audio_data_format *pin_fmt,
1080 struct skl_module_fmt *format)
1082 pin_fmt->number_of_channels = format->channels;
1083 pin_fmt->s_freq = format->s_freq;
1084 pin_fmt->bit_depth = format->bit_depth;
1085 pin_fmt->valid_bit_depth = format->valid_bit_depth;
1086 pin_fmt->ch_cfg = format->ch_cfg;
1087 pin_fmt->sample_type = format->sample_type;
1088 pin_fmt->channel_map = format->ch_map;
1089 pin_fmt->interleaving = format->interleaving_style;
1092 #define CPR_SINK_FMT_PARAM_ID 2
1095 * Once a module is instantiated it need to be 'bind' with other modules in
1096 * the pipeline. For binding we need to find the module pins which are bind
1098 * This function finds the pins and then sends bund_unbind IPC message to
1099 * DSP using IPC helper
1101 int skl_bind_modules(struct skl_sst *ctx,
1102 struct skl_module_cfg *src_mcfg,
1103 struct skl_module_cfg *dst_mcfg)
1106 struct skl_ipc_bind_unbind_msg msg;
1107 int in_max = dst_mcfg->module->max_input_pins;
1108 int out_max = src_mcfg->module->max_output_pins;
1109 int src_index, dst_index;
1110 struct skl_module_fmt *format;
1111 struct skl_cpr_pin_fmt pin_fmt;
1112 struct skl_module *module;
1113 struct skl_module_iface *fmt;
1115 skl_dump_bind_info(ctx, src_mcfg, dst_mcfg);
1117 if (src_mcfg->m_state < SKL_MODULE_INIT_DONE ||
1118 dst_mcfg->m_state < SKL_MODULE_INIT_DONE)
1121 src_index = skl_alloc_queue(src_mcfg->m_out_pin, dst_mcfg, out_max);
1125 msg.src_queue = src_index;
1126 dst_index = skl_alloc_queue(dst_mcfg->m_in_pin, src_mcfg, in_max);
1127 if (dst_index < 0) {
1128 skl_free_queue(src_mcfg->m_out_pin, src_index);
1133 * Copier module requires the separate large_config_set_ipc to
1134 * configure the pins other than 0
1136 if (src_mcfg->m_type == SKL_MODULE_TYPE_COPIER && src_index > 0) {
1137 pin_fmt.sink_id = src_index;
1138 module = src_mcfg->module;
1139 fmt = &module->formats[src_mcfg->fmt_idx];
1141 /* Input fmt is same as that of src module input cfg */
1142 format = &fmt->inputs[0].fmt;
1143 fill_pin_params(&(pin_fmt.src_fmt), format);
1145 format = &fmt->outputs[src_index].fmt;
1146 fill_pin_params(&(pin_fmt.dst_fmt), format);
1147 ret = skl_set_module_params(ctx, (void *)&pin_fmt,
1148 sizeof(struct skl_cpr_pin_fmt),
1149 CPR_SINK_FMT_PARAM_ID, src_mcfg);
1155 msg.dst_queue = dst_index;
1157 dev_dbg(ctx->dev, "src queue = %d dst queue =%d\n",
1158 msg.src_queue, msg.dst_queue);
1160 msg.module_id = src_mcfg->id.module_id;
1161 msg.instance_id = src_mcfg->id.pvt_id;
1162 msg.dst_module_id = dst_mcfg->id.module_id;
1163 msg.dst_instance_id = dst_mcfg->id.pvt_id;
1166 ret = skl_ipc_bind_unbind(&ctx->ipc, &msg);
1169 src_mcfg->m_state = SKL_MODULE_BIND_DONE;
1170 src_mcfg->m_out_pin[src_index].pin_state = SKL_PIN_BIND_DONE;
1171 dst_mcfg->m_in_pin[dst_index].pin_state = SKL_PIN_BIND_DONE;
1175 /* error case , if IPC fails, clear the queue index */
1176 skl_free_queue(src_mcfg->m_out_pin, src_index);
1177 skl_free_queue(dst_mcfg->m_in_pin, dst_index);
1182 static int skl_set_pipe_state(struct skl_sst *ctx, struct skl_pipe *pipe,
1183 enum skl_ipc_pipeline_state state)
1185 dev_dbg(ctx->dev, "%s: pipe_satate = %d\n", __func__, state);
1187 return skl_ipc_set_pipeline_state(&ctx->ipc, pipe->ppl_id, state);
1191 * A pipeline is a collection of modules. Before a module in instantiated a
1192 * pipeline needs to be created for it.
1193 * This function creates pipeline, by sending create pipeline IPC messages
1196 int skl_create_pipeline(struct skl_sst *ctx, struct skl_pipe *pipe)
1200 dev_dbg(ctx->dev, "%s: pipe_id = %d\n", __func__, pipe->ppl_id);
1202 ret = skl_ipc_create_pipeline(&ctx->ipc, pipe->memory_pages,
1203 pipe->pipe_priority, pipe->ppl_id,
1206 dev_err(ctx->dev, "Failed to create pipeline\n");
1210 pipe->state = SKL_PIPE_CREATED;
1216 * A pipeline needs to be deleted on cleanup. If a pipeline is running, then
1217 * pause the pipeline first and then delete it
1218 * The pipe delete is done by sending delete pipeline IPC. DSP will stop the
1219 * DMA engines and releases resources
1221 int skl_delete_pipe(struct skl_sst *ctx, struct skl_pipe *pipe)
1225 dev_dbg(ctx->dev, "%s: pipe = %d\n", __func__, pipe->ppl_id);
1227 /* If pipe is started, do stop the pipe in FW. */
1228 if (pipe->state >= SKL_PIPE_STARTED) {
1229 ret = skl_set_pipe_state(ctx, pipe, PPL_PAUSED);
1231 dev_err(ctx->dev, "Failed to stop pipeline\n");
1235 pipe->state = SKL_PIPE_PAUSED;
1238 /* If pipe was not created in FW, do not try to delete it */
1239 if (pipe->state < SKL_PIPE_CREATED)
1242 ret = skl_ipc_delete_pipeline(&ctx->ipc, pipe->ppl_id);
1244 dev_err(ctx->dev, "Failed to delete pipeline\n");
1248 pipe->state = SKL_PIPE_INVALID;
1254 * A pipeline is also a scheduling entity in DSP which can be run, stopped
1255 * For processing data the pipe need to be run by sending IPC set pipe state
1258 int skl_run_pipe(struct skl_sst *ctx, struct skl_pipe *pipe)
1262 dev_dbg(ctx->dev, "%s: pipe = %d\n", __func__, pipe->ppl_id);
1264 /* If pipe was not created in FW, do not try to pause or delete */
1265 if (pipe->state < SKL_PIPE_CREATED)
1268 /* Pipe has to be paused before it is started */
1269 ret = skl_set_pipe_state(ctx, pipe, PPL_PAUSED);
1271 dev_err(ctx->dev, "Failed to pause pipe\n");
1275 pipe->state = SKL_PIPE_PAUSED;
1277 ret = skl_set_pipe_state(ctx, pipe, PPL_RUNNING);
1279 dev_err(ctx->dev, "Failed to start pipe\n");
1283 pipe->state = SKL_PIPE_STARTED;
1289 * Stop the pipeline by sending set pipe state IPC
1290 * DSP doesnt implement stop so we always send pause message
1292 int skl_stop_pipe(struct skl_sst *ctx, struct skl_pipe *pipe)
1296 dev_dbg(ctx->dev, "In %s pipe=%d\n", __func__, pipe->ppl_id);
1298 /* If pipe was not created in FW, do not try to pause or delete */
1299 if (pipe->state < SKL_PIPE_PAUSED)
1302 ret = skl_set_pipe_state(ctx, pipe, PPL_PAUSED);
1304 dev_dbg(ctx->dev, "Failed to stop pipe\n");
1308 pipe->state = SKL_PIPE_PAUSED;
1314 * Reset the pipeline by sending set pipe state IPC this will reset the DMA
1317 int skl_reset_pipe(struct skl_sst *ctx, struct skl_pipe *pipe)
1321 /* If pipe was not created in FW, do not try to pause or delete */
1322 if (pipe->state < SKL_PIPE_PAUSED)
1325 ret = skl_set_pipe_state(ctx, pipe, PPL_RESET);
1327 dev_dbg(ctx->dev, "Failed to reset pipe ret=%d\n", ret);
1331 pipe->state = SKL_PIPE_RESET;
1336 /* Algo parameter set helper function */
1337 int skl_set_module_params(struct skl_sst *ctx, u32 *params, int size,
1338 u32 param_id, struct skl_module_cfg *mcfg)
1340 struct skl_ipc_large_config_msg msg;
1342 msg.module_id = mcfg->id.module_id;
1343 msg.instance_id = mcfg->id.pvt_id;
1344 msg.param_data_size = size;
1345 msg.large_param_id = param_id;
1347 return skl_ipc_set_large_config(&ctx->ipc, &msg, params);
1350 int skl_get_module_params(struct skl_sst *ctx, u32 *params, int size,
1351 u32 param_id, struct skl_module_cfg *mcfg)
1353 struct skl_ipc_large_config_msg msg;
1355 msg.module_id = mcfg->id.module_id;
1356 msg.instance_id = mcfg->id.pvt_id;
1357 msg.param_data_size = size;
1358 msg.large_param_id = param_id;
1360 return skl_ipc_get_large_config(&ctx->ipc, &msg, params);