| // SPDX-License-Identifier: (GPL-2.0-only OR BSD-3-Clause) |
| // |
| // This file is provided under a dual BSD/GPLv2 license. When using or |
| // redistributing this file, you may do so under either license. |
| // |
| // Copyright(c) 2021, 2023 Advanced Micro Devices, Inc. |
| // |
| // Authors: Balakishore Pati <Balakishore.pati@amd.com> |
| // Ajit Kumar Pandey <AjitKumar.Pandey@amd.com> |
| |
| /* ACP-specific SOF IPC code */ |
| |
| #include <linux/module.h> |
| #include "../ops.h" |
| #include "acp.h" |
| #include "acp-dsp-offset.h" |
| |
| void acp_mailbox_write(struct snd_sof_dev *sdev, u32 offset, void *message, size_t bytes) |
| { |
| memcpy_to_scratch(sdev, offset, message, bytes); |
| } |
| EXPORT_SYMBOL_NS(acp_mailbox_write, SND_SOC_SOF_AMD_COMMON); |
| |
| void acp_mailbox_read(struct snd_sof_dev *sdev, u32 offset, void *message, size_t bytes) |
| { |
| memcpy_from_scratch(sdev, offset, message, bytes); |
| } |
| EXPORT_SYMBOL_NS(acp_mailbox_read, SND_SOC_SOF_AMD_COMMON); |
| |
| static void acpbus_trigger_host_to_dsp_swintr(struct acp_dev_data *adata) |
| { |
| struct snd_sof_dev *sdev = adata->dev; |
| const struct sof_amd_acp_desc *desc = get_chip_info(sdev->pdata); |
| u32 swintr_trigger; |
| |
| swintr_trigger = snd_sof_dsp_read(sdev, ACP_DSP_BAR, desc->dsp_intr_base + |
| DSP_SW_INTR_TRIG_OFFSET); |
| swintr_trigger |= 0x01; |
| snd_sof_dsp_write(sdev, ACP_DSP_BAR, desc->dsp_intr_base + DSP_SW_INTR_TRIG_OFFSET, |
| swintr_trigger); |
| } |
| |
| static void acp_ipc_host_msg_set(struct snd_sof_dev *sdev) |
| { |
| unsigned int host_msg = sdev->debug_box.offset + |
| offsetof(struct scratch_ipc_conf, sof_host_msg_write); |
| |
| snd_sof_dsp_write(sdev, ACP_DSP_BAR, ACP_SCRATCH_REG_0 + host_msg, 1); |
| } |
| |
| static void acp_dsp_ipc_host_done(struct snd_sof_dev *sdev) |
| { |
| unsigned int dsp_msg = sdev->debug_box.offset + |
| offsetof(struct scratch_ipc_conf, sof_dsp_msg_write); |
| |
| snd_sof_dsp_write(sdev, ACP_DSP_BAR, ACP_SCRATCH_REG_0 + dsp_msg, 0); |
| } |
| |
| static void acp_dsp_ipc_dsp_done(struct snd_sof_dev *sdev) |
| { |
| unsigned int dsp_ack = sdev->debug_box.offset + |
| offsetof(struct scratch_ipc_conf, sof_dsp_ack_write); |
| |
| snd_sof_dsp_write(sdev, ACP_DSP_BAR, ACP_SCRATCH_REG_0 + dsp_ack, 0); |
| } |
| |
| int acp_sof_ipc_send_msg(struct snd_sof_dev *sdev, struct snd_sof_ipc_msg *msg) |
| { |
| struct acp_dev_data *adata = sdev->pdata->hw_pdata; |
| const struct sof_amd_acp_desc *desc = get_chip_info(sdev->pdata); |
| unsigned int offset = sdev->host_box.offset; |
| unsigned int count = ACP_HW_SEM_RETRY_COUNT; |
| |
| while (snd_sof_dsp_read(sdev, ACP_DSP_BAR, desc->hw_semaphore_offset)) { |
| /* Wait until acquired HW Semaphore Lock or timeout*/ |
| count--; |
| if (!count) { |
| dev_err(sdev->dev, "%s: Failed to acquire HW lock\n", __func__); |
| return -EINVAL; |
| } |
| } |
| |
| acp_mailbox_write(sdev, offset, msg->msg_data, msg->msg_size); |
| acp_ipc_host_msg_set(sdev); |
| |
| /* Trigger host to dsp interrupt for the msg */ |
| acpbus_trigger_host_to_dsp_swintr(adata); |
| |
| /* Unlock or Release HW Semaphore */ |
| snd_sof_dsp_write(sdev, ACP_DSP_BAR, desc->hw_semaphore_offset, 0x0); |
| |
| return 0; |
| } |
| EXPORT_SYMBOL_NS(acp_sof_ipc_send_msg, SND_SOC_SOF_AMD_COMMON); |
| |
| static void acp_dsp_ipc_get_reply(struct snd_sof_dev *sdev) |
| { |
| struct snd_sof_ipc_msg *msg = sdev->msg; |
| struct sof_ipc_reply reply; |
| struct sof_ipc_cmd_hdr *hdr; |
| unsigned int offset = sdev->host_box.offset; |
| int ret = 0; |
| |
| /* |
| * Sometimes, there is unexpected reply ipc arriving. The reply |
| * ipc belongs to none of the ipcs sent from driver. |
| * In this case, the driver must ignore the ipc. |
| */ |
| if (!msg) { |
| dev_warn(sdev->dev, "unexpected ipc interrupt raised!\n"); |
| return; |
| } |
| hdr = msg->msg_data; |
| if (hdr->cmd == (SOF_IPC_GLB_PM_MSG | SOF_IPC_PM_CTX_SAVE) || |
| hdr->cmd == (SOF_IPC_GLB_PM_MSG | SOF_IPC_PM_GATE)) { |
| /* |
| * memory windows are powered off before sending IPC reply, |
| * so we can't read the mailbox for CTX_SAVE and PM_GATE |
| * replies. |
| */ |
| reply.error = 0; |
| reply.hdr.cmd = SOF_IPC_GLB_REPLY; |
| reply.hdr.size = sizeof(reply); |
| memcpy(msg->reply_data, &reply, sizeof(reply)); |
| goto out; |
| } |
| /* get IPC reply from DSP in the mailbox */ |
| acp_mailbox_read(sdev, offset, &reply, sizeof(reply)); |
| if (reply.error < 0) { |
| memcpy(msg->reply_data, &reply, sizeof(reply)); |
| ret = reply.error; |
| } else { |
| /* |
| * To support an IPC tx_message with a |
| * reply_size set to zero. |
| */ |
| if (!msg->reply_size) |
| goto out; |
| |
| /* reply correct size ? */ |
| if (reply.hdr.size != msg->reply_size && |
| !(reply.hdr.cmd & SOF_IPC_GLB_PROBE)) { |
| dev_err(sdev->dev, "reply expected %zu got %u bytes\n", |
| msg->reply_size, reply.hdr.size); |
| ret = -EINVAL; |
| } |
| /* read the message */ |
| if (msg->reply_size > 0) |
| acp_mailbox_read(sdev, offset, msg->reply_data, msg->reply_size); |
| } |
| out: |
| msg->reply_error = ret; |
| } |
| |
| irqreturn_t acp_sof_ipc_irq_thread(int irq, void *context) |
| { |
| struct snd_sof_dev *sdev = context; |
| const struct sof_amd_acp_desc *desc = get_chip_info(sdev->pdata); |
| struct acp_dev_data *adata = sdev->pdata->hw_pdata; |
| unsigned int dsp_msg_write = sdev->debug_box.offset + |
| offsetof(struct scratch_ipc_conf, sof_dsp_msg_write); |
| unsigned int dsp_ack_write = sdev->debug_box.offset + |
| offsetof(struct scratch_ipc_conf, sof_dsp_ack_write); |
| bool ipc_irq = false; |
| int dsp_msg, dsp_ack; |
| unsigned int status; |
| |
| if (sdev->first_boot && sdev->fw_state != SOF_FW_BOOT_COMPLETE) { |
| acp_mailbox_read(sdev, sdev->dsp_box.offset, &status, sizeof(status)); |
| if ((status & SOF_IPC_PANIC_MAGIC_MASK) == SOF_IPC_PANIC_MAGIC) { |
| snd_sof_dsp_panic(sdev, sdev->dsp_box.offset + sizeof(status), |
| true); |
| status = 0; |
| acp_mailbox_write(sdev, sdev->dsp_box.offset, &status, sizeof(status)); |
| return IRQ_HANDLED; |
| } |
| snd_sof_ipc_msgs_rx(sdev); |
| acp_dsp_ipc_host_done(sdev); |
| return IRQ_HANDLED; |
| } |
| |
| dsp_msg = snd_sof_dsp_read(sdev, ACP_DSP_BAR, ACP_SCRATCH_REG_0 + dsp_msg_write); |
| if (dsp_msg) { |
| snd_sof_ipc_msgs_rx(sdev); |
| acp_dsp_ipc_host_done(sdev); |
| ipc_irq = true; |
| } |
| |
| dsp_ack = snd_sof_dsp_read(sdev, ACP_DSP_BAR, ACP_SCRATCH_REG_0 + dsp_ack_write); |
| if (dsp_ack) { |
| spin_lock_irq(&sdev->ipc_lock); |
| /* handle immediate reply from DSP core */ |
| acp_dsp_ipc_get_reply(sdev); |
| snd_sof_ipc_reply(sdev, 0); |
| /* set the done bit */ |
| acp_dsp_ipc_dsp_done(sdev); |
| spin_unlock_irq(&sdev->ipc_lock); |
| ipc_irq = true; |
| } |
| |
| acp_mailbox_read(sdev, sdev->debug_box.offset, &status, sizeof(u32)); |
| if ((status & SOF_IPC_PANIC_MAGIC_MASK) == SOF_IPC_PANIC_MAGIC) { |
| snd_sof_dsp_panic(sdev, sdev->dsp_oops_offset, true); |
| status = 0; |
| acp_mailbox_write(sdev, sdev->debug_box.offset, &status, sizeof(status)); |
| return IRQ_HANDLED; |
| } |
| |
| if (desc->probe_reg_offset) { |
| u32 val; |
| u32 posn; |
| |
| /* Probe register consists of two parts |
| * (0-30) bit has cumulative position value |
| * 31 bit is a synchronization flag between DSP and CPU |
| * for the position update |
| */ |
| val = snd_sof_dsp_read(sdev, ACP_DSP_BAR, desc->probe_reg_offset); |
| if (val & PROBE_STATUS_BIT) { |
| posn = val & ~PROBE_STATUS_BIT; |
| if (adata->probe_stream) { |
| /* Probe related posn value is of 31 bits limited to 2GB |
| * once wrapped DSP won't send posn interrupt. |
| */ |
| adata->probe_stream->cstream_posn = posn; |
| snd_compr_fragment_elapsed(adata->probe_stream->cstream); |
| snd_sof_dsp_write(sdev, ACP_DSP_BAR, desc->probe_reg_offset, posn); |
| ipc_irq = true; |
| } |
| } |
| } |
| |
| if (!ipc_irq) |
| dev_dbg_ratelimited(sdev->dev, "nothing to do in IPC IRQ thread\n"); |
| |
| return IRQ_HANDLED; |
| } |
| EXPORT_SYMBOL_NS(acp_sof_ipc_irq_thread, SND_SOC_SOF_AMD_COMMON); |
| |
| int acp_sof_ipc_msg_data(struct snd_sof_dev *sdev, struct snd_sof_pcm_stream *sps, |
| void *p, size_t sz) |
| { |
| unsigned int offset = sdev->dsp_box.offset; |
| |
| if (!sps || !sdev->stream_box.size) { |
| acp_mailbox_read(sdev, offset, p, sz); |
| } else { |
| struct snd_pcm_substream *substream = sps->substream; |
| struct acp_dsp_stream *stream; |
| |
| if (!substream || !substream->runtime) |
| return -ESTRPIPE; |
| |
| stream = substream->runtime->private_data; |
| |
| if (!stream) |
| return -ESTRPIPE; |
| |
| acp_mailbox_read(sdev, stream->posn_offset, p, sz); |
| } |
| |
| return 0; |
| } |
| EXPORT_SYMBOL_NS(acp_sof_ipc_msg_data, SND_SOC_SOF_AMD_COMMON); |
| |
| int acp_set_stream_data_offset(struct snd_sof_dev *sdev, |
| struct snd_sof_pcm_stream *sps, |
| size_t posn_offset) |
| { |
| struct snd_pcm_substream *substream = sps->substream; |
| struct acp_dsp_stream *stream = substream->runtime->private_data; |
| |
| /* check for unaligned offset or overflow */ |
| if (posn_offset > sdev->stream_box.size || |
| posn_offset % sizeof(struct sof_ipc_stream_posn) != 0) |
| return -EINVAL; |
| |
| stream->posn_offset = sdev->stream_box.offset + posn_offset; |
| |
| dev_dbg(sdev->dev, "pcm: stream dir %d, posn mailbox offset is %zu", |
| substream->stream, stream->posn_offset); |
| |
| return 0; |
| } |
| EXPORT_SYMBOL_NS(acp_set_stream_data_offset, SND_SOC_SOF_AMD_COMMON); |
| |
| int acp_sof_ipc_get_mailbox_offset(struct snd_sof_dev *sdev) |
| { |
| const struct sof_amd_acp_desc *desc = get_chip_info(sdev->pdata); |
| |
| return desc->sram_pte_offset; |
| } |
| EXPORT_SYMBOL_NS(acp_sof_ipc_get_mailbox_offset, SND_SOC_SOF_AMD_COMMON); |
| |
| int acp_sof_ipc_get_window_offset(struct snd_sof_dev *sdev, u32 id) |
| { |
| return 0; |
| } |
| EXPORT_SYMBOL_NS(acp_sof_ipc_get_window_offset, SND_SOC_SOF_AMD_COMMON); |
| |
| MODULE_DESCRIPTION("AMD ACP sof-ipc driver"); |