1 // SPDX-License-Identifier: (GPL-2.0-only OR BSD-3-Clause)
3 // This file is provided under a dual BSD/GPLv2 license. When using or
4 // redistributing this file, you may do so under either license.
6 // Copyright(c) 2021 Advanced Micro Devices, Inc. All rights reserved.
8 // Authors: Vijendar Mukunda <Vijendar.Mukunda@amd.com>
9 // Ajit Kumar Pandey <AjitKumar.Pandey@amd.com>
12 * Hardware interface for generic AMD ACP processor
16 #include <linux/module.h>
17 #include <linux/pci.h>
21 #include "acp-dsp-offset.h"
23 static int smn_write(struct pci_dev *dev, u32 smn_addr, u32 data)
25 pci_write_config_dword(dev, 0x60, smn_addr);
26 pci_write_config_dword(dev, 0x64, data);
31 static int smn_read(struct pci_dev *dev, u32 smn_addr, u32 *data)
33 pci_write_config_dword(dev, 0x60, smn_addr);
34 pci_read_config_dword(dev, 0x64, data);
39 static void init_dma_descriptor(struct acp_dev_data *adata)
41 struct snd_sof_dev *sdev = adata->dev;
44 addr = ACP_SRAM_PTE_OFFSET + offsetof(struct scratch_reg_conf, dma_desc);
46 snd_sof_dsp_write(sdev, ACP_DSP_BAR, ACP_DMA_DESC_BASE_ADDR, addr);
47 snd_sof_dsp_write(sdev, ACP_DSP_BAR, ACP_DMA_DESC_MAX_NUM_DSCR, ACP_MAX_DESC_CNT);
50 static void configure_dma_descriptor(struct acp_dev_data *adata, unsigned short idx,
51 struct dma_descriptor *dscr_info)
53 struct snd_sof_dev *sdev = adata->dev;
56 offset = ACP_SCRATCH_REG_0 + offsetof(struct scratch_reg_conf, dma_desc) +
57 idx * sizeof(struct dma_descriptor);
59 snd_sof_dsp_write(sdev, ACP_DSP_BAR, offset, dscr_info->src_addr);
60 snd_sof_dsp_write(sdev, ACP_DSP_BAR, offset + 0x4, dscr_info->dest_addr);
61 snd_sof_dsp_write(sdev, ACP_DSP_BAR, offset + 0x8, dscr_info->tx_cnt.u32_all);
64 static int config_dma_channel(struct acp_dev_data *adata, unsigned int ch,
65 unsigned int idx, unsigned int dscr_count)
67 struct snd_sof_dev *sdev = adata->dev;
68 unsigned int val, status;
71 snd_sof_dsp_write(sdev, ACP_DSP_BAR, ACP_DMA_CNTL_0 + ch * sizeof(u32),
72 ACP_DMA_CH_RST | ACP_DMA_CH_GRACEFUL_RST_EN);
74 ret = snd_sof_dsp_read_poll_timeout(sdev, ACP_DSP_BAR, ACP_DMA_CH_RST_STS, val,
75 val & (1 << ch), ACP_REG_POLL_INTERVAL,
76 ACP_REG_POLL_TIMEOUT_US);
78 status = snd_sof_dsp_read(sdev, ACP_DSP_BAR, ACP_ERROR_STATUS);
79 val = snd_sof_dsp_read(sdev, ACP_DSP_BAR, ACP_DMA_ERR_STS_0 + ch * sizeof(u32));
81 dev_err(sdev->dev, "ACP_DMA_ERR_STS :0x%x ACP_ERROR_STATUS :0x%x\n", val, status);
85 snd_sof_dsp_write(sdev, ACP_DSP_BAR, (ACP_DMA_CNTL_0 + ch * sizeof(u32)), 0);
86 snd_sof_dsp_write(sdev, ACP_DSP_BAR, ACP_DMA_DSCR_CNT_0 + ch * sizeof(u32), dscr_count);
87 snd_sof_dsp_write(sdev, ACP_DSP_BAR, ACP_DMA_DSCR_STRT_IDX_0 + ch * sizeof(u32), idx);
88 snd_sof_dsp_write(sdev, ACP_DSP_BAR, ACP_DMA_PRIO_0 + ch * sizeof(u32), 0);
89 snd_sof_dsp_write(sdev, ACP_DSP_BAR, ACP_DMA_CNTL_0 + ch * sizeof(u32), ACP_DMA_CH_RUN);
94 static int acpbus_dma_start(struct acp_dev_data *adata, unsigned int ch,
95 unsigned int dscr_count, struct dma_descriptor *dscr_info)
97 struct snd_sof_dev *sdev = adata->dev;
101 if (!dscr_info || !dscr_count)
104 for (dscr = 0; dscr < dscr_count; dscr++)
105 configure_dma_descriptor(adata, dscr, dscr_info++);
107 ret = config_dma_channel(adata, ch, 0, dscr_count);
109 dev_err(sdev->dev, "config dma ch failed:%d\n", ret);
114 int configure_and_run_dma(struct acp_dev_data *adata, unsigned int src_addr,
115 unsigned int dest_addr, int dsp_data_size)
117 struct snd_sof_dev *sdev = adata->dev;
118 unsigned int desc_count, index;
121 for (desc_count = 0; desc_count < ACP_MAX_DESC && dsp_data_size >= 0;
122 desc_count++, dsp_data_size -= ACP_PAGE_SIZE) {
123 adata->dscr_info[desc_count].src_addr = src_addr + desc_count * ACP_PAGE_SIZE;
124 adata->dscr_info[desc_count].dest_addr = dest_addr + desc_count * ACP_PAGE_SIZE;
125 adata->dscr_info[desc_count].tx_cnt.bits.count = ACP_PAGE_SIZE;
126 if (dsp_data_size < ACP_PAGE_SIZE)
127 adata->dscr_info[desc_count].tx_cnt.bits.count = dsp_data_size;
130 ret = acpbus_dma_start(adata, 0, desc_count, adata->dscr_info);
132 dev_err(sdev->dev, "acpbus_dma_start failed\n");
134 /* Clear descriptor array */
135 for (index = 0; index < desc_count; index++)
136 memset(&adata->dscr_info[index], 0x00, sizeof(struct dma_descriptor));
141 static int psp_fw_validate(struct acp_dev_data *adata)
143 struct snd_sof_dev *sdev = adata->dev;
147 smn_write(adata->smn_dev, MP0_C2PMSG_26_REG, MBOX_ACP_SHA_DMA_COMMAND);
149 for (timeout = ACP_PSP_TIMEOUT_COUNTER; timeout > 0; timeout--) {
151 smn_read(adata->smn_dev, MP0_C2PMSG_26_REG, &data);
152 if (data & MBOX_READY_MASK)
156 dev_err(sdev->dev, "FW validation timedout: status %x\n", data & MBOX_STATUS_MASK);
160 int configure_and_run_sha_dma(struct acp_dev_data *adata, void *image_addr,
161 unsigned int start_addr, unsigned int dest_addr,
162 unsigned int image_length)
164 struct snd_sof_dev *sdev = adata->dev;
165 unsigned int tx_count, fw_qualifier, val;
169 dev_err(sdev->dev, "SHA DMA image address is NULL\n");
173 val = snd_sof_dsp_read(sdev, ACP_DSP_BAR, ACP_SHA_DMA_CMD);
174 if (val & ACP_SHA_RUN) {
175 snd_sof_dsp_write(sdev, ACP_DSP_BAR, ACP_SHA_DMA_CMD, ACP_SHA_RESET);
176 ret = snd_sof_dsp_read_poll_timeout(sdev, ACP_DSP_BAR, ACP_SHA_DMA_CMD_STS,
177 val, val & ACP_SHA_RESET,
178 ACP_REG_POLL_INTERVAL,
179 ACP_REG_POLL_TIMEOUT_US);
181 dev_err(sdev->dev, "SHA DMA Failed to Reset\n");
186 snd_sof_dsp_write(sdev, ACP_DSP_BAR, ACP_SHA_DMA_STRT_ADDR, start_addr);
187 snd_sof_dsp_write(sdev, ACP_DSP_BAR, ACP_SHA_DMA_DESTINATION_ADDR, dest_addr);
188 snd_sof_dsp_write(sdev, ACP_DSP_BAR, ACP_SHA_MSG_LENGTH, image_length);
189 snd_sof_dsp_write(sdev, ACP_DSP_BAR, ACP_SHA_DMA_CMD, ACP_SHA_RUN);
191 ret = snd_sof_dsp_read_poll_timeout(sdev, ACP_DSP_BAR, ACP_SHA_TRANSFER_BYTE_CNT,
192 tx_count, tx_count == image_length,
193 ACP_REG_POLL_INTERVAL, ACP_DMA_COMPLETE_TIMEOUT_US);
195 dev_err(sdev->dev, "SHA DMA Failed to Transfer Length %x\n", tx_count);
199 ret = psp_fw_validate(adata);
203 fw_qualifier = snd_sof_dsp_read(sdev, ACP_DSP_BAR, ACP_SHA_DSP_FW_QUALIFIER);
204 if (!(fw_qualifier & DSP_FW_RUN_ENABLE)) {
205 dev_err(sdev->dev, "PSP validation failed\n");
212 int acp_dma_status(struct acp_dev_data *adata, unsigned char ch)
214 struct snd_sof_dev *sdev = adata->dev;
218 val = snd_sof_dsp_read(sdev, ACP_DSP_BAR, ACP_DMA_CNTL_0 + ch * sizeof(u32));
219 if (val & ACP_DMA_CH_RUN) {
220 ret = snd_sof_dsp_read_poll_timeout(sdev, ACP_DSP_BAR, ACP_DMA_CH_STS, val, !val,
221 ACP_REG_POLL_INTERVAL,
222 ACP_DMA_COMPLETE_TIMEOUT_US);
224 dev_err(sdev->dev, "DMA_CHANNEL %d status timeout\n", ch);
230 void memcpy_from_scratch(struct snd_sof_dev *sdev, u32 offset, unsigned int *dst, size_t bytes)
232 unsigned int reg_offset = offset + ACP_SCRATCH_REG_0;
235 for (i = 0, j = 0; i < bytes; i = i + 4, j++)
236 dst[j] = snd_sof_dsp_read(sdev, ACP_DSP_BAR, reg_offset + i);
239 void memcpy_to_scratch(struct snd_sof_dev *sdev, u32 offset, unsigned int *src, size_t bytes)
241 unsigned int reg_offset = offset + ACP_SCRATCH_REG_0;
244 for (i = 0, j = 0; i < bytes; i = i + 4, j++)
245 snd_sof_dsp_write(sdev, ACP_DSP_BAR, reg_offset + i, src[j]);
248 static int acp_memory_init(struct snd_sof_dev *sdev)
250 struct acp_dev_data *adata = sdev->pdata->hw_pdata;
252 snd_sof_dsp_update_bits(sdev, ACP_DSP_BAR, ACP_DSP_SW_INTR_CNTL,
253 ACP_DSP_INTR_EN_MASK, ACP_DSP_INTR_EN_MASK);
254 init_dma_descriptor(adata);
259 static irqreturn_t acp_irq_thread(int irq, void *context)
261 struct snd_sof_dev *sdev = context;
262 unsigned int val, count = ACP_HW_SEM_RETRY_COUNT;
264 val = snd_sof_dsp_read(sdev, ACP_DSP_BAR, ACP_EXTERNAL_INTR_STAT);
265 if (val & ACP_SHA_STAT) {
266 /* Clear SHA interrupt raised by PSP */
267 snd_sof_dsp_write(sdev, ACP_DSP_BAR, ACP_EXTERNAL_INTR_STAT, val);
271 val = snd_sof_dsp_read(sdev, ACP_DSP_BAR, ACP_DSP_SW_INTR_STAT);
272 if (val & ACP_DSP_TO_HOST_IRQ) {
273 while (snd_sof_dsp_read(sdev, ACP_DSP_BAR, ACP_AXI2DAGB_SEM_0)) {
274 /* Wait until acquired HW Semaphore lock or timeout */
277 dev_err(sdev->dev, "%s: Failed to acquire HW lock\n", __func__);
282 sof_ops(sdev)->irq_thread(irq, sdev);
283 val |= ACP_DSP_TO_HOST_IRQ;
284 snd_sof_dsp_write(sdev, ACP_DSP_BAR, ACP_DSP_SW_INTR_STAT, val);
286 /* Unlock or Release HW Semaphore */
287 snd_sof_dsp_write(sdev, ACP_DSP_BAR, ACP_AXI2DAGB_SEM_0, 0x0);
295 static irqreturn_t acp_irq_handler(int irq, void *dev_id)
297 struct snd_sof_dev *sdev = dev_id;
300 val = snd_sof_dsp_read(sdev, ACP_DSP_BAR, ACP_DSP_SW_INTR_STAT);
302 return IRQ_WAKE_THREAD;
307 static int acp_power_on(struct snd_sof_dev *sdev)
312 val = snd_sof_dsp_read(sdev, ACP_DSP_BAR, ACP_PGFSM_STATUS);
314 if (val == ACP_POWERED_ON)
317 if (val & ACP_PGFSM_STATUS_MASK)
318 snd_sof_dsp_write(sdev, ACP_DSP_BAR, ACP_PGFSM_CONTROL,
319 ACP_PGFSM_CNTL_POWER_ON_MASK);
321 ret = snd_sof_dsp_read_poll_timeout(sdev, ACP_DSP_BAR, ACP_PGFSM_STATUS, val, !val,
322 ACP_REG_POLL_INTERVAL, ACP_REG_POLL_TIMEOUT_US);
324 dev_err(sdev->dev, "timeout in ACP_PGFSM_STATUS read\n");
329 static int acp_reset(struct snd_sof_dev *sdev)
334 snd_sof_dsp_write(sdev, ACP_DSP_BAR, ACP_SOFT_RESET, ACP_ASSERT_RESET);
336 ret = snd_sof_dsp_read_poll_timeout(sdev, ACP_DSP_BAR, ACP_SOFT_RESET, val,
337 val & ACP_SOFT_RESET_DONE_MASK,
338 ACP_REG_POLL_INTERVAL, ACP_REG_POLL_TIMEOUT_US);
340 dev_err(sdev->dev, "timeout asserting reset\n");
344 snd_sof_dsp_write(sdev, ACP_DSP_BAR, ACP_SOFT_RESET, ACP_RELEASE_RESET);
346 ret = snd_sof_dsp_read_poll_timeout(sdev, ACP_DSP_BAR, ACP_SOFT_RESET, val, !val,
347 ACP_REG_POLL_INTERVAL, ACP_REG_POLL_TIMEOUT_US);
349 dev_err(sdev->dev, "timeout in releasing reset\n");
354 static int acp_init(struct snd_sof_dev *sdev)
359 ret = acp_power_on(sdev);
361 dev_err(sdev->dev, "ACP power on failed\n");
365 return acp_reset(sdev);
368 int amd_sof_acp_probe(struct snd_sof_dev *sdev)
370 struct pci_dev *pci = to_pci_dev(sdev->dev);
371 struct acp_dev_data *adata;
372 const struct sof_amd_acp_desc *chip;
376 adata = devm_kzalloc(sdev->dev, sizeof(struct acp_dev_data),
382 addr = pci_resource_start(pci, ACP_DSP_BAR);
383 sdev->bar[ACP_DSP_BAR] = devm_ioremap(sdev->dev, addr, pci_resource_len(pci, ACP_DSP_BAR));
384 if (!sdev->bar[ACP_DSP_BAR]) {
385 dev_err(sdev->dev, "ioremap error\n");
391 sdev->pdata->hw_pdata = adata;
393 chip = get_chip_info(sdev->pdata);
395 dev_err(sdev->dev, "no such device supported, chip id:%x\n", pci->device);
399 adata->smn_dev = pci_get_device(PCI_VENDOR_ID_AMD, chip->host_bridge_id, NULL);
400 if (!adata->smn_dev) {
401 dev_err(sdev->dev, "Failed to get host bridge device\n");
405 sdev->ipc_irq = pci->irq;
406 ret = request_threaded_irq(sdev->ipc_irq, acp_irq_handler, acp_irq_thread,
407 IRQF_SHARED, "AudioDSP", sdev);
409 dev_err(sdev->dev, "failed to register IRQ %d\n",
411 pci_dev_put(adata->smn_dev);
415 ret = acp_init(sdev);
417 free_irq(sdev->ipc_irq, sdev);
418 pci_dev_put(adata->smn_dev);
422 acp_memory_init(sdev);
424 acp_dsp_stream_init(sdev);
428 EXPORT_SYMBOL_NS(amd_sof_acp_probe, SND_SOC_SOF_AMD_COMMON);
430 int amd_sof_acp_remove(struct snd_sof_dev *sdev)
432 struct acp_dev_data *adata = sdev->pdata->hw_pdata;
435 pci_dev_put(adata->smn_dev);
438 free_irq(sdev->ipc_irq, sdev);
440 return acp_reset(sdev);
442 EXPORT_SYMBOL_NS(amd_sof_acp_remove, SND_SOC_SOF_AMD_COMMON);
444 MODULE_DESCRIPTION("AMD ACP sof driver");
445 MODULE_LICENSE("Dual BSD/GPL");