1 // SPDX-License-Identifier: (GPL-2.0 OR BSD-3-Clause)
3 // This file is provided under a dual BSD/GPLv2 license. When using or
4 // redistributing this file, you may do so under either license.
6 // Copyright(c) 2018 Intel Corporation. All rights reserved.
8 // Authors: Liam Girdwood <liam.r.girdwood@linux.intel.com>
9 // Ranjani Sridharan <ranjani.sridharan@linux.intel.com>
10 // Rander Wang <rander.wang@intel.com>
11 // Keyon Jie <yang.jie@linux.intel.com>
15 * Hardware interface for generic Intel audio DSP HDA IP
18 #include <sound/hdaudio_ext.h>
19 #include <sound/hda_register.h>
21 #include <linux/module.h>
22 #include <sound/sof.h>
23 #include <sound/sof/xtensa.h>
26 #if IS_ENABLED(CONFIG_SND_SOC_SOF_HDA_AUDIO_CODEC)
27 #include "../../codecs/hdac_hda.h"
30 #if IS_ENABLED(CONFIG_SND_SOC_SOF_HDA)
31 #include <sound/soc-acpi-intel-match.h>
34 /* platform specific devices */
37 #define IS_CFL(pci) ((pci)->vendor == 0x8086 && (pci)->device == 0xa348)
38 #define IS_CNL(pci) ((pci)->vendor == 0x8086 && (pci)->device == 0x9dc8)
44 struct hda_dsp_msg_code {
49 static const struct hda_dsp_msg_code hda_dsp_rom_msg[] = {
50 {HDA_DSP_ROM_FW_MANIFEST_LOADED, "status: manifest loaded"},
51 {HDA_DSP_ROM_FW_FW_LOADED, "status: fw loaded"},
52 {HDA_DSP_ROM_FW_ENTERED, "status: fw entered"},
53 {HDA_DSP_ROM_CSE_ERROR, "error: cse error"},
54 {HDA_DSP_ROM_CSE_WRONG_RESPONSE, "error: cse wrong response"},
55 {HDA_DSP_ROM_IMR_TO_SMALL, "error: IMR too small"},
56 {HDA_DSP_ROM_BASE_FW_NOT_FOUND, "error: base fw not found"},
57 {HDA_DSP_ROM_CSE_VALIDATION_FAILED, "error: signature verification failed"},
58 {HDA_DSP_ROM_IPC_FATAL_ERROR, "error: ipc fatal error"},
59 {HDA_DSP_ROM_L2_CACHE_ERROR, "error: L2 cache error"},
60 {HDA_DSP_ROM_LOAD_OFFSET_TO_SMALL, "error: load offset too small"},
61 {HDA_DSP_ROM_API_PTR_INVALID, "error: API ptr invalid"},
62 {HDA_DSP_ROM_BASEFW_INCOMPAT, "error: base fw incompatible"},
63 {HDA_DSP_ROM_UNHANDLED_INTERRUPT, "error: unhandled interrupt"},
64 {HDA_DSP_ROM_MEMORY_HOLE_ECC, "error: ECC memory hole"},
65 {HDA_DSP_ROM_KERNEL_EXCEPTION, "error: kernel exception"},
66 {HDA_DSP_ROM_USER_EXCEPTION, "error: user exception"},
67 {HDA_DSP_ROM_UNEXPECTED_RESET, "error: unexpected reset"},
68 {HDA_DSP_ROM_NULL_FW_ENTRY, "error: null FW entry point"},
71 static void hda_dsp_get_status_skl(struct snd_sof_dev *sdev)
76 status = snd_sof_dsp_read(sdev, HDA_DSP_BAR,
77 HDA_ADSP_FW_STATUS_SKL);
79 for (i = 0; i < ARRAY_SIZE(hda_dsp_rom_msg); i++) {
80 if (status == hda_dsp_rom_msg[i].code) {
81 dev_err(sdev->dev, "%s - code %8.8x\n",
82 hda_dsp_rom_msg[i].msg, status);
87 /* not for us, must be generic sof message */
88 dev_dbg(sdev->dev, "unknown ROM status value %8.8x\n", status);
91 static void hda_dsp_get_status(struct snd_sof_dev *sdev)
96 status = snd_sof_dsp_read(sdev, HDA_DSP_BAR,
97 HDA_DSP_SRAM_REG_ROM_STATUS);
99 for (i = 0; i < ARRAY_SIZE(hda_dsp_rom_msg); i++) {
100 if (status == hda_dsp_rom_msg[i].code) {
101 dev_err(sdev->dev, "%s - code %8.8x\n",
102 hda_dsp_rom_msg[i].msg, status);
107 /* not for us, must be generic sof message */
108 dev_dbg(sdev->dev, "unknown ROM status value %8.8x\n", status);
111 static void hda_dsp_get_registers(struct snd_sof_dev *sdev,
112 struct sof_ipc_dsp_oops_xtensa *xoops,
113 struct sof_ipc_panic_info *panic_info,
114 u32 *stack, size_t stack_words)
116 u32 offset = sdev->dsp_oops_offset;
118 /* first read registers */
119 sof_mailbox_read(sdev, offset, xoops, sizeof(*xoops));
121 /* note: variable AR register array is not read */
123 /* then get panic info */
124 offset += xoops->arch_hdr.totalsize;
125 sof_block_read(sdev, sdev->mmio_bar, offset,
126 panic_info, sizeof(*panic_info));
128 /* then get the stack */
129 offset += sizeof(*panic_info);
130 sof_block_read(sdev, sdev->mmio_bar, offset, stack,
131 stack_words * sizeof(u32));
134 void hda_dsp_dump_skl(struct snd_sof_dev *sdev, u32 flags)
136 struct sof_ipc_dsp_oops_xtensa xoops;
137 struct sof_ipc_panic_info panic_info;
138 u32 stack[HDA_DSP_STACK_DUMP_SIZE];
141 /* try APL specific status message types first */
142 hda_dsp_get_status_skl(sdev);
144 /* now try generic SOF status messages */
145 status = snd_sof_dsp_read(sdev, HDA_DSP_BAR,
146 HDA_ADSP_ERROR_CODE_SKL);
148 /*TODO: Check: there is no define in spec, but it is used in the code*/
149 panic = snd_sof_dsp_read(sdev, HDA_DSP_BAR,
150 HDA_ADSP_ERROR_CODE_SKL + 0x4);
152 if (sdev->boot_complete) {
153 hda_dsp_get_registers(sdev, &xoops, &panic_info, stack,
154 HDA_DSP_STACK_DUMP_SIZE);
155 snd_sof_get_status(sdev, status, panic, &xoops, &panic_info,
156 stack, HDA_DSP_STACK_DUMP_SIZE);
158 dev_err(sdev->dev, "error: status = 0x%8.8x panic = 0x%8.8x\n",
160 hda_dsp_get_status_skl(sdev);
164 void hda_dsp_dump(struct snd_sof_dev *sdev, u32 flags)
166 struct sof_ipc_dsp_oops_xtensa xoops;
167 struct sof_ipc_panic_info panic_info;
168 u32 stack[HDA_DSP_STACK_DUMP_SIZE];
171 /* try APL specific status message types first */
172 hda_dsp_get_status(sdev);
174 /* now try generic SOF status messages */
175 status = snd_sof_dsp_read(sdev, HDA_DSP_BAR,
176 HDA_DSP_SRAM_REG_FW_STATUS);
177 panic = snd_sof_dsp_read(sdev, HDA_DSP_BAR, HDA_DSP_SRAM_REG_FW_TRACEP);
179 if (sdev->boot_complete) {
180 hda_dsp_get_registers(sdev, &xoops, &panic_info, stack,
181 HDA_DSP_STACK_DUMP_SIZE);
182 snd_sof_get_status(sdev, status, panic, &xoops, &panic_info,
183 stack, HDA_DSP_STACK_DUMP_SIZE);
185 dev_err(sdev->dev, "error: status = 0x%8.8x panic = 0x%8.8x\n",
187 hda_dsp_get_status(sdev);
191 void hda_ipc_irq_dump(struct snd_sof_dev *sdev)
193 struct hdac_bus *bus = sof_to_bus(sdev);
200 /* read key IRQ stats and config registers */
201 adspis = snd_sof_dsp_read(sdev, HDA_DSP_BAR, HDA_DSP_REG_ADSPIS);
202 intsts = snd_sof_dsp_read(sdev, HDA_DSP_HDA_BAR, SOF_HDA_INTSTS);
203 intctl = snd_sof_dsp_read(sdev, HDA_DSP_HDA_BAR, SOF_HDA_INTCTL);
204 ppsts = snd_sof_dsp_read(sdev, HDA_DSP_PP_BAR, SOF_HDA_REG_PP_PPSTS);
205 rirbsts = snd_hdac_chip_readb(bus, RIRBSTS);
208 "error: hda irq intsts 0x%8.8x intlctl 0x%8.8x rirb %2.2x\n",
209 intsts, intctl, rirbsts);
211 "error: dsp irq ppsts 0x%8.8x adspis 0x%8.8x\n",
215 void hda_ipc_dump(struct snd_sof_dev *sdev)
221 hda_ipc_irq_dump(sdev);
223 /* read IPC status */
224 hipcie = snd_sof_dsp_read(sdev, HDA_DSP_BAR, HDA_DSP_REG_HIPCIE);
225 hipct = snd_sof_dsp_read(sdev, HDA_DSP_BAR, HDA_DSP_REG_HIPCT);
226 hipcctl = snd_sof_dsp_read(sdev, HDA_DSP_BAR, HDA_DSP_REG_HIPCCTL);
228 /* dump the IPC regs */
229 /* TODO: parse the raw msg */
231 "error: host status 0x%8.8x dsp status 0x%8.8x mask 0x%8.8x\n",
232 hipcie, hipct, hipcctl);
235 static int hda_init(struct snd_sof_dev *sdev)
237 struct hda_bus *hbus;
238 struct hdac_bus *bus;
239 struct pci_dev *pci = to_pci_dev(sdev->dev);
242 hbus = sof_to_hbus(sdev);
243 bus = sof_to_bus(sdev);
246 sof_hda_bus_init(bus, &pci->dev);
248 /* Workaround for a communication error on CFL (bko#199007) and CNL */
249 if (IS_CFL(pci) || IS_CNL(pci))
250 bus->polling_mode = 1;
253 bus->bdl_pos_adj = 0;
255 mutex_init(&hbus->prepare_mutex);
257 hbus->mixer_assigned = -1;
258 hbus->modelname = "sofbus";
260 /* initialise hdac bus */
261 bus->addr = pci_resource_start(pci, 0);
262 #if IS_ENABLED(CONFIG_PCI)
263 bus->remap_addr = pci_ioremap_bar(pci, 0);
265 if (!bus->remap_addr) {
266 dev_err(bus->dev, "error: ioremap error\n");
271 sdev->bar[HDA_DSP_HDA_BAR] = bus->remap_addr;
273 /* get controller capabilities */
274 ret = hda_dsp_ctrl_get_caps(sdev);
276 dev_err(sdev->dev, "error: get caps error\n");
281 #if IS_ENABLED(CONFIG_SND_SOC_SOF_HDA)
283 static const char *fixup_tplg_name(struct snd_sof_dev *sdev,
284 const char *sof_tplg_filename)
286 const char *tplg_filename = NULL;
290 filename = devm_kstrdup(sdev->dev, sof_tplg_filename, GFP_KERNEL);
294 /* this assumes a .tplg extension */
295 split_ext = strsep(&filename, ".");
297 tplg_filename = devm_kasprintf(sdev->dev, GFP_KERNEL,
298 "%s-idisp.tplg", split_ext);
302 return tplg_filename;
307 static int hda_init_caps(struct snd_sof_dev *sdev)
309 struct hdac_bus *bus = sof_to_bus(sdev);
310 #if IS_ENABLED(CONFIG_SND_SOC_SOF_HDA)
311 struct hdac_ext_link *hlink;
312 struct snd_soc_acpi_mach_params *mach_params;
313 struct snd_soc_acpi_mach *hda_mach;
314 struct snd_sof_pdata *pdata = sdev->pdata;
315 struct snd_soc_acpi_mach *mach;
316 const char *tplg_filename;
322 device_disable_async_suspend(bus->dev);
324 /* check if dsp is there */
326 dev_dbg(sdev->dev, "PP capability, will probe DSP later.\n");
328 ret = hda_dsp_ctrl_init_chip(sdev, true);
330 dev_err(bus->dev, "error: init chip failed with ret: %d\n",
335 #if IS_ENABLED(CONFIG_SND_SOC_SOF_HDA)
337 snd_hdac_ext_bus_get_ml_capabilities(bus);
339 /* init i915 and HDMI codecs */
340 ret = hda_codec_i915_init(sdev);
342 dev_err(sdev->dev, "error: no HDMI audio devices found\n");
346 /* codec detection */
347 if (!bus->codec_mask) {
348 dev_info(bus->dev, "no hda codecs found!\n");
350 dev_info(bus->dev, "hda codecs found, mask %lx\n",
353 for (i = 0; i < HDA_MAX_CODECS; i++) {
354 if (bus->codec_mask & (1 << i))
359 * If no machine driver is found, then:
361 * hda machine driver is used if :
362 * 1. there is one HDMI codec and one external HDAudio codec
365 if (!pdata->machine && codec_num <= 2 &&
366 HDA_IDISP_CODEC(bus->codec_mask)) {
367 hda_mach = snd_soc_acpi_intel_hda_machines;
368 pdata->machine = hda_mach;
370 /* topology: use the info from hda_machines */
371 pdata->tplg_filename =
372 hda_mach->sof_tplg_filename;
374 /* firmware: pick the first in machine list */
375 mach = pdata->desc->machines;
376 pdata->fw_filename = mach->sof_fw_filename;
378 dev_info(bus->dev, "using HDA machine driver %s now\n",
381 /* fixup topology file for HDMI only platforms */
382 if (codec_num == 1) {
383 /* use local variable for readability */
384 tplg_filename = pdata->tplg_filename;
385 tplg_filename = fixup_tplg_name(sdev, tplg_filename);
386 if (!tplg_filename) {
387 hda_codec_i915_exit(sdev);
390 pdata->tplg_filename = tplg_filename;
395 /* used by hda machine driver to create dai links */
396 if (pdata->machine) {
397 mach_params = (struct snd_soc_acpi_mach_params *)
398 &pdata->machine->mach_params;
399 mach_params->codec_mask = bus->codec_mask;
400 mach_params->platform = dev_name(sdev->dev);
403 /* create codec instances */
404 hda_codec_probe_bus(sdev);
406 hda_codec_i915_put(sdev);
409 * we are done probing so decrement link counts
411 list_for_each_entry(hlink, &bus->hlink_list, list)
412 snd_hdac_ext_bus_link_put(bus, hlink);
417 static const struct sof_intel_dsp_desc
418 *get_chip_info(struct snd_sof_pdata *pdata)
420 const struct sof_dev_desc *desc = pdata->desc;
421 const struct sof_intel_dsp_desc *chip_info;
423 chip_info = desc->chip_info;
428 int hda_dsp_probe(struct snd_sof_dev *sdev)
430 struct pci_dev *pci = to_pci_dev(sdev->dev);
431 struct sof_intel_hda_dev *hdev;
432 struct hdac_bus *bus;
433 const struct sof_intel_dsp_desc *chip;
437 * detect DSP by checking class/subclass/prog-id information
438 * class=04 subclass 03 prog-if 00: no DSP, legacy driver is required
439 * class=04 subclass 01 prog-if 00: DSP is present
440 * (and may be required e.g. for DMIC or SSP support)
441 * class=04 subclass 03 prog-if 80: either of DSP or legacy mode works
443 if (pci->class == 0x040300) {
444 dev_err(sdev->dev, "error: the DSP is not enabled on this platform, aborting probe\n");
446 } else if (pci->class != 0x040100 && pci->class != 0x040380) {
447 dev_err(sdev->dev, "error: unknown PCI class/subclass/prog-if 0x%06x found, aborting probe\n", pci->class);
450 dev_info(sdev->dev, "DSP detected with PCI class/subclass/prog-if 0x%06x\n", pci->class);
452 chip = get_chip_info(sdev->pdata);
454 dev_err(sdev->dev, "error: no such device supported, chip id:%x\n",
460 hdev = devm_kzalloc(sdev->dev, sizeof(*hdev), GFP_KERNEL);
463 sdev->pdata->hw_pdata = hdev;
466 hdev->dmic_dev = platform_device_register_data(sdev->dev, "dmic-codec",
469 if (IS_ERR(hdev->dmic_dev)) {
470 dev_err(sdev->dev, "error: failed to create DMIC device\n");
471 return PTR_ERR(hdev->dmic_dev);
475 * use position update IPC if either it is forced
476 * or we don't have other choice
478 #if IS_ENABLED(CONFIG_SND_SOC_SOF_DEBUG_FORCE_IPC_POSITION)
479 hdev->no_ipc_position = 0;
481 hdev->no_ipc_position = sof_ops(sdev)->pcm_pointer ? 1 : 0;
484 /* set up HDA base */
485 bus = sof_to_bus(sdev);
486 ret = hda_init(sdev);
491 #if IS_ENABLED(CONFIG_PCI)
492 sdev->bar[HDA_DSP_BAR] = pci_ioremap_bar(pci, HDA_DSP_BAR);
494 if (!sdev->bar[HDA_DSP_BAR]) {
495 dev_err(sdev->dev, "error: ioremap error\n");
500 sdev->mmio_bar = HDA_DSP_BAR;
501 sdev->mailbox_bar = HDA_DSP_BAR;
503 /* allow 64bit DMA address if supported by H/W */
504 if (!dma_set_mask(&pci->dev, DMA_BIT_MASK(64))) {
505 dev_dbg(sdev->dev, "DMA mask is 64 bit\n");
506 dma_set_coherent_mask(&pci->dev, DMA_BIT_MASK(64));
508 dev_dbg(sdev->dev, "DMA mask is 32 bit\n");
509 dma_set_mask(&pci->dev, DMA_BIT_MASK(32));
510 dma_set_coherent_mask(&pci->dev, DMA_BIT_MASK(32));
514 ret = hda_dsp_stream_init(sdev);
516 dev_err(sdev->dev, "error: failed to init streams\n");
518 * not all errors are due to memory issues, but trying
519 * to free everything does not harm
526 * let's try to enable msi firstly
527 * if it fails, use legacy interrupt mode
528 * TODO: support interrupt mode selection with kernel parameter
529 * support msi multiple vectors
531 ret = pci_alloc_irq_vectors(pci, 1, 1, PCI_IRQ_MSI);
533 dev_info(sdev->dev, "use legacy interrupt mode\n");
535 * in IO-APIC mode, hda->irq and ipc_irq are using the same
536 * irq number of pci->irq
538 hdev->irq = pci->irq;
539 sdev->ipc_irq = pci->irq;
540 sdev->msi_enabled = 0;
542 dev_info(sdev->dev, "use msi interrupt mode\n");
543 hdev->irq = pci_irq_vector(pci, 0);
544 /* ipc irq number is the same of hda irq */
545 sdev->ipc_irq = hdev->irq;
546 sdev->msi_enabled = 1;
549 dev_dbg(sdev->dev, "using HDA IRQ %d\n", hdev->irq);
550 ret = request_threaded_irq(hdev->irq, hda_dsp_stream_interrupt,
551 hda_dsp_stream_threaded_handler,
552 IRQF_SHARED, "AudioHDA", bus);
554 dev_err(sdev->dev, "error: failed to register HDA IRQ %d\n",
556 goto free_irq_vector;
559 dev_dbg(sdev->dev, "using IPC IRQ %d\n", sdev->ipc_irq);
560 ret = request_threaded_irq(sdev->ipc_irq, hda_dsp_ipc_irq_handler,
561 sof_ops(sdev)->irq_thread, IRQF_SHARED,
564 dev_err(sdev->dev, "error: failed to register IPC IRQ %d\n",
570 synchronize_irq(pci->irq);
573 * clear TCSEL to clear playback on some HD Audio
574 * codecs. PCI TCSEL is defined in the Intel manuals.
576 snd_sof_pci_update_bits(sdev, PCI_TCSEL, 0x07, 0);
578 /* init HDA capabilities */
579 ret = hda_init_caps(sdev);
583 /* enable ppcap interrupt */
584 hda_dsp_ctrl_ppcap_enable(sdev, true);
585 hda_dsp_ctrl_ppcap_int_enable(sdev, true);
587 /* initialize waitq for code loading */
588 init_waitqueue_head(&sdev->waitq);
590 /* set default mailbox offset for FW ready message */
591 sdev->dsp_box.offset = HDA_DSP_MBOX_UPLINK_OFFSET;
596 free_irq(sdev->ipc_irq, sdev);
598 free_irq(hdev->irq, bus);
600 if (sdev->msi_enabled)
601 pci_free_irq_vectors(pci);
603 hda_dsp_stream_free(sdev);
604 /* dsp_unmap: not currently used */
605 iounmap(sdev->bar[HDA_DSP_BAR]);
607 iounmap(bus->remap_addr);
612 int hda_dsp_remove(struct snd_sof_dev *sdev)
614 struct sof_intel_hda_dev *hda = sdev->pdata->hw_pdata;
615 struct hdac_bus *bus = sof_to_bus(sdev);
616 struct pci_dev *pci = to_pci_dev(sdev->dev);
617 const struct sof_intel_dsp_desc *chip = hda->desc;
619 #if IS_ENABLED(CONFIG_SND_SOC_SOF_HDA)
620 /* codec removal, invoke bus_device_remove */
621 snd_hdac_ext_bus_device_remove(bus);
624 if (!IS_ERR_OR_NULL(hda->dmic_dev))
625 platform_device_unregister(hda->dmic_dev);
627 /* disable DSP IRQ */
628 snd_sof_dsp_update_bits(sdev, HDA_DSP_PP_BAR, SOF_HDA_REG_PP_PPCTL,
629 SOF_HDA_PPCTL_PIE, 0);
631 /* disable CIE and GIE interrupts */
632 snd_sof_dsp_update_bits(sdev, HDA_DSP_HDA_BAR, SOF_HDA_INTCTL,
633 SOF_HDA_INT_CTRL_EN | SOF_HDA_INT_GLOBAL_EN, 0);
637 hda_dsp_core_reset_power_down(sdev, chip->cores_mask);
640 snd_sof_dsp_update_bits(sdev, HDA_DSP_PP_BAR, SOF_HDA_REG_PP_PPCTL,
641 SOF_HDA_PPCTL_GPROCEN, 0);
643 free_irq(sdev->ipc_irq, sdev);
644 free_irq(hda->irq, bus);
645 if (sdev->msi_enabled)
646 pci_free_irq_vectors(pci);
648 hda_dsp_stream_free(sdev);
649 #if IS_ENABLED(CONFIG_SND_SOC_SOF_HDA)
650 snd_hdac_link_free_all(bus);
653 iounmap(sdev->bar[HDA_DSP_BAR]);
654 iounmap(bus->remap_addr);
656 #if IS_ENABLED(CONFIG_SND_SOC_SOF_HDA)
657 snd_hdac_ext_bus_exit(bus);
659 hda_codec_i915_exit(sdev);
664 MODULE_LICENSE("Dual BSD/GPL");