3 * Implementation of primary alsa driver code base for Intel HD Audio.
5 * Copyright(c) 2004 Intel Corporation. All rights reserved.
7 * Copyright (c) 2004 Takashi Iwai <tiwai@suse.de>
8 * PeiSen Hou <pshou@realtek.com.tw>
10 * This program is free software; you can redistribute it and/or modify it
11 * under the terms of the GNU General Public License as published by the Free
12 * Software Foundation; either version 2 of the License, or (at your option)
15 * This program is distributed in the hope that it will be useful, but WITHOUT
16 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
17 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
23 #include <linux/clocksource.h>
24 #include <linux/delay.h>
25 #include <linux/interrupt.h>
26 #include <linux/kernel.h>
27 #include <linux/module.h>
28 #include <linux/pm_runtime.h>
29 #include <linux/slab.h>
30 #include <linux/reboot.h>
31 #include <sound/core.h>
32 #include <sound/initval.h>
33 #include "hda_controller.h"
35 #define CREATE_TRACE_POINTS
36 #include "hda_intel_trace.h"
38 /* DSP lock helpers */
39 #ifdef CONFIG_SND_HDA_DSP_LOADER
40 #define dsp_lock_init(dev) mutex_init(&(dev)->dsp_mutex)
41 #define dsp_lock(dev) mutex_lock(&(dev)->dsp_mutex)
42 #define dsp_unlock(dev) mutex_unlock(&(dev)->dsp_mutex)
43 #define dsp_is_locked(dev) ((dev)->locked)
45 #define dsp_lock_init(dev) do {} while (0)
46 #define dsp_lock(dev) do {} while (0)
47 #define dsp_unlock(dev) do {} while (0)
48 #define dsp_is_locked(dev) 0
52 * AZX stream operations.
56 static void azx_stream_start(struct azx
*chip
, struct azx_dev
*azx_dev
)
59 * Before stream start, initialize parameter
61 azx_dev
->insufficient
= 1;
64 azx_writel(chip
, INTCTL
,
65 azx_readl(chip
, INTCTL
) | (1 << azx_dev
->index
));
66 /* set DMA start and interrupt mask */
67 azx_sd_writeb(chip
, azx_dev
, SD_CTL
,
68 azx_sd_readb(chip
, azx_dev
, SD_CTL
) |
69 SD_CTL_DMA_START
| SD_INT_MASK
);
73 static void azx_stream_clear(struct azx
*chip
, struct azx_dev
*azx_dev
)
75 azx_sd_writeb(chip
, azx_dev
, SD_CTL
,
76 azx_sd_readb(chip
, azx_dev
, SD_CTL
) &
77 ~(SD_CTL_DMA_START
| SD_INT_MASK
));
78 azx_sd_writeb(chip
, azx_dev
, SD_STS
, SD_INT_MASK
); /* to be sure */
82 void azx_stream_stop(struct azx
*chip
, struct azx_dev
*azx_dev
)
84 azx_stream_clear(chip
, azx_dev
);
86 azx_writel(chip
, INTCTL
,
87 azx_readl(chip
, INTCTL
) & ~(1 << azx_dev
->index
));
89 EXPORT_SYMBOL_GPL(azx_stream_stop
);
92 static void azx_stream_reset(struct azx
*chip
, struct azx_dev
*azx_dev
)
97 azx_stream_clear(chip
, azx_dev
);
99 azx_sd_writeb(chip
, azx_dev
, SD_CTL
,
100 azx_sd_readb(chip
, azx_dev
, SD_CTL
) |
101 SD_CTL_STREAM_RESET
);
104 while (!((val
= azx_sd_readb(chip
, azx_dev
, SD_CTL
)) &
105 SD_CTL_STREAM_RESET
) && --timeout
)
107 val
&= ~SD_CTL_STREAM_RESET
;
108 azx_sd_writeb(chip
, azx_dev
, SD_CTL
, val
);
112 /* waiting for hardware to report that the stream is out of reset */
113 while (((val
= azx_sd_readb(chip
, azx_dev
, SD_CTL
)) &
114 SD_CTL_STREAM_RESET
) && --timeout
)
117 /* reset first position - may not be synced with hw at this time */
118 *azx_dev
->posbuf
= 0;
122 * set up the SD for streaming
124 static int azx_setup_controller(struct azx
*chip
, struct azx_dev
*azx_dev
)
127 /* make sure the run bit is zero for SD */
128 azx_stream_clear(chip
, azx_dev
);
129 /* program the stream_tag */
130 val
= azx_sd_readl(chip
, azx_dev
, SD_CTL
);
131 val
= (val
& ~SD_CTL_STREAM_TAG_MASK
) |
132 (azx_dev
->stream_tag
<< SD_CTL_STREAM_TAG_SHIFT
);
133 if (!azx_snoop(chip
))
134 val
|= SD_CTL_TRAFFIC_PRIO
;
135 azx_sd_writel(chip
, azx_dev
, SD_CTL
, val
);
137 /* program the length of samples in cyclic buffer */
138 azx_sd_writel(chip
, azx_dev
, SD_CBL
, azx_dev
->bufsize
);
140 /* program the stream format */
141 /* this value needs to be the same as the one programmed */
142 azx_sd_writew(chip
, azx_dev
, SD_FORMAT
, azx_dev
->format_val
);
144 /* program the stream LVI (last valid index) of the BDL */
145 azx_sd_writew(chip
, azx_dev
, SD_LVI
, azx_dev
->frags
- 1);
147 /* program the BDL address */
148 /* lower BDL address */
149 azx_sd_writel(chip
, azx_dev
, SD_BDLPL
, (u32
)azx_dev
->bdl
.addr
);
150 /* upper BDL address */
151 azx_sd_writel(chip
, azx_dev
, SD_BDLPU
,
152 upper_32_bits(azx_dev
->bdl
.addr
));
154 /* enable the position buffer */
155 if (chip
->get_position
[0] != azx_get_pos_lpib
||
156 chip
->get_position
[1] != azx_get_pos_lpib
) {
157 if (!(azx_readl(chip
, DPLBASE
) & AZX_DPLBASE_ENABLE
))
158 azx_writel(chip
, DPLBASE
,
159 (u32
)chip
->posbuf
.addr
| AZX_DPLBASE_ENABLE
);
162 /* set the interrupt enable bits in the descriptor control register */
163 azx_sd_writel(chip
, azx_dev
, SD_CTL
,
164 azx_sd_readl(chip
, azx_dev
, SD_CTL
) | SD_INT_MASK
);
169 /* assign a stream for the PCM */
170 static inline struct azx_dev
*
171 azx_assign_device(struct azx
*chip
, struct snd_pcm_substream
*substream
)
174 struct azx_dev
*res
= NULL
;
175 /* make a non-zero unique key for the substream */
176 int key
= (substream
->pcm
->device
<< 16) | (substream
->number
<< 2) |
177 (substream
->stream
+ 1);
179 if (substream
->stream
== SNDRV_PCM_STREAM_PLAYBACK
) {
180 dev
= chip
->playback_index_offset
;
181 nums
= chip
->playback_streams
;
183 dev
= chip
->capture_index_offset
;
184 nums
= chip
->capture_streams
;
186 for (i
= 0; i
< nums
; i
++, dev
++) {
187 struct azx_dev
*azx_dev
= &chip
->azx_dev
[dev
];
189 if (!azx_dev
->opened
&& !dsp_is_locked(azx_dev
)) {
190 if (azx_dev
->assigned_key
== key
) {
192 azx_dev
->assigned_key
= key
;
197 (chip
->driver_caps
& AZX_DCAPS_REVERSE_ASSIGN
))
205 res
->assigned_key
= key
;
211 /* release the assigned stream */
212 static inline void azx_release_device(struct azx_dev
*azx_dev
)
217 static cycle_t
azx_cc_read(const struct cyclecounter
*cc
)
219 struct azx_dev
*azx_dev
= container_of(cc
, struct azx_dev
, azx_cc
);
220 struct snd_pcm_substream
*substream
= azx_dev
->substream
;
221 struct azx_pcm
*apcm
= snd_pcm_substream_chip(substream
);
222 struct azx
*chip
= apcm
->chip
;
224 return azx_readl(chip
, WALLCLK
);
227 static void azx_timecounter_init(struct snd_pcm_substream
*substream
,
228 bool force
, cycle_t last
)
230 struct azx_dev
*azx_dev
= get_azx_dev(substream
);
231 struct timecounter
*tc
= &azx_dev
->azx_tc
;
232 struct cyclecounter
*cc
= &azx_dev
->azx_cc
;
235 cc
->read
= azx_cc_read
;
236 cc
->mask
= CLOCKSOURCE_MASK(32);
239 * Converting from 24 MHz to ns means applying a 125/3 factor.
240 * To avoid any saturation issues in intermediate operations,
241 * the 125 factor is applied first. The division is applied
242 * last after reading the timecounter value.
243 * Applying the 1/3 factor as part of the multiplication
244 * requires at least 20 bits for a decent precision, however
245 * overflows occur after about 4 hours or less, not a option.
248 cc
->mult
= 125; /* saturation after 195 years */
251 nsec
= 0; /* audio time is elapsed time since trigger */
252 timecounter_init(tc
, cc
, nsec
);
255 * force timecounter to use predefined value,
256 * used for synchronized starts
258 tc
->cycle_last
= last
;
261 static inline struct hda_pcm_stream
*
262 to_hda_pcm_stream(struct snd_pcm_substream
*substream
)
264 struct azx_pcm
*apcm
= snd_pcm_substream_chip(substream
);
265 return &apcm
->info
->stream
[substream
->stream
];
268 static u64
azx_adjust_codec_delay(struct snd_pcm_substream
*substream
,
271 struct azx_pcm
*apcm
= snd_pcm_substream_chip(substream
);
272 struct hda_pcm_stream
*hinfo
= to_hda_pcm_stream(substream
);
273 u64 codec_frames
, codec_nsecs
;
275 if (!hinfo
->ops
.get_delay
)
278 codec_frames
= hinfo
->ops
.get_delay(hinfo
, apcm
->codec
, substream
);
279 codec_nsecs
= div_u64(codec_frames
* 1000000000LL,
280 substream
->runtime
->rate
);
282 if (substream
->stream
== SNDRV_PCM_STREAM_CAPTURE
)
283 return nsec
+ codec_nsecs
;
285 return (nsec
> codec_nsecs
) ? nsec
- codec_nsecs
: 0;
291 static int setup_bdle(struct azx
*chip
,
292 struct snd_dma_buffer
*dmab
,
293 struct azx_dev
*azx_dev
, u32
**bdlp
,
294 int ofs
, int size
, int with_ioc
)
302 if (azx_dev
->frags
>= AZX_MAX_BDL_ENTRIES
)
305 addr
= snd_sgbuf_get_addr(dmab
, ofs
);
306 /* program the address field of the BDL entry */
307 bdl
[0] = cpu_to_le32((u32
)addr
);
308 bdl
[1] = cpu_to_le32(upper_32_bits(addr
));
309 /* program the size field of the BDL entry */
310 chunk
= snd_sgbuf_get_chunk_size(dmab
, ofs
, size
);
311 /* one BDLE cannot cross 4K boundary on CTHDA chips */
312 if (chip
->driver_caps
& AZX_DCAPS_4K_BDLE_BOUNDARY
) {
313 u32 remain
= 0x1000 - (ofs
& 0xfff);
317 bdl
[2] = cpu_to_le32(chunk
);
318 /* program the IOC to enable interrupt
319 * only when the whole fragment is processed
322 bdl
[3] = (size
|| !with_ioc
) ? 0 : cpu_to_le32(0x01);
334 static int azx_setup_periods(struct azx
*chip
,
335 struct snd_pcm_substream
*substream
,
336 struct azx_dev
*azx_dev
)
339 int i
, ofs
, periods
, period_bytes
;
342 /* reset BDL address */
343 azx_sd_writel(chip
, azx_dev
, SD_BDLPL
, 0);
344 azx_sd_writel(chip
, azx_dev
, SD_BDLPU
, 0);
346 period_bytes
= azx_dev
->period_bytes
;
347 periods
= azx_dev
->bufsize
/ period_bytes
;
349 /* program the initial BDL entries */
350 bdl
= (u32
*)azx_dev
->bdl
.area
;
354 if (chip
->bdl_pos_adj
)
355 pos_adj
= chip
->bdl_pos_adj
[chip
->dev_index
];
356 if (!azx_dev
->no_period_wakeup
&& pos_adj
> 0) {
357 struct snd_pcm_runtime
*runtime
= substream
->runtime
;
358 int pos_align
= pos_adj
;
359 pos_adj
= (pos_adj
* runtime
->rate
+ 47999) / 48000;
363 pos_adj
= ((pos_adj
+ pos_align
- 1) / pos_align
) *
365 pos_adj
= frames_to_bytes(runtime
, pos_adj
);
366 if (pos_adj
>= period_bytes
) {
367 dev_warn(chip
->card
->dev
,"Too big adjustment %d\n",
371 ofs
= setup_bdle(chip
, snd_pcm_get_dma_buf(substream
),
373 &bdl
, ofs
, pos_adj
, true);
380 for (i
= 0; i
< periods
; i
++) {
381 if (i
== periods
- 1 && pos_adj
)
382 ofs
= setup_bdle(chip
, snd_pcm_get_dma_buf(substream
),
384 period_bytes
- pos_adj
, 0);
386 ofs
= setup_bdle(chip
, snd_pcm_get_dma_buf(substream
),
389 !azx_dev
->no_period_wakeup
);
396 dev_err(chip
->card
->dev
, "Too many BDL entries: buffer=%d, period=%d\n",
397 azx_dev
->bufsize
, period_bytes
);
405 static int azx_pcm_close(struct snd_pcm_substream
*substream
)
407 struct azx_pcm
*apcm
= snd_pcm_substream_chip(substream
);
408 struct hda_pcm_stream
*hinfo
= to_hda_pcm_stream(substream
);
409 struct azx
*chip
= apcm
->chip
;
410 struct azx_dev
*azx_dev
= get_azx_dev(substream
);
413 mutex_lock(&chip
->open_mutex
);
414 spin_lock_irqsave(&chip
->reg_lock
, flags
);
415 azx_dev
->substream
= NULL
;
416 azx_dev
->running
= 0;
417 spin_unlock_irqrestore(&chip
->reg_lock
, flags
);
418 azx_release_device(azx_dev
);
419 if (hinfo
->ops
.close
)
420 hinfo
->ops
.close(hinfo
, apcm
->codec
, substream
);
421 snd_hda_power_down(apcm
->codec
);
422 mutex_unlock(&chip
->open_mutex
);
426 static int azx_pcm_hw_params(struct snd_pcm_substream
*substream
,
427 struct snd_pcm_hw_params
*hw_params
)
429 struct azx_pcm
*apcm
= snd_pcm_substream_chip(substream
);
430 struct azx
*chip
= apcm
->chip
;
433 dsp_lock(get_azx_dev(substream
));
434 if (dsp_is_locked(get_azx_dev(substream
))) {
439 ret
= chip
->ops
->substream_alloc_pages(chip
, substream
,
440 params_buffer_bytes(hw_params
));
442 dsp_unlock(get_azx_dev(substream
));
446 static int azx_pcm_hw_free(struct snd_pcm_substream
*substream
)
448 struct azx_pcm
*apcm
= snd_pcm_substream_chip(substream
);
449 struct azx_dev
*azx_dev
= get_azx_dev(substream
);
450 struct azx
*chip
= apcm
->chip
;
451 struct hda_pcm_stream
*hinfo
= to_hda_pcm_stream(substream
);
454 /* reset BDL address */
456 if (!dsp_is_locked(azx_dev
)) {
457 azx_sd_writel(chip
, azx_dev
, SD_BDLPL
, 0);
458 azx_sd_writel(chip
, azx_dev
, SD_BDLPU
, 0);
459 azx_sd_writel(chip
, azx_dev
, SD_CTL
, 0);
460 azx_dev
->bufsize
= 0;
461 azx_dev
->period_bytes
= 0;
462 azx_dev
->format_val
= 0;
465 snd_hda_codec_cleanup(apcm
->codec
, hinfo
, substream
);
467 err
= chip
->ops
->substream_free_pages(chip
, substream
);
468 azx_dev
->prepared
= 0;
473 static int azx_pcm_prepare(struct snd_pcm_substream
*substream
)
475 struct azx_pcm
*apcm
= snd_pcm_substream_chip(substream
);
476 struct azx
*chip
= apcm
->chip
;
477 struct azx_dev
*azx_dev
= get_azx_dev(substream
);
478 struct hda_pcm_stream
*hinfo
= to_hda_pcm_stream(substream
);
479 struct snd_pcm_runtime
*runtime
= substream
->runtime
;
480 unsigned int bufsize
, period_bytes
, format_val
, stream_tag
;
482 struct hda_spdif_out
*spdif
=
483 snd_hda_spdif_out_of_nid(apcm
->codec
, hinfo
->nid
);
484 unsigned short ctls
= spdif
? spdif
->ctls
: 0;
487 if (dsp_is_locked(azx_dev
)) {
492 azx_stream_reset(chip
, azx_dev
);
493 format_val
= snd_hda_calc_stream_format(apcm
->codec
,
500 dev_err(chip
->card
->dev
,
501 "invalid format_val, rate=%d, ch=%d, format=%d\n",
502 runtime
->rate
, runtime
->channels
, runtime
->format
);
507 bufsize
= snd_pcm_lib_buffer_bytes(substream
);
508 period_bytes
= snd_pcm_lib_period_bytes(substream
);
510 dev_dbg(chip
->card
->dev
, "azx_pcm_prepare: bufsize=0x%x, format=0x%x\n",
511 bufsize
, format_val
);
513 if (bufsize
!= azx_dev
->bufsize
||
514 period_bytes
!= azx_dev
->period_bytes
||
515 format_val
!= azx_dev
->format_val
||
516 runtime
->no_period_wakeup
!= azx_dev
->no_period_wakeup
) {
517 azx_dev
->bufsize
= bufsize
;
518 azx_dev
->period_bytes
= period_bytes
;
519 azx_dev
->format_val
= format_val
;
520 azx_dev
->no_period_wakeup
= runtime
->no_period_wakeup
;
521 err
= azx_setup_periods(chip
, substream
, azx_dev
);
526 /* when LPIB delay correction gives a small negative value,
527 * we ignore it; currently set the threshold statically to
530 if (runtime
->period_size
> 64)
531 azx_dev
->delay_negative_threshold
= -frames_to_bytes(runtime
, 64);
533 azx_dev
->delay_negative_threshold
= 0;
535 /* wallclk has 24Mhz clock source */
536 azx_dev
->period_wallclk
= (((runtime
->period_size
* 24000) /
537 runtime
->rate
) * 1000);
538 azx_setup_controller(chip
, azx_dev
);
539 if (substream
->stream
== SNDRV_PCM_STREAM_PLAYBACK
)
541 azx_sd_readw(chip
, azx_dev
, SD_FIFOSIZE
) + 1;
543 azx_dev
->fifo_size
= 0;
545 stream_tag
= azx_dev
->stream_tag
;
546 /* CA-IBG chips need the playback stream starting from 1 */
547 if ((chip
->driver_caps
& AZX_DCAPS_CTX_WORKAROUND
) &&
548 stream_tag
> chip
->capture_streams
)
549 stream_tag
-= chip
->capture_streams
;
550 err
= snd_hda_codec_prepare(apcm
->codec
, hinfo
, stream_tag
,
551 azx_dev
->format_val
, substream
);
555 azx_dev
->prepared
= 1;
560 static int azx_pcm_trigger(struct snd_pcm_substream
*substream
, int cmd
)
562 struct azx_pcm
*apcm
= snd_pcm_substream_chip(substream
);
563 struct azx
*chip
= apcm
->chip
;
564 struct azx_dev
*azx_dev
;
565 struct snd_pcm_substream
*s
;
566 int rstart
= 0, start
, nsync
= 0, sbits
= 0;
569 azx_dev
= get_azx_dev(substream
);
570 trace_azx_pcm_trigger(chip
, azx_dev
, cmd
);
572 if (dsp_is_locked(azx_dev
) || !azx_dev
->prepared
)
576 case SNDRV_PCM_TRIGGER_START
:
578 case SNDRV_PCM_TRIGGER_PAUSE_RELEASE
:
579 case SNDRV_PCM_TRIGGER_RESUME
:
582 case SNDRV_PCM_TRIGGER_PAUSE_PUSH
:
583 case SNDRV_PCM_TRIGGER_SUSPEND
:
584 case SNDRV_PCM_TRIGGER_STOP
:
591 snd_pcm_group_for_each_entry(s
, substream
) {
592 if (s
->pcm
->card
!= substream
->pcm
->card
)
594 azx_dev
= get_azx_dev(s
);
595 sbits
|= 1 << azx_dev
->index
;
597 snd_pcm_trigger_done(s
, substream
);
600 spin_lock(&chip
->reg_lock
);
602 /* first, set SYNC bits of corresponding streams */
603 if (chip
->driver_caps
& AZX_DCAPS_OLD_SSYNC
)
604 azx_writel(chip
, OLD_SSYNC
,
605 azx_readl(chip
, OLD_SSYNC
) | sbits
);
607 azx_writel(chip
, SSYNC
, azx_readl(chip
, SSYNC
) | sbits
);
609 snd_pcm_group_for_each_entry(s
, substream
) {
610 if (s
->pcm
->card
!= substream
->pcm
->card
)
612 azx_dev
= get_azx_dev(s
);
614 azx_dev
->start_wallclk
= azx_readl(chip
, WALLCLK
);
616 azx_dev
->start_wallclk
-=
617 azx_dev
->period_wallclk
;
618 azx_stream_start(chip
, azx_dev
);
620 azx_stream_stop(chip
, azx_dev
);
622 azx_dev
->running
= start
;
624 spin_unlock(&chip
->reg_lock
);
626 /* wait until all FIFOs get ready */
627 for (timeout
= 5000; timeout
; timeout
--) {
629 snd_pcm_group_for_each_entry(s
, substream
) {
630 if (s
->pcm
->card
!= substream
->pcm
->card
)
632 azx_dev
= get_azx_dev(s
);
633 if (!(azx_sd_readb(chip
, azx_dev
, SD_STS
) &
642 /* wait until all RUN bits are cleared */
643 for (timeout
= 5000; timeout
; timeout
--) {
645 snd_pcm_group_for_each_entry(s
, substream
) {
646 if (s
->pcm
->card
!= substream
->pcm
->card
)
648 azx_dev
= get_azx_dev(s
);
649 if (azx_sd_readb(chip
, azx_dev
, SD_CTL
) &
658 spin_lock(&chip
->reg_lock
);
659 /* reset SYNC bits */
660 if (chip
->driver_caps
& AZX_DCAPS_OLD_SSYNC
)
661 azx_writel(chip
, OLD_SSYNC
,
662 azx_readl(chip
, OLD_SSYNC
) & ~sbits
);
664 azx_writel(chip
, SSYNC
, azx_readl(chip
, SSYNC
) & ~sbits
);
666 azx_timecounter_init(substream
, 0, 0);
667 snd_pcm_gettime(substream
->runtime
, &substream
->runtime
->trigger_tstamp
);
668 substream
->runtime
->trigger_tstamp_latched
= true;
673 /* same start cycle for master and group */
674 azx_dev
= get_azx_dev(substream
);
675 cycle_last
= azx_dev
->azx_tc
.cycle_last
;
677 snd_pcm_group_for_each_entry(s
, substream
) {
678 if (s
->pcm
->card
!= substream
->pcm
->card
)
680 azx_timecounter_init(s
, 1, cycle_last
);
684 spin_unlock(&chip
->reg_lock
);
688 unsigned int azx_get_pos_lpib(struct azx
*chip
, struct azx_dev
*azx_dev
)
690 return azx_sd_readl(chip
, azx_dev
, SD_LPIB
);
692 EXPORT_SYMBOL_GPL(azx_get_pos_lpib
);
694 unsigned int azx_get_pos_posbuf(struct azx
*chip
, struct azx_dev
*azx_dev
)
696 return le32_to_cpu(*azx_dev
->posbuf
);
698 EXPORT_SYMBOL_GPL(azx_get_pos_posbuf
);
700 unsigned int azx_get_position(struct azx
*chip
,
701 struct azx_dev
*azx_dev
)
703 struct snd_pcm_substream
*substream
= azx_dev
->substream
;
705 int stream
= substream
->stream
;
708 if (chip
->get_position
[stream
])
709 pos
= chip
->get_position
[stream
](chip
, azx_dev
);
710 else /* use the position buffer as default */
711 pos
= azx_get_pos_posbuf(chip
, azx_dev
);
713 if (pos
>= azx_dev
->bufsize
)
716 if (substream
->runtime
) {
717 struct azx_pcm
*apcm
= snd_pcm_substream_chip(substream
);
718 struct hda_pcm_stream
*hinfo
= to_hda_pcm_stream(substream
);
720 if (chip
->get_delay
[stream
])
721 delay
+= chip
->get_delay
[stream
](chip
, azx_dev
, pos
);
722 if (hinfo
->ops
.get_delay
)
723 delay
+= hinfo
->ops
.get_delay(hinfo
, apcm
->codec
,
725 substream
->runtime
->delay
= delay
;
728 trace_azx_get_position(chip
, azx_dev
, pos
, delay
);
731 EXPORT_SYMBOL_GPL(azx_get_position
);
733 static snd_pcm_uframes_t
azx_pcm_pointer(struct snd_pcm_substream
*substream
)
735 struct azx_pcm
*apcm
= snd_pcm_substream_chip(substream
);
736 struct azx
*chip
= apcm
->chip
;
737 struct azx_dev
*azx_dev
= get_azx_dev(substream
);
738 return bytes_to_frames(substream
->runtime
,
739 azx_get_position(chip
, azx_dev
));
742 static int azx_get_time_info(struct snd_pcm_substream
*substream
,
743 struct timespec
*system_ts
, struct timespec
*audio_ts
,
744 struct snd_pcm_audio_tstamp_config
*audio_tstamp_config
,
745 struct snd_pcm_audio_tstamp_report
*audio_tstamp_report
)
747 struct azx_dev
*azx_dev
= get_azx_dev(substream
);
750 if ((substream
->runtime
->hw
.info
& SNDRV_PCM_INFO_HAS_LINK_ATIME
) &&
751 (audio_tstamp_config
->type_requested
== SNDRV_PCM_AUDIO_TSTAMP_TYPE_LINK
)) {
753 snd_pcm_gettime(substream
->runtime
, system_ts
);
755 nsec
= timecounter_read(&azx_dev
->azx_tc
);
756 nsec
= div_u64(nsec
, 3); /* can be optimized */
757 if (audio_tstamp_config
->report_delay
)
758 nsec
= azx_adjust_codec_delay(substream
, nsec
);
760 *audio_ts
= ns_to_timespec(nsec
);
762 audio_tstamp_report
->actual_type
= SNDRV_PCM_AUDIO_TSTAMP_TYPE_LINK
;
763 audio_tstamp_report
->accuracy_report
= 1; /* rest of structure is valid */
764 audio_tstamp_report
->accuracy
= 42; /* 24 MHz WallClock == 42ns resolution */
767 audio_tstamp_report
->actual_type
= SNDRV_PCM_AUDIO_TSTAMP_TYPE_DEFAULT
;
772 static struct snd_pcm_hardware azx_pcm_hw
= {
773 .info
= (SNDRV_PCM_INFO_MMAP
|
774 SNDRV_PCM_INFO_INTERLEAVED
|
775 SNDRV_PCM_INFO_BLOCK_TRANSFER
|
776 SNDRV_PCM_INFO_MMAP_VALID
|
777 /* No full-resume yet implemented */
778 /* SNDRV_PCM_INFO_RESUME |*/
779 SNDRV_PCM_INFO_PAUSE
|
780 SNDRV_PCM_INFO_SYNC_START
|
781 SNDRV_PCM_INFO_HAS_WALL_CLOCK
| /* legacy */
782 SNDRV_PCM_INFO_HAS_LINK_ATIME
|
783 SNDRV_PCM_INFO_NO_PERIOD_WAKEUP
),
784 .formats
= SNDRV_PCM_FMTBIT_S16_LE
,
785 .rates
= SNDRV_PCM_RATE_48000
,
790 .buffer_bytes_max
= AZX_MAX_BUF_SIZE
,
791 .period_bytes_min
= 128,
792 .period_bytes_max
= AZX_MAX_BUF_SIZE
/ 2,
794 .periods_max
= AZX_MAX_FRAG
,
798 static int azx_pcm_open(struct snd_pcm_substream
*substream
)
800 struct azx_pcm
*apcm
= snd_pcm_substream_chip(substream
);
801 struct hda_pcm_stream
*hinfo
= to_hda_pcm_stream(substream
);
802 struct azx
*chip
= apcm
->chip
;
803 struct azx_dev
*azx_dev
;
804 struct snd_pcm_runtime
*runtime
= substream
->runtime
;
809 mutex_lock(&chip
->open_mutex
);
810 azx_dev
= azx_assign_device(chip
, substream
);
811 if (azx_dev
== NULL
) {
815 runtime
->hw
= azx_pcm_hw
;
816 runtime
->hw
.channels_min
= hinfo
->channels_min
;
817 runtime
->hw
.channels_max
= hinfo
->channels_max
;
818 runtime
->hw
.formats
= hinfo
->formats
;
819 runtime
->hw
.rates
= hinfo
->rates
;
820 snd_pcm_limit_hw_rates(runtime
);
821 snd_pcm_hw_constraint_integer(runtime
, SNDRV_PCM_HW_PARAM_PERIODS
);
823 /* avoid wrap-around with wall-clock */
824 snd_pcm_hw_constraint_minmax(runtime
, SNDRV_PCM_HW_PARAM_BUFFER_TIME
,
828 if (chip
->align_buffer_size
)
829 /* constrain buffer sizes to be multiple of 128
830 bytes. This is more efficient in terms of memory
831 access but isn't required by the HDA spec and
832 prevents users from specifying exact period/buffer
833 sizes. For example for 44.1kHz, a period size set
834 to 20ms will be rounded to 19.59ms. */
837 /* Don't enforce steps on buffer sizes, still need to
838 be multiple of 4 bytes (HDA spec). Tested on Intel
839 HDA controllers, may not work on all devices where
840 option needs to be disabled */
843 snd_pcm_hw_constraint_step(runtime
, 0, SNDRV_PCM_HW_PARAM_BUFFER_BYTES
,
845 snd_pcm_hw_constraint_step(runtime
, 0, SNDRV_PCM_HW_PARAM_PERIOD_BYTES
,
847 snd_hda_power_up(apcm
->codec
);
849 err
= hinfo
->ops
.open(hinfo
, apcm
->codec
, substream
);
853 azx_release_device(azx_dev
);
856 snd_pcm_limit_hw_rates(runtime
);
858 if (snd_BUG_ON(!runtime
->hw
.channels_min
) ||
859 snd_BUG_ON(!runtime
->hw
.channels_max
) ||
860 snd_BUG_ON(!runtime
->hw
.formats
) ||
861 snd_BUG_ON(!runtime
->hw
.rates
)) {
862 azx_release_device(azx_dev
);
863 if (hinfo
->ops
.close
)
864 hinfo
->ops
.close(hinfo
, apcm
->codec
, substream
);
869 /* disable LINK_ATIME timestamps for capture streams
870 until we figure out how to handle digital inputs */
871 if (substream
->stream
== SNDRV_PCM_STREAM_CAPTURE
) {
872 runtime
->hw
.info
&= ~SNDRV_PCM_INFO_HAS_WALL_CLOCK
; /* legacy */
873 runtime
->hw
.info
&= ~SNDRV_PCM_INFO_HAS_LINK_ATIME
;
876 spin_lock_irqsave(&chip
->reg_lock
, flags
);
877 azx_dev
->substream
= substream
;
878 azx_dev
->running
= 0;
879 spin_unlock_irqrestore(&chip
->reg_lock
, flags
);
881 runtime
->private_data
= azx_dev
;
882 snd_pcm_set_sync(substream
);
883 mutex_unlock(&chip
->open_mutex
);
887 snd_hda_power_down(apcm
->codec
);
889 mutex_unlock(&chip
->open_mutex
);
893 static int azx_pcm_mmap(struct snd_pcm_substream
*substream
,
894 struct vm_area_struct
*area
)
896 struct azx_pcm
*apcm
= snd_pcm_substream_chip(substream
);
897 struct azx
*chip
= apcm
->chip
;
898 if (chip
->ops
->pcm_mmap_prepare
)
899 chip
->ops
->pcm_mmap_prepare(substream
, area
);
900 return snd_pcm_lib_default_mmap(substream
, area
);
903 static struct snd_pcm_ops azx_pcm_ops
= {
904 .open
= azx_pcm_open
,
905 .close
= azx_pcm_close
,
906 .ioctl
= snd_pcm_lib_ioctl
,
907 .hw_params
= azx_pcm_hw_params
,
908 .hw_free
= azx_pcm_hw_free
,
909 .prepare
= azx_pcm_prepare
,
910 .trigger
= azx_pcm_trigger
,
911 .pointer
= azx_pcm_pointer
,
912 .get_time_info
= azx_get_time_info
,
913 .mmap
= azx_pcm_mmap
,
914 .page
= snd_pcm_sgbuf_ops_page
,
917 static void azx_pcm_free(struct snd_pcm
*pcm
)
919 struct azx_pcm
*apcm
= pcm
->private_data
;
921 list_del(&apcm
->list
);
922 apcm
->info
->pcm
= NULL
;
927 #define MAX_PREALLOC_SIZE (32 * 1024 * 1024)
929 static int azx_attach_pcm_stream(struct hda_bus
*bus
, struct hda_codec
*codec
,
930 struct hda_pcm
*cpcm
)
932 struct azx
*chip
= bus
->private_data
;
934 struct azx_pcm
*apcm
;
935 int pcm_dev
= cpcm
->device
;
939 list_for_each_entry(apcm
, &chip
->pcm_list
, list
) {
940 if (apcm
->pcm
->device
== pcm_dev
) {
941 dev_err(chip
->card
->dev
, "PCM %d already exists\n",
946 err
= snd_pcm_new(chip
->card
, cpcm
->name
, pcm_dev
,
947 cpcm
->stream
[SNDRV_PCM_STREAM_PLAYBACK
].substreams
,
948 cpcm
->stream
[SNDRV_PCM_STREAM_CAPTURE
].substreams
,
952 strlcpy(pcm
->name
, cpcm
->name
, sizeof(pcm
->name
));
953 apcm
= kzalloc(sizeof(*apcm
), GFP_KERNEL
);
960 pcm
->private_data
= apcm
;
961 pcm
->private_free
= azx_pcm_free
;
962 if (cpcm
->pcm_type
== HDA_PCM_TYPE_MODEM
)
963 pcm
->dev_class
= SNDRV_PCM_CLASS_MODEM
;
964 list_add_tail(&apcm
->list
, &chip
->pcm_list
);
966 for (s
= 0; s
< 2; s
++) {
967 if (cpcm
->stream
[s
].substreams
)
968 snd_pcm_set_ops(pcm
, s
, &azx_pcm_ops
);
970 /* buffer pre-allocation */
971 size
= CONFIG_SND_HDA_PREALLOC_SIZE
* 1024;
972 if (size
> MAX_PREALLOC_SIZE
)
973 size
= MAX_PREALLOC_SIZE
;
974 snd_pcm_lib_preallocate_pages_for_all(pcm
, SNDRV_DMA_TYPE_DEV_SG
,
976 size
, MAX_PREALLOC_SIZE
);
981 * CORB / RIRB interface
983 static int azx_alloc_cmd_io(struct azx
*chip
)
985 /* single page (at least 4096 bytes) must suffice for both ringbuffes */
986 return chip
->ops
->dma_alloc_pages(chip
, SNDRV_DMA_TYPE_DEV
,
987 PAGE_SIZE
, &chip
->rb
);
989 EXPORT_SYMBOL_GPL(azx_alloc_cmd_io
);
991 static void azx_init_cmd_io(struct azx
*chip
)
995 spin_lock_irq(&chip
->reg_lock
);
997 chip
->corb
.addr
= chip
->rb
.addr
;
998 chip
->corb
.buf
= (u32
*)chip
->rb
.area
;
999 azx_writel(chip
, CORBLBASE
, (u32
)chip
->corb
.addr
);
1000 azx_writel(chip
, CORBUBASE
, upper_32_bits(chip
->corb
.addr
));
1002 /* set the corb size to 256 entries (ULI requires explicitly) */
1003 azx_writeb(chip
, CORBSIZE
, 0x02);
1004 /* set the corb write pointer to 0 */
1005 azx_writew(chip
, CORBWP
, 0);
1007 /* reset the corb hw read pointer */
1008 azx_writew(chip
, CORBRP
, AZX_CORBRP_RST
);
1009 if (!(chip
->driver_caps
& AZX_DCAPS_CORBRP_SELF_CLEAR
)) {
1010 for (timeout
= 1000; timeout
> 0; timeout
--) {
1011 if ((azx_readw(chip
, CORBRP
) & AZX_CORBRP_RST
) == AZX_CORBRP_RST
)
1016 dev_err(chip
->card
->dev
, "CORB reset timeout#1, CORBRP = %d\n",
1017 azx_readw(chip
, CORBRP
));
1019 azx_writew(chip
, CORBRP
, 0);
1020 for (timeout
= 1000; timeout
> 0; timeout
--) {
1021 if (azx_readw(chip
, CORBRP
) == 0)
1026 dev_err(chip
->card
->dev
, "CORB reset timeout#2, CORBRP = %d\n",
1027 azx_readw(chip
, CORBRP
));
1030 /* enable corb dma */
1031 azx_writeb(chip
, CORBCTL
, AZX_CORBCTL_RUN
);
1034 chip
->rirb
.addr
= chip
->rb
.addr
+ 2048;
1035 chip
->rirb
.buf
= (u32
*)(chip
->rb
.area
+ 2048);
1036 chip
->rirb
.wp
= chip
->rirb
.rp
= 0;
1037 memset(chip
->rirb
.cmds
, 0, sizeof(chip
->rirb
.cmds
));
1038 azx_writel(chip
, RIRBLBASE
, (u32
)chip
->rirb
.addr
);
1039 azx_writel(chip
, RIRBUBASE
, upper_32_bits(chip
->rirb
.addr
));
1041 /* set the rirb size to 256 entries (ULI requires explicitly) */
1042 azx_writeb(chip
, RIRBSIZE
, 0x02);
1043 /* reset the rirb hw write pointer */
1044 azx_writew(chip
, RIRBWP
, AZX_RIRBWP_RST
);
1045 /* set N=1, get RIRB response interrupt for new entry */
1046 if (chip
->driver_caps
& AZX_DCAPS_CTX_WORKAROUND
)
1047 azx_writew(chip
, RINTCNT
, 0xc0);
1049 azx_writew(chip
, RINTCNT
, 1);
1050 /* enable rirb dma and response irq */
1051 azx_writeb(chip
, RIRBCTL
, AZX_RBCTL_DMA_EN
| AZX_RBCTL_IRQ_EN
);
1052 spin_unlock_irq(&chip
->reg_lock
);
1054 EXPORT_SYMBOL_GPL(azx_init_cmd_io
);
1056 static void azx_free_cmd_io(struct azx
*chip
)
1058 spin_lock_irq(&chip
->reg_lock
);
1059 /* disable ringbuffer DMAs */
1060 azx_writeb(chip
, RIRBCTL
, 0);
1061 azx_writeb(chip
, CORBCTL
, 0);
1062 spin_unlock_irq(&chip
->reg_lock
);
1064 EXPORT_SYMBOL_GPL(azx_free_cmd_io
);
1066 static unsigned int azx_command_addr(u32 cmd
)
1068 unsigned int addr
= cmd
>> 28;
1070 if (addr
>= AZX_MAX_CODECS
) {
1078 /* send a command */
1079 static int azx_corb_send_cmd(struct hda_bus
*bus
, u32 val
)
1081 struct azx
*chip
= bus
->private_data
;
1082 unsigned int addr
= azx_command_addr(val
);
1083 unsigned int wp
, rp
;
1085 spin_lock_irq(&chip
->reg_lock
);
1087 /* add command to corb */
1088 wp
= azx_readw(chip
, CORBWP
);
1090 /* something wrong, controller likely turned to D3 */
1091 spin_unlock_irq(&chip
->reg_lock
);
1095 wp
%= AZX_MAX_CORB_ENTRIES
;
1097 rp
= azx_readw(chip
, CORBRP
);
1099 /* oops, it's full */
1100 spin_unlock_irq(&chip
->reg_lock
);
1104 chip
->rirb
.cmds
[addr
]++;
1105 chip
->corb
.buf
[wp
] = cpu_to_le32(val
);
1106 azx_writew(chip
, CORBWP
, wp
);
1108 spin_unlock_irq(&chip
->reg_lock
);
1113 #define AZX_RIRB_EX_UNSOL_EV (1<<4)
1115 /* retrieve RIRB entry - called from interrupt handler */
1116 static void azx_update_rirb(struct azx
*chip
)
1118 unsigned int rp
, wp
;
1122 wp
= azx_readw(chip
, RIRBWP
);
1124 /* something wrong, controller likely turned to D3 */
1128 if (wp
== chip
->rirb
.wp
)
1132 while (chip
->rirb
.rp
!= wp
) {
1134 chip
->rirb
.rp
%= AZX_MAX_RIRB_ENTRIES
;
1136 rp
= chip
->rirb
.rp
<< 1; /* an RIRB entry is 8-bytes */
1137 res_ex
= le32_to_cpu(chip
->rirb
.buf
[rp
+ 1]);
1138 res
= le32_to_cpu(chip
->rirb
.buf
[rp
]);
1139 addr
= res_ex
& 0xf;
1140 if ((addr
>= AZX_MAX_CODECS
) || !(chip
->codec_mask
& (1 << addr
))) {
1141 dev_err(chip
->card
->dev
, "spurious response %#x:%#x, rp = %d, wp = %d",
1145 } else if (res_ex
& AZX_RIRB_EX_UNSOL_EV
)
1146 snd_hda_queue_unsol_event(chip
->bus
, res
, res_ex
);
1147 else if (chip
->rirb
.cmds
[addr
]) {
1148 chip
->rirb
.res
[addr
] = res
;
1150 chip
->rirb
.cmds
[addr
]--;
1151 } else if (printk_ratelimit()) {
1152 dev_err(chip
->card
->dev
, "spurious response %#x:%#x, last cmd=%#08x\n",
1154 chip
->last_cmd
[addr
]);
1159 /* receive a response */
1160 static unsigned int azx_rirb_get_response(struct hda_bus
*bus
,
1163 struct azx
*chip
= bus
->private_data
;
1164 unsigned long timeout
;
1165 unsigned long loopcounter
;
1169 timeout
= jiffies
+ msecs_to_jiffies(1000);
1171 for (loopcounter
= 0;; loopcounter
++) {
1172 if (chip
->polling_mode
|| do_poll
) {
1173 spin_lock_irq(&chip
->reg_lock
);
1174 azx_update_rirb(chip
);
1175 spin_unlock_irq(&chip
->reg_lock
);
1177 if (!chip
->rirb
.cmds
[addr
]) {
1179 bus
->rirb_error
= 0;
1182 chip
->poll_count
= 0;
1183 return chip
->rirb
.res
[addr
]; /* the last value */
1185 if (time_after(jiffies
, timeout
))
1187 if (bus
->needs_damn_long_delay
|| loopcounter
> 3000)
1188 msleep(2); /* temporary workaround */
1195 if (!bus
->no_response_fallback
)
1198 if (!chip
->polling_mode
&& chip
->poll_count
< 2) {
1199 dev_dbg(chip
->card
->dev
,
1200 "azx_get_response timeout, polling the codec once: last cmd=0x%08x\n",
1201 chip
->last_cmd
[addr
]);
1208 if (!chip
->polling_mode
) {
1209 dev_warn(chip
->card
->dev
,
1210 "azx_get_response timeout, switching to polling mode: last cmd=0x%08x\n",
1211 chip
->last_cmd
[addr
]);
1212 chip
->polling_mode
= 1;
1217 dev_warn(chip
->card
->dev
,
1218 "No response from codec, disabling MSI: last cmd=0x%08x\n",
1219 chip
->last_cmd
[addr
]);
1220 if (chip
->ops
->disable_msi_reset_irq(chip
) &&
1221 chip
->ops
->disable_msi_reset_irq(chip
) < 0) {
1222 bus
->rirb_error
= 1;
1228 if (chip
->probing
) {
1229 /* If this critical timeout happens during the codec probing
1230 * phase, this is likely an access to a non-existing codec
1231 * slot. Better to return an error and reset the system.
1236 /* a fatal communication error; need either to reset or to fallback
1237 * to the single_cmd mode
1239 bus
->rirb_error
= 1;
1240 if (bus
->allow_bus_reset
&& !bus
->response_reset
&& !bus
->in_reset
) {
1241 bus
->response_reset
= 1;
1242 return -1; /* give a chance to retry */
1245 dev_err(chip
->card
->dev
,
1246 "azx_get_response timeout, switching to single_cmd mode: last cmd=0x%08x\n",
1247 chip
->last_cmd
[addr
]);
1248 chip
->single_cmd
= 1;
1249 bus
->response_reset
= 0;
1250 /* release CORB/RIRB */
1251 azx_free_cmd_io(chip
);
1252 /* disable unsolicited responses */
1253 azx_writel(chip
, GCTL
, azx_readl(chip
, GCTL
) & ~AZX_GCTL_UNSOL
);
1258 * Use the single immediate command instead of CORB/RIRB for simplicity
1260 * Note: according to Intel, this is not preferred use. The command was
1261 * intended for the BIOS only, and may get confused with unsolicited
1262 * responses. So, we shouldn't use it for normal operation from the
1264 * I left the codes, however, for debugging/testing purposes.
1267 /* receive a response */
1268 static int azx_single_wait_for_response(struct azx
*chip
, unsigned int addr
)
1273 /* check IRV busy bit */
1274 if (azx_readw(chip
, IRS
) & AZX_IRS_VALID
) {
1275 /* reuse rirb.res as the response return value */
1276 chip
->rirb
.res
[addr
] = azx_readl(chip
, IR
);
1281 if (printk_ratelimit())
1282 dev_dbg(chip
->card
->dev
, "get_response timeout: IRS=0x%x\n",
1283 azx_readw(chip
, IRS
));
1284 chip
->rirb
.res
[addr
] = -1;
1288 /* send a command */
1289 static int azx_single_send_cmd(struct hda_bus
*bus
, u32 val
)
1291 struct azx
*chip
= bus
->private_data
;
1292 unsigned int addr
= azx_command_addr(val
);
1295 bus
->rirb_error
= 0;
1297 /* check ICB busy bit */
1298 if (!((azx_readw(chip
, IRS
) & AZX_IRS_BUSY
))) {
1299 /* Clear IRV valid bit */
1300 azx_writew(chip
, IRS
, azx_readw(chip
, IRS
) |
1302 azx_writel(chip
, IC
, val
);
1303 azx_writew(chip
, IRS
, azx_readw(chip
, IRS
) |
1305 return azx_single_wait_for_response(chip
, addr
);
1309 if (printk_ratelimit())
1310 dev_dbg(chip
->card
->dev
,
1311 "send_cmd timeout: IRS=0x%x, val=0x%x\n",
1312 azx_readw(chip
, IRS
), val
);
1316 /* receive a response */
1317 static unsigned int azx_single_get_response(struct hda_bus
*bus
,
1320 struct azx
*chip
= bus
->private_data
;
1321 return chip
->rirb
.res
[addr
];
1325 * The below are the main callbacks from hda_codec.
1327 * They are just the skeleton to call sub-callbacks according to the
1328 * current setting of chip->single_cmd.
1331 /* send a command */
1332 static int azx_send_cmd(struct hda_bus
*bus
, unsigned int val
)
1334 struct azx
*chip
= bus
->private_data
;
1338 chip
->last_cmd
[azx_command_addr(val
)] = val
;
1339 if (chip
->single_cmd
)
1340 return azx_single_send_cmd(bus
, val
);
1342 return azx_corb_send_cmd(bus
, val
);
1344 EXPORT_SYMBOL_GPL(azx_send_cmd
);
1346 /* get a response */
1347 static unsigned int azx_get_response(struct hda_bus
*bus
,
1350 struct azx
*chip
= bus
->private_data
;
1353 if (chip
->single_cmd
)
1354 return azx_single_get_response(bus
, addr
);
1356 return azx_rirb_get_response(bus
, addr
);
1358 EXPORT_SYMBOL_GPL(azx_get_response
);
1360 #ifdef CONFIG_SND_HDA_DSP_LOADER
1362 * DSP loading code (e.g. for CA0132)
1365 /* use the first stream for loading DSP */
1366 static struct azx_dev
*
1367 azx_get_dsp_loader_dev(struct azx
*chip
)
1369 return &chip
->azx_dev
[chip
->playback_index_offset
];
1372 static int azx_load_dsp_prepare(struct hda_bus
*bus
, unsigned int format
,
1373 unsigned int byte_size
,
1374 struct snd_dma_buffer
*bufp
)
1377 struct azx
*chip
= bus
->private_data
;
1378 struct azx_dev
*azx_dev
;
1381 azx_dev
= azx_get_dsp_loader_dev(chip
);
1384 spin_lock_irq(&chip
->reg_lock
);
1385 if (azx_dev
->running
|| azx_dev
->locked
) {
1386 spin_unlock_irq(&chip
->reg_lock
);
1390 azx_dev
->prepared
= 0;
1391 chip
->saved_azx_dev
= *azx_dev
;
1392 azx_dev
->locked
= 1;
1393 spin_unlock_irq(&chip
->reg_lock
);
1395 err
= chip
->ops
->dma_alloc_pages(chip
, SNDRV_DMA_TYPE_DEV_SG
,
1400 azx_dev
->bufsize
= byte_size
;
1401 azx_dev
->period_bytes
= byte_size
;
1402 azx_dev
->format_val
= format
;
1404 azx_stream_reset(chip
, azx_dev
);
1406 /* reset BDL address */
1407 azx_sd_writel(chip
, azx_dev
, SD_BDLPL
, 0);
1408 azx_sd_writel(chip
, azx_dev
, SD_BDLPU
, 0);
1411 bdl
= (u32
*)azx_dev
->bdl
.area
;
1412 err
= setup_bdle(chip
, bufp
, azx_dev
, &bdl
, 0, byte_size
, 0);
1416 azx_setup_controller(chip
, azx_dev
);
1417 dsp_unlock(azx_dev
);
1418 return azx_dev
->stream_tag
;
1421 chip
->ops
->dma_free_pages(chip
, bufp
);
1423 spin_lock_irq(&chip
->reg_lock
);
1424 if (azx_dev
->opened
)
1425 *azx_dev
= chip
->saved_azx_dev
;
1426 azx_dev
->locked
= 0;
1427 spin_unlock_irq(&chip
->reg_lock
);
1429 dsp_unlock(azx_dev
);
1433 static void azx_load_dsp_trigger(struct hda_bus
*bus
, bool start
)
1435 struct azx
*chip
= bus
->private_data
;
1436 struct azx_dev
*azx_dev
= azx_get_dsp_loader_dev(chip
);
1439 azx_stream_start(chip
, azx_dev
);
1441 azx_stream_stop(chip
, azx_dev
);
1442 azx_dev
->running
= start
;
1445 static void azx_load_dsp_cleanup(struct hda_bus
*bus
,
1446 struct snd_dma_buffer
*dmab
)
1448 struct azx
*chip
= bus
->private_data
;
1449 struct azx_dev
*azx_dev
= azx_get_dsp_loader_dev(chip
);
1451 if (!dmab
->area
|| !azx_dev
->locked
)
1455 /* reset BDL address */
1456 azx_sd_writel(chip
, azx_dev
, SD_BDLPL
, 0);
1457 azx_sd_writel(chip
, azx_dev
, SD_BDLPU
, 0);
1458 azx_sd_writel(chip
, azx_dev
, SD_CTL
, 0);
1459 azx_dev
->bufsize
= 0;
1460 azx_dev
->period_bytes
= 0;
1461 azx_dev
->format_val
= 0;
1463 chip
->ops
->dma_free_pages(chip
, dmab
);
1466 spin_lock_irq(&chip
->reg_lock
);
1467 if (azx_dev
->opened
)
1468 *azx_dev
= chip
->saved_azx_dev
;
1469 azx_dev
->locked
= 0;
1470 spin_unlock_irq(&chip
->reg_lock
);
1471 dsp_unlock(azx_dev
);
1473 #endif /* CONFIG_SND_HDA_DSP_LOADER */
1475 int azx_alloc_stream_pages(struct azx
*chip
)
1479 for (i
= 0; i
< chip
->num_streams
; i
++) {
1480 dsp_lock_init(&chip
->azx_dev
[i
]);
1481 /* allocate memory for the BDL for each stream */
1482 err
= chip
->ops
->dma_alloc_pages(chip
, SNDRV_DMA_TYPE_DEV
,
1484 &chip
->azx_dev
[i
].bdl
);
1488 /* allocate memory for the position buffer */
1489 err
= chip
->ops
->dma_alloc_pages(chip
, SNDRV_DMA_TYPE_DEV
,
1490 chip
->num_streams
* 8, &chip
->posbuf
);
1494 /* allocate CORB/RIRB */
1495 err
= azx_alloc_cmd_io(chip
);
1500 EXPORT_SYMBOL_GPL(azx_alloc_stream_pages
);
1502 void azx_free_stream_pages(struct azx
*chip
)
1505 if (chip
->azx_dev
) {
1506 for (i
= 0; i
< chip
->num_streams
; i
++)
1507 if (chip
->azx_dev
[i
].bdl
.area
)
1508 chip
->ops
->dma_free_pages(
1509 chip
, &chip
->azx_dev
[i
].bdl
);
1512 chip
->ops
->dma_free_pages(chip
, &chip
->rb
);
1513 if (chip
->posbuf
.area
)
1514 chip
->ops
->dma_free_pages(chip
, &chip
->posbuf
);
1516 EXPORT_SYMBOL_GPL(azx_free_stream_pages
);
1519 * Lowlevel interface
1522 /* enter link reset */
1523 void azx_enter_link_reset(struct azx
*chip
)
1525 unsigned long timeout
;
1527 /* reset controller */
1528 azx_writel(chip
, GCTL
, azx_readl(chip
, GCTL
) & ~AZX_GCTL_RESET
);
1530 timeout
= jiffies
+ msecs_to_jiffies(100);
1531 while ((azx_readb(chip
, GCTL
) & AZX_GCTL_RESET
) &&
1532 time_before(jiffies
, timeout
))
1533 usleep_range(500, 1000);
1535 EXPORT_SYMBOL_GPL(azx_enter_link_reset
);
1537 /* exit link reset */
1538 static void azx_exit_link_reset(struct azx
*chip
)
1540 unsigned long timeout
;
1542 azx_writeb(chip
, GCTL
, azx_readb(chip
, GCTL
) | AZX_GCTL_RESET
);
1544 timeout
= jiffies
+ msecs_to_jiffies(100);
1545 while (!azx_readb(chip
, GCTL
) &&
1546 time_before(jiffies
, timeout
))
1547 usleep_range(500, 1000);
1550 /* reset codec link */
1551 static int azx_reset(struct azx
*chip
, bool full_reset
)
1556 /* clear STATESTS */
1557 azx_writew(chip
, STATESTS
, STATESTS_INT_MASK
);
1559 /* reset controller */
1560 azx_enter_link_reset(chip
);
1562 /* delay for >= 100us for codec PLL to settle per spec
1563 * Rev 0.9 section 5.5.1
1565 usleep_range(500, 1000);
1567 /* Bring controller out of reset */
1568 azx_exit_link_reset(chip
);
1570 /* Brent Chartrand said to wait >= 540us for codecs to initialize */
1571 usleep_range(1000, 1200);
1574 /* check to see if controller is ready */
1575 if (!azx_readb(chip
, GCTL
)) {
1576 dev_dbg(chip
->card
->dev
, "azx_reset: controller not ready!\n");
1580 /* Accept unsolicited responses */
1581 if (!chip
->single_cmd
)
1582 azx_writel(chip
, GCTL
, azx_readl(chip
, GCTL
) |
1586 if (!chip
->codec_mask
) {
1587 chip
->codec_mask
= azx_readw(chip
, STATESTS
);
1588 dev_dbg(chip
->card
->dev
, "codec_mask = 0x%x\n",
1595 /* enable interrupts */
1596 static void azx_int_enable(struct azx
*chip
)
1598 /* enable controller CIE and GIE */
1599 azx_writel(chip
, INTCTL
, azx_readl(chip
, INTCTL
) |
1600 AZX_INT_CTRL_EN
| AZX_INT_GLOBAL_EN
);
1603 /* disable interrupts */
1604 static void azx_int_disable(struct azx
*chip
)
1608 /* disable interrupts in stream descriptor */
1609 for (i
= 0; i
< chip
->num_streams
; i
++) {
1610 struct azx_dev
*azx_dev
= &chip
->azx_dev
[i
];
1611 azx_sd_writeb(chip
, azx_dev
, SD_CTL
,
1612 azx_sd_readb(chip
, azx_dev
, SD_CTL
) &
1616 /* disable SIE for all streams */
1617 azx_writeb(chip
, INTCTL
, 0);
1619 /* disable controller CIE and GIE */
1620 azx_writel(chip
, INTCTL
, azx_readl(chip
, INTCTL
) &
1621 ~(AZX_INT_CTRL_EN
| AZX_INT_GLOBAL_EN
));
1624 /* clear interrupts */
1625 static void azx_int_clear(struct azx
*chip
)
1629 /* clear stream status */
1630 for (i
= 0; i
< chip
->num_streams
; i
++) {
1631 struct azx_dev
*azx_dev
= &chip
->azx_dev
[i
];
1632 azx_sd_writeb(chip
, azx_dev
, SD_STS
, SD_INT_MASK
);
1635 /* clear STATESTS */
1636 azx_writew(chip
, STATESTS
, STATESTS_INT_MASK
);
1638 /* clear rirb status */
1639 azx_writeb(chip
, RIRBSTS
, RIRB_INT_MASK
);
1641 /* clear int status */
1642 azx_writel(chip
, INTSTS
, AZX_INT_CTRL_EN
| AZX_INT_ALL_STREAM
);
1646 * reset and start the controller registers
1648 void azx_init_chip(struct azx
*chip
, bool full_reset
)
1650 if (chip
->initialized
)
1653 /* reset controller */
1654 azx_reset(chip
, full_reset
);
1656 /* initialize interrupts */
1657 azx_int_clear(chip
);
1658 azx_int_enable(chip
);
1660 /* initialize the codec command I/O */
1661 if (!chip
->single_cmd
)
1662 azx_init_cmd_io(chip
);
1664 /* program the position buffer */
1665 azx_writel(chip
, DPLBASE
, (u32
)chip
->posbuf
.addr
);
1666 azx_writel(chip
, DPUBASE
, upper_32_bits(chip
->posbuf
.addr
));
1668 chip
->initialized
= 1;
1670 EXPORT_SYMBOL_GPL(azx_init_chip
);
1672 void azx_stop_chip(struct azx
*chip
)
1674 if (!chip
->initialized
)
1677 /* disable interrupts */
1678 azx_int_disable(chip
);
1679 azx_int_clear(chip
);
1681 /* disable CORB/RIRB */
1682 azx_free_cmd_io(chip
);
1684 /* disable position buffer */
1685 azx_writel(chip
, DPLBASE
, 0);
1686 azx_writel(chip
, DPUBASE
, 0);
1688 chip
->initialized
= 0;
1690 EXPORT_SYMBOL_GPL(azx_stop_chip
);
1695 irqreturn_t
azx_interrupt(int irq
, void *dev_id
)
1697 struct azx
*chip
= dev_id
;
1698 struct azx_dev
*azx_dev
;
1704 if (azx_has_pm_runtime(chip
))
1705 if (!pm_runtime_active(chip
->card
->dev
))
1709 spin_lock(&chip
->reg_lock
);
1711 if (chip
->disabled
) {
1712 spin_unlock(&chip
->reg_lock
);
1716 status
= azx_readl(chip
, INTSTS
);
1717 if (status
== 0 || status
== 0xffffffff) {
1718 spin_unlock(&chip
->reg_lock
);
1722 for (i
= 0; i
< chip
->num_streams
; i
++) {
1723 azx_dev
= &chip
->azx_dev
[i
];
1724 if (status
& azx_dev
->sd_int_sta_mask
) {
1725 sd_status
= azx_sd_readb(chip
, azx_dev
, SD_STS
);
1726 azx_sd_writeb(chip
, azx_dev
, SD_STS
, SD_INT_MASK
);
1727 if (!azx_dev
->substream
|| !azx_dev
->running
||
1728 !(sd_status
& SD_INT_COMPLETE
))
1730 /* check whether this IRQ is really acceptable */
1731 if (!chip
->ops
->position_check
||
1732 chip
->ops
->position_check(chip
, azx_dev
)) {
1733 spin_unlock(&chip
->reg_lock
);
1734 snd_pcm_period_elapsed(azx_dev
->substream
);
1735 spin_lock(&chip
->reg_lock
);
1740 /* clear rirb int */
1741 status
= azx_readb(chip
, RIRBSTS
);
1742 if (status
& RIRB_INT_MASK
) {
1743 if (status
& RIRB_INT_RESPONSE
) {
1744 if (chip
->driver_caps
& AZX_DCAPS_RIRB_PRE_DELAY
)
1746 azx_update_rirb(chip
);
1748 azx_writeb(chip
, RIRBSTS
, RIRB_INT_MASK
);
1751 spin_unlock(&chip
->reg_lock
);
1755 EXPORT_SYMBOL_GPL(azx_interrupt
);
1762 * Probe the given codec address
1764 static int probe_codec(struct azx
*chip
, int addr
)
1766 unsigned int cmd
= (addr
<< 28) | (AC_NODE_ROOT
<< 20) |
1767 (AC_VERB_PARAMETERS
<< 8) | AC_PAR_VENDOR_ID
;
1770 mutex_lock(&chip
->bus
->cmd_mutex
);
1772 azx_send_cmd(chip
->bus
, cmd
);
1773 res
= azx_get_response(chip
->bus
, addr
);
1775 mutex_unlock(&chip
->bus
->cmd_mutex
);
1778 dev_dbg(chip
->card
->dev
, "codec #%d probed OK\n", addr
);
1782 static void azx_bus_reset(struct hda_bus
*bus
)
1784 struct azx
*chip
= bus
->private_data
;
1787 azx_stop_chip(chip
);
1788 azx_init_chip(chip
, true);
1789 if (chip
->initialized
)
1790 snd_hda_bus_reset(chip
->bus
);
1794 static int get_jackpoll_interval(struct azx
*chip
)
1799 if (!chip
->jackpoll_ms
)
1802 i
= chip
->jackpoll_ms
[chip
->dev_index
];
1805 if (i
< 50 || i
> 60000)
1808 j
= msecs_to_jiffies(i
);
1810 dev_warn(chip
->card
->dev
,
1811 "jackpoll_ms value out of range: %d\n", i
);
1815 static struct hda_bus_ops bus_ops
= {
1816 .command
= azx_send_cmd
,
1817 .get_response
= azx_get_response
,
1818 .attach_pcm
= azx_attach_pcm_stream
,
1819 .bus_reset
= azx_bus_reset
,
1820 #ifdef CONFIG_SND_HDA_DSP_LOADER
1821 .load_dsp_prepare
= azx_load_dsp_prepare
,
1822 .load_dsp_trigger
= azx_load_dsp_trigger
,
1823 .load_dsp_cleanup
= azx_load_dsp_cleanup
,
1827 /* HD-audio bus initialization */
1828 int azx_bus_create(struct azx
*chip
, const char *model
)
1830 struct hda_bus
*bus
;
1833 err
= snd_hda_bus_new(chip
->card
, &bus
);
1838 bus
->private_data
= chip
;
1839 bus
->pci
= chip
->pci
;
1840 bus
->modelname
= model
;
1843 if (chip
->driver_caps
& AZX_DCAPS_RIRB_DELAY
) {
1844 dev_dbg(chip
->card
->dev
, "Enable delay in RIRB handling\n");
1845 bus
->needs_damn_long_delay
= 1;
1848 /* AMD chipsets often cause the communication stalls upon certain
1849 * sequence like the pin-detection. It seems that forcing the synced
1850 * access works around the stall. Grrr...
1852 if (chip
->driver_caps
& AZX_DCAPS_SYNC_WRITE
) {
1853 dev_dbg(chip
->card
->dev
, "Enable sync_write for stable communication\n");
1854 bus
->sync_write
= 1;
1855 bus
->allow_bus_reset
= 1;
1860 EXPORT_SYMBOL_GPL(azx_bus_create
);
1863 int azx_probe_codecs(struct azx
*chip
, unsigned int max_slots
)
1865 struct hda_bus
*bus
= chip
->bus
;
1870 max_slots
= AZX_DEFAULT_CODECS
;
1872 /* First try to probe all given codec slots */
1873 for (c
= 0; c
< max_slots
; c
++) {
1874 if ((chip
->codec_mask
& (1 << c
)) & chip
->codec_probe_mask
) {
1875 if (probe_codec(chip
, c
) < 0) {
1876 /* Some BIOSen give you wrong codec addresses
1879 dev_warn(chip
->card
->dev
,
1880 "Codec #%d probe error; disabling it...\n", c
);
1881 chip
->codec_mask
&= ~(1 << c
);
1882 /* More badly, accessing to a non-existing
1883 * codec often screws up the controller chip,
1884 * and disturbs the further communications.
1885 * Thus if an error occurs during probing,
1886 * better to reset the controller chip to
1887 * get back to the sanity state.
1889 azx_stop_chip(chip
);
1890 azx_init_chip(chip
, true);
1895 /* Then create codec instances */
1896 for (c
= 0; c
< max_slots
; c
++) {
1897 if ((chip
->codec_mask
& (1 << c
)) & chip
->codec_probe_mask
) {
1898 struct hda_codec
*codec
;
1899 err
= snd_hda_codec_new(bus
, bus
->card
, c
, &codec
);
1902 codec
->jackpoll_interval
= get_jackpoll_interval(chip
);
1903 codec
->beep_mode
= chip
->beep_mode
;
1908 dev_err(chip
->card
->dev
, "no codecs initialized\n");
1913 EXPORT_SYMBOL_GPL(azx_probe_codecs
);
1915 /* configure each codec instance */
1916 int azx_codec_configure(struct azx
*chip
)
1918 struct hda_codec
*codec
;
1919 list_for_each_entry(codec
, &chip
->bus
->codec_list
, list
) {
1920 snd_hda_codec_configure(codec
);
1924 EXPORT_SYMBOL_GPL(azx_codec_configure
);
1927 static bool is_input_stream(struct azx
*chip
, unsigned char index
)
1929 return (index
>= chip
->capture_index_offset
&&
1930 index
< chip
->capture_index_offset
+ chip
->capture_streams
);
1933 /* initialize SD streams */
1934 int azx_init_stream(struct azx
*chip
)
1937 int in_stream_tag
= 0;
1938 int out_stream_tag
= 0;
1940 /* initialize each stream (aka device)
1941 * assign the starting bdl address to each stream (device)
1944 for (i
= 0; i
< chip
->num_streams
; i
++) {
1945 struct azx_dev
*azx_dev
= &chip
->azx_dev
[i
];
1946 azx_dev
->posbuf
= (u32 __iomem
*)(chip
->posbuf
.area
+ i
* 8);
1947 /* offset: SDI0=0x80, SDI1=0xa0, ... SDO3=0x160 */
1948 azx_dev
->sd_addr
= chip
->remap_addr
+ (0x20 * i
+ 0x80);
1949 /* int mask: SDI0=0x01, SDI1=0x02, ... SDO3=0x80 */
1950 azx_dev
->sd_int_sta_mask
= 1 << i
;
1953 /* stream tag must be unique throughout
1954 * the stream direction group,
1955 * valid values 1...15
1956 * use separate stream tag if the flag
1957 * AZX_DCAPS_SEPARATE_STREAM_TAG is used
1959 if (chip
->driver_caps
& AZX_DCAPS_SEPARATE_STREAM_TAG
)
1960 azx_dev
->stream_tag
=
1961 is_input_stream(chip
, i
) ?
1965 azx_dev
->stream_tag
= i
+ 1;
1970 EXPORT_SYMBOL_GPL(azx_init_stream
);
1973 * reboot notifier for hang-up problem at power-down
1975 static int azx_halt(struct notifier_block
*nb
, unsigned long event
, void *buf
)
1977 struct azx
*chip
= container_of(nb
, struct azx
, reboot_notifier
);
1978 snd_hda_bus_reboot_notify(chip
->bus
);
1979 azx_stop_chip(chip
);
1983 void azx_notifier_register(struct azx
*chip
)
1985 chip
->reboot_notifier
.notifier_call
= azx_halt
;
1986 register_reboot_notifier(&chip
->reboot_notifier
);
1988 EXPORT_SYMBOL_GPL(azx_notifier_register
);
1990 void azx_notifier_unregister(struct azx
*chip
)
1992 if (chip
->reboot_notifier
.notifier_call
)
1993 unregister_reboot_notifier(&chip
->reboot_notifier
);
1995 EXPORT_SYMBOL_GPL(azx_notifier_unregister
);
1997 MODULE_LICENSE("GPL");
1998 MODULE_DESCRIPTION("Common HDA driver functions");