sound/soc/soc-generic-dmaengine-pcm.c

   1 // SPDX-License-Identifier: GPL-2.0+
   2 //
   3 //  Copyright (C) 2013, Analog Devices Inc.
   4 //      Author: Lars-Peter Clausen <lars@metafoo.de>
   5
   6 #include <linux/module.h>
   7 #include <linux/init.h>
   8 #include <linux/dmaengine.h>
   9 #include <linux/slab.h>
  10 #include <sound/pcm.h>
  11 #include <sound/pcm_params.h>
  12 #include <sound/soc.h>
  13 #include <linux/dma-mapping.h>
  14 #include <linux/of.h>
  15
  16 #include <sound/dmaengine_pcm.h>
  17
  18 /*
  19  * The platforms dmaengine driver does not support reporting the amount of
  20  * bytes that are still left to transfer.
  21  */
  22 #define SND_DMAENGINE_PCM_FLAG_NO_RESIDUE BIT(31)
  23
  24 struct dmaengine_pcm {
  25         struct dma_chan *chan[SNDRV_PCM_STREAM_LAST + 1];
  26         const struct snd_dmaengine_pcm_config *config;
  27         struct snd_soc_component component;
  28         unsigned int flags;
  29 };
  30
  31 static struct dmaengine_pcm *soc_component_to_pcm(struct snd_soc_component *p)
  32 {
  33         return container_of(p, struct dmaengine_pcm, component);
  34 }
  35
  36 static struct device *dmaengine_dma_dev(struct dmaengine_pcm *pcm,
  37         struct snd_pcm_substream *substream)
  38 {
  39         if (!pcm->chan[substream->stream])
  40                 return NULL;
  41
  42         return pcm->chan[substream->stream]->device->dev;
  43 }
  44
  45 /**
  46  * snd_dmaengine_pcm_prepare_slave_config() - Generic prepare_slave_config callback
  47  * @substream: PCM substream
  48  * @params: hw_params
  49  * @slave_config: DMA slave config to prepare
  50  *
  51  * This function can be used as a generic prepare_slave_config callback for
  52  * platforms which make use of the snd_dmaengine_dai_dma_data struct for their
  53  * DAI DMA data. Internally the function will first call
  54  * snd_hwparams_to_dma_slave_config to fill in the slave config based on the
  55  * hw_params, followed by snd_dmaengine_set_config_from_dai_data to fill in the
  56  * remaining fields based on the DAI DMA data.
  57  */
  58 int snd_dmaengine_pcm_prepare_slave_config(struct snd_pcm_substream *substream,
  59         struct snd_pcm_hw_params *params, struct dma_slave_config *slave_config)
  60 {
  61         struct snd_soc_pcm_runtime *rtd = substream->private_data;
  62         struct snd_dmaengine_dai_dma_data *dma_data;
  63         int ret;
  64
  65         dma_data = snd_soc_dai_get_dma_data(rtd->cpu_dai, substream);
  66
  67         ret = snd_hwparams_to_dma_slave_config(substream, params, slave_config);
  68         if (ret)
  69                 return ret;
  70
  71         snd_dmaengine_pcm_set_config_from_dai_data(substream, dma_data,
  72                 slave_config);
  73
  74         return 0;
  75 }
  76 EXPORT_SYMBOL_GPL(snd_dmaengine_pcm_prepare_slave_config);
  77
  78 static int dmaengine_pcm_hw_params(struct snd_pcm_substream *substream,
  79         struct snd_pcm_hw_params *params)
  80 {
  81         struct snd_soc_pcm_runtime *rtd = substream->private_data;
  82         struct snd_soc_component *component =
  83                 snd_soc_rtdcom_lookup(rtd, SND_DMAENGINE_PCM_DRV_NAME);
  84         struct dmaengine_pcm *pcm = soc_component_to_pcm(component);
  85         struct dma_chan *chan = snd_dmaengine_pcm_get_chan(substream);
  86         int (*prepare_slave_config)(struct snd_pcm_substream *substream,
  87                         struct snd_pcm_hw_params *params,
  88                         struct dma_slave_config *slave_config);
  89         struct dma_slave_config slave_config;
  90         int ret;
  91
  92         memset(&slave_config, 0, sizeof(slave_config));
  93
  94         if (!pcm->config)
  95                 prepare_slave_config = snd_dmaengine_pcm_prepare_slave_config;
  96         else
  97                 prepare_slave_config = pcm->config->prepare_slave_config;
  98
  99         if (prepare_slave_config) {
 100                 ret = prepare_slave_config(substream, params, &slave_config);
 101                 if (ret)
 102                         return ret;
 103
 104                 ret = dmaengine_slave_config(chan, &slave_config);
 105                 if (ret)
 106                         return ret;
 107         }
 108
 109         return snd_pcm_lib_malloc_pages(substream, params_buffer_bytes(params));
 110 }
 111
 112 static int dmaengine_pcm_set_runtime_hwparams(struct snd_pcm_substream *substream)
 113 {
 114         struct snd_soc_pcm_runtime *rtd = substream->private_data;
 115         struct snd_soc_component *component =
 116                 snd_soc_rtdcom_lookup(rtd, SND_DMAENGINE_PCM_DRV_NAME);
 117         struct dmaengine_pcm *pcm = soc_component_to_pcm(component);
 118         struct device *dma_dev = dmaengine_dma_dev(pcm, substream);
 119         struct dma_chan *chan = pcm->chan[substream->stream];
 120         struct snd_dmaengine_dai_dma_data *dma_data;
 121         struct dma_slave_caps dma_caps;
 122         struct snd_pcm_hardware hw;
 123         u32 addr_widths = BIT(DMA_SLAVE_BUSWIDTH_1_BYTE) |
 124                           BIT(DMA_SLAVE_BUSWIDTH_2_BYTES) |
 125                           BIT(DMA_SLAVE_BUSWIDTH_4_BYTES);
 126         snd_pcm_format_t i;
 127         int ret;
 128
 129         if (pcm->config && pcm->config->pcm_hardware)
 130                 return snd_soc_set_runtime_hwparams(substream,
 131                                 pcm->config->pcm_hardware);
 132
 133         dma_data = snd_soc_dai_get_dma_data(rtd->cpu_dai, substream);
 134
 135         memset(&hw, 0, sizeof(hw));
 136         hw.info = SNDRV_PCM_INFO_MMAP | SNDRV_PCM_INFO_MMAP_VALID |
 137                         SNDRV_PCM_INFO_INTERLEAVED;
 138         hw.periods_min = 2;
 139         hw.periods_max = UINT_MAX;
 140         hw.period_bytes_min = 256;
 141         hw.period_bytes_max = dma_get_max_seg_size(dma_dev);
 142         hw.buffer_bytes_max = SIZE_MAX;
 143         hw.fifo_size = dma_data->fifo_size;
 144
 145         if (pcm->flags & SND_DMAENGINE_PCM_FLAG_NO_RESIDUE)
 146                 hw.info |= SNDRV_PCM_INFO_BATCH;
 147
 148         ret = dma_get_slave_caps(chan, &dma_caps);
 149         if (ret == 0) {
 150                 if (dma_caps.cmd_pause && dma_caps.cmd_resume)
 151                         hw.info |= SNDRV_PCM_INFO_PAUSE | SNDRV_PCM_INFO_RESUME;
 152                 if (dma_caps.residue_granularity <= DMA_RESIDUE_GRANULARITY_SEGMENT)
 153                         hw.info |= SNDRV_PCM_INFO_BATCH;
 154
 155                 if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK)
 156                         addr_widths = dma_caps.dst_addr_widths;
 157                 else
 158                         addr_widths = dma_caps.src_addr_widths;
 159         }
 160
 161         /*
 162          * If SND_DMAENGINE_PCM_DAI_FLAG_PACK is set keep
 163          * hw.formats set to 0, meaning no restrictions are in place.
 164          * In this case it's the responsibility of the DAI driver to
 165          * provide the supported format information.
 166          */
 167         if (!(dma_data->flags & SND_DMAENGINE_PCM_DAI_FLAG_PACK))
 168                 /*
 169                  * Prepare formats mask for valid/allowed sample types. If the
 170                  * dma does not have support for the given physical word size,
 171                  * it needs to be masked out so user space can not use the
 172                  * format which produces corrupted audio.
 173                  * In case the dma driver does not implement the slave_caps the
 174                  * default assumption is that it supports 1, 2 and 4 bytes
 175                  * widths.
 176                  */
 177                 for (i = SNDRV_PCM_FORMAT_FIRST; i <= SNDRV_PCM_FORMAT_LAST; i++) {
 178                         int bits = snd_pcm_format_physical_width(i);
 179
 180                         /*
 181                          * Enable only samples with DMA supported physical
 182                          * widths
 183                          */
 184                         switch (bits) {
 185                         case 8:
 186                         case 16:
 187                         case 24:
 188                         case 32:
 189                         case 64:
 190                                 if (addr_widths & (1 << (bits / 8)))
 191                                         hw.formats |= pcm_format_to_bits(i);
 192                                 break;
 193                         default:
 194                                 /* Unsupported types */
 195                                 break;
 196                         }
 197                 }
 198
 199         return snd_soc_set_runtime_hwparams(substream, &hw);
 200 }
 201
 202 static int dmaengine_pcm_open(struct snd_pcm_substream *substream)
 203 {
 204         struct snd_soc_pcm_runtime *rtd = substream->private_data;
 205         struct snd_soc_component *component =
 206                 snd_soc_rtdcom_lookup(rtd, SND_DMAENGINE_PCM_DRV_NAME);
 207         struct dmaengine_pcm *pcm = soc_component_to_pcm(component);
 208         struct dma_chan *chan = pcm->chan[substream->stream];
 209         int ret;
 210
 211         ret = dmaengine_pcm_set_runtime_hwparams(substream);
 212         if (ret)
 213                 return ret;
 214
 215         return snd_dmaengine_pcm_open(substream, chan);
 216 }
 217
 218 static struct dma_chan *dmaengine_pcm_compat_request_channel(
 219         struct snd_soc_pcm_runtime *rtd,
 220         struct snd_pcm_substream *substream)
 221 {
 222         struct snd_soc_component *component =
 223                 snd_soc_rtdcom_lookup(rtd, SND_DMAENGINE_PCM_DRV_NAME);
 224         struct dmaengine_pcm *pcm = soc_component_to_pcm(component);
 225         struct snd_dmaengine_dai_dma_data *dma_data;
 226         dma_filter_fn fn = NULL;
 227
 228         dma_data = snd_soc_dai_get_dma_data(rtd->cpu_dai, substream);
 229
 230         if ((pcm->flags & SND_DMAENGINE_PCM_FLAG_HALF_DUPLEX) && pcm->chan[0])
 231                 return pcm->chan[0];
 232
 233         if (pcm->config && pcm->config->compat_request_channel)
 234                 return pcm->config->compat_request_channel(rtd, substream);
 235
 236         if (pcm->config)
 237                 fn = pcm->config->compat_filter_fn;
 238
 239         return snd_dmaengine_pcm_request_channel(fn, dma_data->filter_data);
 240 }
 241
 242 static bool dmaengine_pcm_can_report_residue(struct device *dev,
 243         struct dma_chan *chan)
 244 {
 245         struct dma_slave_caps dma_caps;
 246         int ret;
 247
 248         ret = dma_get_slave_caps(chan, &dma_caps);
 249         if (ret != 0) {
 250                 dev_warn(dev, "Failed to get DMA channel capabilities, falling back to period counting: %d\n",
 251                          ret);
 252                 return false;
 253         }
 254
 255         if (dma_caps.residue_granularity == DMA_RESIDUE_GRANULARITY_DESCRIPTOR)
 256                 return false;
 257
 258         return true;
 259 }
 260
 261 static int dmaengine_pcm_new(struct snd_soc_pcm_runtime *rtd)
 262 {
 263         struct snd_soc_component *component =
 264                 snd_soc_rtdcom_lookup(rtd, SND_DMAENGINE_PCM_DRV_NAME);
 265         struct dmaengine_pcm *pcm = soc_component_to_pcm(component);
 266         const struct snd_dmaengine_pcm_config *config = pcm->config;
 267         struct device *dev = component->dev;
 268         struct snd_dmaengine_dai_dma_data *dma_data;
 269         struct snd_pcm_substream *substream;
 270         size_t prealloc_buffer_size;
 271         size_t max_buffer_size;
 272         unsigned int i;
 273         int ret;
 274
 275         if (config && config->prealloc_buffer_size) {
 276                 prealloc_buffer_size = config->prealloc_buffer_size;
 277                 max_buffer_size = config->pcm_hardware->buffer_bytes_max;
 278         } else {
 279                 prealloc_buffer_size = 512 * 1024;
 280                 max_buffer_size = SIZE_MAX;
 281         }
 282
 283         for (i = SNDRV_PCM_STREAM_PLAYBACK; i <= SNDRV_PCM_STREAM_CAPTURE; i++) {
 284                 substream = rtd->pcm->streams[i].substream;
 285                 if (!substream)
 286                         continue;
 287
 288                 dma_data = snd_soc_dai_get_dma_data(rtd->cpu_dai, substream);
 289
 290                 if (!pcm->chan[i] &&
 291                     (pcm->flags & SND_DMAENGINE_PCM_FLAG_CUSTOM_CHANNEL_NAME))
 292                         pcm->chan[i] = dma_request_slave_channel(dev,
 293                                 dma_data->chan_name);
 294
 295                 if (!pcm->chan[i] && (pcm->flags & SND_DMAENGINE_PCM_FLAG_COMPAT)) {
 296                         pcm->chan[i] = dmaengine_pcm_compat_request_channel(rtd,
 297                                 substream);
 298                 }
 299
 300                 if (!pcm->chan[i]) {
 301                         dev_err(component->dev,
 302                                 "Missing dma channel for stream: %d\n", i);
 303                         return -EINVAL;
 304                 }
 305
 306                 ret = snd_pcm_lib_preallocate_pages(substream,
 307                                 SNDRV_DMA_TYPE_DEV_IRAM,
 308                                 dmaengine_dma_dev(pcm, substream),
 309                                 prealloc_buffer_size,
 310                                 max_buffer_size);
 311                 if (ret)
 312                         return ret;
 313
 314                 if (!dmaengine_pcm_can_report_residue(dev, pcm->chan[i]))
 315                         pcm->flags |= SND_DMAENGINE_PCM_FLAG_NO_RESIDUE;
 316
 317                 if (rtd->pcm->streams[i].pcm->name[0] == '\0') {
 318                         strncpy(rtd->pcm->streams[i].pcm->name,
 319                                 rtd->pcm->streams[i].pcm->id,
 320                                 sizeof(rtd->pcm->streams[i].pcm->name));
 321                 }
 322         }
 323
 324         return 0;
 325 }
 326
 327 static snd_pcm_uframes_t dmaengine_pcm_pointer(
 328         struct snd_pcm_substream *substream)
 329 {
 330         struct snd_soc_pcm_runtime *rtd = substream->private_data;
 331         struct snd_soc_component *component =
 332                 snd_soc_rtdcom_lookup(rtd, SND_DMAENGINE_PCM_DRV_NAME);
 333         struct dmaengine_pcm *pcm = soc_component_to_pcm(component);
 334
 335         if (pcm->flags & SND_DMAENGINE_PCM_FLAG_NO_RESIDUE)
 336                 return snd_dmaengine_pcm_pointer_no_residue(substream);
 337         else
 338                 return snd_dmaengine_pcm_pointer(substream);
 339 }
 340
 341 static int dmaengine_copy_user(struct snd_pcm_substream *substream,
 342                                int channel, unsigned long hwoff,
 343                                void __user *buf, unsigned long bytes)
 344 {
 345         struct snd_soc_pcm_runtime *rtd = substream->private_data;
 346         struct snd_soc_component *component =
 347                 snd_soc_rtdcom_lookup(rtd, SND_DMAENGINE_PCM_DRV_NAME);
 348         struct snd_pcm_runtime *runtime = substream->runtime;
 349         struct dmaengine_pcm *pcm = soc_component_to_pcm(component);
 350         int (*process)(struct snd_pcm_substream *substream,
 351                        int channel, unsigned long hwoff,
 352                        void *buf, unsigned long bytes) = pcm->config->process;
 353         bool is_playback = substream->stream == SNDRV_PCM_STREAM_PLAYBACK;
 354         void *dma_ptr = runtime->dma_area + hwoff +
 355                         channel * (runtime->dma_bytes / runtime->channels);
 356         int ret;
 357
 358         if (is_playback)
 359                 if (copy_from_user(dma_ptr, buf, bytes))
 360                         return -EFAULT;
 361
 362         if (process) {
 363                 ret = process(substream, channel, hwoff, (__force void *)buf, bytes);
 364                 if (ret < 0)
 365                         return ret;
 366         }
 367
 368         if (!is_playback)
 369                 if (copy_to_user(buf, dma_ptr, bytes))
 370                         return -EFAULT;
 371
 372         return 0;
 373 }
 374
 375 static const struct snd_pcm_ops dmaengine_pcm_ops = {
 376         .open           = dmaengine_pcm_open,
 377         .close          = snd_dmaengine_pcm_close,
 378         .ioctl          = snd_pcm_lib_ioctl,
 379         .hw_params      = dmaengine_pcm_hw_params,
 380         .hw_free        = snd_pcm_lib_free_pages,
 381         .trigger        = snd_dmaengine_pcm_trigger,
 382         .pointer        = dmaengine_pcm_pointer,
 383 };
 384
 385 static const struct snd_pcm_ops dmaengine_pcm_process_ops = {
 386         .open           = dmaengine_pcm_open,
 387         .close          = snd_dmaengine_pcm_close,
 388         .ioctl          = snd_pcm_lib_ioctl,
 389         .hw_params      = dmaengine_pcm_hw_params,
 390         .hw_free        = snd_pcm_lib_free_pages,
 391         .trigger        = snd_dmaengine_pcm_trigger,
 392         .pointer        = dmaengine_pcm_pointer,
 393         .copy_user      = dmaengine_copy_user,
 394 };
 395
 396 static const struct snd_soc_component_driver dmaengine_pcm_component = {
 397         .name           = SND_DMAENGINE_PCM_DRV_NAME,
 398         .probe_order    = SND_SOC_COMP_ORDER_LATE,
 399         .ops            = &dmaengine_pcm_ops,
 400         .pcm_new        = dmaengine_pcm_new,
 401 };
 402
 403 static const struct snd_soc_component_driver dmaengine_pcm_component_process = {
 404         .name           = SND_DMAENGINE_PCM_DRV_NAME,
 405         .probe_order    = SND_SOC_COMP_ORDER_LATE,
 406         .ops            = &dmaengine_pcm_process_ops,
 407         .pcm_new        = dmaengine_pcm_new,
 408 };
 409
 410 static const char * const dmaengine_pcm_dma_channel_names[] = {
 411         [SNDRV_PCM_STREAM_PLAYBACK] = "tx",
 412         [SNDRV_PCM_STREAM_CAPTURE] = "rx",
 413 };
 414
 415 static int dmaengine_pcm_request_chan_of(struct dmaengine_pcm *pcm,
 416         struct device *dev, const struct snd_dmaengine_pcm_config *config)
 417 {
 418         unsigned int i;
 419         const char *name;
 420         struct dma_chan *chan;
 421
 422         if ((pcm->flags & (SND_DMAENGINE_PCM_FLAG_NO_DT |
 423                            SND_DMAENGINE_PCM_FLAG_CUSTOM_CHANNEL_NAME)) ||
 424             !dev->of_node)
 425                 return 0;
 426
 427         if (config && config->dma_dev) {
 428                 /*
 429                  * If this warning is seen, it probably means that your Linux
 430                  * device structure does not match your HW device structure.
 431                  * It would be best to refactor the Linux device structure to
 432                  * correctly match the HW structure.
 433                  */
 434                 dev_warn(dev, "DMA channels sourced from device %s",
 435                          dev_name(config->dma_dev));
 436                 dev = config->dma_dev;
 437         }
 438
 439         for (i = SNDRV_PCM_STREAM_PLAYBACK; i <= SNDRV_PCM_STREAM_CAPTURE;
 440              i++) {
 441                 if (pcm->flags & SND_DMAENGINE_PCM_FLAG_HALF_DUPLEX)
 442                         name = "rx-tx";
 443                 else
 444                         name = dmaengine_pcm_dma_channel_names[i];
 445                 if (config && config->chan_names[i])
 446                         name = config->chan_names[i];
 447                 chan = dma_request_slave_channel_reason(dev, name);
 448                 if (IS_ERR(chan)) {
 449                         if (PTR_ERR(chan) == -EPROBE_DEFER)
 450                                 return -EPROBE_DEFER;
 451                         pcm->chan[i] = NULL;
 452                 } else {
 453                         pcm->chan[i] = chan;
 454                 }
 455                 if (pcm->flags & SND_DMAENGINE_PCM_FLAG_HALF_DUPLEX)
 456                         break;
 457         }
 458
 459         if (pcm->flags & SND_DMAENGINE_PCM_FLAG_HALF_DUPLEX)
 460                 pcm->chan[1] = pcm->chan[0];
 461
 462         return 0;
 463 }
 464
 465 static void dmaengine_pcm_release_chan(struct dmaengine_pcm *pcm)
 466 {
 467         unsigned int i;
 468
 469         for (i = SNDRV_PCM_STREAM_PLAYBACK; i <= SNDRV_PCM_STREAM_CAPTURE;
 470              i++) {
 471                 if (!pcm->chan[i])
 472                         continue;
 473                 dma_release_channel(pcm->chan[i]);
 474                 if (pcm->flags & SND_DMAENGINE_PCM_FLAG_HALF_DUPLEX)
 475                         break;
 476         }
 477 }
 478
 479 /**
 480  * snd_dmaengine_pcm_register - Register a dmaengine based PCM device
 481  * @dev: The parent device for the PCM device
 482  * @config: Platform specific PCM configuration
 483  * @flags: Platform specific quirks
 484  */
 485 int snd_dmaengine_pcm_register(struct device *dev,
 486         const struct snd_dmaengine_pcm_config *config, unsigned int flags)
 487 {
 488         struct dmaengine_pcm *pcm;
 489         int ret;
 490
 491         pcm = kzalloc(sizeof(*pcm), GFP_KERNEL);
 492         if (!pcm)
 493                 return -ENOMEM;
 494
 495 #ifdef CONFIG_DEBUG_FS
 496         pcm->component.debugfs_prefix = "dma";
 497 #endif
 498         pcm->config = config;
 499         pcm->flags = flags;
 500
 501         ret = dmaengine_pcm_request_chan_of(pcm, dev, config);
 502         if (ret)
 503                 goto err_free_dma;
 504
 505         if (config && config->process)
 506                 ret = snd_soc_add_component(dev, &pcm->component,
 507                                             &dmaengine_pcm_component_process,
 508                                             NULL, 0);
 509         else
 510                 ret = snd_soc_add_component(dev, &pcm->component,
 511                                             &dmaengine_pcm_component, NULL, 0);
 512         if (ret)
 513                 goto err_free_dma;
 514
 515         return 0;
 516
 517 err_free_dma:
 518         dmaengine_pcm_release_chan(pcm);
 519         kfree(pcm);
 520         return ret;
 521 }
 522 EXPORT_SYMBOL_GPL(snd_dmaengine_pcm_register);
 523
 524 /**
 525  * snd_dmaengine_pcm_unregister - Removes a dmaengine based PCM device
 526  * @dev: Parent device the PCM was register with
 527  *
 528  * Removes a dmaengine based PCM device previously registered with
 529  * snd_dmaengine_pcm_register.
 530  */
 531 void snd_dmaengine_pcm_unregister(struct device *dev)
 532 {
 533         struct snd_soc_component *component;
 534         struct dmaengine_pcm *pcm;
 535
 536         component = snd_soc_lookup_component(dev, SND_DMAENGINE_PCM_DRV_NAME);
 537         if (!component)
 538                 return;
 539
 540         pcm = soc_component_to_pcm(component);
 541
 542         snd_soc_unregister_component(dev);
 543         dmaengine_pcm_release_chan(pcm);
 544         kfree(pcm);
 545 }
 546 EXPORT_SYMBOL_GPL(snd_dmaengine_pcm_unregister);
 547
 548 MODULE_LICENSE("GPL");