sound/soc/sh/rcar/core.c

   1 /*
   2  * Renesas R-Car SRU/SCU/SSIU/SSI support
   3  *
   4  * Copyright (C) 2013 Renesas Solutions Corp.
   5  * Kuninori Morimoto <kuninori.morimoto.gx@renesas.com>
   6  *
   7  * Based on fsi.c
   8  * Kuninori Morimoto <morimoto.kuninori@renesas.com>
   9  *
  10  * This program is free software; you can redistribute it and/or modify
  11  * it under the terms of the GNU General Public License version 2 as
  12  * published by the Free Software Foundation.
  13  */
  14
  15 /*
  16  * Renesas R-Car sound device structure
  17  *
  18  * Gen1
  19  *
  20  * SRU          : Sound Routing Unit
  21  *  - SRC       : Sampling Rate Converter
  22  *  - CMD
  23  *    - CTU     : Channel Count Conversion Unit
  24  *    - MIX     : Mixer
  25  *    - DVC     : Digital Volume and Mute Function
  26  *  - SSI       : Serial Sound Interface
  27  *
  28  * Gen2
  29  *
  30  * SCU          : Sampling Rate Converter Unit
  31  *  - SRC       : Sampling Rate Converter
  32  *  - CMD
  33  *   - CTU      : Channel Count Conversion Unit
  34  *   - MIX      : Mixer
  35  *   - DVC      : Digital Volume and Mute Function
  36  * SSIU         : Serial Sound Interface Unit
  37  *  - SSI       : Serial Sound Interface
  38  */
  39
  40 /*
  41  *      driver data Image
  42  *
  43  * rsnd_priv
  44  *   |
  45  *   | ** this depends on Gen1/Gen2
  46  *   |
  47  *   +- gen
  48  *   |
  49  *   | ** these depend on data path
  50  *   | ** gen and platform data control it
  51  *   |
  52  *   +- rdai[0]
  53  *   |   |               sru     ssiu      ssi
  54  *   |   +- playback -> [mod] -> [mod] -> [mod] -> ...
  55  *   |   |
  56  *   |   |               sru     ssiu      ssi
  57  *   |   +- capture  -> [mod] -> [mod] -> [mod] -> ...
  58  *   |
  59  *   +- rdai[1]
  60  *   |   |               sru     ssiu      ssi
  61  *   |   +- playback -> [mod] -> [mod] -> [mod] -> ...
  62  *   |   |
  63  *   |   |               sru     ssiu      ssi
  64  *   |   +- capture  -> [mod] -> [mod] -> [mod] -> ...
  65  *   ...
  66  *   |
  67  *   | ** these control ssi
  68  *   |
  69  *   +- ssi
  70  *   |  |
  71  *   |  +- ssi[0]
  72  *   |  +- ssi[1]
  73  *   |  +- ssi[2]
  74  *   |  ...
  75  *   |
  76  *   | ** these control src
  77  *   |
  78  *   +- src
  79  *      |
  80  *      +- src[0]
  81  *      +- src[1]
  82  *      +- src[2]
  83  *      ...
  84  *
  85  *
  86  * for_each_rsnd_dai(xx, priv, xx)
  87  *  rdai[0] => rdai[1] => rdai[2] => ...
  88  *
  89  * for_each_rsnd_mod(xx, rdai, xx)
  90  *  [mod] => [mod] => [mod] => ...
  91  *
  92  * rsnd_dai_call(xxx, fn )
  93  *  [mod]->fn() -> [mod]->fn() -> [mod]->fn()...
  94  *
  95  */
  96 #include <linux/pm_runtime.h>
  97 #include "rsnd.h"
  98
  99 #define RSND_RATES SNDRV_PCM_RATE_8000_192000
 100 #define RSND_FMTS (SNDRV_PCM_FMTBIT_S24_LE | SNDRV_PCM_FMTBIT_S16_LE)
 101
 102 static const struct of_device_id rsnd_of_match[] = {
 103         { .compatible = "renesas,rcar_sound-gen1", .data = (void *)RSND_GEN1 },
 104         { .compatible = "renesas,rcar_sound-gen2", .data = (void *)RSND_GEN2 },
 105         { .compatible = "renesas,rcar_sound-gen3", .data = (void *)RSND_GEN2 }, /* gen2 compatible */
 106         {},
 107 };
 108 MODULE_DEVICE_TABLE(of, rsnd_of_match);
 109
 110 /*
 111  *      rsnd_mod functions
 112  */
 113 void rsnd_mod_make_sure(struct rsnd_mod *mod, enum rsnd_mod_type type)
 114 {
 115         if (mod->type != type) {
 116                 struct rsnd_priv *priv = rsnd_mod_to_priv(mod);
 117                 struct device *dev = rsnd_priv_to_dev(priv);
 118
 119                 dev_warn(dev, "%s[%d] is not your expected module\n",
 120                          rsnd_mod_name(mod), rsnd_mod_id(mod));
 121         }
 122 }
 123
 124 char *rsnd_mod_name(struct rsnd_mod *mod)
 125 {
 126         if (!mod || !mod->ops)
 127                 return "unknown";
 128
 129         return mod->ops->name;
 130 }
 131
 132 struct dma_chan *rsnd_mod_dma_req(struct rsnd_dai_stream *io,
 133                                   struct rsnd_mod *mod)
 134 {
 135         if (!mod || !mod->ops || !mod->ops->dma_req)
 136                 return NULL;
 137
 138         return mod->ops->dma_req(io, mod);
 139 }
 140
 141 u32 *rsnd_mod_get_status(struct rsnd_dai_stream *io,
 142                          struct rsnd_mod *mod,
 143                          enum rsnd_mod_type type)
 144 {
 145         return &mod->status;
 146 }
 147
 148 int rsnd_mod_init(struct rsnd_priv *priv,
 149                   struct rsnd_mod *mod,
 150                   struct rsnd_mod_ops *ops,
 151                   struct clk *clk,
 152                   u32* (*get_status)(struct rsnd_dai_stream *io,
 153                                      struct rsnd_mod *mod,
 154                                      enum rsnd_mod_type type),
 155                   enum rsnd_mod_type type,
 156                   int id)
 157 {
 158         int ret = clk_prepare(clk);
 159
 160         if (ret)
 161                 return ret;
 162
 163         mod->id         = id;
 164         mod->ops        = ops;
 165         mod->type       = type;
 166         mod->clk        = clk;
 167         mod->priv       = priv;
 168         mod->get_status = get_status;
 169
 170         return ret;
 171 }
 172
 173 void rsnd_mod_quit(struct rsnd_mod *mod)
 174 {
 175         if (mod->clk)
 176                 clk_unprepare(mod->clk);
 177         mod->clk = NULL;
 178 }
 179
 180 void rsnd_mod_interrupt(struct rsnd_mod *mod,
 181                         void (*callback)(struct rsnd_mod *mod,
 182                                          struct rsnd_dai_stream *io))
 183 {
 184         struct rsnd_priv *priv = rsnd_mod_to_priv(mod);
 185         struct rsnd_dai_stream *io;
 186         struct rsnd_dai *rdai;
 187         int i;
 188
 189         for_each_rsnd_dai(rdai, priv, i) {
 190                 io = &rdai->playback;
 191                 if (mod == io->mod[mod->type])
 192                         callback(mod, io);
 193
 194                 io = &rdai->capture;
 195                 if (mod == io->mod[mod->type])
 196                         callback(mod, io);
 197         }
 198 }
 199
 200 int rsnd_io_is_working(struct rsnd_dai_stream *io)
 201 {
 202         /* see rsnd_dai_stream_init/quit() */
 203         return !!io->substream;
 204 }
 205
 206 void rsnd_set_slot(struct rsnd_dai *rdai,
 207                    int slots, int num)
 208 {
 209         rdai->slots     = slots;
 210         rdai->slots_num = num;
 211 }
 212
 213 int rsnd_get_slot(struct rsnd_dai_stream *io)
 214 {
 215         struct rsnd_dai *rdai = rsnd_io_to_rdai(io);
 216
 217         return rdai->slots;
 218 }
 219
 220 int rsnd_get_slot_num(struct rsnd_dai_stream *io)
 221 {
 222         struct rsnd_dai *rdai = rsnd_io_to_rdai(io);
 223
 224         return rdai->slots_num;
 225 }
 226
 227 int rsnd_runtime_channel_original(struct rsnd_dai_stream *io)
 228 {
 229         struct snd_pcm_runtime *runtime = rsnd_io_to_runtime(io);
 230
 231         return runtime->channels;
 232 }
 233
 234 int rsnd_runtime_channel_after_ctu(struct rsnd_dai_stream *io)
 235 {
 236         int chan = rsnd_runtime_channel_original(io);
 237         struct rsnd_mod *ctu_mod = rsnd_io_to_mod_ctu(io);
 238
 239         if (ctu_mod) {
 240                 u32 converted_chan = rsnd_ctu_converted_channel(ctu_mod);
 241
 242                 if (converted_chan)
 243                         return converted_chan;
 244         }
 245
 246         return chan;
 247 }
 248
 249 int rsnd_runtime_channel_for_ssi(struct rsnd_dai_stream *io)
 250 {
 251         int chan = rsnd_io_is_play(io) ?
 252                 rsnd_runtime_channel_after_ctu(io) :
 253                 rsnd_runtime_channel_original(io);
 254
 255         /* Use Multi SSI */
 256         if (rsnd_runtime_is_ssi_multi(io))
 257                 chan /= rsnd_get_slot_num(io);
 258
 259         /* TDM Extend Mode needs 8ch */
 260         if (chan == 6)
 261                 chan = 8;
 262
 263         return chan;
 264 }
 265
 266 int rsnd_runtime_is_ssi_multi(struct rsnd_dai_stream *io)
 267 {
 268         int slots = rsnd_get_slot_num(io);
 269         int chan = rsnd_io_is_play(io) ?
 270                 rsnd_runtime_channel_after_ctu(io) :
 271                 rsnd_runtime_channel_original(io);
 272
 273         return (chan >= 6) && (slots > 1);
 274 }
 275
 276 int rsnd_runtime_is_ssi_tdm(struct rsnd_dai_stream *io)
 277 {
 278         return rsnd_runtime_channel_for_ssi(io) >= 6;
 279 }
 280
 281 /*
 282  *      ADINR function
 283  */
 284 u32 rsnd_get_adinr_bit(struct rsnd_mod *mod, struct rsnd_dai_stream *io)
 285 {
 286         struct rsnd_priv *priv = rsnd_mod_to_priv(mod);
 287         struct snd_pcm_runtime *runtime = rsnd_io_to_runtime(io);
 288         struct device *dev = rsnd_priv_to_dev(priv);
 289
 290         switch (runtime->sample_bits) {
 291         case 16:
 292                 return 8 << 16;
 293         case 32:
 294                 return 0 << 16;
 295         }
 296
 297         dev_warn(dev, "not supported sample bits\n");
 298
 299         return 0;
 300 }
 301
 302 /*
 303  *      DALIGN function
 304  */
 305 u32 rsnd_get_dalign(struct rsnd_mod *mod, struct rsnd_dai_stream *io)
 306 {
 307         struct rsnd_mod *ssiu = rsnd_io_to_mod_ssiu(io);
 308         struct rsnd_mod *target;
 309         struct snd_pcm_runtime *runtime = rsnd_io_to_runtime(io);
 310         u32 val = 0x76543210;
 311         u32 mask = ~0;
 312
 313         if (rsnd_io_is_play(io)) {
 314                 struct rsnd_mod *src = rsnd_io_to_mod_src(io);
 315
 316                 target = src ? src : ssiu;
 317         } else {
 318                 struct rsnd_mod *cmd = rsnd_io_to_mod_cmd(io);
 319
 320                 target = cmd ? cmd : ssiu;
 321         }
 322
 323         mask <<= runtime->channels * 4;
 324         val = val & mask;
 325
 326         switch (runtime->sample_bits) {
 327         case 16:
 328                 val |= 0x67452301 & ~mask;
 329                 break;
 330         case 32:
 331                 val |= 0x76543210 & ~mask;
 332                 break;
 333         }
 334
 335         /*
 336          * exchange channeles on SRC if possible,
 337          * otherwise, R/L volume settings on DVC
 338          * changes inverted channels
 339          */
 340         if (mod == target)
 341                 return val;
 342         else
 343                 return 0x76543210;
 344 }
 345
 346 /*
 347  *      rsnd_dai functions
 348  */
 349 struct rsnd_mod *rsnd_mod_next(int *iterator,
 350                                struct rsnd_dai_stream *io,
 351                                enum rsnd_mod_type *array,
 352                                int array_size)
 353 {
 354         struct rsnd_mod *mod;
 355         enum rsnd_mod_type type;
 356         int max = array ? array_size : RSND_MOD_MAX;
 357
 358         for (; *iterator < max; (*iterator)++) {
 359                 type = (array) ? array[*iterator] : *iterator;
 360                 mod = io->mod[type];
 361                 if (!mod)
 362                         continue;
 363
 364                 return mod;
 365         }
 366
 367         return NULL;
 368 }
 369
 370 static enum rsnd_mod_type rsnd_mod_sequence[][RSND_MOD_MAX] = {
 371         {
 372                 /* CAPTURE */
 373                 RSND_MOD_AUDMAPP,
 374                 RSND_MOD_AUDMA,
 375                 RSND_MOD_DVC,
 376                 RSND_MOD_MIX,
 377                 RSND_MOD_CTU,
 378                 RSND_MOD_CMD,
 379                 RSND_MOD_SRC,
 380                 RSND_MOD_SSIU,
 381                 RSND_MOD_SSIM3,
 382                 RSND_MOD_SSIM2,
 383                 RSND_MOD_SSIM1,
 384                 RSND_MOD_SSIP,
 385                 RSND_MOD_SSI,
 386         }, {
 387                 /* PLAYBACK */
 388                 RSND_MOD_AUDMAPP,
 389                 RSND_MOD_AUDMA,
 390                 RSND_MOD_SSIM3,
 391                 RSND_MOD_SSIM2,
 392                 RSND_MOD_SSIM1,
 393                 RSND_MOD_SSIP,
 394                 RSND_MOD_SSI,
 395                 RSND_MOD_SSIU,
 396                 RSND_MOD_DVC,
 397                 RSND_MOD_MIX,
 398                 RSND_MOD_CTU,
 399                 RSND_MOD_CMD,
 400                 RSND_MOD_SRC,
 401         },
 402 };
 403
 404 static int rsnd_status_update(u32 *status,
 405                               int shift, int add, int timing)
 406 {
 407         u32 mask        = 0xF << shift;
 408         u8 val          = (*status >> shift) & 0xF;
 409         u8 next_val     = (val + add) & 0xF;
 410         int func_call   = (val == timing);
 411
 412         if (next_val == 0xF) /* underflow case */
 413                 func_call = 0;
 414         else
 415                 *status = (*status & ~mask) + (next_val << shift);
 416
 417         return func_call;
 418 }
 419
 420 #define rsnd_dai_call(fn, io, param...)                                 \
 421 ({                                                                      \
 422         struct rsnd_priv *priv = rsnd_io_to_priv(io);                   \
 423         struct device *dev = rsnd_priv_to_dev(priv);                    \
 424         struct rsnd_mod *mod;                                           \
 425         int is_play = rsnd_io_is_play(io);                              \
 426         int ret = 0, i;                                                 \
 427         enum rsnd_mod_type *types = rsnd_mod_sequence[is_play];         \
 428         for_each_rsnd_mod_arrays(i, mod, io, types, RSND_MOD_MAX) {     \
 429                 int tmp = 0;                                            \
 430                 u32 *status = mod->get_status(io, mod, types[i]);       \
 431                 int func_call = rsnd_status_update(status,              \
 432                                                 __rsnd_mod_shift_##fn,  \
 433                                                 __rsnd_mod_add_##fn,    \
 434                                                 __rsnd_mod_call_##fn);  \
 435                 dev_dbg(dev, "%s[%d]\t0x%08x %s\n",                     \
 436                         rsnd_mod_name(mod), rsnd_mod_id(mod), *status,  \
 437                         (func_call && (mod)->ops->fn) ? #fn : "");      \
 438                 if (func_call && (mod)->ops->fn)                        \
 439                         tmp = (mod)->ops->fn(mod, io, param);           \
 440                 if (tmp)                                                \
 441                         dev_err(dev, "%s[%d] : %s error %d\n",          \
 442                                 rsnd_mod_name(mod), rsnd_mod_id(mod),   \
 443                                                      #fn, tmp);         \
 444                 ret |= tmp;                                             \
 445         }                                                               \
 446         ret;                                                            \
 447 })
 448
 449 int rsnd_dai_connect(struct rsnd_mod *mod,
 450                      struct rsnd_dai_stream *io,
 451                      enum rsnd_mod_type type)
 452 {
 453         struct rsnd_priv *priv;
 454         struct device *dev;
 455
 456         if (!mod)
 457                 return -EIO;
 458
 459         if (io->mod[type] == mod)
 460                 return 0;
 461
 462         if (io->mod[type])
 463                 return -EINVAL;
 464
 465         priv = rsnd_mod_to_priv(mod);
 466         dev = rsnd_priv_to_dev(priv);
 467
 468         io->mod[type] = mod;
 469
 470         dev_dbg(dev, "%s[%d] is connected to io (%s)\n",
 471                 rsnd_mod_name(mod), rsnd_mod_id(mod),
 472                 rsnd_io_is_play(io) ? "Playback" : "Capture");
 473
 474         return 0;
 475 }
 476
 477 static void rsnd_dai_disconnect(struct rsnd_mod *mod,
 478                                 struct rsnd_dai_stream *io,
 479                                 enum rsnd_mod_type type)
 480 {
 481         io->mod[type] = NULL;
 482 }
 483
 484 struct rsnd_dai *rsnd_rdai_get(struct rsnd_priv *priv, int id)
 485 {
 486         if ((id < 0) || (id >= rsnd_rdai_nr(priv)))
 487                 return NULL;
 488
 489         return priv->rdai + id;
 490 }
 491
 492 #define rsnd_dai_to_priv(dai) snd_soc_dai_get_drvdata(dai)
 493 static struct rsnd_dai *rsnd_dai_to_rdai(struct snd_soc_dai *dai)
 494 {
 495         struct rsnd_priv *priv = rsnd_dai_to_priv(dai);
 496
 497         return rsnd_rdai_get(priv, dai->id);
 498 }
 499
 500 /*
 501  *      rsnd_soc_dai functions
 502  */
 503 int rsnd_dai_pointer_offset(struct rsnd_dai_stream *io, int additional)
 504 {
 505         struct snd_pcm_substream *substream = io->substream;
 506         struct snd_pcm_runtime *runtime = substream->runtime;
 507         int pos = io->byte_pos + additional;
 508
 509         pos %= (runtime->periods * io->byte_per_period);
 510
 511         return pos;
 512 }
 513
 514 bool rsnd_dai_pointer_update(struct rsnd_dai_stream *io, int byte)
 515 {
 516         io->byte_pos += byte;
 517
 518         if (io->byte_pos >= io->next_period_byte) {
 519                 struct snd_pcm_substream *substream = io->substream;
 520                 struct snd_pcm_runtime *runtime = substream->runtime;
 521
 522                 io->period_pos++;
 523                 io->next_period_byte += io->byte_per_period;
 524
 525                 if (io->period_pos >= runtime->periods) {
 526                         io->byte_pos = 0;
 527                         io->period_pos = 0;
 528                         io->next_period_byte = io->byte_per_period;
 529                 }
 530
 531                 return true;
 532         }
 533
 534         return false;
 535 }
 536
 537 void rsnd_dai_period_elapsed(struct rsnd_dai_stream *io)
 538 {
 539         struct snd_pcm_substream *substream = io->substream;
 540
 541         /*
 542          * this function should be called...
 543          *
 544          * - if rsnd_dai_pointer_update() returns true
 545          * - without spin lock
 546          */
 547
 548         snd_pcm_period_elapsed(substream);
 549 }
 550
 551 static void rsnd_dai_stream_init(struct rsnd_dai_stream *io,
 552                                 struct snd_pcm_substream *substream)
 553 {
 554         struct snd_pcm_runtime *runtime = substream->runtime;
 555
 556         io->substream           = substream;
 557         io->byte_pos            = 0;
 558         io->period_pos          = 0;
 559         io->byte_per_period     = runtime->period_size *
 560                                   runtime->channels *
 561                                   samples_to_bytes(runtime, 1);
 562         io->next_period_byte    = io->byte_per_period;
 563 }
 564
 565 static void rsnd_dai_stream_quit(struct rsnd_dai_stream *io)
 566 {
 567         io->substream           = NULL;
 568 }
 569
 570 static
 571 struct snd_soc_dai *rsnd_substream_to_dai(struct snd_pcm_substream *substream)
 572 {
 573         struct snd_soc_pcm_runtime *rtd = substream->private_data;
 574
 575         return  rtd->cpu_dai;
 576 }
 577
 578 static
 579 struct rsnd_dai_stream *rsnd_rdai_to_io(struct rsnd_dai *rdai,
 580                                         struct snd_pcm_substream *substream)
 581 {
 582         if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK)
 583                 return &rdai->playback;
 584         else
 585                 return &rdai->capture;
 586 }
 587
 588 static int rsnd_soc_dai_trigger(struct snd_pcm_substream *substream, int cmd,
 589                             struct snd_soc_dai *dai)
 590 {
 591         struct rsnd_priv *priv = rsnd_dai_to_priv(dai);
 592         struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
 593         struct rsnd_dai_stream *io = rsnd_rdai_to_io(rdai, substream);
 594         int ret;
 595         unsigned long flags;
 596
 597         spin_lock_irqsave(&priv->lock, flags);
 598
 599         switch (cmd) {
 600         case SNDRV_PCM_TRIGGER_START:
 601         case SNDRV_PCM_TRIGGER_RESUME:
 602                 rsnd_dai_stream_init(io, substream);
 603
 604                 ret = rsnd_dai_call(init, io, priv);
 605                 if (ret < 0)
 606                         goto dai_trigger_end;
 607
 608                 ret = rsnd_dai_call(start, io, priv);
 609                 if (ret < 0)
 610                         goto dai_trigger_end;
 611
 612                 ret = rsnd_dai_call(irq, io, priv, 1);
 613                 if (ret < 0)
 614                         goto dai_trigger_end;
 615
 616                 break;
 617         case SNDRV_PCM_TRIGGER_STOP:
 618         case SNDRV_PCM_TRIGGER_SUSPEND:
 619                 ret = rsnd_dai_call(irq, io, priv, 0);
 620
 621                 ret |= rsnd_dai_call(stop, io, priv);
 622
 623                 ret |= rsnd_dai_call(quit, io, priv);
 624
 625                 rsnd_dai_stream_quit(io);
 626                 break;
 627         default:
 628                 ret = -EINVAL;
 629         }
 630
 631 dai_trigger_end:
 632         spin_unlock_irqrestore(&priv->lock, flags);
 633
 634         return ret;
 635 }
 636
 637 static int rsnd_soc_dai_set_fmt(struct snd_soc_dai *dai, unsigned int fmt)
 638 {
 639         struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
 640
 641         /* set master/slave audio interface */
 642         switch (fmt & SND_SOC_DAIFMT_MASTER_MASK) {
 643         case SND_SOC_DAIFMT_CBM_CFM:
 644                 rdai->clk_master = 0;
 645                 break;
 646         case SND_SOC_DAIFMT_CBS_CFS:
 647                 rdai->clk_master = 1; /* codec is slave, cpu is master */
 648                 break;
 649         default:
 650                 return -EINVAL;
 651         }
 652
 653         /* set format */
 654         switch (fmt & SND_SOC_DAIFMT_FORMAT_MASK) {
 655         case SND_SOC_DAIFMT_I2S:
 656                 rdai->sys_delay = 0;
 657                 rdai->data_alignment = 0;
 658                 rdai->frm_clk_inv = 0;
 659                 break;
 660         case SND_SOC_DAIFMT_LEFT_J:
 661                 rdai->sys_delay = 1;
 662                 rdai->data_alignment = 0;
 663                 rdai->frm_clk_inv = 1;
 664                 break;
 665         case SND_SOC_DAIFMT_RIGHT_J:
 666                 rdai->sys_delay = 1;
 667                 rdai->data_alignment = 1;
 668                 rdai->frm_clk_inv = 1;
 669                 break;
 670         }
 671
 672         /* set clock inversion */
 673         switch (fmt & SND_SOC_DAIFMT_INV_MASK) {
 674         case SND_SOC_DAIFMT_NB_IF:
 675                 rdai->frm_clk_inv = !rdai->frm_clk_inv;
 676                 break;
 677         case SND_SOC_DAIFMT_IB_NF:
 678                 rdai->bit_clk_inv = !rdai->bit_clk_inv;
 679                 break;
 680         case SND_SOC_DAIFMT_IB_IF:
 681                 rdai->bit_clk_inv = !rdai->bit_clk_inv;
 682                 rdai->frm_clk_inv = !rdai->frm_clk_inv;
 683                 break;
 684         case SND_SOC_DAIFMT_NB_NF:
 685         default:
 686                 break;
 687         }
 688
 689         return 0;
 690 }
 691
 692 static int rsnd_soc_set_dai_tdm_slot(struct snd_soc_dai *dai,
 693                                      u32 tx_mask, u32 rx_mask,
 694                                      int slots, int slot_width)
 695 {
 696         struct rsnd_priv *priv = rsnd_dai_to_priv(dai);
 697         struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
 698         struct device *dev = rsnd_priv_to_dev(priv);
 699
 700         switch (slots) {
 701         case 6:
 702                 /* TDM Extend Mode */
 703                 rsnd_set_slot(rdai, slots, 1);
 704                 break;
 705         default:
 706                 dev_err(dev, "unsupported TDM slots (%d)\n", slots);
 707                 return -EINVAL;
 708         }
 709
 710         return 0;
 711 }
 712
 713 static int rsnd_soc_dai_startup(struct snd_pcm_substream *substream,
 714                                 struct snd_soc_dai *dai)
 715 {
 716         struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
 717         struct rsnd_dai_stream *io = rsnd_rdai_to_io(rdai, substream);
 718
 719         /*
 720          * call rsnd_dai_call without spinlock
 721          */
 722         return rsnd_dai_call(nolock_start, io, priv);
 723 }
 724
 725 static void rsnd_soc_dai_shutdown(struct snd_pcm_substream *substream,
 726                                   struct snd_soc_dai *dai)
 727 {
 728         struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
 729         struct rsnd_dai_stream *io = rsnd_rdai_to_io(rdai, substream);
 730
 731         /*
 732          * call rsnd_dai_call without spinlock
 733          */
 734         rsnd_dai_call(nolock_stop, io, priv);
 735 }
 736
 737 static const struct snd_soc_dai_ops rsnd_soc_dai_ops = {
 738         .startup        = rsnd_soc_dai_startup,
 739         .shutdown       = rsnd_soc_dai_shutdown,
 740         .trigger        = rsnd_soc_dai_trigger,
 741         .set_fmt        = rsnd_soc_dai_set_fmt,
 742         .set_tdm_slot   = rsnd_soc_set_dai_tdm_slot,
 743 };
 744
 745 void rsnd_parse_connect_common(struct rsnd_dai *rdai,
 746                 struct rsnd_mod* (*mod_get)(struct rsnd_priv *priv, int id),
 747                 struct device_node *node,
 748                 struct device_node *playback,
 749                 struct device_node *capture)
 750 {
 751         struct rsnd_priv *priv = rsnd_rdai_to_priv(rdai);
 752         struct device_node *np;
 753         struct rsnd_mod *mod;
 754         int i;
 755
 756         if (!node)
 757                 return;
 758
 759         i = 0;
 760         for_each_child_of_node(node, np) {
 761                 mod = mod_get(priv, i);
 762                 if (np == playback)
 763                         rsnd_dai_connect(mod, &rdai->playback, mod->type);
 764                 if (np == capture)
 765                         rsnd_dai_connect(mod, &rdai->capture, mod->type);
 766                 i++;
 767         }
 768
 769         of_node_put(node);
 770 }
 771
 772 static int rsnd_dai_probe(struct rsnd_priv *priv)
 773 {
 774         struct device_node *dai_node;
 775         struct device_node *dai_np;
 776         struct device_node *playback, *capture;
 777         struct rsnd_dai_stream *io_playback;
 778         struct rsnd_dai_stream *io_capture;
 779         struct snd_soc_dai_driver *rdrv, *drv;
 780         struct rsnd_dai *rdai;
 781         struct device *dev = rsnd_priv_to_dev(priv);
 782         int nr, dai_i, io_i;
 783         int ret;
 784
 785         dai_node = rsnd_dai_of_node(priv);
 786         nr = of_get_child_count(dai_node);
 787         if (!nr) {
 788                 ret = -EINVAL;
 789                 goto rsnd_dai_probe_done;
 790         }
 791
 792         rdrv = devm_kzalloc(dev, sizeof(*rdrv) * nr, GFP_KERNEL);
 793         rdai = devm_kzalloc(dev, sizeof(*rdai) * nr, GFP_KERNEL);
 794         if (!rdrv || !rdai) {
 795                 ret = -ENOMEM;
 796                 goto rsnd_dai_probe_done;
 797         }
 798
 799         priv->rdai_nr   = nr;
 800         priv->daidrv    = rdrv;
 801         priv->rdai      = rdai;
 802
 803         /*
 804          * parse all dai
 805          */
 806         dai_i = 0;
 807         for_each_child_of_node(dai_node, dai_np) {
 808                 rdai            = rsnd_rdai_get(priv, dai_i);
 809                 drv             = rdrv + dai_i;
 810                 io_playback     = &rdai->playback;
 811                 io_capture      = &rdai->capture;
 812
 813                 snprintf(rdai->name, RSND_DAI_NAME_SIZE, "rsnd-dai.%d", dai_i);
 814
 815                 rdai->priv      = priv;
 816                 drv->name       = rdai->name;
 817                 drv->ops        = &rsnd_soc_dai_ops;
 818
 819                 snprintf(rdai->playback.name, RSND_DAI_NAME_SIZE,
 820                          "DAI%d Playback", dai_i);
 821                 drv->playback.rates             = RSND_RATES;
 822                 drv->playback.formats           = RSND_FMTS;
 823                 drv->playback.channels_min      = 2;
 824                 drv->playback.channels_max      = 6;
 825                 drv->playback.stream_name       = rdai->playback.name;
 826
 827                 snprintf(rdai->capture.name, RSND_DAI_NAME_SIZE,
 828                          "DAI%d Capture", dai_i);
 829                 drv->capture.rates              = RSND_RATES;
 830                 drv->capture.formats            = RSND_FMTS;
 831                 drv->capture.channels_min       = 2;
 832                 drv->capture.channels_max       = 6;
 833                 drv->capture.stream_name        = rdai->capture.name;
 834
 835                 rdai->playback.rdai             = rdai;
 836                 rdai->capture.rdai              = rdai;
 837                 rsnd_set_slot(rdai, 2, 1); /* default */
 838
 839                 for (io_i = 0;; io_i++) {
 840                         playback = of_parse_phandle(dai_np, "playback", io_i);
 841                         capture  = of_parse_phandle(dai_np, "capture", io_i);
 842
 843                         if (!playback && !capture)
 844                                 break;
 845
 846                         rsnd_parse_connect_ssi(rdai, playback, capture);
 847                         rsnd_parse_connect_src(rdai, playback, capture);
 848                         rsnd_parse_connect_ctu(rdai, playback, capture);
 849                         rsnd_parse_connect_mix(rdai, playback, capture);
 850                         rsnd_parse_connect_dvc(rdai, playback, capture);
 851
 852                         of_node_put(playback);
 853                         of_node_put(capture);
 854                 }
 855
 856                 dai_i++;
 857
 858                 dev_dbg(dev, "%s (%s/%s)\n", rdai->name,
 859                         rsnd_io_to_mod_ssi(io_playback) ? "play"    : " -- ",
 860                         rsnd_io_to_mod_ssi(io_capture) ? "capture" : "  --   ");
 861         }
 862
 863         ret = 0;
 864
 865 rsnd_dai_probe_done:
 866         of_node_put(dai_node);
 867
 868         return ret;
 869 }
 870
 871 /*
 872  *              pcm ops
 873  */
 874 static struct snd_pcm_hardware rsnd_pcm_hardware = {
 875         .info =         SNDRV_PCM_INFO_INTERLEAVED      |
 876                         SNDRV_PCM_INFO_MMAP             |
 877                         SNDRV_PCM_INFO_MMAP_VALID,
 878         .buffer_bytes_max       = 64 * 1024,
 879         .period_bytes_min       = 32,
 880         .period_bytes_max       = 8192,
 881         .periods_min            = 1,
 882         .periods_max            = 32,
 883         .fifo_size              = 256,
 884 };
 885
 886 static int rsnd_pcm_open(struct snd_pcm_substream *substream)
 887 {
 888         struct snd_pcm_runtime *runtime = substream->runtime;
 889         int ret = 0;
 890
 891         snd_soc_set_runtime_hwparams(substream, &rsnd_pcm_hardware);
 892
 893         ret = snd_pcm_hw_constraint_integer(runtime,
 894                                             SNDRV_PCM_HW_PARAM_PERIODS);
 895
 896         return ret;
 897 }
 898
 899 static int rsnd_hw_params(struct snd_pcm_substream *substream,
 900                          struct snd_pcm_hw_params *hw_params)
 901 {
 902         struct snd_soc_dai *dai = rsnd_substream_to_dai(substream);
 903         struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
 904         struct rsnd_dai_stream *io = rsnd_rdai_to_io(rdai, substream);
 905         int ret;
 906
 907         ret = rsnd_dai_call(hw_params, io, substream, hw_params);
 908         if (ret)
 909                 return ret;
 910
 911         return snd_pcm_lib_malloc_pages(substream,
 912                                         params_buffer_bytes(hw_params));
 913 }
 914
 915 static snd_pcm_uframes_t rsnd_pointer(struct snd_pcm_substream *substream)
 916 {
 917         struct snd_pcm_runtime *runtime = substream->runtime;
 918         struct snd_soc_dai *dai = rsnd_substream_to_dai(substream);
 919         struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
 920         struct rsnd_dai_stream *io = rsnd_rdai_to_io(rdai, substream);
 921
 922         return bytes_to_frames(runtime, io->byte_pos);
 923 }
 924
 925 static struct snd_pcm_ops rsnd_pcm_ops = {
 926         .open           = rsnd_pcm_open,
 927         .ioctl          = snd_pcm_lib_ioctl,
 928         .hw_params      = rsnd_hw_params,
 929         .hw_free        = snd_pcm_lib_free_pages,
 930         .pointer        = rsnd_pointer,
 931 };
 932
 933 /*
 934  *              snd_kcontrol
 935  */
 936 #define kcontrol_to_cfg(kctrl) ((struct rsnd_kctrl_cfg *)kctrl->private_value)
 937 static int rsnd_kctrl_info(struct snd_kcontrol *kctrl,
 938                            struct snd_ctl_elem_info *uinfo)
 939 {
 940         struct rsnd_kctrl_cfg *cfg = kcontrol_to_cfg(kctrl);
 941
 942         if (cfg->texts) {
 943                 uinfo->type = SNDRV_CTL_ELEM_TYPE_ENUMERATED;
 944                 uinfo->count = cfg->size;
 945                 uinfo->value.enumerated.items = cfg->max;
 946                 if (uinfo->value.enumerated.item >= cfg->max)
 947                         uinfo->value.enumerated.item = cfg->max - 1;
 948                 strlcpy(uinfo->value.enumerated.name,
 949                         cfg->texts[uinfo->value.enumerated.item],
 950                         sizeof(uinfo->value.enumerated.name));
 951         } else {
 952                 uinfo->count = cfg->size;
 953                 uinfo->value.integer.min = 0;
 954                 uinfo->value.integer.max = cfg->max;
 955                 uinfo->type = (cfg->max == 1) ?
 956                         SNDRV_CTL_ELEM_TYPE_BOOLEAN :
 957                         SNDRV_CTL_ELEM_TYPE_INTEGER;
 958         }
 959
 960         return 0;
 961 }
 962
 963 static int rsnd_kctrl_get(struct snd_kcontrol *kctrl,
 964                           struct snd_ctl_elem_value *uc)
 965 {
 966         struct rsnd_kctrl_cfg *cfg = kcontrol_to_cfg(kctrl);
 967         int i;
 968
 969         for (i = 0; i < cfg->size; i++)
 970                 if (cfg->texts)
 971                         uc->value.enumerated.item[i] = cfg->val[i];
 972                 else
 973                         uc->value.integer.value[i] = cfg->val[i];
 974
 975         return 0;
 976 }
 977
 978 static int rsnd_kctrl_put(struct snd_kcontrol *kctrl,
 979                           struct snd_ctl_elem_value *uc)
 980 {
 981         struct rsnd_mod *mod = snd_kcontrol_chip(kctrl);
 982         struct rsnd_kctrl_cfg *cfg = kcontrol_to_cfg(kctrl);
 983         int i, change = 0;
 984
 985         for (i = 0; i < cfg->size; i++) {
 986                 if (cfg->texts) {
 987                         change |= (uc->value.enumerated.item[i] != cfg->val[i]);
 988                         cfg->val[i] = uc->value.enumerated.item[i];
 989                 } else {
 990                         change |= (uc->value.integer.value[i] != cfg->val[i]);
 991                         cfg->val[i] = uc->value.integer.value[i];
 992                 }
 993         }
 994
 995         if (change && cfg->update)
 996                 cfg->update(cfg->io, mod);
 997
 998         return change;
 999 }
1000
1001 struct rsnd_kctrl_cfg *rsnd_kctrl_init_m(struct rsnd_kctrl_cfg_m *cfg)
1002 {
1003         cfg->cfg.val = cfg->val;
1004
1005         return &cfg->cfg;
1006 }
1007
1008 struct rsnd_kctrl_cfg *rsnd_kctrl_init_s(struct rsnd_kctrl_cfg_s *cfg)
1009 {
1010         cfg->cfg.val = &cfg->val;
1011
1012         return &cfg->cfg;
1013 }
1014
1015 int rsnd_kctrl_new(struct rsnd_mod *mod,
1016                    struct rsnd_dai_stream *io,
1017                    struct snd_soc_pcm_runtime *rtd,
1018                    const unsigned char *name,
1019                    void (*update)(struct rsnd_dai_stream *io,
1020                                   struct rsnd_mod *mod),
1021                    struct rsnd_kctrl_cfg *cfg,
1022                    const char * const *texts,
1023                    int size,
1024                    u32 max)
1025 {
1026         struct snd_card *card = rtd->card->snd_card;
1027         struct snd_kcontrol *kctrl;
1028         struct snd_kcontrol_new knew = {
1029                 .iface          = SNDRV_CTL_ELEM_IFACE_MIXER,
1030                 .name           = name,
1031                 .info           = rsnd_kctrl_info,
1032                 .index          = rtd->num,
1033                 .get            = rsnd_kctrl_get,
1034                 .put            = rsnd_kctrl_put,
1035                 .private_value  = (unsigned long)cfg,
1036         };
1037         int ret;
1038
1039         if (size > RSND_MAX_CHANNELS)
1040                 return -EINVAL;
1041
1042         kctrl = snd_ctl_new1(&knew, mod);
1043         if (!kctrl)
1044                 return -ENOMEM;
1045
1046         ret = snd_ctl_add(card, kctrl);
1047         if (ret < 0)
1048                 return ret;
1049
1050         cfg->texts      = texts;
1051         cfg->max        = max;
1052         cfg->size       = size;
1053         cfg->update     = update;
1054         cfg->card       = card;
1055         cfg->kctrl      = kctrl;
1056         cfg->io         = io;
1057
1058         return 0;
1059 }
1060
1061 /*
1062  *              snd_soc_platform
1063  */
1064
1065 #define PREALLOC_BUFFER         (32 * 1024)
1066 #define PREALLOC_BUFFER_MAX     (32 * 1024)
1067
1068 static int rsnd_pcm_new(struct snd_soc_pcm_runtime *rtd)
1069 {
1070         struct snd_soc_dai *dai = rtd->cpu_dai;
1071         struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
1072         int ret;
1073
1074         ret = rsnd_dai_call(pcm_new, &rdai->playback, rtd);
1075         if (ret)
1076                 return ret;
1077
1078         ret = rsnd_dai_call(pcm_new, &rdai->capture, rtd);
1079         if (ret)
1080                 return ret;
1081
1082         return snd_pcm_lib_preallocate_pages_for_all(
1083                 rtd->pcm,
1084                 SNDRV_DMA_TYPE_CONTINUOUS,
1085                 snd_dma_continuous_data(GFP_KERNEL),
1086                 PREALLOC_BUFFER, PREALLOC_BUFFER_MAX);
1087 }
1088
1089 static struct snd_soc_platform_driver rsnd_soc_platform = {
1090         .ops            = &rsnd_pcm_ops,
1091         .pcm_new        = rsnd_pcm_new,
1092 };
1093
1094 static const struct snd_soc_component_driver rsnd_soc_component = {
1095         .name           = "rsnd",
1096 };
1097
1098 static int rsnd_rdai_continuance_probe(struct rsnd_priv *priv,
1099                                        struct rsnd_dai_stream *io)
1100 {
1101         int ret;
1102
1103         ret = rsnd_dai_call(probe, io, priv);
1104         if (ret == -EAGAIN) {
1105                 struct rsnd_mod *ssi_mod = rsnd_io_to_mod_ssi(io);
1106                 struct rsnd_mod *mod;
1107                 int i;
1108
1109                 /*
1110                  * Fallback to PIO mode
1111                  */
1112
1113                 /*
1114                  * call "remove" for SSI/SRC/DVC
1115                  * SSI will be switch to PIO mode if it was DMA mode
1116                  * see
1117                  *      rsnd_dma_init()
1118                  *      rsnd_ssi_fallback()
1119                  */
1120                 rsnd_dai_call(remove, io, priv);
1121
1122                 /*
1123                  * remove all mod from io
1124                  * and, re connect ssi
1125                  */
1126                 for_each_rsnd_mod(i, mod, io)
1127                         rsnd_dai_disconnect(mod, io, i);
1128                 rsnd_dai_connect(ssi_mod, io, RSND_MOD_SSI);
1129
1130                 /*
1131                  * fallback
1132                  */
1133                 rsnd_dai_call(fallback, io, priv);
1134
1135                 /*
1136                  * retry to "probe".
1137                  * DAI has SSI which is PIO mode only now.
1138                  */
1139                 ret = rsnd_dai_call(probe, io, priv);
1140         }
1141
1142         return ret;
1143 }
1144
1145 /*
1146  *      rsnd probe
1147  */
1148 static int rsnd_probe(struct platform_device *pdev)
1149 {
1150         struct rsnd_priv *priv;
1151         struct device *dev = &pdev->dev;
1152         struct rsnd_dai *rdai;
1153         int (*probe_func[])(struct rsnd_priv *priv) = {
1154                 rsnd_gen_probe,
1155                 rsnd_dma_probe,
1156                 rsnd_ssi_probe,
1157                 rsnd_ssiu_probe,
1158                 rsnd_src_probe,
1159                 rsnd_ctu_probe,
1160                 rsnd_mix_probe,
1161                 rsnd_dvc_probe,
1162                 rsnd_cmd_probe,
1163                 rsnd_adg_probe,
1164                 rsnd_dai_probe,
1165         };
1166         int ret, i;
1167
1168         /*
1169          *      init priv data
1170          */
1171         priv = devm_kzalloc(dev, sizeof(*priv), GFP_KERNEL);
1172         if (!priv) {
1173                 dev_err(dev, "priv allocate failed\n");
1174                 return -ENODEV;
1175         }
1176
1177         priv->pdev      = pdev;
1178         priv->flags     = (unsigned long)of_device_get_match_data(dev);
1179         spin_lock_init(&priv->lock);
1180
1181         /*
1182          *      init each module
1183          */
1184         for (i = 0; i < ARRAY_SIZE(probe_func); i++) {
1185                 ret = probe_func[i](priv);
1186                 if (ret)
1187                         return ret;
1188         }
1189
1190         for_each_rsnd_dai(rdai, priv, i) {
1191                 ret = rsnd_rdai_continuance_probe(priv, &rdai->playback);
1192                 if (ret)
1193                         goto exit_snd_probe;
1194
1195                 ret = rsnd_rdai_continuance_probe(priv, &rdai->capture);
1196                 if (ret)
1197                         goto exit_snd_probe;
1198         }
1199
1200         dev_set_drvdata(dev, priv);
1201
1202         /*
1203          *      asoc register
1204          */
1205         ret = snd_soc_register_platform(dev, &rsnd_soc_platform);
1206         if (ret < 0) {
1207                 dev_err(dev, "cannot snd soc register\n");
1208                 return ret;
1209         }
1210
1211         ret = snd_soc_register_component(dev, &rsnd_soc_component,
1212                                          priv->daidrv, rsnd_rdai_nr(priv));
1213         if (ret < 0) {
1214                 dev_err(dev, "cannot snd dai register\n");
1215                 goto exit_snd_soc;
1216         }
1217
1218         pm_runtime_enable(dev);
1219
1220         dev_info(dev, "probed\n");
1221         return ret;
1222
1223 exit_snd_soc:
1224         snd_soc_unregister_platform(dev);
1225 exit_snd_probe:
1226         for_each_rsnd_dai(rdai, priv, i) {
1227                 rsnd_dai_call(remove, &rdai->playback, priv);
1228                 rsnd_dai_call(remove, &rdai->capture, priv);
1229         }
1230
1231         return ret;
1232 }
1233
1234 static int rsnd_remove(struct platform_device *pdev)
1235 {
1236         struct rsnd_priv *priv = dev_get_drvdata(&pdev->dev);
1237         struct rsnd_dai *rdai;
1238         void (*remove_func[])(struct rsnd_priv *priv) = {
1239                 rsnd_ssi_remove,
1240                 rsnd_ssiu_remove,
1241                 rsnd_src_remove,
1242                 rsnd_ctu_remove,
1243                 rsnd_mix_remove,
1244                 rsnd_dvc_remove,
1245                 rsnd_cmd_remove,
1246                 rsnd_adg_remove,
1247         };
1248         int ret = 0, i;
1249
1250         pm_runtime_disable(&pdev->dev);
1251
1252         for_each_rsnd_dai(rdai, priv, i) {
1253                 ret |= rsnd_dai_call(remove, &rdai->playback, priv);
1254                 ret |= rsnd_dai_call(remove, &rdai->capture, priv);
1255         }
1256
1257         for (i = 0; i < ARRAY_SIZE(remove_func); i++)
1258                 remove_func[i](priv);
1259
1260         snd_soc_unregister_component(&pdev->dev);
1261         snd_soc_unregister_platform(&pdev->dev);
1262
1263         return ret;
1264 }
1265
1266 static int rsnd_suspend(struct device *dev)
1267 {
1268         struct rsnd_priv *priv = dev_get_drvdata(dev);
1269
1270         rsnd_adg_clk_disable(priv);
1271
1272         return 0;
1273 }
1274
1275 static int rsnd_resume(struct device *dev)
1276 {
1277         struct rsnd_priv *priv = dev_get_drvdata(dev);
1278
1279         rsnd_adg_clk_enable(priv);
1280
1281         return 0;
1282 }
1283
1284 static struct dev_pm_ops rsnd_pm_ops = {
1285         .suspend                = rsnd_suspend,
1286         .resume                 = rsnd_resume,
1287 };
1288
1289 static struct platform_driver rsnd_driver = {
1290         .driver = {
1291                 .name   = "rcar_sound",
1292                 .pm     = &rsnd_pm_ops,
1293                 .of_match_table = rsnd_of_match,
1294         },
1295         .probe          = rsnd_probe,
1296         .remove         = rsnd_remove,
1297 };
1298 module_platform_driver(rsnd_driver);
1299
1300 MODULE_LICENSE("GPL");
1301 MODULE_DESCRIPTION("Renesas R-Car audio driver");
1302 MODULE_AUTHOR("Kuninori Morimoto <kuninori.morimoto.gx@renesas.com>");
1303 MODULE_ALIAS("platform:rcar-pcm-audio");