sound/core/pcm_native.c

   1 /*
   2  *  Digital Audio (PCM) abstract layer
   3  *  Copyright (c) by Jaroslav Kysela <perex@suse.cz>
   4  *
   5  *
   6  *   This program is free software; you can redistribute it and/or modify
   7  *   it under the terms of the GNU General Public License as published by
   8  *   the Free Software Foundation; either version 2 of the License, or
   9  *   (at your option) any later version.
  10  *
  11  *   This program is distributed in the hope that it will be useful,
  12  *   but WITHOUT ANY WARRANTY; without even the implied warranty of
  13  *   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  14  *   GNU General Public License for more details.
  15  *
  16  *   You should have received a copy of the GNU General Public License
  17  *   along with this program; if not, write to the Free Software
  18  *   Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307 USA
  19  *
  20  */
  21
  22 #include <sound/driver.h>
  23 #include <linux/mm.h>
  24 #include <linux/smp_lock.h>
  25 #include <linux/file.h>
  26 #include <linux/slab.h>
  27 #include <linux/time.h>
  28 #include <linux/uio.h>
  29 #include <sound/core.h>
  30 #include <sound/control.h>
  31 #include <sound/info.h>
  32 #include <sound/pcm.h>
  33 #include <sound/pcm_params.h>
  34 #include <sound/timer.h>
  35 #include <sound/minors.h>
  36 #include <asm/io.h>
  37
  38 /*
  39  *  Compatibility
  40  */
  41
  42 struct sndrv_pcm_hw_params_old {
  43         unsigned int flags;
  44         unsigned int masks[SNDRV_PCM_HW_PARAM_SUBFORMAT -
  45                            SNDRV_PCM_HW_PARAM_ACCESS + 1];
  46         struct sndrv_interval intervals[SNDRV_PCM_HW_PARAM_TICK_TIME -
  47                                         SNDRV_PCM_HW_PARAM_SAMPLE_BITS + 1];
  48         unsigned int rmask;
  49         unsigned int cmask;
  50         unsigned int info;
  51         unsigned int msbits;
  52         unsigned int rate_num;
  53         unsigned int rate_den;
  54         sndrv_pcm_uframes_t fifo_size;
  55         unsigned char reserved[64];
  56 };
  57
  58 #define SNDRV_PCM_IOCTL_HW_REFINE_OLD _IOWR('A', 0x10, struct sndrv_pcm_hw_params_old)
  59 #define SNDRV_PCM_IOCTL_HW_PARAMS_OLD _IOWR('A', 0x11, struct sndrv_pcm_hw_params_old)
  60
  61 static int snd_pcm_hw_refine_old_user(snd_pcm_substream_t * substream, struct sndrv_pcm_hw_params_old __user * _oparams);
  62 static int snd_pcm_hw_params_old_user(snd_pcm_substream_t * substream, struct sndrv_pcm_hw_params_old __user * _oparams);
  63
  64 /*
  65  *
  66  */
  67
  68 DEFINE_RWLOCK(snd_pcm_link_rwlock);
  69 static DECLARE_RWSEM(snd_pcm_link_rwsem);
  70
  71
  72 static inline mm_segment_t snd_enter_user(void)
  73 {
  74         mm_segment_t fs = get_fs();
  75         set_fs(get_ds());
  76         return fs;
  77 }
  78
  79 static inline void snd_leave_user(mm_segment_t fs)
  80 {
  81         set_fs(fs);
  82 }
  83
  84
  85
  86 int snd_pcm_info(snd_pcm_substream_t * substream, snd_pcm_info_t *info)
  87 {
  88         snd_pcm_runtime_t * runtime;
  89         snd_pcm_t *pcm = substream->pcm;
  90         snd_pcm_str_t *pstr = substream->pstr;
  91
  92         snd_assert(substream != NULL, return -ENXIO);
  93         memset(info, 0, sizeof(*info));
  94         info->card = pcm->card->number;
  95         info->device = pcm->device;
  96         info->stream = substream->stream;
  97         info->subdevice = substream->number;
  98         strlcpy(info->id, pcm->id, sizeof(info->id));
  99         strlcpy(info->name, pcm->name, sizeof(info->name));
 100         info->dev_class = pcm->dev_class;
 101         info->dev_subclass = pcm->dev_subclass;
 102         info->subdevices_count = pstr->substream_count;
 103         info->subdevices_avail = pstr->substream_count - pstr->substream_opened;
 104         strlcpy(info->subname, substream->name, sizeof(info->subname));
 105         runtime = substream->runtime;
 106         /* AB: FIXME!!! This is definitely nonsense */
 107         if (runtime) {
 108                 info->sync = runtime->sync;
 109                 substream->ops->ioctl(substream, SNDRV_PCM_IOCTL1_INFO, info);
 110         }
 111         return 0;
 112 }
 113
 114 int snd_pcm_info_user(snd_pcm_substream_t * substream, snd_pcm_info_t __user * _info)
 115 {
 116         snd_pcm_info_t *info;
 117         int err;
 118
 119         info = kmalloc(sizeof(*info), GFP_KERNEL);
 120         if (! info)
 121                 return -ENOMEM;
 122         err = snd_pcm_info(substream, info);
 123         if (err >= 0) {
 124                 if (copy_to_user(_info, info, sizeof(*info)))
 125                         err = -EFAULT;
 126         }
 127         kfree(info);
 128         return err;
 129 }
 130
 131 #undef RULES_DEBUG
 132
 133 #ifdef RULES_DEBUG
 134 #define HW_PARAM(v) [SNDRV_PCM_HW_PARAM_##v] = #v
 135 char *snd_pcm_hw_param_names[] = {
 136         HW_PARAM(ACCESS),
 137         HW_PARAM(FORMAT),
 138         HW_PARAM(SUBFORMAT),
 139         HW_PARAM(SAMPLE_BITS),
 140         HW_PARAM(FRAME_BITS),
 141         HW_PARAM(CHANNELS),
 142         HW_PARAM(RATE),
 143         HW_PARAM(PERIOD_TIME),
 144         HW_PARAM(PERIOD_SIZE),
 145         HW_PARAM(PERIOD_BYTES),
 146         HW_PARAM(PERIODS),
 147         HW_PARAM(BUFFER_TIME),
 148         HW_PARAM(BUFFER_SIZE),
 149         HW_PARAM(BUFFER_BYTES),
 150         HW_PARAM(TICK_TIME),
 151 };
 152 #endif
 153
 154 int snd_pcm_hw_refine(snd_pcm_substream_t *substream,
 155                       snd_pcm_hw_params_t *params)
 156 {
 157         unsigned int k;
 158         snd_pcm_hardware_t *hw;
 159         snd_interval_t *i = NULL;
 160         snd_mask_t *m = NULL;
 161         snd_pcm_hw_constraints_t *constrs = &substream->runtime->hw_constraints;
 162         unsigned int rstamps[constrs->rules_num];
 163         unsigned int vstamps[SNDRV_PCM_HW_PARAM_LAST_INTERVAL + 1];
 164         unsigned int stamp = 2;
 165         int changed, again;
 166
 167         params->info = 0;
 168         params->fifo_size = 0;
 169         if (params->rmask & (1 << SNDRV_PCM_HW_PARAM_SAMPLE_BITS))
 170                 params->msbits = 0;
 171         if (params->rmask & (1 << SNDRV_PCM_HW_PARAM_RATE)) {
 172                 params->rate_num = 0;
 173                 params->rate_den = 0;
 174         }
 175
 176         for (k = SNDRV_PCM_HW_PARAM_FIRST_MASK; k <= SNDRV_PCM_HW_PARAM_LAST_MASK; k++) {
 177                 m = hw_param_mask(params, k);
 178                 if (snd_mask_empty(m))
 179                         return -EINVAL;
 180                 if (!(params->rmask & (1 << k)))
 181                         continue;
 182 #ifdef RULES_DEBUG
 183                 printk("%s = ", snd_pcm_hw_param_names[k]);
 184                 printk("%04x%04x%04x%04x -> ", m->bits[3], m->bits[2], m->bits[1], m->bits[0]);
 185 #endif
 186                 changed = snd_mask_refine(m, constrs_mask(constrs, k));
 187 #ifdef RULES_DEBUG
 188                 printk("%04x%04x%04x%04x\n", m->bits[3], m->bits[2], m->bits[1], m->bits[0]);
 189 #endif
 190                 if (changed)
 191                         params->cmask |= 1 << k;
 192                 if (changed < 0)
 193                         return changed;
 194         }
 195
 196         for (k = SNDRV_PCM_HW_PARAM_FIRST_INTERVAL; k <= SNDRV_PCM_HW_PARAM_LAST_INTERVAL; k++) {
 197                 i = hw_param_interval(params, k);
 198                 if (snd_interval_empty(i))
 199                         return -EINVAL;
 200                 if (!(params->rmask & (1 << k)))
 201                         continue;
 202 #ifdef RULES_DEBUG
 203                 printk("%s = ", snd_pcm_hw_param_names[k]);
 204                 if (i->empty)
 205                         printk("empty");
 206                 else
 207                         printk("%c%u %u%c",
 208                                i->openmin ? '(' : '[', i->min,
 209                                i->max, i->openmax ? ')' : ']');
 210                 printk(" -> ");
 211 #endif
 212                 changed = snd_interval_refine(i, constrs_interval(constrs, k));
 213 #ifdef RULES_DEBUG
 214                 if (i->empty)
 215                         printk("empty\n");
 216                 else
 217                         printk("%c%u %u%c\n",
 218                                i->openmin ? '(' : '[', i->min,
 219                                i->max, i->openmax ? ')' : ']');
 220 #endif
 221                 if (changed)
 222                         params->cmask |= 1 << k;
 223                 if (changed < 0)
 224                         return changed;
 225         }
 226
 227         for (k = 0; k < constrs->rules_num; k++)
 228                 rstamps[k] = 0;
 229         for (k = 0; k <= SNDRV_PCM_HW_PARAM_LAST_INTERVAL; k++)
 230                 vstamps[k] = (params->rmask & (1 << k)) ? 1 : 0;
 231         do {
 232                 again = 0;
 233                 for (k = 0; k < constrs->rules_num; k++) {
 234                         snd_pcm_hw_rule_t *r = &constrs->rules[k];
 235                         unsigned int d;
 236                         int doit = 0;
 237                         if (r->cond && !(r->cond & params->flags))
 238                                 continue;
 239                         for (d = 0; r->deps[d] >= 0; d++) {
 240                                 if (vstamps[r->deps[d]] > rstamps[k]) {
 241                                         doit = 1;
 242                                         break;
 243                                 }
 244                         }
 245                         if (!doit)
 246                                 continue;
 247 #ifdef RULES_DEBUG
 248                         printk("Rule %d [%p]: ", k, r->func);
 249                         if (r->var >= 0) {
 250                                 printk("%s = ", snd_pcm_hw_param_names[r->var]);
 251                                 if (hw_is_mask(r->var)) {
 252                                         m = hw_param_mask(params, r->var);
 253                                         printk("%x", *m->bits);
 254                                 } else {
 255                                         i = hw_param_interval(params, r->var);
 256                                         if (i->empty)
 257                                                 printk("empty");
 258                                         else
 259                                                 printk("%c%u %u%c",
 260                                                        i->openmin ? '(' : '[', i->min,
 261                                                        i->max, i->openmax ? ')' : ']');
 262                                 }
 263                         }
 264 #endif
 265                         changed = r->func(params, r);
 266 #ifdef RULES_DEBUG
 267                         if (r->var >= 0) {
 268                                 printk(" -> ");
 269                                 if (hw_is_mask(r->var))
 270                                         printk("%x", *m->bits);
 271                                 else {
 272                                         if (i->empty)
 273                                                 printk("empty");
 274                                         else
 275                                                 printk("%c%u %u%c",
 276                                                        i->openmin ? '(' : '[', i->min,
 277                                                        i->max, i->openmax ? ')' : ']');
 278                                 }
 279                         }
 280                         printk("\n");
 281 #endif
 282                         rstamps[k] = stamp;
 283                         if (changed && r->var >= 0) {
 284                                 params->cmask |= (1 << r->var);
 285                                 vstamps[r->var] = stamp;
 286                                 again = 1;
 287                         }
 288                         if (changed < 0)
 289                                 return changed;
 290                         stamp++;
 291                 }
 292         } while (again);
 293         if (!params->msbits) {
 294                 i = hw_param_interval(params, SNDRV_PCM_HW_PARAM_SAMPLE_BITS);
 295                 if (snd_interval_single(i))
 296                         params->msbits = snd_interval_value(i);
 297         }
 298
 299         if (!params->rate_den) {
 300                 i = hw_param_interval(params, SNDRV_PCM_HW_PARAM_RATE);
 301                 if (snd_interval_single(i)) {
 302                         params->rate_num = snd_interval_value(i);
 303                         params->rate_den = 1;
 304                 }
 305         }
 306
 307         hw = &substream->runtime->hw;
 308         if (!params->info)
 309                 params->info = hw->info;
 310         if (!params->fifo_size)
 311                 params->fifo_size = hw->fifo_size;
 312         params->rmask = 0;
 313         return 0;
 314 }
 315
 316 static int snd_pcm_hw_refine_user(snd_pcm_substream_t * substream, snd_pcm_hw_params_t __user * _params)
 317 {
 318         snd_pcm_hw_params_t *params;
 319         int err;
 320
 321         params = kmalloc(sizeof(*params), GFP_KERNEL);
 322         if (!params) {
 323                 err = -ENOMEM;
 324                 goto out;
 325         }
 326         if (copy_from_user(params, _params, sizeof(*params))) {
 327                 err = -EFAULT;
 328                 goto out;
 329         }
 330         err = snd_pcm_hw_refine(substream, params);
 331         if (copy_to_user(_params, params, sizeof(*params))) {
 332                 if (!err)
 333                         err = -EFAULT;
 334         }
 335 out:
 336         kfree(params);
 337         return err;
 338 }
 339
 340 static int snd_pcm_hw_params(snd_pcm_substream_t *substream,
 341                              snd_pcm_hw_params_t *params)
 342 {
 343         snd_pcm_runtime_t *runtime;
 344         int err;
 345         unsigned int bits;
 346         snd_pcm_uframes_t frames;
 347
 348         snd_assert(substream != NULL, return -ENXIO);
 349         runtime = substream->runtime;
 350         snd_assert(runtime != NULL, return -ENXIO);
 351         snd_pcm_stream_lock_irq(substream);
 352         switch (runtime->status->state) {
 353         case SNDRV_PCM_STATE_OPEN:
 354         case SNDRV_PCM_STATE_SETUP:
 355         case SNDRV_PCM_STATE_PREPARED:
 356                 break;
 357         default:
 358                 snd_pcm_stream_unlock_irq(substream);
 359                 return -EBADFD;
 360         }
 361         snd_pcm_stream_unlock_irq(substream);
 362 #if defined(CONFIG_SND_PCM_OSS) || defined(CONFIG_SND_PCM_OSS_MODULE)
 363         if (!substream->oss.oss)
 364 #endif
 365                 if (atomic_read(&runtime->mmap_count))
 366                         return -EBADFD;
 367
 368         params->rmask = ~0U;
 369         err = snd_pcm_hw_refine(substream, params);
 370         if (err < 0)
 371                 goto _error;
 372
 373         err = snd_pcm_hw_params_choose(substream, params);
 374         if (err < 0)
 375                 goto _error;
 376
 377         if (substream->ops->hw_params != NULL) {
 378                 err = substream->ops->hw_params(substream, params);
 379                 if (err < 0)
 380                         goto _error;
 381         }
 382
 383         runtime->access = params_access(params);
 384         runtime->format = params_format(params);
 385         runtime->subformat = params_subformat(params);
 386         runtime->channels = params_channels(params);
 387         runtime->rate = params_rate(params);
 388         runtime->period_size = params_period_size(params);
 389         runtime->periods = params_periods(params);
 390         runtime->buffer_size = params_buffer_size(params);
 391         runtime->tick_time = params_tick_time(params);
 392         runtime->info = params->info;
 393         runtime->rate_num = params->rate_num;
 394         runtime->rate_den = params->rate_den;
 395
 396         bits = snd_pcm_format_physical_width(runtime->format);
 397         runtime->sample_bits = bits;
 398         bits *= runtime->channels;
 399         runtime->frame_bits = bits;
 400         frames = 1;
 401         while (bits % 8 != 0) {
 402                 bits *= 2;
 403                 frames *= 2;
 404         }
 405         runtime->byte_align = bits / 8;
 406         runtime->min_align = frames;
 407
 408         /* Default sw params */
 409         runtime->tstamp_mode = SNDRV_PCM_TSTAMP_NONE;
 410         runtime->period_step = 1;
 411         runtime->sleep_min = 0;
 412         runtime->control->avail_min = runtime->period_size;
 413         runtime->xfer_align = runtime->period_size;
 414         runtime->start_threshold = 1;
 415         runtime->stop_threshold = runtime->buffer_size;
 416         runtime->silence_threshold = 0;
 417         runtime->silence_size = 0;
 418         runtime->boundary = runtime->buffer_size;
 419         while (runtime->boundary * 2 <= LONG_MAX - runtime->buffer_size)
 420                 runtime->boundary *= 2;
 421
 422         snd_pcm_timer_resolution_change(substream);
 423         runtime->status->state = SNDRV_PCM_STATE_SETUP;
 424         return 0;
 425  _error:
 426         /* hardware might be unuseable from this time,
 427            so we force application to retry to set
 428            the correct hardware parameter settings */
 429         runtime->status->state = SNDRV_PCM_STATE_OPEN;
 430         if (substream->ops->hw_free != NULL)
 431                 substream->ops->hw_free(substream);
 432         return err;
 433 }
 434
 435 static int snd_pcm_hw_params_user(snd_pcm_substream_t * substream, snd_pcm_hw_params_t __user * _params)
 436 {
 437         snd_pcm_hw_params_t *params;
 438         int err;
 439
 440         params = kmalloc(sizeof(*params), GFP_KERNEL);
 441         if (!params) {
 442                 err = -ENOMEM;
 443                 goto out;
 444         }
 445         if (copy_from_user(params, _params, sizeof(*params))) {
 446                 err = -EFAULT;
 447                 goto out;
 448         }
 449         err = snd_pcm_hw_params(substream, params);
 450         if (copy_to_user(_params, params, sizeof(*params))) {
 451                 if (!err)
 452                         err = -EFAULT;
 453         }
 454 out:
 455         kfree(params);
 456         return err;
 457 }
 458
 459 static int snd_pcm_hw_free(snd_pcm_substream_t * substream)
 460 {
 461         snd_pcm_runtime_t *runtime;
 462         int result = 0;
 463
 464         snd_assert(substream != NULL, return -ENXIO);
 465         runtime = substream->runtime;
 466         snd_assert(runtime != NULL, return -ENXIO);
 467         snd_pcm_stream_lock_irq(substream);
 468         switch (runtime->status->state) {
 469         case SNDRV_PCM_STATE_SETUP:
 470         case SNDRV_PCM_STATE_PREPARED:
 471                 break;
 472         default:
 473                 snd_pcm_stream_unlock_irq(substream);
 474                 return -EBADFD;
 475         }
 476         snd_pcm_stream_unlock_irq(substream);
 477         if (atomic_read(&runtime->mmap_count))
 478                 return -EBADFD;
 479         if (substream->ops->hw_free)
 480                 result = substream->ops->hw_free(substream);
 481         runtime->status->state = SNDRV_PCM_STATE_OPEN;
 482         return result;
 483 }
 484
 485 static int snd_pcm_sw_params(snd_pcm_substream_t * substream, snd_pcm_sw_params_t *params)
 486 {
 487         snd_pcm_runtime_t *runtime;
 488
 489         snd_assert(substream != NULL, return -ENXIO);
 490         runtime = substream->runtime;
 491         snd_assert(runtime != NULL, return -ENXIO);
 492         snd_pcm_stream_lock_irq(substream);
 493         if (runtime->status->state == SNDRV_PCM_STATE_OPEN) {
 494                 snd_pcm_stream_unlock_irq(substream);
 495                 return -EBADFD;
 496         }
 497         snd_pcm_stream_unlock_irq(substream);
 498
 499         if (params->tstamp_mode > SNDRV_PCM_TSTAMP_LAST)
 500                 return -EINVAL;
 501         if (params->avail_min == 0)
 502                 return -EINVAL;
 503         if (params->xfer_align == 0 ||
 504             params->xfer_align % runtime->min_align != 0)
 505                 return -EINVAL;
 506         if (params->silence_size >= runtime->boundary) {
 507                 if (params->silence_threshold != 0)
 508                         return -EINVAL;
 509         } else {
 510                 if (params->silence_size > params->silence_threshold)
 511                         return -EINVAL;
 512                 if (params->silence_threshold > runtime->buffer_size)
 513                         return -EINVAL;
 514         }
 515         snd_pcm_stream_lock_irq(substream);
 516         runtime->tstamp_mode = params->tstamp_mode;
 517         runtime->sleep_min = params->sleep_min;
 518         runtime->period_step = params->period_step;
 519         runtime->control->avail_min = params->avail_min;
 520         runtime->start_threshold = params->start_threshold;
 521         runtime->stop_threshold = params->stop_threshold;
 522         runtime->silence_threshold = params->silence_threshold;
 523         runtime->silence_size = params->silence_size;
 524         runtime->xfer_align = params->xfer_align;
 525         params->boundary = runtime->boundary;
 526         if (snd_pcm_running(substream)) {
 527                 if (runtime->sleep_min)
 528                         snd_pcm_tick_prepare(substream);
 529                 else
 530                         snd_pcm_tick_set(substream, 0);
 531                 if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK &&
 532                     runtime->silence_size > 0)
 533                         snd_pcm_playback_silence(substream, ULONG_MAX);
 534                 wake_up(&runtime->sleep);
 535         }
 536         snd_pcm_stream_unlock_irq(substream);
 537         return 0;
 538 }
 539
 540 static int snd_pcm_sw_params_user(snd_pcm_substream_t * substream, snd_pcm_sw_params_t __user * _params)
 541 {
 542         snd_pcm_sw_params_t params;
 543         int err;
 544         if (copy_from_user(&params, _params, sizeof(params)))
 545                 return -EFAULT;
 546         err = snd_pcm_sw_params(substream, &params);
 547         if (copy_to_user(_params, &params, sizeof(params)))
 548                 return -EFAULT;
 549         return err;
 550 }
 551
 552 int snd_pcm_status(snd_pcm_substream_t *substream,
 553                    snd_pcm_status_t *status)
 554 {
 555         snd_pcm_runtime_t *runtime = substream->runtime;
 556
 557         snd_pcm_stream_lock_irq(substream);
 558         status->state = runtime->status->state;
 559         status->suspended_state = runtime->status->suspended_state;
 560         if (status->state == SNDRV_PCM_STATE_OPEN)
 561                 goto _end;
 562         status->trigger_tstamp = runtime->trigger_tstamp;
 563         if (snd_pcm_running(substream)) {
 564                 snd_pcm_update_hw_ptr(substream);
 565                 if (runtime->tstamp_mode & SNDRV_PCM_TSTAMP_MMAP)
 566                         status->tstamp = runtime->status->tstamp;
 567                 else
 568                         getnstimeofday(&status->tstamp);
 569         } else
 570                 getnstimeofday(&status->tstamp);
 571         status->appl_ptr = runtime->control->appl_ptr;
 572         status->hw_ptr = runtime->status->hw_ptr;
 573         if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK) {
 574                 status->avail = snd_pcm_playback_avail(runtime);
 575                 if (runtime->status->state == SNDRV_PCM_STATE_RUNNING ||
 576                     runtime->status->state == SNDRV_PCM_STATE_DRAINING)
 577                         status->delay = runtime->buffer_size - status->avail;
 578                 else
 579                         status->delay = 0;
 580         } else {
 581                 status->avail = snd_pcm_capture_avail(runtime);
 582                 if (runtime->status->state == SNDRV_PCM_STATE_RUNNING)
 583                         status->delay = status->avail;
 584                 else
 585                         status->delay = 0;
 586         }
 587         status->avail_max = runtime->avail_max;
 588         status->overrange = runtime->overrange;
 589         runtime->avail_max = 0;
 590         runtime->overrange = 0;
 591  _end:
 592         snd_pcm_stream_unlock_irq(substream);
 593         return 0;
 594 }
 595
 596 static int snd_pcm_status_user(snd_pcm_substream_t * substream, snd_pcm_status_t __user * _status)
 597 {
 598         snd_pcm_status_t status;
 599         snd_pcm_runtime_t *runtime;
 600         int res;
 601
 602         snd_assert(substream != NULL, return -ENXIO);
 603         runtime = substream->runtime;
 604         memset(&status, 0, sizeof(status));
 605         res = snd_pcm_status(substream, &status);
 606         if (res < 0)
 607                 return res;
 608         if (copy_to_user(_status, &status, sizeof(status)))
 609                 return -EFAULT;
 610         return 0;
 611 }
 612
 613 static int snd_pcm_channel_info(snd_pcm_substream_t * substream, snd_pcm_channel_info_t * info)
 614 {
 615         snd_pcm_runtime_t *runtime;
 616         unsigned int channel;
 617
 618         snd_assert(substream != NULL, return -ENXIO);
 619         channel = info->channel;
 620         runtime = substream->runtime;
 621         snd_pcm_stream_lock_irq(substream);
 622         if (runtime->status->state == SNDRV_PCM_STATE_OPEN) {
 623                 snd_pcm_stream_unlock_irq(substream);
 624                 return -EBADFD;
 625         }
 626         snd_pcm_stream_unlock_irq(substream);
 627         if (channel >= runtime->channels)
 628                 return -EINVAL;
 629         memset(info, 0, sizeof(*info));
 630         info->channel = channel;
 631         return substream->ops->ioctl(substream, SNDRV_PCM_IOCTL1_CHANNEL_INFO, info);
 632 }
 633
 634 static int snd_pcm_channel_info_user(snd_pcm_substream_t * substream, snd_pcm_channel_info_t __user * _info)
 635 {
 636         snd_pcm_channel_info_t info;
 637         int res;
 638
 639         if (copy_from_user(&info, _info, sizeof(info)))
 640                 return -EFAULT;
 641         res = snd_pcm_channel_info(substream, &info);
 642         if (res < 0)
 643                 return res;
 644         if (copy_to_user(_info, &info, sizeof(info)))
 645                 return -EFAULT;
 646         return 0;
 647 }
 648
 649 static void snd_pcm_trigger_tstamp(snd_pcm_substream_t *substream)
 650 {
 651         snd_pcm_runtime_t *runtime = substream->runtime;
 652         if (runtime->trigger_master == NULL)
 653                 return;
 654         if (runtime->trigger_master == substream) {
 655                 getnstimeofday(&runtime->trigger_tstamp);
 656         } else {
 657                 snd_pcm_trigger_tstamp(runtime->trigger_master);
 658                 runtime->trigger_tstamp = runtime->trigger_master->runtime->trigger_tstamp;
 659         }
 660         runtime->trigger_master = NULL;
 661 }
 662
 663 struct action_ops {
 664         int (*pre_action)(snd_pcm_substream_t *substream, int state);
 665         int (*do_action)(snd_pcm_substream_t *substream, int state);
 666         void (*undo_action)(snd_pcm_substream_t *substream, int state);
 667         void (*post_action)(snd_pcm_substream_t *substream, int state);
 668 };
 669
 670 /*
 671  *  this functions is core for handling of linked stream
 672  *  Note: the stream state might be changed also on failure
 673  *  Note2: call with calling stream lock + link lock
 674  */
 675 static int snd_pcm_action_group(struct action_ops *ops,
 676                                 snd_pcm_substream_t *substream,
 677                                 int state, int do_lock)
 678 {
 679         struct list_head *pos;
 680         snd_pcm_substream_t *s = NULL;
 681         snd_pcm_substream_t *s1;
 682         int res = 0;
 683
 684         snd_pcm_group_for_each(pos, substream) {
 685                 s = snd_pcm_group_substream_entry(pos);
 686                 if (do_lock && s != substream)
 687                         spin_lock(&s->self_group.lock);
 688                 res = ops->pre_action(s, state);
 689                 if (res < 0)
 690                         goto _unlock;
 691         }
 692         snd_pcm_group_for_each(pos, substream) {
 693                 s = snd_pcm_group_substream_entry(pos);
 694                 res = ops->do_action(s, state);
 695                 if (res < 0) {
 696                         if (ops->undo_action) {
 697                                 snd_pcm_group_for_each(pos, substream) {
 698                                         s1 = snd_pcm_group_substream_entry(pos);
 699                                         if (s1 == s) /* failed stream */
 700                                                 break;
 701                                         ops->undo_action(s1, state);
 702                                 }
 703                         }
 704                         s = NULL; /* unlock all */
 705                         goto _unlock;
 706                 }
 707         }
 708         snd_pcm_group_for_each(pos, substream) {
 709                 s = snd_pcm_group_substream_entry(pos);
 710                 ops->post_action(s, state);
 711         }
 712  _unlock:
 713         if (do_lock) {
 714                 /* unlock streams */
 715                 snd_pcm_group_for_each(pos, substream) {
 716                         s1 = snd_pcm_group_substream_entry(pos);
 717                         if (s1 != substream)
 718                                 spin_unlock(&s1->self_group.lock);
 719                         if (s1 == s)    /* end */
 720                                 break;
 721                 }
 722         }
 723         return res;
 724 }
 725
 726 /*
 727  *  Note: call with stream lock
 728  */
 729 static int snd_pcm_action_single(struct action_ops *ops,
 730                                  snd_pcm_substream_t *substream,
 731                                  int state)
 732 {
 733         int res;
 734
 735         res = ops->pre_action(substream, state);
 736         if (res < 0)
 737                 return res;
 738         res = ops->do_action(substream, state);
 739         if (res == 0)
 740                 ops->post_action(substream, state);
 741         else if (ops->undo_action)
 742                 ops->undo_action(substream, state);
 743         return res;
 744 }
 745
 746 /*
 747  *  Note: call with stream lock
 748  */
 749 static int snd_pcm_action(struct action_ops *ops,
 750                           snd_pcm_substream_t *substream,
 751                           int state)
 752 {
 753         int res;
 754
 755         if (snd_pcm_stream_linked(substream)) {
 756                 if (!spin_trylock(&substream->group->lock)) {
 757                         spin_unlock(&substream->self_group.lock);
 758                         spin_lock(&substream->group->lock);
 759                         spin_lock(&substream->self_group.lock);
 760                 }
 761                 res = snd_pcm_action_group(ops, substream, state, 1);
 762                 spin_unlock(&substream->group->lock);
 763         } else {
 764                 res = snd_pcm_action_single(ops, substream, state);
 765         }
 766         return res;
 767 }
 768
 769 /*
 770  *  Note: don't use any locks before
 771  */
 772 static int snd_pcm_action_lock_irq(struct action_ops *ops,
 773                                    snd_pcm_substream_t *substream,
 774                                    int state)
 775 {
 776         int res;
 777
 778         read_lock_irq(&snd_pcm_link_rwlock);
 779         if (snd_pcm_stream_linked(substream)) {
 780                 spin_lock(&substream->group->lock);
 781                 spin_lock(&substream->self_group.lock);
 782                 res = snd_pcm_action_group(ops, substream, state, 1);
 783                 spin_unlock(&substream->self_group.lock);
 784                 spin_unlock(&substream->group->lock);
 785         } else {
 786                 spin_lock(&substream->self_group.lock);
 787                 res = snd_pcm_action_single(ops, substream, state);
 788                 spin_unlock(&substream->self_group.lock);
 789         }
 790         read_unlock_irq(&snd_pcm_link_rwlock);
 791         return res;
 792 }
 793
 794 /*
 795  */
 796 static int snd_pcm_action_nonatomic(struct action_ops *ops,
 797                                     snd_pcm_substream_t *substream,
 798                                     int state)
 799 {
 800         int res;
 801
 802         down_read(&snd_pcm_link_rwsem);
 803         if (snd_pcm_stream_linked(substream))
 804                 res = snd_pcm_action_group(ops, substream, state, 0);
 805         else
 806                 res = snd_pcm_action_single(ops, substream, state);
 807         up_read(&snd_pcm_link_rwsem);
 808         return res;
 809 }
 810
 811 /*
 812  * start callbacks
 813  */
 814 static int snd_pcm_pre_start(snd_pcm_substream_t *substream, int state)
 815 {
 816         snd_pcm_runtime_t *runtime = substream->runtime;
 817         if (runtime->status->state != SNDRV_PCM_STATE_PREPARED)
 818                 return -EBADFD;
 819         if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK &&
 820             !snd_pcm_playback_data(substream))
 821                 return -EPIPE;
 822         runtime->trigger_master = substream;
 823         return 0;
 824 }
 825
 826 static int snd_pcm_do_start(snd_pcm_substream_t *substream, int state)
 827 {
 828         if (substream->runtime->trigger_master != substream)
 829                 return 0;
 830         return substream->ops->trigger(substream, SNDRV_PCM_TRIGGER_START);
 831 }
 832
 833 static void snd_pcm_undo_start(snd_pcm_substream_t *substream, int state)
 834 {
 835         if (substream->runtime->trigger_master == substream)
 836                 substream->ops->trigger(substream, SNDRV_PCM_TRIGGER_STOP);
 837 }
 838
 839 static void snd_pcm_post_start(snd_pcm_substream_t *substream, int state)
 840 {
 841         snd_pcm_runtime_t *runtime = substream->runtime;
 842         snd_pcm_trigger_tstamp(substream);
 843         runtime->status->state = state;
 844         if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK &&
 845             runtime->silence_size > 0)
 846                 snd_pcm_playback_silence(substream, ULONG_MAX);
 847         if (runtime->sleep_min)
 848                 snd_pcm_tick_prepare(substream);
 849         if (substream->timer)
 850                 snd_timer_notify(substream->timer, SNDRV_TIMER_EVENT_MSTART, &runtime->trigger_tstamp);
 851 }
 852
 853 static struct action_ops snd_pcm_action_start = {
 854         .pre_action = snd_pcm_pre_start,
 855         .do_action = snd_pcm_do_start,
 856         .undo_action = snd_pcm_undo_start,
 857         .post_action = snd_pcm_post_start
 858 };
 859
 860 /**
 861  * snd_pcm_start
 862  * @substream: the PCM substream instance
 863  *
 864  * Start all linked streams.
 865  */
 866 int snd_pcm_start(snd_pcm_substream_t *substream)
 867 {
 868         return snd_pcm_action(&snd_pcm_action_start, substream, SNDRV_PCM_STATE_RUNNING);
 869 }
 870
 871 /*
 872  * stop callbacks
 873  */
 874 static int snd_pcm_pre_stop(snd_pcm_substream_t *substream, int state)
 875 {
 876         snd_pcm_runtime_t *runtime = substream->runtime;
 877         if (runtime->status->state == SNDRV_PCM_STATE_OPEN)
 878                 return -EBADFD;
 879         runtime->trigger_master = substream;
 880         return 0;
 881 }
 882
 883 static int snd_pcm_do_stop(snd_pcm_substream_t *substream, int state)
 884 {
 885         if (substream->runtime->trigger_master == substream &&
 886             snd_pcm_running(substream))
 887                 substream->ops->trigger(substream, SNDRV_PCM_TRIGGER_STOP);
 888         return 0; /* unconditonally stop all substreams */
 889 }
 890
 891 static void snd_pcm_post_stop(snd_pcm_substream_t *substream, int state)
 892 {
 893         snd_pcm_runtime_t *runtime = substream->runtime;
 894         if (runtime->status->state != state) {
 895                 snd_pcm_trigger_tstamp(substream);
 896                 if (substream->timer)
 897                         snd_timer_notify(substream->timer, SNDRV_TIMER_EVENT_MSTOP, &runtime->trigger_tstamp);
 898                 runtime->status->state = state;
 899                 snd_pcm_tick_set(substream, 0);
 900         }
 901         wake_up(&runtime->sleep);
 902 }
 903
 904 static struct action_ops snd_pcm_action_stop = {
 905         .pre_action = snd_pcm_pre_stop,
 906         .do_action = snd_pcm_do_stop,
 907         .post_action = snd_pcm_post_stop
 908 };
 909
 910 /**
 911  * snd_pcm_stop
 912  * @substream: the PCM substream instance
 913  * @state: PCM state after stopping the stream
 914  *
 915  * Try to stop all running streams in the substream group.
 916  * The state of each stream is changed to the given value after that unconditionally.
 917  */
 918 int snd_pcm_stop(snd_pcm_substream_t *substream, int state)
 919 {
 920         return snd_pcm_action(&snd_pcm_action_stop, substream, state);
 921 }
 922
 923 /**
 924  * snd_pcm_drain_done
 925  * @substream: the PCM substream
 926  *
 927  * Stop the DMA only when the given stream is playback.
 928  * The state is changed to SETUP.
 929  * Unlike snd_pcm_stop(), this affects only the given stream.
 930  */
 931 int snd_pcm_drain_done(snd_pcm_substream_t *substream)
 932 {
 933         return snd_pcm_action_single(&snd_pcm_action_stop, substream, SNDRV_PCM_STATE_SETUP);
 934 }
 935
 936 /*
 937  * pause callbacks
 938  */
 939 static int snd_pcm_pre_pause(snd_pcm_substream_t *substream, int push)
 940 {
 941         snd_pcm_runtime_t *runtime = substream->runtime;
 942         if (!(runtime->info & SNDRV_PCM_INFO_PAUSE))
 943                 return -ENOSYS;
 944         if (push) {
 945                 if (runtime->status->state != SNDRV_PCM_STATE_RUNNING)
 946                         return -EBADFD;
 947         } else if (runtime->status->state != SNDRV_PCM_STATE_PAUSED)
 948                 return -EBADFD;
 949         runtime->trigger_master = substream;
 950         return 0;
 951 }
 952
 953 static int snd_pcm_do_pause(snd_pcm_substream_t *substream, int push)
 954 {
 955         if (substream->runtime->trigger_master != substream)
 956                 return 0;
 957         return substream->ops->trigger(substream,
 958                                        push ? SNDRV_PCM_TRIGGER_PAUSE_PUSH :
 959                                               SNDRV_PCM_TRIGGER_PAUSE_RELEASE);
 960 }
 961
 962 static void snd_pcm_undo_pause(snd_pcm_substream_t *substream, int push)
 963 {
 964         if (substream->runtime->trigger_master == substream)
 965                 substream->ops->trigger(substream,
 966                                         push ? SNDRV_PCM_TRIGGER_PAUSE_RELEASE :
 967                                         SNDRV_PCM_TRIGGER_PAUSE_PUSH);
 968 }
 969
 970 static void snd_pcm_post_pause(snd_pcm_substream_t *substream, int push)
 971 {
 972         snd_pcm_runtime_t *runtime = substream->runtime;
 973         snd_pcm_trigger_tstamp(substream);
 974         if (push) {
 975                 runtime->status->state = SNDRV_PCM_STATE_PAUSED;
 976                 if (substream->timer)
 977                         snd_timer_notify(substream->timer, SNDRV_TIMER_EVENT_MPAUSE, &runtime->trigger_tstamp);
 978                 snd_pcm_tick_set(substream, 0);
 979                 wake_up(&runtime->sleep);
 980         } else {
 981                 runtime->status->state = SNDRV_PCM_STATE_RUNNING;
 982                 if (runtime->sleep_min)
 983                         snd_pcm_tick_prepare(substream);
 984                 if (substream->timer)
 985                         snd_timer_notify(substream->timer, SNDRV_TIMER_EVENT_MCONTINUE, &runtime->trigger_tstamp);
 986         }
 987 }
 988
 989 static struct action_ops snd_pcm_action_pause = {
 990         .pre_action = snd_pcm_pre_pause,
 991         .do_action = snd_pcm_do_pause,
 992         .undo_action = snd_pcm_undo_pause,
 993         .post_action = snd_pcm_post_pause
 994 };
 995
 996 /*
 997  * Push/release the pause for all linked streams.
 998  */
 999 static int snd_pcm_pause(snd_pcm_substream_t *substream, int push)
1000 {
1001         return snd_pcm_action(&snd_pcm_action_pause, substream, push);
1002 }
1003
1004 #ifdef CONFIG_PM
1005 /* suspend */
1006
1007 static int snd_pcm_pre_suspend(snd_pcm_substream_t *substream, int state)
1008 {
1009         snd_pcm_runtime_t *runtime = substream->runtime;
1010         if (runtime->status->state == SNDRV_PCM_STATE_SUSPENDED)
1011                 return -EBUSY;
1012         runtime->trigger_master = substream;
1013         return 0;
1014 }
1015
1016 static int snd_pcm_do_suspend(snd_pcm_substream_t *substream, int state)
1017 {
1018         snd_pcm_runtime_t *runtime = substream->runtime;
1019         if (runtime->trigger_master != substream)
1020                 return 0;
1021         if (! snd_pcm_running(substream))
1022                 return 0;
1023         substream->ops->trigger(substream, SNDRV_PCM_TRIGGER_SUSPEND);
1024         return 0; /* suspend unconditionally */
1025 }
1026
1027 static void snd_pcm_post_suspend(snd_pcm_substream_t *substream, int state)
1028 {
1029         snd_pcm_runtime_t *runtime = substream->runtime;
1030         snd_pcm_trigger_tstamp(substream);
1031         if (substream->timer)
1032                 snd_timer_notify(substream->timer, SNDRV_TIMER_EVENT_MSUSPEND, &runtime->trigger_tstamp);
1033         runtime->status->suspended_state = runtime->status->state;
1034         runtime->status->state = SNDRV_PCM_STATE_SUSPENDED;
1035         snd_pcm_tick_set(substream, 0);
1036         wake_up(&runtime->sleep);
1037 }
1038
1039 static struct action_ops snd_pcm_action_suspend = {
1040         .pre_action = snd_pcm_pre_suspend,
1041         .do_action = snd_pcm_do_suspend,
1042         .post_action = snd_pcm_post_suspend
1043 };
1044
1045 /**
1046  * snd_pcm_suspend
1047  * @substream: the PCM substream
1048  *
1049  * Trigger SUSPEND to all linked streams.
1050  * After this call, all streams are changed to SUSPENDED state.
1051  */
1052 int snd_pcm_suspend(snd_pcm_substream_t *substream)
1053 {
1054         int err;
1055         unsigned long flags;
1056
1057         snd_pcm_stream_lock_irqsave(substream, flags);
1058         err = snd_pcm_action(&snd_pcm_action_suspend, substream, 0);
1059         snd_pcm_stream_unlock_irqrestore(substream, flags);
1060         return err;
1061 }
1062
1063 /**
1064  * snd_pcm_suspend_all
1065  * @pcm: the PCM instance
1066  *
1067  * Trigger SUSPEND to all substreams in the given pcm.
1068  * After this call, all streams are changed to SUSPENDED state.
1069  */
1070 int snd_pcm_suspend_all(snd_pcm_t *pcm)
1071 {
1072         snd_pcm_substream_t *substream;
1073         int stream, err = 0;
1074
1075         for (stream = 0; stream < 2; stream++) {
1076                 for (substream = pcm->streams[stream].substream; substream; substream = substream->next) {
1077                         /* FIXME: the open/close code should lock this as well */
1078                         if (substream->runtime == NULL)
1079                                 continue;
1080                         err = snd_pcm_suspend(substream);
1081                         if (err < 0 && err != -EBUSY)
1082                                 return err;
1083                 }
1084         }
1085         return 0;
1086 }
1087
1088 /* resume */
1089
1090 static int snd_pcm_pre_resume(snd_pcm_substream_t *substream, int state)
1091 {
1092         snd_pcm_runtime_t *runtime = substream->runtime;
1093         if (!(runtime->info & SNDRV_PCM_INFO_RESUME))
1094                 return -ENOSYS;
1095         runtime->trigger_master = substream;
1096         return 0;
1097 }
1098
1099 static int snd_pcm_do_resume(snd_pcm_substream_t *substream, int state)
1100 {
1101         snd_pcm_runtime_t *runtime = substream->runtime;
1102         if (runtime->trigger_master != substream)
1103                 return 0;
1104         /* DMA not running previously? */
1105         if (runtime->status->suspended_state != SNDRV_PCM_STATE_RUNNING &&
1106             (runtime->status->suspended_state != SNDRV_PCM_STATE_DRAINING ||
1107              substream->stream != SNDRV_PCM_STREAM_PLAYBACK))
1108                 return 0;
1109         return substream->ops->trigger(substream, SNDRV_PCM_TRIGGER_RESUME);
1110 }
1111
1112 static void snd_pcm_undo_resume(snd_pcm_substream_t *substream, int state)
1113 {
1114         if (substream->runtime->trigger_master == substream &&
1115             snd_pcm_running(substream))
1116                 substream->ops->trigger(substream, SNDRV_PCM_TRIGGER_SUSPEND);
1117 }
1118
1119 static void snd_pcm_post_resume(snd_pcm_substream_t *substream, int state)
1120 {
1121         snd_pcm_runtime_t *runtime = substream->runtime;
1122         snd_pcm_trigger_tstamp(substream);
1123         if (substream->timer)
1124                 snd_timer_notify(substream->timer, SNDRV_TIMER_EVENT_MRESUME, &runtime->trigger_tstamp);
1125         runtime->status->state = runtime->status->suspended_state;
1126         if (runtime->sleep_min)
1127                 snd_pcm_tick_prepare(substream);
1128 }
1129
1130 static struct action_ops snd_pcm_action_resume = {
1131         .pre_action = snd_pcm_pre_resume,
1132         .do_action = snd_pcm_do_resume,
1133         .undo_action = snd_pcm_undo_resume,
1134         .post_action = snd_pcm_post_resume
1135 };
1136
1137 static int snd_pcm_resume(snd_pcm_substream_t *substream)
1138 {
1139         snd_card_t *card = substream->pcm->card;
1140         int res;
1141
1142         snd_power_lock(card);
1143         if ((res = snd_power_wait(card, SNDRV_CTL_POWER_D0, substream->ffile)) >= 0)
1144                 res = snd_pcm_action_lock_irq(&snd_pcm_action_resume, substream, 0);
1145         snd_power_unlock(card);
1146         return res;
1147 }
1148
1149 #else
1150
1151 static int snd_pcm_resume(snd_pcm_substream_t *substream)
1152 {
1153         return -ENOSYS;
1154 }
1155
1156 #endif /* CONFIG_PM */
1157
1158 /*
1159  * xrun ioctl
1160  *
1161  * Change the RUNNING stream(s) to XRUN state.
1162  */
1163 static int snd_pcm_xrun(snd_pcm_substream_t *substream)
1164 {
1165         snd_card_t *card = substream->pcm->card;
1166         snd_pcm_runtime_t *runtime = substream->runtime;
1167         int result;
1168
1169         snd_power_lock(card);
1170         if (runtime->status->state == SNDRV_PCM_STATE_SUSPENDED) {
1171                 result = snd_power_wait(card, SNDRV_CTL_POWER_D0, substream->ffile);
1172                 if (result < 0)
1173                         goto _unlock;
1174         }
1175
1176         snd_pcm_stream_lock_irq(substream);
1177         switch (runtime->status->state) {
1178         case SNDRV_PCM_STATE_XRUN:
1179                 result = 0;     /* already there */
1180                 break;
1181         case SNDRV_PCM_STATE_RUNNING:
1182                 result = snd_pcm_stop(substream, SNDRV_PCM_STATE_XRUN);
1183                 break;
1184         default:
1185                 result = -EBADFD;
1186         }
1187         snd_pcm_stream_unlock_irq(substream);
1188  _unlock:
1189         snd_power_unlock(card);
1190         return result;
1191 }
1192
1193 /*
1194  * reset ioctl
1195  */
1196 static int snd_pcm_pre_reset(snd_pcm_substream_t * substream, int state)
1197 {
1198         snd_pcm_runtime_t *runtime = substream->runtime;
1199         switch (runtime->status->state) {
1200         case SNDRV_PCM_STATE_RUNNING:
1201         case SNDRV_PCM_STATE_PREPARED:
1202         case SNDRV_PCM_STATE_PAUSED:
1203         case SNDRV_PCM_STATE_SUSPENDED:
1204                 return 0;
1205         default:
1206                 return -EBADFD;
1207         }
1208 }
1209
1210 static int snd_pcm_do_reset(snd_pcm_substream_t * substream, int state)
1211 {
1212         snd_pcm_runtime_t *runtime = substream->runtime;
1213         int err = substream->ops->ioctl(substream, SNDRV_PCM_IOCTL1_RESET, NULL);
1214         if (err < 0)
1215                 return err;
1216         // snd_assert(runtime->status->hw_ptr < runtime->buffer_size, );
1217         runtime->hw_ptr_base = 0;
1218         runtime->hw_ptr_interrupt = runtime->status->hw_ptr - runtime->status->hw_ptr % runtime->period_size;
1219         runtime->silence_start = runtime->status->hw_ptr;
1220         runtime->silence_filled = 0;
1221         return 0;
1222 }
1223
1224 static void snd_pcm_post_reset(snd_pcm_substream_t * substream, int state)
1225 {
1226         snd_pcm_runtime_t *runtime = substream->runtime;
1227         runtime->control->appl_ptr = runtime->status->hw_ptr;
1228         if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK &&
1229             runtime->silence_size > 0)
1230                 snd_pcm_playback_silence(substream, ULONG_MAX);
1231 }
1232
1233 static struct action_ops snd_pcm_action_reset = {
1234         .pre_action = snd_pcm_pre_reset,
1235         .do_action = snd_pcm_do_reset,
1236         .post_action = snd_pcm_post_reset
1237 };
1238
1239 static int snd_pcm_reset(snd_pcm_substream_t *substream)
1240 {
1241         return snd_pcm_action_nonatomic(&snd_pcm_action_reset, substream, 0);
1242 }
1243
1244 /*
1245  * prepare ioctl
1246  */
1247 static int snd_pcm_pre_prepare(snd_pcm_substream_t * substream, int state)
1248 {
1249         snd_pcm_runtime_t *runtime = substream->runtime;
1250         if (runtime->status->state == SNDRV_PCM_STATE_OPEN)
1251                 return -EBADFD;
1252         if (snd_pcm_running(substream))
1253                 return -EBUSY;
1254         return 0;
1255 }
1256
1257 static int snd_pcm_do_prepare(snd_pcm_substream_t * substream, int state)
1258 {
1259         int err;
1260         err = substream->ops->prepare(substream);
1261         if (err < 0)
1262                 return err;
1263         return snd_pcm_do_reset(substream, 0);
1264 }
1265
1266 static void snd_pcm_post_prepare(snd_pcm_substream_t * substream, int state)
1267 {
1268         snd_pcm_runtime_t *runtime = substream->runtime;
1269         runtime->control->appl_ptr = runtime->status->hw_ptr;
1270         runtime->status->state = SNDRV_PCM_STATE_PREPARED;
1271 }
1272
1273 static struct action_ops snd_pcm_action_prepare = {
1274         .pre_action = snd_pcm_pre_prepare,
1275         .do_action = snd_pcm_do_prepare,
1276         .post_action = snd_pcm_post_prepare
1277 };
1278
1279 /**
1280  * snd_pcm_prepare
1281  * @substream: the PCM substream instance
1282  *
1283  * Prepare the PCM substream to be triggerable.
1284  */
1285 int snd_pcm_prepare(snd_pcm_substream_t *substream)
1286 {
1287         int res;
1288         snd_card_t *card = substream->pcm->card;
1289
1290         snd_power_lock(card);
1291         if ((res = snd_power_wait(card, SNDRV_CTL_POWER_D0, substream->ffile)) >= 0)
1292                 res = snd_pcm_action_nonatomic(&snd_pcm_action_prepare, substream, 0);
1293         snd_power_unlock(card);
1294         return res;
1295 }
1296
1297 /*
1298  * drain ioctl
1299  */
1300
1301 static int snd_pcm_pre_drain_init(snd_pcm_substream_t * substream, int state)
1302 {
1303         if (substream->ffile->f_flags & O_NONBLOCK)
1304                 return -EAGAIN;
1305         substream->runtime->trigger_master = substream;
1306         return 0;
1307 }
1308
1309 static int snd_pcm_do_drain_init(snd_pcm_substream_t * substream, int state)
1310 {
1311         snd_pcm_runtime_t *runtime = substream->runtime;
1312         if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK) {
1313                 switch (runtime->status->state) {
1314                 case SNDRV_PCM_STATE_PREPARED:
1315                         /* start playback stream if possible */
1316                         if (! snd_pcm_playback_empty(substream)) {
1317                                 snd_pcm_do_start(substream, SNDRV_PCM_STATE_DRAINING);
1318                                 snd_pcm_post_start(substream, SNDRV_PCM_STATE_DRAINING);
1319                         }
1320                         break;
1321                 case SNDRV_PCM_STATE_RUNNING:
1322                         runtime->status->state = SNDRV_PCM_STATE_DRAINING;
1323                         break;
1324                 default:
1325                         break;
1326                 }
1327         } else {
1328                 /* stop running stream */
1329                 if (runtime->status->state == SNDRV_PCM_STATE_RUNNING) {
1330                         int state = snd_pcm_capture_avail(runtime) > 0 ?
1331                                 SNDRV_PCM_STATE_DRAINING : SNDRV_PCM_STATE_SETUP;
1332                         snd_pcm_do_stop(substream, state);
1333                         snd_pcm_post_stop(substream, state);
1334                 }
1335         }
1336         return 0;
1337 }
1338
1339 static void snd_pcm_post_drain_init(snd_pcm_substream_t * substream, int state)
1340 {
1341 }
1342
1343 static struct action_ops snd_pcm_action_drain_init = {
1344         .pre_action = snd_pcm_pre_drain_init,
1345         .do_action = snd_pcm_do_drain_init,
1346         .post_action = snd_pcm_post_drain_init
1347 };
1348
1349 struct drain_rec {
1350         snd_pcm_substream_t *substream;
1351         wait_queue_t wait;
1352         snd_pcm_uframes_t stop_threshold;
1353 };
1354
1355 static int snd_pcm_drop(snd_pcm_substream_t *substream);
1356
1357 /*
1358  * Drain the stream(s).
1359  * When the substream is linked, sync until the draining of all playback streams
1360  * is finished.
1361  * After this call, all streams are supposed to be either SETUP or DRAINING
1362  * (capture only) state.
1363  */
1364 static int snd_pcm_drain(snd_pcm_substream_t *substream)
1365 {
1366         snd_card_t *card;
1367         snd_pcm_runtime_t *runtime;
1368         struct list_head *pos;
1369         int result = 0;
1370         int i, num_drecs;
1371         struct drain_rec *drec, drec_tmp, *d;
1372
1373         snd_assert(substream != NULL, return -ENXIO);
1374         card = substream->pcm->card;
1375         runtime = substream->runtime;
1376
1377         if (runtime->status->state == SNDRV_PCM_STATE_OPEN)
1378                 return -EBADFD;
1379
1380         snd_power_lock(card);
1381         if (runtime->status->state == SNDRV_PCM_STATE_SUSPENDED) {
1382                 result = snd_power_wait(card, SNDRV_CTL_POWER_D0, substream->ffile);
1383                 if (result < 0) {
1384                         snd_power_unlock(card);
1385                         return result;
1386                 }
1387         }
1388
1389         /* allocate temporary record for drain sync */
1390         down_read(&snd_pcm_link_rwsem);
1391         if (snd_pcm_stream_linked(substream)) {
1392                 drec = kmalloc(substream->group->count * sizeof(*drec), GFP_KERNEL);
1393                 if (! drec) {
1394                         up_read(&snd_pcm_link_rwsem);
1395                         snd_power_unlock(card);
1396                         return -ENOMEM;
1397                 }
1398         } else
1399                 drec = &drec_tmp;
1400
1401         /* count only playback streams */
1402         num_drecs = 0;
1403         snd_pcm_group_for_each(pos, substream) {
1404                 snd_pcm_substream_t *s = snd_pcm_group_substream_entry(pos);
1405                 runtime = s->runtime;
1406                 if (s->stream == SNDRV_PCM_STREAM_PLAYBACK) {
1407                         d = &drec[num_drecs++];
1408                         d->substream = s;
1409                         init_waitqueue_entry(&d->wait, current);
1410                         add_wait_queue(&runtime->sleep, &d->wait);
1411                         /* stop_threshold fixup to avoid endless loop when
1412                          * stop_threshold > buffer_size
1413                          */
1414                         d->stop_threshold = runtime->stop_threshold;
1415                         if (runtime->stop_threshold > runtime->buffer_size)
1416                                 runtime->stop_threshold = runtime->buffer_size;
1417                 }
1418         }
1419         up_read(&snd_pcm_link_rwsem);
1420         if (! num_drecs)
1421                 goto _error;
1422
1423         snd_pcm_stream_lock_irq(substream);
1424         /* resume pause */
1425         if (runtime->status->state == SNDRV_PCM_STATE_PAUSED)
1426                 snd_pcm_pause(substream, 0);
1427
1428         /* pre-start/stop - all running streams are changed to DRAINING state */
1429         result = snd_pcm_action(&snd_pcm_action_drain_init, substream, 0);
1430         if (result < 0) {
1431                 snd_pcm_stream_unlock_irq(substream);
1432                 goto _error;
1433         }
1434
1435         for (;;) {
1436                 long tout;
1437                 if (signal_pending(current)) {
1438                         result = -ERESTARTSYS;
1439                         break;
1440                 }
1441                 /* all finished? */
1442                 for (i = 0; i < num_drecs; i++) {
1443                         runtime = drec[i].substream->runtime;
1444                         if (runtime->status->state == SNDRV_PCM_STATE_DRAINING)
1445                                 break;
1446                 }
1447                 if (i == num_drecs)
1448                         break; /* yes, all drained */
1449
1450                 set_current_state(TASK_INTERRUPTIBLE);
1451                 snd_pcm_stream_unlock_irq(substream);
1452                 snd_power_unlock(card);
1453                 tout = schedule_timeout(10 * HZ);
1454                 snd_power_lock(card);
1455                 snd_pcm_stream_lock_irq(substream);
1456                 if (tout == 0) {
1457                         if (substream->runtime->status->state == SNDRV_PCM_STATE_SUSPENDED)
1458                                 result = -ESTRPIPE;
1459                         else {
1460                                 snd_printd("playback drain error (DMA or IRQ trouble?)\n");
1461                                 snd_pcm_stop(substream, SNDRV_PCM_STATE_SETUP);
1462                                 result = -EIO;
1463                         }
1464                         break;
1465                 }
1466         }
1467
1468         snd_pcm_stream_unlock_irq(substream);
1469
1470  _error:
1471         for (i = 0; i < num_drecs; i++) {
1472                 d = &drec[i];
1473                 runtime = d->substream->runtime;
1474                 remove_wait_queue(&runtime->sleep, &d->wait);
1475                 runtime->stop_threshold = d->stop_threshold;
1476         }
1477
1478         if (drec != &drec_tmp)
1479                 kfree(drec);
1480         snd_power_unlock(card);
1481
1482         return result;
1483 }
1484
1485 /*
1486  * drop ioctl
1487  *
1488  * Immediately put all linked substreams into SETUP state.
1489  */
1490 static int snd_pcm_drop(snd_pcm_substream_t *substream)
1491 {
1492         snd_pcm_runtime_t *runtime;
1493         snd_card_t *card;
1494         int result = 0;
1495
1496         snd_assert(substream != NULL, return -ENXIO);
1497         runtime = substream->runtime;
1498         card = substream->pcm->card;
1499
1500         if (runtime->status->state == SNDRV_PCM_STATE_OPEN)
1501                 return -EBADFD;
1502
1503         snd_power_lock(card);
1504         if (runtime->status->state == SNDRV_PCM_STATE_SUSPENDED) {
1505                 result = snd_power_wait(card, SNDRV_CTL_POWER_D0, substream->ffile);
1506                 if (result < 0)
1507                         goto _unlock;
1508         }
1509
1510         snd_pcm_stream_lock_irq(substream);
1511         /* resume pause */
1512         if (runtime->status->state == SNDRV_PCM_STATE_PAUSED)
1513                 snd_pcm_pause(substream, 0);
1514
1515         snd_pcm_stop(substream, SNDRV_PCM_STATE_SETUP);
1516         /* runtime->control->appl_ptr = runtime->status->hw_ptr; */
1517         snd_pcm_stream_unlock_irq(substream);
1518  _unlock:
1519         snd_power_unlock(card);
1520         return result;
1521 }
1522
1523
1524 /* WARNING: Don't forget to fput back the file */
1525 static struct file *snd_pcm_file_fd(int fd)
1526 {
1527         struct file *file;
1528         struct inode *inode;
1529         unsigned short minor;
1530         file = fget(fd);
1531         if (!file)
1532                 return NULL;
1533         inode = file->f_dentry->d_inode;
1534         if (!S_ISCHR(inode->i_mode) ||
1535             imajor(inode) != snd_major) {
1536                 fput(file);
1537                 return NULL;
1538         }
1539         minor = iminor(inode);
1540         if (minor >= 256 ||
1541             minor % SNDRV_MINOR_DEVICES < SNDRV_MINOR_PCM_PLAYBACK) {
1542                 fput(file);
1543                 return NULL;
1544         }
1545         return file;
1546 }
1547
1548 /*
1549  * PCM link handling
1550  */
1551 static int snd_pcm_link(snd_pcm_substream_t *substream, int fd)
1552 {
1553         int res = 0;
1554         struct file *file;
1555         snd_pcm_file_t *pcm_file;
1556         snd_pcm_substream_t *substream1;
1557
1558         file = snd_pcm_file_fd(fd);
1559         if (!file)
1560                 return -EBADFD;
1561         pcm_file = file->private_data;
1562         substream1 = pcm_file->substream;
1563         down_write(&snd_pcm_link_rwsem);
1564         write_lock_irq(&snd_pcm_link_rwlock);
1565         if (substream->runtime->status->state == SNDRV_PCM_STATE_OPEN ||
1566             substream->runtime->status->state != substream1->runtime->status->state) {
1567                 res = -EBADFD;
1568                 goto _end;
1569         }
1570         if (snd_pcm_stream_linked(substream1)) {
1571                 res = -EALREADY;
1572                 goto _end;
1573         }
1574         if (!snd_pcm_stream_linked(substream)) {
1575                 substream->group = kmalloc(sizeof(snd_pcm_group_t), GFP_ATOMIC);
1576                 if (substream->group == NULL) {
1577                         res = -ENOMEM;
1578                         goto _end;
1579                 }
1580                 spin_lock_init(&substream->group->lock);
1581                 INIT_LIST_HEAD(&substream->group->substreams);
1582                 list_add_tail(&substream->link_list, &substream->group->substreams);
1583                 substream->group->count = 1;
1584         }
1585         list_add_tail(&substream1->link_list, &substream->group->substreams);
1586         substream->group->count++;
1587         substream1->group = substream->group;
1588  _end:
1589         write_unlock_irq(&snd_pcm_link_rwlock);
1590         up_write(&snd_pcm_link_rwsem);
1591         fput(file);
1592         return res;
1593 }
1594
1595 static void relink_to_local(snd_pcm_substream_t *substream)
1596 {
1597         substream->group = &substream->self_group;
1598         INIT_LIST_HEAD(&substream->self_group.substreams);
1599         list_add_tail(&substream->link_list, &substream->self_group.substreams);
1600 }
1601
1602 static int snd_pcm_unlink(snd_pcm_substream_t *substream)
1603 {
1604         struct list_head *pos;
1605         int res = 0;
1606
1607         down_write(&snd_pcm_link_rwsem);
1608         write_lock_irq(&snd_pcm_link_rwlock);
1609         if (!snd_pcm_stream_linked(substream)) {
1610                 res = -EALREADY;
1611                 goto _end;
1612         }
1613         list_del(&substream->link_list);
1614         substream->group->count--;
1615         if (substream->group->count == 1) {     /* detach the last stream, too */
1616                 snd_pcm_group_for_each(pos, substream) {
1617                         relink_to_local(snd_pcm_group_substream_entry(pos));
1618                         break;
1619                 }
1620                 kfree(substream->group);
1621         }
1622         relink_to_local(substream);
1623        _end:
1624         write_unlock_irq(&snd_pcm_link_rwlock);
1625         up_write(&snd_pcm_link_rwsem);
1626         return res;
1627 }
1628
1629 /*
1630  * hw configurator
1631  */
1632 static int snd_pcm_hw_rule_mul(snd_pcm_hw_params_t *params,
1633                                snd_pcm_hw_rule_t *rule)
1634 {
1635         snd_interval_t t;
1636         snd_interval_mul(hw_param_interval_c(params, rule->deps[0]),
1637                      hw_param_interval_c(params, rule->deps[1]), &t);
1638         return snd_interval_refine(hw_param_interval(params, rule->var), &t);
1639 }
1640
1641 static int snd_pcm_hw_rule_div(snd_pcm_hw_params_t *params,
1642                                snd_pcm_hw_rule_t *rule)
1643 {
1644         snd_interval_t t;
1645         snd_interval_div(hw_param_interval_c(params, rule->deps[0]),
1646                      hw_param_interval_c(params, rule->deps[1]), &t);
1647         return snd_interval_refine(hw_param_interval(params, rule->var), &t);
1648 }
1649
1650 static int snd_pcm_hw_rule_muldivk(snd_pcm_hw_params_t *params,
1651                                    snd_pcm_hw_rule_t *rule)
1652 {
1653         snd_interval_t t;
1654         snd_interval_muldivk(hw_param_interval_c(params, rule->deps[0]),
1655                          hw_param_interval_c(params, rule->deps[1]),
1656                          (unsigned long) rule->private, &t);
1657         return snd_interval_refine(hw_param_interval(params, rule->var), &t);
1658 }
1659
1660 static int snd_pcm_hw_rule_mulkdiv(snd_pcm_hw_params_t *params,
1661                                    snd_pcm_hw_rule_t *rule)
1662 {
1663         snd_interval_t t;
1664         snd_interval_mulkdiv(hw_param_interval_c(params, rule->deps[0]),
1665                          (unsigned long) rule->private,
1666                          hw_param_interval_c(params, rule->deps[1]), &t);
1667         return snd_interval_refine(hw_param_interval(params, rule->var), &t);
1668 }
1669
1670 static int snd_pcm_hw_rule_format(snd_pcm_hw_params_t *params,
1671                                   snd_pcm_hw_rule_t *rule)
1672 {
1673         unsigned int k;
1674         snd_interval_t *i = hw_param_interval(params, rule->deps[0]);
1675         snd_mask_t m;
1676         snd_mask_t *mask = hw_param_mask(params, SNDRV_PCM_HW_PARAM_FORMAT);
1677         snd_mask_any(&m);
1678         for (k = 0; k <= SNDRV_PCM_FORMAT_LAST; ++k) {
1679                 int bits;
1680                 if (! snd_mask_test(mask, k))
1681                         continue;
1682                 bits = snd_pcm_format_physical_width(k);
1683                 if (bits <= 0)
1684                         continue; /* ignore invalid formats */
1685                 if ((unsigned)bits < i->min || (unsigned)bits > i->max)
1686                         snd_mask_reset(&m, k);
1687         }
1688         return snd_mask_refine(mask, &m);
1689 }
1690
1691 static int snd_pcm_hw_rule_sample_bits(snd_pcm_hw_params_t *params,
1692                                        snd_pcm_hw_rule_t *rule)
1693 {
1694         snd_interval_t t;
1695         unsigned int k;
1696         t.min = UINT_MAX;
1697         t.max = 0;
1698         t.openmin = 0;
1699         t.openmax = 0;
1700         for (k = 0; k <= SNDRV_PCM_FORMAT_LAST; ++k) {
1701                 int bits;
1702                 if (! snd_mask_test(hw_param_mask(params, SNDRV_PCM_HW_PARAM_FORMAT), k))
1703                         continue;
1704                 bits = snd_pcm_format_physical_width(k);
1705                 if (bits <= 0)
1706                         continue; /* ignore invalid formats */
1707                 if (t.min > (unsigned)bits)
1708                         t.min = bits;
1709                 if (t.max < (unsigned)bits)
1710                         t.max = bits;
1711         }
1712         t.integer = 1;
1713         return snd_interval_refine(hw_param_interval(params, rule->var), &t);
1714 }
1715
1716 #if SNDRV_PCM_RATE_5512 != 1 << 0 || SNDRV_PCM_RATE_192000 != 1 << 12
1717 #error "Change this table"
1718 #endif
1719
1720 static unsigned int rates[] = { 5512, 8000, 11025, 16000, 22050, 32000, 44100,
1721                                  48000, 64000, 88200, 96000, 176400, 192000 };
1722
1723 static int snd_pcm_hw_rule_rate(snd_pcm_hw_params_t *params,
1724                                 snd_pcm_hw_rule_t *rule)
1725 {
1726         snd_pcm_hardware_t *hw = rule->private;
1727         return snd_interval_list(hw_param_interval(params, rule->var),
1728                                  ARRAY_SIZE(rates), rates, hw->rates);
1729 }
1730
1731 static int snd_pcm_hw_rule_buffer_bytes_max(snd_pcm_hw_params_t *params,
1732                                             snd_pcm_hw_rule_t *rule)
1733 {
1734         snd_interval_t t;
1735         snd_pcm_substream_t *substream = rule->private;
1736         t.min = 0;
1737         t.max = substream->buffer_bytes_max;
1738         t.openmin = 0;
1739         t.openmax = 0;
1740         t.integer = 1;
1741         return snd_interval_refine(hw_param_interval(params, rule->var), &t);
1742 }
1743
1744 int snd_pcm_hw_constraints_init(snd_pcm_substream_t *substream)
1745 {
1746         snd_pcm_runtime_t *runtime = substream->runtime;
1747         snd_pcm_hw_constraints_t *constrs = &runtime->hw_constraints;
1748         int k, err;
1749
1750         for (k = SNDRV_PCM_HW_PARAM_FIRST_MASK; k <= SNDRV_PCM_HW_PARAM_LAST_MASK; k++) {
1751                 snd_mask_any(constrs_mask(constrs, k));
1752         }
1753
1754         for (k = SNDRV_PCM_HW_PARAM_FIRST_INTERVAL; k <= SNDRV_PCM_HW_PARAM_LAST_INTERVAL; k++) {
1755                 snd_interval_any(constrs_interval(constrs, k));
1756         }
1757
1758         snd_interval_setinteger(constrs_interval(constrs, SNDRV_PCM_HW_PARAM_CHANNELS));
1759         snd_interval_setinteger(constrs_interval(constrs, SNDRV_PCM_HW_PARAM_BUFFER_SIZE));
1760         snd_interval_setinteger(constrs_interval(constrs, SNDRV_PCM_HW_PARAM_BUFFER_BYTES));
1761         snd_interval_setinteger(constrs_interval(constrs, SNDRV_PCM_HW_PARAM_SAMPLE_BITS));
1762         snd_interval_setinteger(constrs_interval(constrs, SNDRV_PCM_HW_PARAM_FRAME_BITS));
1763
1764         err = snd_pcm_hw_rule_add(runtime, 0, SNDRV_PCM_HW_PARAM_FORMAT,
1765                                    snd_pcm_hw_rule_format, NULL,
1766                                    SNDRV_PCM_HW_PARAM_SAMPLE_BITS, -1);
1767         if (err < 0)
1768                 return err;
1769         err = snd_pcm_hw_rule_add(runtime, 0, SNDRV_PCM_HW_PARAM_SAMPLE_BITS,
1770                                   snd_pcm_hw_rule_sample_bits, NULL,
1771                                   SNDRV_PCM_HW_PARAM_FORMAT,
1772                                   SNDRV_PCM_HW_PARAM_SAMPLE_BITS, -1);
1773         if (err < 0)
1774                 return err;
1775         err = snd_pcm_hw_rule_add(runtime, 0, SNDRV_PCM_HW_PARAM_SAMPLE_BITS,
1776                                   snd_pcm_hw_rule_div, NULL,
1777                                   SNDRV_PCM_HW_PARAM_FRAME_BITS, SNDRV_PCM_HW_PARAM_CHANNELS, -1);
1778         if (err < 0)
1779                 return err;
1780         err = snd_pcm_hw_rule_add(runtime, 0, SNDRV_PCM_HW_PARAM_FRAME_BITS,
1781                                   snd_pcm_hw_rule_mul, NULL,
1782                                   SNDRV_PCM_HW_PARAM_SAMPLE_BITS, SNDRV_PCM_HW_PARAM_CHANNELS, -1);
1783         if (err < 0)
1784                 return err;
1785         err = snd_pcm_hw_rule_add(runtime, 0, SNDRV_PCM_HW_PARAM_FRAME_BITS,
1786                                   snd_pcm_hw_rule_mulkdiv, (void*) 8,
1787                                   SNDRV_PCM_HW_PARAM_PERIOD_BYTES, SNDRV_PCM_HW_PARAM_PERIOD_SIZE, -1);
1788         if (err < 0)
1789                 return err;
1790         err = snd_pcm_hw_rule_add(runtime, 0, SNDRV_PCM_HW_PARAM_FRAME_BITS,
1791                                   snd_pcm_hw_rule_mulkdiv, (void*) 8,
1792                                   SNDRV_PCM_HW_PARAM_BUFFER_BYTES, SNDRV_PCM_HW_PARAM_BUFFER_SIZE, -1);
1793         if (err < 0)
1794                 return err;
1795         err = snd_pcm_hw_rule_add(runtime, 0, SNDRV_PCM_HW_PARAM_CHANNELS,
1796                                   snd_pcm_hw_rule_div, NULL,
1797                                   SNDRV_PCM_HW_PARAM_FRAME_BITS, SNDRV_PCM_HW_PARAM_SAMPLE_BITS, -1);
1798         if (err < 0)
1799                 return err;
1800         err = snd_pcm_hw_rule_add(runtime, 0, SNDRV_PCM_HW_PARAM_RATE,
1801                                   snd_pcm_hw_rule_mulkdiv, (void*) 1000000,
1802                                   SNDRV_PCM_HW_PARAM_PERIOD_SIZE, SNDRV_PCM_HW_PARAM_PERIOD_TIME, -1);
1803         if (err < 0)
1804                 return err;
1805         err = snd_pcm_hw_rule_add(runtime, 0, SNDRV_PCM_HW_PARAM_RATE,
1806                                   snd_pcm_hw_rule_mulkdiv, (void*) 1000000,
1807                                   SNDRV_PCM_HW_PARAM_BUFFER_SIZE, SNDRV_PCM_HW_PARAM_BUFFER_TIME, -1);
1808         if (err < 0)
1809                 return err;
1810         err = snd_pcm_hw_rule_add(runtime, 0, SNDRV_PCM_HW_PARAM_PERIODS,
1811                                   snd_pcm_hw_rule_div, NULL,
1812                                   SNDRV_PCM_HW_PARAM_BUFFER_SIZE, SNDRV_PCM_HW_PARAM_PERIOD_SIZE, -1);
1813         if (err < 0)
1814                 return err;
1815         err = snd_pcm_hw_rule_add(runtime, 0, SNDRV_PCM_HW_PARAM_PERIOD_SIZE,
1816                                   snd_pcm_hw_rule_div, NULL,
1817                                   SNDRV_PCM_HW_PARAM_BUFFER_SIZE, SNDRV_PCM_HW_PARAM_PERIODS, -1);
1818         if (err < 0)
1819                 return err;
1820         err = snd_pcm_hw_rule_add(runtime, 0, SNDRV_PCM_HW_PARAM_PERIOD_SIZE,
1821                                   snd_pcm_hw_rule_mulkdiv, (void*) 8,
1822                                   SNDRV_PCM_HW_PARAM_PERIOD_BYTES, SNDRV_PCM_HW_PARAM_FRAME_BITS, -1);
1823         if (err < 0)
1824                 return err;
1825         err = snd_pcm_hw_rule_add(runtime, 0, SNDRV_PCM_HW_PARAM_PERIOD_SIZE,
1826                                   snd_pcm_hw_rule_muldivk, (void*) 1000000,
1827                                   SNDRV_PCM_HW_PARAM_PERIOD_TIME, SNDRV_PCM_HW_PARAM_RATE, -1);
1828         if (err < 0)
1829                 return err;
1830         err = snd_pcm_hw_rule_add(runtime, 0, SNDRV_PCM_HW_PARAM_BUFFER_SIZE,
1831                                   snd_pcm_hw_rule_mul, NULL,
1832                                   SNDRV_PCM_HW_PARAM_PERIOD_SIZE, SNDRV_PCM_HW_PARAM_PERIODS, -1);
1833         if (err < 0)
1834                 return err;
1835         err = snd_pcm_hw_rule_add(runtime, 0, SNDRV_PCM_HW_PARAM_BUFFER_SIZE,
1836                                   snd_pcm_hw_rule_mulkdiv, (void*) 8,
1837                                   SNDRV_PCM_HW_PARAM_BUFFER_BYTES, SNDRV_PCM_HW_PARAM_FRAME_BITS, -1);
1838         if (err < 0)
1839                 return err;
1840         err = snd_pcm_hw_rule_add(runtime, 0, SNDRV_PCM_HW_PARAM_BUFFER_SIZE,
1841                                   snd_pcm_hw_rule_muldivk, (void*) 1000000,
1842                                   SNDRV_PCM_HW_PARAM_BUFFER_TIME, SNDRV_PCM_HW_PARAM_RATE, -1);
1843         if (err < 0)
1844                 return err;
1845         err = snd_pcm_hw_rule_add(runtime, 0, SNDRV_PCM_HW_PARAM_PERIOD_BYTES,
1846                                   snd_pcm_hw_rule_muldivk, (void*) 8,
1847                                   SNDRV_PCM_HW_PARAM_PERIOD_SIZE, SNDRV_PCM_HW_PARAM_FRAME_BITS, -1);
1848         if (err < 0)
1849                 return err;
1850         err = snd_pcm_hw_rule_add(runtime, 0, SNDRV_PCM_HW_PARAM_BUFFER_BYTES,
1851                                   snd_pcm_hw_rule_muldivk, (void*) 8,
1852                                   SNDRV_PCM_HW_PARAM_BUFFER_SIZE, SNDRV_PCM_HW_PARAM_FRAME_BITS, -1);
1853         if (err < 0)
1854                 return err;
1855         err = snd_pcm_hw_rule_add(runtime, 0, SNDRV_PCM_HW_PARAM_PERIOD_TIME,
1856                                   snd_pcm_hw_rule_mulkdiv, (void*) 1000000,
1857                                   SNDRV_PCM_HW_PARAM_PERIOD_SIZE, SNDRV_PCM_HW_PARAM_RATE, -1);
1858         if (err < 0)
1859                 return err;
1860         err = snd_pcm_hw_rule_add(runtime, 0, SNDRV_PCM_HW_PARAM_BUFFER_TIME,
1861                                   snd_pcm_hw_rule_mulkdiv, (void*) 1000000,
1862                                   SNDRV_PCM_HW_PARAM_BUFFER_SIZE, SNDRV_PCM_HW_PARAM_RATE, -1);
1863         if (err < 0)
1864                 return err;
1865         return 0;
1866 }
1867
1868 int snd_pcm_hw_constraints_complete(snd_pcm_substream_t *substream)
1869 {
1870         snd_pcm_runtime_t *runtime = substream->runtime;
1871         snd_pcm_hardware_t *hw = &runtime->hw;
1872         int err;
1873         unsigned int mask = 0;
1874
1875         if (hw->info & SNDRV_PCM_INFO_INTERLEAVED)
1876                 mask |= 1 << SNDRV_PCM_ACCESS_RW_INTERLEAVED;
1877         if (hw->info & SNDRV_PCM_INFO_NONINTERLEAVED)
1878                 mask |= 1 << SNDRV_PCM_ACCESS_RW_NONINTERLEAVED;
1879         if (hw->info & SNDRV_PCM_INFO_MMAP) {
1880                 if (hw->info & SNDRV_PCM_INFO_INTERLEAVED)
1881                         mask |= 1 << SNDRV_PCM_ACCESS_MMAP_INTERLEAVED;
1882                 if (hw->info & SNDRV_PCM_INFO_NONINTERLEAVED)
1883                         mask |= 1 << SNDRV_PCM_ACCESS_MMAP_NONINTERLEAVED;
1884                 if (hw->info & SNDRV_PCM_INFO_COMPLEX)
1885                         mask |= 1 << SNDRV_PCM_ACCESS_MMAP_COMPLEX;
1886         }
1887         err = snd_pcm_hw_constraint_mask(runtime, SNDRV_PCM_HW_PARAM_ACCESS, mask);
1888         snd_assert(err >= 0, return -EINVAL);
1889
1890         err = snd_pcm_hw_constraint_mask64(runtime, SNDRV_PCM_HW_PARAM_FORMAT, hw->formats);
1891         snd_assert(err >= 0, return -EINVAL);
1892
1893         err = snd_pcm_hw_constraint_mask(runtime, SNDRV_PCM_HW_PARAM_SUBFORMAT, 1 << SNDRV_PCM_SUBFORMAT_STD);
1894         snd_assert(err >= 0, return -EINVAL);
1895
1896         err = snd_pcm_hw_constraint_minmax(runtime, SNDRV_PCM_HW_PARAM_CHANNELS,
1897                                            hw->channels_min, hw->channels_max);
1898         snd_assert(err >= 0, return -EINVAL);
1899
1900         err = snd_pcm_hw_constraint_minmax(runtime, SNDRV_PCM_HW_PARAM_RATE,
1901                                            hw->rate_min, hw->rate_max);
1902         snd_assert(err >= 0, return -EINVAL);
1903
1904         err = snd_pcm_hw_constraint_minmax(runtime, SNDRV_PCM_HW_PARAM_PERIOD_BYTES,
1905                                            hw->period_bytes_min, hw->period_bytes_max);
1906         snd_assert(err >= 0, return -EINVAL);
1907
1908         err = snd_pcm_hw_constraint_minmax(runtime, SNDRV_PCM_HW_PARAM_PERIODS,
1909                                            hw->periods_min, hw->periods_max);
1910         snd_assert(err >= 0, return -EINVAL);
1911
1912         err = snd_pcm_hw_constraint_minmax(runtime, SNDRV_PCM_HW_PARAM_BUFFER_BYTES,
1913                                            hw->period_bytes_min, hw->buffer_bytes_max);
1914         snd_assert(err >= 0, return -EINVAL);
1915
1916         err = snd_pcm_hw_rule_add(runtime, 0, SNDRV_PCM_HW_PARAM_BUFFER_BYTES,
1917                                   snd_pcm_hw_rule_buffer_bytes_max, substream,
1918                                   SNDRV_PCM_HW_PARAM_BUFFER_BYTES, -1);
1919         if (err < 0)
1920                 return err;
1921
1922         /* FIXME: remove */
1923         if (runtime->dma_bytes) {
1924                 err = snd_pcm_hw_constraint_minmax(runtime, SNDRV_PCM_HW_PARAM_BUFFER_BYTES, 0, runtime->dma_bytes);
1925                 snd_assert(err >= 0, return -EINVAL);
1926         }
1927
1928         if (!(hw->rates & (SNDRV_PCM_RATE_KNOT | SNDRV_PCM_RATE_CONTINUOUS))) {
1929                 err = snd_pcm_hw_rule_add(runtime, 0, SNDRV_PCM_HW_PARAM_RATE,
1930                                           snd_pcm_hw_rule_rate, hw,
1931                                           SNDRV_PCM_HW_PARAM_RATE, -1);
1932                 if (err < 0)
1933                         return err;
1934         }
1935
1936         /* FIXME: this belong to lowlevel */
1937         snd_pcm_hw_constraint_minmax(runtime, SNDRV_PCM_HW_PARAM_TICK_TIME,
1938                                      1000000 / HZ, 1000000 / HZ);
1939         snd_pcm_hw_constraint_integer(runtime, SNDRV_PCM_HW_PARAM_PERIOD_SIZE);
1940
1941         return 0;
1942 }
1943
1944 static void snd_pcm_add_file(snd_pcm_str_t *str,
1945                              snd_pcm_file_t *pcm_file)
1946 {
1947         pcm_file->next = str->files;
1948         str->files = pcm_file;
1949 }
1950
1951 static void snd_pcm_remove_file(snd_pcm_str_t *str,
1952                                 snd_pcm_file_t *pcm_file)
1953 {
1954         snd_pcm_file_t * pcm_file1;
1955         if (str->files == pcm_file) {
1956                 str->files = pcm_file->next;
1957         } else {
1958                 pcm_file1 = str->files;
1959                 while (pcm_file1 && pcm_file1->next != pcm_file)
1960                         pcm_file1 = pcm_file1->next;
1961                 if (pcm_file1 != NULL)
1962                         pcm_file1->next = pcm_file->next;
1963         }
1964 }
1965
1966 static int snd_pcm_release_file(snd_pcm_file_t * pcm_file)
1967 {
1968         snd_pcm_substream_t *substream;
1969         snd_pcm_runtime_t *runtime;
1970         snd_pcm_str_t * str;
1971
1972         snd_assert(pcm_file != NULL, return -ENXIO);
1973         substream = pcm_file->substream;
1974         snd_assert(substream != NULL, return -ENXIO);
1975         runtime = substream->runtime;
1976         str = substream->pstr;
1977         snd_pcm_unlink(substream);
1978         if (substream->ffile != NULL) {
1979                 if (substream->ops->hw_free != NULL)
1980                         substream->ops->hw_free(substream);
1981                 substream->ops->close(substream);
1982                 substream->ffile = NULL;
1983         }
1984         snd_pcm_remove_file(str, pcm_file);
1985         snd_pcm_release_substream(substream);
1986         kfree(pcm_file);
1987         return 0;
1988 }
1989
1990 static int snd_pcm_open_file(struct file *file,
1991                              snd_pcm_t *pcm,
1992                              int stream,
1993                              snd_pcm_file_t **rpcm_file)
1994 {
1995         int err = 0;
1996         snd_pcm_file_t *pcm_file;
1997         snd_pcm_substream_t *substream;
1998         snd_pcm_str_t *str;
1999
2000         snd_assert(rpcm_file != NULL, return -EINVAL);
2001         *rpcm_file = NULL;
2002
2003         pcm_file = kzalloc(sizeof(*pcm_file), GFP_KERNEL);
2004         if (pcm_file == NULL) {
2005                 return -ENOMEM;
2006         }
2007
2008         if ((err = snd_pcm_open_substream(pcm, stream, &substream)) < 0) {
2009                 kfree(pcm_file);
2010                 return err;
2011         }
2012
2013         str = substream->pstr;
2014         substream->file = pcm_file;
2015         substream->no_mmap_ctrl = 0;
2016
2017         pcm_file->substream = substream;
2018
2019         snd_pcm_add_file(str, pcm_file);
2020
2021         err = snd_pcm_hw_constraints_init(substream);
2022         if (err < 0) {
2023                 snd_printd("snd_pcm_hw_constraints_init failed\n");
2024                 snd_pcm_release_file(pcm_file);
2025                 return err;
2026         }
2027
2028         if ((err = substream->ops->open(substream)) < 0) {
2029                 snd_pcm_release_file(pcm_file);
2030                 return err;
2031         }
2032         substream->ffile = file;
2033
2034         err = snd_pcm_hw_constraints_complete(substream);
2035         if (err < 0) {
2036                 snd_printd("snd_pcm_hw_constraints_complete failed\n");
2037                 snd_pcm_release_file(pcm_file);
2038                 return err;
2039         }
2040
2041         file->private_data = pcm_file;
2042         *rpcm_file = pcm_file;
2043         return 0;
2044 }
2045
2046 static int snd_pcm_open(struct inode *inode, struct file *file)
2047 {
2048         int cardnum = SNDRV_MINOR_CARD(iminor(inode));
2049         int device = SNDRV_MINOR_DEVICE(iminor(inode));
2050         int err;
2051         snd_pcm_t *pcm;
2052         snd_pcm_file_t *pcm_file;
2053         wait_queue_t wait;
2054
2055         if (device < SNDRV_MINOR_PCM_PLAYBACK || device >= SNDRV_MINOR_DEVICES)
2056                 return -ENXIO;
2057         pcm = snd_pcm_devices[(cardnum * SNDRV_PCM_DEVICES) + (device % SNDRV_MINOR_PCMS)];
2058         if (pcm == NULL) {
2059                 err = -ENODEV;
2060                 goto __error1;
2061         }
2062         err = snd_card_file_add(pcm->card, file);
2063         if (err < 0)
2064                 goto __error1;
2065         if (!try_module_get(pcm->card->module)) {
2066                 err = -EFAULT;
2067                 goto __error2;
2068         }
2069         init_waitqueue_entry(&wait, current);
2070         add_wait_queue(&pcm->open_wait, &wait);
2071         down(&pcm->open_mutex);
2072         while (1) {
2073                 err = snd_pcm_open_file(file, pcm, device >= SNDRV_MINOR_PCM_CAPTURE ? SNDRV_PCM_STREAM_CAPTURE : SNDRV_PCM_STREAM_PLAYBACK, &pcm_file);
2074                 if (err >= 0)
2075                         break;
2076                 if (err == -EAGAIN) {
2077                         if (file->f_flags & O_NONBLOCK) {
2078                                 err = -EBUSY;
2079                                 break;
2080                         }
2081                 } else
2082                         break;
2083                 set_current_state(TASK_INTERRUPTIBLE);
2084                 up(&pcm->open_mutex);
2085                 schedule();
2086                 down(&pcm->open_mutex);
2087                 if (signal_pending(current)) {
2088                         err = -ERESTARTSYS;
2089                         break;
2090                 }
2091         }
2092         remove_wait_queue(&pcm->open_wait, &wait);
2093         up(&pcm->open_mutex);
2094         if (err < 0)
2095                 goto __error;
2096         return err;
2097
2098       __error:
2099         module_put(pcm->card->module);
2100       __error2:
2101         snd_card_file_remove(pcm->card, file);
2102       __error1:
2103         return err;
2104 }
2105
2106 static int snd_pcm_release(struct inode *inode, struct file *file)
2107 {
2108         snd_pcm_t *pcm;
2109         snd_pcm_substream_t *substream;
2110         snd_pcm_file_t *pcm_file;
2111
2112         pcm_file = file->private_data;
2113         substream = pcm_file->substream;
2114         snd_assert(substream != NULL, return -ENXIO);
2115         snd_assert(!atomic_read(&substream->runtime->mmap_count), );
2116         pcm = substream->pcm;
2117         snd_pcm_drop(substream);
2118         fasync_helper(-1, file, 0, &substream->runtime->fasync);
2119         down(&pcm->open_mutex);
2120         snd_pcm_release_file(pcm_file);
2121         up(&pcm->open_mutex);
2122         wake_up(&pcm->open_wait);
2123         module_put(pcm->card->module);
2124         snd_card_file_remove(pcm->card, file);
2125         return 0;
2126 }
2127
2128 static snd_pcm_sframes_t snd_pcm_playback_rewind(snd_pcm_substream_t *substream, snd_pcm_uframes_t frames)
2129 {
2130         snd_pcm_runtime_t *runtime = substream->runtime;
2131         snd_pcm_sframes_t appl_ptr;
2132         snd_pcm_sframes_t ret;
2133         snd_pcm_sframes_t hw_avail;
2134
2135         if (frames == 0)
2136                 return 0;
2137
2138         snd_pcm_stream_lock_irq(substream);
2139         switch (runtime->status->state) {
2140         case SNDRV_PCM_STATE_PREPARED:
2141                 break;
2142         case SNDRV_PCM_STATE_DRAINING:
2143         case SNDRV_PCM_STATE_RUNNING:
2144                 if (snd_pcm_update_hw_ptr(substream) >= 0)
2145                         break;
2146                 /* Fall through */
2147         case SNDRV_PCM_STATE_XRUN:
2148                 ret = -EPIPE;
2149                 goto __end;
2150         default:
2151                 ret = -EBADFD;
2152                 goto __end;
2153         }
2154
2155         hw_avail = snd_pcm_playback_hw_avail(runtime);
2156         if (hw_avail <= 0) {
2157                 ret = 0;
2158                 goto __end;
2159         }
2160         if (frames > (snd_pcm_uframes_t)hw_avail)
2161                 frames = hw_avail;
2162         else
2163                 frames -= frames % runtime->xfer_align;
2164         appl_ptr = runtime->control->appl_ptr - frames;
2165         if (appl_ptr < 0)
2166                 appl_ptr += runtime->boundary;
2167         runtime->control->appl_ptr = appl_ptr;
2168         if (runtime->status->state == SNDRV_PCM_STATE_RUNNING &&
2169             runtime->sleep_min)
2170                 snd_pcm_tick_prepare(substream);
2171         ret = frames;
2172  __end:
2173         snd_pcm_stream_unlock_irq(substream);
2174         return ret;
2175 }
2176
2177 static snd_pcm_sframes_t snd_pcm_capture_rewind(snd_pcm_substream_t *substream, snd_pcm_uframes_t frames)
2178 {
2179         snd_pcm_runtime_t *runtime = substream->runtime;
2180         snd_pcm_sframes_t appl_ptr;
2181         snd_pcm_sframes_t ret;
2182         snd_pcm_sframes_t hw_avail;
2183
2184         if (frames == 0)
2185                 return 0;
2186
2187         snd_pcm_stream_lock_irq(substream);
2188         switch (runtime->status->state) {
2189         case SNDRV_PCM_STATE_PREPARED:
2190         case SNDRV_PCM_STATE_DRAINING:
2191                 break;
2192         case SNDRV_PCM_STATE_RUNNING:
2193                 if (snd_pcm_update_hw_ptr(substream) >= 0)
2194                         break;
2195                 /* Fall through */
2196         case SNDRV_PCM_STATE_XRUN:
2197                 ret = -EPIPE;
2198                 goto __end;
2199         default:
2200                 ret = -EBADFD;
2201                 goto __end;
2202         }
2203
2204         hw_avail = snd_pcm_capture_hw_avail(runtime);
2205         if (hw_avail <= 0) {
2206                 ret = 0;
2207                 goto __end;
2208         }
2209         if (frames > (snd_pcm_uframes_t)hw_avail)
2210                 frames = hw_avail;
2211         else
2212                 frames -= frames % runtime->xfer_align;
2213         appl_ptr = runtime->control->appl_ptr - frames;
2214         if (appl_ptr < 0)
2215                 appl_ptr += runtime->boundary;
2216         runtime->control->appl_ptr = appl_ptr;
2217         if (runtime->status->state == SNDRV_PCM_STATE_RUNNING &&
2218             runtime->sleep_min)
2219                 snd_pcm_tick_prepare(substream);
2220         ret = frames;
2221  __end:
2222         snd_pcm_stream_unlock_irq(substream);
2223         return ret;
2224 }
2225
2226 static snd_pcm_sframes_t snd_pcm_playback_forward(snd_pcm_substream_t *substream, snd_pcm_uframes_t frames)
2227 {
2228         snd_pcm_runtime_t *runtime = substream->runtime;
2229         snd_pcm_sframes_t appl_ptr;
2230         snd_pcm_sframes_t ret;
2231         snd_pcm_sframes_t avail;
2232
2233         if (frames == 0)
2234                 return 0;
2235
2236         snd_pcm_stream_lock_irq(substream);
2237         switch (runtime->status->state) {
2238         case SNDRV_PCM_STATE_PREPARED:
2239         case SNDRV_PCM_STATE_PAUSED:
2240                 break;
2241         case SNDRV_PCM_STATE_DRAINING:
2242         case SNDRV_PCM_STATE_RUNNING:
2243                 if (snd_pcm_update_hw_ptr(substream) >= 0)
2244                         break;
2245                 /* Fall through */
2246         case SNDRV_PCM_STATE_XRUN:
2247                 ret = -EPIPE;
2248                 goto __end;
2249         default:
2250                 ret = -EBADFD;
2251                 goto __end;
2252         }
2253
2254         avail = snd_pcm_playback_avail(runtime);
2255         if (avail <= 0) {
2256                 ret = 0;
2257                 goto __end;
2258         }
2259         if (frames > (snd_pcm_uframes_t)avail)
2260                 frames = avail;
2261         else
2262                 frames -= frames % runtime->xfer_align;
2263         appl_ptr = runtime->control->appl_ptr + frames;
2264         if (appl_ptr >= (snd_pcm_sframes_t)runtime->boundary)
2265                 appl_ptr -= runtime->boundary;
2266         runtime->control->appl_ptr = appl_ptr;
2267         if (runtime->status->state == SNDRV_PCM_STATE_RUNNING &&
2268             runtime->sleep_min)
2269                 snd_pcm_tick_prepare(substream);
2270         ret = frames;
2271  __end:
2272         snd_pcm_stream_unlock_irq(substream);
2273         return ret;
2274 }
2275
2276 static snd_pcm_sframes_t snd_pcm_capture_forward(snd_pcm_substream_t *substream, snd_pcm_uframes_t frames)
2277 {
2278         snd_pcm_runtime_t *runtime = substream->runtime;
2279         snd_pcm_sframes_t appl_ptr;
2280         snd_pcm_sframes_t ret;
2281         snd_pcm_sframes_t avail;
2282
2283         if (frames == 0)
2284                 return 0;
2285
2286         snd_pcm_stream_lock_irq(substream);
2287         switch (runtime->status->state) {
2288         case SNDRV_PCM_STATE_PREPARED:
2289         case SNDRV_PCM_STATE_DRAINING:
2290         case SNDRV_PCM_STATE_PAUSED:
2291                 break;
2292         case SNDRV_PCM_STATE_RUNNING:
2293                 if (snd_pcm_update_hw_ptr(substream) >= 0)
2294                         break;
2295                 /* Fall through */
2296         case SNDRV_PCM_STATE_XRUN:
2297                 ret = -EPIPE;
2298                 goto __end;
2299         default:
2300                 ret = -EBADFD;
2301                 goto __end;
2302         }
2303
2304         avail = snd_pcm_capture_avail(runtime);
2305         if (avail <= 0) {
2306                 ret = 0;
2307                 goto __end;
2308         }
2309         if (frames > (snd_pcm_uframes_t)avail)
2310                 frames = avail;
2311         else
2312                 frames -= frames % runtime->xfer_align;
2313         appl_ptr = runtime->control->appl_ptr + frames;
2314         if (appl_ptr >= (snd_pcm_sframes_t)runtime->boundary)
2315                 appl_ptr -= runtime->boundary;
2316         runtime->control->appl_ptr = appl_ptr;
2317         if (runtime->status->state == SNDRV_PCM_STATE_RUNNING &&
2318             runtime->sleep_min)
2319                 snd_pcm_tick_prepare(substream);
2320         ret = frames;
2321  __end:
2322         snd_pcm_stream_unlock_irq(substream);
2323         return ret;
2324 }
2325
2326 static int snd_pcm_hwsync(snd_pcm_substream_t *substream)
2327 {
2328         snd_pcm_runtime_t *runtime = substream->runtime;
2329         int err;
2330
2331         snd_pcm_stream_lock_irq(substream);
2332         switch (runtime->status->state) {
2333         case SNDRV_PCM_STATE_DRAINING:
2334                 if (substream->stream == SNDRV_PCM_STREAM_CAPTURE)
2335                         goto __badfd;
2336         case SNDRV_PCM_STATE_RUNNING:
2337                 if ((err = snd_pcm_update_hw_ptr(substream)) < 0)
2338                         break;
2339                 /* Fall through */
2340         case SNDRV_PCM_STATE_PREPARED:
2341         case SNDRV_PCM_STATE_SUSPENDED:
2342                 err = 0;
2343                 break;
2344         case SNDRV_PCM_STATE_XRUN:
2345                 err = -EPIPE;
2346                 break;
2347         default:
2348               __badfd:
2349                 err = -EBADFD;
2350                 break;
2351         }
2352         snd_pcm_stream_unlock_irq(substream);
2353         return err;
2354 }
2355
2356 static int snd_pcm_delay(snd_pcm_substream_t *substream, snd_pcm_sframes_t __user *res)
2357 {
2358         snd_pcm_runtime_t *runtime = substream->runtime;
2359         int err;
2360         snd_pcm_sframes_t n = 0;
2361
2362         snd_pcm_stream_lock_irq(substream);
2363         switch (runtime->status->state) {
2364         case SNDRV_PCM_STATE_DRAINING:
2365                 if (substream->stream == SNDRV_PCM_STREAM_CAPTURE)
2366                         goto __badfd;
2367         case SNDRV_PCM_STATE_RUNNING:
2368                 if ((err = snd_pcm_update_hw_ptr(substream)) < 0)
2369                         break;
2370                 /* Fall through */
2371         case SNDRV_PCM_STATE_PREPARED:
2372         case SNDRV_PCM_STATE_SUSPENDED:
2373                 err = 0;
2374                 if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK)
2375                         n = snd_pcm_playback_hw_avail(runtime);
2376                 else
2377                         n = snd_pcm_capture_avail(runtime);
2378                 break;
2379         case SNDRV_PCM_STATE_XRUN:
2380                 err = -EPIPE;
2381                 break;
2382         default:
2383               __badfd:
2384                 err = -EBADFD;
2385                 break;
2386         }
2387         snd_pcm_stream_unlock_irq(substream);
2388         if (!err)
2389                 if (put_user(n, res))
2390                         err = -EFAULT;
2391         return err;
2392 }
2393
2394 static int snd_pcm_sync_ptr(snd_pcm_substream_t *substream, struct sndrv_pcm_sync_ptr __user *_sync_ptr)
2395 {
2396         snd_pcm_runtime_t *runtime = substream->runtime;
2397         struct sndrv_pcm_sync_ptr sync_ptr;
2398         volatile struct sndrv_pcm_mmap_status *status;
2399         volatile struct sndrv_pcm_mmap_control *control;
2400         int err;
2401
2402         memset(&sync_ptr, 0, sizeof(sync_ptr));
2403         if (get_user(sync_ptr.flags, (unsigned __user *)&(_sync_ptr->flags)))
2404                 return -EFAULT;
2405         if (copy_from_user(&sync_ptr.c.control, &(_sync_ptr->c.control), sizeof(struct sndrv_pcm_mmap_control)))
2406                 return -EFAULT;
2407         status = runtime->status;
2408         control = runtime->control;
2409         if (sync_ptr.flags & SNDRV_PCM_SYNC_PTR_HWSYNC) {
2410                 err = snd_pcm_hwsync(substream);
2411                 if (err < 0)
2412                         return err;
2413         }
2414         snd_pcm_stream_lock_irq(substream);
2415         if (!(sync_ptr.flags & SNDRV_PCM_SYNC_PTR_APPL))
2416                 control->appl_ptr = sync_ptr.c.control.appl_ptr;
2417         else
2418                 sync_ptr.c.control.appl_ptr = control->appl_ptr;
2419         if (!(sync_ptr.flags & SNDRV_PCM_SYNC_PTR_AVAIL_MIN))
2420                 control->avail_min = sync_ptr.c.control.avail_min;
2421         else
2422                 sync_ptr.c.control.avail_min = control->avail_min;
2423         sync_ptr.s.status.state = status->state;
2424         sync_ptr.s.status.hw_ptr = status->hw_ptr;
2425         sync_ptr.s.status.tstamp = status->tstamp;
2426         sync_ptr.s.status.suspended_state = status->suspended_state;
2427         snd_pcm_stream_unlock_irq(substream);
2428         if (copy_to_user(_sync_ptr, &sync_ptr, sizeof(sync_ptr)))
2429                 return -EFAULT;
2430         return 0;
2431 }
2432
2433 static int snd_pcm_playback_ioctl1(snd_pcm_substream_t *substream,
2434                                    unsigned int cmd, void __user *arg);
2435 static int snd_pcm_capture_ioctl1(snd_pcm_substream_t *substream,
2436                                   unsigned int cmd, void __user *arg);
2437
2438 static int snd_pcm_common_ioctl1(snd_pcm_substream_t *substream,
2439                                  unsigned int cmd, void __user *arg)
2440 {
2441         snd_assert(substream != NULL, return -ENXIO);
2442
2443         switch (cmd) {
2444         case SNDRV_PCM_IOCTL_PVERSION:
2445                 return put_user(SNDRV_PCM_VERSION, (int __user *)arg) ? -EFAULT : 0;
2446         case SNDRV_PCM_IOCTL_INFO:
2447                 return snd_pcm_info_user(substream, arg);
2448         case SNDRV_PCM_IOCTL_TSTAMP: /* just for compatibility */
2449                 return 0;
2450         case SNDRV_PCM_IOCTL_HW_REFINE:
2451                 return snd_pcm_hw_refine_user(substream, arg);
2452         case SNDRV_PCM_IOCTL_HW_PARAMS:
2453                 return snd_pcm_hw_params_user(substream, arg);
2454         case SNDRV_PCM_IOCTL_HW_FREE:
2455                 return snd_pcm_hw_free(substream);
2456         case SNDRV_PCM_IOCTL_SW_PARAMS:
2457                 return snd_pcm_sw_params_user(substream, arg);
2458         case SNDRV_PCM_IOCTL_STATUS:
2459                 return snd_pcm_status_user(substream, arg);
2460         case SNDRV_PCM_IOCTL_CHANNEL_INFO:
2461                 return snd_pcm_channel_info_user(substream, arg);
2462         case SNDRV_PCM_IOCTL_PREPARE:
2463                 return snd_pcm_prepare(substream);
2464         case SNDRV_PCM_IOCTL_RESET:
2465                 return snd_pcm_reset(substream);
2466         case SNDRV_PCM_IOCTL_START:
2467                 return snd_pcm_action_lock_irq(&snd_pcm_action_start, substream, SNDRV_PCM_STATE_RUNNING);
2468         case SNDRV_PCM_IOCTL_LINK:
2469                 return snd_pcm_link(substream, (int)(unsigned long) arg);
2470         case SNDRV_PCM_IOCTL_UNLINK:
2471                 return snd_pcm_unlink(substream);
2472         case SNDRV_PCM_IOCTL_RESUME:
2473                 return snd_pcm_resume(substream);
2474         case SNDRV_PCM_IOCTL_XRUN:
2475                 return snd_pcm_xrun(substream);
2476         case SNDRV_PCM_IOCTL_HWSYNC:
2477                 return snd_pcm_hwsync(substream);
2478         case SNDRV_PCM_IOCTL_DELAY:
2479                 return snd_pcm_delay(substream, arg);
2480         case SNDRV_PCM_IOCTL_SYNC_PTR:
2481                 return snd_pcm_sync_ptr(substream, arg);
2482         case SNDRV_PCM_IOCTL_HW_REFINE_OLD:
2483                 return snd_pcm_hw_refine_old_user(substream, arg);
2484         case SNDRV_PCM_IOCTL_HW_PARAMS_OLD:
2485                 return snd_pcm_hw_params_old_user(substream, arg);
2486         case SNDRV_PCM_IOCTL_DRAIN:
2487                 return snd_pcm_drain(substream);
2488         case SNDRV_PCM_IOCTL_DROP:
2489                 return snd_pcm_drop(substream);
2490         }
2491         snd_printd("unknown ioctl = 0x%x\n", cmd);
2492         return -ENOTTY;
2493 }
2494
2495 static int snd_pcm_playback_ioctl1(snd_pcm_substream_t *substream,
2496                                    unsigned int cmd, void __user *arg)
2497 {
2498         snd_assert(substream != NULL, return -ENXIO);
2499         snd_assert(substream->stream == SNDRV_PCM_STREAM_PLAYBACK, return -EINVAL);
2500         switch (cmd) {
2501         case SNDRV_PCM_IOCTL_WRITEI_FRAMES:
2502         {
2503                 snd_xferi_t xferi;
2504                 snd_xferi_t __user *_xferi = arg;
2505                 snd_pcm_runtime_t *runtime = substream->runtime;
2506                 snd_pcm_sframes_t result;
2507                 if (runtime->status->state == SNDRV_PCM_STATE_OPEN)
2508                         return -EBADFD;
2509                 if (put_user(0, &_xferi->result))
2510                         return -EFAULT;
2511                 if (copy_from_user(&xferi, _xferi, sizeof(xferi)))
2512                         return -EFAULT;
2513                 result = snd_pcm_lib_write(substream, xferi.buf, xferi.frames);
2514                 __put_user(result, &_xferi->result);
2515                 return result < 0 ? result : 0;
2516         }
2517         case SNDRV_PCM_IOCTL_WRITEN_FRAMES:
2518         {
2519                 snd_xfern_t xfern;
2520                 snd_xfern_t __user *_xfern = arg;
2521                 snd_pcm_runtime_t *runtime = substream->runtime;
2522                 void __user **bufs;
2523                 snd_pcm_sframes_t result;
2524                 if (runtime->status->state == SNDRV_PCM_STATE_OPEN)
2525                         return -EBADFD;
2526                 if (runtime->channels > 128)
2527                         return -EINVAL;
2528                 if (put_user(0, &_xfern->result))
2529                         return -EFAULT;
2530                 if (copy_from_user(&xfern, _xfern, sizeof(xfern)))
2531                         return -EFAULT;
2532                 bufs = kmalloc(sizeof(void *) * runtime->channels, GFP_KERNEL);
2533                 if (bufs == NULL)
2534                         return -ENOMEM;
2535                 if (copy_from_user(bufs, xfern.bufs, sizeof(void *) * runtime->channels)) {
2536                         kfree(bufs);
2537                         return -EFAULT;
2538                 }
2539                 result = snd_pcm_lib_writev(substream, bufs, xfern.frames);
2540                 kfree(bufs);
2541                 __put_user(result, &_xfern->result);
2542                 return result < 0 ? result : 0;
2543         }
2544         case SNDRV_PCM_IOCTL_REWIND:
2545         {
2546                 snd_pcm_uframes_t frames;
2547                 snd_pcm_uframes_t __user *_frames = arg;
2548                 snd_pcm_sframes_t result;
2549                 if (get_user(frames, _frames))
2550                         return -EFAULT;
2551                 if (put_user(0, _frames))
2552                         return -EFAULT;
2553                 result = snd_pcm_playback_rewind(substream, frames);
2554                 __put_user(result, _frames);
2555                 return result < 0 ? result : 0;
2556         }
2557         case SNDRV_PCM_IOCTL_FORWARD:
2558         {
2559                 snd_pcm_uframes_t frames;
2560                 snd_pcm_uframes_t __user *_frames = arg;
2561                 snd_pcm_sframes_t result;
2562                 if (get_user(frames, _frames))
2563                         return -EFAULT;
2564                 if (put_user(0, _frames))
2565                         return -EFAULT;
2566                 result = snd_pcm_playback_forward(substream, frames);
2567                 __put_user(result, _frames);
2568                 return result < 0 ? result : 0;
2569         }
2570         case SNDRV_PCM_IOCTL_PAUSE:
2571         {
2572                 int res;
2573                 snd_pcm_stream_lock_irq(substream);
2574                 res = snd_pcm_pause(substream, (int)(unsigned long)arg);
2575                 snd_pcm_stream_unlock_irq(substream);
2576                 return res;
2577         }
2578         }
2579         return snd_pcm_common_ioctl1(substream, cmd, arg);
2580 }
2581
2582 static int snd_pcm_capture_ioctl1(snd_pcm_substream_t *substream,
2583                                   unsigned int cmd, void __user *arg)
2584 {
2585         snd_assert(substream != NULL, return -ENXIO);
2586         snd_assert(substream->stream == SNDRV_PCM_STREAM_CAPTURE, return -EINVAL);
2587         switch (cmd) {
2588         case SNDRV_PCM_IOCTL_READI_FRAMES:
2589         {
2590                 snd_xferi_t xferi;
2591                 snd_xferi_t __user *_xferi = arg;
2592                 snd_pcm_runtime_t *runtime = substream->runtime;
2593                 snd_pcm_sframes_t result;
2594                 if (runtime->status->state == SNDRV_PCM_STATE_OPEN)
2595                         return -EBADFD;
2596                 if (put_user(0, &_xferi->result))
2597                         return -EFAULT;
2598                 if (copy_from_user(&xferi, _xferi, sizeof(xferi)))
2599                         return -EFAULT;
2600                 result = snd_pcm_lib_read(substream, xferi.buf, xferi.frames);
2601                 __put_user(result, &_xferi->result);
2602                 return result < 0 ? result : 0;
2603         }
2604         case SNDRV_PCM_IOCTL_READN_FRAMES:
2605         {
2606                 snd_xfern_t xfern;
2607                 snd_xfern_t __user *_xfern = arg;
2608                 snd_pcm_runtime_t *runtime = substream->runtime;
2609                 void *bufs;
2610                 snd_pcm_sframes_t result;
2611                 if (runtime->status->state == SNDRV_PCM_STATE_OPEN)
2612                         return -EBADFD;
2613                 if (runtime->channels > 128)
2614                         return -EINVAL;
2615                 if (put_user(0, &_xfern->result))
2616                         return -EFAULT;
2617                 if (copy_from_user(&xfern, _xfern, sizeof(xfern)))
2618                         return -EFAULT;
2619                 bufs = kmalloc(sizeof(void *) * runtime->channels, GFP_KERNEL);
2620                 if (bufs == NULL)
2621                         return -ENOMEM;
2622                 if (copy_from_user(bufs, xfern.bufs, sizeof(void *) * runtime->channels)) {
2623                         kfree(bufs);
2624                         return -EFAULT;
2625                 }
2626                 result = snd_pcm_lib_readv(substream, bufs, xfern.frames);
2627                 kfree(bufs);
2628                 __put_user(result, &_xfern->result);
2629                 return result < 0 ? result : 0;
2630         }
2631         case SNDRV_PCM_IOCTL_REWIND:
2632         {
2633                 snd_pcm_uframes_t frames;
2634                 snd_pcm_uframes_t __user *_frames = arg;
2635                 snd_pcm_sframes_t result;
2636                 if (get_user(frames, _frames))
2637                         return -EFAULT;
2638                 if (put_user(0, _frames))
2639                         return -EFAULT;
2640                 result = snd_pcm_capture_rewind(substream, frames);
2641                 __put_user(result, _frames);
2642                 return result < 0 ? result : 0;
2643         }
2644         case SNDRV_PCM_IOCTL_FORWARD:
2645         {
2646                 snd_pcm_uframes_t frames;
2647                 snd_pcm_uframes_t __user *_frames = arg;
2648                 snd_pcm_sframes_t result;
2649                 if (get_user(frames, _frames))
2650                         return -EFAULT;
2651                 if (put_user(0, _frames))
2652                         return -EFAULT;
2653                 result = snd_pcm_capture_forward(substream, frames);
2654                 __put_user(result, _frames);
2655                 return result < 0 ? result : 0;
2656         }
2657         }
2658         return snd_pcm_common_ioctl1(substream, cmd, arg);
2659 }
2660
2661 static long snd_pcm_playback_ioctl(struct file *file, unsigned int cmd, unsigned long arg)
2662 {
2663         snd_pcm_file_t *pcm_file;
2664
2665         pcm_file = file->private_data;
2666
2667         if (((cmd >> 8) & 0xff) != 'A')
2668                 return -ENOTTY;
2669
2670         return snd_pcm_playback_ioctl1(pcm_file->substream, cmd, (void __user *)arg);
2671 }
2672
2673 static long snd_pcm_capture_ioctl(struct file *file, unsigned int cmd, unsigned long arg)
2674 {
2675         snd_pcm_file_t *pcm_file;
2676
2677         pcm_file = file->private_data;
2678
2679         if (((cmd >> 8) & 0xff) != 'A')
2680                 return -ENOTTY;
2681
2682         return snd_pcm_capture_ioctl1(pcm_file->substream, cmd, (void __user *)arg);
2683 }
2684
2685 int snd_pcm_kernel_playback_ioctl(snd_pcm_substream_t *substream,
2686                                   unsigned int cmd, void *arg)
2687 {
2688         mm_segment_t fs;
2689         int result;
2690
2691         fs = snd_enter_user();
2692         result = snd_pcm_playback_ioctl1(substream, cmd, (void __user *)arg);
2693         snd_leave_user(fs);
2694         return result;
2695 }
2696
2697 int snd_pcm_kernel_capture_ioctl(snd_pcm_substream_t *substream,
2698                                  unsigned int cmd, void *arg)
2699 {
2700         mm_segment_t fs;
2701         int result;
2702
2703         fs = snd_enter_user();
2704         result = snd_pcm_capture_ioctl1(substream, cmd, (void __user *)arg);
2705         snd_leave_user(fs);
2706         return result;
2707 }
2708
2709 int snd_pcm_kernel_ioctl(snd_pcm_substream_t *substream,
2710                          unsigned int cmd, void *arg)
2711 {
2712         switch (substream->stream) {
2713         case SNDRV_PCM_STREAM_PLAYBACK:
2714                 return snd_pcm_kernel_playback_ioctl(substream, cmd, arg);
2715         case SNDRV_PCM_STREAM_CAPTURE:
2716                 return snd_pcm_kernel_capture_ioctl(substream, cmd, arg);
2717         default:
2718                 return -EINVAL;
2719         }
2720 }
2721
2722 static ssize_t snd_pcm_read(struct file *file, char __user *buf, size_t count, loff_t * offset)
2723 {
2724         snd_pcm_file_t *pcm_file;
2725         snd_pcm_substream_t *substream;
2726         snd_pcm_runtime_t *runtime;
2727         snd_pcm_sframes_t result;
2728
2729         pcm_file = file->private_data;
2730         substream = pcm_file->substream;
2731         snd_assert(substream != NULL, return -ENXIO);
2732         runtime = substream->runtime;
2733         if (runtime->status->state == SNDRV_PCM_STATE_OPEN)
2734                 return -EBADFD;
2735         if (!frame_aligned(runtime, count))
2736                 return -EINVAL;
2737         count = bytes_to_frames(runtime, count);
2738         result = snd_pcm_lib_read(substream, buf, count);
2739         if (result > 0)
2740                 result = frames_to_bytes(runtime, result);
2741         return result;
2742 }
2743
2744 static ssize_t snd_pcm_write(struct file *file, const char __user *buf, size_t count, loff_t * offset)
2745 {
2746         snd_pcm_file_t *pcm_file;
2747         snd_pcm_substream_t *substream;
2748         snd_pcm_runtime_t *runtime;
2749         snd_pcm_sframes_t result;
2750
2751         pcm_file = file->private_data;
2752         substream = pcm_file->substream;
2753         snd_assert(substream != NULL, result = -ENXIO; goto end);
2754         runtime = substream->runtime;
2755         if (runtime->status->state == SNDRV_PCM_STATE_OPEN) {
2756                 result = -EBADFD;
2757                 goto end;
2758         }
2759         if (!frame_aligned(runtime, count)) {
2760                 result = -EINVAL;
2761                 goto end;
2762         }
2763         count = bytes_to_frames(runtime, count);
2764         result = snd_pcm_lib_write(substream, buf, count);
2765         if (result > 0)
2766                 result = frames_to_bytes(runtime, result);
2767  end:
2768         return result;
2769 }
2770
2771 static ssize_t snd_pcm_readv(struct file *file, const struct iovec *_vector,
2772                              unsigned long count, loff_t * offset)
2773
2774 {
2775         snd_pcm_file_t *pcm_file;
2776         snd_pcm_substream_t *substream;
2777         snd_pcm_runtime_t *runtime;
2778         snd_pcm_sframes_t result;
2779         unsigned long i;
2780         void __user **bufs;
2781         snd_pcm_uframes_t frames;
2782
2783         pcm_file = file->private_data;
2784         substream = pcm_file->substream;
2785         snd_assert(substream != NULL, return -ENXIO);
2786         runtime = substream->runtime;
2787         if (runtime->status->state == SNDRV_PCM_STATE_OPEN)
2788                 return -EBADFD;
2789         if (count > 1024 || count != runtime->channels)
2790                 return -EINVAL;
2791         if (!frame_aligned(runtime, _vector->iov_len))
2792                 return -EINVAL;
2793         frames = bytes_to_samples(runtime, _vector->iov_len);
2794         bufs = kmalloc(sizeof(void *) * count, GFP_KERNEL);
2795         if (bufs == NULL)
2796                 return -ENOMEM;
2797         for (i = 0; i < count; ++i)
2798                 bufs[i] = _vector[i].iov_base;
2799         result = snd_pcm_lib_readv(substream, bufs, frames);
2800         if (result > 0)
2801                 result = frames_to_bytes(runtime, result);
2802         kfree(bufs);
2803         return result;
2804 }
2805
2806 static ssize_t snd_pcm_writev(struct file *file, const struct iovec *_vector,
2807                               unsigned long count, loff_t * offset)
2808 {
2809         snd_pcm_file_t *pcm_file;
2810         snd_pcm_substream_t *substream;
2811         snd_pcm_runtime_t *runtime;
2812         snd_pcm_sframes_t result;
2813         unsigned long i;
2814         void __user **bufs;
2815         snd_pcm_uframes_t frames;
2816
2817         pcm_file = file->private_data;
2818         substream = pcm_file->substream;
2819         snd_assert(substream != NULL, result = -ENXIO; goto end);
2820         runtime = substream->runtime;
2821         if (runtime->status->state == SNDRV_PCM_STATE_OPEN) {
2822                 result = -EBADFD;
2823                 goto end;
2824         }
2825         if (count > 128 || count != runtime->channels ||
2826             !frame_aligned(runtime, _vector->iov_len)) {
2827                 result = -EINVAL;
2828                 goto end;
2829         }
2830         frames = bytes_to_samples(runtime, _vector->iov_len);
2831         bufs = kmalloc(sizeof(void *) * count, GFP_KERNEL);
2832         if (bufs == NULL)
2833                 return -ENOMEM;
2834         for (i = 0; i < count; ++i)
2835                 bufs[i] = _vector[i].iov_base;
2836         result = snd_pcm_lib_writev(substream, bufs, frames);
2837         if (result > 0)
2838                 result = frames_to_bytes(runtime, result);
2839         kfree(bufs);
2840  end:
2841         return result;
2842 }
2843
2844 static unsigned int snd_pcm_playback_poll(struct file *file, poll_table * wait)
2845 {
2846         snd_pcm_file_t *pcm_file;
2847         snd_pcm_substream_t *substream;
2848         snd_pcm_runtime_t *runtime;
2849         unsigned int mask;
2850         snd_pcm_uframes_t avail;
2851
2852         pcm_file = file->private_data;
2853
2854         substream = pcm_file->substream;
2855         snd_assert(substream != NULL, return -ENXIO);
2856         runtime = substream->runtime;
2857
2858         poll_wait(file, &runtime->sleep, wait);
2859
2860         snd_pcm_stream_lock_irq(substream);
2861         avail = snd_pcm_playback_avail(runtime);
2862         switch (runtime->status->state) {
2863         case SNDRV_PCM_STATE_RUNNING:
2864         case SNDRV_PCM_STATE_PREPARED:
2865         case SNDRV_PCM_STATE_PAUSED:
2866                 if (avail >= runtime->control->avail_min) {
2867                         mask = POLLOUT | POLLWRNORM;
2868                         break;
2869                 }
2870                 /* Fall through */
2871         case SNDRV_PCM_STATE_DRAINING:
2872                 mask = 0;
2873                 break;
2874         default:
2875                 mask = POLLOUT | POLLWRNORM | POLLERR;
2876                 break;
2877         }
2878         snd_pcm_stream_unlock_irq(substream);
2879         return mask;
2880 }
2881
2882 static unsigned int snd_pcm_capture_poll(struct file *file, poll_table * wait)
2883 {
2884         snd_pcm_file_t *pcm_file;
2885         snd_pcm_substream_t *substream;
2886         snd_pcm_runtime_t *runtime;
2887         unsigned int mask;
2888         snd_pcm_uframes_t avail;
2889
2890         pcm_file = file->private_data;
2891
2892         substream = pcm_file->substream;
2893         snd_assert(substream != NULL, return -ENXIO);
2894         runtime = substream->runtime;
2895
2896         poll_wait(file, &runtime->sleep, wait);
2897
2898         snd_pcm_stream_lock_irq(substream);
2899         avail = snd_pcm_capture_avail(runtime);
2900         switch (runtime->status->state) {
2901         case SNDRV_PCM_STATE_RUNNING:
2902         case SNDRV_PCM_STATE_PREPARED:
2903         case SNDRV_PCM_STATE_PAUSED:
2904                 if (avail >= runtime->control->avail_min) {
2905                         mask = POLLIN | POLLRDNORM;
2906                         break;
2907                 }
2908                 mask = 0;
2909                 break;
2910         case SNDRV_PCM_STATE_DRAINING:
2911                 if (avail > 0) {
2912                         mask = POLLIN | POLLRDNORM;
2913                         break;
2914                 }
2915                 /* Fall through */
2916         default:
2917                 mask = POLLIN | POLLRDNORM | POLLERR;
2918                 break;
2919         }
2920         snd_pcm_stream_unlock_irq(substream);
2921         return mask;
2922 }
2923
2924 /*
2925  * mmap support
2926  */
2927
2928 /*
2929  * Only on coherent architectures, we can mmap the status and the control records
2930  * for effcient data transfer.  On others, we have to use HWSYNC ioctl...
2931  */
2932 #if defined(CONFIG_X86) || defined(CONFIG_PPC) || defined(CONFIG_ALPHA)
2933 /*
2934  * mmap status record
2935  */
2936 static struct page * snd_pcm_mmap_status_nopage(struct vm_area_struct *area, unsigned long address, int *type)
2937 {
2938         snd_pcm_substream_t *substream = (snd_pcm_substream_t *)area->vm_private_data;
2939         snd_pcm_runtime_t *runtime;
2940         struct page * page;
2941
2942         if (substream == NULL)
2943                 return NOPAGE_OOM;
2944         runtime = substream->runtime;
2945         page = virt_to_page(runtime->status);
2946         get_page(page);
2947         if (type)
2948                 *type = VM_FAULT_MINOR;
2949         return page;
2950 }
2951
2952 static struct vm_operations_struct snd_pcm_vm_ops_status =
2953 {
2954         .nopage =       snd_pcm_mmap_status_nopage,
2955 };
2956
2957 static int snd_pcm_mmap_status(snd_pcm_substream_t *substream, struct file *file,
2958                                struct vm_area_struct *area)
2959 {
2960         snd_pcm_runtime_t *runtime;
2961         long size;
2962         if (!(area->vm_flags & VM_READ))
2963                 return -EINVAL;
2964         runtime = substream->runtime;
2965         snd_assert(runtime != NULL, return -EAGAIN);
2966         size = area->vm_end - area->vm_start;
2967         if (size != PAGE_ALIGN(sizeof(snd_pcm_mmap_status_t)))
2968                 return -EINVAL;
2969         area->vm_ops = &snd_pcm_vm_ops_status;
2970         area->vm_private_data = substream;
2971         area->vm_flags |= VM_RESERVED;
2972         return 0;
2973 }
2974
2975 /*
2976  * mmap control record
2977  */
2978 static struct page * snd_pcm_mmap_control_nopage(struct vm_area_struct *area, unsigned long address, int *type)
2979 {
2980         snd_pcm_substream_t *substream = (snd_pcm_substream_t *)area->vm_private_data;
2981         snd_pcm_runtime_t *runtime;
2982         struct page * page;
2983
2984         if (substream == NULL)
2985                 return NOPAGE_OOM;
2986         runtime = substream->runtime;
2987         page = virt_to_page(runtime->control);
2988         get_page(page);
2989         if (type)
2990                 *type = VM_FAULT_MINOR;
2991         return page;
2992 }
2993
2994 static struct vm_operations_struct snd_pcm_vm_ops_control =
2995 {
2996         .nopage =       snd_pcm_mmap_control_nopage,
2997 };
2998
2999 static int snd_pcm_mmap_control(snd_pcm_substream_t *substream, struct file *file,
3000                                 struct vm_area_struct *area)
3001 {
3002         snd_pcm_runtime_t *runtime;
3003         long size;
3004         if (!(area->vm_flags & VM_READ))
3005                 return -EINVAL;
3006         runtime = substream->runtime;
3007         snd_assert(runtime != NULL, return -EAGAIN);
3008         size = area->vm_end - area->vm_start;
3009         if (size != PAGE_ALIGN(sizeof(snd_pcm_mmap_control_t)))
3010                 return -EINVAL;
3011         area->vm_ops = &snd_pcm_vm_ops_control;
3012         area->vm_private_data = substream;
3013         area->vm_flags |= VM_RESERVED;
3014         return 0;
3015 }
3016 #else /* ! coherent mmap */
3017 /*
3018  * don't support mmap for status and control records.
3019  */
3020 static int snd_pcm_mmap_status(snd_pcm_substream_t *substream, struct file *file,
3021                                struct vm_area_struct *area)
3022 {
3023         return -ENXIO;
3024 }
3025 static int snd_pcm_mmap_control(snd_pcm_substream_t *substream, struct file *file,
3026                                 struct vm_area_struct *area)
3027 {
3028         return -ENXIO;
3029 }
3030 #endif /* coherent mmap */
3031
3032 /*
3033  * nopage callback for mmapping a RAM page
3034  */
3035 static struct page *snd_pcm_mmap_data_nopage(struct vm_area_struct *area, unsigned long address, int *type)
3036 {
3037         snd_pcm_substream_t *substream = (snd_pcm_substream_t *)area->vm_private_data;
3038         snd_pcm_runtime_t *runtime;
3039         unsigned long offset;
3040         struct page * page;
3041         void *vaddr;
3042         size_t dma_bytes;
3043
3044         if (substream == NULL)
3045                 return NOPAGE_OOM;
3046         runtime = substream->runtime;
3047         offset = area->vm_pgoff << PAGE_SHIFT;
3048         offset += address - area->vm_start;
3049         snd_assert((offset % PAGE_SIZE) == 0, return NOPAGE_OOM);
3050         dma_bytes = PAGE_ALIGN(runtime->dma_bytes);
3051         if (offset > dma_bytes - PAGE_SIZE)
3052                 return NOPAGE_SIGBUS;
3053         if (substream->ops->page) {
3054                 page = substream->ops->page(substream, offset);
3055                 if (! page)
3056                         return NOPAGE_OOM;
3057         } else {
3058                 vaddr = runtime->dma_area + offset;
3059                 page = virt_to_page(vaddr);
3060         }
3061         get_page(page);
3062         if (type)
3063                 *type = VM_FAULT_MINOR;
3064         return page;
3065 }
3066
3067 static struct vm_operations_struct snd_pcm_vm_ops_data =
3068 {
3069         .open =         snd_pcm_mmap_data_open,
3070         .close =        snd_pcm_mmap_data_close,
3071         .nopage =       snd_pcm_mmap_data_nopage,
3072 };
3073
3074 /*
3075  * mmap the DMA buffer on RAM
3076  */
3077 static int snd_pcm_default_mmap(snd_pcm_substream_t *substream, struct vm_area_struct *area)
3078 {
3079         area->vm_ops = &snd_pcm_vm_ops_data;
3080         area->vm_private_data = substream;
3081         area->vm_flags |= VM_RESERVED;
3082         atomic_inc(&substream->runtime->mmap_count);
3083         return 0;
3084 }
3085
3086 /*
3087  * mmap the DMA buffer on I/O memory area
3088  */
3089 #if SNDRV_PCM_INFO_MMAP_IOMEM
3090 static struct vm_operations_struct snd_pcm_vm_ops_data_mmio =
3091 {
3092         .open =         snd_pcm_mmap_data_open,
3093         .close =        snd_pcm_mmap_data_close,
3094 };
3095
3096 int snd_pcm_lib_mmap_iomem(snd_pcm_substream_t *substream, struct vm_area_struct *area)
3097 {
3098         long size;
3099         unsigned long offset;
3100
3101 #ifdef pgprot_noncached
3102         area->vm_page_prot = pgprot_noncached(area->vm_page_prot);
3103 #endif
3104         area->vm_ops = &snd_pcm_vm_ops_data_mmio;
3105         area->vm_private_data = substream;
3106         area->vm_flags |= VM_IO;
3107         size = area->vm_end - area->vm_start;
3108         offset = area->vm_pgoff << PAGE_SHIFT;
3109         if (io_remap_pfn_range(area, area->vm_start,
3110                                 (substream->runtime->dma_addr + offset) >> PAGE_SHIFT,
3111                                 size, area->vm_page_prot))
3112                 return -EAGAIN;
3113         atomic_inc(&substream->runtime->mmap_count);
3114         return 0;
3115 }
3116 #endif /* SNDRV_PCM_INFO_MMAP */
3117
3118 /*
3119  * mmap DMA buffer
3120  */
3121 int snd_pcm_mmap_data(snd_pcm_substream_t *substream, struct file *file,
3122                       struct vm_area_struct *area)
3123 {
3124         snd_pcm_runtime_t *runtime;
3125         long size;
3126         unsigned long offset;
3127         size_t dma_bytes;
3128
3129         if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK) {
3130                 if (!(area->vm_flags & (VM_WRITE|VM_READ)))
3131                         return -EINVAL;
3132         } else {
3133                 if (!(area->vm_flags & VM_READ))
3134                         return -EINVAL;
3135         }
3136         runtime = substream->runtime;
3137         snd_assert(runtime != NULL, return -EAGAIN);
3138         if (runtime->status->state == SNDRV_PCM_STATE_OPEN)
3139                 return -EBADFD;
3140         if (!(runtime->info & SNDRV_PCM_INFO_MMAP))
3141                 return -ENXIO;
3142         if (runtime->access == SNDRV_PCM_ACCESS_RW_INTERLEAVED ||
3143             runtime->access == SNDRV_PCM_ACCESS_RW_NONINTERLEAVED)
3144                 return -EINVAL;
3145         size = area->vm_end - area->vm_start;
3146         offset = area->vm_pgoff << PAGE_SHIFT;
3147         dma_bytes = PAGE_ALIGN(runtime->dma_bytes);
3148         if ((size_t)size > dma_bytes)
3149                 return -EINVAL;
3150         if (offset > dma_bytes - size)
3151                 return -EINVAL;
3152
3153         if (substream->ops->mmap)
3154                 return substream->ops->mmap(substream, area);
3155         else
3156                 return snd_pcm_default_mmap(substream, area);
3157 }
3158
3159 static int snd_pcm_mmap(struct file *file, struct vm_area_struct *area)
3160 {
3161         snd_pcm_file_t * pcm_file;
3162         snd_pcm_substream_t *substream;
3163         unsigned long offset;
3164
3165         pcm_file = file->private_data;
3166         substream = pcm_file->substream;
3167         snd_assert(substream != NULL, return -ENXIO);
3168
3169         offset = area->vm_pgoff << PAGE_SHIFT;
3170         switch (offset) {
3171         case SNDRV_PCM_MMAP_OFFSET_STATUS:
3172                 if (substream->no_mmap_ctrl)
3173                         return -ENXIO;
3174                 return snd_pcm_mmap_status(substream, file, area);
3175         case SNDRV_PCM_MMAP_OFFSET_CONTROL:
3176                 if (substream->no_mmap_ctrl)
3177                         return -ENXIO;
3178                 return snd_pcm_mmap_control(substream, file, area);
3179         default:
3180                 return snd_pcm_mmap_data(substream, file, area);
3181         }
3182         return 0;
3183 }
3184
3185 static int snd_pcm_fasync(int fd, struct file * file, int on)
3186 {
3187         snd_pcm_file_t * pcm_file;
3188         snd_pcm_substream_t *substream;
3189         snd_pcm_runtime_t *runtime;
3190         int err;
3191
3192         pcm_file = file->private_data;
3193         substream = pcm_file->substream;
3194         snd_assert(substream != NULL, return -ENXIO);
3195         runtime = substream->runtime;
3196
3197         err = fasync_helper(fd, file, on, &runtime->fasync);
3198         if (err < 0)
3199                 return err;
3200         return 0;
3201 }
3202
3203 /*
3204  * ioctl32 compat
3205  */
3206 #ifdef CONFIG_COMPAT
3207 #include "pcm_compat.c"
3208 #else
3209 #define snd_pcm_ioctl_compat    NULL
3210 #endif
3211
3212 /*
3213  *  To be removed helpers to keep binary compatibility
3214  */
3215
3216 #define __OLD_TO_NEW_MASK(x) ((x&7)|((x&0x07fffff8)<<5))
3217 #define __NEW_TO_OLD_MASK(x) ((x&7)|((x&0xffffff00)>>5))
3218
3219 static void snd_pcm_hw_convert_from_old_params(snd_pcm_hw_params_t *params, struct sndrv_pcm_hw_params_old *oparams)
3220 {
3221         unsigned int i;
3222
3223         memset(params, 0, sizeof(*params));
3224         params->flags = oparams->flags;
3225         for (i = 0; i < ARRAY_SIZE(oparams->masks); i++)
3226                 params->masks[i].bits[0] = oparams->masks[i];
3227         memcpy(params->intervals, oparams->intervals, sizeof(oparams->intervals));
3228         params->rmask = __OLD_TO_NEW_MASK(oparams->rmask);
3229         params->cmask = __OLD_TO_NEW_MASK(oparams->cmask);
3230         params->info = oparams->info;
3231         params->msbits = oparams->msbits;
3232         params->rate_num = oparams->rate_num;
3233         params->rate_den = oparams->rate_den;
3234         params->fifo_size = oparams->fifo_size;
3235 }
3236
3237 static void snd_pcm_hw_convert_to_old_params(struct sndrv_pcm_hw_params_old *oparams, snd_pcm_hw_params_t *params)
3238 {
3239         unsigned int i;
3240
3241         memset(oparams, 0, sizeof(*oparams));
3242         oparams->flags = params->flags;
3243         for (i = 0; i < ARRAY_SIZE(oparams->masks); i++)
3244                 oparams->masks[i] = params->masks[i].bits[0];
3245         memcpy(oparams->intervals, params->intervals, sizeof(oparams->intervals));
3246         oparams->rmask = __NEW_TO_OLD_MASK(params->rmask);
3247         oparams->cmask = __NEW_TO_OLD_MASK(params->cmask);
3248         oparams->info = params->info;
3249         oparams->msbits = params->msbits;
3250         oparams->rate_num = params->rate_num;
3251         oparams->rate_den = params->rate_den;
3252         oparams->fifo_size = params->fifo_size;
3253 }
3254
3255 static int snd_pcm_hw_refine_old_user(snd_pcm_substream_t * substream, struct sndrv_pcm_hw_params_old __user * _oparams)
3256 {
3257         snd_pcm_hw_params_t *params;
3258         struct sndrv_pcm_hw_params_old *oparams = NULL;
3259         int err;
3260
3261         params = kmalloc(sizeof(*params), GFP_KERNEL);
3262         if (!params) {
3263                 err = -ENOMEM;
3264                 goto out;
3265         }
3266         oparams = kmalloc(sizeof(*oparams), GFP_KERNEL);
3267         if (!oparams) {
3268                 err = -ENOMEM;
3269                 goto out;
3270         }
3271
3272         if (copy_from_user(oparams, _oparams, sizeof(*oparams))) {
3273                 err = -EFAULT;
3274                 goto out;
3275         }
3276         snd_pcm_hw_convert_from_old_params(params, oparams);
3277         err = snd_pcm_hw_refine(substream, params);
3278         snd_pcm_hw_convert_to_old_params(oparams, params);
3279         if (copy_to_user(_oparams, oparams, sizeof(*oparams))) {
3280                 if (!err)
3281                         err = -EFAULT;
3282         }
3283 out:
3284         kfree(params);
3285         kfree(oparams);
3286         return err;
3287 }
3288
3289 static int snd_pcm_hw_params_old_user(snd_pcm_substream_t * substream, struct sndrv_pcm_hw_params_old __user * _oparams)
3290 {
3291         snd_pcm_hw_params_t *params;
3292         struct sndrv_pcm_hw_params_old *oparams = NULL;
3293         int err;
3294
3295         params = kmalloc(sizeof(*params), GFP_KERNEL);
3296         if (!params) {
3297                 err = -ENOMEM;
3298                 goto out;
3299         }
3300         oparams = kmalloc(sizeof(*oparams), GFP_KERNEL);
3301         if (!oparams) {
3302                 err = -ENOMEM;
3303                 goto out;
3304         }
3305         if (copy_from_user(oparams, _oparams, sizeof(*oparams))) {
3306                 err = -EFAULT;
3307                 goto out;
3308         }
3309         snd_pcm_hw_convert_from_old_params(params, oparams);
3310         err = snd_pcm_hw_params(substream, params);
3311         snd_pcm_hw_convert_to_old_params(oparams, params);
3312         if (copy_to_user(_oparams, oparams, sizeof(*oparams))) {
3313                 if (!err)
3314                         err = -EFAULT;
3315         }
3316 out:
3317         kfree(params);
3318         kfree(oparams);
3319         return err;
3320 }
3321
3322 /*
3323  *  Register section
3324  */
3325
3326 static struct file_operations snd_pcm_f_ops_playback = {
3327         .owner =        THIS_MODULE,
3328         .write =        snd_pcm_write,
3329         .writev =       snd_pcm_writev,
3330         .open =         snd_pcm_open,
3331         .release =      snd_pcm_release,
3332         .poll =         snd_pcm_playback_poll,
3333         .unlocked_ioctl =       snd_pcm_playback_ioctl,
3334         .compat_ioctl = snd_pcm_ioctl_compat,
3335         .mmap =         snd_pcm_mmap,
3336         .fasync =       snd_pcm_fasync,
3337 };
3338
3339 static struct file_operations snd_pcm_f_ops_capture = {
3340         .owner =        THIS_MODULE,
3341         .read =         snd_pcm_read,
3342         .readv =        snd_pcm_readv,
3343         .open =         snd_pcm_open,
3344         .release =      snd_pcm_release,
3345         .poll =         snd_pcm_capture_poll,
3346         .unlocked_ioctl =       snd_pcm_capture_ioctl,
3347         .compat_ioctl = snd_pcm_ioctl_compat,
3348         .mmap =         snd_pcm_mmap,
3349         .fasync =       snd_pcm_fasync,
3350 };
3351
3352 snd_minor_t snd_pcm_reg[2] =
3353 {
3354         {
3355                 .comment =      "digital audio playback",
3356                 .f_ops =        &snd_pcm_f_ops_playback,
3357         },
3358         {
3359                 .comment =      "digital audio capture",
3360                 .f_ops =        &snd_pcm_f_ops_capture,
3361         }
3362 };