drivers/gpu/drm/drm_atomic.c

   1 /*
   2  * Copyright (C) 2014 Red Hat
   3  * Copyright (C) 2014 Intel Corp.
   4  *
   5  * Permission is hereby granted, free of charge, to any person obtaining a
   6  * copy of this software and associated documentation files (the "Software"),
   7  * to deal in the Software without restriction, including without limitation
   8  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
   9  * and/or sell copies of the Software, and to permit persons to whom the
  10  * Software is furnished to do so, subject to the following conditions:
  11  *
  12  * The above copyright notice and this permission notice shall be included in
  13  * all copies or substantial portions of the Software.
  14  *
  15  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  16  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  17  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
  18  * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
  19  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
  20  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
  21  * OTHER DEALINGS IN THE SOFTWARE.
  22  *
  23  * Authors:
  24  * Rob Clark <robdclark@gmail.com>
  25  * Daniel Vetter <daniel.vetter@ffwll.ch>
  26  */
  27
  28
  29 #include <drm/drmP.h>
  30 #include <drm/drm_atomic.h>
  31 #include <drm/drm_plane_helper.h>
  32
  33 static void kfree_state(struct drm_atomic_state *state)
  34 {
  35         kfree(state->connectors);
  36         kfree(state->connector_states);
  37         kfree(state->crtcs);
  38         kfree(state->crtc_states);
  39         kfree(state->planes);
  40         kfree(state->plane_states);
  41         kfree(state);
  42 }
  43
  44 /**
  45  * drm_atomic_state_alloc - allocate atomic state
  46  * @dev: DRM device
  47  *
  48  * This allocates an empty atomic state to track updates.
  49  */
  50 struct drm_atomic_state *
  51 drm_atomic_state_alloc(struct drm_device *dev)
  52 {
  53         struct drm_atomic_state *state;
  54
  55         state = kzalloc(sizeof(*state), GFP_KERNEL);
  56         if (!state)
  57                 return NULL;
  58
  59         /* TODO legacy paths should maybe do a better job about
  60          * setting this appropriately?
  61          */
  62         state->allow_modeset = true;
  63
  64         state->num_connector = ACCESS_ONCE(dev->mode_config.num_connector);
  65
  66         state->crtcs = kcalloc(dev->mode_config.num_crtc,
  67                                sizeof(*state->crtcs), GFP_KERNEL);
  68         if (!state->crtcs)
  69                 goto fail;
  70         state->crtc_states = kcalloc(dev->mode_config.num_crtc,
  71                                      sizeof(*state->crtc_states), GFP_KERNEL);
  72         if (!state->crtc_states)
  73                 goto fail;
  74         state->planes = kcalloc(dev->mode_config.num_total_plane,
  75                                 sizeof(*state->planes), GFP_KERNEL);
  76         if (!state->planes)
  77                 goto fail;
  78         state->plane_states = kcalloc(dev->mode_config.num_total_plane,
  79                                       sizeof(*state->plane_states), GFP_KERNEL);
  80         if (!state->plane_states)
  81                 goto fail;
  82         state->connectors = kcalloc(state->num_connector,
  83                                     sizeof(*state->connectors),
  84                                     GFP_KERNEL);
  85         if (!state->connectors)
  86                 goto fail;
  87         state->connector_states = kcalloc(state->num_connector,
  88                                           sizeof(*state->connector_states),
  89                                           GFP_KERNEL);
  90         if (!state->connector_states)
  91                 goto fail;
  92
  93         state->dev = dev;
  94
  95         DRM_DEBUG_KMS("Allocate atomic state %p\n", state);
  96
  97         return state;
  98 fail:
  99         kfree_state(state);
 100
 101         return NULL;
 102 }
 103 EXPORT_SYMBOL(drm_atomic_state_alloc);
 104
 105 /**
 106  * drm_atomic_state_clear - clear state object
 107  * @state: atomic state
 108  *
 109  * When the w/w mutex algorithm detects a deadlock we need to back off and drop
 110  * all locks. So someone else could sneak in and change the current modeset
 111  * configuration. Which means that all the state assembled in @state is no
 112  * longer an atomic update to the current state, but to some arbitrary earlier
 113  * state. Which could break assumptions the driver's ->atomic_check likely
 114  * relies on.
 115  *
 116  * Hence we must clear all cached state and completely start over, using this
 117  * function.
 118  */
 119 void drm_atomic_state_clear(struct drm_atomic_state *state)
 120 {
 121         struct drm_device *dev = state->dev;
 122         struct drm_mode_config *config = &dev->mode_config;
 123         int i;
 124
 125         DRM_DEBUG_KMS("Clearing atomic state %p\n", state);
 126
 127         for (i = 0; i < state->num_connector; i++) {
 128                 struct drm_connector *connector = state->connectors[i];
 129
 130                 if (!connector)
 131                         continue;
 132
 133                 WARN_ON(!drm_modeset_is_locked(&config->connection_mutex));
 134
 135                 connector->funcs->atomic_destroy_state(connector,
 136                                                        state->connector_states[i]);
 137         }
 138
 139         for (i = 0; i < config->num_crtc; i++) {
 140                 struct drm_crtc *crtc = state->crtcs[i];
 141
 142                 if (!crtc)
 143                         continue;
 144
 145                 crtc->funcs->atomic_destroy_state(crtc,
 146                                                   state->crtc_states[i]);
 147         }
 148
 149         for (i = 0; i < config->num_total_plane; i++) {
 150                 struct drm_plane *plane = state->planes[i];
 151
 152                 if (!plane)
 153                         continue;
 154
 155                 plane->funcs->atomic_destroy_state(plane,
 156                                                    state->plane_states[i]);
 157         }
 158 }
 159 EXPORT_SYMBOL(drm_atomic_state_clear);
 160
 161 /**
 162  * drm_atomic_state_free - free all memory for an atomic state
 163  * @state: atomic state to deallocate
 164  *
 165  * This frees all memory associated with an atomic state, including all the
 166  * per-object state for planes, crtcs and connectors.
 167  */
 168 void drm_atomic_state_free(struct drm_atomic_state *state)
 169 {
 170         drm_atomic_state_clear(state);
 171
 172         DRM_DEBUG_KMS("Freeing atomic state %p\n", state);
 173
 174         kfree_state(state);
 175 }
 176 EXPORT_SYMBOL(drm_atomic_state_free);
 177
 178 /**
 179  * drm_atomic_get_crtc_state - get crtc state
 180  * @state: global atomic state object
 181  * @crtc: crtc to get state object for
 182  *
 183  * This function returns the crtc state for the given crtc, allocating it if
 184  * needed. It will also grab the relevant crtc lock to make sure that the state
 185  * is consistent.
 186  *
 187  * Returns:
 188  *
 189  * Either the allocated state or the error code encoded into the pointer. When
 190  * the error is EDEADLK then the w/w mutex code has detected a deadlock and the
 191  * entire atomic sequence must be restarted. All other errors are fatal.
 192  */
 193 struct drm_crtc_state *
 194 drm_atomic_get_crtc_state(struct drm_atomic_state *state,
 195                           struct drm_crtc *crtc)
 196 {
 197         int ret, index;
 198         struct drm_crtc_state *crtc_state;
 199
 200         index = drm_crtc_index(crtc);
 201
 202         if (state->crtc_states[index])
 203                 return state->crtc_states[index];
 204
 205         ret = drm_modeset_lock(&crtc->mutex, state->acquire_ctx);
 206         if (ret)
 207                 return ERR_PTR(ret);
 208
 209         crtc_state = crtc->funcs->atomic_duplicate_state(crtc);
 210         if (!crtc_state)
 211                 return ERR_PTR(-ENOMEM);
 212
 213         state->crtc_states[index] = crtc_state;
 214         state->crtcs[index] = crtc;
 215         crtc_state->state = state;
 216
 217         DRM_DEBUG_KMS("Added [CRTC:%d] %p state to %p\n",
 218                       crtc->base.id, crtc_state, state);
 219
 220         return crtc_state;
 221 }
 222 EXPORT_SYMBOL(drm_atomic_get_crtc_state);
 223
 224 /**
 225  * drm_atomic_crtc_set_property - set property on CRTC
 226  * @crtc: the drm CRTC to set a property on
 227  * @state: the state object to update with the new property value
 228  * @property: the property to set
 229  * @val: the new property value
 230  *
 231  * Use this instead of calling crtc->atomic_set_property directly.
 232  * This function handles generic/core properties and calls out to
 233  * driver's ->atomic_set_property() for driver properties.  To ensure
 234  * consistent behavior you must call this function rather than the
 235  * driver hook directly.
 236  *
 237  * RETURNS:
 238  * Zero on success, error code on failure
 239  */
 240 int drm_atomic_crtc_set_property(struct drm_crtc *crtc,
 241                 struct drm_crtc_state *state, struct drm_property *property,
 242                 uint64_t val)
 243 {
 244         if (crtc->funcs->atomic_set_property)
 245                 return crtc->funcs->atomic_set_property(crtc, state, property, val);
 246         return -EINVAL;
 247 }
 248 EXPORT_SYMBOL(drm_atomic_crtc_set_property);
 249
 250 /*
 251  * This function handles generic/core properties and calls out to
 252  * driver's ->atomic_get_property() for driver properties.  To ensure
 253  * consistent behavior you must call this function rather than the
 254  * driver hook directly.
 255  */
 256 int drm_atomic_crtc_get_property(struct drm_crtc *crtc,
 257                 const struct drm_crtc_state *state,
 258                 struct drm_property *property, uint64_t *val)
 259 {
 260         if (crtc->funcs->atomic_get_property)
 261                 return crtc->funcs->atomic_get_property(crtc, state, property, val);
 262         return -EINVAL;
 263 }
 264
 265 /**
 266  * drm_atomic_crtc_check - check crtc state
 267  * @crtc: crtc to check
 268  * @state: crtc state to check
 269  *
 270  * Provides core sanity checks for crtc state.
 271  *
 272  * RETURNS:
 273  * Zero on success, error code on failure
 274  */
 275 static int drm_atomic_crtc_check(struct drm_crtc *crtc,
 276                 struct drm_crtc_state *state)
 277 {
 278         /* NOTE: we explicitly don't enforce constraints such as primary
 279          * layer covering entire screen, since that is something we want
 280          * to allow (on hw that supports it).  For hw that does not, it
 281          * should be checked in driver's crtc->atomic_check() vfunc.
 282          *
 283          * TODO: Add generic modeset state checks once we support those.
 284          */
 285         return 0;
 286 }
 287
 288 /**
 289  * drm_atomic_get_plane_state - get plane state
 290  * @state: global atomic state object
 291  * @plane: plane to get state object for
 292  *
 293  * This function returns the plane state for the given plane, allocating it if
 294  * needed. It will also grab the relevant plane lock to make sure that the state
 295  * is consistent.
 296  *
 297  * Returns:
 298  *
 299  * Either the allocated state or the error code encoded into the pointer. When
 300  * the error is EDEADLK then the w/w mutex code has detected a deadlock and the
 301  * entire atomic sequence must be restarted. All other errors are fatal.
 302  */
 303 struct drm_plane_state *
 304 drm_atomic_get_plane_state(struct drm_atomic_state *state,
 305                           struct drm_plane *plane)
 306 {
 307         int ret, index;
 308         struct drm_plane_state *plane_state;
 309
 310         index = drm_plane_index(plane);
 311
 312         if (state->plane_states[index])
 313                 return state->plane_states[index];
 314
 315         ret = drm_modeset_lock(&plane->mutex, state->acquire_ctx);
 316         if (ret)
 317                 return ERR_PTR(ret);
 318
 319         plane_state = plane->funcs->atomic_duplicate_state(plane);
 320         if (!plane_state)
 321                 return ERR_PTR(-ENOMEM);
 322
 323         state->plane_states[index] = plane_state;
 324         state->planes[index] = plane;
 325         plane_state->state = state;
 326
 327         DRM_DEBUG_KMS("Added [PLANE:%d] %p state to %p\n",
 328                       plane->base.id, plane_state, state);
 329
 330         if (plane_state->crtc) {
 331                 struct drm_crtc_state *crtc_state;
 332
 333                 crtc_state = drm_atomic_get_crtc_state(state,
 334                                                        plane_state->crtc);
 335                 if (IS_ERR(crtc_state))
 336                         return ERR_CAST(crtc_state);
 337         }
 338
 339         return plane_state;
 340 }
 341 EXPORT_SYMBOL(drm_atomic_get_plane_state);
 342
 343 /**
 344  * drm_atomic_plane_set_property - set property on plane
 345  * @plane: the drm plane to set a property on
 346  * @state: the state object to update with the new property value
 347  * @property: the property to set
 348  * @val: the new property value
 349  *
 350  * Use this instead of calling plane->atomic_set_property directly.
 351  * This function handles generic/core properties and calls out to
 352  * driver's ->atomic_set_property() for driver properties.  To ensure
 353  * consistent behavior you must call this function rather than the
 354  * driver hook directly.
 355  *
 356  * RETURNS:
 357  * Zero on success, error code on failure
 358  */
 359 int drm_atomic_plane_set_property(struct drm_plane *plane,
 360                 struct drm_plane_state *state, struct drm_property *property,
 361                 uint64_t val)
 362 {
 363         struct drm_device *dev = plane->dev;
 364         struct drm_mode_config *config = &dev->mode_config;
 365
 366         if (property == config->prop_fb_id) {
 367                 struct drm_framebuffer *fb = drm_framebuffer_lookup(dev, val);
 368                 drm_atomic_set_fb_for_plane(state, fb);
 369                 if (fb)
 370                         drm_framebuffer_unreference(fb);
 371         } else if (property == config->prop_crtc_id) {
 372                 struct drm_crtc *crtc = drm_crtc_find(dev, val);
 373                 return drm_atomic_set_crtc_for_plane(state, crtc);
 374         } else if (property == config->prop_crtc_x) {
 375                 state->crtc_x = U642I64(val);
 376         } else if (property == config->prop_crtc_y) {
 377                 state->crtc_y = U642I64(val);
 378         } else if (property == config->prop_crtc_w) {
 379                 state->crtc_w = val;
 380         } else if (property == config->prop_crtc_h) {
 381                 state->crtc_h = val;
 382         } else if (property == config->prop_src_x) {
 383                 state->src_x = val;
 384         } else if (property == config->prop_src_y) {
 385                 state->src_y = val;
 386         } else if (property == config->prop_src_w) {
 387                 state->src_w = val;
 388         } else if (property == config->prop_src_h) {
 389                 state->src_h = val;
 390         } else if (plane->funcs->atomic_set_property) {
 391                 return plane->funcs->atomic_set_property(plane, state,
 392                                 property, val);
 393         } else {
 394                 return -EINVAL;
 395         }
 396
 397         return 0;
 398 }
 399 EXPORT_SYMBOL(drm_atomic_plane_set_property);
 400
 401 /*
 402  * This function handles generic/core properties and calls out to
 403  * driver's ->atomic_get_property() for driver properties.  To ensure
 404  * consistent behavior you must call this function rather than the
 405  * driver hook directly.
 406  */
 407 static int
 408 drm_atomic_plane_get_property(struct drm_plane *plane,
 409                 const struct drm_plane_state *state,
 410                 struct drm_property *property, uint64_t *val)
 411 {
 412         struct drm_device *dev = plane->dev;
 413         struct drm_mode_config *config = &dev->mode_config;
 414
 415         if (property == config->prop_fb_id) {
 416                 *val = (state->fb) ? state->fb->base.id : 0;
 417         } else if (property == config->prop_crtc_id) {
 418                 *val = (state->crtc) ? state->crtc->base.id : 0;
 419         } else if (property == config->prop_crtc_x) {
 420                 *val = I642U64(state->crtc_x);
 421         } else if (property == config->prop_crtc_y) {
 422                 *val = I642U64(state->crtc_y);
 423         } else if (property == config->prop_crtc_w) {
 424                 *val = state->crtc_w;
 425         } else if (property == config->prop_crtc_h) {
 426                 *val = state->crtc_h;
 427         } else if (property == config->prop_src_x) {
 428                 *val = state->src_x;
 429         } else if (property == config->prop_src_y) {
 430                 *val = state->src_y;
 431         } else if (property == config->prop_src_w) {
 432                 *val = state->src_w;
 433         } else if (property == config->prop_src_h) {
 434                 *val = state->src_h;
 435         } else if (plane->funcs->atomic_get_property) {
 436                 return plane->funcs->atomic_get_property(plane, state, property, val);
 437         } else {
 438                 return -EINVAL;
 439         }
 440
 441         return 0;
 442 }
 443
 444 /**
 445  * drm_atomic_plane_check - check plane state
 446  * @plane: plane to check
 447  * @state: plane state to check
 448  *
 449  * Provides core sanity checks for plane state.
 450  *
 451  * RETURNS:
 452  * Zero on success, error code on failure
 453  */
 454 static int drm_atomic_plane_check(struct drm_plane *plane,
 455                 struct drm_plane_state *state)
 456 {
 457         unsigned int fb_width, fb_height;
 458         unsigned int i;
 459
 460         /* either *both* CRTC and FB must be set, or neither */
 461         if (WARN_ON(state->crtc && !state->fb)) {
 462                 DRM_DEBUG_KMS("CRTC set but no FB\n");
 463                 return -EINVAL;
 464         } else if (WARN_ON(state->fb && !state->crtc)) {
 465                 DRM_DEBUG_KMS("FB set but no CRTC\n");
 466                 return -EINVAL;
 467         }
 468
 469         /* if disabled, we don't care about the rest of the state: */
 470         if (!state->crtc)
 471                 return 0;
 472
 473         /* Check whether this plane is usable on this CRTC */
 474         if (!(plane->possible_crtcs & drm_crtc_mask(state->crtc))) {
 475                 DRM_DEBUG_KMS("Invalid crtc for plane\n");
 476                 return -EINVAL;
 477         }
 478
 479         /* Check whether this plane supports the fb pixel format. */
 480         for (i = 0; i < plane->format_count; i++)
 481                 if (state->fb->pixel_format == plane->format_types[i])
 482                         break;
 483         if (i == plane->format_count) {
 484                 DRM_DEBUG_KMS("Invalid pixel format %s\n",
 485                               drm_get_format_name(state->fb->pixel_format));
 486                 return -EINVAL;
 487         }
 488
 489         /* Give drivers some help against integer overflows */
 490         if (state->crtc_w > INT_MAX ||
 491             state->crtc_x > INT_MAX - (int32_t) state->crtc_w ||
 492             state->crtc_h > INT_MAX ||
 493             state->crtc_y > INT_MAX - (int32_t) state->crtc_h) {
 494                 DRM_DEBUG_KMS("Invalid CRTC coordinates %ux%u+%d+%d\n",
 495                               state->crtc_w, state->crtc_h,
 496                               state->crtc_x, state->crtc_y);
 497                 return -ERANGE;
 498         }
 499
 500         fb_width = state->fb->width << 16;
 501         fb_height = state->fb->height << 16;
 502
 503         /* Make sure source coordinates are inside the fb. */
 504         if (state->src_w > fb_width ||
 505             state->src_x > fb_width - state->src_w ||
 506             state->src_h > fb_height ||
 507             state->src_y > fb_height - state->src_h) {
 508                 DRM_DEBUG_KMS("Invalid source coordinates "
 509                               "%u.%06ux%u.%06u+%u.%06u+%u.%06u\n",
 510                               state->src_w >> 16, ((state->src_w & 0xffff) * 15625) >> 10,
 511                               state->src_h >> 16, ((state->src_h & 0xffff) * 15625) >> 10,
 512                               state->src_x >> 16, ((state->src_x & 0xffff) * 15625) >> 10,
 513                               state->src_y >> 16, ((state->src_y & 0xffff) * 15625) >> 10);
 514                 return -ENOSPC;
 515         }
 516
 517         return 0;
 518 }
 519
 520 /**
 521  * drm_atomic_get_connector_state - get connector state
 522  * @state: global atomic state object
 523  * @connector: connector to get state object for
 524  *
 525  * This function returns the connector state for the given connector,
 526  * allocating it if needed. It will also grab the relevant connector lock to
 527  * make sure that the state is consistent.
 528  *
 529  * Returns:
 530  *
 531  * Either the allocated state or the error code encoded into the pointer. When
 532  * the error is EDEADLK then the w/w mutex code has detected a deadlock and the
 533  * entire atomic sequence must be restarted. All other errors are fatal.
 534  */
 535 struct drm_connector_state *
 536 drm_atomic_get_connector_state(struct drm_atomic_state *state,
 537                           struct drm_connector *connector)
 538 {
 539         int ret, index;
 540         struct drm_mode_config *config = &connector->dev->mode_config;
 541         struct drm_connector_state *connector_state;
 542
 543         ret = drm_modeset_lock(&config->connection_mutex, state->acquire_ctx);
 544         if (ret)
 545                 return ERR_PTR(ret);
 546
 547         index = drm_connector_index(connector);
 548
 549         /*
 550          * Construction of atomic state updates can race with a connector
 551          * hot-add which might overflow. In this case flip the table and just
 552          * restart the entire ioctl - no one is fast enough to livelock a cpu
 553          * with physical hotplug events anyway.
 554          *
 555          * Note that we only grab the indexes once we have the right lock to
 556          * prevent hotplug/unplugging of connectors. So removal is no problem,
 557          * at most the array is a bit too large.
 558          */
 559         if (index >= state->num_connector) {
 560                 DRM_DEBUG_KMS("Hot-added connector would overflow state array, restarting\n");
 561                 return ERR_PTR(-EAGAIN);
 562         }
 563
 564         if (state->connector_states[index])
 565                 return state->connector_states[index];
 566
 567         connector_state = connector->funcs->atomic_duplicate_state(connector);
 568         if (!connector_state)
 569                 return ERR_PTR(-ENOMEM);
 570
 571         state->connector_states[index] = connector_state;
 572         state->connectors[index] = connector;
 573         connector_state->state = state;
 574
 575         DRM_DEBUG_KMS("Added [CONNECTOR:%d] %p state to %p\n",
 576                       connector->base.id, connector_state, state);
 577
 578         if (connector_state->crtc) {
 579                 struct drm_crtc_state *crtc_state;
 580
 581                 crtc_state = drm_atomic_get_crtc_state(state,
 582                                                        connector_state->crtc);
 583                 if (IS_ERR(crtc_state))
 584                         return ERR_CAST(crtc_state);
 585         }
 586
 587         return connector_state;
 588 }
 589 EXPORT_SYMBOL(drm_atomic_get_connector_state);
 590
 591 /**
 592  * drm_atomic_connector_set_property - set property on connector.
 593  * @connector: the drm connector to set a property on
 594  * @state: the state object to update with the new property value
 595  * @property: the property to set
 596  * @val: the new property value
 597  *
 598  * Use this instead of calling connector->atomic_set_property directly.
 599  * This function handles generic/core properties and calls out to
 600  * driver's ->atomic_set_property() for driver properties.  To ensure
 601  * consistent behavior you must call this function rather than the
 602  * driver hook directly.
 603  *
 604  * RETURNS:
 605  * Zero on success, error code on failure
 606  */
 607 int drm_atomic_connector_set_property(struct drm_connector *connector,
 608                 struct drm_connector_state *state, struct drm_property *property,
 609                 uint64_t val)
 610 {
 611         struct drm_device *dev = connector->dev;
 612         struct drm_mode_config *config = &dev->mode_config;
 613
 614         if (property == config->prop_crtc_id) {
 615                 struct drm_crtc *crtc = drm_crtc_find(dev, val);
 616                 return drm_atomic_set_crtc_for_connector(state, crtc);
 617         } else if (property == config->dpms_property) {
 618                 /* setting DPMS property requires special handling, which
 619                  * is done in legacy setprop path for us.  Disallow (for
 620                  * now?) atomic writes to DPMS property:
 621                  */
 622                 return -EINVAL;
 623         } else if (connector->funcs->atomic_set_property) {
 624                 return connector->funcs->atomic_set_property(connector,
 625                                 state, property, val);
 626         } else {
 627                 return -EINVAL;
 628         }
 629 }
 630 EXPORT_SYMBOL(drm_atomic_connector_set_property);
 631
 632 /*
 633  * This function handles generic/core properties and calls out to
 634  * driver's ->atomic_get_property() for driver properties.  To ensure
 635  * consistent behavior you must call this function rather than the
 636  * driver hook directly.
 637  */
 638 static int
 639 drm_atomic_connector_get_property(struct drm_connector *connector,
 640                 const struct drm_connector_state *state,
 641                 struct drm_property *property, uint64_t *val)
 642 {
 643         struct drm_device *dev = connector->dev;
 644         struct drm_mode_config *config = &dev->mode_config;
 645
 646         if (property == config->prop_crtc_id) {
 647                 *val = (state->crtc) ? state->crtc->base.id : 0;
 648         } else if (property == config->dpms_property) {
 649                 *val = connector->dpms;
 650         } else if (connector->funcs->atomic_get_property) {
 651                 return connector->funcs->atomic_get_property(connector,
 652                                 state, property, val);
 653         } else {
 654                 return -EINVAL;
 655         }
 656
 657         return 0;
 658 }
 659
 660 int drm_atomic_get_property(struct drm_mode_object *obj,
 661                 struct drm_property *property, uint64_t *val)
 662 {
 663         struct drm_device *dev = property->dev;
 664         int ret;
 665
 666         switch (obj->type) {
 667         case DRM_MODE_OBJECT_CONNECTOR: {
 668                 struct drm_connector *connector = obj_to_connector(obj);
 669                 WARN_ON(!drm_modeset_is_locked(&dev->mode_config.connection_mutex));
 670                 ret = drm_atomic_connector_get_property(connector,
 671                                 connector->state, property, val);
 672                 break;
 673         }
 674         case DRM_MODE_OBJECT_CRTC: {
 675                 struct drm_crtc *crtc = obj_to_crtc(obj);
 676                 WARN_ON(!drm_modeset_is_locked(&crtc->mutex));
 677                 ret = drm_atomic_crtc_get_property(crtc,
 678                                 crtc->state, property, val);
 679                 break;
 680         }
 681         case DRM_MODE_OBJECT_PLANE: {
 682                 struct drm_plane *plane = obj_to_plane(obj);
 683                 WARN_ON(!drm_modeset_is_locked(&plane->mutex));
 684                 ret = drm_atomic_plane_get_property(plane,
 685                                 plane->state, property, val);
 686                 break;
 687         }
 688         default:
 689                 ret = -EINVAL;
 690                 break;
 691         }
 692
 693         return ret;
 694 }
 695
 696 /**
 697  * drm_atomic_set_crtc_for_plane - set crtc for plane
 698  * @plane_state: the plane whose incoming state to update
 699  * @crtc: crtc to use for the plane
 700  *
 701  * Changing the assigned crtc for a plane requires us to grab the lock and state
 702  * for the new crtc, as needed. This function takes care of all these details
 703  * besides updating the pointer in the state object itself.
 704  *
 705  * Returns:
 706  * 0 on success or can fail with -EDEADLK or -ENOMEM. When the error is EDEADLK
 707  * then the w/w mutex code has detected a deadlock and the entire atomic
 708  * sequence must be restarted. All other errors are fatal.
 709  */
 710 int
 711 drm_atomic_set_crtc_for_plane(struct drm_plane_state *plane_state,
 712                               struct drm_crtc *crtc)
 713 {
 714         struct drm_plane *plane = plane_state->plane;
 715         struct drm_crtc_state *crtc_state;
 716
 717         if (plane_state->crtc) {
 718                 crtc_state = drm_atomic_get_crtc_state(plane_state->state,
 719                                                        plane_state->crtc);
 720                 if (WARN_ON(IS_ERR(crtc_state)))
 721                         return PTR_ERR(crtc_state);
 722
 723                 crtc_state->plane_mask &= ~(1 << drm_plane_index(plane));
 724         }
 725
 726         plane_state->crtc = crtc;
 727
 728         if (crtc) {
 729                 crtc_state = drm_atomic_get_crtc_state(plane_state->state,
 730                                                        crtc);
 731                 if (IS_ERR(crtc_state))
 732                         return PTR_ERR(crtc_state);
 733                 crtc_state->plane_mask |= (1 << drm_plane_index(plane));
 734         }
 735
 736         if (crtc)
 737                 DRM_DEBUG_KMS("Link plane state %p to [CRTC:%d]\n",
 738                               plane_state, crtc->base.id);
 739         else
 740                 DRM_DEBUG_KMS("Link plane state %p to [NOCRTC]\n", plane_state);
 741
 742         return 0;
 743 }
 744 EXPORT_SYMBOL(drm_atomic_set_crtc_for_plane);
 745
 746 /**
 747  * drm_atomic_set_fb_for_plane - set crtc for plane
 748  * @plane_state: atomic state object for the plane
 749  * @fb: fb to use for the plane
 750  *
 751  * Changing the assigned framebuffer for a plane requires us to grab a reference
 752  * to the new fb and drop the reference to the old fb, if there is one. This
 753  * function takes care of all these details besides updating the pointer in the
 754  * state object itself.
 755  */
 756 void
 757 drm_atomic_set_fb_for_plane(struct drm_plane_state *plane_state,
 758                             struct drm_framebuffer *fb)
 759 {
 760         if (plane_state->fb)
 761                 drm_framebuffer_unreference(plane_state->fb);
 762         if (fb)
 763                 drm_framebuffer_reference(fb);
 764         plane_state->fb = fb;
 765
 766         if (fb)
 767                 DRM_DEBUG_KMS("Set [FB:%d] for plane state %p\n",
 768                               fb->base.id, plane_state);
 769         else
 770                 DRM_DEBUG_KMS("Set [NOFB] for plane state %p\n", plane_state);
 771 }
 772 EXPORT_SYMBOL(drm_atomic_set_fb_for_plane);
 773
 774 /**
 775  * drm_atomic_set_crtc_for_connector - set crtc for connector
 776  * @conn_state: atomic state object for the connector
 777  * @crtc: crtc to use for the connector
 778  *
 779  * Changing the assigned crtc for a connector requires us to grab the lock and
 780  * state for the new crtc, as needed. This function takes care of all these
 781  * details besides updating the pointer in the state object itself.
 782  *
 783  * Returns:
 784  * 0 on success or can fail with -EDEADLK or -ENOMEM. When the error is EDEADLK
 785  * then the w/w mutex code has detected a deadlock and the entire atomic
 786  * sequence must be restarted. All other errors are fatal.
 787  */
 788 int
 789 drm_atomic_set_crtc_for_connector(struct drm_connector_state *conn_state,
 790                                   struct drm_crtc *crtc)
 791 {
 792         struct drm_crtc_state *crtc_state;
 793
 794         if (crtc) {
 795                 crtc_state = drm_atomic_get_crtc_state(conn_state->state, crtc);
 796                 if (IS_ERR(crtc_state))
 797                         return PTR_ERR(crtc_state);
 798         }
 799
 800         conn_state->crtc = crtc;
 801
 802         if (crtc)
 803                 DRM_DEBUG_KMS("Link connector state %p to [CRTC:%d]\n",
 804                               conn_state, crtc->base.id);
 805         else
 806                 DRM_DEBUG_KMS("Link connector state %p to [NOCRTC]\n",
 807                               conn_state);
 808
 809         return 0;
 810 }
 811 EXPORT_SYMBOL(drm_atomic_set_crtc_for_connector);
 812
 813 /**
 814  * drm_atomic_add_affected_connectors - add connectors for crtc
 815  * @state: atomic state
 816  * @crtc: DRM crtc
 817  *
 818  * This function walks the current configuration and adds all connectors
 819  * currently using @crtc to the atomic configuration @state. Note that this
 820  * function must acquire the connection mutex. This can potentially cause
 821  * unneeded seralization if the update is just for the planes on one crtc. Hence
 822  * drivers and helpers should only call this when really needed (e.g. when a
 823  * full modeset needs to happen due to some change).
 824  *
 825  * Returns:
 826  * 0 on success or can fail with -EDEADLK or -ENOMEM. When the error is EDEADLK
 827  * then the w/w mutex code has detected a deadlock and the entire atomic
 828  * sequence must be restarted. All other errors are fatal.
 829  */
 830 int
 831 drm_atomic_add_affected_connectors(struct drm_atomic_state *state,
 832                                    struct drm_crtc *crtc)
 833 {
 834         struct drm_mode_config *config = &state->dev->mode_config;
 835         struct drm_connector *connector;
 836         struct drm_connector_state *conn_state;
 837         int ret;
 838
 839         ret = drm_modeset_lock(&config->connection_mutex, state->acquire_ctx);
 840         if (ret)
 841                 return ret;
 842
 843         DRM_DEBUG_KMS("Adding all current connectors for [CRTC:%d] to %p\n",
 844                       crtc->base.id, state);
 845
 846         /*
 847          * Changed connectors are already in @state, so only need to look at the
 848          * current configuration.
 849          */
 850         list_for_each_entry(connector, &config->connector_list, head) {
 851                 if (connector->state->crtc != crtc)
 852                         continue;
 853
 854                 conn_state = drm_atomic_get_connector_state(state, connector);
 855                 if (IS_ERR(conn_state))
 856                         return PTR_ERR(conn_state);
 857         }
 858
 859         return 0;
 860 }
 861 EXPORT_SYMBOL(drm_atomic_add_affected_connectors);
 862
 863 /**
 864  * drm_atomic_connectors_for_crtc - count number of connected outputs
 865  * @state: atomic state
 866  * @crtc: DRM crtc
 867  *
 868  * This function counts all connectors which will be connected to @crtc
 869  * according to @state. Useful to recompute the enable state for @crtc.
 870  */
 871 int
 872 drm_atomic_connectors_for_crtc(struct drm_atomic_state *state,
 873                                struct drm_crtc *crtc)
 874 {
 875         int i, num_connected_connectors = 0;
 876
 877         for (i = 0; i < state->num_connector; i++) {
 878                 struct drm_connector_state *conn_state;
 879
 880                 conn_state = state->connector_states[i];
 881
 882                 if (conn_state && conn_state->crtc == crtc)
 883                         num_connected_connectors++;
 884         }
 885
 886         DRM_DEBUG_KMS("State %p has %i connectors for [CRTC:%d]\n",
 887                       state, num_connected_connectors, crtc->base.id);
 888
 889         return num_connected_connectors;
 890 }
 891 EXPORT_SYMBOL(drm_atomic_connectors_for_crtc);
 892
 893 /**
 894  * drm_atomic_legacy_backoff - locking backoff for legacy ioctls
 895  * @state: atomic state
 896  *
 897  * This function should be used by legacy entry points which don't understand
 898  * -EDEADLK semantics. For simplicity this one will grab all modeset locks after
 899  *  the slowpath completed.
 900  */
 901 void drm_atomic_legacy_backoff(struct drm_atomic_state *state)
 902 {
 903         int ret;
 904
 905 retry:
 906         drm_modeset_backoff(state->acquire_ctx);
 907
 908         ret = drm_modeset_lock(&state->dev->mode_config.connection_mutex,
 909                                state->acquire_ctx);
 910         if (ret)
 911                 goto retry;
 912         ret = drm_modeset_lock_all_crtcs(state->dev,
 913                                          state->acquire_ctx);
 914         if (ret)
 915                 goto retry;
 916 }
 917 EXPORT_SYMBOL(drm_atomic_legacy_backoff);
 918
 919 /**
 920  * drm_atomic_check_only - check whether a given config would work
 921  * @state: atomic configuration to check
 922  *
 923  * Note that this function can return -EDEADLK if the driver needed to acquire
 924  * more locks but encountered a deadlock. The caller must then do the usual w/w
 925  * backoff dance and restart. All other errors are fatal.
 926  *
 927  * Returns:
 928  * 0 on success, negative error code on failure.
 929  */
 930 int drm_atomic_check_only(struct drm_atomic_state *state)
 931 {
 932         struct drm_device *dev = state->dev;
 933         struct drm_mode_config *config = &dev->mode_config;
 934         int nplanes = config->num_total_plane;
 935         int ncrtcs = config->num_crtc;
 936         int i, ret = 0;
 937
 938         DRM_DEBUG_KMS("checking %p\n", state);
 939
 940         for (i = 0; i < nplanes; i++) {
 941                 struct drm_plane *plane = state->planes[i];
 942
 943                 if (!plane)
 944                         continue;
 945
 946                 ret = drm_atomic_plane_check(plane, state->plane_states[i]);
 947                 if (ret) {
 948                         DRM_DEBUG_KMS("[PLANE:%d] atomic core check failed\n",
 949                                       plane->base.id);
 950                         return ret;
 951                 }
 952         }
 953
 954         for (i = 0; i < ncrtcs; i++) {
 955                 struct drm_crtc *crtc = state->crtcs[i];
 956
 957                 if (!crtc)
 958                         continue;
 959
 960                 ret = drm_atomic_crtc_check(crtc, state->crtc_states[i]);
 961                 if (ret) {
 962                         DRM_DEBUG_KMS("[CRTC:%d] atomic core check failed\n",
 963                                       crtc->base.id);
 964                         return ret;
 965                 }
 966         }
 967
 968         if (config->funcs->atomic_check)
 969                 ret = config->funcs->atomic_check(state->dev, state);
 970
 971         if (!state->allow_modeset) {
 972                 for (i = 0; i < ncrtcs; i++) {
 973                         struct drm_crtc *crtc = state->crtcs[i];
 974                         struct drm_crtc_state *crtc_state = state->crtc_states[i];
 975
 976                         if (!crtc)
 977                                 continue;
 978
 979                         if (crtc_state->mode_changed) {
 980                                 DRM_DEBUG_KMS("[CRTC:%d] requires full modeset\n",
 981                                               crtc->base.id);
 982                                 return -EINVAL;
 983                         }
 984                 }
 985         }
 986
 987         return ret;
 988 }
 989 EXPORT_SYMBOL(drm_atomic_check_only);
 990
 991 /**
 992  * drm_atomic_commit - commit configuration atomically
 993  * @state: atomic configuration to check
 994  *
 995  * Note that this function can return -EDEADLK if the driver needed to acquire
 996  * more locks but encountered a deadlock. The caller must then do the usual w/w
 997  * backoff dance and restart. All other errors are fatal.
 998  *
 999  * Also note that on successful execution ownership of @state is transferred
1000  * from the caller of this function to the function itself. The caller must not
1001  * free or in any other way access @state. If the function fails then the caller
1002  * must clean up @state itself.
1003  *
1004  * Returns:
1005  * 0 on success, negative error code on failure.
1006  */
1007 int drm_atomic_commit(struct drm_atomic_state *state)
1008 {
1009         struct drm_mode_config *config = &state->dev->mode_config;
1010         int ret;
1011
1012         ret = drm_atomic_check_only(state);
1013         if (ret)
1014                 return ret;
1015
1016         DRM_DEBUG_KMS("commiting %p\n", state);
1017
1018         return config->funcs->atomic_commit(state->dev, state, false);
1019 }
1020 EXPORT_SYMBOL(drm_atomic_commit);
1021
1022 /**
1023  * drm_atomic_async_commit - atomic&async configuration commit
1024  * @state: atomic configuration to check
1025  *
1026  * Note that this function can return -EDEADLK if the driver needed to acquire
1027  * more locks but encountered a deadlock. The caller must then do the usual w/w
1028  * backoff dance and restart. All other errors are fatal.
1029  *
1030  * Also note that on successful execution ownership of @state is transferred
1031  * from the caller of this function to the function itself. The caller must not
1032  * free or in any other way access @state. If the function fails then the caller
1033  * must clean up @state itself.
1034  *
1035  * Returns:
1036  * 0 on success, negative error code on failure.
1037  */
1038 int drm_atomic_async_commit(struct drm_atomic_state *state)
1039 {
1040         struct drm_mode_config *config = &state->dev->mode_config;
1041         int ret;
1042
1043         ret = drm_atomic_check_only(state);
1044         if (ret)
1045                 return ret;
1046
1047         DRM_DEBUG_KMS("commiting %p asynchronously\n", state);
1048
1049         return config->funcs->atomic_commit(state->dev, state, true);
1050 }
1051 EXPORT_SYMBOL(drm_atomic_async_commit);
1052
1053 /*
1054  * The big monstor ioctl
1055  */
1056
1057 static struct drm_pending_vblank_event *create_vblank_event(
1058                 struct drm_device *dev, struct drm_file *file_priv, uint64_t user_data)
1059 {
1060         struct drm_pending_vblank_event *e = NULL;
1061         unsigned long flags;
1062
1063         spin_lock_irqsave(&dev->event_lock, flags);
1064         if (file_priv->event_space < sizeof e->event) {
1065                 spin_unlock_irqrestore(&dev->event_lock, flags);
1066                 goto out;
1067         }
1068         file_priv->event_space -= sizeof e->event;
1069         spin_unlock_irqrestore(&dev->event_lock, flags);
1070
1071         e = kzalloc(sizeof *e, GFP_KERNEL);
1072         if (e == NULL) {
1073                 spin_lock_irqsave(&dev->event_lock, flags);
1074                 file_priv->event_space += sizeof e->event;
1075                 spin_unlock_irqrestore(&dev->event_lock, flags);
1076                 goto out;
1077         }
1078
1079         e->event.base.type = DRM_EVENT_FLIP_COMPLETE;
1080         e->event.base.length = sizeof e->event;
1081         e->event.user_data = user_data;
1082         e->base.event = &e->event.base;
1083         e->base.file_priv = file_priv;
1084         e->base.destroy = (void (*) (struct drm_pending_event *)) kfree;
1085
1086 out:
1087         return e;
1088 }
1089
1090 static void destroy_vblank_event(struct drm_device *dev,
1091                 struct drm_file *file_priv, struct drm_pending_vblank_event *e)
1092 {
1093         unsigned long flags;
1094
1095         spin_lock_irqsave(&dev->event_lock, flags);
1096         file_priv->event_space += sizeof e->event;
1097         spin_unlock_irqrestore(&dev->event_lock, flags);
1098         kfree(e);
1099 }
1100
1101 static int atomic_set_prop(struct drm_atomic_state *state,
1102                 struct drm_mode_object *obj, struct drm_property *prop,
1103                 uint64_t prop_value)
1104 {
1105         struct drm_mode_object *ref;
1106         int ret;
1107
1108         if (!drm_property_change_valid_get(prop, prop_value, &ref))
1109                 return -EINVAL;
1110
1111         switch (obj->type) {
1112         case DRM_MODE_OBJECT_CONNECTOR: {
1113                 struct drm_connector *connector = obj_to_connector(obj);
1114                 struct drm_connector_state *connector_state;
1115
1116                 connector_state = drm_atomic_get_connector_state(state, connector);
1117                 if (IS_ERR(connector_state)) {
1118                         ret = PTR_ERR(connector_state);
1119                         break;
1120                 }
1121
1122                 ret = drm_atomic_connector_set_property(connector,
1123                                 connector_state, prop, prop_value);
1124                 break;
1125         }
1126         case DRM_MODE_OBJECT_CRTC: {
1127                 struct drm_crtc *crtc = obj_to_crtc(obj);
1128                 struct drm_crtc_state *crtc_state;
1129
1130                 crtc_state = drm_atomic_get_crtc_state(state, crtc);
1131                 if (IS_ERR(crtc_state)) {
1132                         ret = PTR_ERR(crtc_state);
1133                         break;
1134                 }
1135
1136                 ret = drm_atomic_crtc_set_property(crtc,
1137                                 crtc_state, prop, prop_value);
1138                 break;
1139         }
1140         case DRM_MODE_OBJECT_PLANE: {
1141                 struct drm_plane *plane = obj_to_plane(obj);
1142                 struct drm_plane_state *plane_state;
1143
1144                 plane_state = drm_atomic_get_plane_state(state, plane);
1145                 if (IS_ERR(plane_state)) {
1146                         ret = PTR_ERR(plane_state);
1147                         break;
1148                 }
1149
1150                 ret = drm_atomic_plane_set_property(plane,
1151                                 plane_state, prop, prop_value);
1152                 break;
1153         }
1154         default:
1155                 ret = -EINVAL;
1156                 break;
1157         }
1158
1159         drm_property_change_valid_put(prop, ref);
1160         return ret;
1161 }
1162
1163 int drm_mode_atomic_ioctl(struct drm_device *dev,
1164                           void *data, struct drm_file *file_priv)
1165 {
1166         struct drm_mode_atomic *arg = data;
1167         uint32_t __user *objs_ptr = (uint32_t __user *)(unsigned long)(arg->objs_ptr);
1168         uint32_t __user *count_props_ptr = (uint32_t __user *)(unsigned long)(arg->count_props_ptr);
1169         uint32_t __user *props_ptr = (uint32_t __user *)(unsigned long)(arg->props_ptr);
1170         uint64_t __user *prop_values_ptr = (uint64_t __user *)(unsigned long)(arg->prop_values_ptr);
1171         unsigned int copied_objs, copied_props;
1172         struct drm_atomic_state *state;
1173         struct drm_modeset_acquire_ctx ctx;
1174         struct drm_plane *plane;
1175         unsigned plane_mask = 0;
1176         int ret = 0;
1177         unsigned int i, j;
1178
1179         /* disallow for drivers not supporting atomic: */
1180         if (!drm_core_check_feature(dev, DRIVER_ATOMIC))
1181                 return -EINVAL;
1182
1183         /* disallow for userspace that has not enabled atomic cap (even
1184          * though this may be a bit overkill, since legacy userspace
1185          * wouldn't know how to call this ioctl)
1186          */
1187         if (!file_priv->atomic)
1188                 return -EINVAL;
1189
1190         if (arg->flags & ~DRM_MODE_ATOMIC_FLAGS)
1191                 return -EINVAL;
1192
1193         if (arg->reserved)
1194                 return -EINVAL;
1195
1196         if ((arg->flags & DRM_MODE_PAGE_FLIP_ASYNC) &&
1197                         !dev->mode_config.async_page_flip)
1198                 return -EINVAL;
1199
1200         /* can't test and expect an event at the same time. */
1201         if ((arg->flags & DRM_MODE_ATOMIC_TEST_ONLY) &&
1202                         (arg->flags & DRM_MODE_PAGE_FLIP_EVENT))
1203                 return -EINVAL;
1204
1205         drm_modeset_acquire_init(&ctx, 0);
1206
1207         state = drm_atomic_state_alloc(dev);
1208         if (!state)
1209                 return -ENOMEM;
1210
1211         state->acquire_ctx = &ctx;
1212         state->allow_modeset = !!(arg->flags & DRM_MODE_ATOMIC_ALLOW_MODESET);
1213
1214 retry:
1215         copied_objs = 0;
1216         copied_props = 0;
1217
1218         for (i = 0; i < arg->count_objs; i++) {
1219                 uint32_t obj_id, count_props;
1220                 struct drm_mode_object *obj;
1221
1222                 if (get_user(obj_id, objs_ptr + copied_objs)) {
1223                         ret = -EFAULT;
1224                         goto fail;
1225                 }
1226
1227                 obj = drm_mode_object_find(dev, obj_id, DRM_MODE_OBJECT_ANY);
1228                 if (!obj || !obj->properties) {
1229                         ret = -ENOENT;
1230                         goto fail;
1231                 }
1232
1233                 if (obj->type == DRM_MODE_OBJECT_PLANE) {
1234                         plane = obj_to_plane(obj);
1235                         plane_mask |= (1 << drm_plane_index(plane));
1236                         plane->old_fb = plane->fb;
1237                 }
1238
1239                 if (get_user(count_props, count_props_ptr + copied_objs)) {
1240                         ret = -EFAULT;
1241                         goto fail;
1242                 }
1243
1244                 copied_objs++;
1245
1246                 for (j = 0; j < count_props; j++) {
1247                         uint32_t prop_id;
1248                         uint64_t prop_value;
1249                         struct drm_property *prop;
1250
1251                         if (get_user(prop_id, props_ptr + copied_props)) {
1252                                 ret = -EFAULT;
1253                                 goto fail;
1254                         }
1255
1256                         prop = drm_property_find(dev, prop_id);
1257                         if (!prop) {
1258                                 ret = -ENOENT;
1259                                 goto fail;
1260                         }
1261
1262                         if (copy_from_user(&prop_value,
1263                                            prop_values_ptr + copied_props,
1264                                            sizeof(prop_value))) {
1265                                 ret = -EFAULT;
1266                                 goto fail;
1267                         }
1268
1269                         ret = atomic_set_prop(state, obj, prop, prop_value);
1270                         if (ret)
1271                                 goto fail;
1272
1273                         copied_props++;
1274                 }
1275         }
1276
1277         if (arg->flags & DRM_MODE_PAGE_FLIP_EVENT) {
1278                 int ncrtcs = dev->mode_config.num_crtc;
1279
1280                 for (i = 0; i < ncrtcs; i++) {
1281                         struct drm_crtc_state *crtc_state = state->crtc_states[i];
1282                         struct drm_pending_vblank_event *e;
1283
1284                         if (!crtc_state)
1285                                 continue;
1286
1287                         e = create_vblank_event(dev, file_priv, arg->user_data);
1288                         if (!e) {
1289                                 ret = -ENOMEM;
1290                                 goto fail;
1291                         }
1292
1293                         crtc_state->event = e;
1294                 }
1295         }
1296
1297         if (arg->flags & DRM_MODE_ATOMIC_TEST_ONLY) {
1298                 ret = drm_atomic_check_only(state);
1299                 /* _check_only() does not free state, unlike _commit() */
1300                 drm_atomic_state_free(state);
1301         } else if (arg->flags & DRM_MODE_ATOMIC_NONBLOCK) {
1302                 ret = drm_atomic_async_commit(state);
1303         } else {
1304                 ret = drm_atomic_commit(state);
1305         }
1306
1307         /* if succeeded, fixup legacy plane crtc/fb ptrs before dropping
1308          * locks (ie. while it is still safe to deref plane->state).  We
1309          * need to do this here because the driver entry points cannot
1310          * distinguish between legacy and atomic ioctls.
1311          */
1312         drm_for_each_plane_mask(plane, dev, plane_mask) {
1313                 if (ret == 0) {
1314                         struct drm_framebuffer *new_fb = plane->state->fb;
1315                         if (new_fb)
1316                                 drm_framebuffer_reference(new_fb);
1317                         plane->fb = new_fb;
1318                         plane->crtc = plane->state->crtc;
1319                 } else {
1320                         plane->old_fb = NULL;
1321                 }
1322                 if (plane->old_fb) {
1323                         drm_framebuffer_unreference(plane->old_fb);
1324                         plane->old_fb = NULL;
1325                 }
1326         }
1327
1328         drm_modeset_drop_locks(&ctx);
1329         drm_modeset_acquire_fini(&ctx);
1330
1331         return ret;
1332
1333 fail:
1334         if (ret == -EDEADLK)
1335                 goto backoff;
1336
1337         if (arg->flags & DRM_MODE_PAGE_FLIP_EVENT) {
1338                 int ncrtcs = dev->mode_config.num_crtc;
1339
1340                 for (i = 0; i < ncrtcs; i++) {
1341                         struct drm_crtc_state *crtc_state = state->crtc_states[i];
1342
1343                         if (!crtc_state)
1344                                 continue;
1345
1346                         destroy_vblank_event(dev, file_priv, crtc_state->event);
1347                         crtc_state->event = NULL;
1348                 }
1349         }
1350
1351         drm_atomic_state_free(state);
1352
1353         drm_modeset_drop_locks(&ctx);
1354         drm_modeset_acquire_fini(&ctx);
1355
1356         return ret;
1357
1358 backoff:
1359         drm_atomic_state_clear(state);
1360         drm_modeset_backoff(&ctx);
1361
1362         goto retry;
1363 }