2 * Copyright (C) 2014 Red Hat
3 * Author: Rob Clark <robdclark@gmail.com>
5 * This program is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License version 2 as published by
7 * the Free Software Foundation.
9 * This program is distributed in the hope that it will be useful, but WITHOUT
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
14 * You should have received a copy of the GNU General Public License along with
15 * this program. If not, see <http://www.gnu.org/licenses/>.
21 #include "msm_fence.h"
24 struct drm_device *dev;
25 struct drm_atomic_state *state;
26 struct work_struct work;
30 static void commit_worker(struct work_struct *work);
32 /* block until specified crtcs are no longer pending update, and
33 * atomically mark them as pending update
35 static int start_atomic(struct msm_drm_private *priv, uint32_t crtc_mask)
39 spin_lock(&priv->pending_crtcs_event.lock);
40 ret = wait_event_interruptible_locked(priv->pending_crtcs_event,
41 !(priv->pending_crtcs & crtc_mask));
43 DBG("start: %08x", crtc_mask);
44 priv->pending_crtcs |= crtc_mask;
46 spin_unlock(&priv->pending_crtcs_event.lock);
51 /* clear specified crtcs (no longer pending update)
53 static void end_atomic(struct msm_drm_private *priv, uint32_t crtc_mask)
55 spin_lock(&priv->pending_crtcs_event.lock);
56 DBG("end: %08x", crtc_mask);
57 priv->pending_crtcs &= ~crtc_mask;
58 wake_up_all_locked(&priv->pending_crtcs_event);
59 spin_unlock(&priv->pending_crtcs_event.lock);
62 static struct msm_commit *commit_init(struct drm_atomic_state *state)
64 struct msm_commit *c = kzalloc(sizeof(*c), GFP_KERNEL);
72 INIT_WORK(&c->work, commit_worker);
77 static void commit_destroy(struct msm_commit *c)
79 end_atomic(c->dev->dev_private, c->crtc_mask);
83 static void msm_atomic_wait_for_commit_done(struct drm_device *dev,
84 struct drm_atomic_state *old_state)
86 struct drm_crtc *crtc;
87 struct drm_crtc_state *crtc_state;
88 struct msm_drm_private *priv = old_state->dev->dev_private;
89 struct msm_kms *kms = priv->kms;
92 for_each_crtc_in_state(old_state, crtc, crtc_state, i) {
93 if (!crtc->state->enable)
96 kms->funcs->wait_for_crtc_commit_done(kms, crtc);
100 /* The (potentially) asynchronous part of the commit. At this point
101 * nothing can fail short of armageddon.
103 static void complete_commit(struct msm_commit *c, bool async)
105 struct drm_atomic_state *state = c->state;
106 struct drm_device *dev = state->dev;
107 struct msm_drm_private *priv = dev->dev_private;
108 struct msm_kms *kms = priv->kms;
110 drm_atomic_helper_wait_for_fences(dev, state, false);
112 kms->funcs->prepare_commit(kms, state);
114 drm_atomic_helper_commit_modeset_disables(dev, state);
116 drm_atomic_helper_commit_planes(dev, state, 0);
118 drm_atomic_helper_commit_modeset_enables(dev, state);
120 /* NOTE: _wait_for_vblanks() only waits for vblank on
121 * enabled CRTCs. So we end up faulting when disabling
122 * due to (potentially) unref'ing the outgoing fb's
123 * before the vblank when the disable has latched.
125 * But if it did wait on disabled (or newly disabled)
126 * CRTCs, that would be racy (ie. we could have missed
127 * the irq. We need some way to poll for pipe shut
128 * down. Or just live with occasionally hitting the
129 * timeout in the CRTC disable path (which really should
130 * not be critical path)
133 msm_atomic_wait_for_commit_done(dev, state);
135 drm_atomic_helper_cleanup_planes(dev, state);
137 kms->funcs->complete_commit(kms, state);
139 drm_atomic_state_put(state);
144 static void commit_worker(struct work_struct *work)
146 complete_commit(container_of(work, struct msm_commit, work), true);
150 * this func is identical to the drm_atomic_helper_check, but we keep this
151 * because we might eventually need to have a more finegrained check
152 * sequence without using the atomic helpers.
154 * In the past, we first called drm_atomic_helper_check_planes, and then
155 * drm_atomic_helper_check_modeset. We needed this because the MDP5 plane's
156 * ->atomic_check could update ->mode_changed for pixel format changes.
157 * This, however isn't needed now because if there is a pixel format change,
158 * we just assign a new hwpipe for it with a new SMP allocation. We might
159 * eventually hit a condition where we would need to do a full modeset if
160 * we run out of planes. There, we'd probably need to set mode_changed.
162 int msm_atomic_check(struct drm_device *dev,
163 struct drm_atomic_state *state)
167 ret = drm_atomic_helper_check_modeset(dev, state);
171 ret = drm_atomic_helper_check_planes(dev, state);
179 * drm_atomic_helper_commit - commit validated state object
181 * @state: the driver state object
182 * @nonblock: nonblocking commit
184 * This function commits a with drm_atomic_helper_check() pre-validated state
185 * object. This can still fail when e.g. the framebuffer reservation fails.
188 * Zero for success or -errno.
190 int msm_atomic_commit(struct drm_device *dev,
191 struct drm_atomic_state *state, bool nonblock)
193 struct msm_drm_private *priv = dev->dev_private;
194 struct msm_commit *c;
195 struct drm_crtc *crtc;
196 struct drm_crtc_state *crtc_state;
197 struct drm_plane *plane;
198 struct drm_plane_state *plane_state;
201 ret = drm_atomic_helper_prepare_planes(dev, state);
205 c = commit_init(state);
212 * Figure out what crtcs we have:
214 for_each_crtc_in_state(state, crtc, crtc_state, i)
215 c->crtc_mask |= drm_crtc_mask(crtc);
218 * Figure out what fence to wait for:
220 for_each_plane_in_state(state, plane, plane_state, i) {
221 if ((plane->state->fb != plane_state->fb) && plane_state->fb) {
222 struct drm_gem_object *obj = msm_framebuffer_bo(plane_state->fb, 0);
223 struct msm_gem_object *msm_obj = to_msm_bo(obj);
224 struct dma_fence *fence = reservation_object_get_excl_rcu(msm_obj->resv);
226 drm_atomic_set_fence_for_plane(plane_state, fence);
231 * Wait for pending updates on any of the same crtc's and then
232 * mark our set of crtc's as busy:
234 ret = start_atomic(dev->dev_private, c->crtc_mask);
241 * This is the point of no return - everything below never fails except
242 * when the hw goes bonghits. Which means we can commit the new state on
243 * the software side now.
246 drm_atomic_helper_swap_state(state, true);
248 /* swap driver private state while still holding state_lock */
249 if (to_kms_state(state)->state)
250 priv->kms->funcs->swap_state(priv->kms, state);
253 * Everything below can be run asynchronously without the need to grab
254 * any modeset locks at all under one conditions: It must be guaranteed
255 * that the asynchronous work has either been cancelled (if the driver
256 * supports it, which at least requires that the framebuffers get
257 * cleaned up with drm_atomic_helper_cleanup_planes()) or completed
258 * before the new state gets committed on the software side with
259 * drm_atomic_helper_swap_state().
261 * This scheme allows new atomic state updates to be prepared and
262 * checked in parallel to the asynchronous completion of the previous
263 * update. Which is important since compositors need to figure out the
264 * composition of the next frame right after having submitted the
268 drm_atomic_state_get(state);
270 queue_work(priv->atomic_wq, &c->work);
274 complete_commit(c, false);
279 drm_atomic_helper_cleanup_planes(dev, state);
283 struct drm_atomic_state *msm_atomic_state_alloc(struct drm_device *dev)
285 struct msm_kms_state *state = kzalloc(sizeof(*state), GFP_KERNEL);
287 if (!state || drm_atomic_state_init(dev, &state->base) < 0) {
295 void msm_atomic_state_clear(struct drm_atomic_state *s)
297 struct msm_kms_state *state = to_kms_state(s);
298 drm_atomic_state_default_clear(&state->base);
303 void msm_atomic_state_free(struct drm_atomic_state *state)
305 kfree(to_kms_state(state)->state);
306 drm_atomic_state_default_release(state);