|
@@ -16,69 +16,8 @@
|
|
*/
|
|
*/
|
|
|
|
|
|
#include "msm_drv.h"
|
|
#include "msm_drv.h"
|
|
-#include "msm_kms.h"
|
|
|
|
#include "msm_gem.h"
|
|
#include "msm_gem.h"
|
|
-#include "msm_fence.h"
|
|
|
|
-
|
|
|
|
-struct msm_commit {
|
|
|
|
- struct drm_device *dev;
|
|
|
|
- struct drm_atomic_state *state;
|
|
|
|
- struct work_struct work;
|
|
|
|
- uint32_t crtc_mask;
|
|
|
|
-};
|
|
|
|
-
|
|
|
|
-static void commit_worker(struct work_struct *work);
|
|
|
|
-
|
|
|
|
-/* block until specified crtcs are no longer pending update, and
|
|
|
|
- * atomically mark them as pending update
|
|
|
|
- */
|
|
|
|
-static int start_atomic(struct msm_drm_private *priv, uint32_t crtc_mask)
|
|
|
|
-{
|
|
|
|
- int ret;
|
|
|
|
-
|
|
|
|
- spin_lock(&priv->pending_crtcs_event.lock);
|
|
|
|
- ret = wait_event_interruptible_locked(priv->pending_crtcs_event,
|
|
|
|
- !(priv->pending_crtcs & crtc_mask));
|
|
|
|
- if (ret == 0) {
|
|
|
|
- DBG("start: %08x", crtc_mask);
|
|
|
|
- priv->pending_crtcs |= crtc_mask;
|
|
|
|
- }
|
|
|
|
- spin_unlock(&priv->pending_crtcs_event.lock);
|
|
|
|
-
|
|
|
|
- return ret;
|
|
|
|
-}
|
|
|
|
-
|
|
|
|
-/* clear specified crtcs (no longer pending update)
|
|
|
|
- */
|
|
|
|
-static void end_atomic(struct msm_drm_private *priv, uint32_t crtc_mask)
|
|
|
|
-{
|
|
|
|
- spin_lock(&priv->pending_crtcs_event.lock);
|
|
|
|
- DBG("end: %08x", crtc_mask);
|
|
|
|
- priv->pending_crtcs &= ~crtc_mask;
|
|
|
|
- wake_up_all_locked(&priv->pending_crtcs_event);
|
|
|
|
- spin_unlock(&priv->pending_crtcs_event.lock);
|
|
|
|
-}
|
|
|
|
-
|
|
|
|
-static struct msm_commit *commit_init(struct drm_atomic_state *state)
|
|
|
|
-{
|
|
|
|
- struct msm_commit *c = kzalloc(sizeof(*c), GFP_KERNEL);
|
|
|
|
-
|
|
|
|
- if (!c)
|
|
|
|
- return NULL;
|
|
|
|
-
|
|
|
|
- c->dev = state->dev;
|
|
|
|
- c->state = state;
|
|
|
|
-
|
|
|
|
- INIT_WORK(&c->work, commit_worker);
|
|
|
|
-
|
|
|
|
- return c;
|
|
|
|
-}
|
|
|
|
-
|
|
|
|
-static void commit_destroy(struct msm_commit *c)
|
|
|
|
-{
|
|
|
|
- end_atomic(c->dev->dev_private, c->crtc_mask);
|
|
|
|
- kfree(c);
|
|
|
|
-}
|
|
|
|
|
|
+#include "msm_kms.h"
|
|
|
|
|
|
static void msm_atomic_wait_for_commit_done(struct drm_device *dev,
|
|
static void msm_atomic_wait_for_commit_done(struct drm_device *dev,
|
|
struct drm_atomic_state *old_state)
|
|
struct drm_atomic_state *old_state)
|
|
@@ -97,195 +36,48 @@ static void msm_atomic_wait_for_commit_done(struct drm_device *dev,
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
|
|
-/* The (potentially) asynchronous part of the commit. At this point
|
|
|
|
- * nothing can fail short of armageddon.
|
|
|
|
- */
|
|
|
|
-static void complete_commit(struct msm_commit *c, bool async)
|
|
|
|
|
|
+int msm_atomic_prepare_fb(struct drm_plane *plane,
|
|
|
|
+ struct drm_plane_state *new_state)
|
|
{
|
|
{
|
|
- struct drm_atomic_state *state = c->state;
|
|
|
|
- struct drm_device *dev = state->dev;
|
|
|
|
- struct msm_drm_private *priv = dev->dev_private;
|
|
|
|
|
|
+ struct msm_drm_private *priv = plane->dev->dev_private;
|
|
struct msm_kms *kms = priv->kms;
|
|
struct msm_kms *kms = priv->kms;
|
|
|
|
+ struct drm_gem_object *obj;
|
|
|
|
+ struct msm_gem_object *msm_obj;
|
|
|
|
+ struct dma_fence *fence;
|
|
|
|
|
|
- drm_atomic_helper_wait_for_fences(dev, state, false);
|
|
|
|
-
|
|
|
|
- kms->funcs->prepare_commit(kms, state);
|
|
|
|
-
|
|
|
|
- drm_atomic_helper_commit_modeset_disables(dev, state);
|
|
|
|
-
|
|
|
|
- drm_atomic_helper_commit_planes(dev, state, 0);
|
|
|
|
-
|
|
|
|
- drm_atomic_helper_commit_modeset_enables(dev, state);
|
|
|
|
-
|
|
|
|
- /* NOTE: _wait_for_vblanks() only waits for vblank on
|
|
|
|
- * enabled CRTCs. So we end up faulting when disabling
|
|
|
|
- * due to (potentially) unref'ing the outgoing fb's
|
|
|
|
- * before the vblank when the disable has latched.
|
|
|
|
- *
|
|
|
|
- * But if it did wait on disabled (or newly disabled)
|
|
|
|
- * CRTCs, that would be racy (ie. we could have missed
|
|
|
|
- * the irq. We need some way to poll for pipe shut
|
|
|
|
- * down. Or just live with occasionally hitting the
|
|
|
|
- * timeout in the CRTC disable path (which really should
|
|
|
|
- * not be critical path)
|
|
|
|
- */
|
|
|
|
-
|
|
|
|
- msm_atomic_wait_for_commit_done(dev, state);
|
|
|
|
-
|
|
|
|
- drm_atomic_helper_cleanup_planes(dev, state);
|
|
|
|
|
|
+ if (!new_state->fb)
|
|
|
|
+ return 0;
|
|
|
|
|
|
- kms->funcs->complete_commit(kms, state);
|
|
|
|
|
|
+ obj = msm_framebuffer_bo(new_state->fb, 0);
|
|
|
|
+ msm_obj = to_msm_bo(obj);
|
|
|
|
+ fence = reservation_object_get_excl_rcu(msm_obj->resv);
|
|
|
|
|
|
- drm_atomic_state_put(state);
|
|
|
|
|
|
+ drm_atomic_set_fence_for_plane(new_state, fence);
|
|
|
|
|
|
- commit_destroy(c);
|
|
|
|
-}
|
|
|
|
-
|
|
|
|
-static void commit_worker(struct work_struct *work)
|
|
|
|
-{
|
|
|
|
- complete_commit(container_of(work, struct msm_commit, work), true);
|
|
|
|
|
|
+ return msm_framebuffer_prepare(new_state->fb, kms->aspace);
|
|
}
|
|
}
|
|
|
|
|
|
-/**
|
|
|
|
- * drm_atomic_helper_commit - commit validated state object
|
|
|
|
- * @dev: DRM device
|
|
|
|
- * @state: the driver state object
|
|
|
|
- * @nonblock: nonblocking commit
|
|
|
|
- *
|
|
|
|
- * This function commits a with drm_atomic_helper_check() pre-validated state
|
|
|
|
- * object. This can still fail when e.g. the framebuffer reservation fails.
|
|
|
|
- *
|
|
|
|
- * RETURNS
|
|
|
|
- * Zero for success or -errno.
|
|
|
|
- */
|
|
|
|
-int msm_atomic_commit(struct drm_device *dev,
|
|
|
|
- struct drm_atomic_state *state, bool nonblock)
|
|
|
|
|
|
+void msm_atomic_commit_tail(struct drm_atomic_state *state)
|
|
{
|
|
{
|
|
|
|
+ struct drm_device *dev = state->dev;
|
|
struct msm_drm_private *priv = dev->dev_private;
|
|
struct msm_drm_private *priv = dev->dev_private;
|
|
- struct msm_commit *c;
|
|
|
|
- struct drm_crtc *crtc;
|
|
|
|
- struct drm_crtc_state *crtc_state;
|
|
|
|
- struct drm_plane *plane;
|
|
|
|
- struct drm_plane_state *old_plane_state, *new_plane_state;
|
|
|
|
- int i, ret;
|
|
|
|
-
|
|
|
|
- ret = drm_atomic_helper_prepare_planes(dev, state);
|
|
|
|
- if (ret)
|
|
|
|
- return ret;
|
|
|
|
-
|
|
|
|
- /*
|
|
|
|
- * Note that plane->atomic_async_check() should fail if we need
|
|
|
|
- * to re-assign hwpipe or anything that touches global atomic
|
|
|
|
- * state, so we'll never go down the async update path in those
|
|
|
|
- * cases.
|
|
|
|
- */
|
|
|
|
- if (state->async_update) {
|
|
|
|
- drm_atomic_helper_async_commit(dev, state);
|
|
|
|
- drm_atomic_helper_cleanup_planes(dev, state);
|
|
|
|
- return 0;
|
|
|
|
- }
|
|
|
|
-
|
|
|
|
- c = commit_init(state);
|
|
|
|
- if (!c) {
|
|
|
|
- ret = -ENOMEM;
|
|
|
|
- goto error;
|
|
|
|
- }
|
|
|
|
-
|
|
|
|
- /*
|
|
|
|
- * Figure out what crtcs we have:
|
|
|
|
- */
|
|
|
|
- for_each_new_crtc_in_state(state, crtc, crtc_state, i)
|
|
|
|
- c->crtc_mask |= drm_crtc_mask(crtc);
|
|
|
|
-
|
|
|
|
- /*
|
|
|
|
- * Figure out what fence to wait for:
|
|
|
|
- */
|
|
|
|
- for_each_oldnew_plane_in_state(state, plane, old_plane_state, new_plane_state, i) {
|
|
|
|
- if ((new_plane_state->fb != old_plane_state->fb) && new_plane_state->fb) {
|
|
|
|
- struct drm_gem_object *obj = msm_framebuffer_bo(new_plane_state->fb, 0);
|
|
|
|
- struct msm_gem_object *msm_obj = to_msm_bo(obj);
|
|
|
|
- struct dma_fence *fence = reservation_object_get_excl_rcu(msm_obj->resv);
|
|
|
|
|
|
+ struct msm_kms *kms = priv->kms;
|
|
|
|
|
|
- drm_atomic_set_fence_for_plane(new_plane_state, fence);
|
|
|
|
- }
|
|
|
|
- }
|
|
|
|
|
|
+ kms->funcs->prepare_commit(kms, state);
|
|
|
|
|
|
- /*
|
|
|
|
- * Wait for pending updates on any of the same crtc's and then
|
|
|
|
- * mark our set of crtc's as busy:
|
|
|
|
- */
|
|
|
|
- ret = start_atomic(dev->dev_private, c->crtc_mask);
|
|
|
|
- if (ret)
|
|
|
|
- goto err_free;
|
|
|
|
|
|
+ drm_atomic_helper_commit_modeset_disables(dev, state);
|
|
|
|
|
|
- BUG_ON(drm_atomic_helper_swap_state(state, false) < 0);
|
|
|
|
|
|
+ drm_atomic_helper_commit_planes(dev, state, 0);
|
|
|
|
|
|
- /*
|
|
|
|
- * This is the point of no return - everything below never fails except
|
|
|
|
- * when the hw goes bonghits. Which means we can commit the new state on
|
|
|
|
- * the software side now.
|
|
|
|
- *
|
|
|
|
- * swap driver private state while still holding state_lock
|
|
|
|
- */
|
|
|
|
- if (to_kms_state(state)->state)
|
|
|
|
- priv->kms->funcs->swap_state(priv->kms, state);
|
|
|
|
|
|
+ drm_atomic_helper_commit_modeset_enables(dev, state);
|
|
|
|
|
|
- /*
|
|
|
|
- * Everything below can be run asynchronously without the need to grab
|
|
|
|
- * any modeset locks at all under one conditions: It must be guaranteed
|
|
|
|
- * that the asynchronous work has either been cancelled (if the driver
|
|
|
|
- * supports it, which at least requires that the framebuffers get
|
|
|
|
- * cleaned up with drm_atomic_helper_cleanup_planes()) or completed
|
|
|
|
- * before the new state gets committed on the software side with
|
|
|
|
- * drm_atomic_helper_swap_state().
|
|
|
|
- *
|
|
|
|
- * This scheme allows new atomic state updates to be prepared and
|
|
|
|
- * checked in parallel to the asynchronous completion of the previous
|
|
|
|
- * update. Which is important since compositors need to figure out the
|
|
|
|
- * composition of the next frame right after having submitted the
|
|
|
|
- * current layout.
|
|
|
|
- */
|
|
|
|
|
|
+ msm_atomic_wait_for_commit_done(dev, state);
|
|
|
|
|
|
- drm_atomic_state_get(state);
|
|
|
|
- if (nonblock) {
|
|
|
|
- queue_work(priv->atomic_wq, &c->work);
|
|
|
|
- return 0;
|
|
|
|
- }
|
|
|
|
|
|
+ kms->funcs->complete_commit(kms, state);
|
|
|
|
|
|
- complete_commit(c, false);
|
|
|
|
|
|
+ drm_atomic_helper_wait_for_vblanks(dev, state);
|
|
|
|
|
|
- return 0;
|
|
|
|
|
|
+ drm_atomic_helper_commit_hw_done(state);
|
|
|
|
|
|
-err_free:
|
|
|
|
- kfree(c);
|
|
|
|
-error:
|
|
|
|
drm_atomic_helper_cleanup_planes(dev, state);
|
|
drm_atomic_helper_cleanup_planes(dev, state);
|
|
- return ret;
|
|
|
|
-}
|
|
|
|
-
|
|
|
|
-struct drm_atomic_state *msm_atomic_state_alloc(struct drm_device *dev)
|
|
|
|
-{
|
|
|
|
- struct msm_kms_state *state = kzalloc(sizeof(*state), GFP_KERNEL);
|
|
|
|
-
|
|
|
|
- if (!state || drm_atomic_state_init(dev, &state->base) < 0) {
|
|
|
|
- kfree(state);
|
|
|
|
- return NULL;
|
|
|
|
- }
|
|
|
|
-
|
|
|
|
- return &state->base;
|
|
|
|
-}
|
|
|
|
-
|
|
|
|
-void msm_atomic_state_clear(struct drm_atomic_state *s)
|
|
|
|
-{
|
|
|
|
- struct msm_kms_state *state = to_kms_state(s);
|
|
|
|
- drm_atomic_state_default_clear(&state->base);
|
|
|
|
- kfree(state->state);
|
|
|
|
- state->state = NULL;
|
|
|
|
-}
|
|
|
|
-
|
|
|
|
-void msm_atomic_state_free(struct drm_atomic_state *state)
|
|
|
|
-{
|
|
|
|
- kfree(to_kms_state(state)->state);
|
|
|
|
- drm_atomic_state_default_release(state);
|
|
|
|
- kfree(state);
|
|
|
|
}
|
|
}
|