0fb25bfe381d31159cd8bfd6ffff15091268ab84
[linux-2.6-block.git] / drivers / gpu / drm / drm_atomic.c
1 /*
2  * Copyright (C) 2014 Red Hat
3  * Copyright (C) 2014 Intel Corp.
4  *
5  * Permission is hereby granted, free of charge, to any person obtaining a
6  * copy of this software and associated documentation files (the "Software"),
7  * to deal in the Software without restriction, including without limitation
8  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
9  * and/or sell copies of the Software, and to permit persons to whom the
10  * Software is furnished to do so, subject to the following conditions:
11  *
12  * The above copyright notice and this permission notice shall be included in
13  * all copies or substantial portions of the Software.
14  *
15  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
18  * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
19  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
20  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
21  * OTHER DEALINGS IN THE SOFTWARE.
22  *
23  * Authors:
24  * Rob Clark <robdclark@gmail.com>
25  * Daniel Vetter <daniel.vetter@ffwll.ch>
26  */
27
28
29 #include <drm/drmP.h>
30 #include <drm/drm_atomic.h>
31 #include <drm/drm_mode.h>
32 #include <drm/drm_print.h>
33 #include <linux/sync_file.h>
34
35 #include "drm_crtc_internal.h"
36 #include "drm_internal.h"
37
38 void __drm_crtc_commit_free(struct kref *kref)
39 {
40         struct drm_crtc_commit *commit =
41                 container_of(kref, struct drm_crtc_commit, ref);
42
43         kfree(commit);
44 }
45 EXPORT_SYMBOL(__drm_crtc_commit_free);
46
47 /**
48  * drm_atomic_state_default_release -
49  * release memory initialized by drm_atomic_state_init
50  * @state: atomic state
51  *
52  * Free all the memory allocated by drm_atomic_state_init.
53  * This should only be used by drivers which are still subclassing
54  * &drm_atomic_state and haven't switched to &drm_private_state yet.
55  */
56 void drm_atomic_state_default_release(struct drm_atomic_state *state)
57 {
58         kfree(state->connectors);
59         kfree(state->crtcs);
60         kfree(state->planes);
61         kfree(state->private_objs);
62 }
63 EXPORT_SYMBOL(drm_atomic_state_default_release);
64
65 /**
66  * drm_atomic_state_init - init new atomic state
67  * @dev: DRM device
68  * @state: atomic state
69  *
70  * Default implementation for filling in a new atomic state.
71  * This should only be used by drivers which are still subclassing
72  * &drm_atomic_state and haven't switched to &drm_private_state yet.
73  */
74 int
75 drm_atomic_state_init(struct drm_device *dev, struct drm_atomic_state *state)
76 {
77         kref_init(&state->ref);
78
79         /* TODO legacy paths should maybe do a better job about
80          * setting this appropriately?
81          */
82         state->allow_modeset = true;
83
84         state->crtcs = kcalloc(dev->mode_config.num_crtc,
85                                sizeof(*state->crtcs), GFP_KERNEL);
86         if (!state->crtcs)
87                 goto fail;
88         state->planes = kcalloc(dev->mode_config.num_total_plane,
89                                 sizeof(*state->planes), GFP_KERNEL);
90         if (!state->planes)
91                 goto fail;
92
93         state->dev = dev;
94
95         DRM_DEBUG_ATOMIC("Allocated atomic state %p\n", state);
96
97         return 0;
98 fail:
99         drm_atomic_state_default_release(state);
100         return -ENOMEM;
101 }
102 EXPORT_SYMBOL(drm_atomic_state_init);
103
104 /**
105  * drm_atomic_state_alloc - allocate atomic state
106  * @dev: DRM device
107  *
108  * This allocates an empty atomic state to track updates.
109  */
110 struct drm_atomic_state *
111 drm_atomic_state_alloc(struct drm_device *dev)
112 {
113         struct drm_mode_config *config = &dev->mode_config;
114
115         if (!config->funcs->atomic_state_alloc) {
116                 struct drm_atomic_state *state;
117
118                 state = kzalloc(sizeof(*state), GFP_KERNEL);
119                 if (!state)
120                         return NULL;
121                 if (drm_atomic_state_init(dev, state) < 0) {
122                         kfree(state);
123                         return NULL;
124                 }
125                 return state;
126         }
127
128         return config->funcs->atomic_state_alloc(dev);
129 }
130 EXPORT_SYMBOL(drm_atomic_state_alloc);
131
132 /**
133  * drm_atomic_state_default_clear - clear base atomic state
134  * @state: atomic state
135  *
136  * Default implementation for clearing atomic state.
137  * This should only be used by drivers which are still subclassing
138  * &drm_atomic_state and haven't switched to &drm_private_state yet.
139  */
140 void drm_atomic_state_default_clear(struct drm_atomic_state *state)
141 {
142         struct drm_device *dev = state->dev;
143         struct drm_mode_config *config = &dev->mode_config;
144         int i;
145
146         DRM_DEBUG_ATOMIC("Clearing atomic state %p\n", state);
147
148         for (i = 0; i < state->num_connector; i++) {
149                 struct drm_connector *connector = state->connectors[i].ptr;
150
151                 if (!connector)
152                         continue;
153
154                 connector->funcs->atomic_destroy_state(connector,
155                                                        state->connectors[i].state);
156                 state->connectors[i].ptr = NULL;
157                 state->connectors[i].state = NULL;
158                 drm_connector_put(connector);
159         }
160
161         for (i = 0; i < config->num_crtc; i++) {
162                 struct drm_crtc *crtc = state->crtcs[i].ptr;
163
164                 if (!crtc)
165                         continue;
166
167                 crtc->funcs->atomic_destroy_state(crtc,
168                                                   state->crtcs[i].state);
169
170                 state->crtcs[i].ptr = NULL;
171                 state->crtcs[i].state = NULL;
172         }
173
174         for (i = 0; i < config->num_total_plane; i++) {
175                 struct drm_plane *plane = state->planes[i].ptr;
176
177                 if (!plane)
178                         continue;
179
180                 plane->funcs->atomic_destroy_state(plane,
181                                                    state->planes[i].state);
182                 state->planes[i].ptr = NULL;
183                 state->planes[i].state = NULL;
184         }
185
186         for (i = 0; i < state->num_private_objs; i++) {
187                 struct drm_private_obj *obj = state->private_objs[i].ptr;
188
189                 obj->funcs->atomic_destroy_state(obj,
190                                                  state->private_objs[i].state);
191                 state->private_objs[i].ptr = NULL;
192                 state->private_objs[i].state = NULL;
193         }
194         state->num_private_objs = 0;
195
196         if (state->fake_commit) {
197                 drm_crtc_commit_put(state->fake_commit);
198                 state->fake_commit = NULL;
199         }
200 }
201 EXPORT_SYMBOL(drm_atomic_state_default_clear);
202
203 /**
204  * drm_atomic_state_clear - clear state object
205  * @state: atomic state
206  *
207  * When the w/w mutex algorithm detects a deadlock we need to back off and drop
208  * all locks. So someone else could sneak in and change the current modeset
209  * configuration. Which means that all the state assembled in @state is no
210  * longer an atomic update to the current state, but to some arbitrary earlier
211  * state. Which could break assumptions the driver's
212  * &drm_mode_config_funcs.atomic_check likely relies on.
213  *
214  * Hence we must clear all cached state and completely start over, using this
215  * function.
216  */
217 void drm_atomic_state_clear(struct drm_atomic_state *state)
218 {
219         struct drm_device *dev = state->dev;
220         struct drm_mode_config *config = &dev->mode_config;
221
222         if (config->funcs->atomic_state_clear)
223                 config->funcs->atomic_state_clear(state);
224         else
225                 drm_atomic_state_default_clear(state);
226 }
227 EXPORT_SYMBOL(drm_atomic_state_clear);
228
229 /**
230  * __drm_atomic_state_free - free all memory for an atomic state
231  * @ref: This atomic state to deallocate
232  *
233  * This frees all memory associated with an atomic state, including all the
234  * per-object state for planes, crtcs and connectors.
235  */
236 void __drm_atomic_state_free(struct kref *ref)
237 {
238         struct drm_atomic_state *state = container_of(ref, typeof(*state), ref);
239         struct drm_mode_config *config = &state->dev->mode_config;
240
241         drm_atomic_state_clear(state);
242
243         DRM_DEBUG_ATOMIC("Freeing atomic state %p\n", state);
244
245         if (config->funcs->atomic_state_free) {
246                 config->funcs->atomic_state_free(state);
247         } else {
248                 drm_atomic_state_default_release(state);
249                 kfree(state);
250         }
251 }
252 EXPORT_SYMBOL(__drm_atomic_state_free);
253
254 /**
255  * drm_atomic_get_crtc_state - get crtc state
256  * @state: global atomic state object
257  * @crtc: crtc to get state object for
258  *
259  * This function returns the crtc state for the given crtc, allocating it if
260  * needed. It will also grab the relevant crtc lock to make sure that the state
261  * is consistent.
262  *
263  * Returns:
264  *
265  * Either the allocated state or the error code encoded into the pointer. When
266  * the error is EDEADLK then the w/w mutex code has detected a deadlock and the
267  * entire atomic sequence must be restarted. All other errors are fatal.
268  */
269 struct drm_crtc_state *
270 drm_atomic_get_crtc_state(struct drm_atomic_state *state,
271                           struct drm_crtc *crtc)
272 {
273         int ret, index = drm_crtc_index(crtc);
274         struct drm_crtc_state *crtc_state;
275
276         WARN_ON(!state->acquire_ctx);
277
278         crtc_state = drm_atomic_get_existing_crtc_state(state, crtc);
279         if (crtc_state)
280                 return crtc_state;
281
282         ret = drm_modeset_lock(&crtc->mutex, state->acquire_ctx);
283         if (ret)
284                 return ERR_PTR(ret);
285
286         crtc_state = crtc->funcs->atomic_duplicate_state(crtc);
287         if (!crtc_state)
288                 return ERR_PTR(-ENOMEM);
289
290         state->crtcs[index].state = crtc_state;
291         state->crtcs[index].old_state = crtc->state;
292         state->crtcs[index].new_state = crtc_state;
293         state->crtcs[index].ptr = crtc;
294         crtc_state->state = state;
295
296         DRM_DEBUG_ATOMIC("Added [CRTC:%d:%s] %p state to %p\n",
297                          crtc->base.id, crtc->name, crtc_state, state);
298
299         return crtc_state;
300 }
301 EXPORT_SYMBOL(drm_atomic_get_crtc_state);
302
303 static void set_out_fence_for_crtc(struct drm_atomic_state *state,
304                                    struct drm_crtc *crtc, s32 __user *fence_ptr)
305 {
306         state->crtcs[drm_crtc_index(crtc)].out_fence_ptr = fence_ptr;
307 }
308
309 static s32 __user *get_out_fence_for_crtc(struct drm_atomic_state *state,
310                                           struct drm_crtc *crtc)
311 {
312         s32 __user *fence_ptr;
313
314         fence_ptr = state->crtcs[drm_crtc_index(crtc)].out_fence_ptr;
315         state->crtcs[drm_crtc_index(crtc)].out_fence_ptr = NULL;
316
317         return fence_ptr;
318 }
319
320 /**
321  * drm_atomic_set_mode_for_crtc - set mode for CRTC
322  * @state: the CRTC whose incoming state to update
323  * @mode: kernel-internal mode to use for the CRTC, or NULL to disable
324  *
325  * Set a mode (originating from the kernel) on the desired CRTC state and update
326  * the enable property.
327  *
328  * RETURNS:
329  * Zero on success, error code on failure. Cannot return -EDEADLK.
330  */
331 int drm_atomic_set_mode_for_crtc(struct drm_crtc_state *state,
332                                  const struct drm_display_mode *mode)
333 {
334         struct drm_crtc *crtc = state->crtc;
335         struct drm_mode_modeinfo umode;
336
337         /* Early return for no change. */
338         if (mode && memcmp(&state->mode, mode, sizeof(*mode)) == 0)
339                 return 0;
340
341         drm_property_blob_put(state->mode_blob);
342         state->mode_blob = NULL;
343
344         if (mode) {
345                 drm_mode_convert_to_umode(&umode, mode);
346                 state->mode_blob =
347                         drm_property_create_blob(state->crtc->dev,
348                                                  sizeof(umode),
349                                                  &umode);
350                 if (IS_ERR(state->mode_blob))
351                         return PTR_ERR(state->mode_blob);
352
353                 drm_mode_copy(&state->mode, mode);
354                 state->enable = true;
355                 DRM_DEBUG_ATOMIC("Set [MODE:%s] for [CRTC:%d:%s] state %p\n",
356                                  mode->name, crtc->base.id, crtc->name, state);
357         } else {
358                 memset(&state->mode, 0, sizeof(state->mode));
359                 state->enable = false;
360                 DRM_DEBUG_ATOMIC("Set [NOMODE] for [CRTC:%d:%s] state %p\n",
361                                  crtc->base.id, crtc->name, state);
362         }
363
364         return 0;
365 }
366 EXPORT_SYMBOL(drm_atomic_set_mode_for_crtc);
367
368 /**
369  * drm_atomic_set_mode_prop_for_crtc - set mode for CRTC
370  * @state: the CRTC whose incoming state to update
371  * @blob: pointer to blob property to use for mode
372  *
373  * Set a mode (originating from a blob property) on the desired CRTC state.
374  * This function will take a reference on the blob property for the CRTC state,
375  * and release the reference held on the state's existing mode property, if any
376  * was set.
377  *
378  * RETURNS:
379  * Zero on success, error code on failure. Cannot return -EDEADLK.
380  */
381 int drm_atomic_set_mode_prop_for_crtc(struct drm_crtc_state *state,
382                                       struct drm_property_blob *blob)
383 {
384         struct drm_crtc *crtc = state->crtc;
385
386         if (blob == state->mode_blob)
387                 return 0;
388
389         drm_property_blob_put(state->mode_blob);
390         state->mode_blob = NULL;
391
392         memset(&state->mode, 0, sizeof(state->mode));
393
394         if (blob) {
395                 int ret;
396
397                 if (blob->length != sizeof(struct drm_mode_modeinfo)) {
398                         DRM_DEBUG_ATOMIC("[CRTC:%d:%s] bad mode blob length: %zu\n",
399                                          crtc->base.id, crtc->name,
400                                          blob->length);
401                         return -EINVAL;
402                 }
403
404                 ret = drm_mode_convert_umode(crtc->dev,
405                                              &state->mode, blob->data);
406                 if (ret) {
407                         DRM_DEBUG_ATOMIC("[CRTC:%d:%s] invalid mode (ret=%d, status=%s):\n",
408                                          crtc->base.id, crtc->name,
409                                          ret, drm_get_mode_status_name(state->mode.status));
410                         drm_mode_debug_printmodeline(&state->mode);
411                         return -EINVAL;
412                 }
413
414                 state->mode_blob = drm_property_blob_get(blob);
415                 state->enable = true;
416                 DRM_DEBUG_ATOMIC("Set [MODE:%s] for [CRTC:%d:%s] state %p\n",
417                                  state->mode.name, crtc->base.id, crtc->name,
418                                  state);
419         } else {
420                 state->enable = false;
421                 DRM_DEBUG_ATOMIC("Set [NOMODE] for [CRTC:%d:%s] state %p\n",
422                                  crtc->base.id, crtc->name, state);
423         }
424
425         return 0;
426 }
427 EXPORT_SYMBOL(drm_atomic_set_mode_prop_for_crtc);
428
429 /**
430  * drm_atomic_replace_property_blob_from_id - lookup the new blob and replace the old one with it
431  * @dev: DRM device
432  * @blob: a pointer to the member blob to be replaced
433  * @blob_id: ID of the new blob
434  * @expected_size: total expected size of the blob data (in bytes)
435  * @expected_elem_size: expected element size of the blob data (in bytes)
436  * @replaced: did the blob get replaced?
437  *
438  * Replace @blob with another blob with the ID @blob_id. If @blob_id is zero
439  * @blob becomes NULL.
440  *
441  * If @expected_size is positive the new blob length is expected to be equal
442  * to @expected_size bytes. If @expected_elem_size is positive the new blob
443  * length is expected to be a multiple of @expected_elem_size bytes. Otherwise
444  * an error is returned.
445  *
446  * @replaced will indicate to the caller whether the blob was replaced or not.
447  * If the old and new blobs were in fact the same blob @replaced will be false
448  * otherwise it will be true.
449  *
450  * RETURNS:
451  * Zero on success, error code on failure.
452  */
453 static int
454 drm_atomic_replace_property_blob_from_id(struct drm_device *dev,
455                                          struct drm_property_blob **blob,
456                                          uint64_t blob_id,
457                                          ssize_t expected_size,
458                                          ssize_t expected_elem_size,
459                                          bool *replaced)
460 {
461         struct drm_property_blob *new_blob = NULL;
462
463         if (blob_id != 0) {
464                 new_blob = drm_property_lookup_blob(dev, blob_id);
465                 if (new_blob == NULL)
466                         return -EINVAL;
467
468                 if (expected_size > 0 &&
469                     new_blob->length != expected_size) {
470                         drm_property_blob_put(new_blob);
471                         return -EINVAL;
472                 }
473                 if (expected_elem_size > 0 &&
474                     new_blob->length % expected_elem_size != 0) {
475                         drm_property_blob_put(new_blob);
476                         return -EINVAL;
477                 }
478         }
479
480         *replaced |= drm_property_replace_blob(blob, new_blob);
481         drm_property_blob_put(new_blob);
482
483         return 0;
484 }
485
486 /**
487  * drm_atomic_crtc_set_property - set property on CRTC
488  * @crtc: the drm CRTC to set a property on
489  * @state: the state object to update with the new property value
490  * @property: the property to set
491  * @val: the new property value
492  *
493  * This function handles generic/core properties and calls out to driver's
494  * &drm_crtc_funcs.atomic_set_property for driver properties. To ensure
495  * consistent behavior you must call this function rather than the driver hook
496  * directly.
497  *
498  * RETURNS:
499  * Zero on success, error code on failure
500  */
501 int drm_atomic_crtc_set_property(struct drm_crtc *crtc,
502                 struct drm_crtc_state *state, struct drm_property *property,
503                 uint64_t val)
504 {
505         struct drm_device *dev = crtc->dev;
506         struct drm_mode_config *config = &dev->mode_config;
507         bool replaced = false;
508         int ret;
509
510         if (property == config->prop_active)
511                 state->active = val;
512         else if (property == config->prop_mode_id) {
513                 struct drm_property_blob *mode =
514                         drm_property_lookup_blob(dev, val);
515                 ret = drm_atomic_set_mode_prop_for_crtc(state, mode);
516                 drm_property_blob_put(mode);
517                 return ret;
518         } else if (property == config->degamma_lut_property) {
519                 ret = drm_atomic_replace_property_blob_from_id(dev,
520                                         &state->degamma_lut,
521                                         val,
522                                         -1, sizeof(struct drm_color_lut),
523                                         &replaced);
524                 state->color_mgmt_changed |= replaced;
525                 return ret;
526         } else if (property == config->ctm_property) {
527                 ret = drm_atomic_replace_property_blob_from_id(dev,
528                                         &state->ctm,
529                                         val,
530                                         sizeof(struct drm_color_ctm), -1,
531                                         &replaced);
532                 state->color_mgmt_changed |= replaced;
533                 return ret;
534         } else if (property == config->gamma_lut_property) {
535                 ret = drm_atomic_replace_property_blob_from_id(dev,
536                                         &state->gamma_lut,
537                                         val,
538                                         -1, sizeof(struct drm_color_lut),
539                                         &replaced);
540                 state->color_mgmt_changed |= replaced;
541                 return ret;
542         } else if (property == config->prop_out_fence_ptr) {
543                 s32 __user *fence_ptr = u64_to_user_ptr(val);
544
545                 if (!fence_ptr)
546                         return 0;
547
548                 if (put_user(-1, fence_ptr))
549                         return -EFAULT;
550
551                 set_out_fence_for_crtc(state->state, crtc, fence_ptr);
552         } else if (crtc->funcs->atomic_set_property) {
553                 return crtc->funcs->atomic_set_property(crtc, state, property, val);
554         } else {
555                 DRM_DEBUG_ATOMIC("[CRTC:%d:%s] unknown property [PROP:%d:%s]]\n",
556                                  crtc->base.id, crtc->name,
557                                  property->base.id, property->name);
558                 return -EINVAL;
559         }
560
561         return 0;
562 }
563 EXPORT_SYMBOL(drm_atomic_crtc_set_property);
564
565 /**
566  * drm_atomic_crtc_get_property - get property value from CRTC state
567  * @crtc: the drm CRTC to set a property on
568  * @state: the state object to get the property value from
569  * @property: the property to set
570  * @val: return location for the property value
571  *
572  * This function handles generic/core properties and calls out to driver's
573  * &drm_crtc_funcs.atomic_get_property for driver properties. To ensure
574  * consistent behavior you must call this function rather than the driver hook
575  * directly.
576  *
577  * RETURNS:
578  * Zero on success, error code on failure
579  */
580 static int
581 drm_atomic_crtc_get_property(struct drm_crtc *crtc,
582                 const struct drm_crtc_state *state,
583                 struct drm_property *property, uint64_t *val)
584 {
585         struct drm_device *dev = crtc->dev;
586         struct drm_mode_config *config = &dev->mode_config;
587
588         if (property == config->prop_active)
589                 *val = state->active;
590         else if (property == config->prop_mode_id)
591                 *val = (state->mode_blob) ? state->mode_blob->base.id : 0;
592         else if (property == config->degamma_lut_property)
593                 *val = (state->degamma_lut) ? state->degamma_lut->base.id : 0;
594         else if (property == config->ctm_property)
595                 *val = (state->ctm) ? state->ctm->base.id : 0;
596         else if (property == config->gamma_lut_property)
597                 *val = (state->gamma_lut) ? state->gamma_lut->base.id : 0;
598         else if (property == config->prop_out_fence_ptr)
599                 *val = 0;
600         else if (crtc->funcs->atomic_get_property)
601                 return crtc->funcs->atomic_get_property(crtc, state, property, val);
602         else
603                 return -EINVAL;
604
605         return 0;
606 }
607
608 /**
609  * drm_atomic_crtc_check - check crtc state
610  * @crtc: crtc to check
611  * @state: crtc state to check
612  *
613  * Provides core sanity checks for crtc state.
614  *
615  * RETURNS:
616  * Zero on success, error code on failure
617  */
618 static int drm_atomic_crtc_check(struct drm_crtc *crtc,
619                 struct drm_crtc_state *state)
620 {
621         /* NOTE: we explicitly don't enforce constraints such as primary
622          * layer covering entire screen, since that is something we want
623          * to allow (on hw that supports it).  For hw that does not, it
624          * should be checked in driver's crtc->atomic_check() vfunc.
625          *
626          * TODO: Add generic modeset state checks once we support those.
627          */
628
629         if (state->active && !state->enable) {
630                 DRM_DEBUG_ATOMIC("[CRTC:%d:%s] active without enabled\n",
631                                  crtc->base.id, crtc->name);
632                 return -EINVAL;
633         }
634
635         /* The state->enable vs. state->mode_blob checks can be WARN_ON,
636          * as this is a kernel-internal detail that userspace should never
637          * be able to trigger. */
638         if (drm_core_check_feature(crtc->dev, DRIVER_ATOMIC) &&
639             WARN_ON(state->enable && !state->mode_blob)) {
640                 DRM_DEBUG_ATOMIC("[CRTC:%d:%s] enabled without mode blob\n",
641                                  crtc->base.id, crtc->name);
642                 return -EINVAL;
643         }
644
645         if (drm_core_check_feature(crtc->dev, DRIVER_ATOMIC) &&
646             WARN_ON(!state->enable && state->mode_blob)) {
647                 DRM_DEBUG_ATOMIC("[CRTC:%d:%s] disabled with mode blob\n",
648                                  crtc->base.id, crtc->name);
649                 return -EINVAL;
650         }
651
652         /*
653          * Reject event generation for when a CRTC is off and stays off.
654          * It wouldn't be hard to implement this, but userspace has a track
655          * record of happily burning through 100% cpu (or worse, crash) when the
656          * display pipe is suspended. To avoid all that fun just reject updates
657          * that ask for events since likely that indicates a bug in the
658          * compositor's drawing loop. This is consistent with the vblank IOCTL
659          * and legacy page_flip IOCTL which also reject service on a disabled
660          * pipe.
661          */
662         if (state->event && !state->active && !crtc->state->active) {
663                 DRM_DEBUG_ATOMIC("[CRTC:%d:%s] requesting event but off\n",
664                                  crtc->base.id, crtc->name);
665                 return -EINVAL;
666         }
667
668         return 0;
669 }
670
671 static void drm_atomic_crtc_print_state(struct drm_printer *p,
672                 const struct drm_crtc_state *state)
673 {
674         struct drm_crtc *crtc = state->crtc;
675
676         drm_printf(p, "crtc[%u]: %s\n", crtc->base.id, crtc->name);
677         drm_printf(p, "\tenable=%d\n", state->enable);
678         drm_printf(p, "\tactive=%d\n", state->active);
679         drm_printf(p, "\tplanes_changed=%d\n", state->planes_changed);
680         drm_printf(p, "\tmode_changed=%d\n", state->mode_changed);
681         drm_printf(p, "\tactive_changed=%d\n", state->active_changed);
682         drm_printf(p, "\tconnectors_changed=%d\n", state->connectors_changed);
683         drm_printf(p, "\tcolor_mgmt_changed=%d\n", state->color_mgmt_changed);
684         drm_printf(p, "\tplane_mask=%x\n", state->plane_mask);
685         drm_printf(p, "\tconnector_mask=%x\n", state->connector_mask);
686         drm_printf(p, "\tencoder_mask=%x\n", state->encoder_mask);
687         drm_printf(p, "\tmode: " DRM_MODE_FMT "\n", DRM_MODE_ARG(&state->mode));
688
689         if (crtc->funcs->atomic_print_state)
690                 crtc->funcs->atomic_print_state(p, state);
691 }
692
693 /**
694  * drm_atomic_get_plane_state - get plane state
695  * @state: global atomic state object
696  * @plane: plane to get state object for
697  *
698  * This function returns the plane state for the given plane, allocating it if
699  * needed. It will also grab the relevant plane lock to make sure that the state
700  * is consistent.
701  *
702  * Returns:
703  *
704  * Either the allocated state or the error code encoded into the pointer. When
705  * the error is EDEADLK then the w/w mutex code has detected a deadlock and the
706  * entire atomic sequence must be restarted. All other errors are fatal.
707  */
708 struct drm_plane_state *
709 drm_atomic_get_plane_state(struct drm_atomic_state *state,
710                           struct drm_plane *plane)
711 {
712         int ret, index = drm_plane_index(plane);
713         struct drm_plane_state *plane_state;
714
715         WARN_ON(!state->acquire_ctx);
716
717         /* the legacy pointers should never be set */
718         WARN_ON(plane->fb);
719         WARN_ON(plane->old_fb);
720         WARN_ON(plane->crtc);
721
722         plane_state = drm_atomic_get_existing_plane_state(state, plane);
723         if (plane_state)
724                 return plane_state;
725
726         ret = drm_modeset_lock(&plane->mutex, state->acquire_ctx);
727         if (ret)
728                 return ERR_PTR(ret);
729
730         plane_state = plane->funcs->atomic_duplicate_state(plane);
731         if (!plane_state)
732                 return ERR_PTR(-ENOMEM);
733
734         state->planes[index].state = plane_state;
735         state->planes[index].ptr = plane;
736         state->planes[index].old_state = plane->state;
737         state->planes[index].new_state = plane_state;
738         plane_state->state = state;
739
740         DRM_DEBUG_ATOMIC("Added [PLANE:%d:%s] %p state to %p\n",
741                          plane->base.id, plane->name, plane_state, state);
742
743         if (plane_state->crtc) {
744                 struct drm_crtc_state *crtc_state;
745
746                 crtc_state = drm_atomic_get_crtc_state(state,
747                                                        plane_state->crtc);
748                 if (IS_ERR(crtc_state))
749                         return ERR_CAST(crtc_state);
750         }
751
752         return plane_state;
753 }
754 EXPORT_SYMBOL(drm_atomic_get_plane_state);
755
756 /**
757  * drm_atomic_plane_set_property - set property on plane
758  * @plane: the drm plane to set a property on
759  * @state: the state object to update with the new property value
760  * @property: the property to set
761  * @val: the new property value
762  *
763  * This function handles generic/core properties and calls out to driver's
764  * &drm_plane_funcs.atomic_set_property for driver properties.  To ensure
765  * consistent behavior you must call this function rather than the driver hook
766  * directly.
767  *
768  * RETURNS:
769  * Zero on success, error code on failure
770  */
771 static int drm_atomic_plane_set_property(struct drm_plane *plane,
772                 struct drm_plane_state *state, struct drm_property *property,
773                 uint64_t val)
774 {
775         struct drm_device *dev = plane->dev;
776         struct drm_mode_config *config = &dev->mode_config;
777
778         if (property == config->prop_fb_id) {
779                 struct drm_framebuffer *fb = drm_framebuffer_lookup(dev, NULL, val);
780                 drm_atomic_set_fb_for_plane(state, fb);
781                 if (fb)
782                         drm_framebuffer_put(fb);
783         } else if (property == config->prop_in_fence_fd) {
784                 if (state->fence)
785                         return -EINVAL;
786
787                 if (U642I64(val) == -1)
788                         return 0;
789
790                 state->fence = sync_file_get_fence(val);
791                 if (!state->fence)
792                         return -EINVAL;
793
794         } else if (property == config->prop_crtc_id) {
795                 struct drm_crtc *crtc = drm_crtc_find(dev, NULL, val);
796                 return drm_atomic_set_crtc_for_plane(state, crtc);
797         } else if (property == config->prop_crtc_x) {
798                 state->crtc_x = U642I64(val);
799         } else if (property == config->prop_crtc_y) {
800                 state->crtc_y = U642I64(val);
801         } else if (property == config->prop_crtc_w) {
802                 state->crtc_w = val;
803         } else if (property == config->prop_crtc_h) {
804                 state->crtc_h = val;
805         } else if (property == config->prop_src_x) {
806                 state->src_x = val;
807         } else if (property == config->prop_src_y) {
808                 state->src_y = val;
809         } else if (property == config->prop_src_w) {
810                 state->src_w = val;
811         } else if (property == config->prop_src_h) {
812                 state->src_h = val;
813         } else if (property == plane->alpha_property) {
814                 state->alpha = val;
815         } else if (property == plane->rotation_property) {
816                 if (!is_power_of_2(val & DRM_MODE_ROTATE_MASK)) {
817                         DRM_DEBUG_ATOMIC("[PLANE:%d:%s] bad rotation bitmask: 0x%llx\n",
818                                          plane->base.id, plane->name, val);
819                         return -EINVAL;
820                 }
821                 state->rotation = val;
822         } else if (property == plane->zpos_property) {
823                 state->zpos = val;
824         } else if (property == plane->color_encoding_property) {
825                 state->color_encoding = val;
826         } else if (property == plane->color_range_property) {
827                 state->color_range = val;
828         } else if (plane->funcs->atomic_set_property) {
829                 return plane->funcs->atomic_set_property(plane, state,
830                                 property, val);
831         } else {
832                 DRM_DEBUG_ATOMIC("[PLANE:%d:%s] unknown property [PROP:%d:%s]]\n",
833                                  plane->base.id, plane->name,
834                                  property->base.id, property->name);
835                 return -EINVAL;
836         }
837
838         return 0;
839 }
840
841 /**
842  * drm_atomic_plane_get_property - get property value from plane state
843  * @plane: the drm plane to set a property on
844  * @state: the state object to get the property value from
845  * @property: the property to set
846  * @val: return location for the property value
847  *
848  * This function handles generic/core properties and calls out to driver's
849  * &drm_plane_funcs.atomic_get_property for driver properties.  To ensure
850  * consistent behavior you must call this function rather than the driver hook
851  * directly.
852  *
853  * RETURNS:
854  * Zero on success, error code on failure
855  */
856 static int
857 drm_atomic_plane_get_property(struct drm_plane *plane,
858                 const struct drm_plane_state *state,
859                 struct drm_property *property, uint64_t *val)
860 {
861         struct drm_device *dev = plane->dev;
862         struct drm_mode_config *config = &dev->mode_config;
863
864         if (property == config->prop_fb_id) {
865                 *val = (state->fb) ? state->fb->base.id : 0;
866         } else if (property == config->prop_in_fence_fd) {
867                 *val = -1;
868         } else if (property == config->prop_crtc_id) {
869                 *val = (state->crtc) ? state->crtc->base.id : 0;
870         } else if (property == config->prop_crtc_x) {
871                 *val = I642U64(state->crtc_x);
872         } else if (property == config->prop_crtc_y) {
873                 *val = I642U64(state->crtc_y);
874         } else if (property == config->prop_crtc_w) {
875                 *val = state->crtc_w;
876         } else if (property == config->prop_crtc_h) {
877                 *val = state->crtc_h;
878         } else if (property == config->prop_src_x) {
879                 *val = state->src_x;
880         } else if (property == config->prop_src_y) {
881                 *val = state->src_y;
882         } else if (property == config->prop_src_w) {
883                 *val = state->src_w;
884         } else if (property == config->prop_src_h) {
885                 *val = state->src_h;
886         } else if (property == plane->alpha_property) {
887                 *val = state->alpha;
888         } else if (property == plane->rotation_property) {
889                 *val = state->rotation;
890         } else if (property == plane->zpos_property) {
891                 *val = state->zpos;
892         } else if (property == plane->color_encoding_property) {
893                 *val = state->color_encoding;
894         } else if (property == plane->color_range_property) {
895                 *val = state->color_range;
896         } else if (plane->funcs->atomic_get_property) {
897                 return plane->funcs->atomic_get_property(plane, state, property, val);
898         } else {
899                 return -EINVAL;
900         }
901
902         return 0;
903 }
904
905 static bool
906 plane_switching_crtc(struct drm_atomic_state *state,
907                      struct drm_plane *plane,
908                      struct drm_plane_state *plane_state)
909 {
910         if (!plane->state->crtc || !plane_state->crtc)
911                 return false;
912
913         if (plane->state->crtc == plane_state->crtc)
914                 return false;
915
916         /* This could be refined, but currently there's no helper or driver code
917          * to implement direct switching of active planes nor userspace to take
918          * advantage of more direct plane switching without the intermediate
919          * full OFF state.
920          */
921         return true;
922 }
923
924 /**
925  * drm_atomic_plane_check - check plane state
926  * @plane: plane to check
927  * @state: plane state to check
928  *
929  * Provides core sanity checks for plane state.
930  *
931  * RETURNS:
932  * Zero on success, error code on failure
933  */
934 static int drm_atomic_plane_check(struct drm_plane *plane,
935                 struct drm_plane_state *state)
936 {
937         unsigned int fb_width, fb_height;
938         int ret;
939
940         /* either *both* CRTC and FB must be set, or neither */
941         if (state->crtc && !state->fb) {
942                 DRM_DEBUG_ATOMIC("[PLANE:%d:%s] CRTC set but no FB\n",
943                                  plane->base.id, plane->name);
944                 return -EINVAL;
945         } else if (state->fb && !state->crtc) {
946                 DRM_DEBUG_ATOMIC("[PLANE:%d:%s] FB set but no CRTC\n",
947                                  plane->base.id, plane->name);
948                 return -EINVAL;
949         }
950
951         /* if disabled, we don't care about the rest of the state: */
952         if (!state->crtc)
953                 return 0;
954
955         /* Check whether this plane is usable on this CRTC */
956         if (!(plane->possible_crtcs & drm_crtc_mask(state->crtc))) {
957                 DRM_DEBUG_ATOMIC("Invalid [CRTC:%d:%s] for [PLANE:%d:%s]\n",
958                                  state->crtc->base.id, state->crtc->name,
959                                  plane->base.id, plane->name);
960                 return -EINVAL;
961         }
962
963         /* Check whether this plane supports the fb pixel format. */
964         ret = drm_plane_check_pixel_format(plane, state->fb->format->format,
965                                            state->fb->modifier);
966         if (ret) {
967                 struct drm_format_name_buf format_name;
968                 DRM_DEBUG_ATOMIC("[PLANE:%d:%s] invalid pixel format %s, modifier 0x%llx\n",
969                                  plane->base.id, plane->name,
970                                  drm_get_format_name(state->fb->format->format,
971                                                      &format_name),
972                                  state->fb->modifier);
973                 return ret;
974         }
975
976         /* Give drivers some help against integer overflows */
977         if (state->crtc_w > INT_MAX ||
978             state->crtc_x > INT_MAX - (int32_t) state->crtc_w ||
979             state->crtc_h > INT_MAX ||
980             state->crtc_y > INT_MAX - (int32_t) state->crtc_h) {
981                 DRM_DEBUG_ATOMIC("[PLANE:%d:%s] invalid CRTC coordinates %ux%u+%d+%d\n",
982                                  plane->base.id, plane->name,
983                                  state->crtc_w, state->crtc_h,
984                                  state->crtc_x, state->crtc_y);
985                 return -ERANGE;
986         }
987
988         fb_width = state->fb->width << 16;
989         fb_height = state->fb->height << 16;
990
991         /* Make sure source coordinates are inside the fb. */
992         if (state->src_w > fb_width ||
993             state->src_x > fb_width - state->src_w ||
994             state->src_h > fb_height ||
995             state->src_y > fb_height - state->src_h) {
996                 DRM_DEBUG_ATOMIC("[PLANE:%d:%s] invalid source coordinates "
997                                  "%u.%06ux%u.%06u+%u.%06u+%u.%06u (fb %ux%u)\n",
998                                  plane->base.id, plane->name,
999                                  state->src_w >> 16, ((state->src_w & 0xffff) * 15625) >> 10,
1000                                  state->src_h >> 16, ((state->src_h & 0xffff) * 15625) >> 10,
1001                                  state->src_x >> 16, ((state->src_x & 0xffff) * 15625) >> 10,
1002                                  state->src_y >> 16, ((state->src_y & 0xffff) * 15625) >> 10,
1003                                  state->fb->width, state->fb->height);
1004                 return -ENOSPC;
1005         }
1006
1007         if (plane_switching_crtc(state->state, plane, state)) {
1008                 DRM_DEBUG_ATOMIC("[PLANE:%d:%s] switching CRTC directly\n",
1009                                  plane->base.id, plane->name);
1010                 return -EINVAL;
1011         }
1012
1013         return 0;
1014 }
1015
1016 static void drm_atomic_plane_print_state(struct drm_printer *p,
1017                 const struct drm_plane_state *state)
1018 {
1019         struct drm_plane *plane = state->plane;
1020         struct drm_rect src  = drm_plane_state_src(state);
1021         struct drm_rect dest = drm_plane_state_dest(state);
1022
1023         drm_printf(p, "plane[%u]: %s\n", plane->base.id, plane->name);
1024         drm_printf(p, "\tcrtc=%s\n", state->crtc ? state->crtc->name : "(null)");
1025         drm_printf(p, "\tfb=%u\n", state->fb ? state->fb->base.id : 0);
1026         if (state->fb)
1027                 drm_framebuffer_print_info(p, 2, state->fb);
1028         drm_printf(p, "\tcrtc-pos=" DRM_RECT_FMT "\n", DRM_RECT_ARG(&dest));
1029         drm_printf(p, "\tsrc-pos=" DRM_RECT_FP_FMT "\n", DRM_RECT_FP_ARG(&src));
1030         drm_printf(p, "\trotation=%x\n", state->rotation);
1031         drm_printf(p, "\tcolor-encoding=%s\n",
1032                    drm_get_color_encoding_name(state->color_encoding));
1033         drm_printf(p, "\tcolor-range=%s\n",
1034                    drm_get_color_range_name(state->color_range));
1035
1036         if (plane->funcs->atomic_print_state)
1037                 plane->funcs->atomic_print_state(p, state);
1038 }
1039
1040 /**
1041  * DOC: handling driver private state
1042  *
1043  * Very often the DRM objects exposed to userspace in the atomic modeset api
1044  * (&drm_connector, &drm_crtc and &drm_plane) do not map neatly to the
1045  * underlying hardware. Especially for any kind of shared resources (e.g. shared
1046  * clocks, scaler units, bandwidth and fifo limits shared among a group of
1047  * planes or CRTCs, and so on) it makes sense to model these as independent
1048  * objects. Drivers then need to do similar state tracking and commit ordering for
1049  * such private (since not exposed to userpace) objects as the atomic core and
1050  * helpers already provide for connectors, planes and CRTCs.
1051  *
1052  * To make this easier on drivers the atomic core provides some support to track
1053  * driver private state objects using struct &drm_private_obj, with the
1054  * associated state struct &drm_private_state.
1055  *
1056  * Similar to userspace-exposed objects, private state structures can be
1057  * acquired by calling drm_atomic_get_private_obj_state(). Since this function
1058  * does not take care of locking, drivers should wrap it for each type of
1059  * private state object they have with the required call to drm_modeset_lock()
1060  * for the corresponding &drm_modeset_lock.
1061  *
1062  * All private state structures contained in a &drm_atomic_state update can be
1063  * iterated using for_each_oldnew_private_obj_in_state(),
1064  * for_each_new_private_obj_in_state() and for_each_old_private_obj_in_state().
1065  * Drivers are recommended to wrap these for each type of driver private state
1066  * object they have, filtering on &drm_private_obj.funcs using for_each_if(), at
1067  * least if they want to iterate over all objects of a given type.
1068  *
1069  * An earlier way to handle driver private state was by subclassing struct
1070  * &drm_atomic_state. But since that encourages non-standard ways to implement
1071  * the check/commit split atomic requires (by using e.g. "check and rollback or
1072  * commit instead" of "duplicate state, check, then either commit or release
1073  * duplicated state) it is deprecated in favour of using &drm_private_state.
1074  */
1075
1076 /**
1077  * drm_atomic_private_obj_init - initialize private object
1078  * @obj: private object
1079  * @state: initial private object state
1080  * @funcs: pointer to the struct of function pointers that identify the object
1081  * type
1082  *
1083  * Initialize the private object, which can be embedded into any
1084  * driver private object that needs its own atomic state.
1085  */
1086 void
1087 drm_atomic_private_obj_init(struct drm_private_obj *obj,
1088                             struct drm_private_state *state,
1089                             const struct drm_private_state_funcs *funcs)
1090 {
1091         memset(obj, 0, sizeof(*obj));
1092
1093         obj->state = state;
1094         obj->funcs = funcs;
1095 }
1096 EXPORT_SYMBOL(drm_atomic_private_obj_init);
1097
1098 /**
1099  * drm_atomic_private_obj_fini - finalize private object
1100  * @obj: private object
1101  *
1102  * Finalize the private object.
1103  */
1104 void
1105 drm_atomic_private_obj_fini(struct drm_private_obj *obj)
1106 {
1107         obj->funcs->atomic_destroy_state(obj, obj->state);
1108 }
1109 EXPORT_SYMBOL(drm_atomic_private_obj_fini);
1110
1111 /**
1112  * drm_atomic_get_private_obj_state - get private object state
1113  * @state: global atomic state
1114  * @obj: private object to get the state for
1115  *
1116  * This function returns the private object state for the given private object,
1117  * allocating the state if needed. It does not grab any locks as the caller is
1118  * expected to care of any required locking.
1119  *
1120  * RETURNS:
1121  *
1122  * Either the allocated state or the error code encoded into a pointer.
1123  */
1124 struct drm_private_state *
1125 drm_atomic_get_private_obj_state(struct drm_atomic_state *state,
1126                                  struct drm_private_obj *obj)
1127 {
1128         int index, num_objs, i;
1129         size_t size;
1130         struct __drm_private_objs_state *arr;
1131         struct drm_private_state *obj_state;
1132
1133         for (i = 0; i < state->num_private_objs; i++)
1134                 if (obj == state->private_objs[i].ptr)
1135                         return state->private_objs[i].state;
1136
1137         num_objs = state->num_private_objs + 1;
1138         size = sizeof(*state->private_objs) * num_objs;
1139         arr = krealloc(state->private_objs, size, GFP_KERNEL);
1140         if (!arr)
1141                 return ERR_PTR(-ENOMEM);
1142
1143         state->private_objs = arr;
1144         index = state->num_private_objs;
1145         memset(&state->private_objs[index], 0, sizeof(*state->private_objs));
1146
1147         obj_state = obj->funcs->atomic_duplicate_state(obj);
1148         if (!obj_state)
1149                 return ERR_PTR(-ENOMEM);
1150
1151         state->private_objs[index].state = obj_state;
1152         state->private_objs[index].old_state = obj->state;
1153         state->private_objs[index].new_state = obj_state;
1154         state->private_objs[index].ptr = obj;
1155
1156         state->num_private_objs = num_objs;
1157
1158         DRM_DEBUG_ATOMIC("Added new private object %p state %p to %p\n",
1159                          obj, obj_state, state);
1160
1161         return obj_state;
1162 }
1163 EXPORT_SYMBOL(drm_atomic_get_private_obj_state);
1164
1165 /**
1166  * drm_atomic_get_connector_state - get connector state
1167  * @state: global atomic state object
1168  * @connector: connector to get state object for
1169  *
1170  * This function returns the connector state for the given connector,
1171  * allocating it if needed. It will also grab the relevant connector lock to
1172  * make sure that the state is consistent.
1173  *
1174  * Returns:
1175  *
1176  * Either the allocated state or the error code encoded into the pointer. When
1177  * the error is EDEADLK then the w/w mutex code has detected a deadlock and the
1178  * entire atomic sequence must be restarted. All other errors are fatal.
1179  */
1180 struct drm_connector_state *
1181 drm_atomic_get_connector_state(struct drm_atomic_state *state,
1182                           struct drm_connector *connector)
1183 {
1184         int ret, index;
1185         struct drm_mode_config *config = &connector->dev->mode_config;
1186         struct drm_connector_state *connector_state;
1187
1188         WARN_ON(!state->acquire_ctx);
1189
1190         ret = drm_modeset_lock(&config->connection_mutex, state->acquire_ctx);
1191         if (ret)
1192                 return ERR_PTR(ret);
1193
1194         index = drm_connector_index(connector);
1195
1196         if (index >= state->num_connector) {
1197                 struct __drm_connnectors_state *c;
1198                 int alloc = max(index + 1, config->num_connector);
1199
1200                 c = krealloc(state->connectors, alloc * sizeof(*state->connectors), GFP_KERNEL);
1201                 if (!c)
1202                         return ERR_PTR(-ENOMEM);
1203
1204                 state->connectors = c;
1205                 memset(&state->connectors[state->num_connector], 0,
1206                        sizeof(*state->connectors) * (alloc - state->num_connector));
1207
1208                 state->num_connector = alloc;
1209         }
1210
1211         if (state->connectors[index].state)
1212                 return state->connectors[index].state;
1213
1214         connector_state = connector->funcs->atomic_duplicate_state(connector);
1215         if (!connector_state)
1216                 return ERR_PTR(-ENOMEM);
1217
1218         drm_connector_get(connector);
1219         state->connectors[index].state = connector_state;
1220         state->connectors[index].old_state = connector->state;
1221         state->connectors[index].new_state = connector_state;
1222         state->connectors[index].ptr = connector;
1223         connector_state->state = state;
1224
1225         DRM_DEBUG_ATOMIC("Added [CONNECTOR:%d:%s] %p state to %p\n",
1226                          connector->base.id, connector->name,
1227                          connector_state, state);
1228
1229         if (connector_state->crtc) {
1230                 struct drm_crtc_state *crtc_state;
1231
1232                 crtc_state = drm_atomic_get_crtc_state(state,
1233                                                        connector_state->crtc);
1234                 if (IS_ERR(crtc_state))
1235                         return ERR_CAST(crtc_state);
1236         }
1237
1238         return connector_state;
1239 }
1240 EXPORT_SYMBOL(drm_atomic_get_connector_state);
1241
1242 /**
1243  * drm_atomic_connector_set_property - set property on connector.
1244  * @connector: the drm connector to set a property on
1245  * @state: the state object to update with the new property value
1246  * @property: the property to set
1247  * @val: the new property value
1248  *
1249  * This function handles generic/core properties and calls out to driver's
1250  * &drm_connector_funcs.atomic_set_property for driver properties.  To ensure
1251  * consistent behavior you must call this function rather than the driver hook
1252  * directly.
1253  *
1254  * RETURNS:
1255  * Zero on success, error code on failure
1256  */
1257 static int drm_atomic_connector_set_property(struct drm_connector *connector,
1258                 struct drm_connector_state *state, struct drm_property *property,
1259                 uint64_t val)
1260 {
1261         struct drm_device *dev = connector->dev;
1262         struct drm_mode_config *config = &dev->mode_config;
1263
1264         if (property == config->prop_crtc_id) {
1265                 struct drm_crtc *crtc = drm_crtc_find(dev, NULL, val);
1266                 return drm_atomic_set_crtc_for_connector(state, crtc);
1267         } else if (property == config->dpms_property) {
1268                 /* setting DPMS property requires special handling, which
1269                  * is done in legacy setprop path for us.  Disallow (for
1270                  * now?) atomic writes to DPMS property:
1271                  */
1272                 return -EINVAL;
1273         } else if (property == config->tv_select_subconnector_property) {
1274                 state->tv.subconnector = val;
1275         } else if (property == config->tv_left_margin_property) {
1276                 state->tv.margins.left = val;
1277         } else if (property == config->tv_right_margin_property) {
1278                 state->tv.margins.right = val;
1279         } else if (property == config->tv_top_margin_property) {
1280                 state->tv.margins.top = val;
1281         } else if (property == config->tv_bottom_margin_property) {
1282                 state->tv.margins.bottom = val;
1283         } else if (property == config->tv_mode_property) {
1284                 state->tv.mode = val;
1285         } else if (property == config->tv_brightness_property) {
1286                 state->tv.brightness = val;
1287         } else if (property == config->tv_contrast_property) {
1288                 state->tv.contrast = val;
1289         } else if (property == config->tv_flicker_reduction_property) {
1290                 state->tv.flicker_reduction = val;
1291         } else if (property == config->tv_overscan_property) {
1292                 state->tv.overscan = val;
1293         } else if (property == config->tv_saturation_property) {
1294                 state->tv.saturation = val;
1295         } else if (property == config->tv_hue_property) {
1296                 state->tv.hue = val;
1297         } else if (property == config->link_status_property) {
1298                 /* Never downgrade from GOOD to BAD on userspace's request here,
1299                  * only hw issues can do that.
1300                  *
1301                  * For an atomic property the userspace doesn't need to be able
1302                  * to understand all the properties, but needs to be able to
1303                  * restore the state it wants on VT switch. So if the userspace
1304                  * tries to change the link_status from GOOD to BAD, driver
1305                  * silently rejects it and returns a 0. This prevents userspace
1306                  * from accidently breaking  the display when it restores the
1307                  * state.
1308                  */
1309                 if (state->link_status != DRM_LINK_STATUS_GOOD)
1310                         state->link_status = val;
1311         } else if (property == config->aspect_ratio_property) {
1312                 state->picture_aspect_ratio = val;
1313         } else if (property == config->content_type_property) {
1314                 state->content_type = val;
1315         } else if (property == connector->scaling_mode_property) {
1316                 state->scaling_mode = val;
1317         } else if (property == connector->content_protection_property) {
1318                 if (val == DRM_MODE_CONTENT_PROTECTION_ENABLED) {
1319                         DRM_DEBUG_KMS("only drivers can set CP Enabled\n");
1320                         return -EINVAL;
1321                 }
1322                 state->content_protection = val;
1323         } else if (connector->funcs->atomic_set_property) {
1324                 return connector->funcs->atomic_set_property(connector,
1325                                 state, property, val);
1326         } else {
1327                 DRM_DEBUG_ATOMIC("[CONNECTOR:%d:%s] unknown property [PROP:%d:%s]]\n",
1328                                  connector->base.id, connector->name,
1329                                  property->base.id, property->name);
1330                 return -EINVAL;
1331         }
1332
1333         return 0;
1334 }
1335
1336 static void drm_atomic_connector_print_state(struct drm_printer *p,
1337                 const struct drm_connector_state *state)
1338 {
1339         struct drm_connector *connector = state->connector;
1340
1341         drm_printf(p, "connector[%u]: %s\n", connector->base.id, connector->name);
1342         drm_printf(p, "\tcrtc=%s\n", state->crtc ? state->crtc->name : "(null)");
1343
1344         if (connector->funcs->atomic_print_state)
1345                 connector->funcs->atomic_print_state(p, state);
1346 }
1347
1348 /**
1349  * drm_atomic_connector_get_property - get property value from connector state
1350  * @connector: the drm connector to set a property on
1351  * @state: the state object to get the property value from
1352  * @property: the property to set
1353  * @val: return location for the property value
1354  *
1355  * This function handles generic/core properties and calls out to driver's
1356  * &drm_connector_funcs.atomic_get_property for driver properties.  To ensure
1357  * consistent behavior you must call this function rather than the driver hook
1358  * directly.
1359  *
1360  * RETURNS:
1361  * Zero on success, error code on failure
1362  */
1363 static int
1364 drm_atomic_connector_get_property(struct drm_connector *connector,
1365                 const struct drm_connector_state *state,
1366                 struct drm_property *property, uint64_t *val)
1367 {
1368         struct drm_device *dev = connector->dev;
1369         struct drm_mode_config *config = &dev->mode_config;
1370
1371         if (property == config->prop_crtc_id) {
1372                 *val = (state->crtc) ? state->crtc->base.id : 0;
1373         } else if (property == config->dpms_property) {
1374                 *val = connector->dpms;
1375         } else if (property == config->tv_select_subconnector_property) {
1376                 *val = state->tv.subconnector;
1377         } else if (property == config->tv_left_margin_property) {
1378                 *val = state->tv.margins.left;
1379         } else if (property == config->tv_right_margin_property) {
1380                 *val = state->tv.margins.right;
1381         } else if (property == config->tv_top_margin_property) {
1382                 *val = state->tv.margins.top;
1383         } else if (property == config->tv_bottom_margin_property) {
1384                 *val = state->tv.margins.bottom;
1385         } else if (property == config->tv_mode_property) {
1386                 *val = state->tv.mode;
1387         } else if (property == config->tv_brightness_property) {
1388                 *val = state->tv.brightness;
1389         } else if (property == config->tv_contrast_property) {
1390                 *val = state->tv.contrast;
1391         } else if (property == config->tv_flicker_reduction_property) {
1392                 *val = state->tv.flicker_reduction;
1393         } else if (property == config->tv_overscan_property) {
1394                 *val = state->tv.overscan;
1395         } else if (property == config->tv_saturation_property) {
1396                 *val = state->tv.saturation;
1397         } else if (property == config->tv_hue_property) {
1398                 *val = state->tv.hue;
1399         } else if (property == config->link_status_property) {
1400                 *val = state->link_status;
1401         } else if (property == config->aspect_ratio_property) {
1402                 *val = state->picture_aspect_ratio;
1403         } else if (property == config->content_type_property) {
1404                 *val = state->content_type;
1405         } else if (property == connector->scaling_mode_property) {
1406                 *val = state->scaling_mode;
1407         } else if (property == connector->content_protection_property) {
1408                 *val = state->content_protection;
1409         } else if (connector->funcs->atomic_get_property) {
1410                 return connector->funcs->atomic_get_property(connector,
1411                                 state, property, val);
1412         } else {
1413                 return -EINVAL;
1414         }
1415
1416         return 0;
1417 }
1418
1419 int drm_atomic_get_property(struct drm_mode_object *obj,
1420                 struct drm_property *property, uint64_t *val)
1421 {
1422         struct drm_device *dev = property->dev;
1423         int ret;
1424
1425         switch (obj->type) {
1426         case DRM_MODE_OBJECT_CONNECTOR: {
1427                 struct drm_connector *connector = obj_to_connector(obj);
1428                 WARN_ON(!drm_modeset_is_locked(&dev->mode_config.connection_mutex));
1429                 ret = drm_atomic_connector_get_property(connector,
1430                                 connector->state, property, val);
1431                 break;
1432         }
1433         case DRM_MODE_OBJECT_CRTC: {
1434                 struct drm_crtc *crtc = obj_to_crtc(obj);
1435                 WARN_ON(!drm_modeset_is_locked(&crtc->mutex));
1436                 ret = drm_atomic_crtc_get_property(crtc,
1437                                 crtc->state, property, val);
1438                 break;
1439         }
1440         case DRM_MODE_OBJECT_PLANE: {
1441                 struct drm_plane *plane = obj_to_plane(obj);
1442                 WARN_ON(!drm_modeset_is_locked(&plane->mutex));
1443                 ret = drm_atomic_plane_get_property(plane,
1444                                 plane->state, property, val);
1445                 break;
1446         }
1447         default:
1448                 ret = -EINVAL;
1449                 break;
1450         }
1451
1452         return ret;
1453 }
1454
1455 /**
1456  * drm_atomic_set_crtc_for_plane - set crtc for plane
1457  * @plane_state: the plane whose incoming state to update
1458  * @crtc: crtc to use for the plane
1459  *
1460  * Changing the assigned crtc for a plane requires us to grab the lock and state
1461  * for the new crtc, as needed. This function takes care of all these details
1462  * besides updating the pointer in the state object itself.
1463  *
1464  * Returns:
1465  * 0 on success or can fail with -EDEADLK or -ENOMEM. When the error is EDEADLK
1466  * then the w/w mutex code has detected a deadlock and the entire atomic
1467  * sequence must be restarted. All other errors are fatal.
1468  */
1469 int
1470 drm_atomic_set_crtc_for_plane(struct drm_plane_state *plane_state,
1471                               struct drm_crtc *crtc)
1472 {
1473         struct drm_plane *plane = plane_state->plane;
1474         struct drm_crtc_state *crtc_state;
1475         /* Nothing to do for same crtc*/
1476         if (plane_state->crtc == crtc)
1477                 return 0;
1478         if (plane_state->crtc) {
1479                 crtc_state = drm_atomic_get_crtc_state(plane_state->state,
1480                                                        plane_state->crtc);
1481                 if (WARN_ON(IS_ERR(crtc_state)))
1482                         return PTR_ERR(crtc_state);
1483
1484                 crtc_state->plane_mask &= ~(1 << drm_plane_index(plane));
1485         }
1486
1487         plane_state->crtc = crtc;
1488
1489         if (crtc) {
1490                 crtc_state = drm_atomic_get_crtc_state(plane_state->state,
1491                                                        crtc);
1492                 if (IS_ERR(crtc_state))
1493                         return PTR_ERR(crtc_state);
1494                 crtc_state->plane_mask |= (1 << drm_plane_index(plane));
1495         }
1496
1497         if (crtc)
1498                 DRM_DEBUG_ATOMIC("Link [PLANE:%d:%s] state %p to [CRTC:%d:%s]\n",
1499                                  plane->base.id, plane->name, plane_state,
1500                                  crtc->base.id, crtc->name);
1501         else
1502                 DRM_DEBUG_ATOMIC("Link [PLANE:%d:%s] state %p to [NOCRTC]\n",
1503                                  plane->base.id, plane->name, plane_state);
1504
1505         return 0;
1506 }
1507 EXPORT_SYMBOL(drm_atomic_set_crtc_for_plane);
1508
1509 /**
1510  * drm_atomic_set_fb_for_plane - set framebuffer for plane
1511  * @plane_state: atomic state object for the plane
1512  * @fb: fb to use for the plane
1513  *
1514  * Changing the assigned framebuffer for a plane requires us to grab a reference
1515  * to the new fb and drop the reference to the old fb, if there is one. This
1516  * function takes care of all these details besides updating the pointer in the
1517  * state object itself.
1518  */
1519 void
1520 drm_atomic_set_fb_for_plane(struct drm_plane_state *plane_state,
1521                             struct drm_framebuffer *fb)
1522 {
1523         struct drm_plane *plane = plane_state->plane;
1524
1525         if (fb)
1526                 DRM_DEBUG_ATOMIC("Set [FB:%d] for [PLANE:%d:%s] state %p\n",
1527                                  fb->base.id, plane->base.id, plane->name,
1528                                  plane_state);
1529         else
1530                 DRM_DEBUG_ATOMIC("Set [NOFB] for [PLANE:%d:%s] state %p\n",
1531                                  plane->base.id, plane->name, plane_state);
1532
1533         drm_framebuffer_assign(&plane_state->fb, fb);
1534 }
1535 EXPORT_SYMBOL(drm_atomic_set_fb_for_plane);
1536
1537 /**
1538  * drm_atomic_set_fence_for_plane - set fence for plane
1539  * @plane_state: atomic state object for the plane
1540  * @fence: dma_fence to use for the plane
1541  *
1542  * Helper to setup the plane_state fence in case it is not set yet.
1543  * By using this drivers doesn't need to worry if the user choose
1544  * implicit or explicit fencing.
1545  *
1546  * This function will not set the fence to the state if it was set
1547  * via explicit fencing interfaces on the atomic ioctl. In that case it will
1548  * drop the reference to the fence as we are not storing it anywhere.
1549  * Otherwise, if &drm_plane_state.fence is not set this function we just set it
1550  * with the received implicit fence. In both cases this function consumes a
1551  * reference for @fence.
1552  *
1553  * This way explicit fencing can be used to overrule implicit fencing, which is
1554  * important to make explicit fencing use-cases work: One example is using one
1555  * buffer for 2 screens with different refresh rates. Implicit fencing will
1556  * clamp rendering to the refresh rate of the slower screen, whereas explicit
1557  * fence allows 2 independent render and display loops on a single buffer. If a
1558  * driver allows obeys both implicit and explicit fences for plane updates, then
1559  * it will break all the benefits of explicit fencing.
1560  */
1561 void
1562 drm_atomic_set_fence_for_plane(struct drm_plane_state *plane_state,
1563                                struct dma_fence *fence)
1564 {
1565         if (plane_state->fence) {
1566                 dma_fence_put(fence);
1567                 return;
1568         }
1569
1570         plane_state->fence = fence;
1571 }
1572 EXPORT_SYMBOL(drm_atomic_set_fence_for_plane);
1573
1574 /**
1575  * drm_atomic_set_crtc_for_connector - set crtc for connector
1576  * @conn_state: atomic state object for the connector
1577  * @crtc: crtc to use for the connector
1578  *
1579  * Changing the assigned crtc for a connector requires us to grab the lock and
1580  * state for the new crtc, as needed. This function takes care of all these
1581  * details besides updating the pointer in the state object itself.
1582  *
1583  * Returns:
1584  * 0 on success or can fail with -EDEADLK or -ENOMEM. When the error is EDEADLK
1585  * then the w/w mutex code has detected a deadlock and the entire atomic
1586  * sequence must be restarted. All other errors are fatal.
1587  */
1588 int
1589 drm_atomic_set_crtc_for_connector(struct drm_connector_state *conn_state,
1590                                   struct drm_crtc *crtc)
1591 {
1592         struct drm_connector *connector = conn_state->connector;
1593         struct drm_crtc_state *crtc_state;
1594
1595         if (conn_state->crtc == crtc)
1596                 return 0;
1597
1598         if (conn_state->crtc) {
1599                 crtc_state = drm_atomic_get_new_crtc_state(conn_state->state,
1600                                                            conn_state->crtc);
1601
1602                 crtc_state->connector_mask &=
1603                         ~(1 << drm_connector_index(conn_state->connector));
1604
1605                 drm_connector_put(conn_state->connector);
1606                 conn_state->crtc = NULL;
1607         }
1608
1609         if (crtc) {
1610                 crtc_state = drm_atomic_get_crtc_state(conn_state->state, crtc);
1611                 if (IS_ERR(crtc_state))
1612                         return PTR_ERR(crtc_state);
1613
1614                 crtc_state->connector_mask |=
1615                         1 << drm_connector_index(conn_state->connector);
1616
1617                 drm_connector_get(conn_state->connector);
1618                 conn_state->crtc = crtc;
1619
1620                 DRM_DEBUG_ATOMIC("Link [CONNECTOR:%d:%s] state %p to [CRTC:%d:%s]\n",
1621                                  connector->base.id, connector->name,
1622                                  conn_state, crtc->base.id, crtc->name);
1623         } else {
1624                 DRM_DEBUG_ATOMIC("Link [CONNECTOR:%d:%s] state %p to [NOCRTC]\n",
1625                                  connector->base.id, connector->name,
1626                                  conn_state);
1627         }
1628
1629         return 0;
1630 }
1631 EXPORT_SYMBOL(drm_atomic_set_crtc_for_connector);
1632
1633 /**
1634  * drm_atomic_add_affected_connectors - add connectors for crtc
1635  * @state: atomic state
1636  * @crtc: DRM crtc
1637  *
1638  * This function walks the current configuration and adds all connectors
1639  * currently using @crtc to the atomic configuration @state. Note that this
1640  * function must acquire the connection mutex. This can potentially cause
1641  * unneeded seralization if the update is just for the planes on one crtc. Hence
1642  * drivers and helpers should only call this when really needed (e.g. when a
1643  * full modeset needs to happen due to some change).
1644  *
1645  * Returns:
1646  * 0 on success or can fail with -EDEADLK or -ENOMEM. When the error is EDEADLK
1647  * then the w/w mutex code has detected a deadlock and the entire atomic
1648  * sequence must be restarted. All other errors are fatal.
1649  */
1650 int
1651 drm_atomic_add_affected_connectors(struct drm_atomic_state *state,
1652                                    struct drm_crtc *crtc)
1653 {
1654         struct drm_mode_config *config = &state->dev->mode_config;
1655         struct drm_connector *connector;
1656         struct drm_connector_state *conn_state;
1657         struct drm_connector_list_iter conn_iter;
1658         struct drm_crtc_state *crtc_state;
1659         int ret;
1660
1661         crtc_state = drm_atomic_get_crtc_state(state, crtc);
1662         if (IS_ERR(crtc_state))
1663                 return PTR_ERR(crtc_state);
1664
1665         ret = drm_modeset_lock(&config->connection_mutex, state->acquire_ctx);
1666         if (ret)
1667                 return ret;
1668
1669         DRM_DEBUG_ATOMIC("Adding all current connectors for [CRTC:%d:%s] to %p\n",
1670                          crtc->base.id, crtc->name, state);
1671
1672         /*
1673          * Changed connectors are already in @state, so only need to look
1674          * at the connector_mask in crtc_state.
1675          */
1676         drm_connector_list_iter_begin(state->dev, &conn_iter);
1677         drm_for_each_connector_iter(connector, &conn_iter) {
1678                 if (!(crtc_state->connector_mask & (1 << drm_connector_index(connector))))
1679                         continue;
1680
1681                 conn_state = drm_atomic_get_connector_state(state, connector);
1682                 if (IS_ERR(conn_state)) {
1683                         drm_connector_list_iter_end(&conn_iter);
1684                         return PTR_ERR(conn_state);
1685                 }
1686         }
1687         drm_connector_list_iter_end(&conn_iter);
1688
1689         return 0;
1690 }
1691 EXPORT_SYMBOL(drm_atomic_add_affected_connectors);
1692
1693 /**
1694  * drm_atomic_add_affected_planes - add planes for crtc
1695  * @state: atomic state
1696  * @crtc: DRM crtc
1697  *
1698  * This function walks the current configuration and adds all planes
1699  * currently used by @crtc to the atomic configuration @state. This is useful
1700  * when an atomic commit also needs to check all currently enabled plane on
1701  * @crtc, e.g. when changing the mode. It's also useful when re-enabling a CRTC
1702  * to avoid special code to force-enable all planes.
1703  *
1704  * Since acquiring a plane state will always also acquire the w/w mutex of the
1705  * current CRTC for that plane (if there is any) adding all the plane states for
1706  * a CRTC will not reduce parallism of atomic updates.
1707  *
1708  * Returns:
1709  * 0 on success or can fail with -EDEADLK or -ENOMEM. When the error is EDEADLK
1710  * then the w/w mutex code has detected a deadlock and the entire atomic
1711  * sequence must be restarted. All other errors are fatal.
1712  */
1713 int
1714 drm_atomic_add_affected_planes(struct drm_atomic_state *state,
1715                                struct drm_crtc *crtc)
1716 {
1717         struct drm_plane *plane;
1718
1719         WARN_ON(!drm_atomic_get_new_crtc_state(state, crtc));
1720
1721         DRM_DEBUG_ATOMIC("Adding all current planes for [CRTC:%d:%s] to %p\n",
1722                          crtc->base.id, crtc->name, state);
1723
1724         drm_for_each_plane_mask(plane, state->dev, crtc->state->plane_mask) {
1725                 struct drm_plane_state *plane_state =
1726                         drm_atomic_get_plane_state(state, plane);
1727
1728                 if (IS_ERR(plane_state))
1729                         return PTR_ERR(plane_state);
1730         }
1731         return 0;
1732 }
1733 EXPORT_SYMBOL(drm_atomic_add_affected_planes);
1734
1735 /**
1736  * drm_atomic_check_only - check whether a given config would work
1737  * @state: atomic configuration to check
1738  *
1739  * Note that this function can return -EDEADLK if the driver needed to acquire
1740  * more locks but encountered a deadlock. The caller must then do the usual w/w
1741  * backoff dance and restart. All other errors are fatal.
1742  *
1743  * Returns:
1744  * 0 on success, negative error code on failure.
1745  */
1746 int drm_atomic_check_only(struct drm_atomic_state *state)
1747 {
1748         struct drm_device *dev = state->dev;
1749         struct drm_mode_config *config = &dev->mode_config;
1750         struct drm_plane *plane;
1751         struct drm_plane_state *plane_state;
1752         struct drm_crtc *crtc;
1753         struct drm_crtc_state *crtc_state;
1754         int i, ret = 0;
1755
1756         DRM_DEBUG_ATOMIC("checking %p\n", state);
1757
1758         for_each_new_plane_in_state(state, plane, plane_state, i) {
1759                 ret = drm_atomic_plane_check(plane, plane_state);
1760                 if (ret) {
1761                         DRM_DEBUG_ATOMIC("[PLANE:%d:%s] atomic core check failed\n",
1762                                          plane->base.id, plane->name);
1763                         return ret;
1764                 }
1765         }
1766
1767         for_each_new_crtc_in_state(state, crtc, crtc_state, i) {
1768                 ret = drm_atomic_crtc_check(crtc, crtc_state);
1769                 if (ret) {
1770                         DRM_DEBUG_ATOMIC("[CRTC:%d:%s] atomic core check failed\n",
1771                                          crtc->base.id, crtc->name);
1772                         return ret;
1773                 }
1774         }
1775
1776         if (config->funcs->atomic_check)
1777                 ret = config->funcs->atomic_check(state->dev, state);
1778
1779         if (ret)
1780                 return ret;
1781
1782         if (!state->allow_modeset) {
1783                 for_each_new_crtc_in_state(state, crtc, crtc_state, i) {
1784                         if (drm_atomic_crtc_needs_modeset(crtc_state)) {
1785                                 DRM_DEBUG_ATOMIC("[CRTC:%d:%s] requires full modeset\n",
1786                                                  crtc->base.id, crtc->name);
1787                                 return -EINVAL;
1788                         }
1789                 }
1790         }
1791
1792         return 0;
1793 }
1794 EXPORT_SYMBOL(drm_atomic_check_only);
1795
1796 /**
1797  * drm_atomic_commit - commit configuration atomically
1798  * @state: atomic configuration to check
1799  *
1800  * Note that this function can return -EDEADLK if the driver needed to acquire
1801  * more locks but encountered a deadlock. The caller must then do the usual w/w
1802  * backoff dance and restart. All other errors are fatal.
1803  *
1804  * This function will take its own reference on @state.
1805  * Callers should always release their reference with drm_atomic_state_put().
1806  *
1807  * Returns:
1808  * 0 on success, negative error code on failure.
1809  */
1810 int drm_atomic_commit(struct drm_atomic_state *state)
1811 {
1812         struct drm_mode_config *config = &state->dev->mode_config;
1813         int ret;
1814
1815         ret = drm_atomic_check_only(state);
1816         if (ret)
1817                 return ret;
1818
1819         DRM_DEBUG_ATOMIC("committing %p\n", state);
1820
1821         return config->funcs->atomic_commit(state->dev, state, false);
1822 }
1823 EXPORT_SYMBOL(drm_atomic_commit);
1824
1825 /**
1826  * drm_atomic_nonblocking_commit - atomic nonblocking commit
1827  * @state: atomic configuration to check
1828  *
1829  * Note that this function can return -EDEADLK if the driver needed to acquire
1830  * more locks but encountered a deadlock. The caller must then do the usual w/w
1831  * backoff dance and restart. All other errors are fatal.
1832  *
1833  * This function will take its own reference on @state.
1834  * Callers should always release their reference with drm_atomic_state_put().
1835  *
1836  * Returns:
1837  * 0 on success, negative error code on failure.
1838  */
1839 int drm_atomic_nonblocking_commit(struct drm_atomic_state *state)
1840 {
1841         struct drm_mode_config *config = &state->dev->mode_config;
1842         int ret;
1843
1844         ret = drm_atomic_check_only(state);
1845         if (ret)
1846                 return ret;
1847
1848         DRM_DEBUG_ATOMIC("committing %p nonblocking\n", state);
1849
1850         return config->funcs->atomic_commit(state->dev, state, true);
1851 }
1852 EXPORT_SYMBOL(drm_atomic_nonblocking_commit);
1853
1854 static void drm_atomic_print_state(const struct drm_atomic_state *state)
1855 {
1856         struct drm_printer p = drm_info_printer(state->dev->dev);
1857         struct drm_plane *plane;
1858         struct drm_plane_state *plane_state;
1859         struct drm_crtc *crtc;
1860         struct drm_crtc_state *crtc_state;
1861         struct drm_connector *connector;
1862         struct drm_connector_state *connector_state;
1863         int i;
1864
1865         DRM_DEBUG_ATOMIC("checking %p\n", state);
1866
1867         for_each_new_plane_in_state(state, plane, plane_state, i)
1868                 drm_atomic_plane_print_state(&p, plane_state);
1869
1870         for_each_new_crtc_in_state(state, crtc, crtc_state, i)
1871                 drm_atomic_crtc_print_state(&p, crtc_state);
1872
1873         for_each_new_connector_in_state(state, connector, connector_state, i)
1874                 drm_atomic_connector_print_state(&p, connector_state);
1875 }
1876
1877 static void __drm_state_dump(struct drm_device *dev, struct drm_printer *p,
1878                              bool take_locks)
1879 {
1880         struct drm_mode_config *config = &dev->mode_config;
1881         struct drm_plane *plane;
1882         struct drm_crtc *crtc;
1883         struct drm_connector *connector;
1884         struct drm_connector_list_iter conn_iter;
1885
1886         if (!drm_core_check_feature(dev, DRIVER_ATOMIC))
1887                 return;
1888
1889         list_for_each_entry(plane, &config->plane_list, head) {
1890                 if (take_locks)
1891                         drm_modeset_lock(&plane->mutex, NULL);
1892                 drm_atomic_plane_print_state(p, plane->state);
1893                 if (take_locks)
1894                         drm_modeset_unlock(&plane->mutex);
1895         }
1896
1897         list_for_each_entry(crtc, &config->crtc_list, head) {
1898                 if (take_locks)
1899                         drm_modeset_lock(&crtc->mutex, NULL);
1900                 drm_atomic_crtc_print_state(p, crtc->state);
1901                 if (take_locks)
1902                         drm_modeset_unlock(&crtc->mutex);
1903         }
1904
1905         drm_connector_list_iter_begin(dev, &conn_iter);
1906         if (take_locks)
1907                 drm_modeset_lock(&dev->mode_config.connection_mutex, NULL);
1908         drm_for_each_connector_iter(connector, &conn_iter)
1909                 drm_atomic_connector_print_state(p, connector->state);
1910         if (take_locks)
1911                 drm_modeset_unlock(&dev->mode_config.connection_mutex);
1912         drm_connector_list_iter_end(&conn_iter);
1913 }
1914
1915 /**
1916  * drm_state_dump - dump entire device atomic state
1917  * @dev: the drm device
1918  * @p: where to print the state to
1919  *
1920  * Just for debugging.  Drivers might want an option to dump state
1921  * to dmesg in case of error irq's.  (Hint, you probably want to
1922  * ratelimit this!)
1923  *
1924  * The caller must drm_modeset_lock_all(), or if this is called
1925  * from error irq handler, it should not be enabled by default.
1926  * (Ie. if you are debugging errors you might not care that this
1927  * is racey.  But calling this without all modeset locks held is
1928  * not inherently safe.)
1929  */
1930 void drm_state_dump(struct drm_device *dev, struct drm_printer *p)
1931 {
1932         __drm_state_dump(dev, p, false);
1933 }
1934 EXPORT_SYMBOL(drm_state_dump);
1935
1936 #ifdef CONFIG_DEBUG_FS
1937 static int drm_state_info(struct seq_file *m, void *data)
1938 {
1939         struct drm_info_node *node = (struct drm_info_node *) m->private;
1940         struct drm_device *dev = node->minor->dev;
1941         struct drm_printer p = drm_seq_file_printer(m);
1942
1943         __drm_state_dump(dev, &p, true);
1944
1945         return 0;
1946 }
1947
1948 /* any use in debugfs files to dump individual planes/crtc/etc? */
1949 static const struct drm_info_list drm_atomic_debugfs_list[] = {
1950         {"state", drm_state_info, 0},
1951 };
1952
1953 int drm_atomic_debugfs_init(struct drm_minor *minor)
1954 {
1955         return drm_debugfs_create_files(drm_atomic_debugfs_list,
1956                         ARRAY_SIZE(drm_atomic_debugfs_list),
1957                         minor->debugfs_root, minor);
1958 }
1959 #endif
1960
1961 /*
1962  * The big monster ioctl
1963  */
1964
1965 static struct drm_pending_vblank_event *create_vblank_event(
1966                 struct drm_crtc *crtc, uint64_t user_data)
1967 {
1968         struct drm_pending_vblank_event *e = NULL;
1969
1970         e = kzalloc(sizeof *e, GFP_KERNEL);
1971         if (!e)
1972                 return NULL;
1973
1974         e->event.base.type = DRM_EVENT_FLIP_COMPLETE;
1975         e->event.base.length = sizeof(e->event);
1976         e->event.vbl.crtc_id = crtc->base.id;
1977         e->event.vbl.user_data = user_data;
1978
1979         return e;
1980 }
1981
1982 int drm_atomic_connector_commit_dpms(struct drm_atomic_state *state,
1983                                      struct drm_connector *connector,
1984                                      int mode)
1985 {
1986         struct drm_connector *tmp_connector;
1987         struct drm_connector_state *new_conn_state;
1988         struct drm_crtc *crtc;
1989         struct drm_crtc_state *crtc_state;
1990         int i, ret, old_mode = connector->dpms;
1991         bool active = false;
1992
1993         ret = drm_modeset_lock(&state->dev->mode_config.connection_mutex,
1994                                state->acquire_ctx);
1995         if (ret)
1996                 return ret;
1997
1998         if (mode != DRM_MODE_DPMS_ON)
1999                 mode = DRM_MODE_DPMS_OFF;
2000         connector->dpms = mode;
2001
2002         crtc = connector->state->crtc;
2003         if (!crtc)
2004                 goto out;
2005         ret = drm_atomic_add_affected_connectors(state, crtc);
2006         if (ret)
2007                 goto out;
2008
2009         crtc_state = drm_atomic_get_crtc_state(state, crtc);
2010         if (IS_ERR(crtc_state)) {
2011                 ret = PTR_ERR(crtc_state);
2012                 goto out;
2013         }
2014
2015         for_each_new_connector_in_state(state, tmp_connector, new_conn_state, i) {
2016                 if (new_conn_state->crtc != crtc)
2017                         continue;
2018                 if (tmp_connector->dpms == DRM_MODE_DPMS_ON) {
2019                         active = true;
2020                         break;
2021                 }
2022         }
2023
2024         crtc_state->active = active;
2025         ret = drm_atomic_commit(state);
2026 out:
2027         if (ret != 0)
2028                 connector->dpms = old_mode;
2029         return ret;
2030 }
2031
2032 int drm_atomic_set_property(struct drm_atomic_state *state,
2033                             struct drm_mode_object *obj,
2034                             struct drm_property *prop,
2035                             uint64_t prop_value)
2036 {
2037         struct drm_mode_object *ref;
2038         int ret;
2039
2040         if (!drm_property_change_valid_get(prop, prop_value, &ref))
2041                 return -EINVAL;
2042
2043         switch (obj->type) {
2044         case DRM_MODE_OBJECT_CONNECTOR: {
2045                 struct drm_connector *connector = obj_to_connector(obj);
2046                 struct drm_connector_state *connector_state;
2047
2048                 connector_state = drm_atomic_get_connector_state(state, connector);
2049                 if (IS_ERR(connector_state)) {
2050                         ret = PTR_ERR(connector_state);
2051                         break;
2052                 }
2053
2054                 ret = drm_atomic_connector_set_property(connector,
2055                                 connector_state, prop, prop_value);
2056                 break;
2057         }
2058         case DRM_MODE_OBJECT_CRTC: {
2059                 struct drm_crtc *crtc = obj_to_crtc(obj);
2060                 struct drm_crtc_state *crtc_state;
2061
2062                 crtc_state = drm_atomic_get_crtc_state(state, crtc);
2063                 if (IS_ERR(crtc_state)) {
2064                         ret = PTR_ERR(crtc_state);
2065                         break;
2066                 }
2067
2068                 ret = drm_atomic_crtc_set_property(crtc,
2069                                 crtc_state, prop, prop_value);
2070                 break;
2071         }
2072         case DRM_MODE_OBJECT_PLANE: {
2073                 struct drm_plane *plane = obj_to_plane(obj);
2074                 struct drm_plane_state *plane_state;
2075
2076                 plane_state = drm_atomic_get_plane_state(state, plane);
2077                 if (IS_ERR(plane_state)) {
2078                         ret = PTR_ERR(plane_state);
2079                         break;
2080                 }
2081
2082                 ret = drm_atomic_plane_set_property(plane,
2083                                 plane_state, prop, prop_value);
2084                 break;
2085         }
2086         default:
2087                 ret = -EINVAL;
2088                 break;
2089         }
2090
2091         drm_property_change_valid_put(prop, ref);
2092         return ret;
2093 }
2094
2095 /**
2096  * DOC: explicit fencing properties
2097  *
2098  * Explicit fencing allows userspace to control the buffer synchronization
2099  * between devices. A Fence or a group of fences are transfered to/from
2100  * userspace using Sync File fds and there are two DRM properties for that.
2101  * IN_FENCE_FD on each DRM Plane to send fences to the kernel and
2102  * OUT_FENCE_PTR on each DRM CRTC to receive fences from the kernel.
2103  *
2104  * As a contrast, with implicit fencing the kernel keeps track of any
2105  * ongoing rendering, and automatically ensures that the atomic update waits
2106  * for any pending rendering to complete. For shared buffers represented with
2107  * a &struct dma_buf this is tracked in &struct reservation_object.
2108  * Implicit syncing is how Linux traditionally worked (e.g. DRI2/3 on X.org),
2109  * whereas explicit fencing is what Android wants.
2110  *
2111  * "IN_FENCE_FD”:
2112  *      Use this property to pass a fence that DRM should wait on before
2113  *      proceeding with the Atomic Commit request and show the framebuffer for
2114  *      the plane on the screen. The fence can be either a normal fence or a
2115  *      merged one, the sync_file framework will handle both cases and use a
2116  *      fence_array if a merged fence is received. Passing -1 here means no
2117  *      fences to wait on.
2118  *
2119  *      If the Atomic Commit request has the DRM_MODE_ATOMIC_TEST_ONLY flag
2120  *      it will only check if the Sync File is a valid one.
2121  *
2122  *      On the driver side the fence is stored on the @fence parameter of
2123  *      &struct drm_plane_state. Drivers which also support implicit fencing
2124  *      should set the implicit fence using drm_atomic_set_fence_for_plane(),
2125  *      to make sure there's consistent behaviour between drivers in precedence
2126  *      of implicit vs. explicit fencing.
2127  *
2128  * "OUT_FENCE_PTR”:
2129  *      Use this property to pass a file descriptor pointer to DRM. Once the
2130  *      Atomic Commit request call returns OUT_FENCE_PTR will be filled with
2131  *      the file descriptor number of a Sync File. This Sync File contains the
2132  *      CRTC fence that will be signaled when all framebuffers present on the
2133  *      Atomic Commit * request for that given CRTC are scanned out on the
2134  *      screen.
2135  *
2136  *      The Atomic Commit request fails if a invalid pointer is passed. If the
2137  *      Atomic Commit request fails for any other reason the out fence fd
2138  *      returned will be -1. On a Atomic Commit with the
2139  *      DRM_MODE_ATOMIC_TEST_ONLY flag the out fence will also be set to -1.
2140  *
2141  *      Note that out-fences don't have a special interface to drivers and are
2142  *      internally represented by a &struct drm_pending_vblank_event in struct
2143  *      &drm_crtc_state, which is also used by the nonblocking atomic commit
2144  *      helpers and for the DRM event handling for existing userspace.
2145  */
2146
2147 struct drm_out_fence_state {
2148         s32 __user *out_fence_ptr;
2149         struct sync_file *sync_file;
2150         int fd;
2151 };
2152
2153 static int setup_out_fence(struct drm_out_fence_state *fence_state,
2154                            struct dma_fence *fence)
2155 {
2156         fence_state->fd = get_unused_fd_flags(O_CLOEXEC);
2157         if (fence_state->fd < 0)
2158                 return fence_state->fd;
2159
2160         if (put_user(fence_state->fd, fence_state->out_fence_ptr))
2161                 return -EFAULT;
2162
2163         fence_state->sync_file = sync_file_create(fence);
2164         if (!fence_state->sync_file)
2165                 return -ENOMEM;
2166
2167         return 0;
2168 }
2169
2170 static int prepare_crtc_signaling(struct drm_device *dev,
2171                                   struct drm_atomic_state *state,
2172                                   struct drm_mode_atomic *arg,
2173                                   struct drm_file *file_priv,
2174                                   struct drm_out_fence_state **fence_state,
2175                                   unsigned int *num_fences)
2176 {
2177         struct drm_crtc *crtc;
2178         struct drm_crtc_state *crtc_state;
2179         int i, c = 0, ret;
2180
2181         if (arg->flags & DRM_MODE_ATOMIC_TEST_ONLY)
2182                 return 0;
2183
2184         for_each_new_crtc_in_state(state, crtc, crtc_state, i) {
2185                 s32 __user *fence_ptr;
2186
2187                 fence_ptr = get_out_fence_for_crtc(crtc_state->state, crtc);
2188
2189                 if (arg->flags & DRM_MODE_PAGE_FLIP_EVENT || fence_ptr) {
2190                         struct drm_pending_vblank_event *e;
2191
2192                         e = create_vblank_event(crtc, arg->user_data);
2193                         if (!e)
2194                                 return -ENOMEM;
2195
2196                         crtc_state->event = e;
2197                 }
2198
2199                 if (arg->flags & DRM_MODE_PAGE_FLIP_EVENT) {
2200                         struct drm_pending_vblank_event *e = crtc_state->event;
2201
2202                         if (!file_priv)
2203                                 continue;
2204
2205                         ret = drm_event_reserve_init(dev, file_priv, &e->base,
2206                                                      &e->event.base);
2207                         if (ret) {
2208                                 kfree(e);
2209                                 crtc_state->event = NULL;
2210                                 return ret;
2211                         }
2212                 }
2213
2214                 if (fence_ptr) {
2215                         struct dma_fence *fence;
2216                         struct drm_out_fence_state *f;
2217
2218                         f = krealloc(*fence_state, sizeof(**fence_state) *
2219                                      (*num_fences + 1), GFP_KERNEL);
2220                         if (!f)
2221                                 return -ENOMEM;
2222
2223                         memset(&f[*num_fences], 0, sizeof(*f));
2224
2225                         f[*num_fences].out_fence_ptr = fence_ptr;
2226                         *fence_state = f;
2227
2228                         fence = drm_crtc_create_fence(crtc);
2229                         if (!fence)
2230                                 return -ENOMEM;
2231
2232                         ret = setup_out_fence(&f[(*num_fences)++], fence);
2233                         if (ret) {
2234                                 dma_fence_put(fence);
2235                                 return ret;
2236                         }
2237
2238                         crtc_state->event->base.fence = fence;
2239                 }
2240
2241                 c++;
2242         }
2243
2244         /*
2245          * Having this flag means user mode pends on event which will never
2246          * reach due to lack of at least one CRTC for signaling
2247          */
2248         if (c == 0 && (arg->flags & DRM_MODE_PAGE_FLIP_EVENT))
2249                 return -EINVAL;
2250
2251         return 0;
2252 }
2253
2254 static void complete_crtc_signaling(struct drm_device *dev,
2255                                     struct drm_atomic_state *state,
2256                                     struct drm_out_fence_state *fence_state,
2257                                     unsigned int num_fences,
2258                                     bool install_fds)
2259 {
2260         struct drm_crtc *crtc;
2261         struct drm_crtc_state *crtc_state;
2262         int i;
2263
2264         if (install_fds) {
2265                 for (i = 0; i < num_fences; i++)
2266                         fd_install(fence_state[i].fd,
2267                                    fence_state[i].sync_file->file);
2268
2269                 kfree(fence_state);
2270                 return;
2271         }
2272
2273         for_each_new_crtc_in_state(state, crtc, crtc_state, i) {
2274                 struct drm_pending_vblank_event *event = crtc_state->event;
2275                 /*
2276                  * Free the allocated event. drm_atomic_helper_setup_commit
2277                  * can allocate an event too, so only free it if it's ours
2278                  * to prevent a double free in drm_atomic_state_clear.
2279                  */
2280                 if (event && (event->base.fence || event->base.file_priv)) {
2281                         drm_event_cancel_free(dev, &event->base);
2282                         crtc_state->event = NULL;
2283                 }
2284         }
2285
2286         if (!fence_state)
2287                 return;
2288
2289         for (i = 0; i < num_fences; i++) {
2290                 if (fence_state[i].sync_file)
2291                         fput(fence_state[i].sync_file->file);
2292                 if (fence_state[i].fd >= 0)
2293                         put_unused_fd(fence_state[i].fd);
2294
2295                 /* If this fails log error to the user */
2296                 if (fence_state[i].out_fence_ptr &&
2297                     put_user(-1, fence_state[i].out_fence_ptr))
2298                         DRM_DEBUG_ATOMIC("Couldn't clear out_fence_ptr\n");
2299         }
2300
2301         kfree(fence_state);
2302 }
2303
2304 int drm_mode_atomic_ioctl(struct drm_device *dev,
2305                           void *data, struct drm_file *file_priv)
2306 {
2307         struct drm_mode_atomic *arg = data;
2308         uint32_t __user *objs_ptr = (uint32_t __user *)(unsigned long)(arg->objs_ptr);
2309         uint32_t __user *count_props_ptr = (uint32_t __user *)(unsigned long)(arg->count_props_ptr);
2310         uint32_t __user *props_ptr = (uint32_t __user *)(unsigned long)(arg->props_ptr);
2311         uint64_t __user *prop_values_ptr = (uint64_t __user *)(unsigned long)(arg->prop_values_ptr);
2312         unsigned int copied_objs, copied_props;
2313         struct drm_atomic_state *state;
2314         struct drm_modeset_acquire_ctx ctx;
2315         struct drm_out_fence_state *fence_state;
2316         int ret = 0;
2317         unsigned int i, j, num_fences;
2318
2319         /* disallow for drivers not supporting atomic: */
2320         if (!drm_core_check_feature(dev, DRIVER_ATOMIC))
2321                 return -EINVAL;
2322
2323         /* disallow for userspace that has not enabled atomic cap (even
2324          * though this may be a bit overkill, since legacy userspace
2325          * wouldn't know how to call this ioctl)
2326          */
2327         if (!file_priv->atomic)
2328                 return -EINVAL;
2329
2330         if (arg->flags & ~DRM_MODE_ATOMIC_FLAGS)
2331                 return -EINVAL;
2332
2333         if (arg->reserved)
2334                 return -EINVAL;
2335
2336         if ((arg->flags & DRM_MODE_PAGE_FLIP_ASYNC) &&
2337                         !dev->mode_config.async_page_flip)
2338                 return -EINVAL;
2339
2340         /* can't test and expect an event at the same time. */
2341         if ((arg->flags & DRM_MODE_ATOMIC_TEST_ONLY) &&
2342                         (arg->flags & DRM_MODE_PAGE_FLIP_EVENT))
2343                 return -EINVAL;
2344
2345         drm_modeset_acquire_init(&ctx, DRM_MODESET_ACQUIRE_INTERRUPTIBLE);
2346
2347         state = drm_atomic_state_alloc(dev);
2348         if (!state)
2349                 return -ENOMEM;
2350
2351         state->acquire_ctx = &ctx;
2352         state->allow_modeset = !!(arg->flags & DRM_MODE_ATOMIC_ALLOW_MODESET);
2353
2354 retry:
2355         copied_objs = 0;
2356         copied_props = 0;
2357         fence_state = NULL;
2358         num_fences = 0;
2359
2360         for (i = 0; i < arg->count_objs; i++) {
2361                 uint32_t obj_id, count_props;
2362                 struct drm_mode_object *obj;
2363
2364                 if (get_user(obj_id, objs_ptr + copied_objs)) {
2365                         ret = -EFAULT;
2366                         goto out;
2367                 }
2368
2369                 obj = drm_mode_object_find(dev, file_priv, obj_id, DRM_MODE_OBJECT_ANY);
2370                 if (!obj) {
2371                         ret = -ENOENT;
2372                         goto out;
2373                 }
2374
2375                 if (!obj->properties) {
2376                         drm_mode_object_put(obj);
2377                         ret = -ENOENT;
2378                         goto out;
2379                 }
2380
2381                 if (get_user(count_props, count_props_ptr + copied_objs)) {
2382                         drm_mode_object_put(obj);
2383                         ret = -EFAULT;
2384                         goto out;
2385                 }
2386
2387                 copied_objs++;
2388
2389                 for (j = 0; j < count_props; j++) {
2390                         uint32_t prop_id;
2391                         uint64_t prop_value;
2392                         struct drm_property *prop;
2393
2394                         if (get_user(prop_id, props_ptr + copied_props)) {
2395                                 drm_mode_object_put(obj);
2396                                 ret = -EFAULT;
2397                                 goto out;
2398                         }
2399
2400                         prop = drm_mode_obj_find_prop_id(obj, prop_id);
2401                         if (!prop) {
2402                                 drm_mode_object_put(obj);
2403                                 ret = -ENOENT;
2404                                 goto out;
2405                         }
2406
2407                         if (copy_from_user(&prop_value,
2408                                            prop_values_ptr + copied_props,
2409                                            sizeof(prop_value))) {
2410                                 drm_mode_object_put(obj);
2411                                 ret = -EFAULT;
2412                                 goto out;
2413                         }
2414
2415                         ret = drm_atomic_set_property(state, obj, prop,
2416                                                       prop_value);
2417                         if (ret) {
2418                                 drm_mode_object_put(obj);
2419                                 goto out;
2420                         }
2421
2422                         copied_props++;
2423                 }
2424
2425                 drm_mode_object_put(obj);
2426         }
2427
2428         ret = prepare_crtc_signaling(dev, state, arg, file_priv, &fence_state,
2429                                      &num_fences);
2430         if (ret)
2431                 goto out;
2432
2433         if (arg->flags & DRM_MODE_ATOMIC_TEST_ONLY) {
2434                 ret = drm_atomic_check_only(state);
2435         } else if (arg->flags & DRM_MODE_ATOMIC_NONBLOCK) {
2436                 ret = drm_atomic_nonblocking_commit(state);
2437         } else {
2438                 if (unlikely(drm_debug & DRM_UT_STATE))
2439                         drm_atomic_print_state(state);
2440
2441                 ret = drm_atomic_commit(state);
2442         }
2443
2444 out:
2445         complete_crtc_signaling(dev, state, fence_state, num_fences, !ret);
2446
2447         if (ret == -EDEADLK) {
2448                 drm_atomic_state_clear(state);
2449                 ret = drm_modeset_backoff(&ctx);
2450                 if (!ret)
2451                         goto retry;
2452         }
2453
2454         drm_atomic_state_put(state);
2455
2456         drm_modeset_drop_locks(&ctx);
2457         drm_modeset_acquire_fini(&ctx);
2458
2459         return ret;
2460 }