drm/atomic: Set current atomic state in drm_private_state
[linux-2.6-block.git] / drivers / gpu / drm / drm_atomic.c
1 /*
2  * Copyright (C) 2014 Red Hat
3  * Copyright (C) 2014 Intel Corp.
4  *
5  * Permission is hereby granted, free of charge, to any person obtaining a
6  * copy of this software and associated documentation files (the "Software"),
7  * to deal in the Software without restriction, including without limitation
8  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
9  * and/or sell copies of the Software, and to permit persons to whom the
10  * Software is furnished to do so, subject to the following conditions:
11  *
12  * The above copyright notice and this permission notice shall be included in
13  * all copies or substantial portions of the Software.
14  *
15  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
18  * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
19  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
20  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
21  * OTHER DEALINGS IN THE SOFTWARE.
22  *
23  * Authors:
24  * Rob Clark <robdclark@gmail.com>
25  * Daniel Vetter <daniel.vetter@ffwll.ch>
26  */
27
28
29 #include <drm/drmP.h>
30 #include <drm/drm_atomic.h>
31 #include <drm/drm_mode.h>
32 #include <drm/drm_print.h>
33 #include <linux/sync_file.h>
34
35 #include "drm_crtc_internal.h"
36 #include "drm_internal.h"
37
38 void __drm_crtc_commit_free(struct kref *kref)
39 {
40         struct drm_crtc_commit *commit =
41                 container_of(kref, struct drm_crtc_commit, ref);
42
43         kfree(commit);
44 }
45 EXPORT_SYMBOL(__drm_crtc_commit_free);
46
47 /**
48  * drm_atomic_state_default_release -
49  * release memory initialized by drm_atomic_state_init
50  * @state: atomic state
51  *
52  * Free all the memory allocated by drm_atomic_state_init.
53  * This should only be used by drivers which are still subclassing
54  * &drm_atomic_state and haven't switched to &drm_private_state yet.
55  */
56 void drm_atomic_state_default_release(struct drm_atomic_state *state)
57 {
58         kfree(state->connectors);
59         kfree(state->crtcs);
60         kfree(state->planes);
61         kfree(state->private_objs);
62 }
63 EXPORT_SYMBOL(drm_atomic_state_default_release);
64
65 /**
66  * drm_atomic_state_init - init new atomic state
67  * @dev: DRM device
68  * @state: atomic state
69  *
70  * Default implementation for filling in a new atomic state.
71  * This should only be used by drivers which are still subclassing
72  * &drm_atomic_state and haven't switched to &drm_private_state yet.
73  */
74 int
75 drm_atomic_state_init(struct drm_device *dev, struct drm_atomic_state *state)
76 {
77         kref_init(&state->ref);
78
79         /* TODO legacy paths should maybe do a better job about
80          * setting this appropriately?
81          */
82         state->allow_modeset = true;
83
84         state->crtcs = kcalloc(dev->mode_config.num_crtc,
85                                sizeof(*state->crtcs), GFP_KERNEL);
86         if (!state->crtcs)
87                 goto fail;
88         state->planes = kcalloc(dev->mode_config.num_total_plane,
89                                 sizeof(*state->planes), GFP_KERNEL);
90         if (!state->planes)
91                 goto fail;
92
93         state->dev = dev;
94
95         DRM_DEBUG_ATOMIC("Allocated atomic state %p\n", state);
96
97         return 0;
98 fail:
99         drm_atomic_state_default_release(state);
100         return -ENOMEM;
101 }
102 EXPORT_SYMBOL(drm_atomic_state_init);
103
104 /**
105  * drm_atomic_state_alloc - allocate atomic state
106  * @dev: DRM device
107  *
108  * This allocates an empty atomic state to track updates.
109  */
110 struct drm_atomic_state *
111 drm_atomic_state_alloc(struct drm_device *dev)
112 {
113         struct drm_mode_config *config = &dev->mode_config;
114
115         if (!config->funcs->atomic_state_alloc) {
116                 struct drm_atomic_state *state;
117
118                 state = kzalloc(sizeof(*state), GFP_KERNEL);
119                 if (!state)
120                         return NULL;
121                 if (drm_atomic_state_init(dev, state) < 0) {
122                         kfree(state);
123                         return NULL;
124                 }
125                 return state;
126         }
127
128         return config->funcs->atomic_state_alloc(dev);
129 }
130 EXPORT_SYMBOL(drm_atomic_state_alloc);
131
132 /**
133  * drm_atomic_state_default_clear - clear base atomic state
134  * @state: atomic state
135  *
136  * Default implementation for clearing atomic state.
137  * This should only be used by drivers which are still subclassing
138  * &drm_atomic_state and haven't switched to &drm_private_state yet.
139  */
140 void drm_atomic_state_default_clear(struct drm_atomic_state *state)
141 {
142         struct drm_device *dev = state->dev;
143         struct drm_mode_config *config = &dev->mode_config;
144         int i;
145
146         DRM_DEBUG_ATOMIC("Clearing atomic state %p\n", state);
147
148         for (i = 0; i < state->num_connector; i++) {
149                 struct drm_connector *connector = state->connectors[i].ptr;
150
151                 if (!connector)
152                         continue;
153
154                 connector->funcs->atomic_destroy_state(connector,
155                                                        state->connectors[i].state);
156                 state->connectors[i].ptr = NULL;
157                 state->connectors[i].state = NULL;
158                 drm_connector_put(connector);
159         }
160
161         for (i = 0; i < config->num_crtc; i++) {
162                 struct drm_crtc *crtc = state->crtcs[i].ptr;
163
164                 if (!crtc)
165                         continue;
166
167                 crtc->funcs->atomic_destroy_state(crtc,
168                                                   state->crtcs[i].state);
169
170                 state->crtcs[i].ptr = NULL;
171                 state->crtcs[i].state = NULL;
172         }
173
174         for (i = 0; i < config->num_total_plane; i++) {
175                 struct drm_plane *plane = state->planes[i].ptr;
176
177                 if (!plane)
178                         continue;
179
180                 plane->funcs->atomic_destroy_state(plane,
181                                                    state->planes[i].state);
182                 state->planes[i].ptr = NULL;
183                 state->planes[i].state = NULL;
184         }
185
186         for (i = 0; i < state->num_private_objs; i++) {
187                 struct drm_private_obj *obj = state->private_objs[i].ptr;
188
189                 obj->funcs->atomic_destroy_state(obj,
190                                                  state->private_objs[i].state);
191                 state->private_objs[i].ptr = NULL;
192                 state->private_objs[i].state = NULL;
193         }
194         state->num_private_objs = 0;
195
196         if (state->fake_commit) {
197                 drm_crtc_commit_put(state->fake_commit);
198                 state->fake_commit = NULL;
199         }
200 }
201 EXPORT_SYMBOL(drm_atomic_state_default_clear);
202
203 /**
204  * drm_atomic_state_clear - clear state object
205  * @state: atomic state
206  *
207  * When the w/w mutex algorithm detects a deadlock we need to back off and drop
208  * all locks. So someone else could sneak in and change the current modeset
209  * configuration. Which means that all the state assembled in @state is no
210  * longer an atomic update to the current state, but to some arbitrary earlier
211  * state. Which could break assumptions the driver's
212  * &drm_mode_config_funcs.atomic_check likely relies on.
213  *
214  * Hence we must clear all cached state and completely start over, using this
215  * function.
216  */
217 void drm_atomic_state_clear(struct drm_atomic_state *state)
218 {
219         struct drm_device *dev = state->dev;
220         struct drm_mode_config *config = &dev->mode_config;
221
222         if (config->funcs->atomic_state_clear)
223                 config->funcs->atomic_state_clear(state);
224         else
225                 drm_atomic_state_default_clear(state);
226 }
227 EXPORT_SYMBOL(drm_atomic_state_clear);
228
229 /**
230  * __drm_atomic_state_free - free all memory for an atomic state
231  * @ref: This atomic state to deallocate
232  *
233  * This frees all memory associated with an atomic state, including all the
234  * per-object state for planes, crtcs and connectors.
235  */
236 void __drm_atomic_state_free(struct kref *ref)
237 {
238         struct drm_atomic_state *state = container_of(ref, typeof(*state), ref);
239         struct drm_mode_config *config = &state->dev->mode_config;
240
241         drm_atomic_state_clear(state);
242
243         DRM_DEBUG_ATOMIC("Freeing atomic state %p\n", state);
244
245         if (config->funcs->atomic_state_free) {
246                 config->funcs->atomic_state_free(state);
247         } else {
248                 drm_atomic_state_default_release(state);
249                 kfree(state);
250         }
251 }
252 EXPORT_SYMBOL(__drm_atomic_state_free);
253
254 /**
255  * drm_atomic_get_crtc_state - get crtc state
256  * @state: global atomic state object
257  * @crtc: crtc to get state object for
258  *
259  * This function returns the crtc state for the given crtc, allocating it if
260  * needed. It will also grab the relevant crtc lock to make sure that the state
261  * is consistent.
262  *
263  * Returns:
264  *
265  * Either the allocated state or the error code encoded into the pointer. When
266  * the error is EDEADLK then the w/w mutex code has detected a deadlock and the
267  * entire atomic sequence must be restarted. All other errors are fatal.
268  */
269 struct drm_crtc_state *
270 drm_atomic_get_crtc_state(struct drm_atomic_state *state,
271                           struct drm_crtc *crtc)
272 {
273         int ret, index = drm_crtc_index(crtc);
274         struct drm_crtc_state *crtc_state;
275
276         WARN_ON(!state->acquire_ctx);
277
278         crtc_state = drm_atomic_get_existing_crtc_state(state, crtc);
279         if (crtc_state)
280                 return crtc_state;
281
282         ret = drm_modeset_lock(&crtc->mutex, state->acquire_ctx);
283         if (ret)
284                 return ERR_PTR(ret);
285
286         crtc_state = crtc->funcs->atomic_duplicate_state(crtc);
287         if (!crtc_state)
288                 return ERR_PTR(-ENOMEM);
289
290         state->crtcs[index].state = crtc_state;
291         state->crtcs[index].old_state = crtc->state;
292         state->crtcs[index].new_state = crtc_state;
293         state->crtcs[index].ptr = crtc;
294         crtc_state->state = state;
295
296         DRM_DEBUG_ATOMIC("Added [CRTC:%d:%s] %p state to %p\n",
297                          crtc->base.id, crtc->name, crtc_state, state);
298
299         return crtc_state;
300 }
301 EXPORT_SYMBOL(drm_atomic_get_crtc_state);
302
303 static void set_out_fence_for_crtc(struct drm_atomic_state *state,
304                                    struct drm_crtc *crtc, s32 __user *fence_ptr)
305 {
306         state->crtcs[drm_crtc_index(crtc)].out_fence_ptr = fence_ptr;
307 }
308
309 static s32 __user *get_out_fence_for_crtc(struct drm_atomic_state *state,
310                                           struct drm_crtc *crtc)
311 {
312         s32 __user *fence_ptr;
313
314         fence_ptr = state->crtcs[drm_crtc_index(crtc)].out_fence_ptr;
315         state->crtcs[drm_crtc_index(crtc)].out_fence_ptr = NULL;
316
317         return fence_ptr;
318 }
319
320 /**
321  * drm_atomic_set_mode_for_crtc - set mode for CRTC
322  * @state: the CRTC whose incoming state to update
323  * @mode: kernel-internal mode to use for the CRTC, or NULL to disable
324  *
325  * Set a mode (originating from the kernel) on the desired CRTC state and update
326  * the enable property.
327  *
328  * RETURNS:
329  * Zero on success, error code on failure. Cannot return -EDEADLK.
330  */
331 int drm_atomic_set_mode_for_crtc(struct drm_crtc_state *state,
332                                  const struct drm_display_mode *mode)
333 {
334         struct drm_crtc *crtc = state->crtc;
335         struct drm_mode_modeinfo umode;
336
337         /* Early return for no change. */
338         if (mode && memcmp(&state->mode, mode, sizeof(*mode)) == 0)
339                 return 0;
340
341         drm_property_blob_put(state->mode_blob);
342         state->mode_blob = NULL;
343
344         if (mode) {
345                 drm_mode_convert_to_umode(&umode, mode);
346                 state->mode_blob =
347                         drm_property_create_blob(state->crtc->dev,
348                                                  sizeof(umode),
349                                                  &umode);
350                 if (IS_ERR(state->mode_blob))
351                         return PTR_ERR(state->mode_blob);
352
353                 drm_mode_copy(&state->mode, mode);
354                 state->enable = true;
355                 DRM_DEBUG_ATOMIC("Set [MODE:%s] for [CRTC:%d:%s] state %p\n",
356                                  mode->name, crtc->base.id, crtc->name, state);
357         } else {
358                 memset(&state->mode, 0, sizeof(state->mode));
359                 state->enable = false;
360                 DRM_DEBUG_ATOMIC("Set [NOMODE] for [CRTC:%d:%s] state %p\n",
361                                  crtc->base.id, crtc->name, state);
362         }
363
364         return 0;
365 }
366 EXPORT_SYMBOL(drm_atomic_set_mode_for_crtc);
367
368 /**
369  * drm_atomic_set_mode_prop_for_crtc - set mode for CRTC
370  * @state: the CRTC whose incoming state to update
371  * @blob: pointer to blob property to use for mode
372  *
373  * Set a mode (originating from a blob property) on the desired CRTC state.
374  * This function will take a reference on the blob property for the CRTC state,
375  * and release the reference held on the state's existing mode property, if any
376  * was set.
377  *
378  * RETURNS:
379  * Zero on success, error code on failure. Cannot return -EDEADLK.
380  */
381 int drm_atomic_set_mode_prop_for_crtc(struct drm_crtc_state *state,
382                                       struct drm_property_blob *blob)
383 {
384         struct drm_crtc *crtc = state->crtc;
385
386         if (blob == state->mode_blob)
387                 return 0;
388
389         drm_property_blob_put(state->mode_blob);
390         state->mode_blob = NULL;
391
392         memset(&state->mode, 0, sizeof(state->mode));
393
394         if (blob) {
395                 int ret;
396
397                 if (blob->length != sizeof(struct drm_mode_modeinfo)) {
398                         DRM_DEBUG_ATOMIC("[CRTC:%d:%s] bad mode blob length: %zu\n",
399                                          crtc->base.id, crtc->name,
400                                          blob->length);
401                         return -EINVAL;
402                 }
403
404                 ret = drm_mode_convert_umode(crtc->dev,
405                                              &state->mode, blob->data);
406                 if (ret) {
407                         DRM_DEBUG_ATOMIC("[CRTC:%d:%s] invalid mode (ret=%d, status=%s):\n",
408                                          crtc->base.id, crtc->name,
409                                          ret, drm_get_mode_status_name(state->mode.status));
410                         drm_mode_debug_printmodeline(&state->mode);
411                         return -EINVAL;
412                 }
413
414                 state->mode_blob = drm_property_blob_get(blob);
415                 state->enable = true;
416                 DRM_DEBUG_ATOMIC("Set [MODE:%s] for [CRTC:%d:%s] state %p\n",
417                                  state->mode.name, crtc->base.id, crtc->name,
418                                  state);
419         } else {
420                 state->enable = false;
421                 DRM_DEBUG_ATOMIC("Set [NOMODE] for [CRTC:%d:%s] state %p\n",
422                                  crtc->base.id, crtc->name, state);
423         }
424
425         return 0;
426 }
427 EXPORT_SYMBOL(drm_atomic_set_mode_prop_for_crtc);
428
429 /**
430  * drm_atomic_replace_property_blob_from_id - lookup the new blob and replace the old one with it
431  * @dev: DRM device
432  * @blob: a pointer to the member blob to be replaced
433  * @blob_id: ID of the new blob
434  * @expected_size: total expected size of the blob data (in bytes)
435  * @expected_elem_size: expected element size of the blob data (in bytes)
436  * @replaced: did the blob get replaced?
437  *
438  * Replace @blob with another blob with the ID @blob_id. If @blob_id is zero
439  * @blob becomes NULL.
440  *
441  * If @expected_size is positive the new blob length is expected to be equal
442  * to @expected_size bytes. If @expected_elem_size is positive the new blob
443  * length is expected to be a multiple of @expected_elem_size bytes. Otherwise
444  * an error is returned.
445  *
446  * @replaced will indicate to the caller whether the blob was replaced or not.
447  * If the old and new blobs were in fact the same blob @replaced will be false
448  * otherwise it will be true.
449  *
450  * RETURNS:
451  * Zero on success, error code on failure.
452  */
453 static int
454 drm_atomic_replace_property_blob_from_id(struct drm_device *dev,
455                                          struct drm_property_blob **blob,
456                                          uint64_t blob_id,
457                                          ssize_t expected_size,
458                                          ssize_t expected_elem_size,
459                                          bool *replaced)
460 {
461         struct drm_property_blob *new_blob = NULL;
462
463         if (blob_id != 0) {
464                 new_blob = drm_property_lookup_blob(dev, blob_id);
465                 if (new_blob == NULL)
466                         return -EINVAL;
467
468                 if (expected_size > 0 &&
469                     new_blob->length != expected_size) {
470                         drm_property_blob_put(new_blob);
471                         return -EINVAL;
472                 }
473                 if (expected_elem_size > 0 &&
474                     new_blob->length % expected_elem_size != 0) {
475                         drm_property_blob_put(new_blob);
476                         return -EINVAL;
477                 }
478         }
479
480         *replaced |= drm_property_replace_blob(blob, new_blob);
481         drm_property_blob_put(new_blob);
482
483         return 0;
484 }
485
486 /**
487  * drm_atomic_crtc_set_property - set property on CRTC
488  * @crtc: the drm CRTC to set a property on
489  * @state: the state object to update with the new property value
490  * @property: the property to set
491  * @val: the new property value
492  *
493  * This function handles generic/core properties and calls out to driver's
494  * &drm_crtc_funcs.atomic_set_property for driver properties. To ensure
495  * consistent behavior you must call this function rather than the driver hook
496  * directly.
497  *
498  * RETURNS:
499  * Zero on success, error code on failure
500  */
501 int drm_atomic_crtc_set_property(struct drm_crtc *crtc,
502                 struct drm_crtc_state *state, struct drm_property *property,
503                 uint64_t val)
504 {
505         struct drm_device *dev = crtc->dev;
506         struct drm_mode_config *config = &dev->mode_config;
507         bool replaced = false;
508         int ret;
509
510         if (property == config->prop_active)
511                 state->active = val;
512         else if (property == config->prop_mode_id) {
513                 struct drm_property_blob *mode =
514                         drm_property_lookup_blob(dev, val);
515                 ret = drm_atomic_set_mode_prop_for_crtc(state, mode);
516                 drm_property_blob_put(mode);
517                 return ret;
518         } else if (property == config->degamma_lut_property) {
519                 ret = drm_atomic_replace_property_blob_from_id(dev,
520                                         &state->degamma_lut,
521                                         val,
522                                         -1, sizeof(struct drm_color_lut),
523                                         &replaced);
524                 state->color_mgmt_changed |= replaced;
525                 return ret;
526         } else if (property == config->ctm_property) {
527                 ret = drm_atomic_replace_property_blob_from_id(dev,
528                                         &state->ctm,
529                                         val,
530                                         sizeof(struct drm_color_ctm), -1,
531                                         &replaced);
532                 state->color_mgmt_changed |= replaced;
533                 return ret;
534         } else if (property == config->gamma_lut_property) {
535                 ret = drm_atomic_replace_property_blob_from_id(dev,
536                                         &state->gamma_lut,
537                                         val,
538                                         -1, sizeof(struct drm_color_lut),
539                                         &replaced);
540                 state->color_mgmt_changed |= replaced;
541                 return ret;
542         } else if (property == config->prop_out_fence_ptr) {
543                 s32 __user *fence_ptr = u64_to_user_ptr(val);
544
545                 if (!fence_ptr)
546                         return 0;
547
548                 if (put_user(-1, fence_ptr))
549                         return -EFAULT;
550
551                 set_out_fence_for_crtc(state->state, crtc, fence_ptr);
552         } else if (crtc->funcs->atomic_set_property) {
553                 return crtc->funcs->atomic_set_property(crtc, state, property, val);
554         } else {
555                 DRM_DEBUG_ATOMIC("[CRTC:%d:%s] unknown property [PROP:%d:%s]]\n",
556                                  crtc->base.id, crtc->name,
557                                  property->base.id, property->name);
558                 return -EINVAL;
559         }
560
561         return 0;
562 }
563 EXPORT_SYMBOL(drm_atomic_crtc_set_property);
564
565 /**
566  * drm_atomic_crtc_get_property - get property value from CRTC state
567  * @crtc: the drm CRTC to set a property on
568  * @state: the state object to get the property value from
569  * @property: the property to set
570  * @val: return location for the property value
571  *
572  * This function handles generic/core properties and calls out to driver's
573  * &drm_crtc_funcs.atomic_get_property for driver properties. To ensure
574  * consistent behavior you must call this function rather than the driver hook
575  * directly.
576  *
577  * RETURNS:
578  * Zero on success, error code on failure
579  */
580 static int
581 drm_atomic_crtc_get_property(struct drm_crtc *crtc,
582                 const struct drm_crtc_state *state,
583                 struct drm_property *property, uint64_t *val)
584 {
585         struct drm_device *dev = crtc->dev;
586         struct drm_mode_config *config = &dev->mode_config;
587
588         if (property == config->prop_active)
589                 *val = state->active;
590         else if (property == config->prop_mode_id)
591                 *val = (state->mode_blob) ? state->mode_blob->base.id : 0;
592         else if (property == config->degamma_lut_property)
593                 *val = (state->degamma_lut) ? state->degamma_lut->base.id : 0;
594         else if (property == config->ctm_property)
595                 *val = (state->ctm) ? state->ctm->base.id : 0;
596         else if (property == config->gamma_lut_property)
597                 *val = (state->gamma_lut) ? state->gamma_lut->base.id : 0;
598         else if (property == config->prop_out_fence_ptr)
599                 *val = 0;
600         else if (crtc->funcs->atomic_get_property)
601                 return crtc->funcs->atomic_get_property(crtc, state, property, val);
602         else
603                 return -EINVAL;
604
605         return 0;
606 }
607
608 /**
609  * drm_atomic_crtc_check - check crtc state
610  * @crtc: crtc to check
611  * @state: crtc state to check
612  *
613  * Provides core sanity checks for crtc state.
614  *
615  * RETURNS:
616  * Zero on success, error code on failure
617  */
618 static int drm_atomic_crtc_check(struct drm_crtc *crtc,
619                 struct drm_crtc_state *state)
620 {
621         /* NOTE: we explicitly don't enforce constraints such as primary
622          * layer covering entire screen, since that is something we want
623          * to allow (on hw that supports it).  For hw that does not, it
624          * should be checked in driver's crtc->atomic_check() vfunc.
625          *
626          * TODO: Add generic modeset state checks once we support those.
627          */
628
629         if (state->active && !state->enable) {
630                 DRM_DEBUG_ATOMIC("[CRTC:%d:%s] active without enabled\n",
631                                  crtc->base.id, crtc->name);
632                 return -EINVAL;
633         }
634
635         /* The state->enable vs. state->mode_blob checks can be WARN_ON,
636          * as this is a kernel-internal detail that userspace should never
637          * be able to trigger. */
638         if (drm_core_check_feature(crtc->dev, DRIVER_ATOMIC) &&
639             WARN_ON(state->enable && !state->mode_blob)) {
640                 DRM_DEBUG_ATOMIC("[CRTC:%d:%s] enabled without mode blob\n",
641                                  crtc->base.id, crtc->name);
642                 return -EINVAL;
643         }
644
645         if (drm_core_check_feature(crtc->dev, DRIVER_ATOMIC) &&
646             WARN_ON(!state->enable && state->mode_blob)) {
647                 DRM_DEBUG_ATOMIC("[CRTC:%d:%s] disabled with mode blob\n",
648                                  crtc->base.id, crtc->name);
649                 return -EINVAL;
650         }
651
652         /*
653          * Reject event generation for when a CRTC is off and stays off.
654          * It wouldn't be hard to implement this, but userspace has a track
655          * record of happily burning through 100% cpu (or worse, crash) when the
656          * display pipe is suspended. To avoid all that fun just reject updates
657          * that ask for events since likely that indicates a bug in the
658          * compositor's drawing loop. This is consistent with the vblank IOCTL
659          * and legacy page_flip IOCTL which also reject service on a disabled
660          * pipe.
661          */
662         if (state->event && !state->active && !crtc->state->active) {
663                 DRM_DEBUG_ATOMIC("[CRTC:%d:%s] requesting event but off\n",
664                                  crtc->base.id, crtc->name);
665                 return -EINVAL;
666         }
667
668         return 0;
669 }
670
671 static void drm_atomic_crtc_print_state(struct drm_printer *p,
672                 const struct drm_crtc_state *state)
673 {
674         struct drm_crtc *crtc = state->crtc;
675
676         drm_printf(p, "crtc[%u]: %s\n", crtc->base.id, crtc->name);
677         drm_printf(p, "\tenable=%d\n", state->enable);
678         drm_printf(p, "\tactive=%d\n", state->active);
679         drm_printf(p, "\tplanes_changed=%d\n", state->planes_changed);
680         drm_printf(p, "\tmode_changed=%d\n", state->mode_changed);
681         drm_printf(p, "\tactive_changed=%d\n", state->active_changed);
682         drm_printf(p, "\tconnectors_changed=%d\n", state->connectors_changed);
683         drm_printf(p, "\tcolor_mgmt_changed=%d\n", state->color_mgmt_changed);
684         drm_printf(p, "\tplane_mask=%x\n", state->plane_mask);
685         drm_printf(p, "\tconnector_mask=%x\n", state->connector_mask);
686         drm_printf(p, "\tencoder_mask=%x\n", state->encoder_mask);
687         drm_printf(p, "\tmode: " DRM_MODE_FMT "\n", DRM_MODE_ARG(&state->mode));
688
689         if (crtc->funcs->atomic_print_state)
690                 crtc->funcs->atomic_print_state(p, state);
691 }
692
693 /**
694  * drm_atomic_get_plane_state - get plane state
695  * @state: global atomic state object
696  * @plane: plane to get state object for
697  *
698  * This function returns the plane state for the given plane, allocating it if
699  * needed. It will also grab the relevant plane lock to make sure that the state
700  * is consistent.
701  *
702  * Returns:
703  *
704  * Either the allocated state or the error code encoded into the pointer. When
705  * the error is EDEADLK then the w/w mutex code has detected a deadlock and the
706  * entire atomic sequence must be restarted. All other errors are fatal.
707  */
708 struct drm_plane_state *
709 drm_atomic_get_plane_state(struct drm_atomic_state *state,
710                           struct drm_plane *plane)
711 {
712         int ret, index = drm_plane_index(plane);
713         struct drm_plane_state *plane_state;
714
715         WARN_ON(!state->acquire_ctx);
716
717         /* the legacy pointers should never be set */
718         WARN_ON(plane->fb);
719         WARN_ON(plane->old_fb);
720         WARN_ON(plane->crtc);
721
722         plane_state = drm_atomic_get_existing_plane_state(state, plane);
723         if (plane_state)
724                 return plane_state;
725
726         ret = drm_modeset_lock(&plane->mutex, state->acquire_ctx);
727         if (ret)
728                 return ERR_PTR(ret);
729
730         plane_state = plane->funcs->atomic_duplicate_state(plane);
731         if (!plane_state)
732                 return ERR_PTR(-ENOMEM);
733
734         state->planes[index].state = plane_state;
735         state->planes[index].ptr = plane;
736         state->planes[index].old_state = plane->state;
737         state->planes[index].new_state = plane_state;
738         plane_state->state = state;
739
740         DRM_DEBUG_ATOMIC("Added [PLANE:%d:%s] %p state to %p\n",
741                          plane->base.id, plane->name, plane_state, state);
742
743         if (plane_state->crtc) {
744                 struct drm_crtc_state *crtc_state;
745
746                 crtc_state = drm_atomic_get_crtc_state(state,
747                                                        plane_state->crtc);
748                 if (IS_ERR(crtc_state))
749                         return ERR_CAST(crtc_state);
750         }
751
752         return plane_state;
753 }
754 EXPORT_SYMBOL(drm_atomic_get_plane_state);
755
756 /**
757  * drm_atomic_plane_set_property - set property on plane
758  * @plane: the drm plane to set a property on
759  * @state: the state object to update with the new property value
760  * @property: the property to set
761  * @val: the new property value
762  *
763  * This function handles generic/core properties and calls out to driver's
764  * &drm_plane_funcs.atomic_set_property for driver properties.  To ensure
765  * consistent behavior you must call this function rather than the driver hook
766  * directly.
767  *
768  * RETURNS:
769  * Zero on success, error code on failure
770  */
771 static int drm_atomic_plane_set_property(struct drm_plane *plane,
772                 struct drm_plane_state *state, struct drm_property *property,
773                 uint64_t val)
774 {
775         struct drm_device *dev = plane->dev;
776         struct drm_mode_config *config = &dev->mode_config;
777
778         if (property == config->prop_fb_id) {
779                 struct drm_framebuffer *fb = drm_framebuffer_lookup(dev, NULL, val);
780                 drm_atomic_set_fb_for_plane(state, fb);
781                 if (fb)
782                         drm_framebuffer_put(fb);
783         } else if (property == config->prop_in_fence_fd) {
784                 if (state->fence)
785                         return -EINVAL;
786
787                 if (U642I64(val) == -1)
788                         return 0;
789
790                 state->fence = sync_file_get_fence(val);
791                 if (!state->fence)
792                         return -EINVAL;
793
794         } else if (property == config->prop_crtc_id) {
795                 struct drm_crtc *crtc = drm_crtc_find(dev, NULL, val);
796                 return drm_atomic_set_crtc_for_plane(state, crtc);
797         } else if (property == config->prop_crtc_x) {
798                 state->crtc_x = U642I64(val);
799         } else if (property == config->prop_crtc_y) {
800                 state->crtc_y = U642I64(val);
801         } else if (property == config->prop_crtc_w) {
802                 state->crtc_w = val;
803         } else if (property == config->prop_crtc_h) {
804                 state->crtc_h = val;
805         } else if (property == config->prop_src_x) {
806                 state->src_x = val;
807         } else if (property == config->prop_src_y) {
808                 state->src_y = val;
809         } else if (property == config->prop_src_w) {
810                 state->src_w = val;
811         } else if (property == config->prop_src_h) {
812                 state->src_h = val;
813         } else if (property == plane->alpha_property) {
814                 state->alpha = val;
815         } else if (property == plane->rotation_property) {
816                 if (!is_power_of_2(val & DRM_MODE_ROTATE_MASK)) {
817                         DRM_DEBUG_ATOMIC("[PLANE:%d:%s] bad rotation bitmask: 0x%llx\n",
818                                          plane->base.id, plane->name, val);
819                         return -EINVAL;
820                 }
821                 state->rotation = val;
822         } else if (property == plane->zpos_property) {
823                 state->zpos = val;
824         } else if (property == plane->color_encoding_property) {
825                 state->color_encoding = val;
826         } else if (property == plane->color_range_property) {
827                 state->color_range = val;
828         } else if (plane->funcs->atomic_set_property) {
829                 return plane->funcs->atomic_set_property(plane, state,
830                                 property, val);
831         } else {
832                 DRM_DEBUG_ATOMIC("[PLANE:%d:%s] unknown property [PROP:%d:%s]]\n",
833                                  plane->base.id, plane->name,
834                                  property->base.id, property->name);
835                 return -EINVAL;
836         }
837
838         return 0;
839 }
840
841 /**
842  * drm_atomic_plane_get_property - get property value from plane state
843  * @plane: the drm plane to set a property on
844  * @state: the state object to get the property value from
845  * @property: the property to set
846  * @val: return location for the property value
847  *
848  * This function handles generic/core properties and calls out to driver's
849  * &drm_plane_funcs.atomic_get_property for driver properties.  To ensure
850  * consistent behavior you must call this function rather than the driver hook
851  * directly.
852  *
853  * RETURNS:
854  * Zero on success, error code on failure
855  */
856 static int
857 drm_atomic_plane_get_property(struct drm_plane *plane,
858                 const struct drm_plane_state *state,
859                 struct drm_property *property, uint64_t *val)
860 {
861         struct drm_device *dev = plane->dev;
862         struct drm_mode_config *config = &dev->mode_config;
863
864         if (property == config->prop_fb_id) {
865                 *val = (state->fb) ? state->fb->base.id : 0;
866         } else if (property == config->prop_in_fence_fd) {
867                 *val = -1;
868         } else if (property == config->prop_crtc_id) {
869                 *val = (state->crtc) ? state->crtc->base.id : 0;
870         } else if (property == config->prop_crtc_x) {
871                 *val = I642U64(state->crtc_x);
872         } else if (property == config->prop_crtc_y) {
873                 *val = I642U64(state->crtc_y);
874         } else if (property == config->prop_crtc_w) {
875                 *val = state->crtc_w;
876         } else if (property == config->prop_crtc_h) {
877                 *val = state->crtc_h;
878         } else if (property == config->prop_src_x) {
879                 *val = state->src_x;
880         } else if (property == config->prop_src_y) {
881                 *val = state->src_y;
882         } else if (property == config->prop_src_w) {
883                 *val = state->src_w;
884         } else if (property == config->prop_src_h) {
885                 *val = state->src_h;
886         } else if (property == plane->alpha_property) {
887                 *val = state->alpha;
888         } else if (property == plane->rotation_property) {
889                 *val = state->rotation;
890         } else if (property == plane->zpos_property) {
891                 *val = state->zpos;
892         } else if (property == plane->color_encoding_property) {
893                 *val = state->color_encoding;
894         } else if (property == plane->color_range_property) {
895                 *val = state->color_range;
896         } else if (plane->funcs->atomic_get_property) {
897                 return plane->funcs->atomic_get_property(plane, state, property, val);
898         } else {
899                 return -EINVAL;
900         }
901
902         return 0;
903 }
904
905 static bool
906 plane_switching_crtc(struct drm_atomic_state *state,
907                      struct drm_plane *plane,
908                      struct drm_plane_state *plane_state)
909 {
910         if (!plane->state->crtc || !plane_state->crtc)
911                 return false;
912
913         if (plane->state->crtc == plane_state->crtc)
914                 return false;
915
916         /* This could be refined, but currently there's no helper or driver code
917          * to implement direct switching of active planes nor userspace to take
918          * advantage of more direct plane switching without the intermediate
919          * full OFF state.
920          */
921         return true;
922 }
923
924 /**
925  * drm_atomic_plane_check - check plane state
926  * @plane: plane to check
927  * @state: plane state to check
928  *
929  * Provides core sanity checks for plane state.
930  *
931  * RETURNS:
932  * Zero on success, error code on failure
933  */
934 static int drm_atomic_plane_check(struct drm_plane *plane,
935                 struct drm_plane_state *state)
936 {
937         unsigned int fb_width, fb_height;
938         int ret;
939
940         /* either *both* CRTC and FB must be set, or neither */
941         if (state->crtc && !state->fb) {
942                 DRM_DEBUG_ATOMIC("[PLANE:%d:%s] CRTC set but no FB\n",
943                                  plane->base.id, plane->name);
944                 return -EINVAL;
945         } else if (state->fb && !state->crtc) {
946                 DRM_DEBUG_ATOMIC("[PLANE:%d:%s] FB set but no CRTC\n",
947                                  plane->base.id, plane->name);
948                 return -EINVAL;
949         }
950
951         /* if disabled, we don't care about the rest of the state: */
952         if (!state->crtc)
953                 return 0;
954
955         /* Check whether this plane is usable on this CRTC */
956         if (!(plane->possible_crtcs & drm_crtc_mask(state->crtc))) {
957                 DRM_DEBUG_ATOMIC("Invalid [CRTC:%d:%s] for [PLANE:%d:%s]\n",
958                                  state->crtc->base.id, state->crtc->name,
959                                  plane->base.id, plane->name);
960                 return -EINVAL;
961         }
962
963         /* Check whether this plane supports the fb pixel format. */
964         ret = drm_plane_check_pixel_format(plane, state->fb->format->format,
965                                            state->fb->modifier);
966         if (ret) {
967                 struct drm_format_name_buf format_name;
968                 DRM_DEBUG_ATOMIC("[PLANE:%d:%s] invalid pixel format %s, modifier 0x%llx\n",
969                                  plane->base.id, plane->name,
970                                  drm_get_format_name(state->fb->format->format,
971                                                      &format_name),
972                                  state->fb->modifier);
973                 return ret;
974         }
975
976         /* Give drivers some help against integer overflows */
977         if (state->crtc_w > INT_MAX ||
978             state->crtc_x > INT_MAX - (int32_t) state->crtc_w ||
979             state->crtc_h > INT_MAX ||
980             state->crtc_y > INT_MAX - (int32_t) state->crtc_h) {
981                 DRM_DEBUG_ATOMIC("[PLANE:%d:%s] invalid CRTC coordinates %ux%u+%d+%d\n",
982                                  plane->base.id, plane->name,
983                                  state->crtc_w, state->crtc_h,
984                                  state->crtc_x, state->crtc_y);
985                 return -ERANGE;
986         }
987
988         fb_width = state->fb->width << 16;
989         fb_height = state->fb->height << 16;
990
991         /* Make sure source coordinates are inside the fb. */
992         if (state->src_w > fb_width ||
993             state->src_x > fb_width - state->src_w ||
994             state->src_h > fb_height ||
995             state->src_y > fb_height - state->src_h) {
996                 DRM_DEBUG_ATOMIC("[PLANE:%d:%s] invalid source coordinates "
997                                  "%u.%06ux%u.%06u+%u.%06u+%u.%06u (fb %ux%u)\n",
998                                  plane->base.id, plane->name,
999                                  state->src_w >> 16, ((state->src_w & 0xffff) * 15625) >> 10,
1000                                  state->src_h >> 16, ((state->src_h & 0xffff) * 15625) >> 10,
1001                                  state->src_x >> 16, ((state->src_x & 0xffff) * 15625) >> 10,
1002                                  state->src_y >> 16, ((state->src_y & 0xffff) * 15625) >> 10,
1003                                  state->fb->width, state->fb->height);
1004                 return -ENOSPC;
1005         }
1006
1007         if (plane_switching_crtc(state->state, plane, state)) {
1008                 DRM_DEBUG_ATOMIC("[PLANE:%d:%s] switching CRTC directly\n",
1009                                  plane->base.id, plane->name);
1010                 return -EINVAL;
1011         }
1012
1013         return 0;
1014 }
1015
1016 static void drm_atomic_plane_print_state(struct drm_printer *p,
1017                 const struct drm_plane_state *state)
1018 {
1019         struct drm_plane *plane = state->plane;
1020         struct drm_rect src  = drm_plane_state_src(state);
1021         struct drm_rect dest = drm_plane_state_dest(state);
1022
1023         drm_printf(p, "plane[%u]: %s\n", plane->base.id, plane->name);
1024         drm_printf(p, "\tcrtc=%s\n", state->crtc ? state->crtc->name : "(null)");
1025         drm_printf(p, "\tfb=%u\n", state->fb ? state->fb->base.id : 0);
1026         if (state->fb)
1027                 drm_framebuffer_print_info(p, 2, state->fb);
1028         drm_printf(p, "\tcrtc-pos=" DRM_RECT_FMT "\n", DRM_RECT_ARG(&dest));
1029         drm_printf(p, "\tsrc-pos=" DRM_RECT_FP_FMT "\n", DRM_RECT_FP_ARG(&src));
1030         drm_printf(p, "\trotation=%x\n", state->rotation);
1031         drm_printf(p, "\tcolor-encoding=%s\n",
1032                    drm_get_color_encoding_name(state->color_encoding));
1033         drm_printf(p, "\tcolor-range=%s\n",
1034                    drm_get_color_range_name(state->color_range));
1035
1036         if (plane->funcs->atomic_print_state)
1037                 plane->funcs->atomic_print_state(p, state);
1038 }
1039
1040 /**
1041  * DOC: handling driver private state
1042  *
1043  * Very often the DRM objects exposed to userspace in the atomic modeset api
1044  * (&drm_connector, &drm_crtc and &drm_plane) do not map neatly to the
1045  * underlying hardware. Especially for any kind of shared resources (e.g. shared
1046  * clocks, scaler units, bandwidth and fifo limits shared among a group of
1047  * planes or CRTCs, and so on) it makes sense to model these as independent
1048  * objects. Drivers then need to do similar state tracking and commit ordering for
1049  * such private (since not exposed to userpace) objects as the atomic core and
1050  * helpers already provide for connectors, planes and CRTCs.
1051  *
1052  * To make this easier on drivers the atomic core provides some support to track
1053  * driver private state objects using struct &drm_private_obj, with the
1054  * associated state struct &drm_private_state.
1055  *
1056  * Similar to userspace-exposed objects, private state structures can be
1057  * acquired by calling drm_atomic_get_private_obj_state(). Since this function
1058  * does not take care of locking, drivers should wrap it for each type of
1059  * private state object they have with the required call to drm_modeset_lock()
1060  * for the corresponding &drm_modeset_lock.
1061  *
1062  * All private state structures contained in a &drm_atomic_state update can be
1063  * iterated using for_each_oldnew_private_obj_in_state(),
1064  * for_each_new_private_obj_in_state() and for_each_old_private_obj_in_state().
1065  * Drivers are recommended to wrap these for each type of driver private state
1066  * object they have, filtering on &drm_private_obj.funcs using for_each_if(), at
1067  * least if they want to iterate over all objects of a given type.
1068  *
1069  * An earlier way to handle driver private state was by subclassing struct
1070  * &drm_atomic_state. But since that encourages non-standard ways to implement
1071  * the check/commit split atomic requires (by using e.g. "check and rollback or
1072  * commit instead" of "duplicate state, check, then either commit or release
1073  * duplicated state) it is deprecated in favour of using &drm_private_state.
1074  */
1075
1076 /**
1077  * drm_atomic_private_obj_init - initialize private object
1078  * @obj: private object
1079  * @state: initial private object state
1080  * @funcs: pointer to the struct of function pointers that identify the object
1081  * type
1082  *
1083  * Initialize the private object, which can be embedded into any
1084  * driver private object that needs its own atomic state.
1085  */
1086 void
1087 drm_atomic_private_obj_init(struct drm_private_obj *obj,
1088                             struct drm_private_state *state,
1089                             const struct drm_private_state_funcs *funcs)
1090 {
1091         memset(obj, 0, sizeof(*obj));
1092
1093         obj->state = state;
1094         obj->funcs = funcs;
1095 }
1096 EXPORT_SYMBOL(drm_atomic_private_obj_init);
1097
1098 /**
1099  * drm_atomic_private_obj_fini - finalize private object
1100  * @obj: private object
1101  *
1102  * Finalize the private object.
1103  */
1104 void
1105 drm_atomic_private_obj_fini(struct drm_private_obj *obj)
1106 {
1107         obj->funcs->atomic_destroy_state(obj, obj->state);
1108 }
1109 EXPORT_SYMBOL(drm_atomic_private_obj_fini);
1110
1111 /**
1112  * drm_atomic_get_private_obj_state - get private object state
1113  * @state: global atomic state
1114  * @obj: private object to get the state for
1115  *
1116  * This function returns the private object state for the given private object,
1117  * allocating the state if needed. It does not grab any locks as the caller is
1118  * expected to care of any required locking.
1119  *
1120  * RETURNS:
1121  *
1122  * Either the allocated state or the error code encoded into a pointer.
1123  */
1124 struct drm_private_state *
1125 drm_atomic_get_private_obj_state(struct drm_atomic_state *state,
1126                                  struct drm_private_obj *obj)
1127 {
1128         int index, num_objs, i;
1129         size_t size;
1130         struct __drm_private_objs_state *arr;
1131         struct drm_private_state *obj_state;
1132
1133         for (i = 0; i < state->num_private_objs; i++)
1134                 if (obj == state->private_objs[i].ptr)
1135                         return state->private_objs[i].state;
1136
1137         num_objs = state->num_private_objs + 1;
1138         size = sizeof(*state->private_objs) * num_objs;
1139         arr = krealloc(state->private_objs, size, GFP_KERNEL);
1140         if (!arr)
1141                 return ERR_PTR(-ENOMEM);
1142
1143         state->private_objs = arr;
1144         index = state->num_private_objs;
1145         memset(&state->private_objs[index], 0, sizeof(*state->private_objs));
1146
1147         obj_state = obj->funcs->atomic_duplicate_state(obj);
1148         if (!obj_state)
1149                 return ERR_PTR(-ENOMEM);
1150
1151         state->private_objs[index].state = obj_state;
1152         state->private_objs[index].old_state = obj->state;
1153         state->private_objs[index].new_state = obj_state;
1154         state->private_objs[index].ptr = obj;
1155         obj_state->state = state;
1156
1157         state->num_private_objs = num_objs;
1158
1159         DRM_DEBUG_ATOMIC("Added new private object %p state %p to %p\n",
1160                          obj, obj_state, state);
1161
1162         return obj_state;
1163 }
1164 EXPORT_SYMBOL(drm_atomic_get_private_obj_state);
1165
1166 /**
1167  * drm_atomic_get_connector_state - get connector state
1168  * @state: global atomic state object
1169  * @connector: connector to get state object for
1170  *
1171  * This function returns the connector state for the given connector,
1172  * allocating it if needed. It will also grab the relevant connector lock to
1173  * make sure that the state is consistent.
1174  *
1175  * Returns:
1176  *
1177  * Either the allocated state or the error code encoded into the pointer. When
1178  * the error is EDEADLK then the w/w mutex code has detected a deadlock and the
1179  * entire atomic sequence must be restarted. All other errors are fatal.
1180  */
1181 struct drm_connector_state *
1182 drm_atomic_get_connector_state(struct drm_atomic_state *state,
1183                           struct drm_connector *connector)
1184 {
1185         int ret, index;
1186         struct drm_mode_config *config = &connector->dev->mode_config;
1187         struct drm_connector_state *connector_state;
1188
1189         WARN_ON(!state->acquire_ctx);
1190
1191         ret = drm_modeset_lock(&config->connection_mutex, state->acquire_ctx);
1192         if (ret)
1193                 return ERR_PTR(ret);
1194
1195         index = drm_connector_index(connector);
1196
1197         if (index >= state->num_connector) {
1198                 struct __drm_connnectors_state *c;
1199                 int alloc = max(index + 1, config->num_connector);
1200
1201                 c = krealloc(state->connectors, alloc * sizeof(*state->connectors), GFP_KERNEL);
1202                 if (!c)
1203                         return ERR_PTR(-ENOMEM);
1204
1205                 state->connectors = c;
1206                 memset(&state->connectors[state->num_connector], 0,
1207                        sizeof(*state->connectors) * (alloc - state->num_connector));
1208
1209                 state->num_connector = alloc;
1210         }
1211
1212         if (state->connectors[index].state)
1213                 return state->connectors[index].state;
1214
1215         connector_state = connector->funcs->atomic_duplicate_state(connector);
1216         if (!connector_state)
1217                 return ERR_PTR(-ENOMEM);
1218
1219         drm_connector_get(connector);
1220         state->connectors[index].state = connector_state;
1221         state->connectors[index].old_state = connector->state;
1222         state->connectors[index].new_state = connector_state;
1223         state->connectors[index].ptr = connector;
1224         connector_state->state = state;
1225
1226         DRM_DEBUG_ATOMIC("Added [CONNECTOR:%d:%s] %p state to %p\n",
1227                          connector->base.id, connector->name,
1228                          connector_state, state);
1229
1230         if (connector_state->crtc) {
1231                 struct drm_crtc_state *crtc_state;
1232
1233                 crtc_state = drm_atomic_get_crtc_state(state,
1234                                                        connector_state->crtc);
1235                 if (IS_ERR(crtc_state))
1236                         return ERR_CAST(crtc_state);
1237         }
1238
1239         return connector_state;
1240 }
1241 EXPORT_SYMBOL(drm_atomic_get_connector_state);
1242
1243 /**
1244  * drm_atomic_connector_set_property - set property on connector.
1245  * @connector: the drm connector to set a property on
1246  * @state: the state object to update with the new property value
1247  * @property: the property to set
1248  * @val: the new property value
1249  *
1250  * This function handles generic/core properties and calls out to driver's
1251  * &drm_connector_funcs.atomic_set_property for driver properties.  To ensure
1252  * consistent behavior you must call this function rather than the driver hook
1253  * directly.
1254  *
1255  * RETURNS:
1256  * Zero on success, error code on failure
1257  */
1258 static int drm_atomic_connector_set_property(struct drm_connector *connector,
1259                 struct drm_connector_state *state, struct drm_property *property,
1260                 uint64_t val)
1261 {
1262         struct drm_device *dev = connector->dev;
1263         struct drm_mode_config *config = &dev->mode_config;
1264
1265         if (property == config->prop_crtc_id) {
1266                 struct drm_crtc *crtc = drm_crtc_find(dev, NULL, val);
1267                 return drm_atomic_set_crtc_for_connector(state, crtc);
1268         } else if (property == config->dpms_property) {
1269                 /* setting DPMS property requires special handling, which
1270                  * is done in legacy setprop path for us.  Disallow (for
1271                  * now?) atomic writes to DPMS property:
1272                  */
1273                 return -EINVAL;
1274         } else if (property == config->tv_select_subconnector_property) {
1275                 state->tv.subconnector = val;
1276         } else if (property == config->tv_left_margin_property) {
1277                 state->tv.margins.left = val;
1278         } else if (property == config->tv_right_margin_property) {
1279                 state->tv.margins.right = val;
1280         } else if (property == config->tv_top_margin_property) {
1281                 state->tv.margins.top = val;
1282         } else if (property == config->tv_bottom_margin_property) {
1283                 state->tv.margins.bottom = val;
1284         } else if (property == config->tv_mode_property) {
1285                 state->tv.mode = val;
1286         } else if (property == config->tv_brightness_property) {
1287                 state->tv.brightness = val;
1288         } else if (property == config->tv_contrast_property) {
1289                 state->tv.contrast = val;
1290         } else if (property == config->tv_flicker_reduction_property) {
1291                 state->tv.flicker_reduction = val;
1292         } else if (property == config->tv_overscan_property) {
1293                 state->tv.overscan = val;
1294         } else if (property == config->tv_saturation_property) {
1295                 state->tv.saturation = val;
1296         } else if (property == config->tv_hue_property) {
1297                 state->tv.hue = val;
1298         } else if (property == config->link_status_property) {
1299                 /* Never downgrade from GOOD to BAD on userspace's request here,
1300                  * only hw issues can do that.
1301                  *
1302                  * For an atomic property the userspace doesn't need to be able
1303                  * to understand all the properties, but needs to be able to
1304                  * restore the state it wants on VT switch. So if the userspace
1305                  * tries to change the link_status from GOOD to BAD, driver
1306                  * silently rejects it and returns a 0. This prevents userspace
1307                  * from accidently breaking  the display when it restores the
1308                  * state.
1309                  */
1310                 if (state->link_status != DRM_LINK_STATUS_GOOD)
1311                         state->link_status = val;
1312         } else if (property == config->aspect_ratio_property) {
1313                 state->picture_aspect_ratio = val;
1314         } else if (property == config->content_type_property) {
1315                 state->content_type = val;
1316         } else if (property == connector->scaling_mode_property) {
1317                 state->scaling_mode = val;
1318         } else if (property == connector->content_protection_property) {
1319                 if (val == DRM_MODE_CONTENT_PROTECTION_ENABLED) {
1320                         DRM_DEBUG_KMS("only drivers can set CP Enabled\n");
1321                         return -EINVAL;
1322                 }
1323                 state->content_protection = val;
1324         } else if (connector->funcs->atomic_set_property) {
1325                 return connector->funcs->atomic_set_property(connector,
1326                                 state, property, val);
1327         } else {
1328                 DRM_DEBUG_ATOMIC("[CONNECTOR:%d:%s] unknown property [PROP:%d:%s]]\n",
1329                                  connector->base.id, connector->name,
1330                                  property->base.id, property->name);
1331                 return -EINVAL;
1332         }
1333
1334         return 0;
1335 }
1336
1337 static void drm_atomic_connector_print_state(struct drm_printer *p,
1338                 const struct drm_connector_state *state)
1339 {
1340         struct drm_connector *connector = state->connector;
1341
1342         drm_printf(p, "connector[%u]: %s\n", connector->base.id, connector->name);
1343         drm_printf(p, "\tcrtc=%s\n", state->crtc ? state->crtc->name : "(null)");
1344
1345         if (connector->funcs->atomic_print_state)
1346                 connector->funcs->atomic_print_state(p, state);
1347 }
1348
1349 /**
1350  * drm_atomic_connector_get_property - get property value from connector state
1351  * @connector: the drm connector to set a property on
1352  * @state: the state object to get the property value from
1353  * @property: the property to set
1354  * @val: return location for the property value
1355  *
1356  * This function handles generic/core properties and calls out to driver's
1357  * &drm_connector_funcs.atomic_get_property for driver properties.  To ensure
1358  * consistent behavior you must call this function rather than the driver hook
1359  * directly.
1360  *
1361  * RETURNS:
1362  * Zero on success, error code on failure
1363  */
1364 static int
1365 drm_atomic_connector_get_property(struct drm_connector *connector,
1366                 const struct drm_connector_state *state,
1367                 struct drm_property *property, uint64_t *val)
1368 {
1369         struct drm_device *dev = connector->dev;
1370         struct drm_mode_config *config = &dev->mode_config;
1371
1372         if (property == config->prop_crtc_id) {
1373                 *val = (state->crtc) ? state->crtc->base.id : 0;
1374         } else if (property == config->dpms_property) {
1375                 *val = connector->dpms;
1376         } else if (property == config->tv_select_subconnector_property) {
1377                 *val = state->tv.subconnector;
1378         } else if (property == config->tv_left_margin_property) {
1379                 *val = state->tv.margins.left;
1380         } else if (property == config->tv_right_margin_property) {
1381                 *val = state->tv.margins.right;
1382         } else if (property == config->tv_top_margin_property) {
1383                 *val = state->tv.margins.top;
1384         } else if (property == config->tv_bottom_margin_property) {
1385                 *val = state->tv.margins.bottom;
1386         } else if (property == config->tv_mode_property) {
1387                 *val = state->tv.mode;
1388         } else if (property == config->tv_brightness_property) {
1389                 *val = state->tv.brightness;
1390         } else if (property == config->tv_contrast_property) {
1391                 *val = state->tv.contrast;
1392         } else if (property == config->tv_flicker_reduction_property) {
1393                 *val = state->tv.flicker_reduction;
1394         } else if (property == config->tv_overscan_property) {
1395                 *val = state->tv.overscan;
1396         } else if (property == config->tv_saturation_property) {
1397                 *val = state->tv.saturation;
1398         } else if (property == config->tv_hue_property) {
1399                 *val = state->tv.hue;
1400         } else if (property == config->link_status_property) {
1401                 *val = state->link_status;
1402         } else if (property == config->aspect_ratio_property) {
1403                 *val = state->picture_aspect_ratio;
1404         } else if (property == config->content_type_property) {
1405                 *val = state->content_type;
1406         } else if (property == connector->scaling_mode_property) {
1407                 *val = state->scaling_mode;
1408         } else if (property == connector->content_protection_property) {
1409                 *val = state->content_protection;
1410         } else if (connector->funcs->atomic_get_property) {
1411                 return connector->funcs->atomic_get_property(connector,
1412                                 state, property, val);
1413         } else {
1414                 return -EINVAL;
1415         }
1416
1417         return 0;
1418 }
1419
1420 int drm_atomic_get_property(struct drm_mode_object *obj,
1421                 struct drm_property *property, uint64_t *val)
1422 {
1423         struct drm_device *dev = property->dev;
1424         int ret;
1425
1426         switch (obj->type) {
1427         case DRM_MODE_OBJECT_CONNECTOR: {
1428                 struct drm_connector *connector = obj_to_connector(obj);
1429                 WARN_ON(!drm_modeset_is_locked(&dev->mode_config.connection_mutex));
1430                 ret = drm_atomic_connector_get_property(connector,
1431                                 connector->state, property, val);
1432                 break;
1433         }
1434         case DRM_MODE_OBJECT_CRTC: {
1435                 struct drm_crtc *crtc = obj_to_crtc(obj);
1436                 WARN_ON(!drm_modeset_is_locked(&crtc->mutex));
1437                 ret = drm_atomic_crtc_get_property(crtc,
1438                                 crtc->state, property, val);
1439                 break;
1440         }
1441         case DRM_MODE_OBJECT_PLANE: {
1442                 struct drm_plane *plane = obj_to_plane(obj);
1443                 WARN_ON(!drm_modeset_is_locked(&plane->mutex));
1444                 ret = drm_atomic_plane_get_property(plane,
1445                                 plane->state, property, val);
1446                 break;
1447         }
1448         default:
1449                 ret = -EINVAL;
1450                 break;
1451         }
1452
1453         return ret;
1454 }
1455
1456 /**
1457  * drm_atomic_set_crtc_for_plane - set crtc for plane
1458  * @plane_state: the plane whose incoming state to update
1459  * @crtc: crtc to use for the plane
1460  *
1461  * Changing the assigned crtc for a plane requires us to grab the lock and state
1462  * for the new crtc, as needed. This function takes care of all these details
1463  * besides updating the pointer in the state object itself.
1464  *
1465  * Returns:
1466  * 0 on success or can fail with -EDEADLK or -ENOMEM. When the error is EDEADLK
1467  * then the w/w mutex code has detected a deadlock and the entire atomic
1468  * sequence must be restarted. All other errors are fatal.
1469  */
1470 int
1471 drm_atomic_set_crtc_for_plane(struct drm_plane_state *plane_state,
1472                               struct drm_crtc *crtc)
1473 {
1474         struct drm_plane *plane = plane_state->plane;
1475         struct drm_crtc_state *crtc_state;
1476         /* Nothing to do for same crtc*/
1477         if (plane_state->crtc == crtc)
1478                 return 0;
1479         if (plane_state->crtc) {
1480                 crtc_state = drm_atomic_get_crtc_state(plane_state->state,
1481                                                        plane_state->crtc);
1482                 if (WARN_ON(IS_ERR(crtc_state)))
1483                         return PTR_ERR(crtc_state);
1484
1485                 crtc_state->plane_mask &= ~(1 << drm_plane_index(plane));
1486         }
1487
1488         plane_state->crtc = crtc;
1489
1490         if (crtc) {
1491                 crtc_state = drm_atomic_get_crtc_state(plane_state->state,
1492                                                        crtc);
1493                 if (IS_ERR(crtc_state))
1494                         return PTR_ERR(crtc_state);
1495                 crtc_state->plane_mask |= (1 << drm_plane_index(plane));
1496         }
1497
1498         if (crtc)
1499                 DRM_DEBUG_ATOMIC("Link [PLANE:%d:%s] state %p to [CRTC:%d:%s]\n",
1500                                  plane->base.id, plane->name, plane_state,
1501                                  crtc->base.id, crtc->name);
1502         else
1503                 DRM_DEBUG_ATOMIC("Link [PLANE:%d:%s] state %p to [NOCRTC]\n",
1504                                  plane->base.id, plane->name, plane_state);
1505
1506         return 0;
1507 }
1508 EXPORT_SYMBOL(drm_atomic_set_crtc_for_plane);
1509
1510 /**
1511  * drm_atomic_set_fb_for_plane - set framebuffer for plane
1512  * @plane_state: atomic state object for the plane
1513  * @fb: fb to use for the plane
1514  *
1515  * Changing the assigned framebuffer for a plane requires us to grab a reference
1516  * to the new fb and drop the reference to the old fb, if there is one. This
1517  * function takes care of all these details besides updating the pointer in the
1518  * state object itself.
1519  */
1520 void
1521 drm_atomic_set_fb_for_plane(struct drm_plane_state *plane_state,
1522                             struct drm_framebuffer *fb)
1523 {
1524         struct drm_plane *plane = plane_state->plane;
1525
1526         if (fb)
1527                 DRM_DEBUG_ATOMIC("Set [FB:%d] for [PLANE:%d:%s] state %p\n",
1528                                  fb->base.id, plane->base.id, plane->name,
1529                                  plane_state);
1530         else
1531                 DRM_DEBUG_ATOMIC("Set [NOFB] for [PLANE:%d:%s] state %p\n",
1532                                  plane->base.id, plane->name, plane_state);
1533
1534         drm_framebuffer_assign(&plane_state->fb, fb);
1535 }
1536 EXPORT_SYMBOL(drm_atomic_set_fb_for_plane);
1537
1538 /**
1539  * drm_atomic_set_fence_for_plane - set fence for plane
1540  * @plane_state: atomic state object for the plane
1541  * @fence: dma_fence to use for the plane
1542  *
1543  * Helper to setup the plane_state fence in case it is not set yet.
1544  * By using this drivers doesn't need to worry if the user choose
1545  * implicit or explicit fencing.
1546  *
1547  * This function will not set the fence to the state if it was set
1548  * via explicit fencing interfaces on the atomic ioctl. In that case it will
1549  * drop the reference to the fence as we are not storing it anywhere.
1550  * Otherwise, if &drm_plane_state.fence is not set this function we just set it
1551  * with the received implicit fence. In both cases this function consumes a
1552  * reference for @fence.
1553  *
1554  * This way explicit fencing can be used to overrule implicit fencing, which is
1555  * important to make explicit fencing use-cases work: One example is using one
1556  * buffer for 2 screens with different refresh rates. Implicit fencing will
1557  * clamp rendering to the refresh rate of the slower screen, whereas explicit
1558  * fence allows 2 independent render and display loops on a single buffer. If a
1559  * driver allows obeys both implicit and explicit fences for plane updates, then
1560  * it will break all the benefits of explicit fencing.
1561  */
1562 void
1563 drm_atomic_set_fence_for_plane(struct drm_plane_state *plane_state,
1564                                struct dma_fence *fence)
1565 {
1566         if (plane_state->fence) {
1567                 dma_fence_put(fence);
1568                 return;
1569         }
1570
1571         plane_state->fence = fence;
1572 }
1573 EXPORT_SYMBOL(drm_atomic_set_fence_for_plane);
1574
1575 /**
1576  * drm_atomic_set_crtc_for_connector - set crtc for connector
1577  * @conn_state: atomic state object for the connector
1578  * @crtc: crtc to use for the connector
1579  *
1580  * Changing the assigned crtc for a connector requires us to grab the lock and
1581  * state for the new crtc, as needed. This function takes care of all these
1582  * details besides updating the pointer in the state object itself.
1583  *
1584  * Returns:
1585  * 0 on success or can fail with -EDEADLK or -ENOMEM. When the error is EDEADLK
1586  * then the w/w mutex code has detected a deadlock and the entire atomic
1587  * sequence must be restarted. All other errors are fatal.
1588  */
1589 int
1590 drm_atomic_set_crtc_for_connector(struct drm_connector_state *conn_state,
1591                                   struct drm_crtc *crtc)
1592 {
1593         struct drm_connector *connector = conn_state->connector;
1594         struct drm_crtc_state *crtc_state;
1595
1596         if (conn_state->crtc == crtc)
1597                 return 0;
1598
1599         if (conn_state->crtc) {
1600                 crtc_state = drm_atomic_get_new_crtc_state(conn_state->state,
1601                                                            conn_state->crtc);
1602
1603                 crtc_state->connector_mask &=
1604                         ~(1 << drm_connector_index(conn_state->connector));
1605
1606                 drm_connector_put(conn_state->connector);
1607                 conn_state->crtc = NULL;
1608         }
1609
1610         if (crtc) {
1611                 crtc_state = drm_atomic_get_crtc_state(conn_state->state, crtc);
1612                 if (IS_ERR(crtc_state))
1613                         return PTR_ERR(crtc_state);
1614
1615                 crtc_state->connector_mask |=
1616                         1 << drm_connector_index(conn_state->connector);
1617
1618                 drm_connector_get(conn_state->connector);
1619                 conn_state->crtc = crtc;
1620
1621                 DRM_DEBUG_ATOMIC("Link [CONNECTOR:%d:%s] state %p to [CRTC:%d:%s]\n",
1622                                  connector->base.id, connector->name,
1623                                  conn_state, crtc->base.id, crtc->name);
1624         } else {
1625                 DRM_DEBUG_ATOMIC("Link [CONNECTOR:%d:%s] state %p to [NOCRTC]\n",
1626                                  connector->base.id, connector->name,
1627                                  conn_state);
1628         }
1629
1630         return 0;
1631 }
1632 EXPORT_SYMBOL(drm_atomic_set_crtc_for_connector);
1633
1634 /**
1635  * drm_atomic_add_affected_connectors - add connectors for crtc
1636  * @state: atomic state
1637  * @crtc: DRM crtc
1638  *
1639  * This function walks the current configuration and adds all connectors
1640  * currently using @crtc to the atomic configuration @state. Note that this
1641  * function must acquire the connection mutex. This can potentially cause
1642  * unneeded seralization if the update is just for the planes on one crtc. Hence
1643  * drivers and helpers should only call this when really needed (e.g. when a
1644  * full modeset needs to happen due to some change).
1645  *
1646  * Returns:
1647  * 0 on success or can fail with -EDEADLK or -ENOMEM. When the error is EDEADLK
1648  * then the w/w mutex code has detected a deadlock and the entire atomic
1649  * sequence must be restarted. All other errors are fatal.
1650  */
1651 int
1652 drm_atomic_add_affected_connectors(struct drm_atomic_state *state,
1653                                    struct drm_crtc *crtc)
1654 {
1655         struct drm_mode_config *config = &state->dev->mode_config;
1656         struct drm_connector *connector;
1657         struct drm_connector_state *conn_state;
1658         struct drm_connector_list_iter conn_iter;
1659         struct drm_crtc_state *crtc_state;
1660         int ret;
1661
1662         crtc_state = drm_atomic_get_crtc_state(state, crtc);
1663         if (IS_ERR(crtc_state))
1664                 return PTR_ERR(crtc_state);
1665
1666         ret = drm_modeset_lock(&config->connection_mutex, state->acquire_ctx);
1667         if (ret)
1668                 return ret;
1669
1670         DRM_DEBUG_ATOMIC("Adding all current connectors for [CRTC:%d:%s] to %p\n",
1671                          crtc->base.id, crtc->name, state);
1672
1673         /*
1674          * Changed connectors are already in @state, so only need to look
1675          * at the connector_mask in crtc_state.
1676          */
1677         drm_connector_list_iter_begin(state->dev, &conn_iter);
1678         drm_for_each_connector_iter(connector, &conn_iter) {
1679                 if (!(crtc_state->connector_mask & (1 << drm_connector_index(connector))))
1680                         continue;
1681
1682                 conn_state = drm_atomic_get_connector_state(state, connector);
1683                 if (IS_ERR(conn_state)) {
1684                         drm_connector_list_iter_end(&conn_iter);
1685                         return PTR_ERR(conn_state);
1686                 }
1687         }
1688         drm_connector_list_iter_end(&conn_iter);
1689
1690         return 0;
1691 }
1692 EXPORT_SYMBOL(drm_atomic_add_affected_connectors);
1693
1694 /**
1695  * drm_atomic_add_affected_planes - add planes for crtc
1696  * @state: atomic state
1697  * @crtc: DRM crtc
1698  *
1699  * This function walks the current configuration and adds all planes
1700  * currently used by @crtc to the atomic configuration @state. This is useful
1701  * when an atomic commit also needs to check all currently enabled plane on
1702  * @crtc, e.g. when changing the mode. It's also useful when re-enabling a CRTC
1703  * to avoid special code to force-enable all planes.
1704  *
1705  * Since acquiring a plane state will always also acquire the w/w mutex of the
1706  * current CRTC for that plane (if there is any) adding all the plane states for
1707  * a CRTC will not reduce parallism of atomic updates.
1708  *
1709  * Returns:
1710  * 0 on success or can fail with -EDEADLK or -ENOMEM. When the error is EDEADLK
1711  * then the w/w mutex code has detected a deadlock and the entire atomic
1712  * sequence must be restarted. All other errors are fatal.
1713  */
1714 int
1715 drm_atomic_add_affected_planes(struct drm_atomic_state *state,
1716                                struct drm_crtc *crtc)
1717 {
1718         struct drm_plane *plane;
1719
1720         WARN_ON(!drm_atomic_get_new_crtc_state(state, crtc));
1721
1722         DRM_DEBUG_ATOMIC("Adding all current planes for [CRTC:%d:%s] to %p\n",
1723                          crtc->base.id, crtc->name, state);
1724
1725         drm_for_each_plane_mask(plane, state->dev, crtc->state->plane_mask) {
1726                 struct drm_plane_state *plane_state =
1727                         drm_atomic_get_plane_state(state, plane);
1728
1729                 if (IS_ERR(plane_state))
1730                         return PTR_ERR(plane_state);
1731         }
1732         return 0;
1733 }
1734 EXPORT_SYMBOL(drm_atomic_add_affected_planes);
1735
1736 /**
1737  * drm_atomic_check_only - check whether a given config would work
1738  * @state: atomic configuration to check
1739  *
1740  * Note that this function can return -EDEADLK if the driver needed to acquire
1741  * more locks but encountered a deadlock. The caller must then do the usual w/w
1742  * backoff dance and restart. All other errors are fatal.
1743  *
1744  * Returns:
1745  * 0 on success, negative error code on failure.
1746  */
1747 int drm_atomic_check_only(struct drm_atomic_state *state)
1748 {
1749         struct drm_device *dev = state->dev;
1750         struct drm_mode_config *config = &dev->mode_config;
1751         struct drm_plane *plane;
1752         struct drm_plane_state *plane_state;
1753         struct drm_crtc *crtc;
1754         struct drm_crtc_state *crtc_state;
1755         int i, ret = 0;
1756
1757         DRM_DEBUG_ATOMIC("checking %p\n", state);
1758
1759         for_each_new_plane_in_state(state, plane, plane_state, i) {
1760                 ret = drm_atomic_plane_check(plane, plane_state);
1761                 if (ret) {
1762                         DRM_DEBUG_ATOMIC("[PLANE:%d:%s] atomic core check failed\n",
1763                                          plane->base.id, plane->name);
1764                         return ret;
1765                 }
1766         }
1767
1768         for_each_new_crtc_in_state(state, crtc, crtc_state, i) {
1769                 ret = drm_atomic_crtc_check(crtc, crtc_state);
1770                 if (ret) {
1771                         DRM_DEBUG_ATOMIC("[CRTC:%d:%s] atomic core check failed\n",
1772                                          crtc->base.id, crtc->name);
1773                         return ret;
1774                 }
1775         }
1776
1777         if (config->funcs->atomic_check)
1778                 ret = config->funcs->atomic_check(state->dev, state);
1779
1780         if (ret)
1781                 return ret;
1782
1783         if (!state->allow_modeset) {
1784                 for_each_new_crtc_in_state(state, crtc, crtc_state, i) {
1785                         if (drm_atomic_crtc_needs_modeset(crtc_state)) {
1786                                 DRM_DEBUG_ATOMIC("[CRTC:%d:%s] requires full modeset\n",
1787                                                  crtc->base.id, crtc->name);
1788                                 return -EINVAL;
1789                         }
1790                 }
1791         }
1792
1793         return 0;
1794 }
1795 EXPORT_SYMBOL(drm_atomic_check_only);
1796
1797 /**
1798  * drm_atomic_commit - commit configuration atomically
1799  * @state: atomic configuration to check
1800  *
1801  * Note that this function can return -EDEADLK if the driver needed to acquire
1802  * more locks but encountered a deadlock. The caller must then do the usual w/w
1803  * backoff dance and restart. All other errors are fatal.
1804  *
1805  * This function will take its own reference on @state.
1806  * Callers should always release their reference with drm_atomic_state_put().
1807  *
1808  * Returns:
1809  * 0 on success, negative error code on failure.
1810  */
1811 int drm_atomic_commit(struct drm_atomic_state *state)
1812 {
1813         struct drm_mode_config *config = &state->dev->mode_config;
1814         int ret;
1815
1816         ret = drm_atomic_check_only(state);
1817         if (ret)
1818                 return ret;
1819
1820         DRM_DEBUG_ATOMIC("committing %p\n", state);
1821
1822         return config->funcs->atomic_commit(state->dev, state, false);
1823 }
1824 EXPORT_SYMBOL(drm_atomic_commit);
1825
1826 /**
1827  * drm_atomic_nonblocking_commit - atomic nonblocking commit
1828  * @state: atomic configuration to check
1829  *
1830  * Note that this function can return -EDEADLK if the driver needed to acquire
1831  * more locks but encountered a deadlock. The caller must then do the usual w/w
1832  * backoff dance and restart. All other errors are fatal.
1833  *
1834  * This function will take its own reference on @state.
1835  * Callers should always release their reference with drm_atomic_state_put().
1836  *
1837  * Returns:
1838  * 0 on success, negative error code on failure.
1839  */
1840 int drm_atomic_nonblocking_commit(struct drm_atomic_state *state)
1841 {
1842         struct drm_mode_config *config = &state->dev->mode_config;
1843         int ret;
1844
1845         ret = drm_atomic_check_only(state);
1846         if (ret)
1847                 return ret;
1848
1849         DRM_DEBUG_ATOMIC("committing %p nonblocking\n", state);
1850
1851         return config->funcs->atomic_commit(state->dev, state, true);
1852 }
1853 EXPORT_SYMBOL(drm_atomic_nonblocking_commit);
1854
1855 static void drm_atomic_print_state(const struct drm_atomic_state *state)
1856 {
1857         struct drm_printer p = drm_info_printer(state->dev->dev);
1858         struct drm_plane *plane;
1859         struct drm_plane_state *plane_state;
1860         struct drm_crtc *crtc;
1861         struct drm_crtc_state *crtc_state;
1862         struct drm_connector *connector;
1863         struct drm_connector_state *connector_state;
1864         int i;
1865
1866         DRM_DEBUG_ATOMIC("checking %p\n", state);
1867
1868         for_each_new_plane_in_state(state, plane, plane_state, i)
1869                 drm_atomic_plane_print_state(&p, plane_state);
1870
1871         for_each_new_crtc_in_state(state, crtc, crtc_state, i)
1872                 drm_atomic_crtc_print_state(&p, crtc_state);
1873
1874         for_each_new_connector_in_state(state, connector, connector_state, i)
1875                 drm_atomic_connector_print_state(&p, connector_state);
1876 }
1877
1878 static void __drm_state_dump(struct drm_device *dev, struct drm_printer *p,
1879                              bool take_locks)
1880 {
1881         struct drm_mode_config *config = &dev->mode_config;
1882         struct drm_plane *plane;
1883         struct drm_crtc *crtc;
1884         struct drm_connector *connector;
1885         struct drm_connector_list_iter conn_iter;
1886
1887         if (!drm_core_check_feature(dev, DRIVER_ATOMIC))
1888                 return;
1889
1890         list_for_each_entry(plane, &config->plane_list, head) {
1891                 if (take_locks)
1892                         drm_modeset_lock(&plane->mutex, NULL);
1893                 drm_atomic_plane_print_state(p, plane->state);
1894                 if (take_locks)
1895                         drm_modeset_unlock(&plane->mutex);
1896         }
1897
1898         list_for_each_entry(crtc, &config->crtc_list, head) {
1899                 if (take_locks)
1900                         drm_modeset_lock(&crtc->mutex, NULL);
1901                 drm_atomic_crtc_print_state(p, crtc->state);
1902                 if (take_locks)
1903                         drm_modeset_unlock(&crtc->mutex);
1904         }
1905
1906         drm_connector_list_iter_begin(dev, &conn_iter);
1907         if (take_locks)
1908                 drm_modeset_lock(&dev->mode_config.connection_mutex, NULL);
1909         drm_for_each_connector_iter(connector, &conn_iter)
1910                 drm_atomic_connector_print_state(p, connector->state);
1911         if (take_locks)
1912                 drm_modeset_unlock(&dev->mode_config.connection_mutex);
1913         drm_connector_list_iter_end(&conn_iter);
1914 }
1915
1916 /**
1917  * drm_state_dump - dump entire device atomic state
1918  * @dev: the drm device
1919  * @p: where to print the state to
1920  *
1921  * Just for debugging.  Drivers might want an option to dump state
1922  * to dmesg in case of error irq's.  (Hint, you probably want to
1923  * ratelimit this!)
1924  *
1925  * The caller must drm_modeset_lock_all(), or if this is called
1926  * from error irq handler, it should not be enabled by default.
1927  * (Ie. if you are debugging errors you might not care that this
1928  * is racey.  But calling this without all modeset locks held is
1929  * not inherently safe.)
1930  */
1931 void drm_state_dump(struct drm_device *dev, struct drm_printer *p)
1932 {
1933         __drm_state_dump(dev, p, false);
1934 }
1935 EXPORT_SYMBOL(drm_state_dump);
1936
1937 #ifdef CONFIG_DEBUG_FS
1938 static int drm_state_info(struct seq_file *m, void *data)
1939 {
1940         struct drm_info_node *node = (struct drm_info_node *) m->private;
1941         struct drm_device *dev = node->minor->dev;
1942         struct drm_printer p = drm_seq_file_printer(m);
1943
1944         __drm_state_dump(dev, &p, true);
1945
1946         return 0;
1947 }
1948
1949 /* any use in debugfs files to dump individual planes/crtc/etc? */
1950 static const struct drm_info_list drm_atomic_debugfs_list[] = {
1951         {"state", drm_state_info, 0},
1952 };
1953
1954 int drm_atomic_debugfs_init(struct drm_minor *minor)
1955 {
1956         return drm_debugfs_create_files(drm_atomic_debugfs_list,
1957                         ARRAY_SIZE(drm_atomic_debugfs_list),
1958                         minor->debugfs_root, minor);
1959 }
1960 #endif
1961
1962 /*
1963  * The big monster ioctl
1964  */
1965
1966 static struct drm_pending_vblank_event *create_vblank_event(
1967                 struct drm_crtc *crtc, uint64_t user_data)
1968 {
1969         struct drm_pending_vblank_event *e = NULL;
1970
1971         e = kzalloc(sizeof *e, GFP_KERNEL);
1972         if (!e)
1973                 return NULL;
1974
1975         e->event.base.type = DRM_EVENT_FLIP_COMPLETE;
1976         e->event.base.length = sizeof(e->event);
1977         e->event.vbl.crtc_id = crtc->base.id;
1978         e->event.vbl.user_data = user_data;
1979
1980         return e;
1981 }
1982
1983 int drm_atomic_connector_commit_dpms(struct drm_atomic_state *state,
1984                                      struct drm_connector *connector,
1985                                      int mode)
1986 {
1987         struct drm_connector *tmp_connector;
1988         struct drm_connector_state *new_conn_state;
1989         struct drm_crtc *crtc;
1990         struct drm_crtc_state *crtc_state;
1991         int i, ret, old_mode = connector->dpms;
1992         bool active = false;
1993
1994         ret = drm_modeset_lock(&state->dev->mode_config.connection_mutex,
1995                                state->acquire_ctx);
1996         if (ret)
1997                 return ret;
1998
1999         if (mode != DRM_MODE_DPMS_ON)
2000                 mode = DRM_MODE_DPMS_OFF;
2001         connector->dpms = mode;
2002
2003         crtc = connector->state->crtc;
2004         if (!crtc)
2005                 goto out;
2006         ret = drm_atomic_add_affected_connectors(state, crtc);
2007         if (ret)
2008                 goto out;
2009
2010         crtc_state = drm_atomic_get_crtc_state(state, crtc);
2011         if (IS_ERR(crtc_state)) {
2012                 ret = PTR_ERR(crtc_state);
2013                 goto out;
2014         }
2015
2016         for_each_new_connector_in_state(state, tmp_connector, new_conn_state, i) {
2017                 if (new_conn_state->crtc != crtc)
2018                         continue;
2019                 if (tmp_connector->dpms == DRM_MODE_DPMS_ON) {
2020                         active = true;
2021                         break;
2022                 }
2023         }
2024
2025         crtc_state->active = active;
2026         ret = drm_atomic_commit(state);
2027 out:
2028         if (ret != 0)
2029                 connector->dpms = old_mode;
2030         return ret;
2031 }
2032
2033 int drm_atomic_set_property(struct drm_atomic_state *state,
2034                             struct drm_mode_object *obj,
2035                             struct drm_property *prop,
2036                             uint64_t prop_value)
2037 {
2038         struct drm_mode_object *ref;
2039         int ret;
2040
2041         if (!drm_property_change_valid_get(prop, prop_value, &ref))
2042                 return -EINVAL;
2043
2044         switch (obj->type) {
2045         case DRM_MODE_OBJECT_CONNECTOR: {
2046                 struct drm_connector *connector = obj_to_connector(obj);
2047                 struct drm_connector_state *connector_state;
2048
2049                 connector_state = drm_atomic_get_connector_state(state, connector);
2050                 if (IS_ERR(connector_state)) {
2051                         ret = PTR_ERR(connector_state);
2052                         break;
2053                 }
2054
2055                 ret = drm_atomic_connector_set_property(connector,
2056                                 connector_state, prop, prop_value);
2057                 break;
2058         }
2059         case DRM_MODE_OBJECT_CRTC: {
2060                 struct drm_crtc *crtc = obj_to_crtc(obj);
2061                 struct drm_crtc_state *crtc_state;
2062
2063                 crtc_state = drm_atomic_get_crtc_state(state, crtc);
2064                 if (IS_ERR(crtc_state)) {
2065                         ret = PTR_ERR(crtc_state);
2066                         break;
2067                 }
2068
2069                 ret = drm_atomic_crtc_set_property(crtc,
2070                                 crtc_state, prop, prop_value);
2071                 break;
2072         }
2073         case DRM_MODE_OBJECT_PLANE: {
2074                 struct drm_plane *plane = obj_to_plane(obj);
2075                 struct drm_plane_state *plane_state;
2076
2077                 plane_state = drm_atomic_get_plane_state(state, plane);
2078                 if (IS_ERR(plane_state)) {
2079                         ret = PTR_ERR(plane_state);
2080                         break;
2081                 }
2082
2083                 ret = drm_atomic_plane_set_property(plane,
2084                                 plane_state, prop, prop_value);
2085                 break;
2086         }
2087         default:
2088                 ret = -EINVAL;
2089                 break;
2090         }
2091
2092         drm_property_change_valid_put(prop, ref);
2093         return ret;
2094 }
2095
2096 /**
2097  * DOC: explicit fencing properties
2098  *
2099  * Explicit fencing allows userspace to control the buffer synchronization
2100  * between devices. A Fence or a group of fences are transfered to/from
2101  * userspace using Sync File fds and there are two DRM properties for that.
2102  * IN_FENCE_FD on each DRM Plane to send fences to the kernel and
2103  * OUT_FENCE_PTR on each DRM CRTC to receive fences from the kernel.
2104  *
2105  * As a contrast, with implicit fencing the kernel keeps track of any
2106  * ongoing rendering, and automatically ensures that the atomic update waits
2107  * for any pending rendering to complete. For shared buffers represented with
2108  * a &struct dma_buf this is tracked in &struct reservation_object.
2109  * Implicit syncing is how Linux traditionally worked (e.g. DRI2/3 on X.org),
2110  * whereas explicit fencing is what Android wants.
2111  *
2112  * "IN_FENCE_FD”:
2113  *      Use this property to pass a fence that DRM should wait on before
2114  *      proceeding with the Atomic Commit request and show the framebuffer for
2115  *      the plane on the screen. The fence can be either a normal fence or a
2116  *      merged one, the sync_file framework will handle both cases and use a
2117  *      fence_array if a merged fence is received. Passing -1 here means no
2118  *      fences to wait on.
2119  *
2120  *      If the Atomic Commit request has the DRM_MODE_ATOMIC_TEST_ONLY flag
2121  *      it will only check if the Sync File is a valid one.
2122  *
2123  *      On the driver side the fence is stored on the @fence parameter of
2124  *      &struct drm_plane_state. Drivers which also support implicit fencing
2125  *      should set the implicit fence using drm_atomic_set_fence_for_plane(),
2126  *      to make sure there's consistent behaviour between drivers in precedence
2127  *      of implicit vs. explicit fencing.
2128  *
2129  * "OUT_FENCE_PTR”:
2130  *      Use this property to pass a file descriptor pointer to DRM. Once the
2131  *      Atomic Commit request call returns OUT_FENCE_PTR will be filled with
2132  *      the file descriptor number of a Sync File. This Sync File contains the
2133  *      CRTC fence that will be signaled when all framebuffers present on the
2134  *      Atomic Commit * request for that given CRTC are scanned out on the
2135  *      screen.
2136  *
2137  *      The Atomic Commit request fails if a invalid pointer is passed. If the
2138  *      Atomic Commit request fails for any other reason the out fence fd
2139  *      returned will be -1. On a Atomic Commit with the
2140  *      DRM_MODE_ATOMIC_TEST_ONLY flag the out fence will also be set to -1.
2141  *
2142  *      Note that out-fences don't have a special interface to drivers and are
2143  *      internally represented by a &struct drm_pending_vblank_event in struct
2144  *      &drm_crtc_state, which is also used by the nonblocking atomic commit
2145  *      helpers and for the DRM event handling for existing userspace.
2146  */
2147
2148 struct drm_out_fence_state {
2149         s32 __user *out_fence_ptr;
2150         struct sync_file *sync_file;
2151         int fd;
2152 };
2153
2154 static int setup_out_fence(struct drm_out_fence_state *fence_state,
2155                            struct dma_fence *fence)
2156 {
2157         fence_state->fd = get_unused_fd_flags(O_CLOEXEC);
2158         if (fence_state->fd < 0)
2159                 return fence_state->fd;
2160
2161         if (put_user(fence_state->fd, fence_state->out_fence_ptr))
2162                 return -EFAULT;
2163
2164         fence_state->sync_file = sync_file_create(fence);
2165         if (!fence_state->sync_file)
2166                 return -ENOMEM;
2167
2168         return 0;
2169 }
2170
2171 static int prepare_crtc_signaling(struct drm_device *dev,
2172                                   struct drm_atomic_state *state,
2173                                   struct drm_mode_atomic *arg,
2174                                   struct drm_file *file_priv,
2175                                   struct drm_out_fence_state **fence_state,
2176                                   unsigned int *num_fences)
2177 {
2178         struct drm_crtc *crtc;
2179         struct drm_crtc_state *crtc_state;
2180         int i, c = 0, ret;
2181
2182         if (arg->flags & DRM_MODE_ATOMIC_TEST_ONLY)
2183                 return 0;
2184
2185         for_each_new_crtc_in_state(state, crtc, crtc_state, i) {
2186                 s32 __user *fence_ptr;
2187
2188                 fence_ptr = get_out_fence_for_crtc(crtc_state->state, crtc);
2189
2190                 if (arg->flags & DRM_MODE_PAGE_FLIP_EVENT || fence_ptr) {
2191                         struct drm_pending_vblank_event *e;
2192
2193                         e = create_vblank_event(crtc, arg->user_data);
2194                         if (!e)
2195                                 return -ENOMEM;
2196
2197                         crtc_state->event = e;
2198                 }
2199
2200                 if (arg->flags & DRM_MODE_PAGE_FLIP_EVENT) {
2201                         struct drm_pending_vblank_event *e = crtc_state->event;
2202
2203                         if (!file_priv)
2204                                 continue;
2205
2206                         ret = drm_event_reserve_init(dev, file_priv, &e->base,
2207                                                      &e->event.base);
2208                         if (ret) {
2209                                 kfree(e);
2210                                 crtc_state->event = NULL;
2211                                 return ret;
2212                         }
2213                 }
2214
2215                 if (fence_ptr) {
2216                         struct dma_fence *fence;
2217                         struct drm_out_fence_state *f;
2218
2219                         f = krealloc(*fence_state, sizeof(**fence_state) *
2220                                      (*num_fences + 1), GFP_KERNEL);
2221                         if (!f)
2222                                 return -ENOMEM;
2223
2224                         memset(&f[*num_fences], 0, sizeof(*f));
2225
2226                         f[*num_fences].out_fence_ptr = fence_ptr;
2227                         *fence_state = f;
2228
2229                         fence = drm_crtc_create_fence(crtc);
2230                         if (!fence)
2231                                 return -ENOMEM;
2232
2233                         ret = setup_out_fence(&f[(*num_fences)++], fence);
2234                         if (ret) {
2235                                 dma_fence_put(fence);
2236                                 return ret;
2237                         }
2238
2239                         crtc_state->event->base.fence = fence;
2240                 }
2241
2242                 c++;
2243         }
2244
2245         /*
2246          * Having this flag means user mode pends on event which will never
2247          * reach due to lack of at least one CRTC for signaling
2248          */
2249         if (c == 0 && (arg->flags & DRM_MODE_PAGE_FLIP_EVENT))
2250                 return -EINVAL;
2251
2252         return 0;
2253 }
2254
2255 static void complete_crtc_signaling(struct drm_device *dev,
2256                                     struct drm_atomic_state *state,
2257                                     struct drm_out_fence_state *fence_state,
2258                                     unsigned int num_fences,
2259                                     bool install_fds)
2260 {
2261         struct drm_crtc *crtc;
2262         struct drm_crtc_state *crtc_state;
2263         int i;
2264
2265         if (install_fds) {
2266                 for (i = 0; i < num_fences; i++)
2267                         fd_install(fence_state[i].fd,
2268                                    fence_state[i].sync_file->file);
2269
2270                 kfree(fence_state);
2271                 return;
2272         }
2273
2274         for_each_new_crtc_in_state(state, crtc, crtc_state, i) {
2275                 struct drm_pending_vblank_event *event = crtc_state->event;
2276                 /*
2277                  * Free the allocated event. drm_atomic_helper_setup_commit
2278                  * can allocate an event too, so only free it if it's ours
2279                  * to prevent a double free in drm_atomic_state_clear.
2280                  */
2281                 if (event && (event->base.fence || event->base.file_priv)) {
2282                         drm_event_cancel_free(dev, &event->base);
2283                         crtc_state->event = NULL;
2284                 }
2285         }
2286
2287         if (!fence_state)
2288                 return;
2289
2290         for (i = 0; i < num_fences; i++) {
2291                 if (fence_state[i].sync_file)
2292                         fput(fence_state[i].sync_file->file);
2293                 if (fence_state[i].fd >= 0)
2294                         put_unused_fd(fence_state[i].fd);
2295
2296                 /* If this fails log error to the user */
2297                 if (fence_state[i].out_fence_ptr &&
2298                     put_user(-1, fence_state[i].out_fence_ptr))
2299                         DRM_DEBUG_ATOMIC("Couldn't clear out_fence_ptr\n");
2300         }
2301
2302         kfree(fence_state);
2303 }
2304
2305 int drm_mode_atomic_ioctl(struct drm_device *dev,
2306                           void *data, struct drm_file *file_priv)
2307 {
2308         struct drm_mode_atomic *arg = data;
2309         uint32_t __user *objs_ptr = (uint32_t __user *)(unsigned long)(arg->objs_ptr);
2310         uint32_t __user *count_props_ptr = (uint32_t __user *)(unsigned long)(arg->count_props_ptr);
2311         uint32_t __user *props_ptr = (uint32_t __user *)(unsigned long)(arg->props_ptr);
2312         uint64_t __user *prop_values_ptr = (uint64_t __user *)(unsigned long)(arg->prop_values_ptr);
2313         unsigned int copied_objs, copied_props;
2314         struct drm_atomic_state *state;
2315         struct drm_modeset_acquire_ctx ctx;
2316         struct drm_out_fence_state *fence_state;
2317         int ret = 0;
2318         unsigned int i, j, num_fences;
2319
2320         /* disallow for drivers not supporting atomic: */
2321         if (!drm_core_check_feature(dev, DRIVER_ATOMIC))
2322                 return -EINVAL;
2323
2324         /* disallow for userspace that has not enabled atomic cap (even
2325          * though this may be a bit overkill, since legacy userspace
2326          * wouldn't know how to call this ioctl)
2327          */
2328         if (!file_priv->atomic)
2329                 return -EINVAL;
2330
2331         if (arg->flags & ~DRM_MODE_ATOMIC_FLAGS)
2332                 return -EINVAL;
2333
2334         if (arg->reserved)
2335                 return -EINVAL;
2336
2337         if ((arg->flags & DRM_MODE_PAGE_FLIP_ASYNC) &&
2338                         !dev->mode_config.async_page_flip)
2339                 return -EINVAL;
2340
2341         /* can't test and expect an event at the same time. */
2342         if ((arg->flags & DRM_MODE_ATOMIC_TEST_ONLY) &&
2343                         (arg->flags & DRM_MODE_PAGE_FLIP_EVENT))
2344                 return -EINVAL;
2345
2346         drm_modeset_acquire_init(&ctx, DRM_MODESET_ACQUIRE_INTERRUPTIBLE);
2347
2348         state = drm_atomic_state_alloc(dev);
2349         if (!state)
2350                 return -ENOMEM;
2351
2352         state->acquire_ctx = &ctx;
2353         state->allow_modeset = !!(arg->flags & DRM_MODE_ATOMIC_ALLOW_MODESET);
2354
2355 retry:
2356         copied_objs = 0;
2357         copied_props = 0;
2358         fence_state = NULL;
2359         num_fences = 0;
2360
2361         for (i = 0; i < arg->count_objs; i++) {
2362                 uint32_t obj_id, count_props;
2363                 struct drm_mode_object *obj;
2364
2365                 if (get_user(obj_id, objs_ptr + copied_objs)) {
2366                         ret = -EFAULT;
2367                         goto out;
2368                 }
2369
2370                 obj = drm_mode_object_find(dev, file_priv, obj_id, DRM_MODE_OBJECT_ANY);
2371                 if (!obj) {
2372                         ret = -ENOENT;
2373                         goto out;
2374                 }
2375
2376                 if (!obj->properties) {
2377                         drm_mode_object_put(obj);
2378                         ret = -ENOENT;
2379                         goto out;
2380                 }
2381
2382                 if (get_user(count_props, count_props_ptr + copied_objs)) {
2383                         drm_mode_object_put(obj);
2384                         ret = -EFAULT;
2385                         goto out;
2386                 }
2387
2388                 copied_objs++;
2389
2390                 for (j = 0; j < count_props; j++) {
2391                         uint32_t prop_id;
2392                         uint64_t prop_value;
2393                         struct drm_property *prop;
2394
2395                         if (get_user(prop_id, props_ptr + copied_props)) {
2396                                 drm_mode_object_put(obj);
2397                                 ret = -EFAULT;
2398                                 goto out;
2399                         }
2400
2401                         prop = drm_mode_obj_find_prop_id(obj, prop_id);
2402                         if (!prop) {
2403                                 drm_mode_object_put(obj);
2404                                 ret = -ENOENT;
2405                                 goto out;
2406                         }
2407
2408                         if (copy_from_user(&prop_value,
2409                                            prop_values_ptr + copied_props,
2410                                            sizeof(prop_value))) {
2411                                 drm_mode_object_put(obj);
2412                                 ret = -EFAULT;
2413                                 goto out;
2414                         }
2415
2416                         ret = drm_atomic_set_property(state, obj, prop,
2417                                                       prop_value);
2418                         if (ret) {
2419                                 drm_mode_object_put(obj);
2420                                 goto out;
2421                         }
2422
2423                         copied_props++;
2424                 }
2425
2426                 drm_mode_object_put(obj);
2427         }
2428
2429         ret = prepare_crtc_signaling(dev, state, arg, file_priv, &fence_state,
2430                                      &num_fences);
2431         if (ret)
2432                 goto out;
2433
2434         if (arg->flags & DRM_MODE_ATOMIC_TEST_ONLY) {
2435                 ret = drm_atomic_check_only(state);
2436         } else if (arg->flags & DRM_MODE_ATOMIC_NONBLOCK) {
2437                 ret = drm_atomic_nonblocking_commit(state);
2438         } else {
2439                 if (unlikely(drm_debug & DRM_UT_STATE))
2440                         drm_atomic_print_state(state);
2441
2442                 ret = drm_atomic_commit(state);
2443         }
2444
2445 out:
2446         complete_crtc_signaling(dev, state, fence_state, num_fences, !ret);
2447
2448         if (ret == -EDEADLK) {
2449                 drm_atomic_state_clear(state);
2450                 ret = drm_modeset_backoff(&ctx);
2451                 if (!ret)
2452                         goto retry;
2453         }
2454
2455         drm_atomic_state_put(state);
2456
2457         drm_modeset_drop_locks(&ctx);
2458         drm_modeset_acquire_fini(&ctx);
2459
2460         return ret;
2461 }