4  * Permission is hereby granted, free of charge, to any person obtaining a
17  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
33  * To be able to do so we track frontbuffers using a bitmask for all possible
37  * and when the frontbuffer is exchanged with a flip. Subsystems interested in
42  * On a high level there are two types of powersaving features. The first one
43  * work like a special cache (FBC and PSR) and are interested when they should
51  * The other type of display power saving feature only cares about busyness
73  * frontbuffer_flush - flush frontbuffer
88 	struct intel_display *display = &i915->display;  in frontbuffer_flush()  local
91 	spin_lock(&i915->display.fb_tracking.lock);  in frontbuffer_flush()
92 	frontbuffer_bits &= ~i915->display.fb_tracking.busy_bits;  in frontbuffer_flush()
93 	spin_unlock(&i915->display.fb_tracking.lock);  in frontbuffer_flush()
98 	trace_intel_frontbuffer_flush(display, frontbuffer_bits, origin);  in frontbuffer_flush()
103 	intel_psr_flush(display, frontbuffer_bits, origin);  in frontbuffer_flush()
108  * intel_frontbuffer_flip_prepare - prepare asynchronous frontbuffer flip
112  * This function gets called after scheduling a flip on @obj. The actual
122 	spin_lock(&i915->display.fb_tracking.lock);  in intel_frontbuffer_flip_prepare()
123 	i915->display.fb_tracking.flip_bits |= frontbuffer_bits;  in intel_frontbuffer_flip_prepare()
125 	i915->display.fb_tracking.busy_bits &= ~frontbuffer_bits;  in intel_frontbuffer_flip_prepare()
126 	spin_unlock(&i915->display.fb_tracking.lock);  in intel_frontbuffer_flip_prepare()
130  * intel_frontbuffer_flip_complete - complete asynchronous frontbuffer flip
142 	spin_lock(&i915->display.fb_tracking.lock);  in intel_frontbuffer_flip_complete()
144 	frontbuffer_bits &= i915->display.fb_tracking.flip_bits;  in intel_frontbuffer_flip_complete()
145 	i915->display.fb_tracking.flip_bits &= ~frontbuffer_bits;  in intel_frontbuffer_flip_complete()
146 	spin_unlock(&i915->display.fb_tracking.lock);  in intel_frontbuffer_flip_complete()
153  * intel_frontbuffer_flip - synchronous frontbuffer flip
157  * This function gets called after scheduling a flip on @obj. This is for
166 	spin_lock(&i915->display.fb_tracking.lock);  in intel_frontbuffer_flip()
168 	i915->display.fb_tracking.busy_bits &= ~frontbuffer_bits;  in intel_frontbuffer_flip()
169 	spin_unlock(&i915->display.fb_tracking.lock);  in intel_frontbuffer_flip()
178 	struct intel_display *display = to_intel_display(front->obj->dev);  in __intel_fb_invalidate()  local
179 	struct drm_i915_private *i915 = to_i915(display->drm);  in __intel_fb_invalidate()
182 		spin_lock(&display->fb_tracking.lock);  in __intel_fb_invalidate()
183 		display->fb_tracking.busy_bits |= frontbuffer_bits;  in __intel_fb_invalidate()
184 		display->fb_tracking.flip_bits &= ~frontbuffer_bits;  in __intel_fb_invalidate()
185 		spin_unlock(&display->fb_tracking.lock);  in __intel_fb_invalidate()
188 	trace_intel_frontbuffer_invalidate(display, frontbuffer_bits, origin);  in __intel_fb_invalidate()
191 	intel_psr_invalidate(display, frontbuffer_bits, origin);  in __intel_fb_invalidate()
200 	struct intel_display *display = to_intel_display(front->obj->dev);  in __intel_fb_flush()  local
201 	struct drm_i915_private *i915 = to_i915(display->drm);  in __intel_fb_flush()
204 		spin_lock(&display->fb_tracking.lock);  in __intel_fb_flush()
206 		frontbuffer_bits &= display->fb_tracking.busy_bits;  in __intel_fb_flush()
207 		display->fb_tracking.busy_bits &= ~frontbuffer_bits;  in __intel_fb_flush()
208 		spin_unlock(&display->fb_tracking.lock);  in __intel_fb_flush()
220 	intel_bo_flush_if_display(front->obj);  in intel_frontbuffer_flush_work()
226  * intel_frontbuffer_queue_flush - queue flushing frontbuffer object
237 	kref_get(&front->ref);  in intel_frontbuffer_queue_flush()
238 	if (!schedule_work(&front->flush_work))  in intel_frontbuffer_queue_flush()
247 	kref_get(&front->ref);  in frontbuffer_active()
261 	__releases(&to_intel_display(front->obj->dev)->fb_tracking.lock)  in frontbuffer_release()
265 	struct drm_gem_object *obj = front->obj;  in frontbuffer_release()
266 	struct intel_display *display = to_intel_display(obj->dev);  in frontbuffer_release()  local
268 	drm_WARN_ON(display->drm, atomic_read(&front->bits));  in frontbuffer_release()
273 	drm_WARN_ON(display->drm, ret);  in frontbuffer_release()
274 	spin_unlock(&display->fb_tracking.lock);  in frontbuffer_release()
276 	i915_active_fini(&front->write);  in frontbuffer_release()
283 	struct drm_i915_private *i915 = to_i915(obj->dev);  in intel_frontbuffer_get()
294 	front->obj = obj;  in intel_frontbuffer_get()
295 	kref_init(&front->ref);  in intel_frontbuffer_get()
296 	atomic_set(&front->bits, 0);  in intel_frontbuffer_get()
297 	i915_active_init(&front->write,  in intel_frontbuffer_get()
301 	INIT_WORK(&front->flush_work, intel_frontbuffer_flush_work);  in intel_frontbuffer_get()
303 	spin_lock(&i915->display.fb_tracking.lock);  in intel_frontbuffer_get()
305 	spin_unlock(&i915->display.fb_tracking.lock);  in intel_frontbuffer_get()
313 	kref_put_lock(&front->ref,  in intel_frontbuffer_put()
315 		      &to_intel_display(front->obj->dev)->fb_tracking.lock);  in intel_frontbuffer_put()
319  * intel_frontbuffer_track - update frontbuffer tracking
333 	 * the owning plane->mutex, i.e. we can never see concurrent  in intel_frontbuffer_track()
334 	 * manipulation of individual bits. But since the bitfield as a whole  in intel_frontbuffer_track()
344 		struct intel_display *display = to_intel_display(old->obj->dev);  in intel_frontbuffer_track()  local
346 		drm_WARN_ON(display->drm,  in intel_frontbuffer_track()
347 			    !(atomic_read(&old->bits) & frontbuffer_bits));  in intel_frontbuffer_track()
348 		atomic_andnot(frontbuffer_bits, &old->bits);  in intel_frontbuffer_track()
352 		struct intel_display *display = to_intel_display(new->obj->dev);  in intel_frontbuffer_track()  local
354 		drm_WARN_ON(display->drm,  in intel_frontbuffer_track()
355 			    atomic_read(&new->bits) & frontbuffer_bits);  in intel_frontbuffer_track()
356 		atomic_or(frontbuffer_bits, &new->bits);  in intel_frontbuffer_track()