2 * Copyright 2014 Advanced Micro Devices, Inc.
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20 * OTHER DEALINGS IN THE SOFTWARE.
25 #include "amdgpu_pm.h"
26 #include "amdgpu_i2c.h"
28 #include "amdgpu_pll.h"
29 #include "amdgpu_connectors.h"
30 #ifdef CONFIG_DRM_AMDGPU_CIK
33 #include "dce_v10_0.h"
34 #include "dce_v11_0.h"
35 #include "dce_virtual.h"
37 static void dce_virtual_set_display_funcs(struct amdgpu_device *adev);
38 static void dce_virtual_set_irq_funcs(struct amdgpu_device *adev);
39 static int dce_virtual_pageflip_irq(struct amdgpu_device *adev,
40 struct amdgpu_irq_src *source,
41 struct amdgpu_iv_entry *entry);
44 * dce_virtual_vblank_wait - vblank wait asic callback.
46 * @adev: amdgpu_device pointer
47 * @crtc: crtc to wait for vblank on
49 * Wait for vblank on the requested crtc (evergreen+).
51 static void dce_virtual_vblank_wait(struct amdgpu_device *adev, int crtc)
56 static u32 dce_virtual_vblank_get_counter(struct amdgpu_device *adev, int crtc)
58 if (crtc >= adev->mode_info.num_crtc)
61 return adev->ddev->vblank[crtc].count;
64 static void dce_virtual_page_flip(struct amdgpu_device *adev,
65 int crtc_id, u64 crtc_base, bool async)
70 static int dce_virtual_crtc_get_scanoutpos(struct amdgpu_device *adev, int crtc,
71 u32 *vbl, u32 *position)
73 if ((crtc < 0) || (crtc >= adev->mode_info.num_crtc))
82 static bool dce_virtual_hpd_sense(struct amdgpu_device *adev,
83 enum amdgpu_hpd_id hpd)
88 static void dce_virtual_hpd_set_polarity(struct amdgpu_device *adev,
89 enum amdgpu_hpd_id hpd)
94 static u32 dce_virtual_hpd_get_gpio_reg(struct amdgpu_device *adev)
99 static bool dce_virtual_is_display_hung(struct amdgpu_device *adev)
104 void dce_virtual_stop_mc_access(struct amdgpu_device *adev,
105 struct amdgpu_mode_mc_save *save)
107 switch (adev->asic_type) {
113 #ifdef CONFIG_DRM_AMDGPU_CIK
114 dce_v8_0_disable_dce(adev);
119 dce_v10_0_disable_dce(adev);
125 dce_v11_0_disable_dce(adev);
131 DRM_ERROR("Virtual display unsupported ASIC type: 0x%X\n", adev->asic_type);
136 void dce_virtual_resume_mc_access(struct amdgpu_device *adev,
137 struct amdgpu_mode_mc_save *save)
142 void dce_virtual_set_vga_render_state(struct amdgpu_device *adev,
149 * dce_virtual_bandwidth_update - program display watermarks
151 * @adev: amdgpu_device pointer
153 * Calculate and program the display watermarks and line
154 * buffer allocation (CIK).
156 static void dce_virtual_bandwidth_update(struct amdgpu_device *adev)
161 static int dce_virtual_crtc_gamma_set(struct drm_crtc *crtc, u16 *red,
162 u16 *green, u16 *blue, uint32_t size)
164 struct amdgpu_crtc *amdgpu_crtc = to_amdgpu_crtc(crtc);
167 /* userspace palettes are always correct as is */
168 for (i = 0; i < size; i++) {
169 amdgpu_crtc->lut_r[i] = red[i] >> 6;
170 amdgpu_crtc->lut_g[i] = green[i] >> 6;
171 amdgpu_crtc->lut_b[i] = blue[i] >> 6;
177 static void dce_virtual_crtc_destroy(struct drm_crtc *crtc)
179 struct amdgpu_crtc *amdgpu_crtc = to_amdgpu_crtc(crtc);
181 drm_crtc_cleanup(crtc);
185 static const struct drm_crtc_funcs dce_virtual_crtc_funcs = {
188 .gamma_set = dce_virtual_crtc_gamma_set,
189 .set_config = amdgpu_crtc_set_config,
190 .destroy = dce_virtual_crtc_destroy,
191 .page_flip = amdgpu_crtc_page_flip,
194 static void dce_virtual_crtc_dpms(struct drm_crtc *crtc, int mode)
196 struct drm_device *dev = crtc->dev;
197 struct amdgpu_device *adev = dev->dev_private;
198 struct amdgpu_crtc *amdgpu_crtc = to_amdgpu_crtc(crtc);
202 case DRM_MODE_DPMS_ON:
203 amdgpu_crtc->enabled = true;
204 /* Make sure VBLANK and PFLIP interrupts are still enabled */
205 type = amdgpu_crtc_idx_to_irq_type(adev, amdgpu_crtc->crtc_id);
206 amdgpu_irq_update(adev, &adev->crtc_irq, type);
207 amdgpu_irq_update(adev, &adev->pageflip_irq, type);
208 drm_vblank_on(dev, amdgpu_crtc->crtc_id);
210 case DRM_MODE_DPMS_STANDBY:
211 case DRM_MODE_DPMS_SUSPEND:
212 case DRM_MODE_DPMS_OFF:
213 drm_vblank_off(dev, amdgpu_crtc->crtc_id);
214 amdgpu_crtc->enabled = false;
220 static void dce_virtual_crtc_prepare(struct drm_crtc *crtc)
222 dce_virtual_crtc_dpms(crtc, DRM_MODE_DPMS_OFF);
225 static void dce_virtual_crtc_commit(struct drm_crtc *crtc)
227 dce_virtual_crtc_dpms(crtc, DRM_MODE_DPMS_ON);
230 static void dce_virtual_crtc_disable(struct drm_crtc *crtc)
232 struct amdgpu_crtc *amdgpu_crtc = to_amdgpu_crtc(crtc);
234 dce_virtual_crtc_dpms(crtc, DRM_MODE_DPMS_OFF);
235 if (crtc->primary->fb) {
237 struct amdgpu_framebuffer *amdgpu_fb;
238 struct amdgpu_bo *rbo;
240 amdgpu_fb = to_amdgpu_framebuffer(crtc->primary->fb);
241 rbo = gem_to_amdgpu_bo(amdgpu_fb->obj);
242 r = amdgpu_bo_reserve(rbo, false);
244 DRM_ERROR("failed to reserve rbo before unpin\n");
246 amdgpu_bo_unpin(rbo);
247 amdgpu_bo_unreserve(rbo);
251 amdgpu_crtc->pll_id = ATOM_PPLL_INVALID;
252 amdgpu_crtc->encoder = NULL;
253 amdgpu_crtc->connector = NULL;
256 static int dce_virtual_crtc_mode_set(struct drm_crtc *crtc,
257 struct drm_display_mode *mode,
258 struct drm_display_mode *adjusted_mode,
259 int x, int y, struct drm_framebuffer *old_fb)
261 struct amdgpu_crtc *amdgpu_crtc = to_amdgpu_crtc(crtc);
263 /* update the hw version fpr dpm */
264 amdgpu_crtc->hw_mode = *adjusted_mode;
269 static bool dce_virtual_crtc_mode_fixup(struct drm_crtc *crtc,
270 const struct drm_display_mode *mode,
271 struct drm_display_mode *adjusted_mode)
273 struct amdgpu_crtc *amdgpu_crtc = to_amdgpu_crtc(crtc);
274 struct drm_device *dev = crtc->dev;
275 struct drm_encoder *encoder;
277 /* assign the encoder to the amdgpu crtc to avoid repeated lookups later */
278 list_for_each_entry(encoder, &dev->mode_config.encoder_list, head) {
279 if (encoder->crtc == crtc) {
280 amdgpu_crtc->encoder = encoder;
281 amdgpu_crtc->connector = amdgpu_get_connector_for_encoder(encoder);
285 if ((amdgpu_crtc->encoder == NULL) || (amdgpu_crtc->connector == NULL)) {
286 amdgpu_crtc->encoder = NULL;
287 amdgpu_crtc->connector = NULL;
295 static int dce_virtual_crtc_set_base(struct drm_crtc *crtc, int x, int y,
296 struct drm_framebuffer *old_fb)
301 static void dce_virtual_crtc_load_lut(struct drm_crtc *crtc)
306 static int dce_virtual_crtc_set_base_atomic(struct drm_crtc *crtc,
307 struct drm_framebuffer *fb,
308 int x, int y, enum mode_set_atomic state)
313 static const struct drm_crtc_helper_funcs dce_virtual_crtc_helper_funcs = {
314 .dpms = dce_virtual_crtc_dpms,
315 .mode_fixup = dce_virtual_crtc_mode_fixup,
316 .mode_set = dce_virtual_crtc_mode_set,
317 .mode_set_base = dce_virtual_crtc_set_base,
318 .mode_set_base_atomic = dce_virtual_crtc_set_base_atomic,
319 .prepare = dce_virtual_crtc_prepare,
320 .commit = dce_virtual_crtc_commit,
321 .load_lut = dce_virtual_crtc_load_lut,
322 .disable = dce_virtual_crtc_disable,
325 static int dce_virtual_crtc_init(struct amdgpu_device *adev, int index)
327 struct amdgpu_crtc *amdgpu_crtc;
330 amdgpu_crtc = kzalloc(sizeof(struct amdgpu_crtc) +
331 (AMDGPUFB_CONN_LIMIT * sizeof(struct drm_connector *)), GFP_KERNEL);
332 if (amdgpu_crtc == NULL)
335 drm_crtc_init(adev->ddev, &amdgpu_crtc->base, &dce_virtual_crtc_funcs);
337 drm_mode_crtc_set_gamma_size(&amdgpu_crtc->base, 256);
338 amdgpu_crtc->crtc_id = index;
339 adev->mode_info.crtcs[index] = amdgpu_crtc;
341 for (i = 0; i < 256; i++) {
342 amdgpu_crtc->lut_r[i] = i << 2;
343 amdgpu_crtc->lut_g[i] = i << 2;
344 amdgpu_crtc->lut_b[i] = i << 2;
347 amdgpu_crtc->pll_id = ATOM_PPLL_INVALID;
348 amdgpu_crtc->encoder = NULL;
349 amdgpu_crtc->connector = NULL;
350 drm_crtc_helper_add(&amdgpu_crtc->base, &dce_virtual_crtc_helper_funcs);
355 static int dce_virtual_early_init(void *handle)
357 struct amdgpu_device *adev = (struct amdgpu_device *)handle;
359 adev->mode_info.vsync_timer_enabled = AMDGPU_IRQ_STATE_DISABLE;
360 dce_virtual_set_display_funcs(adev);
361 dce_virtual_set_irq_funcs(adev);
363 adev->mode_info.num_crtc = 1;
364 adev->mode_info.num_hpd = 1;
365 adev->mode_info.num_dig = 1;
369 static bool dce_virtual_get_connector_info(struct amdgpu_device *adev)
371 struct amdgpu_i2c_bus_rec ddc_bus;
372 struct amdgpu_router router;
373 struct amdgpu_hpd hpd;
375 /* look up gpio for ddc, hpd */
376 ddc_bus.valid = false;
377 hpd.hpd = AMDGPU_HPD_NONE;
378 /* needed for aux chan transactions */
379 ddc_bus.hpd = hpd.hpd;
381 memset(&router, 0, sizeof(router));
382 router.ddc_valid = false;
383 router.cd_valid = false;
384 amdgpu_display_add_connector(adev,
386 ATOM_DEVICE_CRT1_SUPPORT,
387 DRM_MODE_CONNECTOR_VIRTUAL, &ddc_bus,
388 CONNECTOR_OBJECT_ID_VIRTUAL,
392 amdgpu_display_add_encoder(adev, ENCODER_VIRTUAL_ENUM_VIRTUAL,
393 ATOM_DEVICE_CRT1_SUPPORT,
396 amdgpu_link_encoder_connector(adev->ddev);
401 static int dce_virtual_sw_init(void *handle)
404 struct amdgpu_device *adev = (struct amdgpu_device *)handle;
406 r = amdgpu_irq_add_id(adev, 229, &adev->crtc_irq);
410 adev->ddev->mode_config.funcs = &amdgpu_mode_funcs;
412 adev->ddev->mode_config.max_width = 16384;
413 adev->ddev->mode_config.max_height = 16384;
415 adev->ddev->mode_config.preferred_depth = 24;
416 adev->ddev->mode_config.prefer_shadow = 1;
418 adev->ddev->mode_config.fb_base = adev->mc.aper_base;
420 r = amdgpu_modeset_create_props(adev);
424 adev->ddev->mode_config.max_width = 16384;
425 adev->ddev->mode_config.max_height = 16384;
428 for (i = 0; i < adev->mode_info.num_crtc; i++) {
429 r = dce_virtual_crtc_init(adev, i);
434 dce_virtual_get_connector_info(adev);
435 amdgpu_print_display_setup(adev->ddev);
437 drm_kms_helper_poll_init(adev->ddev);
439 adev->mode_info.mode_config_initialized = true;
443 static int dce_virtual_sw_fini(void *handle)
445 struct amdgpu_device *adev = (struct amdgpu_device *)handle;
447 kfree(adev->mode_info.bios_hardcoded_edid);
449 drm_kms_helper_poll_fini(adev->ddev);
451 drm_mode_config_cleanup(adev->ddev);
452 adev->mode_info.mode_config_initialized = false;
456 static int dce_virtual_hw_init(void *handle)
461 static int dce_virtual_hw_fini(void *handle)
466 static int dce_virtual_suspend(void *handle)
468 return dce_virtual_hw_fini(handle);
471 static int dce_virtual_resume(void *handle)
475 ret = dce_virtual_hw_init(handle);
480 static bool dce_virtual_is_idle(void *handle)
485 static int dce_virtual_wait_for_idle(void *handle)
490 static int dce_virtual_soft_reset(void *handle)
495 static int dce_virtual_set_clockgating_state(void *handle,
496 enum amd_clockgating_state state)
501 static int dce_virtual_set_powergating_state(void *handle,
502 enum amd_powergating_state state)
507 const struct amd_ip_funcs dce_virtual_ip_funcs = {
508 .name = "dce_virtual",
509 .early_init = dce_virtual_early_init,
511 .sw_init = dce_virtual_sw_init,
512 .sw_fini = dce_virtual_sw_fini,
513 .hw_init = dce_virtual_hw_init,
514 .hw_fini = dce_virtual_hw_fini,
515 .suspend = dce_virtual_suspend,
516 .resume = dce_virtual_resume,
517 .is_idle = dce_virtual_is_idle,
518 .wait_for_idle = dce_virtual_wait_for_idle,
519 .soft_reset = dce_virtual_soft_reset,
520 .set_clockgating_state = dce_virtual_set_clockgating_state,
521 .set_powergating_state = dce_virtual_set_powergating_state,
524 /* these are handled by the primary encoders */
525 static void dce_virtual_encoder_prepare(struct drm_encoder *encoder)
530 static void dce_virtual_encoder_commit(struct drm_encoder *encoder)
536 dce_virtual_encoder_mode_set(struct drm_encoder *encoder,
537 struct drm_display_mode *mode,
538 struct drm_display_mode *adjusted_mode)
543 static void dce_virtual_encoder_disable(struct drm_encoder *encoder)
549 dce_virtual_encoder_dpms(struct drm_encoder *encoder, int mode)
554 static bool dce_virtual_encoder_mode_fixup(struct drm_encoder *encoder,
555 const struct drm_display_mode *mode,
556 struct drm_display_mode *adjusted_mode)
559 /* set the active encoder to connector routing */
560 amdgpu_encoder_set_active_device(encoder);
565 static const struct drm_encoder_helper_funcs dce_virtual_encoder_helper_funcs = {
566 .dpms = dce_virtual_encoder_dpms,
567 .mode_fixup = dce_virtual_encoder_mode_fixup,
568 .prepare = dce_virtual_encoder_prepare,
569 .mode_set = dce_virtual_encoder_mode_set,
570 .commit = dce_virtual_encoder_commit,
571 .disable = dce_virtual_encoder_disable,
574 static void dce_virtual_encoder_destroy(struct drm_encoder *encoder)
576 struct amdgpu_encoder *amdgpu_encoder = to_amdgpu_encoder(encoder);
578 kfree(amdgpu_encoder->enc_priv);
579 drm_encoder_cleanup(encoder);
580 kfree(amdgpu_encoder);
583 static const struct drm_encoder_funcs dce_virtual_encoder_funcs = {
584 .destroy = dce_virtual_encoder_destroy,
587 static void dce_virtual_encoder_add(struct amdgpu_device *adev,
588 uint32_t encoder_enum,
589 uint32_t supported_device,
592 struct drm_device *dev = adev->ddev;
593 struct drm_encoder *encoder;
594 struct amdgpu_encoder *amdgpu_encoder;
596 /* see if we already added it */
597 list_for_each_entry(encoder, &dev->mode_config.encoder_list, head) {
598 amdgpu_encoder = to_amdgpu_encoder(encoder);
599 if (amdgpu_encoder->encoder_enum == encoder_enum) {
600 amdgpu_encoder->devices |= supported_device;
607 amdgpu_encoder = kzalloc(sizeof(struct amdgpu_encoder), GFP_KERNEL);
611 encoder = &amdgpu_encoder->base;
612 encoder->possible_crtcs = 0x1;
613 amdgpu_encoder->enc_priv = NULL;
614 amdgpu_encoder->encoder_enum = encoder_enum;
615 amdgpu_encoder->encoder_id = (encoder_enum & OBJECT_ID_MASK) >> OBJECT_ID_SHIFT;
616 amdgpu_encoder->devices = supported_device;
617 amdgpu_encoder->rmx_type = RMX_OFF;
618 amdgpu_encoder->underscan_type = UNDERSCAN_OFF;
619 amdgpu_encoder->is_ext_encoder = false;
620 amdgpu_encoder->caps = caps;
622 drm_encoder_init(dev, encoder, &dce_virtual_encoder_funcs,
623 DRM_MODE_ENCODER_VIRTUAL, NULL);
624 drm_encoder_helper_add(encoder, &dce_virtual_encoder_helper_funcs);
625 DRM_INFO("[FM]encoder: %d is VIRTUAL\n", amdgpu_encoder->encoder_id);
628 static const struct amdgpu_display_funcs dce_virtual_display_funcs = {
629 .set_vga_render_state = &dce_virtual_set_vga_render_state,
630 .bandwidth_update = &dce_virtual_bandwidth_update,
631 .vblank_get_counter = &dce_virtual_vblank_get_counter,
632 .vblank_wait = &dce_virtual_vblank_wait,
633 .is_display_hung = &dce_virtual_is_display_hung,
634 .backlight_set_level = NULL,
635 .backlight_get_level = NULL,
636 .hpd_sense = &dce_virtual_hpd_sense,
637 .hpd_set_polarity = &dce_virtual_hpd_set_polarity,
638 .hpd_get_gpio_reg = &dce_virtual_hpd_get_gpio_reg,
639 .page_flip = &dce_virtual_page_flip,
640 .page_flip_get_scanoutpos = &dce_virtual_crtc_get_scanoutpos,
641 .add_encoder = &dce_virtual_encoder_add,
642 .add_connector = &amdgpu_connector_add,
643 .stop_mc_access = &dce_virtual_stop_mc_access,
644 .resume_mc_access = &dce_virtual_resume_mc_access,
647 static void dce_virtual_set_display_funcs(struct amdgpu_device *adev)
649 if (adev->mode_info.funcs == NULL)
650 adev->mode_info.funcs = &dce_virtual_display_funcs;
653 static enum hrtimer_restart dce_virtual_vblank_timer_handle(struct hrtimer *vblank_timer)
655 struct amdgpu_mode_info *mode_info = container_of(vblank_timer, struct amdgpu_mode_info ,vblank_timer);
656 struct amdgpu_device *adev = container_of(mode_info, struct amdgpu_device ,mode_info);
658 adev->ddev->vblank[0].count++;
659 drm_handle_vblank(adev->ddev, crtc);
660 dce_virtual_pageflip_irq(adev, NULL, NULL);
661 hrtimer_start(vblank_timer, ktime_set(0, DCE_VIRTUAL_VBLANK_PERIOD), HRTIMER_MODE_REL);
662 return HRTIMER_NORESTART;
665 static void dce_virtual_set_crtc_vblank_interrupt_state(struct amdgpu_device *adev,
667 enum amdgpu_interrupt_state state)
669 if (crtc >= adev->mode_info.num_crtc) {
670 DRM_DEBUG("invalid crtc %d\n", crtc);
674 if (state && !adev->mode_info.vsync_timer_enabled) {
675 DRM_DEBUG("Enable software vsync timer\n");
676 hrtimer_init(&adev->mode_info.vblank_timer, CLOCK_MONOTONIC, HRTIMER_MODE_REL);
677 hrtimer_set_expires(&adev->mode_info.vblank_timer, ktime_set(0, DCE_VIRTUAL_VBLANK_PERIOD));
678 adev->mode_info.vblank_timer.function = dce_virtual_vblank_timer_handle;
679 hrtimer_start(&adev->mode_info.vblank_timer, ktime_set(0, DCE_VIRTUAL_VBLANK_PERIOD), HRTIMER_MODE_REL);
680 } else if (!state && adev->mode_info.vsync_timer_enabled) {
681 DRM_DEBUG("Disable software vsync timer\n");
682 hrtimer_cancel(&adev->mode_info.vblank_timer);
685 if (!state || (state && !adev->mode_info.vsync_timer_enabled))
686 adev->ddev->vblank[0].count = 0;
687 adev->mode_info.vsync_timer_enabled = state;
688 DRM_DEBUG("[FM]set crtc %d vblank interrupt state %d\n", crtc, state);
692 static int dce_virtual_set_crtc_irq_state(struct amdgpu_device *adev,
693 struct amdgpu_irq_src *source,
695 enum amdgpu_interrupt_state state)
698 case AMDGPU_CRTC_IRQ_VBLANK1:
699 dce_virtual_set_crtc_vblank_interrupt_state(adev, 0, state);
707 static void dce_virtual_crtc_vblank_int_ack(struct amdgpu_device *adev,
710 if (crtc >= adev->mode_info.num_crtc) {
711 DRM_DEBUG("invalid crtc %d\n", crtc);
716 static int dce_virtual_crtc_irq(struct amdgpu_device *adev,
717 struct amdgpu_irq_src *source,
718 struct amdgpu_iv_entry *entry)
721 unsigned irq_type = AMDGPU_CRTC_IRQ_VBLANK1;
723 adev->ddev->vblank[crtc].count++;
724 dce_virtual_crtc_vblank_int_ack(adev, crtc);
726 if (amdgpu_irq_enabled(adev, source, irq_type)) {
727 drm_handle_vblank(adev->ddev, crtc);
729 dce_virtual_pageflip_irq(adev, NULL, NULL);
730 DRM_DEBUG("IH: D%d vblank\n", crtc + 1);
734 static int dce_virtual_set_pageflip_irq_state(struct amdgpu_device *adev,
735 struct amdgpu_irq_src *src,
737 enum amdgpu_interrupt_state state)
739 if (type >= adev->mode_info.num_crtc) {
740 DRM_ERROR("invalid pageflip crtc %d\n", type);
743 DRM_DEBUG("[FM]set pageflip irq type %d state %d\n", type, state);
748 static int dce_virtual_pageflip_irq(struct amdgpu_device *adev,
749 struct amdgpu_irq_src *source,
750 struct amdgpu_iv_entry *entry)
753 unsigned crtc_id = 0;
754 struct amdgpu_crtc *amdgpu_crtc;
755 struct amdgpu_flip_work *works;
758 amdgpu_crtc = adev->mode_info.crtcs[crtc_id];
760 if (crtc_id >= adev->mode_info.num_crtc) {
761 DRM_ERROR("invalid pageflip crtc %d\n", crtc_id);
765 /* IRQ could occur when in initial stage */
766 if (amdgpu_crtc == NULL)
769 spin_lock_irqsave(&adev->ddev->event_lock, flags);
770 works = amdgpu_crtc->pflip_works;
771 if (amdgpu_crtc->pflip_status != AMDGPU_FLIP_SUBMITTED) {
772 DRM_DEBUG_DRIVER("amdgpu_crtc->pflip_status = %d != "
773 "AMDGPU_FLIP_SUBMITTED(%d)\n",
774 amdgpu_crtc->pflip_status,
775 AMDGPU_FLIP_SUBMITTED);
776 spin_unlock_irqrestore(&adev->ddev->event_lock, flags);
780 /* page flip completed. clean up */
781 amdgpu_crtc->pflip_status = AMDGPU_FLIP_NONE;
782 amdgpu_crtc->pflip_works = NULL;
784 /* wakeup usersapce */
786 drm_crtc_send_vblank_event(&amdgpu_crtc->base, works->event);
788 spin_unlock_irqrestore(&adev->ddev->event_lock, flags);
790 drm_crtc_vblank_put(&amdgpu_crtc->base);
791 schedule_work(&works->unpin_work);
796 static const struct amdgpu_irq_src_funcs dce_virtual_crtc_irq_funcs = {
797 .set = dce_virtual_set_crtc_irq_state,
798 .process = dce_virtual_crtc_irq,
801 static const struct amdgpu_irq_src_funcs dce_virtual_pageflip_irq_funcs = {
802 .set = dce_virtual_set_pageflip_irq_state,
803 .process = dce_virtual_pageflip_irq,
806 static void dce_virtual_set_irq_funcs(struct amdgpu_device *adev)
808 adev->crtc_irq.num_types = AMDGPU_CRTC_IRQ_LAST;
809 adev->crtc_irq.funcs = &dce_virtual_crtc_irq_funcs;
811 adev->pageflip_irq.num_types = AMDGPU_PAGEFLIP_IRQ_LAST;
812 adev->pageflip_irq.funcs = &dce_virtual_pageflip_irq_funcs;