2 * Copyright 2014 Advanced Micro Devices, Inc.
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20 * OTHER DEALINGS IN THE SOFTWARE.
24 #include <drm/drm_vblank.h>
27 #include "amdgpu_pm.h"
28 #include "amdgpu_i2c.h"
30 #include "amdgpu_pll.h"
31 #include "amdgpu_connectors.h"
32 #ifdef CONFIG_DRM_AMDGPU_SI
35 #ifdef CONFIG_DRM_AMDGPU_CIK
38 #include "dce_v10_0.h"
39 #include "dce_v11_0.h"
40 #include "dce_virtual.h"
41 #include "ivsrcid/ivsrcid_vislands30.h"
43 #define DCE_VIRTUAL_VBLANK_PERIOD 16666666
46 static void dce_virtual_set_display_funcs(struct amdgpu_device *adev);
47 static void dce_virtual_set_irq_funcs(struct amdgpu_device *adev);
48 static int dce_virtual_connector_encoder_init(struct amdgpu_device *adev,
50 static int dce_virtual_pageflip(struct amdgpu_device *adev,
52 static enum hrtimer_restart dce_virtual_vblank_timer_handle(struct hrtimer *vblank_timer);
53 static void dce_virtual_set_crtc_vblank_interrupt_state(struct amdgpu_device *adev,
55 enum amdgpu_interrupt_state state);
57 static u32 dce_virtual_vblank_get_counter(struct amdgpu_device *adev, int crtc)
62 static void dce_virtual_page_flip(struct amdgpu_device *adev,
63 int crtc_id, u64 crtc_base, bool async)
68 static int dce_virtual_crtc_get_scanoutpos(struct amdgpu_device *adev, int crtc,
69 u32 *vbl, u32 *position)
77 static bool dce_virtual_hpd_sense(struct amdgpu_device *adev,
78 enum amdgpu_hpd_id hpd)
83 static void dce_virtual_hpd_set_polarity(struct amdgpu_device *adev,
84 enum amdgpu_hpd_id hpd)
89 static u32 dce_virtual_hpd_get_gpio_reg(struct amdgpu_device *adev)
95 * dce_virtual_bandwidth_update - program display watermarks
97 * @adev: amdgpu_device pointer
99 * Calculate and program the display watermarks and line
100 * buffer allocation (CIK).
102 static void dce_virtual_bandwidth_update(struct amdgpu_device *adev)
107 static int dce_virtual_crtc_gamma_set(struct drm_crtc *crtc, u16 *red,
108 u16 *green, u16 *blue, uint32_t size,
109 struct drm_modeset_acquire_ctx *ctx)
114 static void dce_virtual_crtc_destroy(struct drm_crtc *crtc)
116 struct amdgpu_crtc *amdgpu_crtc = to_amdgpu_crtc(crtc);
118 drm_crtc_cleanup(crtc);
122 static const struct drm_crtc_funcs dce_virtual_crtc_funcs = {
125 .gamma_set = dce_virtual_crtc_gamma_set,
126 .set_config = amdgpu_display_crtc_set_config,
127 .destroy = dce_virtual_crtc_destroy,
128 .page_flip_target = amdgpu_display_crtc_page_flip_target,
129 .get_vblank_counter = amdgpu_get_vblank_counter_kms,
130 .enable_vblank = amdgpu_enable_vblank_kms,
131 .disable_vblank = amdgpu_disable_vblank_kms,
132 .get_vblank_timestamp = drm_crtc_vblank_helper_get_vblank_timestamp,
135 static void dce_virtual_crtc_dpms(struct drm_crtc *crtc, int mode)
137 struct drm_device *dev = crtc->dev;
138 struct amdgpu_device *adev = drm_to_adev(dev);
139 struct amdgpu_crtc *amdgpu_crtc = to_amdgpu_crtc(crtc);
143 case DRM_MODE_DPMS_ON:
144 amdgpu_crtc->enabled = true;
145 /* Make sure VBLANK interrupts are still enabled */
146 type = amdgpu_display_crtc_idx_to_irq_type(adev,
147 amdgpu_crtc->crtc_id);
148 amdgpu_irq_update(adev, &adev->crtc_irq, type);
149 drm_crtc_vblank_on(crtc);
151 case DRM_MODE_DPMS_STANDBY:
152 case DRM_MODE_DPMS_SUSPEND:
153 case DRM_MODE_DPMS_OFF:
154 drm_crtc_vblank_off(crtc);
155 amdgpu_crtc->enabled = false;
161 static void dce_virtual_crtc_prepare(struct drm_crtc *crtc)
163 dce_virtual_crtc_dpms(crtc, DRM_MODE_DPMS_OFF);
166 static void dce_virtual_crtc_commit(struct drm_crtc *crtc)
168 dce_virtual_crtc_dpms(crtc, DRM_MODE_DPMS_ON);
171 static void dce_virtual_crtc_disable(struct drm_crtc *crtc)
173 struct amdgpu_crtc *amdgpu_crtc = to_amdgpu_crtc(crtc);
174 struct drm_device *dev = crtc->dev;
177 drm_crtc_vblank_off(crtc);
179 amdgpu_crtc->enabled = false;
180 amdgpu_crtc->pll_id = ATOM_PPLL_INVALID;
181 amdgpu_crtc->encoder = NULL;
182 amdgpu_crtc->connector = NULL;
185 static int dce_virtual_crtc_mode_set(struct drm_crtc *crtc,
186 struct drm_display_mode *mode,
187 struct drm_display_mode *adjusted_mode,
188 int x, int y, struct drm_framebuffer *old_fb)
190 struct amdgpu_crtc *amdgpu_crtc = to_amdgpu_crtc(crtc);
192 /* update the hw version fpr dpm */
193 amdgpu_crtc->hw_mode = *adjusted_mode;
198 static bool dce_virtual_crtc_mode_fixup(struct drm_crtc *crtc,
199 const struct drm_display_mode *mode,
200 struct drm_display_mode *adjusted_mode)
206 static int dce_virtual_crtc_set_base(struct drm_crtc *crtc, int x, int y,
207 struct drm_framebuffer *old_fb)
212 static int dce_virtual_crtc_set_base_atomic(struct drm_crtc *crtc,
213 struct drm_framebuffer *fb,
214 int x, int y, enum mode_set_atomic state)
219 static const struct drm_crtc_helper_funcs dce_virtual_crtc_helper_funcs = {
220 .dpms = dce_virtual_crtc_dpms,
221 .mode_fixup = dce_virtual_crtc_mode_fixup,
222 .mode_set = dce_virtual_crtc_mode_set,
223 .mode_set_base = dce_virtual_crtc_set_base,
224 .mode_set_base_atomic = dce_virtual_crtc_set_base_atomic,
225 .prepare = dce_virtual_crtc_prepare,
226 .commit = dce_virtual_crtc_commit,
227 .disable = dce_virtual_crtc_disable,
228 .get_scanout_position = amdgpu_crtc_get_scanout_position,
231 static int dce_virtual_crtc_init(struct amdgpu_device *adev, int index)
233 struct amdgpu_crtc *amdgpu_crtc;
235 amdgpu_crtc = kzalloc(sizeof(struct amdgpu_crtc) +
236 (AMDGPUFB_CONN_LIMIT * sizeof(struct drm_connector *)), GFP_KERNEL);
237 if (amdgpu_crtc == NULL)
240 drm_crtc_init(adev_to_drm(adev), &amdgpu_crtc->base, &dce_virtual_crtc_funcs);
242 drm_mode_crtc_set_gamma_size(&amdgpu_crtc->base, 256);
243 amdgpu_crtc->crtc_id = index;
244 adev->mode_info.crtcs[index] = amdgpu_crtc;
246 amdgpu_crtc->pll_id = ATOM_PPLL_INVALID;
247 amdgpu_crtc->encoder = NULL;
248 amdgpu_crtc->connector = NULL;
249 amdgpu_crtc->vsync_timer_enabled = AMDGPU_IRQ_STATE_DISABLE;
250 drm_crtc_helper_add(&amdgpu_crtc->base, &dce_virtual_crtc_helper_funcs);
252 hrtimer_init(&amdgpu_crtc->vblank_timer, CLOCK_MONOTONIC, HRTIMER_MODE_REL);
253 hrtimer_set_expires(&amdgpu_crtc->vblank_timer, DCE_VIRTUAL_VBLANK_PERIOD);
254 amdgpu_crtc->vblank_timer.function = dce_virtual_vblank_timer_handle;
255 hrtimer_start(&amdgpu_crtc->vblank_timer,
256 DCE_VIRTUAL_VBLANK_PERIOD, HRTIMER_MODE_REL);
260 static int dce_virtual_early_init(void *handle)
262 struct amdgpu_device *adev = (struct amdgpu_device *)handle;
264 dce_virtual_set_display_funcs(adev);
265 dce_virtual_set_irq_funcs(adev);
267 adev->mode_info.num_hpd = 1;
268 adev->mode_info.num_dig = 1;
272 static struct drm_encoder *
273 dce_virtual_encoder(struct drm_connector *connector)
275 struct drm_encoder *encoder;
277 drm_connector_for_each_possible_encoder(connector, encoder) {
278 if (encoder->encoder_type == DRM_MODE_ENCODER_VIRTUAL)
282 /* pick the first one */
283 drm_connector_for_each_possible_encoder(connector, encoder)
289 static int dce_virtual_get_modes(struct drm_connector *connector)
291 struct drm_device *dev = connector->dev;
292 struct drm_display_mode *mode = NULL;
294 static const struct mode_size {
297 } common_modes[21] = {
321 for (i = 0; i < 21; i++) {
322 mode = drm_cvt_mode(dev, common_modes[i].w, common_modes[i].h, 60, false, false, false);
323 drm_mode_probed_add(connector, mode);
329 static enum drm_mode_status dce_virtual_mode_valid(struct drm_connector *connector,
330 struct drm_display_mode *mode)
336 dce_virtual_dpms(struct drm_connector *connector, int mode)
342 dce_virtual_set_property(struct drm_connector *connector,
343 struct drm_property *property,
349 static void dce_virtual_destroy(struct drm_connector *connector)
351 drm_connector_unregister(connector);
352 drm_connector_cleanup(connector);
356 static void dce_virtual_force(struct drm_connector *connector)
361 static const struct drm_connector_helper_funcs dce_virtual_connector_helper_funcs = {
362 .get_modes = dce_virtual_get_modes,
363 .mode_valid = dce_virtual_mode_valid,
364 .best_encoder = dce_virtual_encoder,
367 static const struct drm_connector_funcs dce_virtual_connector_funcs = {
368 .dpms = dce_virtual_dpms,
369 .fill_modes = drm_helper_probe_single_connector_modes,
370 .set_property = dce_virtual_set_property,
371 .destroy = dce_virtual_destroy,
372 .force = dce_virtual_force,
375 static int dce_virtual_sw_init(void *handle)
378 struct amdgpu_device *adev = (struct amdgpu_device *)handle;
380 r = amdgpu_irq_add_id(adev, AMDGPU_IRQ_CLIENTID_LEGACY, VISLANDS30_IV_SRCID_SMU_DISP_TIMER2_TRIGGER, &adev->crtc_irq);
384 adev_to_drm(adev)->max_vblank_count = 0;
386 adev_to_drm(adev)->mode_config.funcs = &amdgpu_mode_funcs;
388 adev_to_drm(adev)->mode_config.max_width = 16384;
389 adev_to_drm(adev)->mode_config.max_height = 16384;
391 adev_to_drm(adev)->mode_config.preferred_depth = 24;
392 adev_to_drm(adev)->mode_config.prefer_shadow = 1;
394 adev_to_drm(adev)->mode_config.fb_base = adev->gmc.aper_base;
396 r = amdgpu_display_modeset_create_props(adev);
400 adev_to_drm(adev)->mode_config.max_width = 16384;
401 adev_to_drm(adev)->mode_config.max_height = 16384;
403 /* allocate crtcs, encoders, connectors */
404 for (i = 0; i < adev->mode_info.num_crtc; i++) {
405 r = dce_virtual_crtc_init(adev, i);
408 r = dce_virtual_connector_encoder_init(adev, i);
413 drm_kms_helper_poll_init(adev_to_drm(adev));
415 adev->mode_info.mode_config_initialized = true;
419 static int dce_virtual_sw_fini(void *handle)
421 struct amdgpu_device *adev = (struct amdgpu_device *)handle;
423 kfree(adev->mode_info.bios_hardcoded_edid);
425 drm_kms_helper_poll_fini(adev_to_drm(adev));
427 drm_mode_config_cleanup(adev_to_drm(adev));
428 /* clear crtcs pointer to avoid dce irq finish routine access freed data */
429 memset(adev->mode_info.crtcs, 0, sizeof(adev->mode_info.crtcs[0]) * AMDGPU_MAX_CRTCS);
430 adev->mode_info.mode_config_initialized = false;
434 static int dce_virtual_hw_init(void *handle)
436 struct amdgpu_device *adev = (struct amdgpu_device *)handle;
438 switch (adev->asic_type) {
439 #ifdef CONFIG_DRM_AMDGPU_SI
444 dce_v6_0_disable_dce(adev);
447 #ifdef CONFIG_DRM_AMDGPU_CIK
453 dce_v8_0_disable_dce(adev);
458 dce_v10_0_disable_dce(adev);
465 dce_v11_0_disable_dce(adev);
468 #ifdef CONFIG_DRM_AMDGPU_SI
479 static int dce_virtual_hw_fini(void *handle)
481 struct amdgpu_device *adev = (struct amdgpu_device *)handle;
484 for (i = 0; i<adev->mode_info.num_crtc; i++)
485 if (adev->mode_info.crtcs[i])
486 hrtimer_cancel(&adev->mode_info.crtcs[i]->vblank_timer);
491 static int dce_virtual_suspend(void *handle)
493 return dce_virtual_hw_fini(handle);
496 static int dce_virtual_resume(void *handle)
498 return dce_virtual_hw_init(handle);
501 static bool dce_virtual_is_idle(void *handle)
506 static int dce_virtual_wait_for_idle(void *handle)
511 static int dce_virtual_soft_reset(void *handle)
516 static int dce_virtual_set_clockgating_state(void *handle,
517 enum amd_clockgating_state state)
522 static int dce_virtual_set_powergating_state(void *handle,
523 enum amd_powergating_state state)
528 static const struct amd_ip_funcs dce_virtual_ip_funcs = {
529 .name = "dce_virtual",
530 .early_init = dce_virtual_early_init,
532 .sw_init = dce_virtual_sw_init,
533 .sw_fini = dce_virtual_sw_fini,
534 .hw_init = dce_virtual_hw_init,
535 .hw_fini = dce_virtual_hw_fini,
536 .suspend = dce_virtual_suspend,
537 .resume = dce_virtual_resume,
538 .is_idle = dce_virtual_is_idle,
539 .wait_for_idle = dce_virtual_wait_for_idle,
540 .soft_reset = dce_virtual_soft_reset,
541 .set_clockgating_state = dce_virtual_set_clockgating_state,
542 .set_powergating_state = dce_virtual_set_powergating_state,
545 /* these are handled by the primary encoders */
546 static void dce_virtual_encoder_prepare(struct drm_encoder *encoder)
551 static void dce_virtual_encoder_commit(struct drm_encoder *encoder)
557 dce_virtual_encoder_mode_set(struct drm_encoder *encoder,
558 struct drm_display_mode *mode,
559 struct drm_display_mode *adjusted_mode)
564 static void dce_virtual_encoder_disable(struct drm_encoder *encoder)
570 dce_virtual_encoder_dpms(struct drm_encoder *encoder, int mode)
575 static bool dce_virtual_encoder_mode_fixup(struct drm_encoder *encoder,
576 const struct drm_display_mode *mode,
577 struct drm_display_mode *adjusted_mode)
582 static const struct drm_encoder_helper_funcs dce_virtual_encoder_helper_funcs = {
583 .dpms = dce_virtual_encoder_dpms,
584 .mode_fixup = dce_virtual_encoder_mode_fixup,
585 .prepare = dce_virtual_encoder_prepare,
586 .mode_set = dce_virtual_encoder_mode_set,
587 .commit = dce_virtual_encoder_commit,
588 .disable = dce_virtual_encoder_disable,
591 static void dce_virtual_encoder_destroy(struct drm_encoder *encoder)
593 drm_encoder_cleanup(encoder);
597 static const struct drm_encoder_funcs dce_virtual_encoder_funcs = {
598 .destroy = dce_virtual_encoder_destroy,
601 static int dce_virtual_connector_encoder_init(struct amdgpu_device *adev,
604 struct drm_encoder *encoder;
605 struct drm_connector *connector;
607 /* add a new encoder */
608 encoder = kzalloc(sizeof(struct drm_encoder), GFP_KERNEL);
611 encoder->possible_crtcs = 1 << index;
612 drm_encoder_init(adev_to_drm(adev), encoder, &dce_virtual_encoder_funcs,
613 DRM_MODE_ENCODER_VIRTUAL, NULL);
614 drm_encoder_helper_add(encoder, &dce_virtual_encoder_helper_funcs);
616 connector = kzalloc(sizeof(struct drm_connector), GFP_KERNEL);
622 /* add a new connector */
623 drm_connector_init(adev_to_drm(adev), connector, &dce_virtual_connector_funcs,
624 DRM_MODE_CONNECTOR_VIRTUAL);
625 drm_connector_helper_add(connector, &dce_virtual_connector_helper_funcs);
626 connector->display_info.subpixel_order = SubPixelHorizontalRGB;
627 connector->interlace_allowed = false;
628 connector->doublescan_allowed = false;
631 drm_connector_attach_encoder(connector, encoder);
636 static const struct amdgpu_display_funcs dce_virtual_display_funcs = {
637 .bandwidth_update = &dce_virtual_bandwidth_update,
638 .vblank_get_counter = &dce_virtual_vblank_get_counter,
639 .backlight_set_level = NULL,
640 .backlight_get_level = NULL,
641 .hpd_sense = &dce_virtual_hpd_sense,
642 .hpd_set_polarity = &dce_virtual_hpd_set_polarity,
643 .hpd_get_gpio_reg = &dce_virtual_hpd_get_gpio_reg,
644 .page_flip = &dce_virtual_page_flip,
645 .page_flip_get_scanoutpos = &dce_virtual_crtc_get_scanoutpos,
647 .add_connector = NULL,
650 static void dce_virtual_set_display_funcs(struct amdgpu_device *adev)
652 adev->mode_info.funcs = &dce_virtual_display_funcs;
655 static int dce_virtual_pageflip(struct amdgpu_device *adev,
659 struct amdgpu_crtc *amdgpu_crtc;
660 struct amdgpu_flip_work *works;
662 amdgpu_crtc = adev->mode_info.crtcs[crtc_id];
664 if (crtc_id >= adev->mode_info.num_crtc) {
665 DRM_ERROR("invalid pageflip crtc %d\n", crtc_id);
669 /* IRQ could occur when in initial stage */
670 if (amdgpu_crtc == NULL)
673 spin_lock_irqsave(&adev_to_drm(adev)->event_lock, flags);
674 works = amdgpu_crtc->pflip_works;
675 if (amdgpu_crtc->pflip_status != AMDGPU_FLIP_SUBMITTED) {
676 DRM_DEBUG_DRIVER("amdgpu_crtc->pflip_status = %d != "
677 "AMDGPU_FLIP_SUBMITTED(%d)\n",
678 amdgpu_crtc->pflip_status,
679 AMDGPU_FLIP_SUBMITTED);
680 spin_unlock_irqrestore(&adev_to_drm(adev)->event_lock, flags);
684 /* page flip completed. clean up */
685 amdgpu_crtc->pflip_status = AMDGPU_FLIP_NONE;
686 amdgpu_crtc->pflip_works = NULL;
688 /* wakeup usersapce */
690 drm_crtc_send_vblank_event(&amdgpu_crtc->base, works->event);
692 spin_unlock_irqrestore(&adev_to_drm(adev)->event_lock, flags);
694 drm_crtc_vblank_put(&amdgpu_crtc->base);
695 amdgpu_bo_unref(&works->old_abo);
696 kfree(works->shared);
702 static enum hrtimer_restart dce_virtual_vblank_timer_handle(struct hrtimer *vblank_timer)
704 struct amdgpu_crtc *amdgpu_crtc = container_of(vblank_timer,
705 struct amdgpu_crtc, vblank_timer);
706 struct drm_device *ddev = amdgpu_crtc->base.dev;
707 struct amdgpu_device *adev = drm_to_adev(ddev);
708 struct amdgpu_irq_src *source = adev->irq.client[AMDGPU_IRQ_CLIENTID_LEGACY].sources
709 [VISLANDS30_IV_SRCID_SMU_DISP_TIMER2_TRIGGER];
710 int irq_type = amdgpu_display_crtc_idx_to_irq_type(adev,
711 amdgpu_crtc->crtc_id);
713 if (amdgpu_irq_enabled(adev, source, irq_type)) {
714 drm_handle_vblank(ddev, amdgpu_crtc->crtc_id);
715 dce_virtual_pageflip(adev, amdgpu_crtc->crtc_id);
717 hrtimer_start(vblank_timer, DCE_VIRTUAL_VBLANK_PERIOD,
720 return HRTIMER_NORESTART;
723 static void dce_virtual_set_crtc_vblank_interrupt_state(struct amdgpu_device *adev,
725 enum amdgpu_interrupt_state state)
727 if (crtc >= adev->mode_info.num_crtc || !adev->mode_info.crtcs[crtc]) {
728 DRM_DEBUG("invalid crtc %d\n", crtc);
732 adev->mode_info.crtcs[crtc]->vsync_timer_enabled = state;
733 DRM_DEBUG("[FM]set crtc %d vblank interrupt state %d\n", crtc, state);
737 static int dce_virtual_set_crtc_irq_state(struct amdgpu_device *adev,
738 struct amdgpu_irq_src *source,
740 enum amdgpu_interrupt_state state)
742 if (type > AMDGPU_CRTC_IRQ_VBLANK6)
745 dce_virtual_set_crtc_vblank_interrupt_state(adev, type, state);
750 static const struct amdgpu_irq_src_funcs dce_virtual_crtc_irq_funcs = {
751 .set = dce_virtual_set_crtc_irq_state,
755 static void dce_virtual_set_irq_funcs(struct amdgpu_device *adev)
757 adev->crtc_irq.num_types = AMDGPU_CRTC_IRQ_VBLANK6 + 1;
758 adev->crtc_irq.funcs = &dce_virtual_crtc_irq_funcs;
761 const struct amdgpu_ip_block_version dce_virtual_ip_block =
763 .type = AMD_IP_BLOCK_TYPE_DCE,
767 .funcs = &dce_virtual_ip_funcs,