|
@@ -63,6 +63,12 @@ MODULE_FIRMWARE("radeon/KABINI_ce.bin");
|
|
MODULE_FIRMWARE("radeon/KABINI_mec.bin");
|
|
MODULE_FIRMWARE("radeon/KABINI_mec.bin");
|
|
MODULE_FIRMWARE("radeon/KABINI_rlc.bin");
|
|
MODULE_FIRMWARE("radeon/KABINI_rlc.bin");
|
|
MODULE_FIRMWARE("radeon/KABINI_sdma.bin");
|
|
MODULE_FIRMWARE("radeon/KABINI_sdma.bin");
|
|
|
|
+MODULE_FIRMWARE("radeon/MULLINS_pfp.bin");
|
|
|
|
+MODULE_FIRMWARE("radeon/MULLINS_me.bin");
|
|
|
|
+MODULE_FIRMWARE("radeon/MULLINS_ce.bin");
|
|
|
|
+MODULE_FIRMWARE("radeon/MULLINS_mec.bin");
|
|
|
|
+MODULE_FIRMWARE("radeon/MULLINS_rlc.bin");
|
|
|
|
+MODULE_FIRMWARE("radeon/MULLINS_sdma.bin");
|
|
|
|
|
|
extern int r600_ih_ring_alloc(struct radeon_device *rdev);
|
|
extern int r600_ih_ring_alloc(struct radeon_device *rdev);
|
|
extern void r600_ih_ring_fini(struct radeon_device *rdev);
|
|
extern void r600_ih_ring_fini(struct radeon_device *rdev);
|
|
@@ -1473,6 +1479,43 @@ static const u32 hawaii_mgcg_cgcg_init[] =
|
|
0xd80c, 0xff000ff0, 0x00000100
|
|
0xd80c, 0xff000ff0, 0x00000100
|
|
};
|
|
};
|
|
|
|
|
|
|
|
+static const u32 godavari_golden_registers[] =
|
|
|
|
+{
|
|
|
|
+ 0x55e4, 0xff607fff, 0xfc000100,
|
|
|
|
+ 0x6ed8, 0x00010101, 0x00010000,
|
|
|
|
+ 0x9830, 0xffffffff, 0x00000000,
|
|
|
|
+ 0x98302, 0xf00fffff, 0x00000400,
|
|
|
|
+ 0x6130, 0xffffffff, 0x00010000,
|
|
|
|
+ 0x5bb0, 0x000000f0, 0x00000070,
|
|
|
|
+ 0x5bc0, 0xf0311fff, 0x80300000,
|
|
|
|
+ 0x98f8, 0x73773777, 0x12010001,
|
|
|
|
+ 0x98fc, 0xffffffff, 0x00000010,
|
|
|
|
+ 0x8030, 0x00001f0f, 0x0000100a,
|
|
|
|
+ 0x2f48, 0x73773777, 0x12010001,
|
|
|
|
+ 0x2408, 0x000fffff, 0x000c007f,
|
|
|
|
+ 0x8a14, 0xf000003f, 0x00000007,
|
|
|
|
+ 0x8b24, 0xffffffff, 0x00ff0fff,
|
|
|
|
+ 0x30a04, 0x0000ff0f, 0x00000000,
|
|
|
|
+ 0x28a4c, 0x07ffffff, 0x06000000,
|
|
|
|
+ 0x4d8, 0x00000fff, 0x00000100,
|
|
|
|
+ 0xd014, 0x00010000, 0x00810001,
|
|
|
|
+ 0xd814, 0x00010000, 0x00810001,
|
|
|
|
+ 0x3e78, 0x00000001, 0x00000002,
|
|
|
|
+ 0xc768, 0x00000008, 0x00000008,
|
|
|
|
+ 0xc770, 0x00000f00, 0x00000800,
|
|
|
|
+ 0xc774, 0x00000f00, 0x00000800,
|
|
|
|
+ 0xc798, 0x00ffffff, 0x00ff7fbf,
|
|
|
|
+ 0xc79c, 0x00ffffff, 0x00ff7faf,
|
|
|
|
+ 0x8c00, 0x000000ff, 0x00000001,
|
|
|
|
+ 0x214f8, 0x01ff01ff, 0x00000002,
|
|
|
|
+ 0x21498, 0x007ff800, 0x00200000,
|
|
|
|
+ 0x2015c, 0xffffffff, 0x00000f40,
|
|
|
|
+ 0x88c4, 0x001f3ae3, 0x00000082,
|
|
|
|
+ 0x88d4, 0x0000001f, 0x00000010,
|
|
|
|
+ 0x30934, 0xffffffff, 0x00000000
|
|
|
|
+};
|
|
|
|
+
|
|
|
|
+
|
|
static void cik_init_golden_registers(struct radeon_device *rdev)
|
|
static void cik_init_golden_registers(struct radeon_device *rdev)
|
|
{
|
|
{
|
|
switch (rdev->family) {
|
|
switch (rdev->family) {
|
|
@@ -1504,6 +1547,20 @@ static void cik_init_golden_registers(struct radeon_device *rdev)
|
|
kalindi_golden_spm_registers,
|
|
kalindi_golden_spm_registers,
|
|
(const u32)ARRAY_SIZE(kalindi_golden_spm_registers));
|
|
(const u32)ARRAY_SIZE(kalindi_golden_spm_registers));
|
|
break;
|
|
break;
|
|
|
|
+ case CHIP_MULLINS:
|
|
|
|
+ radeon_program_register_sequence(rdev,
|
|
|
|
+ kalindi_mgcg_cgcg_init,
|
|
|
|
+ (const u32)ARRAY_SIZE(kalindi_mgcg_cgcg_init));
|
|
|
|
+ radeon_program_register_sequence(rdev,
|
|
|
|
+ godavari_golden_registers,
|
|
|
|
+ (const u32)ARRAY_SIZE(godavari_golden_registers));
|
|
|
|
+ radeon_program_register_sequence(rdev,
|
|
|
|
+ kalindi_golden_common_registers,
|
|
|
|
+ (const u32)ARRAY_SIZE(kalindi_golden_common_registers));
|
|
|
|
+ radeon_program_register_sequence(rdev,
|
|
|
|
+ kalindi_golden_spm_registers,
|
|
|
|
+ (const u32)ARRAY_SIZE(kalindi_golden_spm_registers));
|
|
|
|
+ break;
|
|
case CHIP_KAVERI:
|
|
case CHIP_KAVERI:
|
|
radeon_program_register_sequence(rdev,
|
|
radeon_program_register_sequence(rdev,
|
|
spectre_mgcg_cgcg_init,
|
|
spectre_mgcg_cgcg_init,
|
|
@@ -1834,6 +1891,15 @@ static int cik_init_microcode(struct radeon_device *rdev)
|
|
rlc_req_size = KB_RLC_UCODE_SIZE * 4;
|
|
rlc_req_size = KB_RLC_UCODE_SIZE * 4;
|
|
sdma_req_size = CIK_SDMA_UCODE_SIZE * 4;
|
|
sdma_req_size = CIK_SDMA_UCODE_SIZE * 4;
|
|
break;
|
|
break;
|
|
|
|
+ case CHIP_MULLINS:
|
|
|
|
+ chip_name = "MULLINS";
|
|
|
|
+ pfp_req_size = CIK_PFP_UCODE_SIZE * 4;
|
|
|
|
+ me_req_size = CIK_ME_UCODE_SIZE * 4;
|
|
|
|
+ ce_req_size = CIK_CE_UCODE_SIZE * 4;
|
|
|
|
+ mec_req_size = CIK_MEC_UCODE_SIZE * 4;
|
|
|
|
+ rlc_req_size = ML_RLC_UCODE_SIZE * 4;
|
|
|
|
+ sdma_req_size = CIK_SDMA_UCODE_SIZE * 4;
|
|
|
|
+ break;
|
|
default: BUG();
|
|
default: BUG();
|
|
}
|
|
}
|
|
|
|
|
|
@@ -3272,6 +3338,7 @@ static void cik_gpu_init(struct radeon_device *rdev)
|
|
gb_addr_config = BONAIRE_GB_ADDR_CONFIG_GOLDEN;
|
|
gb_addr_config = BONAIRE_GB_ADDR_CONFIG_GOLDEN;
|
|
break;
|
|
break;
|
|
case CHIP_KABINI:
|
|
case CHIP_KABINI:
|
|
|
|
+ case CHIP_MULLINS:
|
|
default:
|
|
default:
|
|
rdev->config.cik.max_shader_engines = 1;
|
|
rdev->config.cik.max_shader_engines = 1;
|
|
rdev->config.cik.max_tile_pipes = 2;
|
|
rdev->config.cik.max_tile_pipes = 2;
|
|
@@ -3702,6 +3769,7 @@ int cik_copy_cpdma(struct radeon_device *rdev,
|
|
r = radeon_fence_emit(rdev, fence, ring->idx);
|
|
r = radeon_fence_emit(rdev, fence, ring->idx);
|
|
if (r) {
|
|
if (r) {
|
|
radeon_ring_unlock_undo(rdev, ring);
|
|
radeon_ring_unlock_undo(rdev, ring);
|
|
|
|
+ radeon_semaphore_free(rdev, &sem, NULL);
|
|
return r;
|
|
return r;
|
|
}
|
|
}
|
|
|
|
|
|
@@ -5800,6 +5868,9 @@ static int cik_rlc_resume(struct radeon_device *rdev)
|
|
case CHIP_KABINI:
|
|
case CHIP_KABINI:
|
|
size = KB_RLC_UCODE_SIZE;
|
|
size = KB_RLC_UCODE_SIZE;
|
|
break;
|
|
break;
|
|
|
|
+ case CHIP_MULLINS:
|
|
|
|
+ size = ML_RLC_UCODE_SIZE;
|
|
|
|
+ break;
|
|
}
|
|
}
|
|
|
|
|
|
cik_rlc_stop(rdev);
|
|
cik_rlc_stop(rdev);
|
|
@@ -6548,6 +6619,7 @@ void cik_get_csb_buffer(struct radeon_device *rdev, volatile u32 *buffer)
|
|
buffer[count++] = cpu_to_le32(0x00000000);
|
|
buffer[count++] = cpu_to_le32(0x00000000);
|
|
break;
|
|
break;
|
|
case CHIP_KABINI:
|
|
case CHIP_KABINI:
|
|
|
|
+ case CHIP_MULLINS:
|
|
buffer[count++] = cpu_to_le32(0x00000000); /* XXX */
|
|
buffer[count++] = cpu_to_le32(0x00000000); /* XXX */
|
|
buffer[count++] = cpu_to_le32(0x00000000);
|
|
buffer[count++] = cpu_to_le32(0x00000000);
|
|
break;
|
|
break;
|
|
@@ -6693,6 +6765,19 @@ static void cik_disable_interrupt_state(struct radeon_device *rdev)
|
|
WREG32(LB_INTERRUPT_MASK + EVERGREEN_CRTC4_REGISTER_OFFSET, 0);
|
|
WREG32(LB_INTERRUPT_MASK + EVERGREEN_CRTC4_REGISTER_OFFSET, 0);
|
|
WREG32(LB_INTERRUPT_MASK + EVERGREEN_CRTC5_REGISTER_OFFSET, 0);
|
|
WREG32(LB_INTERRUPT_MASK + EVERGREEN_CRTC5_REGISTER_OFFSET, 0);
|
|
}
|
|
}
|
|
|
|
+ /* pflip */
|
|
|
|
+ if (rdev->num_crtc >= 2) {
|
|
|
|
+ WREG32(GRPH_INT_CONTROL + EVERGREEN_CRTC0_REGISTER_OFFSET, 0);
|
|
|
|
+ WREG32(GRPH_INT_CONTROL + EVERGREEN_CRTC1_REGISTER_OFFSET, 0);
|
|
|
|
+ }
|
|
|
|
+ if (rdev->num_crtc >= 4) {
|
|
|
|
+ WREG32(GRPH_INT_CONTROL + EVERGREEN_CRTC2_REGISTER_OFFSET, 0);
|
|
|
|
+ WREG32(GRPH_INT_CONTROL + EVERGREEN_CRTC3_REGISTER_OFFSET, 0);
|
|
|
|
+ }
|
|
|
|
+ if (rdev->num_crtc >= 6) {
|
|
|
|
+ WREG32(GRPH_INT_CONTROL + EVERGREEN_CRTC4_REGISTER_OFFSET, 0);
|
|
|
|
+ WREG32(GRPH_INT_CONTROL + EVERGREEN_CRTC5_REGISTER_OFFSET, 0);
|
|
|
|
+ }
|
|
|
|
|
|
/* dac hotplug */
|
|
/* dac hotplug */
|
|
WREG32(DAC_AUTODETECT_INT_CONTROL, 0);
|
|
WREG32(DAC_AUTODETECT_INT_CONTROL, 0);
|
|
@@ -7049,6 +7134,25 @@ int cik_irq_set(struct radeon_device *rdev)
|
|
WREG32(LB_INTERRUPT_MASK + EVERGREEN_CRTC5_REGISTER_OFFSET, crtc6);
|
|
WREG32(LB_INTERRUPT_MASK + EVERGREEN_CRTC5_REGISTER_OFFSET, crtc6);
|
|
}
|
|
}
|
|
|
|
|
|
|
|
+ if (rdev->num_crtc >= 2) {
|
|
|
|
+ WREG32(GRPH_INT_CONTROL + EVERGREEN_CRTC0_REGISTER_OFFSET,
|
|
|
|
+ GRPH_PFLIP_INT_MASK);
|
|
|
|
+ WREG32(GRPH_INT_CONTROL + EVERGREEN_CRTC1_REGISTER_OFFSET,
|
|
|
|
+ GRPH_PFLIP_INT_MASK);
|
|
|
|
+ }
|
|
|
|
+ if (rdev->num_crtc >= 4) {
|
|
|
|
+ WREG32(GRPH_INT_CONTROL + EVERGREEN_CRTC2_REGISTER_OFFSET,
|
|
|
|
+ GRPH_PFLIP_INT_MASK);
|
|
|
|
+ WREG32(GRPH_INT_CONTROL + EVERGREEN_CRTC3_REGISTER_OFFSET,
|
|
|
|
+ GRPH_PFLIP_INT_MASK);
|
|
|
|
+ }
|
|
|
|
+ if (rdev->num_crtc >= 6) {
|
|
|
|
+ WREG32(GRPH_INT_CONTROL + EVERGREEN_CRTC4_REGISTER_OFFSET,
|
|
|
|
+ GRPH_PFLIP_INT_MASK);
|
|
|
|
+ WREG32(GRPH_INT_CONTROL + EVERGREEN_CRTC5_REGISTER_OFFSET,
|
|
|
|
+ GRPH_PFLIP_INT_MASK);
|
|
|
|
+ }
|
|
|
|
+
|
|
WREG32(DC_HPD1_INT_CONTROL, hpd1);
|
|
WREG32(DC_HPD1_INT_CONTROL, hpd1);
|
|
WREG32(DC_HPD2_INT_CONTROL, hpd2);
|
|
WREG32(DC_HPD2_INT_CONTROL, hpd2);
|
|
WREG32(DC_HPD3_INT_CONTROL, hpd3);
|
|
WREG32(DC_HPD3_INT_CONTROL, hpd3);
|
|
@@ -7085,6 +7189,29 @@ static inline void cik_irq_ack(struct radeon_device *rdev)
|
|
rdev->irq.stat_regs.cik.disp_int_cont5 = RREG32(DISP_INTERRUPT_STATUS_CONTINUE5);
|
|
rdev->irq.stat_regs.cik.disp_int_cont5 = RREG32(DISP_INTERRUPT_STATUS_CONTINUE5);
|
|
rdev->irq.stat_regs.cik.disp_int_cont6 = RREG32(DISP_INTERRUPT_STATUS_CONTINUE6);
|
|
rdev->irq.stat_regs.cik.disp_int_cont6 = RREG32(DISP_INTERRUPT_STATUS_CONTINUE6);
|
|
|
|
|
|
|
|
+ rdev->irq.stat_regs.cik.d1grph_int = RREG32(GRPH_INT_STATUS +
|
|
|
|
+ EVERGREEN_CRTC0_REGISTER_OFFSET);
|
|
|
|
+ rdev->irq.stat_regs.cik.d2grph_int = RREG32(GRPH_INT_STATUS +
|
|
|
|
+ EVERGREEN_CRTC1_REGISTER_OFFSET);
|
|
|
|
+ if (rdev->num_crtc >= 4) {
|
|
|
|
+ rdev->irq.stat_regs.cik.d3grph_int = RREG32(GRPH_INT_STATUS +
|
|
|
|
+ EVERGREEN_CRTC2_REGISTER_OFFSET);
|
|
|
|
+ rdev->irq.stat_regs.cik.d4grph_int = RREG32(GRPH_INT_STATUS +
|
|
|
|
+ EVERGREEN_CRTC3_REGISTER_OFFSET);
|
|
|
|
+ }
|
|
|
|
+ if (rdev->num_crtc >= 6) {
|
|
|
|
+ rdev->irq.stat_regs.cik.d5grph_int = RREG32(GRPH_INT_STATUS +
|
|
|
|
+ EVERGREEN_CRTC4_REGISTER_OFFSET);
|
|
|
|
+ rdev->irq.stat_regs.cik.d6grph_int = RREG32(GRPH_INT_STATUS +
|
|
|
|
+ EVERGREEN_CRTC5_REGISTER_OFFSET);
|
|
|
|
+ }
|
|
|
|
+
|
|
|
|
+ if (rdev->irq.stat_regs.cik.d1grph_int & GRPH_PFLIP_INT_OCCURRED)
|
|
|
|
+ WREG32(GRPH_INT_STATUS + EVERGREEN_CRTC0_REGISTER_OFFSET,
|
|
|
|
+ GRPH_PFLIP_INT_CLEAR);
|
|
|
|
+ if (rdev->irq.stat_regs.cik.d2grph_int & GRPH_PFLIP_INT_OCCURRED)
|
|
|
|
+ WREG32(GRPH_INT_STATUS + EVERGREEN_CRTC1_REGISTER_OFFSET,
|
|
|
|
+ GRPH_PFLIP_INT_CLEAR);
|
|
if (rdev->irq.stat_regs.cik.disp_int & LB_D1_VBLANK_INTERRUPT)
|
|
if (rdev->irq.stat_regs.cik.disp_int & LB_D1_VBLANK_INTERRUPT)
|
|
WREG32(LB_VBLANK_STATUS + EVERGREEN_CRTC0_REGISTER_OFFSET, VBLANK_ACK);
|
|
WREG32(LB_VBLANK_STATUS + EVERGREEN_CRTC0_REGISTER_OFFSET, VBLANK_ACK);
|
|
if (rdev->irq.stat_regs.cik.disp_int & LB_D1_VLINE_INTERRUPT)
|
|
if (rdev->irq.stat_regs.cik.disp_int & LB_D1_VLINE_INTERRUPT)
|
|
@@ -7095,6 +7222,12 @@ static inline void cik_irq_ack(struct radeon_device *rdev)
|
|
WREG32(LB_VLINE_STATUS + EVERGREEN_CRTC1_REGISTER_OFFSET, VLINE_ACK);
|
|
WREG32(LB_VLINE_STATUS + EVERGREEN_CRTC1_REGISTER_OFFSET, VLINE_ACK);
|
|
|
|
|
|
if (rdev->num_crtc >= 4) {
|
|
if (rdev->num_crtc >= 4) {
|
|
|
|
+ if (rdev->irq.stat_regs.cik.d3grph_int & GRPH_PFLIP_INT_OCCURRED)
|
|
|
|
+ WREG32(GRPH_INT_STATUS + EVERGREEN_CRTC2_REGISTER_OFFSET,
|
|
|
|
+ GRPH_PFLIP_INT_CLEAR);
|
|
|
|
+ if (rdev->irq.stat_regs.cik.d4grph_int & GRPH_PFLIP_INT_OCCURRED)
|
|
|
|
+ WREG32(GRPH_INT_STATUS + EVERGREEN_CRTC3_REGISTER_OFFSET,
|
|
|
|
+ GRPH_PFLIP_INT_CLEAR);
|
|
if (rdev->irq.stat_regs.cik.disp_int_cont2 & LB_D3_VBLANK_INTERRUPT)
|
|
if (rdev->irq.stat_regs.cik.disp_int_cont2 & LB_D3_VBLANK_INTERRUPT)
|
|
WREG32(LB_VBLANK_STATUS + EVERGREEN_CRTC2_REGISTER_OFFSET, VBLANK_ACK);
|
|
WREG32(LB_VBLANK_STATUS + EVERGREEN_CRTC2_REGISTER_OFFSET, VBLANK_ACK);
|
|
if (rdev->irq.stat_regs.cik.disp_int_cont2 & LB_D3_VLINE_INTERRUPT)
|
|
if (rdev->irq.stat_regs.cik.disp_int_cont2 & LB_D3_VLINE_INTERRUPT)
|
|
@@ -7106,6 +7239,12 @@ static inline void cik_irq_ack(struct radeon_device *rdev)
|
|
}
|
|
}
|
|
|
|
|
|
if (rdev->num_crtc >= 6) {
|
|
if (rdev->num_crtc >= 6) {
|
|
|
|
+ if (rdev->irq.stat_regs.cik.d5grph_int & GRPH_PFLIP_INT_OCCURRED)
|
|
|
|
+ WREG32(GRPH_INT_STATUS + EVERGREEN_CRTC4_REGISTER_OFFSET,
|
|
|
|
+ GRPH_PFLIP_INT_CLEAR);
|
|
|
|
+ if (rdev->irq.stat_regs.cik.d6grph_int & GRPH_PFLIP_INT_OCCURRED)
|
|
|
|
+ WREG32(GRPH_INT_STATUS + EVERGREEN_CRTC5_REGISTER_OFFSET,
|
|
|
|
+ GRPH_PFLIP_INT_CLEAR);
|
|
if (rdev->irq.stat_regs.cik.disp_int_cont4 & LB_D5_VBLANK_INTERRUPT)
|
|
if (rdev->irq.stat_regs.cik.disp_int_cont4 & LB_D5_VBLANK_INTERRUPT)
|
|
WREG32(LB_VBLANK_STATUS + EVERGREEN_CRTC4_REGISTER_OFFSET, VBLANK_ACK);
|
|
WREG32(LB_VBLANK_STATUS + EVERGREEN_CRTC4_REGISTER_OFFSET, VBLANK_ACK);
|
|
if (rdev->irq.stat_regs.cik.disp_int_cont4 & LB_D5_VLINE_INTERRUPT)
|
|
if (rdev->irq.stat_regs.cik.disp_int_cont4 & LB_D5_VLINE_INTERRUPT)
|
|
@@ -7457,6 +7596,15 @@ restart_ih:
|
|
break;
|
|
break;
|
|
}
|
|
}
|
|
break;
|
|
break;
|
|
|
|
+ case 8: /* D1 page flip */
|
|
|
|
+ case 10: /* D2 page flip */
|
|
|
|
+ case 12: /* D3 page flip */
|
|
|
|
+ case 14: /* D4 page flip */
|
|
|
|
+ case 16: /* D5 page flip */
|
|
|
|
+ case 18: /* D6 page flip */
|
|
|
|
+ DRM_DEBUG("IH: D%d flip\n", ((src_id - 8) >> 1) + 1);
|
|
|
|
+ radeon_crtc_handle_flip(rdev, (src_id - 8) >> 1);
|
|
|
|
+ break;
|
|
case 42: /* HPD hotplug */
|
|
case 42: /* HPD hotplug */
|
|
switch (src_data) {
|
|
switch (src_data) {
|
|
case 0:
|
|
case 0:
|