vi.c 37 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371
  1. /*
  2. * Copyright 2014 Advanced Micro Devices, Inc.
  3. *
  4. * Permission is hereby granted, free of charge, to any person obtaining a
  5. * copy of this software and associated documentation files (the "Software"),
  6. * to deal in the Software without restriction, including without limitation
  7. * the rights to use, copy, modify, merge, publish, distribute, sublicense,
  8. * and/or sell copies of the Software, and to permit persons to whom the
  9. * Software is furnished to do so, subject to the following conditions:
  10. *
  11. * The above copyright notice and this permission notice shall be included in
  12. * all copies or substantial portions of the Software.
  13. *
  14. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  15. * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  16. * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
  17. * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
  18. * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
  19. * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
  20. * OTHER DEALINGS IN THE SOFTWARE.
  21. *
  22. */
  23. #include <linux/firmware.h>
  24. #include <linux/slab.h>
  25. #include <linux/module.h>
  26. #include "drmP.h"
  27. #include "amdgpu.h"
  28. #include "amdgpu_atombios.h"
  29. #include "amdgpu_ih.h"
  30. #include "amdgpu_uvd.h"
  31. #include "amdgpu_vce.h"
  32. #include "amdgpu_ucode.h"
  33. #include "atom.h"
  34. #include "amd_pcie.h"
  35. #include "gmc/gmc_8_1_d.h"
  36. #include "gmc/gmc_8_1_sh_mask.h"
  37. #include "oss/oss_3_0_d.h"
  38. #include "oss/oss_3_0_sh_mask.h"
  39. #include "bif/bif_5_0_d.h"
  40. #include "bif/bif_5_0_sh_mask.h"
  41. #include "gca/gfx_8_0_d.h"
  42. #include "gca/gfx_8_0_sh_mask.h"
  43. #include "smu/smu_7_1_1_d.h"
  44. #include "smu/smu_7_1_1_sh_mask.h"
  45. #include "uvd/uvd_5_0_d.h"
  46. #include "uvd/uvd_5_0_sh_mask.h"
  47. #include "vce/vce_3_0_d.h"
  48. #include "vce/vce_3_0_sh_mask.h"
  49. #include "dce/dce_10_0_d.h"
  50. #include "dce/dce_10_0_sh_mask.h"
  51. #include "vid.h"
  52. #include "vi.h"
  53. #include "vi_dpm.h"
  54. #include "gmc_v8_0.h"
  55. #include "gmc_v7_0.h"
  56. #include "gfx_v8_0.h"
  57. #include "sdma_v2_4.h"
  58. #include "sdma_v3_0.h"
  59. #include "dce_v10_0.h"
  60. #include "dce_v11_0.h"
  61. #include "iceland_ih.h"
  62. #include "tonga_ih.h"
  63. #include "cz_ih.h"
  64. #include "uvd_v5_0.h"
  65. #include "uvd_v6_0.h"
  66. #include "vce_v3_0.h"
  67. #include "amdgpu_powerplay.h"
  68. #if defined(CONFIG_DRM_AMD_ACP)
  69. #include "amdgpu_acp.h"
  70. #endif
  71. #include "dce_virtual.h"
  72. MODULE_FIRMWARE("amdgpu/topaz_smc.bin");
  73. MODULE_FIRMWARE("amdgpu/tonga_smc.bin");
  74. MODULE_FIRMWARE("amdgpu/fiji_smc.bin");
  75. MODULE_FIRMWARE("amdgpu/polaris10_smc.bin");
  76. MODULE_FIRMWARE("amdgpu/polaris10_smc_sk.bin");
  77. MODULE_FIRMWARE("amdgpu/polaris11_smc.bin");
  78. MODULE_FIRMWARE("amdgpu/polaris11_smc_sk.bin");
  79. /*
  80. * Indirect registers accessor
  81. */
  82. static u32 vi_pcie_rreg(struct amdgpu_device *adev, u32 reg)
  83. {
  84. unsigned long flags;
  85. u32 r;
  86. spin_lock_irqsave(&adev->pcie_idx_lock, flags);
  87. WREG32(mmPCIE_INDEX, reg);
  88. (void)RREG32(mmPCIE_INDEX);
  89. r = RREG32(mmPCIE_DATA);
  90. spin_unlock_irqrestore(&adev->pcie_idx_lock, flags);
  91. return r;
  92. }
  93. static void vi_pcie_wreg(struct amdgpu_device *adev, u32 reg, u32 v)
  94. {
  95. unsigned long flags;
  96. spin_lock_irqsave(&adev->pcie_idx_lock, flags);
  97. WREG32(mmPCIE_INDEX, reg);
  98. (void)RREG32(mmPCIE_INDEX);
  99. WREG32(mmPCIE_DATA, v);
  100. (void)RREG32(mmPCIE_DATA);
  101. spin_unlock_irqrestore(&adev->pcie_idx_lock, flags);
  102. }
  103. static u32 vi_smc_rreg(struct amdgpu_device *adev, u32 reg)
  104. {
  105. unsigned long flags;
  106. u32 r;
  107. spin_lock_irqsave(&adev->smc_idx_lock, flags);
  108. WREG32(mmSMC_IND_INDEX_11, (reg));
  109. r = RREG32(mmSMC_IND_DATA_11);
  110. spin_unlock_irqrestore(&adev->smc_idx_lock, flags);
  111. return r;
  112. }
  113. static void vi_smc_wreg(struct amdgpu_device *adev, u32 reg, u32 v)
  114. {
  115. unsigned long flags;
  116. spin_lock_irqsave(&adev->smc_idx_lock, flags);
  117. WREG32(mmSMC_IND_INDEX_11, (reg));
  118. WREG32(mmSMC_IND_DATA_11, (v));
  119. spin_unlock_irqrestore(&adev->smc_idx_lock, flags);
  120. }
  121. /* smu_8_0_d.h */
  122. #define mmMP0PUB_IND_INDEX 0x180
  123. #define mmMP0PUB_IND_DATA 0x181
  124. static u32 cz_smc_rreg(struct amdgpu_device *adev, u32 reg)
  125. {
  126. unsigned long flags;
  127. u32 r;
  128. spin_lock_irqsave(&adev->smc_idx_lock, flags);
  129. WREG32(mmMP0PUB_IND_INDEX, (reg));
  130. r = RREG32(mmMP0PUB_IND_DATA);
  131. spin_unlock_irqrestore(&adev->smc_idx_lock, flags);
  132. return r;
  133. }
  134. static void cz_smc_wreg(struct amdgpu_device *adev, u32 reg, u32 v)
  135. {
  136. unsigned long flags;
  137. spin_lock_irqsave(&adev->smc_idx_lock, flags);
  138. WREG32(mmMP0PUB_IND_INDEX, (reg));
  139. WREG32(mmMP0PUB_IND_DATA, (v));
  140. spin_unlock_irqrestore(&adev->smc_idx_lock, flags);
  141. }
  142. static u32 vi_uvd_ctx_rreg(struct amdgpu_device *adev, u32 reg)
  143. {
  144. unsigned long flags;
  145. u32 r;
  146. spin_lock_irqsave(&adev->uvd_ctx_idx_lock, flags);
  147. WREG32(mmUVD_CTX_INDEX, ((reg) & 0x1ff));
  148. r = RREG32(mmUVD_CTX_DATA);
  149. spin_unlock_irqrestore(&adev->uvd_ctx_idx_lock, flags);
  150. return r;
  151. }
  152. static void vi_uvd_ctx_wreg(struct amdgpu_device *adev, u32 reg, u32 v)
  153. {
  154. unsigned long flags;
  155. spin_lock_irqsave(&adev->uvd_ctx_idx_lock, flags);
  156. WREG32(mmUVD_CTX_INDEX, ((reg) & 0x1ff));
  157. WREG32(mmUVD_CTX_DATA, (v));
  158. spin_unlock_irqrestore(&adev->uvd_ctx_idx_lock, flags);
  159. }
  160. static u32 vi_didt_rreg(struct amdgpu_device *adev, u32 reg)
  161. {
  162. unsigned long flags;
  163. u32 r;
  164. spin_lock_irqsave(&adev->didt_idx_lock, flags);
  165. WREG32(mmDIDT_IND_INDEX, (reg));
  166. r = RREG32(mmDIDT_IND_DATA);
  167. spin_unlock_irqrestore(&adev->didt_idx_lock, flags);
  168. return r;
  169. }
  170. static void vi_didt_wreg(struct amdgpu_device *adev, u32 reg, u32 v)
  171. {
  172. unsigned long flags;
  173. spin_lock_irqsave(&adev->didt_idx_lock, flags);
  174. WREG32(mmDIDT_IND_INDEX, (reg));
  175. WREG32(mmDIDT_IND_DATA, (v));
  176. spin_unlock_irqrestore(&adev->didt_idx_lock, flags);
  177. }
  178. static u32 vi_gc_cac_rreg(struct amdgpu_device *adev, u32 reg)
  179. {
  180. unsigned long flags;
  181. u32 r;
  182. spin_lock_irqsave(&adev->gc_cac_idx_lock, flags);
  183. WREG32(mmGC_CAC_IND_INDEX, (reg));
  184. r = RREG32(mmGC_CAC_IND_DATA);
  185. spin_unlock_irqrestore(&adev->gc_cac_idx_lock, flags);
  186. return r;
  187. }
  188. static void vi_gc_cac_wreg(struct amdgpu_device *adev, u32 reg, u32 v)
  189. {
  190. unsigned long flags;
  191. spin_lock_irqsave(&adev->gc_cac_idx_lock, flags);
  192. WREG32(mmGC_CAC_IND_INDEX, (reg));
  193. WREG32(mmGC_CAC_IND_DATA, (v));
  194. spin_unlock_irqrestore(&adev->gc_cac_idx_lock, flags);
  195. }
  196. static const u32 tonga_mgcg_cgcg_init[] =
  197. {
  198. mmCGTT_DRM_CLK_CTRL0, 0xffffffff, 0x00600100,
  199. mmPCIE_INDEX, 0xffffffff, 0x0140001c,
  200. mmPCIE_DATA, 0x000f0000, 0x00000000,
  201. mmSMC_IND_INDEX_4, 0xffffffff, 0xC060000C,
  202. mmSMC_IND_DATA_4, 0xc0000fff, 0x00000100,
  203. mmCGTT_DRM_CLK_CTRL0, 0xff000fff, 0x00000100,
  204. mmHDP_XDP_CGTT_BLK_CTRL, 0xc0000fff, 0x00000104,
  205. };
  206. static const u32 fiji_mgcg_cgcg_init[] =
  207. {
  208. mmCGTT_DRM_CLK_CTRL0, 0xffffffff, 0x00600100,
  209. mmPCIE_INDEX, 0xffffffff, 0x0140001c,
  210. mmPCIE_DATA, 0x000f0000, 0x00000000,
  211. mmSMC_IND_INDEX_4, 0xffffffff, 0xC060000C,
  212. mmSMC_IND_DATA_4, 0xc0000fff, 0x00000100,
  213. mmCGTT_DRM_CLK_CTRL0, 0xff000fff, 0x00000100,
  214. mmHDP_XDP_CGTT_BLK_CTRL, 0xc0000fff, 0x00000104,
  215. };
  216. static const u32 iceland_mgcg_cgcg_init[] =
  217. {
  218. mmPCIE_INDEX, 0xffffffff, ixPCIE_CNTL2,
  219. mmPCIE_DATA, 0x000f0000, 0x00000000,
  220. mmSMC_IND_INDEX_4, 0xffffffff, ixCGTT_ROM_CLK_CTRL0,
  221. mmSMC_IND_DATA_4, 0xc0000fff, 0x00000100,
  222. mmHDP_XDP_CGTT_BLK_CTRL, 0xc0000fff, 0x00000104,
  223. };
  224. static const u32 cz_mgcg_cgcg_init[] =
  225. {
  226. mmCGTT_DRM_CLK_CTRL0, 0xffffffff, 0x00600100,
  227. mmPCIE_INDEX, 0xffffffff, 0x0140001c,
  228. mmPCIE_DATA, 0x000f0000, 0x00000000,
  229. mmCGTT_DRM_CLK_CTRL0, 0xff000fff, 0x00000100,
  230. mmHDP_XDP_CGTT_BLK_CTRL, 0xc0000fff, 0x00000104,
  231. };
  232. static const u32 stoney_mgcg_cgcg_init[] =
  233. {
  234. mmCGTT_DRM_CLK_CTRL0, 0xffffffff, 0x00000100,
  235. mmHDP_XDP_CGTT_BLK_CTRL, 0xffffffff, 0x00000104,
  236. mmHDP_HOST_PATH_CNTL, 0xffffffff, 0x0f000027,
  237. };
  238. static void vi_init_golden_registers(struct amdgpu_device *adev)
  239. {
  240. /* Some of the registers might be dependent on GRBM_GFX_INDEX */
  241. mutex_lock(&adev->grbm_idx_mutex);
  242. switch (adev->asic_type) {
  243. case CHIP_TOPAZ:
  244. amdgpu_program_register_sequence(adev,
  245. iceland_mgcg_cgcg_init,
  246. (const u32)ARRAY_SIZE(iceland_mgcg_cgcg_init));
  247. break;
  248. case CHIP_FIJI:
  249. amdgpu_program_register_sequence(adev,
  250. fiji_mgcg_cgcg_init,
  251. (const u32)ARRAY_SIZE(fiji_mgcg_cgcg_init));
  252. break;
  253. case CHIP_TONGA:
  254. amdgpu_program_register_sequence(adev,
  255. tonga_mgcg_cgcg_init,
  256. (const u32)ARRAY_SIZE(tonga_mgcg_cgcg_init));
  257. break;
  258. case CHIP_CARRIZO:
  259. amdgpu_program_register_sequence(adev,
  260. cz_mgcg_cgcg_init,
  261. (const u32)ARRAY_SIZE(cz_mgcg_cgcg_init));
  262. break;
  263. case CHIP_STONEY:
  264. amdgpu_program_register_sequence(adev,
  265. stoney_mgcg_cgcg_init,
  266. (const u32)ARRAY_SIZE(stoney_mgcg_cgcg_init));
  267. break;
  268. case CHIP_POLARIS11:
  269. case CHIP_POLARIS10:
  270. default:
  271. break;
  272. }
  273. mutex_unlock(&adev->grbm_idx_mutex);
  274. }
  275. /**
  276. * vi_get_xclk - get the xclk
  277. *
  278. * @adev: amdgpu_device pointer
  279. *
  280. * Returns the reference clock used by the gfx engine
  281. * (VI).
  282. */
  283. static u32 vi_get_xclk(struct amdgpu_device *adev)
  284. {
  285. u32 reference_clock = adev->clock.spll.reference_freq;
  286. u32 tmp;
  287. if (adev->flags & AMD_IS_APU)
  288. return reference_clock;
  289. tmp = RREG32_SMC(ixCG_CLKPIN_CNTL_2);
  290. if (REG_GET_FIELD(tmp, CG_CLKPIN_CNTL_2, MUX_TCLK_TO_XCLK))
  291. return 1000;
  292. tmp = RREG32_SMC(ixCG_CLKPIN_CNTL);
  293. if (REG_GET_FIELD(tmp, CG_CLKPIN_CNTL, XTALIN_DIVIDE))
  294. return reference_clock / 4;
  295. return reference_clock;
  296. }
  297. /**
  298. * vi_srbm_select - select specific register instances
  299. *
  300. * @adev: amdgpu_device pointer
  301. * @me: selected ME (micro engine)
  302. * @pipe: pipe
  303. * @queue: queue
  304. * @vmid: VMID
  305. *
  306. * Switches the currently active registers instances. Some
  307. * registers are instanced per VMID, others are instanced per
  308. * me/pipe/queue combination.
  309. */
  310. void vi_srbm_select(struct amdgpu_device *adev,
  311. u32 me, u32 pipe, u32 queue, u32 vmid)
  312. {
  313. u32 srbm_gfx_cntl = 0;
  314. srbm_gfx_cntl = REG_SET_FIELD(srbm_gfx_cntl, SRBM_GFX_CNTL, PIPEID, pipe);
  315. srbm_gfx_cntl = REG_SET_FIELD(srbm_gfx_cntl, SRBM_GFX_CNTL, MEID, me);
  316. srbm_gfx_cntl = REG_SET_FIELD(srbm_gfx_cntl, SRBM_GFX_CNTL, VMID, vmid);
  317. srbm_gfx_cntl = REG_SET_FIELD(srbm_gfx_cntl, SRBM_GFX_CNTL, QUEUEID, queue);
  318. WREG32(mmSRBM_GFX_CNTL, srbm_gfx_cntl);
  319. }
  320. static void vi_vga_set_state(struct amdgpu_device *adev, bool state)
  321. {
  322. /* todo */
  323. }
  324. static bool vi_read_disabled_bios(struct amdgpu_device *adev)
  325. {
  326. u32 bus_cntl;
  327. u32 d1vga_control = 0;
  328. u32 d2vga_control = 0;
  329. u32 vga_render_control = 0;
  330. u32 rom_cntl;
  331. bool r;
  332. bus_cntl = RREG32(mmBUS_CNTL);
  333. if (adev->mode_info.num_crtc) {
  334. d1vga_control = RREG32(mmD1VGA_CONTROL);
  335. d2vga_control = RREG32(mmD2VGA_CONTROL);
  336. vga_render_control = RREG32(mmVGA_RENDER_CONTROL);
  337. }
  338. rom_cntl = RREG32_SMC(ixROM_CNTL);
  339. /* enable the rom */
  340. WREG32(mmBUS_CNTL, (bus_cntl & ~BUS_CNTL__BIOS_ROM_DIS_MASK));
  341. if (adev->mode_info.num_crtc) {
  342. /* Disable VGA mode */
  343. WREG32(mmD1VGA_CONTROL,
  344. (d1vga_control & ~(D1VGA_CONTROL__D1VGA_MODE_ENABLE_MASK |
  345. D1VGA_CONTROL__D1VGA_TIMING_SELECT_MASK)));
  346. WREG32(mmD2VGA_CONTROL,
  347. (d2vga_control & ~(D2VGA_CONTROL__D2VGA_MODE_ENABLE_MASK |
  348. D2VGA_CONTROL__D2VGA_TIMING_SELECT_MASK)));
  349. WREG32(mmVGA_RENDER_CONTROL,
  350. (vga_render_control & ~VGA_RENDER_CONTROL__VGA_VSTATUS_CNTL_MASK));
  351. }
  352. WREG32_SMC(ixROM_CNTL, rom_cntl | ROM_CNTL__SCK_OVERWRITE_MASK);
  353. r = amdgpu_read_bios(adev);
  354. /* restore regs */
  355. WREG32(mmBUS_CNTL, bus_cntl);
  356. if (adev->mode_info.num_crtc) {
  357. WREG32(mmD1VGA_CONTROL, d1vga_control);
  358. WREG32(mmD2VGA_CONTROL, d2vga_control);
  359. WREG32(mmVGA_RENDER_CONTROL, vga_render_control);
  360. }
  361. WREG32_SMC(ixROM_CNTL, rom_cntl);
  362. return r;
  363. }
  364. static bool vi_read_bios_from_rom(struct amdgpu_device *adev,
  365. u8 *bios, u32 length_bytes)
  366. {
  367. u32 *dw_ptr;
  368. unsigned long flags;
  369. u32 i, length_dw;
  370. if (bios == NULL)
  371. return false;
  372. if (length_bytes == 0)
  373. return false;
  374. /* APU vbios image is part of sbios image */
  375. if (adev->flags & AMD_IS_APU)
  376. return false;
  377. dw_ptr = (u32 *)bios;
  378. length_dw = ALIGN(length_bytes, 4) / 4;
  379. /* take the smc lock since we are using the smc index */
  380. spin_lock_irqsave(&adev->smc_idx_lock, flags);
  381. /* set rom index to 0 */
  382. WREG32(mmSMC_IND_INDEX_11, ixROM_INDEX);
  383. WREG32(mmSMC_IND_DATA_11, 0);
  384. /* set index to data for continous read */
  385. WREG32(mmSMC_IND_INDEX_11, ixROM_DATA);
  386. for (i = 0; i < length_dw; i++)
  387. dw_ptr[i] = RREG32(mmSMC_IND_DATA_11);
  388. spin_unlock_irqrestore(&adev->smc_idx_lock, flags);
  389. return true;
  390. }
  391. static void vi_detect_hw_virtualization(struct amdgpu_device *adev)
  392. {
  393. uint32_t reg = RREG32(mmBIF_IOV_FUNC_IDENTIFIER);
  394. /* bit0: 0 means pf and 1 means vf */
  395. /* bit31: 0 means disable IOV and 1 means enable */
  396. if (reg & 1)
  397. adev->virtualization.virtual_caps |= AMDGPU_SRIOV_CAPS_IS_VF;
  398. if (reg & 0x80000000)
  399. adev->virtualization.virtual_caps |= AMDGPU_SRIOV_CAPS_ENABLE_IOV;
  400. if (reg == 0) {
  401. if (is_virtual_machine()) /* passthrough mode exclus sr-iov mode */
  402. adev->virtualization.virtual_caps |= AMDGPU_PASSTHROUGH_MODE;
  403. }
  404. }
  405. static const struct amdgpu_allowed_register_entry tonga_allowed_read_registers[] = {
  406. {mmGB_MACROTILE_MODE7, true},
  407. };
  408. static const struct amdgpu_allowed_register_entry cz_allowed_read_registers[] = {
  409. {mmGB_TILE_MODE7, true},
  410. {mmGB_TILE_MODE12, true},
  411. {mmGB_TILE_MODE17, true},
  412. {mmGB_TILE_MODE23, true},
  413. {mmGB_MACROTILE_MODE7, true},
  414. };
  415. static const struct amdgpu_allowed_register_entry vi_allowed_read_registers[] = {
  416. {mmGRBM_STATUS, false},
  417. {mmGRBM_STATUS2, false},
  418. {mmGRBM_STATUS_SE0, false},
  419. {mmGRBM_STATUS_SE1, false},
  420. {mmGRBM_STATUS_SE2, false},
  421. {mmGRBM_STATUS_SE3, false},
  422. {mmSRBM_STATUS, false},
  423. {mmSRBM_STATUS2, false},
  424. {mmSRBM_STATUS3, false},
  425. {mmSDMA0_STATUS_REG + SDMA0_REGISTER_OFFSET, false},
  426. {mmSDMA0_STATUS_REG + SDMA1_REGISTER_OFFSET, false},
  427. {mmCP_STAT, false},
  428. {mmCP_STALLED_STAT1, false},
  429. {mmCP_STALLED_STAT2, false},
  430. {mmCP_STALLED_STAT3, false},
  431. {mmCP_CPF_BUSY_STAT, false},
  432. {mmCP_CPF_STALLED_STAT1, false},
  433. {mmCP_CPF_STATUS, false},
  434. {mmCP_CPC_BUSY_STAT, false},
  435. {mmCP_CPC_STALLED_STAT1, false},
  436. {mmCP_CPC_STATUS, false},
  437. {mmGB_ADDR_CONFIG, false},
  438. {mmMC_ARB_RAMCFG, false},
  439. {mmGB_TILE_MODE0, false},
  440. {mmGB_TILE_MODE1, false},
  441. {mmGB_TILE_MODE2, false},
  442. {mmGB_TILE_MODE3, false},
  443. {mmGB_TILE_MODE4, false},
  444. {mmGB_TILE_MODE5, false},
  445. {mmGB_TILE_MODE6, false},
  446. {mmGB_TILE_MODE7, false},
  447. {mmGB_TILE_MODE8, false},
  448. {mmGB_TILE_MODE9, false},
  449. {mmGB_TILE_MODE10, false},
  450. {mmGB_TILE_MODE11, false},
  451. {mmGB_TILE_MODE12, false},
  452. {mmGB_TILE_MODE13, false},
  453. {mmGB_TILE_MODE14, false},
  454. {mmGB_TILE_MODE15, false},
  455. {mmGB_TILE_MODE16, false},
  456. {mmGB_TILE_MODE17, false},
  457. {mmGB_TILE_MODE18, false},
  458. {mmGB_TILE_MODE19, false},
  459. {mmGB_TILE_MODE20, false},
  460. {mmGB_TILE_MODE21, false},
  461. {mmGB_TILE_MODE22, false},
  462. {mmGB_TILE_MODE23, false},
  463. {mmGB_TILE_MODE24, false},
  464. {mmGB_TILE_MODE25, false},
  465. {mmGB_TILE_MODE26, false},
  466. {mmGB_TILE_MODE27, false},
  467. {mmGB_TILE_MODE28, false},
  468. {mmGB_TILE_MODE29, false},
  469. {mmGB_TILE_MODE30, false},
  470. {mmGB_TILE_MODE31, false},
  471. {mmGB_MACROTILE_MODE0, false},
  472. {mmGB_MACROTILE_MODE1, false},
  473. {mmGB_MACROTILE_MODE2, false},
  474. {mmGB_MACROTILE_MODE3, false},
  475. {mmGB_MACROTILE_MODE4, false},
  476. {mmGB_MACROTILE_MODE5, false},
  477. {mmGB_MACROTILE_MODE6, false},
  478. {mmGB_MACROTILE_MODE7, false},
  479. {mmGB_MACROTILE_MODE8, false},
  480. {mmGB_MACROTILE_MODE9, false},
  481. {mmGB_MACROTILE_MODE10, false},
  482. {mmGB_MACROTILE_MODE11, false},
  483. {mmGB_MACROTILE_MODE12, false},
  484. {mmGB_MACROTILE_MODE13, false},
  485. {mmGB_MACROTILE_MODE14, false},
  486. {mmGB_MACROTILE_MODE15, false},
  487. {mmCC_RB_BACKEND_DISABLE, false, true},
  488. {mmGC_USER_RB_BACKEND_DISABLE, false, true},
  489. {mmGB_BACKEND_MAP, false, false},
  490. {mmPA_SC_RASTER_CONFIG, false, true},
  491. {mmPA_SC_RASTER_CONFIG_1, false, true},
  492. };
  493. static uint32_t vi_get_register_value(struct amdgpu_device *adev,
  494. bool indexed, u32 se_num,
  495. u32 sh_num, u32 reg_offset)
  496. {
  497. if (indexed) {
  498. uint32_t val;
  499. unsigned se_idx = (se_num == 0xffffffff) ? 0 : se_num;
  500. unsigned sh_idx = (sh_num == 0xffffffff) ? 0 : sh_num;
  501. switch (reg_offset) {
  502. case mmCC_RB_BACKEND_DISABLE:
  503. return adev->gfx.config.rb_config[se_idx][sh_idx].rb_backend_disable;
  504. case mmGC_USER_RB_BACKEND_DISABLE:
  505. return adev->gfx.config.rb_config[se_idx][sh_idx].user_rb_backend_disable;
  506. case mmPA_SC_RASTER_CONFIG:
  507. return adev->gfx.config.rb_config[se_idx][sh_idx].raster_config;
  508. case mmPA_SC_RASTER_CONFIG_1:
  509. return adev->gfx.config.rb_config[se_idx][sh_idx].raster_config_1;
  510. }
  511. mutex_lock(&adev->grbm_idx_mutex);
  512. if (se_num != 0xffffffff || sh_num != 0xffffffff)
  513. amdgpu_gfx_select_se_sh(adev, se_num, sh_num, 0xffffffff);
  514. val = RREG32(reg_offset);
  515. if (se_num != 0xffffffff || sh_num != 0xffffffff)
  516. amdgpu_gfx_select_se_sh(adev, 0xffffffff, 0xffffffff, 0xffffffff);
  517. mutex_unlock(&adev->grbm_idx_mutex);
  518. return val;
  519. } else {
  520. unsigned idx;
  521. switch (reg_offset) {
  522. case mmGB_ADDR_CONFIG:
  523. return adev->gfx.config.gb_addr_config;
  524. case mmMC_ARB_RAMCFG:
  525. return adev->gfx.config.mc_arb_ramcfg;
  526. case mmGB_TILE_MODE0:
  527. case mmGB_TILE_MODE1:
  528. case mmGB_TILE_MODE2:
  529. case mmGB_TILE_MODE3:
  530. case mmGB_TILE_MODE4:
  531. case mmGB_TILE_MODE5:
  532. case mmGB_TILE_MODE6:
  533. case mmGB_TILE_MODE7:
  534. case mmGB_TILE_MODE8:
  535. case mmGB_TILE_MODE9:
  536. case mmGB_TILE_MODE10:
  537. case mmGB_TILE_MODE11:
  538. case mmGB_TILE_MODE12:
  539. case mmGB_TILE_MODE13:
  540. case mmGB_TILE_MODE14:
  541. case mmGB_TILE_MODE15:
  542. case mmGB_TILE_MODE16:
  543. case mmGB_TILE_MODE17:
  544. case mmGB_TILE_MODE18:
  545. case mmGB_TILE_MODE19:
  546. case mmGB_TILE_MODE20:
  547. case mmGB_TILE_MODE21:
  548. case mmGB_TILE_MODE22:
  549. case mmGB_TILE_MODE23:
  550. case mmGB_TILE_MODE24:
  551. case mmGB_TILE_MODE25:
  552. case mmGB_TILE_MODE26:
  553. case mmGB_TILE_MODE27:
  554. case mmGB_TILE_MODE28:
  555. case mmGB_TILE_MODE29:
  556. case mmGB_TILE_MODE30:
  557. case mmGB_TILE_MODE31:
  558. idx = (reg_offset - mmGB_TILE_MODE0);
  559. return adev->gfx.config.tile_mode_array[idx];
  560. case mmGB_MACROTILE_MODE0:
  561. case mmGB_MACROTILE_MODE1:
  562. case mmGB_MACROTILE_MODE2:
  563. case mmGB_MACROTILE_MODE3:
  564. case mmGB_MACROTILE_MODE4:
  565. case mmGB_MACROTILE_MODE5:
  566. case mmGB_MACROTILE_MODE6:
  567. case mmGB_MACROTILE_MODE7:
  568. case mmGB_MACROTILE_MODE8:
  569. case mmGB_MACROTILE_MODE9:
  570. case mmGB_MACROTILE_MODE10:
  571. case mmGB_MACROTILE_MODE11:
  572. case mmGB_MACROTILE_MODE12:
  573. case mmGB_MACROTILE_MODE13:
  574. case mmGB_MACROTILE_MODE14:
  575. case mmGB_MACROTILE_MODE15:
  576. idx = (reg_offset - mmGB_MACROTILE_MODE0);
  577. return adev->gfx.config.macrotile_mode_array[idx];
  578. default:
  579. return RREG32(reg_offset);
  580. }
  581. }
  582. }
  583. static int vi_read_register(struct amdgpu_device *adev, u32 se_num,
  584. u32 sh_num, u32 reg_offset, u32 *value)
  585. {
  586. const struct amdgpu_allowed_register_entry *asic_register_table = NULL;
  587. const struct amdgpu_allowed_register_entry *asic_register_entry;
  588. uint32_t size, i;
  589. *value = 0;
  590. switch (adev->asic_type) {
  591. case CHIP_TOPAZ:
  592. asic_register_table = tonga_allowed_read_registers;
  593. size = ARRAY_SIZE(tonga_allowed_read_registers);
  594. break;
  595. case CHIP_FIJI:
  596. case CHIP_TONGA:
  597. case CHIP_POLARIS11:
  598. case CHIP_POLARIS10:
  599. case CHIP_CARRIZO:
  600. case CHIP_STONEY:
  601. asic_register_table = cz_allowed_read_registers;
  602. size = ARRAY_SIZE(cz_allowed_read_registers);
  603. break;
  604. default:
  605. return -EINVAL;
  606. }
  607. if (asic_register_table) {
  608. for (i = 0; i < size; i++) {
  609. asic_register_entry = asic_register_table + i;
  610. if (reg_offset != asic_register_entry->reg_offset)
  611. continue;
  612. if (!asic_register_entry->untouched)
  613. *value = vi_get_register_value(adev,
  614. asic_register_entry->grbm_indexed,
  615. se_num, sh_num, reg_offset);
  616. return 0;
  617. }
  618. }
  619. for (i = 0; i < ARRAY_SIZE(vi_allowed_read_registers); i++) {
  620. if (reg_offset != vi_allowed_read_registers[i].reg_offset)
  621. continue;
  622. if (!vi_allowed_read_registers[i].untouched)
  623. *value = vi_get_register_value(adev,
  624. vi_allowed_read_registers[i].grbm_indexed,
  625. se_num, sh_num, reg_offset);
  626. return 0;
  627. }
  628. return -EINVAL;
  629. }
  630. static int vi_gpu_pci_config_reset(struct amdgpu_device *adev)
  631. {
  632. u32 i;
  633. dev_info(adev->dev, "GPU pci config reset\n");
  634. /* disable BM */
  635. pci_clear_master(adev->pdev);
  636. /* reset */
  637. amdgpu_pci_config_reset(adev);
  638. udelay(100);
  639. /* wait for asic to come out of reset */
  640. for (i = 0; i < adev->usec_timeout; i++) {
  641. if (RREG32(mmCONFIG_MEMSIZE) != 0xffffffff) {
  642. /* enable BM */
  643. pci_set_master(adev->pdev);
  644. return 0;
  645. }
  646. udelay(1);
  647. }
  648. return -EINVAL;
  649. }
  650. /**
  651. * vi_asic_reset - soft reset GPU
  652. *
  653. * @adev: amdgpu_device pointer
  654. *
  655. * Look up which blocks are hung and attempt
  656. * to reset them.
  657. * Returns 0 for success.
  658. */
  659. static int vi_asic_reset(struct amdgpu_device *adev)
  660. {
  661. int r;
  662. amdgpu_atombios_scratch_regs_engine_hung(adev, true);
  663. r = vi_gpu_pci_config_reset(adev);
  664. amdgpu_atombios_scratch_regs_engine_hung(adev, false);
  665. return r;
  666. }
  667. static int vi_set_uvd_clock(struct amdgpu_device *adev, u32 clock,
  668. u32 cntl_reg, u32 status_reg)
  669. {
  670. int r, i;
  671. struct atom_clock_dividers dividers;
  672. uint32_t tmp;
  673. r = amdgpu_atombios_get_clock_dividers(adev,
  674. COMPUTE_GPUCLK_INPUT_FLAG_DEFAULT_GPUCLK,
  675. clock, false, &dividers);
  676. if (r)
  677. return r;
  678. tmp = RREG32_SMC(cntl_reg);
  679. tmp &= ~(CG_DCLK_CNTL__DCLK_DIR_CNTL_EN_MASK |
  680. CG_DCLK_CNTL__DCLK_DIVIDER_MASK);
  681. tmp |= dividers.post_divider;
  682. WREG32_SMC(cntl_reg, tmp);
  683. for (i = 0; i < 100; i++) {
  684. if (RREG32_SMC(status_reg) & CG_DCLK_STATUS__DCLK_STATUS_MASK)
  685. break;
  686. mdelay(10);
  687. }
  688. if (i == 100)
  689. return -ETIMEDOUT;
  690. return 0;
  691. }
  692. static int vi_set_uvd_clocks(struct amdgpu_device *adev, u32 vclk, u32 dclk)
  693. {
  694. int r;
  695. r = vi_set_uvd_clock(adev, vclk, ixCG_VCLK_CNTL, ixCG_VCLK_STATUS);
  696. if (r)
  697. return r;
  698. r = vi_set_uvd_clock(adev, dclk, ixCG_DCLK_CNTL, ixCG_DCLK_STATUS);
  699. return 0;
  700. }
  701. static int vi_set_vce_clocks(struct amdgpu_device *adev, u32 evclk, u32 ecclk)
  702. {
  703. /* todo */
  704. return 0;
  705. }
  706. static void vi_pcie_gen3_enable(struct amdgpu_device *adev)
  707. {
  708. if (pci_is_root_bus(adev->pdev->bus))
  709. return;
  710. if (amdgpu_pcie_gen2 == 0)
  711. return;
  712. if (adev->flags & AMD_IS_APU)
  713. return;
  714. if (!(adev->pm.pcie_gen_mask & (CAIL_PCIE_LINK_SPEED_SUPPORT_GEN2 |
  715. CAIL_PCIE_LINK_SPEED_SUPPORT_GEN3)))
  716. return;
  717. /* todo */
  718. }
  719. static void vi_program_aspm(struct amdgpu_device *adev)
  720. {
  721. if (amdgpu_aspm == 0)
  722. return;
  723. /* todo */
  724. }
  725. static void vi_enable_doorbell_aperture(struct amdgpu_device *adev,
  726. bool enable)
  727. {
  728. u32 tmp;
  729. /* not necessary on CZ */
  730. if (adev->flags & AMD_IS_APU)
  731. return;
  732. tmp = RREG32(mmBIF_DOORBELL_APER_EN);
  733. if (enable)
  734. tmp = REG_SET_FIELD(tmp, BIF_DOORBELL_APER_EN, BIF_DOORBELL_APER_EN, 1);
  735. else
  736. tmp = REG_SET_FIELD(tmp, BIF_DOORBELL_APER_EN, BIF_DOORBELL_APER_EN, 0);
  737. WREG32(mmBIF_DOORBELL_APER_EN, tmp);
  738. }
  739. #define ATI_REV_ID_FUSE_MACRO__ADDRESS 0xC0014044
  740. #define ATI_REV_ID_FUSE_MACRO__SHIFT 9
  741. #define ATI_REV_ID_FUSE_MACRO__MASK 0x00001E00
  742. static uint32_t vi_get_rev_id(struct amdgpu_device *adev)
  743. {
  744. if (adev->flags & AMD_IS_APU)
  745. return (RREG32_SMC(ATI_REV_ID_FUSE_MACRO__ADDRESS) & ATI_REV_ID_FUSE_MACRO__MASK)
  746. >> ATI_REV_ID_FUSE_MACRO__SHIFT;
  747. else
  748. return (RREG32(mmPCIE_EFUSE4) & PCIE_EFUSE4__STRAP_BIF_ATI_REV_ID_MASK)
  749. >> PCIE_EFUSE4__STRAP_BIF_ATI_REV_ID__SHIFT;
  750. }
  751. static const struct amdgpu_asic_funcs vi_asic_funcs =
  752. {
  753. .read_disabled_bios = &vi_read_disabled_bios,
  754. .read_bios_from_rom = &vi_read_bios_from_rom,
  755. .detect_hw_virtualization = vi_detect_hw_virtualization,
  756. .read_register = &vi_read_register,
  757. .reset = &vi_asic_reset,
  758. .set_vga_state = &vi_vga_set_state,
  759. .get_xclk = &vi_get_xclk,
  760. .set_uvd_clocks = &vi_set_uvd_clocks,
  761. .set_vce_clocks = &vi_set_vce_clocks,
  762. };
  763. static int vi_common_early_init(void *handle)
  764. {
  765. bool smc_enabled = false;
  766. struct amdgpu_device *adev = (struct amdgpu_device *)handle;
  767. if (adev->flags & AMD_IS_APU) {
  768. adev->smc_rreg = &cz_smc_rreg;
  769. adev->smc_wreg = &cz_smc_wreg;
  770. } else {
  771. adev->smc_rreg = &vi_smc_rreg;
  772. adev->smc_wreg = &vi_smc_wreg;
  773. }
  774. adev->pcie_rreg = &vi_pcie_rreg;
  775. adev->pcie_wreg = &vi_pcie_wreg;
  776. adev->uvd_ctx_rreg = &vi_uvd_ctx_rreg;
  777. adev->uvd_ctx_wreg = &vi_uvd_ctx_wreg;
  778. adev->didt_rreg = &vi_didt_rreg;
  779. adev->didt_wreg = &vi_didt_wreg;
  780. adev->gc_cac_rreg = &vi_gc_cac_rreg;
  781. adev->gc_cac_wreg = &vi_gc_cac_wreg;
  782. adev->asic_funcs = &vi_asic_funcs;
  783. if (amdgpu_get_ip_block(adev, AMD_IP_BLOCK_TYPE_SMC) &&
  784. (amdgpu_ip_block_mask & (1 << AMD_IP_BLOCK_TYPE_SMC)))
  785. smc_enabled = true;
  786. adev->rev_id = vi_get_rev_id(adev);
  787. adev->external_rev_id = 0xFF;
  788. switch (adev->asic_type) {
  789. case CHIP_TOPAZ:
  790. adev->cg_flags = 0;
  791. adev->pg_flags = 0;
  792. adev->external_rev_id = 0x1;
  793. break;
  794. case CHIP_FIJI:
  795. adev->cg_flags = AMD_CG_SUPPORT_GFX_MGCG |
  796. AMD_CG_SUPPORT_GFX_MGLS |
  797. AMD_CG_SUPPORT_GFX_RLC_LS |
  798. AMD_CG_SUPPORT_GFX_CP_LS |
  799. AMD_CG_SUPPORT_GFX_CGTS |
  800. AMD_CG_SUPPORT_GFX_CGTS_LS |
  801. AMD_CG_SUPPORT_GFX_CGCG |
  802. AMD_CG_SUPPORT_GFX_CGLS |
  803. AMD_CG_SUPPORT_SDMA_MGCG |
  804. AMD_CG_SUPPORT_SDMA_LS |
  805. AMD_CG_SUPPORT_BIF_LS |
  806. AMD_CG_SUPPORT_HDP_MGCG |
  807. AMD_CG_SUPPORT_HDP_LS |
  808. AMD_CG_SUPPORT_ROM_MGCG |
  809. AMD_CG_SUPPORT_MC_MGCG |
  810. AMD_CG_SUPPORT_MC_LS;
  811. adev->pg_flags = 0;
  812. adev->external_rev_id = adev->rev_id + 0x3c;
  813. break;
  814. case CHIP_TONGA:
  815. adev->cg_flags = AMD_CG_SUPPORT_UVD_MGCG;
  816. adev->pg_flags = AMD_PG_SUPPORT_UVD;
  817. adev->external_rev_id = adev->rev_id + 0x14;
  818. break;
  819. case CHIP_POLARIS11:
  820. adev->cg_flags = 0;
  821. adev->pg_flags = 0;
  822. adev->external_rev_id = adev->rev_id + 0x5A;
  823. break;
  824. case CHIP_POLARIS10:
  825. adev->cg_flags = 0;
  826. adev->pg_flags = 0;
  827. adev->external_rev_id = adev->rev_id + 0x50;
  828. break;
  829. case CHIP_CARRIZO:
  830. adev->cg_flags = AMD_CG_SUPPORT_UVD_MGCG |
  831. AMD_CG_SUPPORT_GFX_MGCG |
  832. AMD_CG_SUPPORT_GFX_MGLS |
  833. AMD_CG_SUPPORT_GFX_RLC_LS |
  834. AMD_CG_SUPPORT_GFX_CP_LS |
  835. AMD_CG_SUPPORT_GFX_CGTS |
  836. AMD_CG_SUPPORT_GFX_MGLS |
  837. AMD_CG_SUPPORT_GFX_CGTS_LS |
  838. AMD_CG_SUPPORT_GFX_CGCG |
  839. AMD_CG_SUPPORT_GFX_CGLS |
  840. AMD_CG_SUPPORT_BIF_LS |
  841. AMD_CG_SUPPORT_HDP_MGCG |
  842. AMD_CG_SUPPORT_HDP_LS |
  843. AMD_CG_SUPPORT_SDMA_MGCG |
  844. AMD_CG_SUPPORT_SDMA_LS |
  845. AMD_CG_SUPPORT_VCE_MGCG;
  846. /* rev0 hardware requires workarounds to support PG */
  847. adev->pg_flags = 0;
  848. if (adev->rev_id != 0x00) {
  849. adev->pg_flags |= AMD_PG_SUPPORT_GFX_PG |
  850. AMD_PG_SUPPORT_GFX_SMG |
  851. AMD_PG_SUPPORT_GFX_PIPELINE |
  852. AMD_PG_SUPPORT_UVD |
  853. AMD_PG_SUPPORT_VCE;
  854. }
  855. adev->external_rev_id = adev->rev_id + 0x1;
  856. break;
  857. case CHIP_STONEY:
  858. adev->cg_flags = AMD_CG_SUPPORT_UVD_MGCG |
  859. AMD_CG_SUPPORT_GFX_MGCG |
  860. AMD_CG_SUPPORT_GFX_MGLS |
  861. AMD_CG_SUPPORT_GFX_RLC_LS |
  862. AMD_CG_SUPPORT_GFX_CP_LS |
  863. AMD_CG_SUPPORT_GFX_CGTS |
  864. AMD_CG_SUPPORT_GFX_MGLS |
  865. AMD_CG_SUPPORT_GFX_CGTS_LS |
  866. AMD_CG_SUPPORT_GFX_CGCG |
  867. AMD_CG_SUPPORT_GFX_CGLS |
  868. AMD_CG_SUPPORT_BIF_LS |
  869. AMD_CG_SUPPORT_HDP_MGCG |
  870. AMD_CG_SUPPORT_HDP_LS |
  871. AMD_CG_SUPPORT_SDMA_MGCG |
  872. AMD_CG_SUPPORT_SDMA_LS |
  873. AMD_CG_SUPPORT_VCE_MGCG;
  874. adev->pg_flags = AMD_PG_SUPPORT_GFX_PG |
  875. AMD_PG_SUPPORT_GFX_SMG |
  876. AMD_PG_SUPPORT_GFX_PIPELINE |
  877. AMD_PG_SUPPORT_UVD |
  878. AMD_PG_SUPPORT_VCE;
  879. adev->external_rev_id = adev->rev_id + 0x61;
  880. break;
  881. default:
  882. /* FIXME: not supported yet */
  883. return -EINVAL;
  884. }
  885. /* in early init stage, vbios code won't work */
  886. if (adev->asic_funcs->detect_hw_virtualization)
  887. amdgpu_asic_detect_hw_virtualization(adev);
  888. if (amdgpu_smc_load_fw && smc_enabled)
  889. adev->firmware.smu_load = true;
  890. amdgpu_get_pcie_info(adev);
  891. return 0;
  892. }
  893. static int vi_common_sw_init(void *handle)
  894. {
  895. return 0;
  896. }
  897. static int vi_common_sw_fini(void *handle)
  898. {
  899. return 0;
  900. }
  901. static int vi_common_hw_init(void *handle)
  902. {
  903. struct amdgpu_device *adev = (struct amdgpu_device *)handle;
  904. /* move the golden regs per IP block */
  905. vi_init_golden_registers(adev);
  906. /* enable pcie gen2/3 link */
  907. vi_pcie_gen3_enable(adev);
  908. /* enable aspm */
  909. vi_program_aspm(adev);
  910. /* enable the doorbell aperture */
  911. vi_enable_doorbell_aperture(adev, true);
  912. return 0;
  913. }
  914. static int vi_common_hw_fini(void *handle)
  915. {
  916. struct amdgpu_device *adev = (struct amdgpu_device *)handle;
  917. /* enable the doorbell aperture */
  918. vi_enable_doorbell_aperture(adev, false);
  919. return 0;
  920. }
  921. static int vi_common_suspend(void *handle)
  922. {
  923. struct amdgpu_device *adev = (struct amdgpu_device *)handle;
  924. return vi_common_hw_fini(adev);
  925. }
  926. static int vi_common_resume(void *handle)
  927. {
  928. struct amdgpu_device *adev = (struct amdgpu_device *)handle;
  929. return vi_common_hw_init(adev);
  930. }
  931. static bool vi_common_is_idle(void *handle)
  932. {
  933. return true;
  934. }
  935. static int vi_common_wait_for_idle(void *handle)
  936. {
  937. return 0;
  938. }
  939. static int vi_common_soft_reset(void *handle)
  940. {
  941. return 0;
  942. }
  943. static void vi_update_bif_medium_grain_light_sleep(struct amdgpu_device *adev,
  944. bool enable)
  945. {
  946. uint32_t temp, data;
  947. temp = data = RREG32_PCIE(ixPCIE_CNTL2);
  948. if (enable && (adev->cg_flags & AMD_CG_SUPPORT_BIF_LS))
  949. data |= PCIE_CNTL2__SLV_MEM_LS_EN_MASK |
  950. PCIE_CNTL2__MST_MEM_LS_EN_MASK |
  951. PCIE_CNTL2__REPLAY_MEM_LS_EN_MASK;
  952. else
  953. data &= ~(PCIE_CNTL2__SLV_MEM_LS_EN_MASK |
  954. PCIE_CNTL2__MST_MEM_LS_EN_MASK |
  955. PCIE_CNTL2__REPLAY_MEM_LS_EN_MASK);
  956. if (temp != data)
  957. WREG32_PCIE(ixPCIE_CNTL2, data);
  958. }
  959. static void vi_update_hdp_medium_grain_clock_gating(struct amdgpu_device *adev,
  960. bool enable)
  961. {
  962. uint32_t temp, data;
  963. temp = data = RREG32(mmHDP_HOST_PATH_CNTL);
  964. if (enable && (adev->cg_flags & AMD_CG_SUPPORT_HDP_MGCG))
  965. data &= ~HDP_HOST_PATH_CNTL__CLOCK_GATING_DIS_MASK;
  966. else
  967. data |= HDP_HOST_PATH_CNTL__CLOCK_GATING_DIS_MASK;
  968. if (temp != data)
  969. WREG32(mmHDP_HOST_PATH_CNTL, data);
  970. }
  971. static void vi_update_hdp_light_sleep(struct amdgpu_device *adev,
  972. bool enable)
  973. {
  974. uint32_t temp, data;
  975. temp = data = RREG32(mmHDP_MEM_POWER_LS);
  976. if (enable && (adev->cg_flags & AMD_CG_SUPPORT_HDP_LS))
  977. data |= HDP_MEM_POWER_LS__LS_ENABLE_MASK;
  978. else
  979. data &= ~HDP_MEM_POWER_LS__LS_ENABLE_MASK;
  980. if (temp != data)
  981. WREG32(mmHDP_MEM_POWER_LS, data);
  982. }
  983. static void vi_update_rom_medium_grain_clock_gating(struct amdgpu_device *adev,
  984. bool enable)
  985. {
  986. uint32_t temp, data;
  987. temp = data = RREG32_SMC(ixCGTT_ROM_CLK_CTRL0);
  988. if (enable && (adev->cg_flags & AMD_CG_SUPPORT_ROM_MGCG))
  989. data &= ~(CGTT_ROM_CLK_CTRL0__SOFT_OVERRIDE0_MASK |
  990. CGTT_ROM_CLK_CTRL0__SOFT_OVERRIDE1_MASK);
  991. else
  992. data |= CGTT_ROM_CLK_CTRL0__SOFT_OVERRIDE0_MASK |
  993. CGTT_ROM_CLK_CTRL0__SOFT_OVERRIDE1_MASK;
  994. if (temp != data)
  995. WREG32_SMC(ixCGTT_ROM_CLK_CTRL0, data);
  996. }
  997. static int vi_common_set_clockgating_state_by_smu(void *handle,
  998. enum amd_clockgating_state state)
  999. {
  1000. uint32_t msg_id, pp_state;
  1001. struct amdgpu_device *adev = (struct amdgpu_device *)handle;
  1002. void *pp_handle = adev->powerplay.pp_handle;
  1003. if (state == AMD_CG_STATE_UNGATE)
  1004. pp_state = 0;
  1005. else
  1006. pp_state = PP_STATE_CG | PP_STATE_LS;
  1007. msg_id = PP_CG_MSG_ID(PP_GROUP_SYS,
  1008. PP_BLOCK_SYS_MC,
  1009. PP_STATE_SUPPORT_CG | PP_STATE_SUPPORT_LS,
  1010. pp_state);
  1011. amd_set_clockgating_by_smu(pp_handle, msg_id);
  1012. msg_id = PP_CG_MSG_ID(PP_GROUP_SYS,
  1013. PP_BLOCK_SYS_SDMA,
  1014. PP_STATE_SUPPORT_CG | PP_STATE_SUPPORT_LS,
  1015. pp_state);
  1016. amd_set_clockgating_by_smu(pp_handle, msg_id);
  1017. msg_id = PP_CG_MSG_ID(PP_GROUP_SYS,
  1018. PP_BLOCK_SYS_HDP,
  1019. PP_STATE_SUPPORT_CG | PP_STATE_SUPPORT_LS,
  1020. pp_state);
  1021. amd_set_clockgating_by_smu(pp_handle, msg_id);
  1022. msg_id = PP_CG_MSG_ID(PP_GROUP_SYS,
  1023. PP_BLOCK_SYS_BIF,
  1024. PP_STATE_SUPPORT_LS,
  1025. pp_state);
  1026. amd_set_clockgating_by_smu(pp_handle, msg_id);
  1027. msg_id = PP_CG_MSG_ID(PP_GROUP_SYS,
  1028. PP_BLOCK_SYS_BIF,
  1029. PP_STATE_SUPPORT_CG,
  1030. pp_state);
  1031. amd_set_clockgating_by_smu(pp_handle, msg_id);
  1032. msg_id = PP_CG_MSG_ID(PP_GROUP_SYS,
  1033. PP_BLOCK_SYS_DRM,
  1034. PP_STATE_SUPPORT_LS,
  1035. pp_state);
  1036. amd_set_clockgating_by_smu(pp_handle, msg_id);
  1037. msg_id = PP_CG_MSG_ID(PP_GROUP_SYS,
  1038. PP_BLOCK_SYS_ROM,
  1039. PP_STATE_SUPPORT_CG,
  1040. pp_state);
  1041. amd_set_clockgating_by_smu(pp_handle, msg_id);
  1042. return 0;
  1043. }
  1044. static int vi_common_set_clockgating_state(void *handle,
  1045. enum amd_clockgating_state state)
  1046. {
  1047. struct amdgpu_device *adev = (struct amdgpu_device *)handle;
  1048. switch (adev->asic_type) {
  1049. case CHIP_FIJI:
  1050. vi_update_bif_medium_grain_light_sleep(adev,
  1051. state == AMD_CG_STATE_GATE ? true : false);
  1052. vi_update_hdp_medium_grain_clock_gating(adev,
  1053. state == AMD_CG_STATE_GATE ? true : false);
  1054. vi_update_hdp_light_sleep(adev,
  1055. state == AMD_CG_STATE_GATE ? true : false);
  1056. vi_update_rom_medium_grain_clock_gating(adev,
  1057. state == AMD_CG_STATE_GATE ? true : false);
  1058. break;
  1059. case CHIP_CARRIZO:
  1060. case CHIP_STONEY:
  1061. vi_update_bif_medium_grain_light_sleep(adev,
  1062. state == AMD_CG_STATE_GATE ? true : false);
  1063. vi_update_hdp_medium_grain_clock_gating(adev,
  1064. state == AMD_CG_STATE_GATE ? true : false);
  1065. vi_update_hdp_light_sleep(adev,
  1066. state == AMD_CG_STATE_GATE ? true : false);
  1067. break;
  1068. case CHIP_TONGA:
  1069. case CHIP_POLARIS10:
  1070. case CHIP_POLARIS11:
  1071. vi_common_set_clockgating_state_by_smu(adev, state);
  1072. default:
  1073. break;
  1074. }
  1075. return 0;
  1076. }
  1077. static int vi_common_set_powergating_state(void *handle,
  1078. enum amd_powergating_state state)
  1079. {
  1080. return 0;
  1081. }
  1082. static const struct amd_ip_funcs vi_common_ip_funcs = {
  1083. .name = "vi_common",
  1084. .early_init = vi_common_early_init,
  1085. .late_init = NULL,
  1086. .sw_init = vi_common_sw_init,
  1087. .sw_fini = vi_common_sw_fini,
  1088. .hw_init = vi_common_hw_init,
  1089. .hw_fini = vi_common_hw_fini,
  1090. .suspend = vi_common_suspend,
  1091. .resume = vi_common_resume,
  1092. .is_idle = vi_common_is_idle,
  1093. .wait_for_idle = vi_common_wait_for_idle,
  1094. .soft_reset = vi_common_soft_reset,
  1095. .set_clockgating_state = vi_common_set_clockgating_state,
  1096. .set_powergating_state = vi_common_set_powergating_state,
  1097. };
  1098. static const struct amdgpu_ip_block_version vi_common_ip_block =
  1099. {
  1100. .type = AMD_IP_BLOCK_TYPE_COMMON,
  1101. .major = 1,
  1102. .minor = 0,
  1103. .rev = 0,
  1104. .funcs = &vi_common_ip_funcs,
  1105. };
  1106. int vi_set_ip_blocks(struct amdgpu_device *adev)
  1107. {
  1108. switch (adev->asic_type) {
  1109. case CHIP_TOPAZ:
  1110. /* topaz has no DCE, UVD, VCE */
  1111. amdgpu_ip_block_add(adev, &vi_common_ip_block);
  1112. amdgpu_ip_block_add(adev, &gmc_v7_4_ip_block);
  1113. amdgpu_ip_block_add(adev, &iceland_ih_ip_block);
  1114. amdgpu_ip_block_add(adev, &amdgpu_pp_ip_block);
  1115. if (adev->enable_virtual_display)
  1116. amdgpu_ip_block_add(adev, &dce_virtual_ip_block);
  1117. amdgpu_ip_block_add(adev, &gfx_v8_0_ip_block);
  1118. amdgpu_ip_block_add(adev, &sdma_v2_4_ip_block);
  1119. break;
  1120. case CHIP_FIJI:
  1121. amdgpu_ip_block_add(adev, &vi_common_ip_block);
  1122. amdgpu_ip_block_add(adev, &gmc_v8_5_ip_block);
  1123. amdgpu_ip_block_add(adev, &tonga_ih_ip_block);
  1124. amdgpu_ip_block_add(adev, &amdgpu_pp_ip_block);
  1125. if (adev->enable_virtual_display)
  1126. amdgpu_ip_block_add(adev, &dce_virtual_ip_block);
  1127. else
  1128. amdgpu_ip_block_add(adev, &dce_v10_1_ip_block);
  1129. amdgpu_ip_block_add(adev, &gfx_v8_0_ip_block);
  1130. amdgpu_ip_block_add(adev, &sdma_v3_0_ip_block);
  1131. amdgpu_ip_block_add(adev, &uvd_v6_0_ip_block);
  1132. amdgpu_ip_block_add(adev, &vce_v3_0_ip_block);
  1133. break;
  1134. case CHIP_TONGA:
  1135. amdgpu_ip_block_add(adev, &vi_common_ip_block);
  1136. amdgpu_ip_block_add(adev, &gmc_v8_0_ip_block);
  1137. amdgpu_ip_block_add(adev, &tonga_ih_ip_block);
  1138. amdgpu_ip_block_add(adev, &amdgpu_pp_ip_block);
  1139. if (adev->enable_virtual_display)
  1140. amdgpu_ip_block_add(adev, &dce_virtual_ip_block);
  1141. else
  1142. amdgpu_ip_block_add(adev, &dce_v10_0_ip_block);
  1143. amdgpu_ip_block_add(adev, &gfx_v8_0_ip_block);
  1144. amdgpu_ip_block_add(adev, &sdma_v3_0_ip_block);
  1145. amdgpu_ip_block_add(adev, &uvd_v5_0_ip_block);
  1146. amdgpu_ip_block_add(adev, &vce_v3_0_ip_block);
  1147. break;
  1148. case CHIP_POLARIS11:
  1149. case CHIP_POLARIS10:
  1150. amdgpu_ip_block_add(adev, &vi_common_ip_block);
  1151. amdgpu_ip_block_add(adev, &gmc_v8_1_ip_block);
  1152. amdgpu_ip_block_add(adev, &tonga_ih_ip_block);
  1153. amdgpu_ip_block_add(adev, &amdgpu_pp_ip_block);
  1154. if (adev->enable_virtual_display)
  1155. amdgpu_ip_block_add(adev, &dce_virtual_ip_block);
  1156. else
  1157. amdgpu_ip_block_add(adev, &dce_v11_2_ip_block);
  1158. amdgpu_ip_block_add(adev, &gfx_v8_0_ip_block);
  1159. amdgpu_ip_block_add(adev, &sdma_v3_1_ip_block);
  1160. amdgpu_ip_block_add(adev, &uvd_v6_3_ip_block);
  1161. amdgpu_ip_block_add(adev, &vce_v3_4_ip_block);
  1162. break;
  1163. case CHIP_CARRIZO:
  1164. amdgpu_ip_block_add(adev, &vi_common_ip_block);
  1165. amdgpu_ip_block_add(adev, &gmc_v8_0_ip_block);
  1166. amdgpu_ip_block_add(adev, &cz_ih_ip_block);
  1167. amdgpu_ip_block_add(adev, &amdgpu_pp_ip_block);
  1168. if (adev->enable_virtual_display)
  1169. amdgpu_ip_block_add(adev, &dce_virtual_ip_block);
  1170. else
  1171. amdgpu_ip_block_add(adev, &dce_v11_0_ip_block);
  1172. amdgpu_ip_block_add(adev, &gfx_v8_0_ip_block);
  1173. amdgpu_ip_block_add(adev, &sdma_v3_0_ip_block);
  1174. amdgpu_ip_block_add(adev, &uvd_v6_0_ip_block);
  1175. amdgpu_ip_block_add(adev, &vce_v3_1_ip_block);
  1176. #if defined(CONFIG_DRM_AMD_ACP)
  1177. amdgpu_ip_block_add(adev, &acp_ip_block);
  1178. #endif
  1179. break;
  1180. case CHIP_STONEY:
  1181. amdgpu_ip_block_add(adev, &vi_common_ip_block);
  1182. amdgpu_ip_block_add(adev, &gmc_v8_0_ip_block);
  1183. amdgpu_ip_block_add(adev, &cz_ih_ip_block);
  1184. amdgpu_ip_block_add(adev, &amdgpu_pp_ip_block);
  1185. if (adev->enable_virtual_display)
  1186. amdgpu_ip_block_add(adev, &dce_virtual_ip_block);
  1187. else
  1188. amdgpu_ip_block_add(adev, &dce_v11_0_ip_block);
  1189. amdgpu_ip_block_add(adev, &gfx_v8_1_ip_block);
  1190. amdgpu_ip_block_add(adev, &sdma_v3_0_ip_block);
  1191. amdgpu_ip_block_add(adev, &uvd_v6_2_ip_block);
  1192. amdgpu_ip_block_add(adev, &vce_v3_4_ip_block);
  1193. #if defined(CONFIG_DRM_AMD_ACP)
  1194. amdgpu_ip_block_add(adev, &acp_ip_block);
  1195. #endif
  1196. break;
  1197. default:
  1198. /* FIXME: not supported yet */
  1199. return -EINVAL;
  1200. }
  1201. return 0;
  1202. }