uvd_v6_0.c 30 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057
  1. /*
  2. * Copyright 2014 Advanced Micro Devices, Inc.
  3. *
  4. * Permission is hereby granted, free of charge, to any person obtaining a
  5. * copy of this software and associated documentation files (the "Software"),
  6. * to deal in the Software without restriction, including without limitation
  7. * the rights to use, copy, modify, merge, publish, distribute, sublicense,
  8. * and/or sell copies of the Software, and to permit persons to whom the
  9. * Software is furnished to do so, subject to the following conditions:
  10. *
  11. * The above copyright notice and this permission notice shall be included in
  12. * all copies or substantial portions of the Software.
  13. *
  14. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  15. * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  16. * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
  17. * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
  18. * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
  19. * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
  20. * OTHER DEALINGS IN THE SOFTWARE.
  21. *
  22. * Authors: Christian König <christian.koenig@amd.com>
  23. */
  24. #include <linux/firmware.h>
  25. #include <drm/drmP.h>
  26. #include "amdgpu.h"
  27. #include "amdgpu_uvd.h"
  28. #include "vid.h"
  29. #include "uvd/uvd_6_0_d.h"
  30. #include "uvd/uvd_6_0_sh_mask.h"
  31. #include "oss/oss_2_0_d.h"
  32. #include "oss/oss_2_0_sh_mask.h"
  33. static void uvd_v6_0_set_ring_funcs(struct amdgpu_device *adev);
  34. static void uvd_v6_0_set_irq_funcs(struct amdgpu_device *adev);
  35. static int uvd_v6_0_start(struct amdgpu_device *adev);
  36. static void uvd_v6_0_stop(struct amdgpu_device *adev);
  37. /**
  38. * uvd_v6_0_ring_get_rptr - get read pointer
  39. *
  40. * @ring: amdgpu_ring pointer
  41. *
  42. * Returns the current hardware read pointer
  43. */
  44. static uint32_t uvd_v6_0_ring_get_rptr(struct amdgpu_ring *ring)
  45. {
  46. struct amdgpu_device *adev = ring->adev;
  47. return RREG32(mmUVD_RBC_RB_RPTR);
  48. }
  49. /**
  50. * uvd_v6_0_ring_get_wptr - get write pointer
  51. *
  52. * @ring: amdgpu_ring pointer
  53. *
  54. * Returns the current hardware write pointer
  55. */
  56. static uint32_t uvd_v6_0_ring_get_wptr(struct amdgpu_ring *ring)
  57. {
  58. struct amdgpu_device *adev = ring->adev;
  59. return RREG32(mmUVD_RBC_RB_WPTR);
  60. }
  61. /**
  62. * uvd_v6_0_ring_set_wptr - set write pointer
  63. *
  64. * @ring: amdgpu_ring pointer
  65. *
  66. * Commits the write pointer to the hardware
  67. */
  68. static void uvd_v6_0_ring_set_wptr(struct amdgpu_ring *ring)
  69. {
  70. struct amdgpu_device *adev = ring->adev;
  71. WREG32(mmUVD_RBC_RB_WPTR, ring->wptr);
  72. }
  73. static int uvd_v6_0_early_init(void *handle)
  74. {
  75. struct amdgpu_device *adev = (struct amdgpu_device *)handle;
  76. uvd_v6_0_set_ring_funcs(adev);
  77. uvd_v6_0_set_irq_funcs(adev);
  78. return 0;
  79. }
  80. static int uvd_v6_0_sw_init(void *handle)
  81. {
  82. struct amdgpu_ring *ring;
  83. int r;
  84. struct amdgpu_device *adev = (struct amdgpu_device *)handle;
  85. /* UVD TRAP */
  86. r = amdgpu_irq_add_id(adev, 124, &adev->uvd.irq);
  87. if (r)
  88. return r;
  89. r = amdgpu_uvd_sw_init(adev);
  90. if (r)
  91. return r;
  92. r = amdgpu_uvd_resume(adev);
  93. if (r)
  94. return r;
  95. ring = &adev->uvd.ring;
  96. sprintf(ring->name, "uvd");
  97. r = amdgpu_ring_init(adev, ring, 4096, CP_PACKET2, 0xf,
  98. &adev->uvd.irq, 0, AMDGPU_RING_TYPE_UVD);
  99. return r;
  100. }
  101. static int uvd_v6_0_sw_fini(void *handle)
  102. {
  103. int r;
  104. struct amdgpu_device *adev = (struct amdgpu_device *)handle;
  105. r = amdgpu_uvd_suspend(adev);
  106. if (r)
  107. return r;
  108. r = amdgpu_uvd_sw_fini(adev);
  109. if (r)
  110. return r;
  111. return r;
  112. }
  113. /**
  114. * uvd_v6_0_hw_init - start and test UVD block
  115. *
  116. * @adev: amdgpu_device pointer
  117. *
  118. * Initialize the hardware, boot up the VCPU and do some testing
  119. */
  120. static int uvd_v6_0_hw_init(void *handle)
  121. {
  122. struct amdgpu_device *adev = (struct amdgpu_device *)handle;
  123. struct amdgpu_ring *ring = &adev->uvd.ring;
  124. uint32_t tmp;
  125. int r;
  126. r = uvd_v6_0_start(adev);
  127. if (r)
  128. goto done;
  129. ring->ready = true;
  130. r = amdgpu_ring_test_ring(ring);
  131. if (r) {
  132. ring->ready = false;
  133. goto done;
  134. }
  135. r = amdgpu_ring_lock(ring, 10);
  136. if (r) {
  137. DRM_ERROR("amdgpu: ring failed to lock UVD ring (%d).\n", r);
  138. goto done;
  139. }
  140. tmp = PACKET0(mmUVD_SEMA_WAIT_FAULT_TIMEOUT_CNTL, 0);
  141. amdgpu_ring_write(ring, tmp);
  142. amdgpu_ring_write(ring, 0xFFFFF);
  143. tmp = PACKET0(mmUVD_SEMA_WAIT_INCOMPLETE_TIMEOUT_CNTL, 0);
  144. amdgpu_ring_write(ring, tmp);
  145. amdgpu_ring_write(ring, 0xFFFFF);
  146. tmp = PACKET0(mmUVD_SEMA_SIGNAL_INCOMPLETE_TIMEOUT_CNTL, 0);
  147. amdgpu_ring_write(ring, tmp);
  148. amdgpu_ring_write(ring, 0xFFFFF);
  149. /* Clear timeout status bits */
  150. amdgpu_ring_write(ring, PACKET0(mmUVD_SEMA_TIMEOUT_STATUS, 0));
  151. amdgpu_ring_write(ring, 0x8);
  152. amdgpu_ring_write(ring, PACKET0(mmUVD_SEMA_CNTL, 0));
  153. amdgpu_ring_write(ring, 3);
  154. amdgpu_ring_unlock_commit(ring);
  155. done:
  156. if (!r)
  157. DRM_INFO("UVD initialized successfully.\n");
  158. return r;
  159. }
  160. /**
  161. * uvd_v6_0_hw_fini - stop the hardware block
  162. *
  163. * @adev: amdgpu_device pointer
  164. *
  165. * Stop the UVD block, mark ring as not ready any more
  166. */
  167. static int uvd_v6_0_hw_fini(void *handle)
  168. {
  169. struct amdgpu_device *adev = (struct amdgpu_device *)handle;
  170. struct amdgpu_ring *ring = &adev->uvd.ring;
  171. uvd_v6_0_stop(adev);
  172. ring->ready = false;
  173. return 0;
  174. }
  175. static int uvd_v6_0_suspend(void *handle)
  176. {
  177. int r;
  178. struct amdgpu_device *adev = (struct amdgpu_device *)handle;
  179. /* Skip this for APU for now */
  180. if (!(adev->flags & AMD_IS_APU)) {
  181. r = amdgpu_uvd_suspend(adev);
  182. if (r)
  183. return r;
  184. }
  185. r = uvd_v6_0_hw_fini(adev);
  186. if (r)
  187. return r;
  188. return r;
  189. }
  190. static int uvd_v6_0_resume(void *handle)
  191. {
  192. int r;
  193. struct amdgpu_device *adev = (struct amdgpu_device *)handle;
  194. /* Skip this for APU for now */
  195. if (!(adev->flags & AMD_IS_APU)) {
  196. r = amdgpu_uvd_resume(adev);
  197. if (r)
  198. return r;
  199. }
  200. r = uvd_v6_0_hw_init(adev);
  201. if (r)
  202. return r;
  203. return r;
  204. }
  205. /**
  206. * uvd_v6_0_mc_resume - memory controller programming
  207. *
  208. * @adev: amdgpu_device pointer
  209. *
  210. * Let the UVD memory controller know it's offsets
  211. */
  212. static void uvd_v6_0_mc_resume(struct amdgpu_device *adev)
  213. {
  214. uint64_t offset;
  215. uint32_t size;
  216. /* programm memory controller bits 0-27 */
  217. WREG32(mmUVD_LMI_VCPU_CACHE_64BIT_BAR_LOW,
  218. lower_32_bits(adev->uvd.gpu_addr));
  219. WREG32(mmUVD_LMI_VCPU_CACHE_64BIT_BAR_HIGH,
  220. upper_32_bits(adev->uvd.gpu_addr));
  221. offset = AMDGPU_UVD_FIRMWARE_OFFSET;
  222. size = AMDGPU_GPU_PAGE_ALIGN(adev->uvd.fw->size + 4);
  223. WREG32(mmUVD_VCPU_CACHE_OFFSET0, offset >> 3);
  224. WREG32(mmUVD_VCPU_CACHE_SIZE0, size);
  225. offset += size;
  226. size = AMDGPU_UVD_STACK_SIZE;
  227. WREG32(mmUVD_VCPU_CACHE_OFFSET1, offset >> 3);
  228. WREG32(mmUVD_VCPU_CACHE_SIZE1, size);
  229. offset += size;
  230. size = AMDGPU_UVD_HEAP_SIZE;
  231. WREG32(mmUVD_VCPU_CACHE_OFFSET2, offset >> 3);
  232. WREG32(mmUVD_VCPU_CACHE_SIZE2, size);
  233. }
  234. static void cz_set_uvd_clock_gating_branches(struct amdgpu_device *adev,
  235. bool enable)
  236. {
  237. u32 data, data1;
  238. data = RREG32(mmUVD_CGC_GATE);
  239. data1 = RREG32(mmUVD_SUVD_CGC_GATE);
  240. if (enable) {
  241. data |= UVD_CGC_GATE__SYS_MASK |
  242. UVD_CGC_GATE__UDEC_MASK |
  243. UVD_CGC_GATE__MPEG2_MASK |
  244. UVD_CGC_GATE__RBC_MASK |
  245. UVD_CGC_GATE__LMI_MC_MASK |
  246. UVD_CGC_GATE__IDCT_MASK |
  247. UVD_CGC_GATE__MPRD_MASK |
  248. UVD_CGC_GATE__MPC_MASK |
  249. UVD_CGC_GATE__LBSI_MASK |
  250. UVD_CGC_GATE__LRBBM_MASK |
  251. UVD_CGC_GATE__UDEC_RE_MASK |
  252. UVD_CGC_GATE__UDEC_CM_MASK |
  253. UVD_CGC_GATE__UDEC_IT_MASK |
  254. UVD_CGC_GATE__UDEC_DB_MASK |
  255. UVD_CGC_GATE__UDEC_MP_MASK |
  256. UVD_CGC_GATE__WCB_MASK |
  257. UVD_CGC_GATE__VCPU_MASK |
  258. UVD_CGC_GATE__SCPU_MASK;
  259. data1 |= UVD_SUVD_CGC_GATE__SRE_MASK |
  260. UVD_SUVD_CGC_GATE__SIT_MASK |
  261. UVD_SUVD_CGC_GATE__SMP_MASK |
  262. UVD_SUVD_CGC_GATE__SCM_MASK |
  263. UVD_SUVD_CGC_GATE__SDB_MASK |
  264. UVD_SUVD_CGC_GATE__SRE_H264_MASK |
  265. UVD_SUVD_CGC_GATE__SRE_HEVC_MASK |
  266. UVD_SUVD_CGC_GATE__SIT_H264_MASK |
  267. UVD_SUVD_CGC_GATE__SIT_HEVC_MASK |
  268. UVD_SUVD_CGC_GATE__SCM_H264_MASK |
  269. UVD_SUVD_CGC_GATE__SCM_HEVC_MASK |
  270. UVD_SUVD_CGC_GATE__SDB_H264_MASK |
  271. UVD_SUVD_CGC_GATE__SDB_HEVC_MASK;
  272. } else {
  273. data &= ~(UVD_CGC_GATE__SYS_MASK |
  274. UVD_CGC_GATE__UDEC_MASK |
  275. UVD_CGC_GATE__MPEG2_MASK |
  276. UVD_CGC_GATE__RBC_MASK |
  277. UVD_CGC_GATE__LMI_MC_MASK |
  278. UVD_CGC_GATE__LMI_UMC_MASK |
  279. UVD_CGC_GATE__IDCT_MASK |
  280. UVD_CGC_GATE__MPRD_MASK |
  281. UVD_CGC_GATE__MPC_MASK |
  282. UVD_CGC_GATE__LBSI_MASK |
  283. UVD_CGC_GATE__LRBBM_MASK |
  284. UVD_CGC_GATE__UDEC_RE_MASK |
  285. UVD_CGC_GATE__UDEC_CM_MASK |
  286. UVD_CGC_GATE__UDEC_IT_MASK |
  287. UVD_CGC_GATE__UDEC_DB_MASK |
  288. UVD_CGC_GATE__UDEC_MP_MASK |
  289. UVD_CGC_GATE__WCB_MASK |
  290. UVD_CGC_GATE__VCPU_MASK |
  291. UVD_CGC_GATE__SCPU_MASK);
  292. data1 &= ~(UVD_SUVD_CGC_GATE__SRE_MASK |
  293. UVD_SUVD_CGC_GATE__SIT_MASK |
  294. UVD_SUVD_CGC_GATE__SMP_MASK |
  295. UVD_SUVD_CGC_GATE__SCM_MASK |
  296. UVD_SUVD_CGC_GATE__SDB_MASK |
  297. UVD_SUVD_CGC_GATE__SRE_H264_MASK |
  298. UVD_SUVD_CGC_GATE__SRE_HEVC_MASK |
  299. UVD_SUVD_CGC_GATE__SIT_H264_MASK |
  300. UVD_SUVD_CGC_GATE__SIT_HEVC_MASK |
  301. UVD_SUVD_CGC_GATE__SCM_H264_MASK |
  302. UVD_SUVD_CGC_GATE__SCM_HEVC_MASK |
  303. UVD_SUVD_CGC_GATE__SDB_H264_MASK |
  304. UVD_SUVD_CGC_GATE__SDB_HEVC_MASK);
  305. }
  306. WREG32(mmUVD_CGC_GATE, data);
  307. WREG32(mmUVD_SUVD_CGC_GATE, data1);
  308. }
  309. static void tonga_set_uvd_clock_gating_branches(struct amdgpu_device *adev,
  310. bool enable)
  311. {
  312. u32 data, data1;
  313. data = RREG32(mmUVD_CGC_GATE);
  314. data1 = RREG32(mmUVD_SUVD_CGC_GATE);
  315. if (enable) {
  316. data |= UVD_CGC_GATE__SYS_MASK |
  317. UVD_CGC_GATE__UDEC_MASK |
  318. UVD_CGC_GATE__MPEG2_MASK |
  319. UVD_CGC_GATE__RBC_MASK |
  320. UVD_CGC_GATE__LMI_MC_MASK |
  321. UVD_CGC_GATE__IDCT_MASK |
  322. UVD_CGC_GATE__MPRD_MASK |
  323. UVD_CGC_GATE__MPC_MASK |
  324. UVD_CGC_GATE__LBSI_MASK |
  325. UVD_CGC_GATE__LRBBM_MASK |
  326. UVD_CGC_GATE__UDEC_RE_MASK |
  327. UVD_CGC_GATE__UDEC_CM_MASK |
  328. UVD_CGC_GATE__UDEC_IT_MASK |
  329. UVD_CGC_GATE__UDEC_DB_MASK |
  330. UVD_CGC_GATE__UDEC_MP_MASK |
  331. UVD_CGC_GATE__WCB_MASK |
  332. UVD_CGC_GATE__VCPU_MASK |
  333. UVD_CGC_GATE__SCPU_MASK;
  334. data1 |= UVD_SUVD_CGC_GATE__SRE_MASK |
  335. UVD_SUVD_CGC_GATE__SIT_MASK |
  336. UVD_SUVD_CGC_GATE__SMP_MASK |
  337. UVD_SUVD_CGC_GATE__SCM_MASK |
  338. UVD_SUVD_CGC_GATE__SDB_MASK;
  339. } else {
  340. data &= ~(UVD_CGC_GATE__SYS_MASK |
  341. UVD_CGC_GATE__UDEC_MASK |
  342. UVD_CGC_GATE__MPEG2_MASK |
  343. UVD_CGC_GATE__RBC_MASK |
  344. UVD_CGC_GATE__LMI_MC_MASK |
  345. UVD_CGC_GATE__LMI_UMC_MASK |
  346. UVD_CGC_GATE__IDCT_MASK |
  347. UVD_CGC_GATE__MPRD_MASK |
  348. UVD_CGC_GATE__MPC_MASK |
  349. UVD_CGC_GATE__LBSI_MASK |
  350. UVD_CGC_GATE__LRBBM_MASK |
  351. UVD_CGC_GATE__UDEC_RE_MASK |
  352. UVD_CGC_GATE__UDEC_CM_MASK |
  353. UVD_CGC_GATE__UDEC_IT_MASK |
  354. UVD_CGC_GATE__UDEC_DB_MASK |
  355. UVD_CGC_GATE__UDEC_MP_MASK |
  356. UVD_CGC_GATE__WCB_MASK |
  357. UVD_CGC_GATE__VCPU_MASK |
  358. UVD_CGC_GATE__SCPU_MASK);
  359. data1 &= ~(UVD_SUVD_CGC_GATE__SRE_MASK |
  360. UVD_SUVD_CGC_GATE__SIT_MASK |
  361. UVD_SUVD_CGC_GATE__SMP_MASK |
  362. UVD_SUVD_CGC_GATE__SCM_MASK |
  363. UVD_SUVD_CGC_GATE__SDB_MASK);
  364. }
  365. WREG32(mmUVD_CGC_GATE, data);
  366. WREG32(mmUVD_SUVD_CGC_GATE, data1);
  367. }
  368. static void uvd_v6_0_set_uvd_dynamic_clock_mode(struct amdgpu_device *adev,
  369. bool swmode)
  370. {
  371. u32 data, data1 = 0, data2;
  372. /* Always un-gate UVD REGS bit */
  373. data = RREG32(mmUVD_CGC_GATE);
  374. data &= ~(UVD_CGC_GATE__REGS_MASK);
  375. WREG32(mmUVD_CGC_GATE, data);
  376. data = RREG32(mmUVD_CGC_CTRL);
  377. data &= ~(UVD_CGC_CTRL__CLK_OFF_DELAY_MASK |
  378. UVD_CGC_CTRL__CLK_GATE_DLY_TIMER_MASK);
  379. data |= UVD_CGC_CTRL__DYN_CLOCK_MODE_MASK |
  380. 1 << REG_FIELD_SHIFT(UVD_CGC_CTRL, CLK_GATE_DLY_TIMER) |
  381. 4 << REG_FIELD_SHIFT(UVD_CGC_CTRL, CLK_OFF_DELAY);
  382. data2 = RREG32(mmUVD_SUVD_CGC_CTRL);
  383. if (swmode) {
  384. data &= ~(UVD_CGC_CTRL__UDEC_RE_MODE_MASK |
  385. UVD_CGC_CTRL__UDEC_CM_MODE_MASK |
  386. UVD_CGC_CTRL__UDEC_IT_MODE_MASK |
  387. UVD_CGC_CTRL__UDEC_DB_MODE_MASK |
  388. UVD_CGC_CTRL__UDEC_MP_MODE_MASK |
  389. UVD_CGC_CTRL__SYS_MODE_MASK |
  390. UVD_CGC_CTRL__UDEC_MODE_MASK |
  391. UVD_CGC_CTRL__MPEG2_MODE_MASK |
  392. UVD_CGC_CTRL__REGS_MODE_MASK |
  393. UVD_CGC_CTRL__RBC_MODE_MASK |
  394. UVD_CGC_CTRL__LMI_MC_MODE_MASK |
  395. UVD_CGC_CTRL__LMI_UMC_MODE_MASK |
  396. UVD_CGC_CTRL__IDCT_MODE_MASK |
  397. UVD_CGC_CTRL__MPRD_MODE_MASK |
  398. UVD_CGC_CTRL__MPC_MODE_MASK |
  399. UVD_CGC_CTRL__LBSI_MODE_MASK |
  400. UVD_CGC_CTRL__LRBBM_MODE_MASK |
  401. UVD_CGC_CTRL__WCB_MODE_MASK |
  402. UVD_CGC_CTRL__VCPU_MODE_MASK |
  403. UVD_CGC_CTRL__JPEG_MODE_MASK |
  404. UVD_CGC_CTRL__SCPU_MODE_MASK);
  405. data1 |= UVD_CGC_CTRL2__DYN_OCLK_RAMP_EN_MASK |
  406. UVD_CGC_CTRL2__DYN_RCLK_RAMP_EN_MASK;
  407. data1 &= ~UVD_CGC_CTRL2__GATER_DIV_ID_MASK;
  408. data1 |= 7 << REG_FIELD_SHIFT(UVD_CGC_CTRL2, GATER_DIV_ID);
  409. data2 &= ~(UVD_SUVD_CGC_CTRL__SRE_MODE_MASK |
  410. UVD_SUVD_CGC_CTRL__SIT_MODE_MASK |
  411. UVD_SUVD_CGC_CTRL__SMP_MODE_MASK |
  412. UVD_SUVD_CGC_CTRL__SCM_MODE_MASK |
  413. UVD_SUVD_CGC_CTRL__SDB_MODE_MASK);
  414. } else {
  415. data |= UVD_CGC_CTRL__UDEC_RE_MODE_MASK |
  416. UVD_CGC_CTRL__UDEC_CM_MODE_MASK |
  417. UVD_CGC_CTRL__UDEC_IT_MODE_MASK |
  418. UVD_CGC_CTRL__UDEC_DB_MODE_MASK |
  419. UVD_CGC_CTRL__UDEC_MP_MODE_MASK |
  420. UVD_CGC_CTRL__SYS_MODE_MASK |
  421. UVD_CGC_CTRL__UDEC_MODE_MASK |
  422. UVD_CGC_CTRL__MPEG2_MODE_MASK |
  423. UVD_CGC_CTRL__REGS_MODE_MASK |
  424. UVD_CGC_CTRL__RBC_MODE_MASK |
  425. UVD_CGC_CTRL__LMI_MC_MODE_MASK |
  426. UVD_CGC_CTRL__LMI_UMC_MODE_MASK |
  427. UVD_CGC_CTRL__IDCT_MODE_MASK |
  428. UVD_CGC_CTRL__MPRD_MODE_MASK |
  429. UVD_CGC_CTRL__MPC_MODE_MASK |
  430. UVD_CGC_CTRL__LBSI_MODE_MASK |
  431. UVD_CGC_CTRL__LRBBM_MODE_MASK |
  432. UVD_CGC_CTRL__WCB_MODE_MASK |
  433. UVD_CGC_CTRL__VCPU_MODE_MASK |
  434. UVD_CGC_CTRL__SCPU_MODE_MASK;
  435. data2 |= UVD_SUVD_CGC_CTRL__SRE_MODE_MASK |
  436. UVD_SUVD_CGC_CTRL__SIT_MODE_MASK |
  437. UVD_SUVD_CGC_CTRL__SMP_MODE_MASK |
  438. UVD_SUVD_CGC_CTRL__SCM_MODE_MASK |
  439. UVD_SUVD_CGC_CTRL__SDB_MODE_MASK;
  440. }
  441. WREG32(mmUVD_CGC_CTRL, data);
  442. WREG32(mmUVD_SUVD_CGC_CTRL, data2);
  443. data = RREG32_UVD_CTX(ixUVD_CGC_CTRL2);
  444. data &= ~(REG_FIELD_MASK(UVD_CGC_CTRL2, DYN_OCLK_RAMP_EN) |
  445. REG_FIELD_MASK(UVD_CGC_CTRL2, DYN_RCLK_RAMP_EN) |
  446. REG_FIELD_MASK(UVD_CGC_CTRL2, GATER_DIV_ID));
  447. data1 &= (REG_FIELD_MASK(UVD_CGC_CTRL2, DYN_OCLK_RAMP_EN) |
  448. REG_FIELD_MASK(UVD_CGC_CTRL2, DYN_RCLK_RAMP_EN) |
  449. REG_FIELD_MASK(UVD_CGC_CTRL2, GATER_DIV_ID));
  450. data |= data1;
  451. WREG32_UVD_CTX(ixUVD_CGC_CTRL2, data);
  452. }
  453. /**
  454. * uvd_v6_0_start - start UVD block
  455. *
  456. * @adev: amdgpu_device pointer
  457. *
  458. * Setup and start the UVD block
  459. */
  460. static int uvd_v6_0_start(struct amdgpu_device *adev)
  461. {
  462. struct amdgpu_ring *ring = &adev->uvd.ring;
  463. uint32_t rb_bufsz, tmp;
  464. uint32_t lmi_swap_cntl;
  465. uint32_t mp_swap_cntl;
  466. int i, j, r;
  467. /*disable DPG */
  468. WREG32_P(mmUVD_POWER_STATUS, 0, ~(1 << 2));
  469. /* disable byte swapping */
  470. lmi_swap_cntl = 0;
  471. mp_swap_cntl = 0;
  472. uvd_v6_0_mc_resume(adev);
  473. /* Set dynamic clock gating in S/W control mode */
  474. if (adev->cg_flags & AMDGPU_CG_SUPPORT_UVD_MGCG) {
  475. if (adev->flags & AMD_IS_APU)
  476. cz_set_uvd_clock_gating_branches(adev, false);
  477. else
  478. tonga_set_uvd_clock_gating_branches(adev, false);
  479. uvd_v6_0_set_uvd_dynamic_clock_mode(adev, true);
  480. } else {
  481. /* disable clock gating */
  482. uint32_t data = RREG32(mmUVD_CGC_CTRL);
  483. data &= ~UVD_CGC_CTRL__DYN_CLOCK_MODE_MASK;
  484. WREG32(mmUVD_CGC_CTRL, data);
  485. }
  486. /* disable interupt */
  487. WREG32_P(mmUVD_MASTINT_EN, 0, ~(1 << 1));
  488. /* stall UMC and register bus before resetting VCPU */
  489. WREG32_P(mmUVD_LMI_CTRL2, 1 << 8, ~(1 << 8));
  490. mdelay(1);
  491. /* put LMI, VCPU, RBC etc... into reset */
  492. WREG32(mmUVD_SOFT_RESET, UVD_SOFT_RESET__LMI_SOFT_RESET_MASK |
  493. UVD_SOFT_RESET__VCPU_SOFT_RESET_MASK | UVD_SOFT_RESET__LBSI_SOFT_RESET_MASK |
  494. UVD_SOFT_RESET__RBC_SOFT_RESET_MASK | UVD_SOFT_RESET__CSM_SOFT_RESET_MASK |
  495. UVD_SOFT_RESET__CXW_SOFT_RESET_MASK | UVD_SOFT_RESET__TAP_SOFT_RESET_MASK |
  496. UVD_SOFT_RESET__LMI_UMC_SOFT_RESET_MASK);
  497. mdelay(5);
  498. /* take UVD block out of reset */
  499. WREG32_P(mmSRBM_SOFT_RESET, 0, ~SRBM_SOFT_RESET__SOFT_RESET_UVD_MASK);
  500. mdelay(5);
  501. /* initialize UVD memory controller */
  502. WREG32(mmUVD_LMI_CTRL, 0x40 | (1 << 8) | (1 << 13) |
  503. (1 << 21) | (1 << 9) | (1 << 20));
  504. #ifdef __BIG_ENDIAN
  505. /* swap (8 in 32) RB and IB */
  506. lmi_swap_cntl = 0xa;
  507. mp_swap_cntl = 0;
  508. #endif
  509. WREG32(mmUVD_LMI_SWAP_CNTL, lmi_swap_cntl);
  510. WREG32(mmUVD_MP_SWAP_CNTL, mp_swap_cntl);
  511. WREG32(mmUVD_MPC_SET_MUXA0, 0x40c2040);
  512. WREG32(mmUVD_MPC_SET_MUXA1, 0x0);
  513. WREG32(mmUVD_MPC_SET_MUXB0, 0x40c2040);
  514. WREG32(mmUVD_MPC_SET_MUXB1, 0x0);
  515. WREG32(mmUVD_MPC_SET_ALU, 0);
  516. WREG32(mmUVD_MPC_SET_MUX, 0x88);
  517. /* take all subblocks out of reset, except VCPU */
  518. WREG32(mmUVD_SOFT_RESET, UVD_SOFT_RESET__VCPU_SOFT_RESET_MASK);
  519. mdelay(5);
  520. /* enable VCPU clock */
  521. WREG32(mmUVD_VCPU_CNTL, 1 << 9);
  522. /* enable UMC */
  523. WREG32_P(mmUVD_LMI_CTRL2, 0, ~(1 << 8));
  524. /* boot up the VCPU */
  525. WREG32(mmUVD_SOFT_RESET, 0);
  526. mdelay(10);
  527. for (i = 0; i < 10; ++i) {
  528. uint32_t status;
  529. for (j = 0; j < 100; ++j) {
  530. status = RREG32(mmUVD_STATUS);
  531. if (status & 2)
  532. break;
  533. mdelay(10);
  534. }
  535. r = 0;
  536. if (status & 2)
  537. break;
  538. DRM_ERROR("UVD not responding, trying to reset the VCPU!!!\n");
  539. WREG32_P(mmUVD_SOFT_RESET, UVD_SOFT_RESET__VCPU_SOFT_RESET_MASK,
  540. ~UVD_SOFT_RESET__VCPU_SOFT_RESET_MASK);
  541. mdelay(10);
  542. WREG32_P(mmUVD_SOFT_RESET, 0,
  543. ~UVD_SOFT_RESET__VCPU_SOFT_RESET_MASK);
  544. mdelay(10);
  545. r = -1;
  546. }
  547. if (r) {
  548. DRM_ERROR("UVD not responding, giving up!!!\n");
  549. return r;
  550. }
  551. /* enable master interrupt */
  552. WREG32_P(mmUVD_MASTINT_EN, 3 << 1, ~(3 << 1));
  553. /* clear the bit 4 of UVD_STATUS */
  554. WREG32_P(mmUVD_STATUS, 0, ~(2 << 1));
  555. rb_bufsz = order_base_2(ring->ring_size);
  556. tmp = 0;
  557. tmp = REG_SET_FIELD(tmp, UVD_RBC_RB_CNTL, RB_BUFSZ, rb_bufsz);
  558. tmp = REG_SET_FIELD(tmp, UVD_RBC_RB_CNTL, RB_BLKSZ, 1);
  559. tmp = REG_SET_FIELD(tmp, UVD_RBC_RB_CNTL, RB_NO_FETCH, 1);
  560. tmp = REG_SET_FIELD(tmp, UVD_RBC_RB_CNTL, RB_WPTR_POLL_EN, 0);
  561. tmp = REG_SET_FIELD(tmp, UVD_RBC_RB_CNTL, RB_NO_UPDATE, 1);
  562. tmp = REG_SET_FIELD(tmp, UVD_RBC_RB_CNTL, RB_RPTR_WR_EN, 1);
  563. /* force RBC into idle state */
  564. WREG32(mmUVD_RBC_RB_CNTL, tmp);
  565. /* set the write pointer delay */
  566. WREG32(mmUVD_RBC_RB_WPTR_CNTL, 0);
  567. /* set the wb address */
  568. WREG32(mmUVD_RBC_RB_RPTR_ADDR, (upper_32_bits(ring->gpu_addr) >> 2));
  569. /* programm the RB_BASE for ring buffer */
  570. WREG32(mmUVD_LMI_RBC_RB_64BIT_BAR_LOW,
  571. lower_32_bits(ring->gpu_addr));
  572. WREG32(mmUVD_LMI_RBC_RB_64BIT_BAR_HIGH,
  573. upper_32_bits(ring->gpu_addr));
  574. /* Initialize the ring buffer's read and write pointers */
  575. WREG32(mmUVD_RBC_RB_RPTR, 0);
  576. ring->wptr = RREG32(mmUVD_RBC_RB_RPTR);
  577. WREG32(mmUVD_RBC_RB_WPTR, ring->wptr);
  578. WREG32_P(mmUVD_RBC_RB_CNTL, 0, ~UVD_RBC_RB_CNTL__RB_NO_FETCH_MASK);
  579. return 0;
  580. }
  581. /**
  582. * uvd_v6_0_stop - stop UVD block
  583. *
  584. * @adev: amdgpu_device pointer
  585. *
  586. * stop the UVD block
  587. */
  588. static void uvd_v6_0_stop(struct amdgpu_device *adev)
  589. {
  590. /* force RBC into idle state */
  591. WREG32(mmUVD_RBC_RB_CNTL, 0x11010101);
  592. /* Stall UMC and register bus before resetting VCPU */
  593. WREG32_P(mmUVD_LMI_CTRL2, 1 << 8, ~(1 << 8));
  594. mdelay(1);
  595. /* put VCPU into reset */
  596. WREG32(mmUVD_SOFT_RESET, UVD_SOFT_RESET__VCPU_SOFT_RESET_MASK);
  597. mdelay(5);
  598. /* disable VCPU clock */
  599. WREG32(mmUVD_VCPU_CNTL, 0x0);
  600. /* Unstall UMC and register bus */
  601. WREG32_P(mmUVD_LMI_CTRL2, 0, ~(1 << 8));
  602. }
  603. /**
  604. * uvd_v6_0_ring_emit_fence - emit an fence & trap command
  605. *
  606. * @ring: amdgpu_ring pointer
  607. * @fence: fence to emit
  608. *
  609. * Write a fence and a trap command to the ring.
  610. */
  611. static void uvd_v6_0_ring_emit_fence(struct amdgpu_ring *ring, u64 addr, u64 seq,
  612. unsigned flags)
  613. {
  614. WARN_ON(flags & AMDGPU_FENCE_FLAG_64BIT);
  615. amdgpu_ring_write(ring, PACKET0(mmUVD_CONTEXT_ID, 0));
  616. amdgpu_ring_write(ring, seq);
  617. amdgpu_ring_write(ring, PACKET0(mmUVD_GPCOM_VCPU_DATA0, 0));
  618. amdgpu_ring_write(ring, addr & 0xffffffff);
  619. amdgpu_ring_write(ring, PACKET0(mmUVD_GPCOM_VCPU_DATA1, 0));
  620. amdgpu_ring_write(ring, upper_32_bits(addr) & 0xff);
  621. amdgpu_ring_write(ring, PACKET0(mmUVD_GPCOM_VCPU_CMD, 0));
  622. amdgpu_ring_write(ring, 0);
  623. amdgpu_ring_write(ring, PACKET0(mmUVD_GPCOM_VCPU_DATA0, 0));
  624. amdgpu_ring_write(ring, 0);
  625. amdgpu_ring_write(ring, PACKET0(mmUVD_GPCOM_VCPU_DATA1, 0));
  626. amdgpu_ring_write(ring, 0);
  627. amdgpu_ring_write(ring, PACKET0(mmUVD_GPCOM_VCPU_CMD, 0));
  628. amdgpu_ring_write(ring, 2);
  629. }
  630. /**
  631. * uvd_v6_0_ring_test_ring - register write test
  632. *
  633. * @ring: amdgpu_ring pointer
  634. *
  635. * Test if we can successfully write to the context register
  636. */
  637. static int uvd_v6_0_ring_test_ring(struct amdgpu_ring *ring)
  638. {
  639. struct amdgpu_device *adev = ring->adev;
  640. uint32_t tmp = 0;
  641. unsigned i;
  642. int r;
  643. WREG32(mmUVD_CONTEXT_ID, 0xCAFEDEAD);
  644. r = amdgpu_ring_lock(ring, 3);
  645. if (r) {
  646. DRM_ERROR("amdgpu: cp failed to lock ring %d (%d).\n",
  647. ring->idx, r);
  648. return r;
  649. }
  650. amdgpu_ring_write(ring, PACKET0(mmUVD_CONTEXT_ID, 0));
  651. amdgpu_ring_write(ring, 0xDEADBEEF);
  652. amdgpu_ring_unlock_commit(ring);
  653. for (i = 0; i < adev->usec_timeout; i++) {
  654. tmp = RREG32(mmUVD_CONTEXT_ID);
  655. if (tmp == 0xDEADBEEF)
  656. break;
  657. DRM_UDELAY(1);
  658. }
  659. if (i < adev->usec_timeout) {
  660. DRM_INFO("ring test on %d succeeded in %d usecs\n",
  661. ring->idx, i);
  662. } else {
  663. DRM_ERROR("amdgpu: ring %d test failed (0x%08X)\n",
  664. ring->idx, tmp);
  665. r = -EINVAL;
  666. }
  667. return r;
  668. }
  669. /**
  670. * uvd_v6_0_ring_emit_ib - execute indirect buffer
  671. *
  672. * @ring: amdgpu_ring pointer
  673. * @ib: indirect buffer to execute
  674. *
  675. * Write ring commands to execute the indirect buffer
  676. */
  677. static void uvd_v6_0_ring_emit_ib(struct amdgpu_ring *ring,
  678. struct amdgpu_ib *ib)
  679. {
  680. amdgpu_ring_write(ring, PACKET0(mmUVD_LMI_RBC_IB_64BIT_BAR_LOW, 0));
  681. amdgpu_ring_write(ring, lower_32_bits(ib->gpu_addr));
  682. amdgpu_ring_write(ring, PACKET0(mmUVD_LMI_RBC_IB_64BIT_BAR_HIGH, 0));
  683. amdgpu_ring_write(ring, upper_32_bits(ib->gpu_addr));
  684. amdgpu_ring_write(ring, PACKET0(mmUVD_RBC_IB_SIZE, 0));
  685. amdgpu_ring_write(ring, ib->length_dw);
  686. }
  687. /**
  688. * uvd_v6_0_ring_test_ib - test ib execution
  689. *
  690. * @ring: amdgpu_ring pointer
  691. *
  692. * Test if we can successfully execute an IB
  693. */
  694. static int uvd_v6_0_ring_test_ib(struct amdgpu_ring *ring)
  695. {
  696. struct fence *fence = NULL;
  697. int r;
  698. r = amdgpu_uvd_get_create_msg(ring, 1, NULL);
  699. if (r) {
  700. DRM_ERROR("amdgpu: failed to get create msg (%d).\n", r);
  701. goto error;
  702. }
  703. r = amdgpu_uvd_get_destroy_msg(ring, 1, &fence);
  704. if (r) {
  705. DRM_ERROR("amdgpu: failed to get destroy ib (%d).\n", r);
  706. goto error;
  707. }
  708. r = fence_wait(fence, false);
  709. if (r) {
  710. DRM_ERROR("amdgpu: fence wait failed (%d).\n", r);
  711. goto error;
  712. }
  713. DRM_INFO("ib test on ring %d succeeded\n", ring->idx);
  714. error:
  715. fence_put(fence);
  716. return r;
  717. }
  718. static bool uvd_v6_0_is_idle(void *handle)
  719. {
  720. struct amdgpu_device *adev = (struct amdgpu_device *)handle;
  721. return !(RREG32(mmSRBM_STATUS) & SRBM_STATUS__UVD_BUSY_MASK);
  722. }
  723. static int uvd_v6_0_wait_for_idle(void *handle)
  724. {
  725. unsigned i;
  726. struct amdgpu_device *adev = (struct amdgpu_device *)handle;
  727. for (i = 0; i < adev->usec_timeout; i++) {
  728. if (!(RREG32(mmSRBM_STATUS) & SRBM_STATUS__UVD_BUSY_MASK))
  729. return 0;
  730. }
  731. return -ETIMEDOUT;
  732. }
  733. static int uvd_v6_0_soft_reset(void *handle)
  734. {
  735. struct amdgpu_device *adev = (struct amdgpu_device *)handle;
  736. uvd_v6_0_stop(adev);
  737. WREG32_P(mmSRBM_SOFT_RESET, SRBM_SOFT_RESET__SOFT_RESET_UVD_MASK,
  738. ~SRBM_SOFT_RESET__SOFT_RESET_UVD_MASK);
  739. mdelay(5);
  740. return uvd_v6_0_start(adev);
  741. }
  742. static void uvd_v6_0_print_status(void *handle)
  743. {
  744. struct amdgpu_device *adev = (struct amdgpu_device *)handle;
  745. dev_info(adev->dev, "UVD 6.0 registers\n");
  746. dev_info(adev->dev, " UVD_SEMA_ADDR_LOW=0x%08X\n",
  747. RREG32(mmUVD_SEMA_ADDR_LOW));
  748. dev_info(adev->dev, " UVD_SEMA_ADDR_HIGH=0x%08X\n",
  749. RREG32(mmUVD_SEMA_ADDR_HIGH));
  750. dev_info(adev->dev, " UVD_SEMA_CMD=0x%08X\n",
  751. RREG32(mmUVD_SEMA_CMD));
  752. dev_info(adev->dev, " UVD_GPCOM_VCPU_CMD=0x%08X\n",
  753. RREG32(mmUVD_GPCOM_VCPU_CMD));
  754. dev_info(adev->dev, " UVD_GPCOM_VCPU_DATA0=0x%08X\n",
  755. RREG32(mmUVD_GPCOM_VCPU_DATA0));
  756. dev_info(adev->dev, " UVD_GPCOM_VCPU_DATA1=0x%08X\n",
  757. RREG32(mmUVD_GPCOM_VCPU_DATA1));
  758. dev_info(adev->dev, " UVD_ENGINE_CNTL=0x%08X\n",
  759. RREG32(mmUVD_ENGINE_CNTL));
  760. dev_info(adev->dev, " UVD_UDEC_ADDR_CONFIG=0x%08X\n",
  761. RREG32(mmUVD_UDEC_ADDR_CONFIG));
  762. dev_info(adev->dev, " UVD_UDEC_DB_ADDR_CONFIG=0x%08X\n",
  763. RREG32(mmUVD_UDEC_DB_ADDR_CONFIG));
  764. dev_info(adev->dev, " UVD_UDEC_DBW_ADDR_CONFIG=0x%08X\n",
  765. RREG32(mmUVD_UDEC_DBW_ADDR_CONFIG));
  766. dev_info(adev->dev, " UVD_SEMA_CNTL=0x%08X\n",
  767. RREG32(mmUVD_SEMA_CNTL));
  768. dev_info(adev->dev, " UVD_LMI_EXT40_ADDR=0x%08X\n",
  769. RREG32(mmUVD_LMI_EXT40_ADDR));
  770. dev_info(adev->dev, " UVD_CTX_INDEX=0x%08X\n",
  771. RREG32(mmUVD_CTX_INDEX));
  772. dev_info(adev->dev, " UVD_CTX_DATA=0x%08X\n",
  773. RREG32(mmUVD_CTX_DATA));
  774. dev_info(adev->dev, " UVD_CGC_GATE=0x%08X\n",
  775. RREG32(mmUVD_CGC_GATE));
  776. dev_info(adev->dev, " UVD_CGC_CTRL=0x%08X\n",
  777. RREG32(mmUVD_CGC_CTRL));
  778. dev_info(adev->dev, " UVD_LMI_CTRL2=0x%08X\n",
  779. RREG32(mmUVD_LMI_CTRL2));
  780. dev_info(adev->dev, " UVD_MASTINT_EN=0x%08X\n",
  781. RREG32(mmUVD_MASTINT_EN));
  782. dev_info(adev->dev, " UVD_LMI_ADDR_EXT=0x%08X\n",
  783. RREG32(mmUVD_LMI_ADDR_EXT));
  784. dev_info(adev->dev, " UVD_LMI_CTRL=0x%08X\n",
  785. RREG32(mmUVD_LMI_CTRL));
  786. dev_info(adev->dev, " UVD_LMI_SWAP_CNTL=0x%08X\n",
  787. RREG32(mmUVD_LMI_SWAP_CNTL));
  788. dev_info(adev->dev, " UVD_MP_SWAP_CNTL=0x%08X\n",
  789. RREG32(mmUVD_MP_SWAP_CNTL));
  790. dev_info(adev->dev, " UVD_MPC_SET_MUXA0=0x%08X\n",
  791. RREG32(mmUVD_MPC_SET_MUXA0));
  792. dev_info(adev->dev, " UVD_MPC_SET_MUXA1=0x%08X\n",
  793. RREG32(mmUVD_MPC_SET_MUXA1));
  794. dev_info(adev->dev, " UVD_MPC_SET_MUXB0=0x%08X\n",
  795. RREG32(mmUVD_MPC_SET_MUXB0));
  796. dev_info(adev->dev, " UVD_MPC_SET_MUXB1=0x%08X\n",
  797. RREG32(mmUVD_MPC_SET_MUXB1));
  798. dev_info(adev->dev, " UVD_MPC_SET_MUX=0x%08X\n",
  799. RREG32(mmUVD_MPC_SET_MUX));
  800. dev_info(adev->dev, " UVD_MPC_SET_ALU=0x%08X\n",
  801. RREG32(mmUVD_MPC_SET_ALU));
  802. dev_info(adev->dev, " UVD_VCPU_CACHE_OFFSET0=0x%08X\n",
  803. RREG32(mmUVD_VCPU_CACHE_OFFSET0));
  804. dev_info(adev->dev, " UVD_VCPU_CACHE_SIZE0=0x%08X\n",
  805. RREG32(mmUVD_VCPU_CACHE_SIZE0));
  806. dev_info(adev->dev, " UVD_VCPU_CACHE_OFFSET1=0x%08X\n",
  807. RREG32(mmUVD_VCPU_CACHE_OFFSET1));
  808. dev_info(adev->dev, " UVD_VCPU_CACHE_SIZE1=0x%08X\n",
  809. RREG32(mmUVD_VCPU_CACHE_SIZE1));
  810. dev_info(adev->dev, " UVD_VCPU_CACHE_OFFSET2=0x%08X\n",
  811. RREG32(mmUVD_VCPU_CACHE_OFFSET2));
  812. dev_info(adev->dev, " UVD_VCPU_CACHE_SIZE2=0x%08X\n",
  813. RREG32(mmUVD_VCPU_CACHE_SIZE2));
  814. dev_info(adev->dev, " UVD_VCPU_CNTL=0x%08X\n",
  815. RREG32(mmUVD_VCPU_CNTL));
  816. dev_info(adev->dev, " UVD_SOFT_RESET=0x%08X\n",
  817. RREG32(mmUVD_SOFT_RESET));
  818. dev_info(adev->dev, " UVD_RBC_IB_SIZE=0x%08X\n",
  819. RREG32(mmUVD_RBC_IB_SIZE));
  820. dev_info(adev->dev, " UVD_RBC_RB_RPTR=0x%08X\n",
  821. RREG32(mmUVD_RBC_RB_RPTR));
  822. dev_info(adev->dev, " UVD_RBC_RB_WPTR=0x%08X\n",
  823. RREG32(mmUVD_RBC_RB_WPTR));
  824. dev_info(adev->dev, " UVD_RBC_RB_WPTR_CNTL=0x%08X\n",
  825. RREG32(mmUVD_RBC_RB_WPTR_CNTL));
  826. dev_info(adev->dev, " UVD_RBC_RB_CNTL=0x%08X\n",
  827. RREG32(mmUVD_RBC_RB_CNTL));
  828. dev_info(adev->dev, " UVD_STATUS=0x%08X\n",
  829. RREG32(mmUVD_STATUS));
  830. dev_info(adev->dev, " UVD_SEMA_TIMEOUT_STATUS=0x%08X\n",
  831. RREG32(mmUVD_SEMA_TIMEOUT_STATUS));
  832. dev_info(adev->dev, " UVD_SEMA_WAIT_INCOMPLETE_TIMEOUT_CNTL=0x%08X\n",
  833. RREG32(mmUVD_SEMA_WAIT_INCOMPLETE_TIMEOUT_CNTL));
  834. dev_info(adev->dev, " UVD_SEMA_WAIT_FAULT_TIMEOUT_CNTL=0x%08X\n",
  835. RREG32(mmUVD_SEMA_WAIT_FAULT_TIMEOUT_CNTL));
  836. dev_info(adev->dev, " UVD_SEMA_SIGNAL_INCOMPLETE_TIMEOUT_CNTL=0x%08X\n",
  837. RREG32(mmUVD_SEMA_SIGNAL_INCOMPLETE_TIMEOUT_CNTL));
  838. dev_info(adev->dev, " UVD_CONTEXT_ID=0x%08X\n",
  839. RREG32(mmUVD_CONTEXT_ID));
  840. }
  841. static int uvd_v6_0_set_interrupt_state(struct amdgpu_device *adev,
  842. struct amdgpu_irq_src *source,
  843. unsigned type,
  844. enum amdgpu_interrupt_state state)
  845. {
  846. // TODO
  847. return 0;
  848. }
  849. static int uvd_v6_0_process_interrupt(struct amdgpu_device *adev,
  850. struct amdgpu_irq_src *source,
  851. struct amdgpu_iv_entry *entry)
  852. {
  853. DRM_DEBUG("IH: UVD TRAP\n");
  854. amdgpu_fence_process(&adev->uvd.ring);
  855. return 0;
  856. }
  857. static int uvd_v6_0_set_clockgating_state(void *handle,
  858. enum amd_clockgating_state state)
  859. {
  860. struct amdgpu_device *adev = (struct amdgpu_device *)handle;
  861. bool enable = (state == AMD_CG_STATE_GATE) ? true : false;
  862. if (!(adev->cg_flags & AMDGPU_CG_SUPPORT_UVD_MGCG))
  863. return 0;
  864. if (enable) {
  865. if (adev->flags & AMD_IS_APU)
  866. cz_set_uvd_clock_gating_branches(adev, enable);
  867. else
  868. tonga_set_uvd_clock_gating_branches(adev, enable);
  869. uvd_v6_0_set_uvd_dynamic_clock_mode(adev, true);
  870. } else {
  871. uint32_t data = RREG32(mmUVD_CGC_CTRL);
  872. data &= ~UVD_CGC_CTRL__DYN_CLOCK_MODE_MASK;
  873. WREG32(mmUVD_CGC_CTRL, data);
  874. }
  875. return 0;
  876. }
  877. static int uvd_v6_0_set_powergating_state(void *handle,
  878. enum amd_powergating_state state)
  879. {
  880. /* This doesn't actually powergate the UVD block.
  881. * That's done in the dpm code via the SMC. This
  882. * just re-inits the block as necessary. The actual
  883. * gating still happens in the dpm code. We should
  884. * revisit this when there is a cleaner line between
  885. * the smc and the hw blocks
  886. */
  887. struct amdgpu_device *adev = (struct amdgpu_device *)handle;
  888. if (state == AMD_PG_STATE_GATE) {
  889. uvd_v6_0_stop(adev);
  890. return 0;
  891. } else {
  892. return uvd_v6_0_start(adev);
  893. }
  894. }
  895. const struct amd_ip_funcs uvd_v6_0_ip_funcs = {
  896. .early_init = uvd_v6_0_early_init,
  897. .late_init = NULL,
  898. .sw_init = uvd_v6_0_sw_init,
  899. .sw_fini = uvd_v6_0_sw_fini,
  900. .hw_init = uvd_v6_0_hw_init,
  901. .hw_fini = uvd_v6_0_hw_fini,
  902. .suspend = uvd_v6_0_suspend,
  903. .resume = uvd_v6_0_resume,
  904. .is_idle = uvd_v6_0_is_idle,
  905. .wait_for_idle = uvd_v6_0_wait_for_idle,
  906. .soft_reset = uvd_v6_0_soft_reset,
  907. .print_status = uvd_v6_0_print_status,
  908. .set_clockgating_state = uvd_v6_0_set_clockgating_state,
  909. .set_powergating_state = uvd_v6_0_set_powergating_state,
  910. };
  911. static const struct amdgpu_ring_funcs uvd_v6_0_ring_funcs = {
  912. .get_rptr = uvd_v6_0_ring_get_rptr,
  913. .get_wptr = uvd_v6_0_ring_get_wptr,
  914. .set_wptr = uvd_v6_0_ring_set_wptr,
  915. .parse_cs = amdgpu_uvd_ring_parse_cs,
  916. .emit_ib = uvd_v6_0_ring_emit_ib,
  917. .emit_fence = uvd_v6_0_ring_emit_fence,
  918. .test_ring = uvd_v6_0_ring_test_ring,
  919. .test_ib = uvd_v6_0_ring_test_ib,
  920. .insert_nop = amdgpu_ring_insert_nop,
  921. };
  922. static void uvd_v6_0_set_ring_funcs(struct amdgpu_device *adev)
  923. {
  924. adev->uvd.ring.funcs = &uvd_v6_0_ring_funcs;
  925. }
  926. static const struct amdgpu_irq_src_funcs uvd_v6_0_irq_funcs = {
  927. .set = uvd_v6_0_set_interrupt_state,
  928. .process = uvd_v6_0_process_interrupt,
  929. };
  930. static void uvd_v6_0_set_irq_funcs(struct amdgpu_device *adev)
  931. {
  932. adev->uvd.irq.num_types = 1;
  933. adev->uvd.irq.funcs = &uvd_v6_0_irq_funcs;
  934. }