uvd_v6_0.c 30 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088
  1. /*
  2. * Copyright 2014 Advanced Micro Devices, Inc.
  3. *
  4. * Permission is hereby granted, free of charge, to any person obtaining a
  5. * copy of this software and associated documentation files (the "Software"),
  6. * to deal in the Software without restriction, including without limitation
  7. * the rights to use, copy, modify, merge, publish, distribute, sublicense,
  8. * and/or sell copies of the Software, and to permit persons to whom the
  9. * Software is furnished to do so, subject to the following conditions:
  10. *
  11. * The above copyright notice and this permission notice shall be included in
  12. * all copies or substantial portions of the Software.
  13. *
  14. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  15. * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  16. * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
  17. * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
  18. * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
  19. * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
  20. * OTHER DEALINGS IN THE SOFTWARE.
  21. *
  22. * Authors: Christian König <christian.koenig@amd.com>
  23. */
  24. #include <linux/firmware.h>
  25. #include <drm/drmP.h>
  26. #include "amdgpu.h"
  27. #include "amdgpu_uvd.h"
  28. #include "vid.h"
  29. #include "uvd/uvd_6_0_d.h"
  30. #include "uvd/uvd_6_0_sh_mask.h"
  31. #include "oss/oss_2_0_d.h"
  32. #include "oss/oss_2_0_sh_mask.h"
  33. static void uvd_v6_0_set_ring_funcs(struct amdgpu_device *adev);
  34. static void uvd_v6_0_set_irq_funcs(struct amdgpu_device *adev);
  35. static int uvd_v6_0_start(struct amdgpu_device *adev);
  36. static void uvd_v6_0_stop(struct amdgpu_device *adev);
  37. /**
  38. * uvd_v6_0_ring_get_rptr - get read pointer
  39. *
  40. * @ring: amdgpu_ring pointer
  41. *
  42. * Returns the current hardware read pointer
  43. */
  44. static uint32_t uvd_v6_0_ring_get_rptr(struct amdgpu_ring *ring)
  45. {
  46. struct amdgpu_device *adev = ring->adev;
  47. return RREG32(mmUVD_RBC_RB_RPTR);
  48. }
  49. /**
  50. * uvd_v6_0_ring_get_wptr - get write pointer
  51. *
  52. * @ring: amdgpu_ring pointer
  53. *
  54. * Returns the current hardware write pointer
  55. */
  56. static uint32_t uvd_v6_0_ring_get_wptr(struct amdgpu_ring *ring)
  57. {
  58. struct amdgpu_device *adev = ring->adev;
  59. return RREG32(mmUVD_RBC_RB_WPTR);
  60. }
  61. /**
  62. * uvd_v6_0_ring_set_wptr - set write pointer
  63. *
  64. * @ring: amdgpu_ring pointer
  65. *
  66. * Commits the write pointer to the hardware
  67. */
  68. static void uvd_v6_0_ring_set_wptr(struct amdgpu_ring *ring)
  69. {
  70. struct amdgpu_device *adev = ring->adev;
  71. WREG32(mmUVD_RBC_RB_WPTR, ring->wptr);
  72. }
  73. static int uvd_v6_0_early_init(void *handle)
  74. {
  75. struct amdgpu_device *adev = (struct amdgpu_device *)handle;
  76. uvd_v6_0_set_ring_funcs(adev);
  77. uvd_v6_0_set_irq_funcs(adev);
  78. return 0;
  79. }
  80. static int uvd_v6_0_sw_init(void *handle)
  81. {
  82. struct amdgpu_ring *ring;
  83. int r;
  84. struct amdgpu_device *adev = (struct amdgpu_device *)handle;
  85. /* UVD TRAP */
  86. r = amdgpu_irq_add_id(adev, 124, &adev->uvd.irq);
  87. if (r)
  88. return r;
  89. r = amdgpu_uvd_sw_init(adev);
  90. if (r)
  91. return r;
  92. r = amdgpu_uvd_resume(adev);
  93. if (r)
  94. return r;
  95. ring = &adev->uvd.ring;
  96. sprintf(ring->name, "uvd");
  97. r = amdgpu_ring_init(adev, ring, 4096, CP_PACKET2, 0xf,
  98. &adev->uvd.irq, 0, AMDGPU_RING_TYPE_UVD);
  99. return r;
  100. }
  101. static int uvd_v6_0_sw_fini(void *handle)
  102. {
  103. int r;
  104. struct amdgpu_device *adev = (struct amdgpu_device *)handle;
  105. r = amdgpu_uvd_suspend(adev);
  106. if (r)
  107. return r;
  108. r = amdgpu_uvd_sw_fini(adev);
  109. if (r)
  110. return r;
  111. return r;
  112. }
  113. /**
  114. * uvd_v6_0_hw_init - start and test UVD block
  115. *
  116. * @adev: amdgpu_device pointer
  117. *
  118. * Initialize the hardware, boot up the VCPU and do some testing
  119. */
  120. static int uvd_v6_0_hw_init(void *handle)
  121. {
  122. struct amdgpu_device *adev = (struct amdgpu_device *)handle;
  123. struct amdgpu_ring *ring = &adev->uvd.ring;
  124. uint32_t tmp;
  125. int r;
  126. r = uvd_v6_0_start(adev);
  127. if (r)
  128. goto done;
  129. ring->ready = true;
  130. r = amdgpu_ring_test_ring(ring);
  131. if (r) {
  132. ring->ready = false;
  133. goto done;
  134. }
  135. r = amdgpu_ring_lock(ring, 10);
  136. if (r) {
  137. DRM_ERROR("amdgpu: ring failed to lock UVD ring (%d).\n", r);
  138. goto done;
  139. }
  140. tmp = PACKET0(mmUVD_SEMA_WAIT_FAULT_TIMEOUT_CNTL, 0);
  141. amdgpu_ring_write(ring, tmp);
  142. amdgpu_ring_write(ring, 0xFFFFF);
  143. tmp = PACKET0(mmUVD_SEMA_WAIT_INCOMPLETE_TIMEOUT_CNTL, 0);
  144. amdgpu_ring_write(ring, tmp);
  145. amdgpu_ring_write(ring, 0xFFFFF);
  146. tmp = PACKET0(mmUVD_SEMA_SIGNAL_INCOMPLETE_TIMEOUT_CNTL, 0);
  147. amdgpu_ring_write(ring, tmp);
  148. amdgpu_ring_write(ring, 0xFFFFF);
  149. /* Clear timeout status bits */
  150. amdgpu_ring_write(ring, PACKET0(mmUVD_SEMA_TIMEOUT_STATUS, 0));
  151. amdgpu_ring_write(ring, 0x8);
  152. amdgpu_ring_write(ring, PACKET0(mmUVD_SEMA_CNTL, 0));
  153. amdgpu_ring_write(ring, 3);
  154. amdgpu_ring_unlock_commit(ring);
  155. done:
  156. if (!r)
  157. DRM_INFO("UVD initialized successfully.\n");
  158. return r;
  159. }
  160. /**
  161. * uvd_v6_0_hw_fini - stop the hardware block
  162. *
  163. * @adev: amdgpu_device pointer
  164. *
  165. * Stop the UVD block, mark ring as not ready any more
  166. */
  167. static int uvd_v6_0_hw_fini(void *handle)
  168. {
  169. struct amdgpu_device *adev = (struct amdgpu_device *)handle;
  170. struct amdgpu_ring *ring = &adev->uvd.ring;
  171. uvd_v6_0_stop(adev);
  172. ring->ready = false;
  173. return 0;
  174. }
  175. static int uvd_v6_0_suspend(void *handle)
  176. {
  177. int r;
  178. struct amdgpu_device *adev = (struct amdgpu_device *)handle;
  179. /* Skip this for APU for now */
  180. if (!(adev->flags & AMD_IS_APU)) {
  181. r = amdgpu_uvd_suspend(adev);
  182. if (r)
  183. return r;
  184. }
  185. r = uvd_v6_0_hw_fini(adev);
  186. if (r)
  187. return r;
  188. return r;
  189. }
  190. static int uvd_v6_0_resume(void *handle)
  191. {
  192. int r;
  193. struct amdgpu_device *adev = (struct amdgpu_device *)handle;
  194. /* Skip this for APU for now */
  195. if (!(adev->flags & AMD_IS_APU)) {
  196. r = amdgpu_uvd_resume(adev);
  197. if (r)
  198. return r;
  199. }
  200. r = uvd_v6_0_hw_init(adev);
  201. if (r)
  202. return r;
  203. return r;
  204. }
  205. /**
  206. * uvd_v6_0_mc_resume - memory controller programming
  207. *
  208. * @adev: amdgpu_device pointer
  209. *
  210. * Let the UVD memory controller know it's offsets
  211. */
  212. static void uvd_v6_0_mc_resume(struct amdgpu_device *adev)
  213. {
  214. uint64_t offset;
  215. uint32_t size;
  216. /* programm memory controller bits 0-27 */
  217. WREG32(mmUVD_LMI_VCPU_CACHE_64BIT_BAR_LOW,
  218. lower_32_bits(adev->uvd.gpu_addr));
  219. WREG32(mmUVD_LMI_VCPU_CACHE_64BIT_BAR_HIGH,
  220. upper_32_bits(adev->uvd.gpu_addr));
  221. offset = AMDGPU_UVD_FIRMWARE_OFFSET;
  222. size = AMDGPU_GPU_PAGE_ALIGN(adev->uvd.fw->size + 4);
  223. WREG32(mmUVD_VCPU_CACHE_OFFSET0, offset >> 3);
  224. WREG32(mmUVD_VCPU_CACHE_SIZE0, size);
  225. offset += size;
  226. size = AMDGPU_UVD_STACK_SIZE;
  227. WREG32(mmUVD_VCPU_CACHE_OFFSET1, offset >> 3);
  228. WREG32(mmUVD_VCPU_CACHE_SIZE1, size);
  229. offset += size;
  230. size = AMDGPU_UVD_HEAP_SIZE;
  231. WREG32(mmUVD_VCPU_CACHE_OFFSET2, offset >> 3);
  232. WREG32(mmUVD_VCPU_CACHE_SIZE2, size);
  233. }
  234. static void cz_set_uvd_clock_gating_branches(struct amdgpu_device *adev,
  235. bool enable)
  236. {
  237. u32 data, data1;
  238. data = RREG32(mmUVD_CGC_GATE);
  239. data1 = RREG32(mmUVD_SUVD_CGC_GATE);
  240. if (enable) {
  241. data |= UVD_CGC_GATE__SYS_MASK |
  242. UVD_CGC_GATE__UDEC_MASK |
  243. UVD_CGC_GATE__MPEG2_MASK |
  244. UVD_CGC_GATE__RBC_MASK |
  245. UVD_CGC_GATE__LMI_MC_MASK |
  246. UVD_CGC_GATE__IDCT_MASK |
  247. UVD_CGC_GATE__MPRD_MASK |
  248. UVD_CGC_GATE__MPC_MASK |
  249. UVD_CGC_GATE__LBSI_MASK |
  250. UVD_CGC_GATE__LRBBM_MASK |
  251. UVD_CGC_GATE__UDEC_RE_MASK |
  252. UVD_CGC_GATE__UDEC_CM_MASK |
  253. UVD_CGC_GATE__UDEC_IT_MASK |
  254. UVD_CGC_GATE__UDEC_DB_MASK |
  255. UVD_CGC_GATE__UDEC_MP_MASK |
  256. UVD_CGC_GATE__WCB_MASK |
  257. UVD_CGC_GATE__VCPU_MASK |
  258. UVD_CGC_GATE__SCPU_MASK;
  259. data1 |= UVD_SUVD_CGC_GATE__SRE_MASK |
  260. UVD_SUVD_CGC_GATE__SIT_MASK |
  261. UVD_SUVD_CGC_GATE__SMP_MASK |
  262. UVD_SUVD_CGC_GATE__SCM_MASK |
  263. UVD_SUVD_CGC_GATE__SDB_MASK |
  264. UVD_SUVD_CGC_GATE__SRE_H264_MASK |
  265. UVD_SUVD_CGC_GATE__SRE_HEVC_MASK |
  266. UVD_SUVD_CGC_GATE__SIT_H264_MASK |
  267. UVD_SUVD_CGC_GATE__SIT_HEVC_MASK |
  268. UVD_SUVD_CGC_GATE__SCM_H264_MASK |
  269. UVD_SUVD_CGC_GATE__SCM_HEVC_MASK |
  270. UVD_SUVD_CGC_GATE__SDB_H264_MASK |
  271. UVD_SUVD_CGC_GATE__SDB_HEVC_MASK;
  272. } else {
  273. data &= ~(UVD_CGC_GATE__SYS_MASK |
  274. UVD_CGC_GATE__UDEC_MASK |
  275. UVD_CGC_GATE__MPEG2_MASK |
  276. UVD_CGC_GATE__RBC_MASK |
  277. UVD_CGC_GATE__LMI_MC_MASK |
  278. UVD_CGC_GATE__LMI_UMC_MASK |
  279. UVD_CGC_GATE__IDCT_MASK |
  280. UVD_CGC_GATE__MPRD_MASK |
  281. UVD_CGC_GATE__MPC_MASK |
  282. UVD_CGC_GATE__LBSI_MASK |
  283. UVD_CGC_GATE__LRBBM_MASK |
  284. UVD_CGC_GATE__UDEC_RE_MASK |
  285. UVD_CGC_GATE__UDEC_CM_MASK |
  286. UVD_CGC_GATE__UDEC_IT_MASK |
  287. UVD_CGC_GATE__UDEC_DB_MASK |
  288. UVD_CGC_GATE__UDEC_MP_MASK |
  289. UVD_CGC_GATE__WCB_MASK |
  290. UVD_CGC_GATE__VCPU_MASK |
  291. UVD_CGC_GATE__SCPU_MASK);
  292. data1 &= ~(UVD_SUVD_CGC_GATE__SRE_MASK |
  293. UVD_SUVD_CGC_GATE__SIT_MASK |
  294. UVD_SUVD_CGC_GATE__SMP_MASK |
  295. UVD_SUVD_CGC_GATE__SCM_MASK |
  296. UVD_SUVD_CGC_GATE__SDB_MASK |
  297. UVD_SUVD_CGC_GATE__SRE_H264_MASK |
  298. UVD_SUVD_CGC_GATE__SRE_HEVC_MASK |
  299. UVD_SUVD_CGC_GATE__SIT_H264_MASK |
  300. UVD_SUVD_CGC_GATE__SIT_HEVC_MASK |
  301. UVD_SUVD_CGC_GATE__SCM_H264_MASK |
  302. UVD_SUVD_CGC_GATE__SCM_HEVC_MASK |
  303. UVD_SUVD_CGC_GATE__SDB_H264_MASK |
  304. UVD_SUVD_CGC_GATE__SDB_HEVC_MASK);
  305. }
  306. WREG32(mmUVD_CGC_GATE, data);
  307. WREG32(mmUVD_SUVD_CGC_GATE, data1);
  308. }
  309. static void tonga_set_uvd_clock_gating_branches(struct amdgpu_device *adev,
  310. bool enable)
  311. {
  312. u32 data, data1;
  313. data = RREG32(mmUVD_CGC_GATE);
  314. data1 = RREG32(mmUVD_SUVD_CGC_GATE);
  315. if (enable) {
  316. data |= UVD_CGC_GATE__SYS_MASK |
  317. UVD_CGC_GATE__UDEC_MASK |
  318. UVD_CGC_GATE__MPEG2_MASK |
  319. UVD_CGC_GATE__RBC_MASK |
  320. UVD_CGC_GATE__LMI_MC_MASK |
  321. UVD_CGC_GATE__IDCT_MASK |
  322. UVD_CGC_GATE__MPRD_MASK |
  323. UVD_CGC_GATE__MPC_MASK |
  324. UVD_CGC_GATE__LBSI_MASK |
  325. UVD_CGC_GATE__LRBBM_MASK |
  326. UVD_CGC_GATE__UDEC_RE_MASK |
  327. UVD_CGC_GATE__UDEC_CM_MASK |
  328. UVD_CGC_GATE__UDEC_IT_MASK |
  329. UVD_CGC_GATE__UDEC_DB_MASK |
  330. UVD_CGC_GATE__UDEC_MP_MASK |
  331. UVD_CGC_GATE__WCB_MASK |
  332. UVD_CGC_GATE__VCPU_MASK |
  333. UVD_CGC_GATE__SCPU_MASK;
  334. data1 |= UVD_SUVD_CGC_GATE__SRE_MASK |
  335. UVD_SUVD_CGC_GATE__SIT_MASK |
  336. UVD_SUVD_CGC_GATE__SMP_MASK |
  337. UVD_SUVD_CGC_GATE__SCM_MASK |
  338. UVD_SUVD_CGC_GATE__SDB_MASK;
  339. } else {
  340. data &= ~(UVD_CGC_GATE__SYS_MASK |
  341. UVD_CGC_GATE__UDEC_MASK |
  342. UVD_CGC_GATE__MPEG2_MASK |
  343. UVD_CGC_GATE__RBC_MASK |
  344. UVD_CGC_GATE__LMI_MC_MASK |
  345. UVD_CGC_GATE__LMI_UMC_MASK |
  346. UVD_CGC_GATE__IDCT_MASK |
  347. UVD_CGC_GATE__MPRD_MASK |
  348. UVD_CGC_GATE__MPC_MASK |
  349. UVD_CGC_GATE__LBSI_MASK |
  350. UVD_CGC_GATE__LRBBM_MASK |
  351. UVD_CGC_GATE__UDEC_RE_MASK |
  352. UVD_CGC_GATE__UDEC_CM_MASK |
  353. UVD_CGC_GATE__UDEC_IT_MASK |
  354. UVD_CGC_GATE__UDEC_DB_MASK |
  355. UVD_CGC_GATE__UDEC_MP_MASK |
  356. UVD_CGC_GATE__WCB_MASK |
  357. UVD_CGC_GATE__VCPU_MASK |
  358. UVD_CGC_GATE__SCPU_MASK);
  359. data1 &= ~(UVD_SUVD_CGC_GATE__SRE_MASK |
  360. UVD_SUVD_CGC_GATE__SIT_MASK |
  361. UVD_SUVD_CGC_GATE__SMP_MASK |
  362. UVD_SUVD_CGC_GATE__SCM_MASK |
  363. UVD_SUVD_CGC_GATE__SDB_MASK);
  364. }
  365. WREG32(mmUVD_CGC_GATE, data);
  366. WREG32(mmUVD_SUVD_CGC_GATE, data1);
  367. }
  368. static void uvd_v6_0_set_uvd_dynamic_clock_mode(struct amdgpu_device *adev,
  369. bool swmode)
  370. {
  371. u32 data, data1 = 0, data2;
  372. /* Always un-gate UVD REGS bit */
  373. data = RREG32(mmUVD_CGC_GATE);
  374. data &= ~(UVD_CGC_GATE__REGS_MASK);
  375. WREG32(mmUVD_CGC_GATE, data);
  376. data = RREG32(mmUVD_CGC_CTRL);
  377. data &= ~(UVD_CGC_CTRL__CLK_OFF_DELAY_MASK |
  378. UVD_CGC_CTRL__CLK_GATE_DLY_TIMER_MASK);
  379. data |= UVD_CGC_CTRL__DYN_CLOCK_MODE_MASK |
  380. 1 << REG_FIELD_SHIFT(UVD_CGC_CTRL, CLK_GATE_DLY_TIMER) |
  381. 4 << REG_FIELD_SHIFT(UVD_CGC_CTRL, CLK_OFF_DELAY);
  382. data2 = RREG32(mmUVD_SUVD_CGC_CTRL);
  383. if (swmode) {
  384. data &= ~(UVD_CGC_CTRL__UDEC_RE_MODE_MASK |
  385. UVD_CGC_CTRL__UDEC_CM_MODE_MASK |
  386. UVD_CGC_CTRL__UDEC_IT_MODE_MASK |
  387. UVD_CGC_CTRL__UDEC_DB_MODE_MASK |
  388. UVD_CGC_CTRL__UDEC_MP_MODE_MASK |
  389. UVD_CGC_CTRL__SYS_MODE_MASK |
  390. UVD_CGC_CTRL__UDEC_MODE_MASK |
  391. UVD_CGC_CTRL__MPEG2_MODE_MASK |
  392. UVD_CGC_CTRL__REGS_MODE_MASK |
  393. UVD_CGC_CTRL__RBC_MODE_MASK |
  394. UVD_CGC_CTRL__LMI_MC_MODE_MASK |
  395. UVD_CGC_CTRL__LMI_UMC_MODE_MASK |
  396. UVD_CGC_CTRL__IDCT_MODE_MASK |
  397. UVD_CGC_CTRL__MPRD_MODE_MASK |
  398. UVD_CGC_CTRL__MPC_MODE_MASK |
  399. UVD_CGC_CTRL__LBSI_MODE_MASK |
  400. UVD_CGC_CTRL__LRBBM_MODE_MASK |
  401. UVD_CGC_CTRL__WCB_MODE_MASK |
  402. UVD_CGC_CTRL__VCPU_MODE_MASK |
  403. UVD_CGC_CTRL__JPEG_MODE_MASK |
  404. UVD_CGC_CTRL__SCPU_MODE_MASK);
  405. data1 |= UVD_CGC_CTRL2__DYN_OCLK_RAMP_EN_MASK |
  406. UVD_CGC_CTRL2__DYN_RCLK_RAMP_EN_MASK;
  407. data1 &= ~UVD_CGC_CTRL2__GATER_DIV_ID_MASK;
  408. data1 |= 7 << REG_FIELD_SHIFT(UVD_CGC_CTRL2, GATER_DIV_ID);
  409. data2 &= ~(UVD_SUVD_CGC_CTRL__SRE_MODE_MASK |
  410. UVD_SUVD_CGC_CTRL__SIT_MODE_MASK |
  411. UVD_SUVD_CGC_CTRL__SMP_MODE_MASK |
  412. UVD_SUVD_CGC_CTRL__SCM_MODE_MASK |
  413. UVD_SUVD_CGC_CTRL__SDB_MODE_MASK);
  414. } else {
  415. data |= UVD_CGC_CTRL__UDEC_RE_MODE_MASK |
  416. UVD_CGC_CTRL__UDEC_CM_MODE_MASK |
  417. UVD_CGC_CTRL__UDEC_IT_MODE_MASK |
  418. UVD_CGC_CTRL__UDEC_DB_MODE_MASK |
  419. UVD_CGC_CTRL__UDEC_MP_MODE_MASK |
  420. UVD_CGC_CTRL__SYS_MODE_MASK |
  421. UVD_CGC_CTRL__UDEC_MODE_MASK |
  422. UVD_CGC_CTRL__MPEG2_MODE_MASK |
  423. UVD_CGC_CTRL__REGS_MODE_MASK |
  424. UVD_CGC_CTRL__RBC_MODE_MASK |
  425. UVD_CGC_CTRL__LMI_MC_MODE_MASK |
  426. UVD_CGC_CTRL__LMI_UMC_MODE_MASK |
  427. UVD_CGC_CTRL__IDCT_MODE_MASK |
  428. UVD_CGC_CTRL__MPRD_MODE_MASK |
  429. UVD_CGC_CTRL__MPC_MODE_MASK |
  430. UVD_CGC_CTRL__LBSI_MODE_MASK |
  431. UVD_CGC_CTRL__LRBBM_MODE_MASK |
  432. UVD_CGC_CTRL__WCB_MODE_MASK |
  433. UVD_CGC_CTRL__VCPU_MODE_MASK |
  434. UVD_CGC_CTRL__SCPU_MODE_MASK;
  435. data2 |= UVD_SUVD_CGC_CTRL__SRE_MODE_MASK |
  436. UVD_SUVD_CGC_CTRL__SIT_MODE_MASK |
  437. UVD_SUVD_CGC_CTRL__SMP_MODE_MASK |
  438. UVD_SUVD_CGC_CTRL__SCM_MODE_MASK |
  439. UVD_SUVD_CGC_CTRL__SDB_MODE_MASK;
  440. }
  441. WREG32(mmUVD_CGC_CTRL, data);
  442. WREG32(mmUVD_SUVD_CGC_CTRL, data2);
  443. data = RREG32_UVD_CTX(ixUVD_CGC_CTRL2);
  444. data &= ~(REG_FIELD_MASK(UVD_CGC_CTRL2, DYN_OCLK_RAMP_EN) |
  445. REG_FIELD_MASK(UVD_CGC_CTRL2, DYN_RCLK_RAMP_EN) |
  446. REG_FIELD_MASK(UVD_CGC_CTRL2, GATER_DIV_ID));
  447. data1 &= (REG_FIELD_MASK(UVD_CGC_CTRL2, DYN_OCLK_RAMP_EN) |
  448. REG_FIELD_MASK(UVD_CGC_CTRL2, DYN_RCLK_RAMP_EN) |
  449. REG_FIELD_MASK(UVD_CGC_CTRL2, GATER_DIV_ID));
  450. data |= data1;
  451. WREG32_UVD_CTX(ixUVD_CGC_CTRL2, data);
  452. }
  453. /**
  454. * uvd_v6_0_start - start UVD block
  455. *
  456. * @adev: amdgpu_device pointer
  457. *
  458. * Setup and start the UVD block
  459. */
  460. static int uvd_v6_0_start(struct amdgpu_device *adev)
  461. {
  462. struct amdgpu_ring *ring = &adev->uvd.ring;
  463. uint32_t rb_bufsz, tmp;
  464. uint32_t lmi_swap_cntl;
  465. uint32_t mp_swap_cntl;
  466. int i, j, r;
  467. /*disable DPG */
  468. WREG32_P(mmUVD_POWER_STATUS, 0, ~(1 << 2));
  469. /* disable byte swapping */
  470. lmi_swap_cntl = 0;
  471. mp_swap_cntl = 0;
  472. uvd_v6_0_mc_resume(adev);
  473. /* Set dynamic clock gating in S/W control mode */
  474. if (adev->cg_flags & AMD_CG_SUPPORT_UVD_MGCG) {
  475. if (adev->flags & AMD_IS_APU)
  476. cz_set_uvd_clock_gating_branches(adev, false);
  477. else
  478. tonga_set_uvd_clock_gating_branches(adev, false);
  479. uvd_v6_0_set_uvd_dynamic_clock_mode(adev, true);
  480. } else {
  481. /* disable clock gating */
  482. uint32_t data = RREG32(mmUVD_CGC_CTRL);
  483. data &= ~UVD_CGC_CTRL__DYN_CLOCK_MODE_MASK;
  484. WREG32(mmUVD_CGC_CTRL, data);
  485. }
  486. /* disable interupt */
  487. WREG32_P(mmUVD_MASTINT_EN, 0, ~(1 << 1));
  488. /* stall UMC and register bus before resetting VCPU */
  489. WREG32_P(mmUVD_LMI_CTRL2, 1 << 8, ~(1 << 8));
  490. mdelay(1);
  491. /* put LMI, VCPU, RBC etc... into reset */
  492. WREG32(mmUVD_SOFT_RESET, UVD_SOFT_RESET__LMI_SOFT_RESET_MASK |
  493. UVD_SOFT_RESET__VCPU_SOFT_RESET_MASK | UVD_SOFT_RESET__LBSI_SOFT_RESET_MASK |
  494. UVD_SOFT_RESET__RBC_SOFT_RESET_MASK | UVD_SOFT_RESET__CSM_SOFT_RESET_MASK |
  495. UVD_SOFT_RESET__CXW_SOFT_RESET_MASK | UVD_SOFT_RESET__TAP_SOFT_RESET_MASK |
  496. UVD_SOFT_RESET__LMI_UMC_SOFT_RESET_MASK);
  497. mdelay(5);
  498. /* take UVD block out of reset */
  499. WREG32_P(mmSRBM_SOFT_RESET, 0, ~SRBM_SOFT_RESET__SOFT_RESET_UVD_MASK);
  500. mdelay(5);
  501. /* initialize UVD memory controller */
  502. WREG32(mmUVD_LMI_CTRL, 0x40 | (1 << 8) | (1 << 13) |
  503. (1 << 21) | (1 << 9) | (1 << 20));
  504. #ifdef __BIG_ENDIAN
  505. /* swap (8 in 32) RB and IB */
  506. lmi_swap_cntl = 0xa;
  507. mp_swap_cntl = 0;
  508. #endif
  509. WREG32(mmUVD_LMI_SWAP_CNTL, lmi_swap_cntl);
  510. WREG32(mmUVD_MP_SWAP_CNTL, mp_swap_cntl);
  511. WREG32(mmUVD_MPC_SET_MUXA0, 0x40c2040);
  512. WREG32(mmUVD_MPC_SET_MUXA1, 0x0);
  513. WREG32(mmUVD_MPC_SET_MUXB0, 0x40c2040);
  514. WREG32(mmUVD_MPC_SET_MUXB1, 0x0);
  515. WREG32(mmUVD_MPC_SET_ALU, 0);
  516. WREG32(mmUVD_MPC_SET_MUX, 0x88);
  517. /* take all subblocks out of reset, except VCPU */
  518. WREG32(mmUVD_SOFT_RESET, UVD_SOFT_RESET__VCPU_SOFT_RESET_MASK);
  519. mdelay(5);
  520. /* enable VCPU clock */
  521. WREG32(mmUVD_VCPU_CNTL, 1 << 9);
  522. /* enable UMC */
  523. WREG32_P(mmUVD_LMI_CTRL2, 0, ~(1 << 8));
  524. /* boot up the VCPU */
  525. WREG32(mmUVD_SOFT_RESET, 0);
  526. mdelay(10);
  527. for (i = 0; i < 10; ++i) {
  528. uint32_t status;
  529. for (j = 0; j < 100; ++j) {
  530. status = RREG32(mmUVD_STATUS);
  531. if (status & 2)
  532. break;
  533. mdelay(10);
  534. }
  535. r = 0;
  536. if (status & 2)
  537. break;
  538. DRM_ERROR("UVD not responding, trying to reset the VCPU!!!\n");
  539. WREG32_P(mmUVD_SOFT_RESET, UVD_SOFT_RESET__VCPU_SOFT_RESET_MASK,
  540. ~UVD_SOFT_RESET__VCPU_SOFT_RESET_MASK);
  541. mdelay(10);
  542. WREG32_P(mmUVD_SOFT_RESET, 0,
  543. ~UVD_SOFT_RESET__VCPU_SOFT_RESET_MASK);
  544. mdelay(10);
  545. r = -1;
  546. }
  547. if (r) {
  548. DRM_ERROR("UVD not responding, giving up!!!\n");
  549. return r;
  550. }
  551. /* enable master interrupt */
  552. WREG32_P(mmUVD_MASTINT_EN, 3 << 1, ~(3 << 1));
  553. /* clear the bit 4 of UVD_STATUS */
  554. WREG32_P(mmUVD_STATUS, 0, ~(2 << 1));
  555. rb_bufsz = order_base_2(ring->ring_size);
  556. tmp = 0;
  557. tmp = REG_SET_FIELD(tmp, UVD_RBC_RB_CNTL, RB_BUFSZ, rb_bufsz);
  558. tmp = REG_SET_FIELD(tmp, UVD_RBC_RB_CNTL, RB_BLKSZ, 1);
  559. tmp = REG_SET_FIELD(tmp, UVD_RBC_RB_CNTL, RB_NO_FETCH, 1);
  560. tmp = REG_SET_FIELD(tmp, UVD_RBC_RB_CNTL, RB_WPTR_POLL_EN, 0);
  561. tmp = REG_SET_FIELD(tmp, UVD_RBC_RB_CNTL, RB_NO_UPDATE, 1);
  562. tmp = REG_SET_FIELD(tmp, UVD_RBC_RB_CNTL, RB_RPTR_WR_EN, 1);
  563. /* force RBC into idle state */
  564. WREG32(mmUVD_RBC_RB_CNTL, tmp);
  565. /* set the write pointer delay */
  566. WREG32(mmUVD_RBC_RB_WPTR_CNTL, 0);
  567. /* set the wb address */
  568. WREG32(mmUVD_RBC_RB_RPTR_ADDR, (upper_32_bits(ring->gpu_addr) >> 2));
  569. /* programm the RB_BASE for ring buffer */
  570. WREG32(mmUVD_LMI_RBC_RB_64BIT_BAR_LOW,
  571. lower_32_bits(ring->gpu_addr));
  572. WREG32(mmUVD_LMI_RBC_RB_64BIT_BAR_HIGH,
  573. upper_32_bits(ring->gpu_addr));
  574. /* Initialize the ring buffer's read and write pointers */
  575. WREG32(mmUVD_RBC_RB_RPTR, 0);
  576. ring->wptr = RREG32(mmUVD_RBC_RB_RPTR);
  577. WREG32(mmUVD_RBC_RB_WPTR, ring->wptr);
  578. WREG32_P(mmUVD_RBC_RB_CNTL, 0, ~UVD_RBC_RB_CNTL__RB_NO_FETCH_MASK);
  579. return 0;
  580. }
  581. /**
  582. * uvd_v6_0_stop - stop UVD block
  583. *
  584. * @adev: amdgpu_device pointer
  585. *
  586. * stop the UVD block
  587. */
  588. static void uvd_v6_0_stop(struct amdgpu_device *adev)
  589. {
  590. /* force RBC into idle state */
  591. WREG32(mmUVD_RBC_RB_CNTL, 0x11010101);
  592. /* Stall UMC and register bus before resetting VCPU */
  593. WREG32_P(mmUVD_LMI_CTRL2, 1 << 8, ~(1 << 8));
  594. mdelay(1);
  595. /* put VCPU into reset */
  596. WREG32(mmUVD_SOFT_RESET, UVD_SOFT_RESET__VCPU_SOFT_RESET_MASK);
  597. mdelay(5);
  598. /* disable VCPU clock */
  599. WREG32(mmUVD_VCPU_CNTL, 0x0);
  600. /* Unstall UMC and register bus */
  601. WREG32_P(mmUVD_LMI_CTRL2, 0, ~(1 << 8));
  602. }
  603. /**
  604. * uvd_v6_0_ring_emit_fence - emit an fence & trap command
  605. *
  606. * @ring: amdgpu_ring pointer
  607. * @fence: fence to emit
  608. *
  609. * Write a fence and a trap command to the ring.
  610. */
  611. static void uvd_v6_0_ring_emit_fence(struct amdgpu_ring *ring, u64 addr, u64 seq,
  612. unsigned flags)
  613. {
  614. WARN_ON(flags & AMDGPU_FENCE_FLAG_64BIT);
  615. amdgpu_ring_write(ring, PACKET0(mmUVD_CONTEXT_ID, 0));
  616. amdgpu_ring_write(ring, seq);
  617. amdgpu_ring_write(ring, PACKET0(mmUVD_GPCOM_VCPU_DATA0, 0));
  618. amdgpu_ring_write(ring, addr & 0xffffffff);
  619. amdgpu_ring_write(ring, PACKET0(mmUVD_GPCOM_VCPU_DATA1, 0));
  620. amdgpu_ring_write(ring, upper_32_bits(addr) & 0xff);
  621. amdgpu_ring_write(ring, PACKET0(mmUVD_GPCOM_VCPU_CMD, 0));
  622. amdgpu_ring_write(ring, 0);
  623. amdgpu_ring_write(ring, PACKET0(mmUVD_GPCOM_VCPU_DATA0, 0));
  624. amdgpu_ring_write(ring, 0);
  625. amdgpu_ring_write(ring, PACKET0(mmUVD_GPCOM_VCPU_DATA1, 0));
  626. amdgpu_ring_write(ring, 0);
  627. amdgpu_ring_write(ring, PACKET0(mmUVD_GPCOM_VCPU_CMD, 0));
  628. amdgpu_ring_write(ring, 2);
  629. }
  630. /**
  631. * uvd_v6_0_ring_emit_semaphore - emit semaphore command
  632. *
  633. * @ring: amdgpu_ring pointer
  634. * @semaphore: semaphore to emit commands for
  635. * @emit_wait: true if we should emit a wait command
  636. *
  637. * Emit a semaphore command (either wait or signal) to the UVD ring.
  638. */
  639. static bool uvd_v6_0_ring_emit_semaphore(struct amdgpu_ring *ring,
  640. struct amdgpu_semaphore *semaphore,
  641. bool emit_wait)
  642. {
  643. uint64_t addr = semaphore->gpu_addr;
  644. amdgpu_ring_write(ring, PACKET0(mmUVD_SEMA_ADDR_LOW, 0));
  645. amdgpu_ring_write(ring, (addr >> 3) & 0x000FFFFF);
  646. amdgpu_ring_write(ring, PACKET0(mmUVD_SEMA_ADDR_HIGH, 0));
  647. amdgpu_ring_write(ring, (addr >> 23) & 0x000FFFFF);
  648. amdgpu_ring_write(ring, PACKET0(mmUVD_SEMA_CMD, 0));
  649. amdgpu_ring_write(ring, 0x80 | (emit_wait ? 1 : 0));
  650. return true;
  651. }
  652. /**
  653. * uvd_v6_0_ring_test_ring - register write test
  654. *
  655. * @ring: amdgpu_ring pointer
  656. *
  657. * Test if we can successfully write to the context register
  658. */
  659. static int uvd_v6_0_ring_test_ring(struct amdgpu_ring *ring)
  660. {
  661. struct amdgpu_device *adev = ring->adev;
  662. uint32_t tmp = 0;
  663. unsigned i;
  664. int r;
  665. WREG32(mmUVD_CONTEXT_ID, 0xCAFEDEAD);
  666. r = amdgpu_ring_lock(ring, 3);
  667. if (r) {
  668. DRM_ERROR("amdgpu: cp failed to lock ring %d (%d).\n",
  669. ring->idx, r);
  670. return r;
  671. }
  672. amdgpu_ring_write(ring, PACKET0(mmUVD_CONTEXT_ID, 0));
  673. amdgpu_ring_write(ring, 0xDEADBEEF);
  674. amdgpu_ring_unlock_commit(ring);
  675. for (i = 0; i < adev->usec_timeout; i++) {
  676. tmp = RREG32(mmUVD_CONTEXT_ID);
  677. if (tmp == 0xDEADBEEF)
  678. break;
  679. DRM_UDELAY(1);
  680. }
  681. if (i < adev->usec_timeout) {
  682. DRM_INFO("ring test on %d succeeded in %d usecs\n",
  683. ring->idx, i);
  684. } else {
  685. DRM_ERROR("amdgpu: ring %d test failed (0x%08X)\n",
  686. ring->idx, tmp);
  687. r = -EINVAL;
  688. }
  689. return r;
  690. }
  691. /**
  692. * uvd_v6_0_ring_emit_ib - execute indirect buffer
  693. *
  694. * @ring: amdgpu_ring pointer
  695. * @ib: indirect buffer to execute
  696. *
  697. * Write ring commands to execute the indirect buffer
  698. */
  699. static void uvd_v6_0_ring_emit_ib(struct amdgpu_ring *ring,
  700. struct amdgpu_ib *ib)
  701. {
  702. amdgpu_ring_write(ring, PACKET0(mmUVD_LMI_RBC_IB_64BIT_BAR_LOW, 0));
  703. amdgpu_ring_write(ring, lower_32_bits(ib->gpu_addr));
  704. amdgpu_ring_write(ring, PACKET0(mmUVD_LMI_RBC_IB_64BIT_BAR_HIGH, 0));
  705. amdgpu_ring_write(ring, upper_32_bits(ib->gpu_addr));
  706. amdgpu_ring_write(ring, PACKET0(mmUVD_RBC_IB_SIZE, 0));
  707. amdgpu_ring_write(ring, ib->length_dw);
  708. }
  709. /**
  710. * uvd_v6_0_ring_test_ib - test ib execution
  711. *
  712. * @ring: amdgpu_ring pointer
  713. *
  714. * Test if we can successfully execute an IB
  715. */
  716. static int uvd_v6_0_ring_test_ib(struct amdgpu_ring *ring)
  717. {
  718. struct fence *fence = NULL;
  719. int r;
  720. r = amdgpu_uvd_get_create_msg(ring, 1, NULL);
  721. if (r) {
  722. DRM_ERROR("amdgpu: failed to get create msg (%d).\n", r);
  723. goto error;
  724. }
  725. r = amdgpu_uvd_get_destroy_msg(ring, 1, &fence);
  726. if (r) {
  727. DRM_ERROR("amdgpu: failed to get destroy ib (%d).\n", r);
  728. goto error;
  729. }
  730. r = fence_wait(fence, false);
  731. if (r) {
  732. DRM_ERROR("amdgpu: fence wait failed (%d).\n", r);
  733. goto error;
  734. }
  735. DRM_INFO("ib test on ring %d succeeded\n", ring->idx);
  736. error:
  737. fence_put(fence);
  738. return r;
  739. }
  740. static bool uvd_v6_0_is_idle(void *handle)
  741. {
  742. struct amdgpu_device *adev = (struct amdgpu_device *)handle;
  743. return !(RREG32(mmSRBM_STATUS) & SRBM_STATUS__UVD_BUSY_MASK);
  744. }
  745. static int uvd_v6_0_wait_for_idle(void *handle)
  746. {
  747. unsigned i;
  748. struct amdgpu_device *adev = (struct amdgpu_device *)handle;
  749. for (i = 0; i < adev->usec_timeout; i++) {
  750. if (!(RREG32(mmSRBM_STATUS) & SRBM_STATUS__UVD_BUSY_MASK))
  751. return 0;
  752. }
  753. return -ETIMEDOUT;
  754. }
  755. static int uvd_v6_0_soft_reset(void *handle)
  756. {
  757. struct amdgpu_device *adev = (struct amdgpu_device *)handle;
  758. uvd_v6_0_stop(adev);
  759. WREG32_P(mmSRBM_SOFT_RESET, SRBM_SOFT_RESET__SOFT_RESET_UVD_MASK,
  760. ~SRBM_SOFT_RESET__SOFT_RESET_UVD_MASK);
  761. mdelay(5);
  762. return uvd_v6_0_start(adev);
  763. }
  764. static void uvd_v6_0_print_status(void *handle)
  765. {
  766. struct amdgpu_device *adev = (struct amdgpu_device *)handle;
  767. dev_info(adev->dev, "UVD 6.0 registers\n");
  768. dev_info(adev->dev, " UVD_SEMA_ADDR_LOW=0x%08X\n",
  769. RREG32(mmUVD_SEMA_ADDR_LOW));
  770. dev_info(adev->dev, " UVD_SEMA_ADDR_HIGH=0x%08X\n",
  771. RREG32(mmUVD_SEMA_ADDR_HIGH));
  772. dev_info(adev->dev, " UVD_SEMA_CMD=0x%08X\n",
  773. RREG32(mmUVD_SEMA_CMD));
  774. dev_info(adev->dev, " UVD_GPCOM_VCPU_CMD=0x%08X\n",
  775. RREG32(mmUVD_GPCOM_VCPU_CMD));
  776. dev_info(adev->dev, " UVD_GPCOM_VCPU_DATA0=0x%08X\n",
  777. RREG32(mmUVD_GPCOM_VCPU_DATA0));
  778. dev_info(adev->dev, " UVD_GPCOM_VCPU_DATA1=0x%08X\n",
  779. RREG32(mmUVD_GPCOM_VCPU_DATA1));
  780. dev_info(adev->dev, " UVD_ENGINE_CNTL=0x%08X\n",
  781. RREG32(mmUVD_ENGINE_CNTL));
  782. dev_info(adev->dev, " UVD_UDEC_ADDR_CONFIG=0x%08X\n",
  783. RREG32(mmUVD_UDEC_ADDR_CONFIG));
  784. dev_info(adev->dev, " UVD_UDEC_DB_ADDR_CONFIG=0x%08X\n",
  785. RREG32(mmUVD_UDEC_DB_ADDR_CONFIG));
  786. dev_info(adev->dev, " UVD_UDEC_DBW_ADDR_CONFIG=0x%08X\n",
  787. RREG32(mmUVD_UDEC_DBW_ADDR_CONFIG));
  788. dev_info(adev->dev, " UVD_SEMA_CNTL=0x%08X\n",
  789. RREG32(mmUVD_SEMA_CNTL));
  790. dev_info(adev->dev, " UVD_LMI_EXT40_ADDR=0x%08X\n",
  791. RREG32(mmUVD_LMI_EXT40_ADDR));
  792. dev_info(adev->dev, " UVD_CTX_INDEX=0x%08X\n",
  793. RREG32(mmUVD_CTX_INDEX));
  794. dev_info(adev->dev, " UVD_CTX_DATA=0x%08X\n",
  795. RREG32(mmUVD_CTX_DATA));
  796. dev_info(adev->dev, " UVD_CGC_GATE=0x%08X\n",
  797. RREG32(mmUVD_CGC_GATE));
  798. dev_info(adev->dev, " UVD_CGC_CTRL=0x%08X\n",
  799. RREG32(mmUVD_CGC_CTRL));
  800. dev_info(adev->dev, " UVD_LMI_CTRL2=0x%08X\n",
  801. RREG32(mmUVD_LMI_CTRL2));
  802. dev_info(adev->dev, " UVD_MASTINT_EN=0x%08X\n",
  803. RREG32(mmUVD_MASTINT_EN));
  804. dev_info(adev->dev, " UVD_LMI_ADDR_EXT=0x%08X\n",
  805. RREG32(mmUVD_LMI_ADDR_EXT));
  806. dev_info(adev->dev, " UVD_LMI_CTRL=0x%08X\n",
  807. RREG32(mmUVD_LMI_CTRL));
  808. dev_info(adev->dev, " UVD_LMI_SWAP_CNTL=0x%08X\n",
  809. RREG32(mmUVD_LMI_SWAP_CNTL));
  810. dev_info(adev->dev, " UVD_MP_SWAP_CNTL=0x%08X\n",
  811. RREG32(mmUVD_MP_SWAP_CNTL));
  812. dev_info(adev->dev, " UVD_MPC_SET_MUXA0=0x%08X\n",
  813. RREG32(mmUVD_MPC_SET_MUXA0));
  814. dev_info(adev->dev, " UVD_MPC_SET_MUXA1=0x%08X\n",
  815. RREG32(mmUVD_MPC_SET_MUXA1));
  816. dev_info(adev->dev, " UVD_MPC_SET_MUXB0=0x%08X\n",
  817. RREG32(mmUVD_MPC_SET_MUXB0));
  818. dev_info(adev->dev, " UVD_MPC_SET_MUXB1=0x%08X\n",
  819. RREG32(mmUVD_MPC_SET_MUXB1));
  820. dev_info(adev->dev, " UVD_MPC_SET_MUX=0x%08X\n",
  821. RREG32(mmUVD_MPC_SET_MUX));
  822. dev_info(adev->dev, " UVD_MPC_SET_ALU=0x%08X\n",
  823. RREG32(mmUVD_MPC_SET_ALU));
  824. dev_info(adev->dev, " UVD_VCPU_CACHE_OFFSET0=0x%08X\n",
  825. RREG32(mmUVD_VCPU_CACHE_OFFSET0));
  826. dev_info(adev->dev, " UVD_VCPU_CACHE_SIZE0=0x%08X\n",
  827. RREG32(mmUVD_VCPU_CACHE_SIZE0));
  828. dev_info(adev->dev, " UVD_VCPU_CACHE_OFFSET1=0x%08X\n",
  829. RREG32(mmUVD_VCPU_CACHE_OFFSET1));
  830. dev_info(adev->dev, " UVD_VCPU_CACHE_SIZE1=0x%08X\n",
  831. RREG32(mmUVD_VCPU_CACHE_SIZE1));
  832. dev_info(adev->dev, " UVD_VCPU_CACHE_OFFSET2=0x%08X\n",
  833. RREG32(mmUVD_VCPU_CACHE_OFFSET2));
  834. dev_info(adev->dev, " UVD_VCPU_CACHE_SIZE2=0x%08X\n",
  835. RREG32(mmUVD_VCPU_CACHE_SIZE2));
  836. dev_info(adev->dev, " UVD_VCPU_CNTL=0x%08X\n",
  837. RREG32(mmUVD_VCPU_CNTL));
  838. dev_info(adev->dev, " UVD_SOFT_RESET=0x%08X\n",
  839. RREG32(mmUVD_SOFT_RESET));
  840. dev_info(adev->dev, " UVD_RBC_IB_SIZE=0x%08X\n",
  841. RREG32(mmUVD_RBC_IB_SIZE));
  842. dev_info(adev->dev, " UVD_RBC_RB_RPTR=0x%08X\n",
  843. RREG32(mmUVD_RBC_RB_RPTR));
  844. dev_info(adev->dev, " UVD_RBC_RB_WPTR=0x%08X\n",
  845. RREG32(mmUVD_RBC_RB_WPTR));
  846. dev_info(adev->dev, " UVD_RBC_RB_WPTR_CNTL=0x%08X\n",
  847. RREG32(mmUVD_RBC_RB_WPTR_CNTL));
  848. dev_info(adev->dev, " UVD_RBC_RB_CNTL=0x%08X\n",
  849. RREG32(mmUVD_RBC_RB_CNTL));
  850. dev_info(adev->dev, " UVD_STATUS=0x%08X\n",
  851. RREG32(mmUVD_STATUS));
  852. dev_info(adev->dev, " UVD_SEMA_TIMEOUT_STATUS=0x%08X\n",
  853. RREG32(mmUVD_SEMA_TIMEOUT_STATUS));
  854. dev_info(adev->dev, " UVD_SEMA_WAIT_INCOMPLETE_TIMEOUT_CNTL=0x%08X\n",
  855. RREG32(mmUVD_SEMA_WAIT_INCOMPLETE_TIMEOUT_CNTL));
  856. dev_info(adev->dev, " UVD_SEMA_WAIT_FAULT_TIMEOUT_CNTL=0x%08X\n",
  857. RREG32(mmUVD_SEMA_WAIT_FAULT_TIMEOUT_CNTL));
  858. dev_info(adev->dev, " UVD_SEMA_SIGNAL_INCOMPLETE_TIMEOUT_CNTL=0x%08X\n",
  859. RREG32(mmUVD_SEMA_SIGNAL_INCOMPLETE_TIMEOUT_CNTL));
  860. dev_info(adev->dev, " UVD_CONTEXT_ID=0x%08X\n",
  861. RREG32(mmUVD_CONTEXT_ID));
  862. }
  863. static int uvd_v6_0_set_interrupt_state(struct amdgpu_device *adev,
  864. struct amdgpu_irq_src *source,
  865. unsigned type,
  866. enum amdgpu_interrupt_state state)
  867. {
  868. // TODO
  869. return 0;
  870. }
  871. static int uvd_v6_0_process_interrupt(struct amdgpu_device *adev,
  872. struct amdgpu_irq_src *source,
  873. struct amdgpu_iv_entry *entry)
  874. {
  875. DRM_DEBUG("IH: UVD TRAP\n");
  876. amdgpu_fence_process(&adev->uvd.ring);
  877. return 0;
  878. }
  879. static int uvd_v6_0_set_clockgating_state(void *handle,
  880. enum amd_clockgating_state state)
  881. {
  882. struct amdgpu_device *adev = (struct amdgpu_device *)handle;
  883. bool enable = (state == AMD_CG_STATE_GATE) ? true : false;
  884. if (!(adev->cg_flags & AMD_CG_SUPPORT_UVD_MGCG))
  885. return 0;
  886. if (enable) {
  887. if (adev->flags & AMD_IS_APU)
  888. cz_set_uvd_clock_gating_branches(adev, enable);
  889. else
  890. tonga_set_uvd_clock_gating_branches(adev, enable);
  891. uvd_v6_0_set_uvd_dynamic_clock_mode(adev, true);
  892. } else {
  893. uint32_t data = RREG32(mmUVD_CGC_CTRL);
  894. data &= ~UVD_CGC_CTRL__DYN_CLOCK_MODE_MASK;
  895. WREG32(mmUVD_CGC_CTRL, data);
  896. }
  897. return 0;
  898. }
  899. static int uvd_v6_0_set_powergating_state(void *handle,
  900. enum amd_powergating_state state)
  901. {
  902. /* This doesn't actually powergate the UVD block.
  903. * That's done in the dpm code via the SMC. This
  904. * just re-inits the block as necessary. The actual
  905. * gating still happens in the dpm code. We should
  906. * revisit this when there is a cleaner line between
  907. * the smc and the hw blocks
  908. */
  909. struct amdgpu_device *adev = (struct amdgpu_device *)handle;
  910. if (!(adev->pg_flags & AMD_PG_SUPPORT_UVD))
  911. return 0;
  912. if (state == AMD_PG_STATE_GATE) {
  913. uvd_v6_0_stop(adev);
  914. return 0;
  915. } else {
  916. return uvd_v6_0_start(adev);
  917. }
  918. }
  919. const struct amd_ip_funcs uvd_v6_0_ip_funcs = {
  920. .early_init = uvd_v6_0_early_init,
  921. .late_init = NULL,
  922. .sw_init = uvd_v6_0_sw_init,
  923. .sw_fini = uvd_v6_0_sw_fini,
  924. .hw_init = uvd_v6_0_hw_init,
  925. .hw_fini = uvd_v6_0_hw_fini,
  926. .suspend = uvd_v6_0_suspend,
  927. .resume = uvd_v6_0_resume,
  928. .is_idle = uvd_v6_0_is_idle,
  929. .wait_for_idle = uvd_v6_0_wait_for_idle,
  930. .soft_reset = uvd_v6_0_soft_reset,
  931. .print_status = uvd_v6_0_print_status,
  932. .set_clockgating_state = uvd_v6_0_set_clockgating_state,
  933. .set_powergating_state = uvd_v6_0_set_powergating_state,
  934. };
  935. static const struct amdgpu_ring_funcs uvd_v6_0_ring_funcs = {
  936. .get_rptr = uvd_v6_0_ring_get_rptr,
  937. .get_wptr = uvd_v6_0_ring_get_wptr,
  938. .set_wptr = uvd_v6_0_ring_set_wptr,
  939. .parse_cs = amdgpu_uvd_ring_parse_cs,
  940. .emit_ib = uvd_v6_0_ring_emit_ib,
  941. .emit_fence = uvd_v6_0_ring_emit_fence,
  942. .emit_semaphore = uvd_v6_0_ring_emit_semaphore,
  943. .test_ring = uvd_v6_0_ring_test_ring,
  944. .test_ib = uvd_v6_0_ring_test_ib,
  945. .insert_nop = amdgpu_ring_insert_nop,
  946. };
  947. static void uvd_v6_0_set_ring_funcs(struct amdgpu_device *adev)
  948. {
  949. adev->uvd.ring.funcs = &uvd_v6_0_ring_funcs;
  950. }
  951. static const struct amdgpu_irq_src_funcs uvd_v6_0_irq_funcs = {
  952. .set = uvd_v6_0_set_interrupt_state,
  953. .process = uvd_v6_0_process_interrupt,
  954. };
  955. static void uvd_v6_0_set_irq_funcs(struct amdgpu_device *adev)
  956. {
  957. adev->uvd.irq.num_types = 1;
  958. adev->uvd.irq.funcs = &uvd_v6_0_irq_funcs;
  959. }