uvd_v6_0.c 22 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810
  1. /*
  2. * Copyright 2014 Advanced Micro Devices, Inc.
  3. *
  4. * Permission is hereby granted, free of charge, to any person obtaining a
  5. * copy of this software and associated documentation files (the "Software"),
  6. * to deal in the Software without restriction, including without limitation
  7. * the rights to use, copy, modify, merge, publish, distribute, sublicense,
  8. * and/or sell copies of the Software, and to permit persons to whom the
  9. * Software is furnished to do so, subject to the following conditions:
  10. *
  11. * The above copyright notice and this permission notice shall be included in
  12. * all copies or substantial portions of the Software.
  13. *
  14. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  15. * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  16. * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
  17. * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
  18. * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
  19. * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
  20. * OTHER DEALINGS IN THE SOFTWARE.
  21. *
  22. * Authors: Christian König <christian.koenig@amd.com>
  23. */
  24. #include <linux/firmware.h>
  25. #include <drm/drmP.h>
  26. #include "amdgpu.h"
  27. #include "amdgpu_uvd.h"
  28. #include "vid.h"
  29. #include "uvd/uvd_6_0_d.h"
  30. #include "uvd/uvd_6_0_sh_mask.h"
  31. #include "oss/oss_2_0_d.h"
  32. #include "oss/oss_2_0_sh_mask.h"
  33. static void uvd_v6_0_set_ring_funcs(struct amdgpu_device *adev);
  34. static void uvd_v6_0_set_irq_funcs(struct amdgpu_device *adev);
  35. static int uvd_v6_0_start(struct amdgpu_device *adev);
  36. static void uvd_v6_0_stop(struct amdgpu_device *adev);
  37. /**
  38. * uvd_v6_0_ring_get_rptr - get read pointer
  39. *
  40. * @ring: amdgpu_ring pointer
  41. *
  42. * Returns the current hardware read pointer
  43. */
  44. static uint32_t uvd_v6_0_ring_get_rptr(struct amdgpu_ring *ring)
  45. {
  46. struct amdgpu_device *adev = ring->adev;
  47. return RREG32(mmUVD_RBC_RB_RPTR);
  48. }
  49. /**
  50. * uvd_v6_0_ring_get_wptr - get write pointer
  51. *
  52. * @ring: amdgpu_ring pointer
  53. *
  54. * Returns the current hardware write pointer
  55. */
  56. static uint32_t uvd_v6_0_ring_get_wptr(struct amdgpu_ring *ring)
  57. {
  58. struct amdgpu_device *adev = ring->adev;
  59. return RREG32(mmUVD_RBC_RB_WPTR);
  60. }
  61. /**
  62. * uvd_v6_0_ring_set_wptr - set write pointer
  63. *
  64. * @ring: amdgpu_ring pointer
  65. *
  66. * Commits the write pointer to the hardware
  67. */
  68. static void uvd_v6_0_ring_set_wptr(struct amdgpu_ring *ring)
  69. {
  70. struct amdgpu_device *adev = ring->adev;
  71. WREG32(mmUVD_RBC_RB_WPTR, ring->wptr);
  72. }
  73. static int uvd_v6_0_early_init(struct amdgpu_device *adev)
  74. {
  75. uvd_v6_0_set_ring_funcs(adev);
  76. uvd_v6_0_set_irq_funcs(adev);
  77. return 0;
  78. }
  79. static int uvd_v6_0_sw_init(struct amdgpu_device *adev)
  80. {
  81. struct amdgpu_ring *ring;
  82. int r;
  83. /* UVD TRAP */
  84. r = amdgpu_irq_add_id(adev, 124, &adev->uvd.irq);
  85. if (r)
  86. return r;
  87. r = amdgpu_uvd_sw_init(adev);
  88. if (r)
  89. return r;
  90. r = amdgpu_uvd_resume(adev);
  91. if (r)
  92. return r;
  93. ring = &adev->uvd.ring;
  94. sprintf(ring->name, "uvd");
  95. r = amdgpu_ring_init(adev, ring, 4096, CP_PACKET2, 0xf,
  96. &adev->uvd.irq, 0, AMDGPU_RING_TYPE_UVD);
  97. return r;
  98. }
  99. static int uvd_v6_0_sw_fini(struct amdgpu_device *adev)
  100. {
  101. int r;
  102. r = amdgpu_uvd_suspend(adev);
  103. if (r)
  104. return r;
  105. r = amdgpu_uvd_sw_fini(adev);
  106. if (r)
  107. return r;
  108. return r;
  109. }
  110. /**
  111. * uvd_v6_0_hw_init - start and test UVD block
  112. *
  113. * @adev: amdgpu_device pointer
  114. *
  115. * Initialize the hardware, boot up the VCPU and do some testing
  116. */
  117. static int uvd_v6_0_hw_init(struct amdgpu_device *adev)
  118. {
  119. struct amdgpu_ring *ring = &adev->uvd.ring;
  120. uint32_t tmp;
  121. int r;
  122. r = uvd_v6_0_start(adev);
  123. if (r)
  124. goto done;
  125. ring->ready = true;
  126. r = amdgpu_ring_test_ring(ring);
  127. if (r) {
  128. ring->ready = false;
  129. goto done;
  130. }
  131. r = amdgpu_ring_lock(ring, 10);
  132. if (r) {
  133. DRM_ERROR("amdgpu: ring failed to lock UVD ring (%d).\n", r);
  134. goto done;
  135. }
  136. tmp = PACKET0(mmUVD_SEMA_WAIT_FAULT_TIMEOUT_CNTL, 0);
  137. amdgpu_ring_write(ring, tmp);
  138. amdgpu_ring_write(ring, 0xFFFFF);
  139. tmp = PACKET0(mmUVD_SEMA_WAIT_INCOMPLETE_TIMEOUT_CNTL, 0);
  140. amdgpu_ring_write(ring, tmp);
  141. amdgpu_ring_write(ring, 0xFFFFF);
  142. tmp = PACKET0(mmUVD_SEMA_SIGNAL_INCOMPLETE_TIMEOUT_CNTL, 0);
  143. amdgpu_ring_write(ring, tmp);
  144. amdgpu_ring_write(ring, 0xFFFFF);
  145. /* Clear timeout status bits */
  146. amdgpu_ring_write(ring, PACKET0(mmUVD_SEMA_TIMEOUT_STATUS, 0));
  147. amdgpu_ring_write(ring, 0x8);
  148. amdgpu_ring_write(ring, PACKET0(mmUVD_SEMA_CNTL, 0));
  149. amdgpu_ring_write(ring, 3);
  150. amdgpu_ring_unlock_commit(ring);
  151. done:
  152. if (!r)
  153. DRM_INFO("UVD initialized successfully.\n");
  154. return r;
  155. }
  156. /**
  157. * uvd_v6_0_hw_fini - stop the hardware block
  158. *
  159. * @adev: amdgpu_device pointer
  160. *
  161. * Stop the UVD block, mark ring as not ready any more
  162. */
  163. static int uvd_v6_0_hw_fini(struct amdgpu_device *adev)
  164. {
  165. struct amdgpu_ring *ring = &adev->uvd.ring;
  166. uvd_v6_0_stop(adev);
  167. ring->ready = false;
  168. return 0;
  169. }
  170. static int uvd_v6_0_suspend(struct amdgpu_device *adev)
  171. {
  172. int r;
  173. r = uvd_v6_0_hw_fini(adev);
  174. if (r)
  175. return r;
  176. r = amdgpu_uvd_suspend(adev);
  177. if (r)
  178. return r;
  179. return r;
  180. }
  181. static int uvd_v6_0_resume(struct amdgpu_device *adev)
  182. {
  183. int r;
  184. r = amdgpu_uvd_resume(adev);
  185. if (r)
  186. return r;
  187. r = uvd_v6_0_hw_init(adev);
  188. if (r)
  189. return r;
  190. return r;
  191. }
  192. /**
  193. * uvd_v6_0_mc_resume - memory controller programming
  194. *
  195. * @adev: amdgpu_device pointer
  196. *
  197. * Let the UVD memory controller know it's offsets
  198. */
  199. static void uvd_v6_0_mc_resume(struct amdgpu_device *adev)
  200. {
  201. uint64_t offset;
  202. uint32_t size;
  203. /* programm memory controller bits 0-27 */
  204. WREG32(mmUVD_LMI_VCPU_CACHE_64BIT_BAR_LOW,
  205. lower_32_bits(adev->uvd.gpu_addr));
  206. WREG32(mmUVD_LMI_VCPU_CACHE_64BIT_BAR_HIGH,
  207. upper_32_bits(adev->uvd.gpu_addr));
  208. offset = AMDGPU_UVD_FIRMWARE_OFFSET;
  209. size = AMDGPU_GPU_PAGE_ALIGN(adev->uvd.fw->size + 4);
  210. WREG32(mmUVD_VCPU_CACHE_OFFSET0, offset >> 3);
  211. WREG32(mmUVD_VCPU_CACHE_SIZE0, size);
  212. offset += size;
  213. size = AMDGPU_UVD_STACK_SIZE;
  214. WREG32(mmUVD_VCPU_CACHE_OFFSET1, offset >> 3);
  215. WREG32(mmUVD_VCPU_CACHE_SIZE1, size);
  216. offset += size;
  217. size = AMDGPU_UVD_HEAP_SIZE;
  218. WREG32(mmUVD_VCPU_CACHE_OFFSET2, offset >> 3);
  219. WREG32(mmUVD_VCPU_CACHE_SIZE2, size);
  220. }
  221. /**
  222. * uvd_v6_0_start - start UVD block
  223. *
  224. * @adev: amdgpu_device pointer
  225. *
  226. * Setup and start the UVD block
  227. */
  228. static int uvd_v6_0_start(struct amdgpu_device *adev)
  229. {
  230. struct amdgpu_ring *ring = &adev->uvd.ring;
  231. uint32_t rb_bufsz, tmp;
  232. uint32_t lmi_swap_cntl;
  233. uint32_t mp_swap_cntl;
  234. int i, j, r;
  235. /*disable DPG */
  236. WREG32_P(mmUVD_POWER_STATUS, 0, ~(1 << 2));
  237. /* disable byte swapping */
  238. lmi_swap_cntl = 0;
  239. mp_swap_cntl = 0;
  240. uvd_v6_0_mc_resume(adev);
  241. /* disable clock gating */
  242. WREG32(mmUVD_CGC_GATE, 0);
  243. /* disable interupt */
  244. WREG32_P(mmUVD_MASTINT_EN, 0, ~(1 << 1));
  245. /* stall UMC and register bus before resetting VCPU */
  246. WREG32_P(mmUVD_LMI_CTRL2, 1 << 8, ~(1 << 8));
  247. mdelay(1);
  248. /* put LMI, VCPU, RBC etc... into reset */
  249. WREG32(mmUVD_SOFT_RESET, UVD_SOFT_RESET__LMI_SOFT_RESET_MASK |
  250. UVD_SOFT_RESET__VCPU_SOFT_RESET_MASK | UVD_SOFT_RESET__LBSI_SOFT_RESET_MASK |
  251. UVD_SOFT_RESET__RBC_SOFT_RESET_MASK | UVD_SOFT_RESET__CSM_SOFT_RESET_MASK |
  252. UVD_SOFT_RESET__CXW_SOFT_RESET_MASK | UVD_SOFT_RESET__TAP_SOFT_RESET_MASK |
  253. UVD_SOFT_RESET__LMI_UMC_SOFT_RESET_MASK);
  254. mdelay(5);
  255. /* take UVD block out of reset */
  256. WREG32_P(mmSRBM_SOFT_RESET, 0, ~SRBM_SOFT_RESET__SOFT_RESET_UVD_MASK);
  257. mdelay(5);
  258. /* initialize UVD memory controller */
  259. WREG32(mmUVD_LMI_CTRL, 0x40 | (1 << 8) | (1 << 13) |
  260. (1 << 21) | (1 << 9) | (1 << 20));
  261. #ifdef __BIG_ENDIAN
  262. /* swap (8 in 32) RB and IB */
  263. lmi_swap_cntl = 0xa;
  264. mp_swap_cntl = 0;
  265. #endif
  266. WREG32(mmUVD_LMI_SWAP_CNTL, lmi_swap_cntl);
  267. WREG32(mmUVD_MP_SWAP_CNTL, mp_swap_cntl);
  268. WREG32(mmUVD_MPC_SET_MUXA0, 0x40c2040);
  269. WREG32(mmUVD_MPC_SET_MUXA1, 0x0);
  270. WREG32(mmUVD_MPC_SET_MUXB0, 0x40c2040);
  271. WREG32(mmUVD_MPC_SET_MUXB1, 0x0);
  272. WREG32(mmUVD_MPC_SET_ALU, 0);
  273. WREG32(mmUVD_MPC_SET_MUX, 0x88);
  274. /* take all subblocks out of reset, except VCPU */
  275. WREG32(mmUVD_SOFT_RESET, UVD_SOFT_RESET__VCPU_SOFT_RESET_MASK);
  276. mdelay(5);
  277. /* enable VCPU clock */
  278. WREG32(mmUVD_VCPU_CNTL, 1 << 9);
  279. /* enable UMC */
  280. WREG32_P(mmUVD_LMI_CTRL2, 0, ~(1 << 8));
  281. /* boot up the VCPU */
  282. WREG32(mmUVD_SOFT_RESET, 0);
  283. mdelay(10);
  284. for (i = 0; i < 10; ++i) {
  285. uint32_t status;
  286. for (j = 0; j < 100; ++j) {
  287. status = RREG32(mmUVD_STATUS);
  288. if (status & 2)
  289. break;
  290. mdelay(10);
  291. }
  292. r = 0;
  293. if (status & 2)
  294. break;
  295. DRM_ERROR("UVD not responding, trying to reset the VCPU!!!\n");
  296. WREG32_P(mmUVD_SOFT_RESET, UVD_SOFT_RESET__VCPU_SOFT_RESET_MASK,
  297. ~UVD_SOFT_RESET__VCPU_SOFT_RESET_MASK);
  298. mdelay(10);
  299. WREG32_P(mmUVD_SOFT_RESET, 0,
  300. ~UVD_SOFT_RESET__VCPU_SOFT_RESET_MASK);
  301. mdelay(10);
  302. r = -1;
  303. }
  304. if (r) {
  305. DRM_ERROR("UVD not responding, giving up!!!\n");
  306. return r;
  307. }
  308. /* enable master interrupt */
  309. WREG32_P(mmUVD_MASTINT_EN, 3 << 1, ~(3 << 1));
  310. /* clear the bit 4 of UVD_STATUS */
  311. WREG32_P(mmUVD_STATUS, 0, ~(2 << 1));
  312. rb_bufsz = order_base_2(ring->ring_size);
  313. tmp = 0;
  314. tmp = REG_SET_FIELD(tmp, UVD_RBC_RB_CNTL, RB_BUFSZ, rb_bufsz);
  315. tmp = REG_SET_FIELD(tmp, UVD_RBC_RB_CNTL, RB_BLKSZ, 1);
  316. tmp = REG_SET_FIELD(tmp, UVD_RBC_RB_CNTL, RB_NO_FETCH, 1);
  317. tmp = REG_SET_FIELD(tmp, UVD_RBC_RB_CNTL, RB_WPTR_POLL_EN, 0);
  318. tmp = REG_SET_FIELD(tmp, UVD_RBC_RB_CNTL, RB_NO_UPDATE, 1);
  319. tmp = REG_SET_FIELD(tmp, UVD_RBC_RB_CNTL, RB_RPTR_WR_EN, 1);
  320. /* force RBC into idle state */
  321. WREG32(mmUVD_RBC_RB_CNTL, tmp);
  322. /* set the write pointer delay */
  323. WREG32(mmUVD_RBC_RB_WPTR_CNTL, 0);
  324. /* set the wb address */
  325. WREG32(mmUVD_RBC_RB_RPTR_ADDR, (upper_32_bits(ring->gpu_addr) >> 2));
  326. /* programm the RB_BASE for ring buffer */
  327. WREG32(mmUVD_LMI_RBC_RB_64BIT_BAR_LOW,
  328. lower_32_bits(ring->gpu_addr));
  329. WREG32(mmUVD_LMI_RBC_RB_64BIT_BAR_HIGH,
  330. upper_32_bits(ring->gpu_addr));
  331. /* Initialize the ring buffer's read and write pointers */
  332. WREG32(mmUVD_RBC_RB_RPTR, 0);
  333. ring->wptr = RREG32(mmUVD_RBC_RB_RPTR);
  334. WREG32(mmUVD_RBC_RB_WPTR, ring->wptr);
  335. WREG32_P(mmUVD_RBC_RB_CNTL, 0, ~UVD_RBC_RB_CNTL__RB_NO_FETCH_MASK);
  336. return 0;
  337. }
  338. /**
  339. * uvd_v6_0_stop - stop UVD block
  340. *
  341. * @adev: amdgpu_device pointer
  342. *
  343. * stop the UVD block
  344. */
  345. static void uvd_v6_0_stop(struct amdgpu_device *adev)
  346. {
  347. /* force RBC into idle state */
  348. WREG32(mmUVD_RBC_RB_CNTL, 0x11010101);
  349. /* Stall UMC and register bus before resetting VCPU */
  350. WREG32_P(mmUVD_LMI_CTRL2, 1 << 8, ~(1 << 8));
  351. mdelay(1);
  352. /* put VCPU into reset */
  353. WREG32(mmUVD_SOFT_RESET, UVD_SOFT_RESET__VCPU_SOFT_RESET_MASK);
  354. mdelay(5);
  355. /* disable VCPU clock */
  356. WREG32(mmUVD_VCPU_CNTL, 0x0);
  357. /* Unstall UMC and register bus */
  358. WREG32_P(mmUVD_LMI_CTRL2, 0, ~(1 << 8));
  359. }
  360. /**
  361. * uvd_v6_0_ring_emit_fence - emit an fence & trap command
  362. *
  363. * @ring: amdgpu_ring pointer
  364. * @fence: fence to emit
  365. *
  366. * Write a fence and a trap command to the ring.
  367. */
  368. static void uvd_v6_0_ring_emit_fence(struct amdgpu_ring *ring, u64 addr, u64 seq,
  369. bool write64bit)
  370. {
  371. WARN_ON(write64bit);
  372. amdgpu_ring_write(ring, PACKET0(mmUVD_CONTEXT_ID, 0));
  373. amdgpu_ring_write(ring, seq);
  374. amdgpu_ring_write(ring, PACKET0(mmUVD_GPCOM_VCPU_DATA0, 0));
  375. amdgpu_ring_write(ring, addr & 0xffffffff);
  376. amdgpu_ring_write(ring, PACKET0(mmUVD_GPCOM_VCPU_DATA1, 0));
  377. amdgpu_ring_write(ring, upper_32_bits(addr) & 0xff);
  378. amdgpu_ring_write(ring, PACKET0(mmUVD_GPCOM_VCPU_CMD, 0));
  379. amdgpu_ring_write(ring, 0);
  380. amdgpu_ring_write(ring, PACKET0(mmUVD_GPCOM_VCPU_DATA0, 0));
  381. amdgpu_ring_write(ring, 0);
  382. amdgpu_ring_write(ring, PACKET0(mmUVD_GPCOM_VCPU_DATA1, 0));
  383. amdgpu_ring_write(ring, 0);
  384. amdgpu_ring_write(ring, PACKET0(mmUVD_GPCOM_VCPU_CMD, 0));
  385. amdgpu_ring_write(ring, 2);
  386. }
  387. /**
  388. * uvd_v6_0_ring_emit_semaphore - emit semaphore command
  389. *
  390. * @ring: amdgpu_ring pointer
  391. * @semaphore: semaphore to emit commands for
  392. * @emit_wait: true if we should emit a wait command
  393. *
  394. * Emit a semaphore command (either wait or signal) to the UVD ring.
  395. */
  396. static bool uvd_v6_0_ring_emit_semaphore(struct amdgpu_ring *ring,
  397. struct amdgpu_semaphore *semaphore,
  398. bool emit_wait)
  399. {
  400. uint64_t addr = semaphore->gpu_addr;
  401. amdgpu_ring_write(ring, PACKET0(mmUVD_SEMA_ADDR_LOW, 0));
  402. amdgpu_ring_write(ring, (addr >> 3) & 0x000FFFFF);
  403. amdgpu_ring_write(ring, PACKET0(mmUVD_SEMA_ADDR_HIGH, 0));
  404. amdgpu_ring_write(ring, (addr >> 23) & 0x000FFFFF);
  405. amdgpu_ring_write(ring, PACKET0(mmUVD_SEMA_CMD, 0));
  406. amdgpu_ring_write(ring, 0x80 | (emit_wait ? 1 : 0));
  407. return true;
  408. }
  409. /**
  410. * uvd_v6_0_ring_test_ring - register write test
  411. *
  412. * @ring: amdgpu_ring pointer
  413. *
  414. * Test if we can successfully write to the context register
  415. */
  416. static int uvd_v6_0_ring_test_ring(struct amdgpu_ring *ring)
  417. {
  418. struct amdgpu_device *adev = ring->adev;
  419. uint32_t tmp = 0;
  420. unsigned i;
  421. int r;
  422. WREG32(mmUVD_CONTEXT_ID, 0xCAFEDEAD);
  423. r = amdgpu_ring_lock(ring, 3);
  424. if (r) {
  425. DRM_ERROR("amdgpu: cp failed to lock ring %d (%d).\n",
  426. ring->idx, r);
  427. return r;
  428. }
  429. amdgpu_ring_write(ring, PACKET0(mmUVD_CONTEXT_ID, 0));
  430. amdgpu_ring_write(ring, 0xDEADBEEF);
  431. amdgpu_ring_unlock_commit(ring);
  432. for (i = 0; i < adev->usec_timeout; i++) {
  433. tmp = RREG32(mmUVD_CONTEXT_ID);
  434. if (tmp == 0xDEADBEEF)
  435. break;
  436. DRM_UDELAY(1);
  437. }
  438. if (i < adev->usec_timeout) {
  439. DRM_INFO("ring test on %d succeeded in %d usecs\n",
  440. ring->idx, i);
  441. } else {
  442. DRM_ERROR("amdgpu: ring %d test failed (0x%08X)\n",
  443. ring->idx, tmp);
  444. r = -EINVAL;
  445. }
  446. return r;
  447. }
  448. /**
  449. * uvd_v6_0_ring_emit_ib - execute indirect buffer
  450. *
  451. * @ring: amdgpu_ring pointer
  452. * @ib: indirect buffer to execute
  453. *
  454. * Write ring commands to execute the indirect buffer
  455. */
  456. static void uvd_v6_0_ring_emit_ib(struct amdgpu_ring *ring,
  457. struct amdgpu_ib *ib)
  458. {
  459. amdgpu_ring_write(ring, PACKET0(mmUVD_LMI_RBC_IB_64BIT_BAR_LOW, 0));
  460. amdgpu_ring_write(ring, lower_32_bits(ib->gpu_addr));
  461. amdgpu_ring_write(ring, PACKET0(mmUVD_LMI_RBC_IB_64BIT_BAR_HIGH, 0));
  462. amdgpu_ring_write(ring, upper_32_bits(ib->gpu_addr));
  463. amdgpu_ring_write(ring, PACKET0(mmUVD_RBC_IB_SIZE, 0));
  464. amdgpu_ring_write(ring, ib->length_dw);
  465. }
  466. /**
  467. * uvd_v6_0_ring_test_ib - test ib execution
  468. *
  469. * @ring: amdgpu_ring pointer
  470. *
  471. * Test if we can successfully execute an IB
  472. */
  473. static int uvd_v6_0_ring_test_ib(struct amdgpu_ring *ring)
  474. {
  475. struct amdgpu_fence *fence = NULL;
  476. int r;
  477. r = amdgpu_uvd_get_create_msg(ring, 1, NULL);
  478. if (r) {
  479. DRM_ERROR("amdgpu: failed to get create msg (%d).\n", r);
  480. goto error;
  481. }
  482. r = amdgpu_uvd_get_destroy_msg(ring, 1, &fence);
  483. if (r) {
  484. DRM_ERROR("amdgpu: failed to get destroy ib (%d).\n", r);
  485. goto error;
  486. }
  487. r = amdgpu_fence_wait(fence, false);
  488. if (r) {
  489. DRM_ERROR("amdgpu: fence wait failed (%d).\n", r);
  490. goto error;
  491. }
  492. DRM_INFO("ib test on ring %d succeeded\n", ring->idx);
  493. error:
  494. amdgpu_fence_unref(&fence);
  495. return r;
  496. }
  497. static bool uvd_v6_0_is_idle(struct amdgpu_device *adev)
  498. {
  499. return !(RREG32(mmSRBM_STATUS) & SRBM_STATUS__UVD_BUSY_MASK);
  500. }
  501. static int uvd_v6_0_wait_for_idle(struct amdgpu_device *adev)
  502. {
  503. unsigned i;
  504. for (i = 0; i < adev->usec_timeout; i++) {
  505. if (!(RREG32(mmSRBM_STATUS) & SRBM_STATUS__UVD_BUSY_MASK))
  506. return 0;
  507. }
  508. return -ETIMEDOUT;
  509. }
  510. static int uvd_v6_0_soft_reset(struct amdgpu_device *adev)
  511. {
  512. uvd_v6_0_stop(adev);
  513. WREG32_P(mmSRBM_SOFT_RESET, SRBM_SOFT_RESET__SOFT_RESET_UVD_MASK,
  514. ~SRBM_SOFT_RESET__SOFT_RESET_UVD_MASK);
  515. mdelay(5);
  516. return uvd_v6_0_start(adev);
  517. }
  518. static void uvd_v6_0_print_status(struct amdgpu_device *adev)
  519. {
  520. dev_info(adev->dev, "UVD 6.0 registers\n");
  521. dev_info(adev->dev, " UVD_SEMA_ADDR_LOW=0x%08X\n",
  522. RREG32(mmUVD_SEMA_ADDR_LOW));
  523. dev_info(adev->dev, " UVD_SEMA_ADDR_HIGH=0x%08X\n",
  524. RREG32(mmUVD_SEMA_ADDR_HIGH));
  525. dev_info(adev->dev, " UVD_SEMA_CMD=0x%08X\n",
  526. RREG32(mmUVD_SEMA_CMD));
  527. dev_info(adev->dev, " UVD_GPCOM_VCPU_CMD=0x%08X\n",
  528. RREG32(mmUVD_GPCOM_VCPU_CMD));
  529. dev_info(adev->dev, " UVD_GPCOM_VCPU_DATA0=0x%08X\n",
  530. RREG32(mmUVD_GPCOM_VCPU_DATA0));
  531. dev_info(adev->dev, " UVD_GPCOM_VCPU_DATA1=0x%08X\n",
  532. RREG32(mmUVD_GPCOM_VCPU_DATA1));
  533. dev_info(adev->dev, " UVD_ENGINE_CNTL=0x%08X\n",
  534. RREG32(mmUVD_ENGINE_CNTL));
  535. dev_info(adev->dev, " UVD_UDEC_ADDR_CONFIG=0x%08X\n",
  536. RREG32(mmUVD_UDEC_ADDR_CONFIG));
  537. dev_info(adev->dev, " UVD_UDEC_DB_ADDR_CONFIG=0x%08X\n",
  538. RREG32(mmUVD_UDEC_DB_ADDR_CONFIG));
  539. dev_info(adev->dev, " UVD_UDEC_DBW_ADDR_CONFIG=0x%08X\n",
  540. RREG32(mmUVD_UDEC_DBW_ADDR_CONFIG));
  541. dev_info(adev->dev, " UVD_SEMA_CNTL=0x%08X\n",
  542. RREG32(mmUVD_SEMA_CNTL));
  543. dev_info(adev->dev, " UVD_LMI_EXT40_ADDR=0x%08X\n",
  544. RREG32(mmUVD_LMI_EXT40_ADDR));
  545. dev_info(adev->dev, " UVD_CTX_INDEX=0x%08X\n",
  546. RREG32(mmUVD_CTX_INDEX));
  547. dev_info(adev->dev, " UVD_CTX_DATA=0x%08X\n",
  548. RREG32(mmUVD_CTX_DATA));
  549. dev_info(adev->dev, " UVD_CGC_GATE=0x%08X\n",
  550. RREG32(mmUVD_CGC_GATE));
  551. dev_info(adev->dev, " UVD_CGC_CTRL=0x%08X\n",
  552. RREG32(mmUVD_CGC_CTRL));
  553. dev_info(adev->dev, " UVD_LMI_CTRL2=0x%08X\n",
  554. RREG32(mmUVD_LMI_CTRL2));
  555. dev_info(adev->dev, " UVD_MASTINT_EN=0x%08X\n",
  556. RREG32(mmUVD_MASTINT_EN));
  557. dev_info(adev->dev, " UVD_LMI_ADDR_EXT=0x%08X\n",
  558. RREG32(mmUVD_LMI_ADDR_EXT));
  559. dev_info(adev->dev, " UVD_LMI_CTRL=0x%08X\n",
  560. RREG32(mmUVD_LMI_CTRL));
  561. dev_info(adev->dev, " UVD_LMI_SWAP_CNTL=0x%08X\n",
  562. RREG32(mmUVD_LMI_SWAP_CNTL));
  563. dev_info(adev->dev, " UVD_MP_SWAP_CNTL=0x%08X\n",
  564. RREG32(mmUVD_MP_SWAP_CNTL));
  565. dev_info(adev->dev, " UVD_MPC_SET_MUXA0=0x%08X\n",
  566. RREG32(mmUVD_MPC_SET_MUXA0));
  567. dev_info(adev->dev, " UVD_MPC_SET_MUXA1=0x%08X\n",
  568. RREG32(mmUVD_MPC_SET_MUXA1));
  569. dev_info(adev->dev, " UVD_MPC_SET_MUXB0=0x%08X\n",
  570. RREG32(mmUVD_MPC_SET_MUXB0));
  571. dev_info(adev->dev, " UVD_MPC_SET_MUXB1=0x%08X\n",
  572. RREG32(mmUVD_MPC_SET_MUXB1));
  573. dev_info(adev->dev, " UVD_MPC_SET_MUX=0x%08X\n",
  574. RREG32(mmUVD_MPC_SET_MUX));
  575. dev_info(adev->dev, " UVD_MPC_SET_ALU=0x%08X\n",
  576. RREG32(mmUVD_MPC_SET_ALU));
  577. dev_info(adev->dev, " UVD_VCPU_CACHE_OFFSET0=0x%08X\n",
  578. RREG32(mmUVD_VCPU_CACHE_OFFSET0));
  579. dev_info(adev->dev, " UVD_VCPU_CACHE_SIZE0=0x%08X\n",
  580. RREG32(mmUVD_VCPU_CACHE_SIZE0));
  581. dev_info(adev->dev, " UVD_VCPU_CACHE_OFFSET1=0x%08X\n",
  582. RREG32(mmUVD_VCPU_CACHE_OFFSET1));
  583. dev_info(adev->dev, " UVD_VCPU_CACHE_SIZE1=0x%08X\n",
  584. RREG32(mmUVD_VCPU_CACHE_SIZE1));
  585. dev_info(adev->dev, " UVD_VCPU_CACHE_OFFSET2=0x%08X\n",
  586. RREG32(mmUVD_VCPU_CACHE_OFFSET2));
  587. dev_info(adev->dev, " UVD_VCPU_CACHE_SIZE2=0x%08X\n",
  588. RREG32(mmUVD_VCPU_CACHE_SIZE2));
  589. dev_info(adev->dev, " UVD_VCPU_CNTL=0x%08X\n",
  590. RREG32(mmUVD_VCPU_CNTL));
  591. dev_info(adev->dev, " UVD_SOFT_RESET=0x%08X\n",
  592. RREG32(mmUVD_SOFT_RESET));
  593. dev_info(adev->dev, " UVD_RBC_IB_SIZE=0x%08X\n",
  594. RREG32(mmUVD_RBC_IB_SIZE));
  595. dev_info(adev->dev, " UVD_RBC_RB_RPTR=0x%08X\n",
  596. RREG32(mmUVD_RBC_RB_RPTR));
  597. dev_info(adev->dev, " UVD_RBC_RB_WPTR=0x%08X\n",
  598. RREG32(mmUVD_RBC_RB_WPTR));
  599. dev_info(adev->dev, " UVD_RBC_RB_WPTR_CNTL=0x%08X\n",
  600. RREG32(mmUVD_RBC_RB_WPTR_CNTL));
  601. dev_info(adev->dev, " UVD_RBC_RB_CNTL=0x%08X\n",
  602. RREG32(mmUVD_RBC_RB_CNTL));
  603. dev_info(adev->dev, " UVD_STATUS=0x%08X\n",
  604. RREG32(mmUVD_STATUS));
  605. dev_info(adev->dev, " UVD_SEMA_TIMEOUT_STATUS=0x%08X\n",
  606. RREG32(mmUVD_SEMA_TIMEOUT_STATUS));
  607. dev_info(adev->dev, " UVD_SEMA_WAIT_INCOMPLETE_TIMEOUT_CNTL=0x%08X\n",
  608. RREG32(mmUVD_SEMA_WAIT_INCOMPLETE_TIMEOUT_CNTL));
  609. dev_info(adev->dev, " UVD_SEMA_WAIT_FAULT_TIMEOUT_CNTL=0x%08X\n",
  610. RREG32(mmUVD_SEMA_WAIT_FAULT_TIMEOUT_CNTL));
  611. dev_info(adev->dev, " UVD_SEMA_SIGNAL_INCOMPLETE_TIMEOUT_CNTL=0x%08X\n",
  612. RREG32(mmUVD_SEMA_SIGNAL_INCOMPLETE_TIMEOUT_CNTL));
  613. dev_info(adev->dev, " UVD_CONTEXT_ID=0x%08X\n",
  614. RREG32(mmUVD_CONTEXT_ID));
  615. }
  616. static int uvd_v6_0_set_interrupt_state(struct amdgpu_device *adev,
  617. struct amdgpu_irq_src *source,
  618. unsigned type,
  619. enum amdgpu_interrupt_state state)
  620. {
  621. // TODO
  622. return 0;
  623. }
  624. static int uvd_v6_0_process_interrupt(struct amdgpu_device *adev,
  625. struct amdgpu_irq_src *source,
  626. struct amdgpu_iv_entry *entry)
  627. {
  628. DRM_DEBUG("IH: UVD TRAP\n");
  629. amdgpu_fence_process(&adev->uvd.ring);
  630. return 0;
  631. }
  632. static int uvd_v6_0_set_clockgating_state(struct amdgpu_device *adev,
  633. enum amdgpu_clockgating_state state)
  634. {
  635. //TODO
  636. return 0;
  637. }
  638. static int uvd_v6_0_set_powergating_state(struct amdgpu_device *adev,
  639. enum amdgpu_powergating_state state)
  640. {
  641. /* This doesn't actually powergate the UVD block.
  642. * That's done in the dpm code via the SMC. This
  643. * just re-inits the block as necessary. The actual
  644. * gating still happens in the dpm code. We should
  645. * revisit this when there is a cleaner line between
  646. * the smc and the hw blocks
  647. */
  648. if (state == AMDGPU_PG_STATE_GATE) {
  649. uvd_v6_0_stop(adev);
  650. return 0;
  651. } else {
  652. return uvd_v6_0_start(adev);
  653. }
  654. }
  655. const struct amdgpu_ip_funcs uvd_v6_0_ip_funcs = {
  656. .early_init = uvd_v6_0_early_init,
  657. .late_init = NULL,
  658. .sw_init = uvd_v6_0_sw_init,
  659. .sw_fini = uvd_v6_0_sw_fini,
  660. .hw_init = uvd_v6_0_hw_init,
  661. .hw_fini = uvd_v6_0_hw_fini,
  662. .suspend = uvd_v6_0_suspend,
  663. .resume = uvd_v6_0_resume,
  664. .is_idle = uvd_v6_0_is_idle,
  665. .wait_for_idle = uvd_v6_0_wait_for_idle,
  666. .soft_reset = uvd_v6_0_soft_reset,
  667. .print_status = uvd_v6_0_print_status,
  668. .set_clockgating_state = uvd_v6_0_set_clockgating_state,
  669. .set_powergating_state = uvd_v6_0_set_powergating_state,
  670. };
  671. static const struct amdgpu_ring_funcs uvd_v6_0_ring_funcs = {
  672. .get_rptr = uvd_v6_0_ring_get_rptr,
  673. .get_wptr = uvd_v6_0_ring_get_wptr,
  674. .set_wptr = uvd_v6_0_ring_set_wptr,
  675. .parse_cs = amdgpu_uvd_ring_parse_cs,
  676. .emit_ib = uvd_v6_0_ring_emit_ib,
  677. .emit_fence = uvd_v6_0_ring_emit_fence,
  678. .emit_semaphore = uvd_v6_0_ring_emit_semaphore,
  679. .test_ring = uvd_v6_0_ring_test_ring,
  680. .test_ib = uvd_v6_0_ring_test_ib,
  681. .is_lockup = amdgpu_ring_test_lockup,
  682. };
  683. static void uvd_v6_0_set_ring_funcs(struct amdgpu_device *adev)
  684. {
  685. adev->uvd.ring.funcs = &uvd_v6_0_ring_funcs;
  686. }
  687. static const struct amdgpu_irq_src_funcs uvd_v6_0_irq_funcs = {
  688. .set = uvd_v6_0_set_interrupt_state,
  689. .process = uvd_v6_0_process_interrupt,
  690. };
  691. static void uvd_v6_0_set_irq_funcs(struct amdgpu_device *adev)
  692. {
  693. adev->uvd.irq.num_types = 1;
  694. adev->uvd.irq.funcs = &uvd_v6_0_irq_funcs;
  695. }