uvd_v4_2.c 20 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789
  1. /*
  2. * Copyright 2013 Advanced Micro Devices, Inc.
  3. *
  4. * Permission is hereby granted, free of charge, to any person obtaining a
  5. * copy of this software and associated documentation files (the "Software"),
  6. * to deal in the Software without restriction, including without limitation
  7. * the rights to use, copy, modify, merge, publish, distribute, sublicense,
  8. * and/or sell copies of the Software, and to permit persons to whom the
  9. * Software is furnished to do so, subject to the following conditions:
  10. *
  11. * The above copyright notice and this permission notice shall be included in
  12. * all copies or substantial portions of the Software.
  13. *
  14. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  15. * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  16. * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
  17. * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
  18. * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
  19. * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
  20. * OTHER DEALINGS IN THE SOFTWARE.
  21. *
  22. * Authors: Christian König <christian.koenig@amd.com>
  23. */
  24. #include <linux/firmware.h>
  25. #include <drm/drmP.h>
  26. #include "amdgpu.h"
  27. #include "amdgpu_uvd.h"
  28. #include "cikd.h"
  29. #include "uvd/uvd_4_2_d.h"
  30. #include "uvd/uvd_4_2_sh_mask.h"
  31. #include "oss/oss_2_0_d.h"
  32. #include "oss/oss_2_0_sh_mask.h"
  33. #include "bif/bif_4_1_d.h"
  34. #include "smu/smu_7_0_1_d.h"
  35. #include "smu/smu_7_0_1_sh_mask.h"
  36. static void uvd_v4_2_mc_resume(struct amdgpu_device *adev);
  37. static void uvd_v4_2_set_ring_funcs(struct amdgpu_device *adev);
  38. static void uvd_v4_2_set_irq_funcs(struct amdgpu_device *adev);
  39. static int uvd_v4_2_start(struct amdgpu_device *adev);
  40. static void uvd_v4_2_stop(struct amdgpu_device *adev);
  41. static int uvd_v4_2_set_clockgating_state(void *handle,
  42. enum amd_clockgating_state state);
  43. static void uvd_v4_2_set_dcm(struct amdgpu_device *adev,
  44. bool sw_mode);
  45. /**
  46. * uvd_v4_2_ring_get_rptr - get read pointer
  47. *
  48. * @ring: amdgpu_ring pointer
  49. *
  50. * Returns the current hardware read pointer
  51. */
  52. static uint64_t uvd_v4_2_ring_get_rptr(struct amdgpu_ring *ring)
  53. {
  54. struct amdgpu_device *adev = ring->adev;
  55. return RREG32(mmUVD_RBC_RB_RPTR);
  56. }
  57. /**
  58. * uvd_v4_2_ring_get_wptr - get write pointer
  59. *
  60. * @ring: amdgpu_ring pointer
  61. *
  62. * Returns the current hardware write pointer
  63. */
  64. static uint64_t uvd_v4_2_ring_get_wptr(struct amdgpu_ring *ring)
  65. {
  66. struct amdgpu_device *adev = ring->adev;
  67. return RREG32(mmUVD_RBC_RB_WPTR);
  68. }
  69. /**
  70. * uvd_v4_2_ring_set_wptr - set write pointer
  71. *
  72. * @ring: amdgpu_ring pointer
  73. *
  74. * Commits the write pointer to the hardware
  75. */
  76. static void uvd_v4_2_ring_set_wptr(struct amdgpu_ring *ring)
  77. {
  78. struct amdgpu_device *adev = ring->adev;
  79. WREG32(mmUVD_RBC_RB_WPTR, lower_32_bits(ring->wptr));
  80. }
  81. static int uvd_v4_2_early_init(void *handle)
  82. {
  83. struct amdgpu_device *adev = (struct amdgpu_device *)handle;
  84. adev->uvd.num_uvd_inst = 1;
  85. uvd_v4_2_set_ring_funcs(adev);
  86. uvd_v4_2_set_irq_funcs(adev);
  87. return 0;
  88. }
  89. static int uvd_v4_2_sw_init(void *handle)
  90. {
  91. struct amdgpu_ring *ring;
  92. struct amdgpu_device *adev = (struct amdgpu_device *)handle;
  93. int r;
  94. /* UVD TRAP */
  95. r = amdgpu_irq_add_id(adev, AMDGPU_IH_CLIENTID_LEGACY, 124, &adev->uvd.inst->irq);
  96. if (r)
  97. return r;
  98. r = amdgpu_uvd_sw_init(adev);
  99. if (r)
  100. return r;
  101. r = amdgpu_uvd_resume(adev);
  102. if (r)
  103. return r;
  104. ring = &adev->uvd.inst->ring;
  105. sprintf(ring->name, "uvd");
  106. r = amdgpu_ring_init(adev, ring, 512, &adev->uvd.inst->irq, 0);
  107. return r;
  108. }
  109. static int uvd_v4_2_sw_fini(void *handle)
  110. {
  111. int r;
  112. struct amdgpu_device *adev = (struct amdgpu_device *)handle;
  113. r = amdgpu_uvd_suspend(adev);
  114. if (r)
  115. return r;
  116. return amdgpu_uvd_sw_fini(adev);
  117. }
  118. static void uvd_v4_2_enable_mgcg(struct amdgpu_device *adev,
  119. bool enable);
  120. /**
  121. * uvd_v4_2_hw_init - start and test UVD block
  122. *
  123. * @adev: amdgpu_device pointer
  124. *
  125. * Initialize the hardware, boot up the VCPU and do some testing
  126. */
  127. static int uvd_v4_2_hw_init(void *handle)
  128. {
  129. struct amdgpu_device *adev = (struct amdgpu_device *)handle;
  130. struct amdgpu_ring *ring = &adev->uvd.inst->ring;
  131. uint32_t tmp;
  132. int r;
  133. uvd_v4_2_enable_mgcg(adev, true);
  134. amdgpu_asic_set_uvd_clocks(adev, 10000, 10000);
  135. ring->ready = true;
  136. r = amdgpu_ring_test_ring(ring);
  137. if (r) {
  138. ring->ready = false;
  139. goto done;
  140. }
  141. r = amdgpu_ring_alloc(ring, 10);
  142. if (r) {
  143. DRM_ERROR("amdgpu: ring failed to lock UVD ring (%d).\n", r);
  144. goto done;
  145. }
  146. tmp = PACKET0(mmUVD_SEMA_WAIT_FAULT_TIMEOUT_CNTL, 0);
  147. amdgpu_ring_write(ring, tmp);
  148. amdgpu_ring_write(ring, 0xFFFFF);
  149. tmp = PACKET0(mmUVD_SEMA_WAIT_INCOMPLETE_TIMEOUT_CNTL, 0);
  150. amdgpu_ring_write(ring, tmp);
  151. amdgpu_ring_write(ring, 0xFFFFF);
  152. tmp = PACKET0(mmUVD_SEMA_SIGNAL_INCOMPLETE_TIMEOUT_CNTL, 0);
  153. amdgpu_ring_write(ring, tmp);
  154. amdgpu_ring_write(ring, 0xFFFFF);
  155. /* Clear timeout status bits */
  156. amdgpu_ring_write(ring, PACKET0(mmUVD_SEMA_TIMEOUT_STATUS, 0));
  157. amdgpu_ring_write(ring, 0x8);
  158. amdgpu_ring_write(ring, PACKET0(mmUVD_SEMA_CNTL, 0));
  159. amdgpu_ring_write(ring, 3);
  160. amdgpu_ring_commit(ring);
  161. done:
  162. if (!r)
  163. DRM_INFO("UVD initialized successfully.\n");
  164. return r;
  165. }
  166. /**
  167. * uvd_v4_2_hw_fini - stop the hardware block
  168. *
  169. * @adev: amdgpu_device pointer
  170. *
  171. * Stop the UVD block, mark ring as not ready any more
  172. */
  173. static int uvd_v4_2_hw_fini(void *handle)
  174. {
  175. struct amdgpu_device *adev = (struct amdgpu_device *)handle;
  176. struct amdgpu_ring *ring = &adev->uvd.inst->ring;
  177. if (RREG32(mmUVD_STATUS) != 0)
  178. uvd_v4_2_stop(adev);
  179. ring->ready = false;
  180. return 0;
  181. }
  182. static int uvd_v4_2_suspend(void *handle)
  183. {
  184. int r;
  185. struct amdgpu_device *adev = (struct amdgpu_device *)handle;
  186. r = uvd_v4_2_hw_fini(adev);
  187. if (r)
  188. return r;
  189. return amdgpu_uvd_suspend(adev);
  190. }
  191. static int uvd_v4_2_resume(void *handle)
  192. {
  193. int r;
  194. struct amdgpu_device *adev = (struct amdgpu_device *)handle;
  195. r = amdgpu_uvd_resume(adev);
  196. if (r)
  197. return r;
  198. return uvd_v4_2_hw_init(adev);
  199. }
  200. /**
  201. * uvd_v4_2_start - start UVD block
  202. *
  203. * @adev: amdgpu_device pointer
  204. *
  205. * Setup and start the UVD block
  206. */
  207. static int uvd_v4_2_start(struct amdgpu_device *adev)
  208. {
  209. struct amdgpu_ring *ring = &adev->uvd.inst->ring;
  210. uint32_t rb_bufsz;
  211. int i, j, r;
  212. u32 tmp;
  213. /* disable byte swapping */
  214. u32 lmi_swap_cntl = 0;
  215. u32 mp_swap_cntl = 0;
  216. /* set uvd busy */
  217. WREG32_P(mmUVD_STATUS, 1<<2, ~(1<<2));
  218. uvd_v4_2_set_dcm(adev, true);
  219. WREG32(mmUVD_CGC_GATE, 0);
  220. /* take UVD block out of reset */
  221. WREG32_P(mmSRBM_SOFT_RESET, 0, ~SRBM_SOFT_RESET__SOFT_RESET_UVD_MASK);
  222. mdelay(5);
  223. /* enable VCPU clock */
  224. WREG32(mmUVD_VCPU_CNTL, 1 << 9);
  225. /* disable interupt */
  226. WREG32_P(mmUVD_MASTINT_EN, 0, ~(1 << 1));
  227. #ifdef __BIG_ENDIAN
  228. /* swap (8 in 32) RB and IB */
  229. lmi_swap_cntl = 0xa;
  230. mp_swap_cntl = 0;
  231. #endif
  232. WREG32(mmUVD_LMI_SWAP_CNTL, lmi_swap_cntl);
  233. WREG32(mmUVD_MP_SWAP_CNTL, mp_swap_cntl);
  234. /* initialize UVD memory controller */
  235. WREG32(mmUVD_LMI_CTRL, 0x203108);
  236. tmp = RREG32(mmUVD_MPC_CNTL);
  237. WREG32(mmUVD_MPC_CNTL, tmp | 0x10);
  238. WREG32(mmUVD_MPC_SET_MUXA0, 0x40c2040);
  239. WREG32(mmUVD_MPC_SET_MUXA1, 0x0);
  240. WREG32(mmUVD_MPC_SET_MUXB0, 0x40c2040);
  241. WREG32(mmUVD_MPC_SET_MUXB1, 0x0);
  242. WREG32(mmUVD_MPC_SET_ALU, 0);
  243. WREG32(mmUVD_MPC_SET_MUX, 0x88);
  244. uvd_v4_2_mc_resume(adev);
  245. tmp = RREG32_UVD_CTX(ixUVD_LMI_CACHE_CTRL);
  246. WREG32_UVD_CTX(ixUVD_LMI_CACHE_CTRL, tmp & (~0x10));
  247. /* enable UMC */
  248. WREG32_P(mmUVD_LMI_CTRL2, 0, ~(1 << 8));
  249. WREG32_P(mmUVD_SOFT_RESET, 0, ~UVD_SOFT_RESET__LMI_SOFT_RESET_MASK);
  250. WREG32_P(mmUVD_SOFT_RESET, 0, ~UVD_SOFT_RESET__LMI_UMC_SOFT_RESET_MASK);
  251. WREG32_P(mmUVD_SOFT_RESET, 0, ~UVD_SOFT_RESET__VCPU_SOFT_RESET_MASK);
  252. mdelay(10);
  253. for (i = 0; i < 10; ++i) {
  254. uint32_t status;
  255. for (j = 0; j < 100; ++j) {
  256. status = RREG32(mmUVD_STATUS);
  257. if (status & 2)
  258. break;
  259. mdelay(10);
  260. }
  261. r = 0;
  262. if (status & 2)
  263. break;
  264. DRM_ERROR("UVD not responding, trying to reset the VCPU!!!\n");
  265. WREG32_P(mmUVD_SOFT_RESET, UVD_SOFT_RESET__VCPU_SOFT_RESET_MASK,
  266. ~UVD_SOFT_RESET__VCPU_SOFT_RESET_MASK);
  267. mdelay(10);
  268. WREG32_P(mmUVD_SOFT_RESET, 0, ~UVD_SOFT_RESET__VCPU_SOFT_RESET_MASK);
  269. mdelay(10);
  270. r = -1;
  271. }
  272. if (r) {
  273. DRM_ERROR("UVD not responding, giving up!!!\n");
  274. return r;
  275. }
  276. /* enable interupt */
  277. WREG32_P(mmUVD_MASTINT_EN, 3<<1, ~(3 << 1));
  278. WREG32_P(mmUVD_STATUS, 0, ~(1<<2));
  279. /* force RBC into idle state */
  280. WREG32(mmUVD_RBC_RB_CNTL, 0x11010101);
  281. /* Set the write pointer delay */
  282. WREG32(mmUVD_RBC_RB_WPTR_CNTL, 0);
  283. /* programm the 4GB memory segment for rptr and ring buffer */
  284. WREG32(mmUVD_LMI_EXT40_ADDR, upper_32_bits(ring->gpu_addr) |
  285. (0x7 << 16) | (0x1 << 31));
  286. /* Initialize the ring buffer's read and write pointers */
  287. WREG32(mmUVD_RBC_RB_RPTR, 0x0);
  288. ring->wptr = RREG32(mmUVD_RBC_RB_RPTR);
  289. WREG32(mmUVD_RBC_RB_WPTR, lower_32_bits(ring->wptr));
  290. /* set the ring address */
  291. WREG32(mmUVD_RBC_RB_BASE, ring->gpu_addr);
  292. /* Set ring buffer size */
  293. rb_bufsz = order_base_2(ring->ring_size);
  294. rb_bufsz = (0x1 << 8) | rb_bufsz;
  295. WREG32_P(mmUVD_RBC_RB_CNTL, rb_bufsz, ~0x11f1f);
  296. return 0;
  297. }
  298. /**
  299. * uvd_v4_2_stop - stop UVD block
  300. *
  301. * @adev: amdgpu_device pointer
  302. *
  303. * stop the UVD block
  304. */
  305. static void uvd_v4_2_stop(struct amdgpu_device *adev)
  306. {
  307. uint32_t i, j;
  308. uint32_t status;
  309. WREG32(mmUVD_RBC_RB_CNTL, 0x11010101);
  310. for (i = 0; i < 10; ++i) {
  311. for (j = 0; j < 100; ++j) {
  312. status = RREG32(mmUVD_STATUS);
  313. if (status & 2)
  314. break;
  315. mdelay(1);
  316. }
  317. if (status & 2)
  318. break;
  319. }
  320. for (i = 0; i < 10; ++i) {
  321. for (j = 0; j < 100; ++j) {
  322. status = RREG32(mmUVD_LMI_STATUS);
  323. if (status & 0xf)
  324. break;
  325. mdelay(1);
  326. }
  327. if (status & 0xf)
  328. break;
  329. }
  330. /* Stall UMC and register bus before resetting VCPU */
  331. WREG32_P(mmUVD_LMI_CTRL2, 1 << 8, ~(1 << 8));
  332. for (i = 0; i < 10; ++i) {
  333. for (j = 0; j < 100; ++j) {
  334. status = RREG32(mmUVD_LMI_STATUS);
  335. if (status & 0x240)
  336. break;
  337. mdelay(1);
  338. }
  339. if (status & 0x240)
  340. break;
  341. }
  342. WREG32_P(0x3D49, 0, ~(1 << 2));
  343. WREG32_P(mmUVD_VCPU_CNTL, 0, ~(1 << 9));
  344. /* put LMI, VCPU, RBC etc... into reset */
  345. WREG32(mmUVD_SOFT_RESET, UVD_SOFT_RESET__LMI_SOFT_RESET_MASK |
  346. UVD_SOFT_RESET__VCPU_SOFT_RESET_MASK |
  347. UVD_SOFT_RESET__LMI_UMC_SOFT_RESET_MASK);
  348. WREG32(mmUVD_STATUS, 0);
  349. uvd_v4_2_set_dcm(adev, false);
  350. }
  351. /**
  352. * uvd_v4_2_ring_emit_fence - emit an fence & trap command
  353. *
  354. * @ring: amdgpu_ring pointer
  355. * @fence: fence to emit
  356. *
  357. * Write a fence and a trap command to the ring.
  358. */
  359. static void uvd_v4_2_ring_emit_fence(struct amdgpu_ring *ring, u64 addr, u64 seq,
  360. unsigned flags)
  361. {
  362. WARN_ON(flags & AMDGPU_FENCE_FLAG_64BIT);
  363. amdgpu_ring_write(ring, PACKET0(mmUVD_CONTEXT_ID, 0));
  364. amdgpu_ring_write(ring, seq);
  365. amdgpu_ring_write(ring, PACKET0(mmUVD_GPCOM_VCPU_DATA0, 0));
  366. amdgpu_ring_write(ring, addr & 0xffffffff);
  367. amdgpu_ring_write(ring, PACKET0(mmUVD_GPCOM_VCPU_DATA1, 0));
  368. amdgpu_ring_write(ring, upper_32_bits(addr) & 0xff);
  369. amdgpu_ring_write(ring, PACKET0(mmUVD_GPCOM_VCPU_CMD, 0));
  370. amdgpu_ring_write(ring, 0);
  371. amdgpu_ring_write(ring, PACKET0(mmUVD_GPCOM_VCPU_DATA0, 0));
  372. amdgpu_ring_write(ring, 0);
  373. amdgpu_ring_write(ring, PACKET0(mmUVD_GPCOM_VCPU_DATA1, 0));
  374. amdgpu_ring_write(ring, 0);
  375. amdgpu_ring_write(ring, PACKET0(mmUVD_GPCOM_VCPU_CMD, 0));
  376. amdgpu_ring_write(ring, 2);
  377. }
  378. /**
  379. * uvd_v4_2_ring_test_ring - register write test
  380. *
  381. * @ring: amdgpu_ring pointer
  382. *
  383. * Test if we can successfully write to the context register
  384. */
  385. static int uvd_v4_2_ring_test_ring(struct amdgpu_ring *ring)
  386. {
  387. struct amdgpu_device *adev = ring->adev;
  388. uint32_t tmp = 0;
  389. unsigned i;
  390. int r;
  391. WREG32(mmUVD_CONTEXT_ID, 0xCAFEDEAD);
  392. r = amdgpu_ring_alloc(ring, 3);
  393. if (r) {
  394. DRM_ERROR("amdgpu: cp failed to lock ring %d (%d).\n",
  395. ring->idx, r);
  396. return r;
  397. }
  398. amdgpu_ring_write(ring, PACKET0(mmUVD_CONTEXT_ID, 0));
  399. amdgpu_ring_write(ring, 0xDEADBEEF);
  400. amdgpu_ring_commit(ring);
  401. for (i = 0; i < adev->usec_timeout; i++) {
  402. tmp = RREG32(mmUVD_CONTEXT_ID);
  403. if (tmp == 0xDEADBEEF)
  404. break;
  405. DRM_UDELAY(1);
  406. }
  407. if (i < adev->usec_timeout) {
  408. DRM_DEBUG("ring test on %d succeeded in %d usecs\n",
  409. ring->idx, i);
  410. } else {
  411. DRM_ERROR("amdgpu: ring %d test failed (0x%08X)\n",
  412. ring->idx, tmp);
  413. r = -EINVAL;
  414. }
  415. return r;
  416. }
  417. /**
  418. * uvd_v4_2_ring_emit_ib - execute indirect buffer
  419. *
  420. * @ring: amdgpu_ring pointer
  421. * @ib: indirect buffer to execute
  422. *
  423. * Write ring commands to execute the indirect buffer
  424. */
  425. static void uvd_v4_2_ring_emit_ib(struct amdgpu_ring *ring,
  426. struct amdgpu_ib *ib,
  427. unsigned vmid, bool ctx_switch)
  428. {
  429. amdgpu_ring_write(ring, PACKET0(mmUVD_RBC_IB_BASE, 0));
  430. amdgpu_ring_write(ring, ib->gpu_addr);
  431. amdgpu_ring_write(ring, PACKET0(mmUVD_RBC_IB_SIZE, 0));
  432. amdgpu_ring_write(ring, ib->length_dw);
  433. }
  434. static void uvd_v4_2_ring_insert_nop(struct amdgpu_ring *ring, uint32_t count)
  435. {
  436. int i;
  437. WARN_ON(ring->wptr % 2 || count % 2);
  438. for (i = 0; i < count / 2; i++) {
  439. amdgpu_ring_write(ring, PACKET0(mmUVD_NO_OP, 0));
  440. amdgpu_ring_write(ring, 0);
  441. }
  442. }
  443. /**
  444. * uvd_v4_2_mc_resume - memory controller programming
  445. *
  446. * @adev: amdgpu_device pointer
  447. *
  448. * Let the UVD memory controller know it's offsets
  449. */
  450. static void uvd_v4_2_mc_resume(struct amdgpu_device *adev)
  451. {
  452. uint64_t addr;
  453. uint32_t size;
  454. /* programm the VCPU memory controller bits 0-27 */
  455. addr = (adev->uvd.inst->gpu_addr + AMDGPU_UVD_FIRMWARE_OFFSET) >> 3;
  456. size = AMDGPU_UVD_FIRMWARE_SIZE(adev) >> 3;
  457. WREG32(mmUVD_VCPU_CACHE_OFFSET0, addr);
  458. WREG32(mmUVD_VCPU_CACHE_SIZE0, size);
  459. addr += size;
  460. size = AMDGPU_UVD_HEAP_SIZE >> 3;
  461. WREG32(mmUVD_VCPU_CACHE_OFFSET1, addr);
  462. WREG32(mmUVD_VCPU_CACHE_SIZE1, size);
  463. addr += size;
  464. size = (AMDGPU_UVD_STACK_SIZE +
  465. (AMDGPU_UVD_SESSION_SIZE * adev->uvd.max_handles)) >> 3;
  466. WREG32(mmUVD_VCPU_CACHE_OFFSET2, addr);
  467. WREG32(mmUVD_VCPU_CACHE_SIZE2, size);
  468. /* bits 28-31 */
  469. addr = (adev->uvd.inst->gpu_addr >> 28) & 0xF;
  470. WREG32(mmUVD_LMI_ADDR_EXT, (addr << 12) | (addr << 0));
  471. /* bits 32-39 */
  472. addr = (adev->uvd.inst->gpu_addr >> 32) & 0xFF;
  473. WREG32(mmUVD_LMI_EXT40_ADDR, addr | (0x9 << 16) | (0x1 << 31));
  474. WREG32(mmUVD_UDEC_ADDR_CONFIG, adev->gfx.config.gb_addr_config);
  475. WREG32(mmUVD_UDEC_DB_ADDR_CONFIG, adev->gfx.config.gb_addr_config);
  476. WREG32(mmUVD_UDEC_DBW_ADDR_CONFIG, adev->gfx.config.gb_addr_config);
  477. }
  478. static void uvd_v4_2_enable_mgcg(struct amdgpu_device *adev,
  479. bool enable)
  480. {
  481. u32 orig, data;
  482. if (enable && (adev->cg_flags & AMD_CG_SUPPORT_UVD_MGCG)) {
  483. data = RREG32_UVD_CTX(ixUVD_CGC_MEM_CTRL);
  484. data |= 0xfff;
  485. WREG32_UVD_CTX(ixUVD_CGC_MEM_CTRL, data);
  486. orig = data = RREG32(mmUVD_CGC_CTRL);
  487. data |= UVD_CGC_CTRL__DYN_CLOCK_MODE_MASK;
  488. if (orig != data)
  489. WREG32(mmUVD_CGC_CTRL, data);
  490. } else {
  491. data = RREG32_UVD_CTX(ixUVD_CGC_MEM_CTRL);
  492. data &= ~0xfff;
  493. WREG32_UVD_CTX(ixUVD_CGC_MEM_CTRL, data);
  494. orig = data = RREG32(mmUVD_CGC_CTRL);
  495. data &= ~UVD_CGC_CTRL__DYN_CLOCK_MODE_MASK;
  496. if (orig != data)
  497. WREG32(mmUVD_CGC_CTRL, data);
  498. }
  499. }
  500. static void uvd_v4_2_set_dcm(struct amdgpu_device *adev,
  501. bool sw_mode)
  502. {
  503. u32 tmp, tmp2;
  504. WREG32_FIELD(UVD_CGC_GATE, REGS, 0);
  505. tmp = RREG32(mmUVD_CGC_CTRL);
  506. tmp &= ~(UVD_CGC_CTRL__CLK_OFF_DELAY_MASK | UVD_CGC_CTRL__CLK_GATE_DLY_TIMER_MASK);
  507. tmp |= UVD_CGC_CTRL__DYN_CLOCK_MODE_MASK |
  508. (1 << UVD_CGC_CTRL__CLK_GATE_DLY_TIMER__SHIFT) |
  509. (4 << UVD_CGC_CTRL__CLK_OFF_DELAY__SHIFT);
  510. if (sw_mode) {
  511. tmp &= ~0x7ffff800;
  512. tmp2 = UVD_CGC_CTRL2__DYN_OCLK_RAMP_EN_MASK |
  513. UVD_CGC_CTRL2__DYN_RCLK_RAMP_EN_MASK |
  514. (7 << UVD_CGC_CTRL2__GATER_DIV_ID__SHIFT);
  515. } else {
  516. tmp |= 0x7ffff800;
  517. tmp2 = 0;
  518. }
  519. WREG32(mmUVD_CGC_CTRL, tmp);
  520. WREG32_UVD_CTX(ixUVD_CGC_CTRL2, tmp2);
  521. }
  522. static bool uvd_v4_2_is_idle(void *handle)
  523. {
  524. struct amdgpu_device *adev = (struct amdgpu_device *)handle;
  525. return !(RREG32(mmSRBM_STATUS) & SRBM_STATUS__UVD_BUSY_MASK);
  526. }
  527. static int uvd_v4_2_wait_for_idle(void *handle)
  528. {
  529. unsigned i;
  530. struct amdgpu_device *adev = (struct amdgpu_device *)handle;
  531. for (i = 0; i < adev->usec_timeout; i++) {
  532. if (!(RREG32(mmSRBM_STATUS) & SRBM_STATUS__UVD_BUSY_MASK))
  533. return 0;
  534. }
  535. return -ETIMEDOUT;
  536. }
  537. static int uvd_v4_2_soft_reset(void *handle)
  538. {
  539. struct amdgpu_device *adev = (struct amdgpu_device *)handle;
  540. uvd_v4_2_stop(adev);
  541. WREG32_P(mmSRBM_SOFT_RESET, SRBM_SOFT_RESET__SOFT_RESET_UVD_MASK,
  542. ~SRBM_SOFT_RESET__SOFT_RESET_UVD_MASK);
  543. mdelay(5);
  544. return uvd_v4_2_start(adev);
  545. }
  546. static int uvd_v4_2_set_interrupt_state(struct amdgpu_device *adev,
  547. struct amdgpu_irq_src *source,
  548. unsigned type,
  549. enum amdgpu_interrupt_state state)
  550. {
  551. // TODO
  552. return 0;
  553. }
  554. static int uvd_v4_2_process_interrupt(struct amdgpu_device *adev,
  555. struct amdgpu_irq_src *source,
  556. struct amdgpu_iv_entry *entry)
  557. {
  558. DRM_DEBUG("IH: UVD TRAP\n");
  559. amdgpu_fence_process(&adev->uvd.inst->ring);
  560. return 0;
  561. }
  562. static int uvd_v4_2_set_clockgating_state(void *handle,
  563. enum amd_clockgating_state state)
  564. {
  565. return 0;
  566. }
  567. static int uvd_v4_2_set_powergating_state(void *handle,
  568. enum amd_powergating_state state)
  569. {
  570. /* This doesn't actually powergate the UVD block.
  571. * That's done in the dpm code via the SMC. This
  572. * just re-inits the block as necessary. The actual
  573. * gating still happens in the dpm code. We should
  574. * revisit this when there is a cleaner line between
  575. * the smc and the hw blocks
  576. */
  577. struct amdgpu_device *adev = (struct amdgpu_device *)handle;
  578. if (state == AMD_PG_STATE_GATE) {
  579. uvd_v4_2_stop(adev);
  580. if (adev->pg_flags & AMD_PG_SUPPORT_UVD && !adev->pm.dpm_enabled) {
  581. if (!(RREG32_SMC(ixCURRENT_PG_STATUS) &
  582. CURRENT_PG_STATUS__UVD_PG_STATUS_MASK)) {
  583. WREG32(mmUVD_PGFSM_CONFIG, (UVD_PGFSM_CONFIG__UVD_PGFSM_FSM_ADDR_MASK |
  584. UVD_PGFSM_CONFIG__UVD_PGFSM_POWER_DOWN_MASK |
  585. UVD_PGFSM_CONFIG__UVD_PGFSM_P1_SELECT_MASK));
  586. mdelay(20);
  587. }
  588. }
  589. return 0;
  590. } else {
  591. if (adev->pg_flags & AMD_PG_SUPPORT_UVD && !adev->pm.dpm_enabled) {
  592. if (RREG32_SMC(ixCURRENT_PG_STATUS) &
  593. CURRENT_PG_STATUS__UVD_PG_STATUS_MASK) {
  594. WREG32(mmUVD_PGFSM_CONFIG, (UVD_PGFSM_CONFIG__UVD_PGFSM_FSM_ADDR_MASK |
  595. UVD_PGFSM_CONFIG__UVD_PGFSM_POWER_UP_MASK |
  596. UVD_PGFSM_CONFIG__UVD_PGFSM_P1_SELECT_MASK));
  597. mdelay(30);
  598. }
  599. }
  600. return uvd_v4_2_start(adev);
  601. }
  602. }
  603. static const struct amd_ip_funcs uvd_v4_2_ip_funcs = {
  604. .name = "uvd_v4_2",
  605. .early_init = uvd_v4_2_early_init,
  606. .late_init = NULL,
  607. .sw_init = uvd_v4_2_sw_init,
  608. .sw_fini = uvd_v4_2_sw_fini,
  609. .hw_init = uvd_v4_2_hw_init,
  610. .hw_fini = uvd_v4_2_hw_fini,
  611. .suspend = uvd_v4_2_suspend,
  612. .resume = uvd_v4_2_resume,
  613. .is_idle = uvd_v4_2_is_idle,
  614. .wait_for_idle = uvd_v4_2_wait_for_idle,
  615. .soft_reset = uvd_v4_2_soft_reset,
  616. .set_clockgating_state = uvd_v4_2_set_clockgating_state,
  617. .set_powergating_state = uvd_v4_2_set_powergating_state,
  618. };
  619. static const struct amdgpu_ring_funcs uvd_v4_2_ring_funcs = {
  620. .type = AMDGPU_RING_TYPE_UVD,
  621. .align_mask = 0xf,
  622. .support_64bit_ptrs = false,
  623. .get_rptr = uvd_v4_2_ring_get_rptr,
  624. .get_wptr = uvd_v4_2_ring_get_wptr,
  625. .set_wptr = uvd_v4_2_ring_set_wptr,
  626. .parse_cs = amdgpu_uvd_ring_parse_cs,
  627. .emit_frame_size =
  628. 14, /* uvd_v4_2_ring_emit_fence x1 no user fence */
  629. .emit_ib_size = 4, /* uvd_v4_2_ring_emit_ib */
  630. .emit_ib = uvd_v4_2_ring_emit_ib,
  631. .emit_fence = uvd_v4_2_ring_emit_fence,
  632. .test_ring = uvd_v4_2_ring_test_ring,
  633. .test_ib = amdgpu_uvd_ring_test_ib,
  634. .insert_nop = uvd_v4_2_ring_insert_nop,
  635. .pad_ib = amdgpu_ring_generic_pad_ib,
  636. .begin_use = amdgpu_uvd_ring_begin_use,
  637. .end_use = amdgpu_uvd_ring_end_use,
  638. };
  639. static void uvd_v4_2_set_ring_funcs(struct amdgpu_device *adev)
  640. {
  641. adev->uvd.inst->ring.funcs = &uvd_v4_2_ring_funcs;
  642. }
  643. static const struct amdgpu_irq_src_funcs uvd_v4_2_irq_funcs = {
  644. .set = uvd_v4_2_set_interrupt_state,
  645. .process = uvd_v4_2_process_interrupt,
  646. };
  647. static void uvd_v4_2_set_irq_funcs(struct amdgpu_device *adev)
  648. {
  649. adev->uvd.inst->irq.num_types = 1;
  650. adev->uvd.inst->irq.funcs = &uvd_v4_2_irq_funcs;
  651. }
  652. const struct amdgpu_ip_block_version uvd_v4_2_ip_block =
  653. {
  654. .type = AMD_IP_BLOCK_TYPE_UVD,
  655. .major = 4,
  656. .minor = 2,
  657. .rev = 0,
  658. .funcs = &uvd_v4_2_ip_funcs,
  659. };