vc4_render_cl.c 18 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651
  1. /*
  2. * Copyright © 2014-2015 Broadcom
  3. *
  4. * Permission is hereby granted, free of charge, to any person obtaining a
  5. * copy of this software and associated documentation files (the "Software"),
  6. * to deal in the Software without restriction, including without limitation
  7. * the rights to use, copy, modify, merge, publish, distribute, sublicense,
  8. * and/or sell copies of the Software, and to permit persons to whom the
  9. * Software is furnished to do so, subject to the following conditions:
  10. *
  11. * The above copyright notice and this permission notice (including the next
  12. * paragraph) shall be included in all copies or substantial portions of the
  13. * Software.
  14. *
  15. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  16. * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  17. * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
  18. * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  19. * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
  20. * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
  21. * IN THE SOFTWARE.
  22. */
  23. /**
  24. * DOC: Render command list generation
  25. *
  26. * In the V3D hardware, render command lists are what load and store
  27. * tiles of a framebuffer and optionally call out to binner-generated
  28. * command lists to do the 3D drawing for that tile.
  29. *
  30. * In the VC4 driver, render command list generation is performed by the
  31. * kernel instead of userspace. We do this because validating a
  32. * user-submitted command list is hard to get right and has high CPU overhead,
  33. * while the number of valid configurations for render command lists is
  34. * actually fairly low.
  35. */
  36. #include "uapi/drm/vc4_drm.h"
  37. #include "vc4_drv.h"
  38. #include "vc4_packet.h"
  39. struct vc4_rcl_setup {
  40. struct drm_gem_cma_object *color_read;
  41. struct drm_gem_cma_object *color_write;
  42. struct drm_gem_cma_object *zs_read;
  43. struct drm_gem_cma_object *zs_write;
  44. struct drm_gem_cma_object *msaa_color_write;
  45. struct drm_gem_cma_object *msaa_zs_write;
  46. struct drm_gem_cma_object *rcl;
  47. u32 next_offset;
  48. u32 next_write_bo_index;
  49. };
  50. static inline void rcl_u8(struct vc4_rcl_setup *setup, u8 val)
  51. {
  52. *(u8 *)(setup->rcl->vaddr + setup->next_offset) = val;
  53. setup->next_offset += 1;
  54. }
  55. static inline void rcl_u16(struct vc4_rcl_setup *setup, u16 val)
  56. {
  57. *(u16 *)(setup->rcl->vaddr + setup->next_offset) = val;
  58. setup->next_offset += 2;
  59. }
  60. static inline void rcl_u32(struct vc4_rcl_setup *setup, u32 val)
  61. {
  62. *(u32 *)(setup->rcl->vaddr + setup->next_offset) = val;
  63. setup->next_offset += 4;
  64. }
  65. /*
  66. * Emits a no-op STORE_TILE_BUFFER_GENERAL.
  67. *
  68. * If we emit a PACKET_TILE_COORDINATES, it must be followed by a store of
  69. * some sort before another load is triggered.
  70. */
  71. static void vc4_store_before_load(struct vc4_rcl_setup *setup)
  72. {
  73. rcl_u8(setup, VC4_PACKET_STORE_TILE_BUFFER_GENERAL);
  74. rcl_u16(setup,
  75. VC4_SET_FIELD(VC4_LOADSTORE_TILE_BUFFER_NONE,
  76. VC4_LOADSTORE_TILE_BUFFER_BUFFER) |
  77. VC4_STORE_TILE_BUFFER_DISABLE_COLOR_CLEAR |
  78. VC4_STORE_TILE_BUFFER_DISABLE_ZS_CLEAR |
  79. VC4_STORE_TILE_BUFFER_DISABLE_VG_MASK_CLEAR);
  80. rcl_u32(setup, 0); /* no address, since we're in None mode */
  81. }
  82. /*
  83. * Calculates the physical address of the start of a tile in a RCL surface.
  84. *
  85. * Unlike the other load/store packets,
  86. * VC4_PACKET_LOAD/STORE_FULL_RES_TILE_BUFFER don't look at the tile
  87. * coordinates packet, and instead just store to the address given.
  88. */
  89. static uint32_t vc4_full_res_offset(struct vc4_exec_info *exec,
  90. struct drm_gem_cma_object *bo,
  91. struct drm_vc4_submit_rcl_surface *surf,
  92. uint8_t x, uint8_t y)
  93. {
  94. return bo->paddr + surf->offset + VC4_TILE_BUFFER_SIZE *
  95. (DIV_ROUND_UP(exec->args->width, 32) * y + x);
  96. }
  97. /*
  98. * Emits a PACKET_TILE_COORDINATES if one isn't already pending.
  99. *
  100. * The tile coordinates packet triggers a pending load if there is one, are
  101. * used for clipping during rendering, and determine where loads/stores happen
  102. * relative to their base address.
  103. */
  104. static void vc4_tile_coordinates(struct vc4_rcl_setup *setup,
  105. uint32_t x, uint32_t y)
  106. {
  107. rcl_u8(setup, VC4_PACKET_TILE_COORDINATES);
  108. rcl_u8(setup, x);
  109. rcl_u8(setup, y);
  110. }
  111. static void emit_tile(struct vc4_exec_info *exec,
  112. struct vc4_rcl_setup *setup,
  113. uint8_t x, uint8_t y, bool first, bool last)
  114. {
  115. struct drm_vc4_submit_cl *args = exec->args;
  116. bool has_bin = args->bin_cl_size != 0;
  117. /* Note that the load doesn't actually occur until the
  118. * tile coords packet is processed, and only one load
  119. * may be outstanding at a time.
  120. */
  121. if (setup->color_read) {
  122. if (args->color_read.flags &
  123. VC4_SUBMIT_RCL_SURFACE_READ_IS_FULL_RES) {
  124. rcl_u8(setup, VC4_PACKET_LOAD_FULL_RES_TILE_BUFFER);
  125. rcl_u32(setup,
  126. vc4_full_res_offset(exec, setup->color_read,
  127. &args->color_read, x, y) |
  128. VC4_LOADSTORE_FULL_RES_DISABLE_ZS);
  129. } else {
  130. rcl_u8(setup, VC4_PACKET_LOAD_TILE_BUFFER_GENERAL);
  131. rcl_u16(setup, args->color_read.bits);
  132. rcl_u32(setup, setup->color_read->paddr +
  133. args->color_read.offset);
  134. }
  135. }
  136. if (setup->zs_read) {
  137. if (args->zs_read.flags &
  138. VC4_SUBMIT_RCL_SURFACE_READ_IS_FULL_RES) {
  139. rcl_u8(setup, VC4_PACKET_LOAD_FULL_RES_TILE_BUFFER);
  140. rcl_u32(setup,
  141. vc4_full_res_offset(exec, setup->zs_read,
  142. &args->zs_read, x, y) |
  143. VC4_LOADSTORE_FULL_RES_DISABLE_COLOR);
  144. } else {
  145. if (setup->color_read) {
  146. /* Exec previous load. */
  147. vc4_tile_coordinates(setup, x, y);
  148. vc4_store_before_load(setup);
  149. }
  150. rcl_u8(setup, VC4_PACKET_LOAD_TILE_BUFFER_GENERAL);
  151. rcl_u16(setup, args->zs_read.bits);
  152. rcl_u32(setup, setup->zs_read->paddr +
  153. args->zs_read.offset);
  154. }
  155. }
  156. /* Clipping depends on tile coordinates having been
  157. * emitted, so we always need one here.
  158. */
  159. vc4_tile_coordinates(setup, x, y);
  160. /* Wait for the binner before jumping to the first
  161. * tile's lists.
  162. */
  163. if (first && has_bin)
  164. rcl_u8(setup, VC4_PACKET_WAIT_ON_SEMAPHORE);
  165. if (has_bin) {
  166. rcl_u8(setup, VC4_PACKET_BRANCH_TO_SUB_LIST);
  167. rcl_u32(setup, (exec->tile_bo->paddr +
  168. exec->tile_alloc_offset +
  169. (y * exec->bin_tiles_x + x) * 32));
  170. }
  171. if (setup->msaa_color_write) {
  172. bool last_tile_write = (!setup->msaa_zs_write &&
  173. !setup->zs_write &&
  174. !setup->color_write);
  175. uint32_t bits = VC4_LOADSTORE_FULL_RES_DISABLE_ZS;
  176. if (!last_tile_write)
  177. bits |= VC4_LOADSTORE_FULL_RES_DISABLE_CLEAR_ALL;
  178. else if (last)
  179. bits |= VC4_LOADSTORE_FULL_RES_EOF;
  180. rcl_u8(setup, VC4_PACKET_STORE_FULL_RES_TILE_BUFFER);
  181. rcl_u32(setup,
  182. vc4_full_res_offset(exec, setup->msaa_color_write,
  183. &args->msaa_color_write, x, y) |
  184. bits);
  185. }
  186. if (setup->msaa_zs_write) {
  187. bool last_tile_write = (!setup->zs_write &&
  188. !setup->color_write);
  189. uint32_t bits = VC4_LOADSTORE_FULL_RES_DISABLE_COLOR;
  190. if (setup->msaa_color_write)
  191. vc4_tile_coordinates(setup, x, y);
  192. if (!last_tile_write)
  193. bits |= VC4_LOADSTORE_FULL_RES_DISABLE_CLEAR_ALL;
  194. else if (last)
  195. bits |= VC4_LOADSTORE_FULL_RES_EOF;
  196. rcl_u8(setup, VC4_PACKET_STORE_FULL_RES_TILE_BUFFER);
  197. rcl_u32(setup,
  198. vc4_full_res_offset(exec, setup->msaa_zs_write,
  199. &args->msaa_zs_write, x, y) |
  200. bits);
  201. }
  202. if (setup->zs_write) {
  203. bool last_tile_write = !setup->color_write;
  204. if (setup->msaa_color_write || setup->msaa_zs_write)
  205. vc4_tile_coordinates(setup, x, y);
  206. rcl_u8(setup, VC4_PACKET_STORE_TILE_BUFFER_GENERAL);
  207. rcl_u16(setup, args->zs_write.bits |
  208. (last_tile_write ?
  209. 0 : VC4_STORE_TILE_BUFFER_DISABLE_COLOR_CLEAR));
  210. rcl_u32(setup,
  211. (setup->zs_write->paddr + args->zs_write.offset) |
  212. ((last && last_tile_write) ?
  213. VC4_LOADSTORE_TILE_BUFFER_EOF : 0));
  214. }
  215. if (setup->color_write) {
  216. if (setup->msaa_color_write || setup->msaa_zs_write ||
  217. setup->zs_write) {
  218. vc4_tile_coordinates(setup, x, y);
  219. }
  220. if (last)
  221. rcl_u8(setup, VC4_PACKET_STORE_MS_TILE_BUFFER_AND_EOF);
  222. else
  223. rcl_u8(setup, VC4_PACKET_STORE_MS_TILE_BUFFER);
  224. }
  225. }
  226. static int vc4_create_rcl_bo(struct drm_device *dev, struct vc4_exec_info *exec,
  227. struct vc4_rcl_setup *setup)
  228. {
  229. struct drm_vc4_submit_cl *args = exec->args;
  230. bool has_bin = args->bin_cl_size != 0;
  231. uint8_t min_x_tile = args->min_x_tile;
  232. uint8_t min_y_tile = args->min_y_tile;
  233. uint8_t max_x_tile = args->max_x_tile;
  234. uint8_t max_y_tile = args->max_y_tile;
  235. uint8_t xtiles = max_x_tile - min_x_tile + 1;
  236. uint8_t ytiles = max_y_tile - min_y_tile + 1;
  237. uint8_t x, y;
  238. uint32_t size, loop_body_size;
  239. size = VC4_PACKET_TILE_RENDERING_MODE_CONFIG_SIZE;
  240. loop_body_size = VC4_PACKET_TILE_COORDINATES_SIZE;
  241. if (args->flags & VC4_SUBMIT_CL_USE_CLEAR_COLOR) {
  242. size += VC4_PACKET_CLEAR_COLORS_SIZE +
  243. VC4_PACKET_TILE_COORDINATES_SIZE +
  244. VC4_PACKET_STORE_TILE_BUFFER_GENERAL_SIZE;
  245. }
  246. if (setup->color_read) {
  247. if (args->color_read.flags &
  248. VC4_SUBMIT_RCL_SURFACE_READ_IS_FULL_RES) {
  249. loop_body_size += VC4_PACKET_LOAD_FULL_RES_TILE_BUFFER_SIZE;
  250. } else {
  251. loop_body_size += VC4_PACKET_LOAD_TILE_BUFFER_GENERAL_SIZE;
  252. }
  253. }
  254. if (setup->zs_read) {
  255. if (args->zs_read.flags &
  256. VC4_SUBMIT_RCL_SURFACE_READ_IS_FULL_RES) {
  257. loop_body_size += VC4_PACKET_LOAD_FULL_RES_TILE_BUFFER_SIZE;
  258. } else {
  259. if (setup->color_read &&
  260. !(args->color_read.flags &
  261. VC4_SUBMIT_RCL_SURFACE_READ_IS_FULL_RES)) {
  262. loop_body_size += VC4_PACKET_TILE_COORDINATES_SIZE;
  263. loop_body_size += VC4_PACKET_STORE_TILE_BUFFER_GENERAL_SIZE;
  264. }
  265. loop_body_size += VC4_PACKET_LOAD_TILE_BUFFER_GENERAL_SIZE;
  266. }
  267. }
  268. if (has_bin) {
  269. size += VC4_PACKET_WAIT_ON_SEMAPHORE_SIZE;
  270. loop_body_size += VC4_PACKET_BRANCH_TO_SUB_LIST_SIZE;
  271. }
  272. if (setup->msaa_color_write)
  273. loop_body_size += VC4_PACKET_STORE_FULL_RES_TILE_BUFFER_SIZE;
  274. if (setup->msaa_zs_write)
  275. loop_body_size += VC4_PACKET_STORE_FULL_RES_TILE_BUFFER_SIZE;
  276. if (setup->zs_write)
  277. loop_body_size += VC4_PACKET_STORE_TILE_BUFFER_GENERAL_SIZE;
  278. if (setup->color_write)
  279. loop_body_size += VC4_PACKET_STORE_MS_TILE_BUFFER_SIZE;
  280. /* We need a VC4_PACKET_TILE_COORDINATES in between each store. */
  281. loop_body_size += VC4_PACKET_TILE_COORDINATES_SIZE *
  282. ((setup->msaa_color_write != NULL) +
  283. (setup->msaa_zs_write != NULL) +
  284. (setup->color_write != NULL) +
  285. (setup->zs_write != NULL) - 1);
  286. size += xtiles * ytiles * loop_body_size;
  287. setup->rcl = &vc4_bo_create(dev, size, true)->base;
  288. if (IS_ERR(setup->rcl))
  289. return PTR_ERR(setup->rcl);
  290. list_add_tail(&to_vc4_bo(&setup->rcl->base)->unref_head,
  291. &exec->unref_list);
  292. /* The tile buffer gets cleared when the previous tile is stored. If
  293. * the clear values changed between frames, then the tile buffer has
  294. * stale clear values in it, so we have to do a store in None mode (no
  295. * writes) so that we trigger the tile buffer clear.
  296. */
  297. if (args->flags & VC4_SUBMIT_CL_USE_CLEAR_COLOR) {
  298. rcl_u8(setup, VC4_PACKET_CLEAR_COLORS);
  299. rcl_u32(setup, args->clear_color[0]);
  300. rcl_u32(setup, args->clear_color[1]);
  301. rcl_u32(setup, args->clear_z);
  302. rcl_u8(setup, args->clear_s);
  303. vc4_tile_coordinates(setup, 0, 0);
  304. rcl_u8(setup, VC4_PACKET_STORE_TILE_BUFFER_GENERAL);
  305. rcl_u16(setup, VC4_LOADSTORE_TILE_BUFFER_NONE);
  306. rcl_u32(setup, 0); /* no address, since we're in None mode */
  307. }
  308. rcl_u8(setup, VC4_PACKET_TILE_RENDERING_MODE_CONFIG);
  309. rcl_u32(setup,
  310. (setup->color_write ? (setup->color_write->paddr +
  311. args->color_write.offset) :
  312. 0));
  313. rcl_u16(setup, args->width);
  314. rcl_u16(setup, args->height);
  315. rcl_u16(setup, args->color_write.bits);
  316. for (y = min_y_tile; y <= max_y_tile; y++) {
  317. for (x = min_x_tile; x <= max_x_tile; x++) {
  318. bool first = (x == min_x_tile && y == min_y_tile);
  319. bool last = (x == max_x_tile && y == max_y_tile);
  320. emit_tile(exec, setup, x, y, first, last);
  321. }
  322. }
  323. BUG_ON(setup->next_offset != size);
  324. exec->ct1ca = setup->rcl->paddr;
  325. exec->ct1ea = setup->rcl->paddr + setup->next_offset;
  326. return 0;
  327. }
  328. static int vc4_full_res_bounds_check(struct vc4_exec_info *exec,
  329. struct drm_gem_cma_object *obj,
  330. struct drm_vc4_submit_rcl_surface *surf)
  331. {
  332. struct drm_vc4_submit_cl *args = exec->args;
  333. u32 render_tiles_stride = DIV_ROUND_UP(exec->args->width, 32);
  334. if (surf->offset > obj->base.size) {
  335. DRM_ERROR("surface offset %d > BO size %zd\n",
  336. surf->offset, obj->base.size);
  337. return -EINVAL;
  338. }
  339. if ((obj->base.size - surf->offset) / VC4_TILE_BUFFER_SIZE <
  340. render_tiles_stride * args->max_y_tile + args->max_x_tile) {
  341. DRM_ERROR("MSAA tile %d, %d out of bounds "
  342. "(bo size %zd, offset %d).\n",
  343. args->max_x_tile, args->max_y_tile,
  344. obj->base.size,
  345. surf->offset);
  346. return -EINVAL;
  347. }
  348. return 0;
  349. }
  350. static int vc4_rcl_msaa_surface_setup(struct vc4_exec_info *exec,
  351. struct drm_gem_cma_object **obj,
  352. struct drm_vc4_submit_rcl_surface *surf)
  353. {
  354. if (surf->flags != 0 || surf->bits != 0) {
  355. DRM_ERROR("MSAA surface had nonzero flags/bits\n");
  356. return -EINVAL;
  357. }
  358. if (surf->hindex == ~0)
  359. return 0;
  360. *obj = vc4_use_bo(exec, surf->hindex);
  361. if (!*obj)
  362. return -EINVAL;
  363. exec->rcl_write_bo[exec->rcl_write_bo_count++] = *obj;
  364. if (surf->offset & 0xf) {
  365. DRM_ERROR("MSAA write must be 16b aligned.\n");
  366. return -EINVAL;
  367. }
  368. return vc4_full_res_bounds_check(exec, *obj, surf);
  369. }
  370. static int vc4_rcl_surface_setup(struct vc4_exec_info *exec,
  371. struct drm_gem_cma_object **obj,
  372. struct drm_vc4_submit_rcl_surface *surf,
  373. bool is_write)
  374. {
  375. uint8_t tiling = VC4_GET_FIELD(surf->bits,
  376. VC4_LOADSTORE_TILE_BUFFER_TILING);
  377. uint8_t buffer = VC4_GET_FIELD(surf->bits,
  378. VC4_LOADSTORE_TILE_BUFFER_BUFFER);
  379. uint8_t format = VC4_GET_FIELD(surf->bits,
  380. VC4_LOADSTORE_TILE_BUFFER_FORMAT);
  381. int cpp;
  382. int ret;
  383. if (surf->flags & ~VC4_SUBMIT_RCL_SURFACE_READ_IS_FULL_RES) {
  384. DRM_ERROR("Extra flags set\n");
  385. return -EINVAL;
  386. }
  387. if (surf->hindex == ~0)
  388. return 0;
  389. *obj = vc4_use_bo(exec, surf->hindex);
  390. if (!*obj)
  391. return -EINVAL;
  392. if (is_write)
  393. exec->rcl_write_bo[exec->rcl_write_bo_count++] = *obj;
  394. if (surf->flags & VC4_SUBMIT_RCL_SURFACE_READ_IS_FULL_RES) {
  395. if (surf == &exec->args->zs_write) {
  396. DRM_ERROR("general zs write may not be a full-res.\n");
  397. return -EINVAL;
  398. }
  399. if (surf->bits != 0) {
  400. DRM_ERROR("load/store general bits set with "
  401. "full res load/store.\n");
  402. return -EINVAL;
  403. }
  404. ret = vc4_full_res_bounds_check(exec, *obj, surf);
  405. if (ret)
  406. return ret;
  407. return 0;
  408. }
  409. if (surf->bits & ~(VC4_LOADSTORE_TILE_BUFFER_TILING_MASK |
  410. VC4_LOADSTORE_TILE_BUFFER_BUFFER_MASK |
  411. VC4_LOADSTORE_TILE_BUFFER_FORMAT_MASK)) {
  412. DRM_ERROR("Unknown bits in load/store: 0x%04x\n",
  413. surf->bits);
  414. return -EINVAL;
  415. }
  416. if (tiling > VC4_TILING_FORMAT_LT) {
  417. DRM_ERROR("Bad tiling format\n");
  418. return -EINVAL;
  419. }
  420. if (buffer == VC4_LOADSTORE_TILE_BUFFER_ZS) {
  421. if (format != 0) {
  422. DRM_ERROR("No color format should be set for ZS\n");
  423. return -EINVAL;
  424. }
  425. cpp = 4;
  426. } else if (buffer == VC4_LOADSTORE_TILE_BUFFER_COLOR) {
  427. switch (format) {
  428. case VC4_LOADSTORE_TILE_BUFFER_BGR565:
  429. case VC4_LOADSTORE_TILE_BUFFER_BGR565_DITHER:
  430. cpp = 2;
  431. break;
  432. case VC4_LOADSTORE_TILE_BUFFER_RGBA8888:
  433. cpp = 4;
  434. break;
  435. default:
  436. DRM_ERROR("Bad tile buffer format\n");
  437. return -EINVAL;
  438. }
  439. } else {
  440. DRM_ERROR("Bad load/store buffer %d.\n", buffer);
  441. return -EINVAL;
  442. }
  443. if (surf->offset & 0xf) {
  444. DRM_ERROR("load/store buffer must be 16b aligned.\n");
  445. return -EINVAL;
  446. }
  447. if (!vc4_check_tex_size(exec, *obj, surf->offset, tiling,
  448. exec->args->width, exec->args->height, cpp)) {
  449. return -EINVAL;
  450. }
  451. return 0;
  452. }
  453. static int
  454. vc4_rcl_render_config_surface_setup(struct vc4_exec_info *exec,
  455. struct vc4_rcl_setup *setup,
  456. struct drm_gem_cma_object **obj,
  457. struct drm_vc4_submit_rcl_surface *surf)
  458. {
  459. uint8_t tiling = VC4_GET_FIELD(surf->bits,
  460. VC4_RENDER_CONFIG_MEMORY_FORMAT);
  461. uint8_t format = VC4_GET_FIELD(surf->bits,
  462. VC4_RENDER_CONFIG_FORMAT);
  463. int cpp;
  464. if (surf->flags != 0) {
  465. DRM_ERROR("No flags supported on render config.\n");
  466. return -EINVAL;
  467. }
  468. if (surf->bits & ~(VC4_RENDER_CONFIG_MEMORY_FORMAT_MASK |
  469. VC4_RENDER_CONFIG_FORMAT_MASK |
  470. VC4_RENDER_CONFIG_MS_MODE_4X |
  471. VC4_RENDER_CONFIG_DECIMATE_MODE_4X)) {
  472. DRM_ERROR("Unknown bits in render config: 0x%04x\n",
  473. surf->bits);
  474. return -EINVAL;
  475. }
  476. if (surf->hindex == ~0)
  477. return 0;
  478. *obj = vc4_use_bo(exec, surf->hindex);
  479. if (!*obj)
  480. return -EINVAL;
  481. exec->rcl_write_bo[exec->rcl_write_bo_count++] = *obj;
  482. if (tiling > VC4_TILING_FORMAT_LT) {
  483. DRM_ERROR("Bad tiling format\n");
  484. return -EINVAL;
  485. }
  486. switch (format) {
  487. case VC4_RENDER_CONFIG_FORMAT_BGR565_DITHERED:
  488. case VC4_RENDER_CONFIG_FORMAT_BGR565:
  489. cpp = 2;
  490. break;
  491. case VC4_RENDER_CONFIG_FORMAT_RGBA8888:
  492. cpp = 4;
  493. break;
  494. default:
  495. DRM_ERROR("Bad tile buffer format\n");
  496. return -EINVAL;
  497. }
  498. if (!vc4_check_tex_size(exec, *obj, surf->offset, tiling,
  499. exec->args->width, exec->args->height, cpp)) {
  500. return -EINVAL;
  501. }
  502. return 0;
  503. }
  504. int vc4_get_rcl(struct drm_device *dev, struct vc4_exec_info *exec)
  505. {
  506. struct vc4_rcl_setup setup = {0};
  507. struct drm_vc4_submit_cl *args = exec->args;
  508. bool has_bin = args->bin_cl_size != 0;
  509. int ret;
  510. if (args->min_x_tile > args->max_x_tile ||
  511. args->min_y_tile > args->max_y_tile) {
  512. DRM_ERROR("Bad render tile set (%d,%d)-(%d,%d)\n",
  513. args->min_x_tile, args->min_y_tile,
  514. args->max_x_tile, args->max_y_tile);
  515. return -EINVAL;
  516. }
  517. if (has_bin &&
  518. (args->max_x_tile > exec->bin_tiles_x ||
  519. args->max_y_tile > exec->bin_tiles_y)) {
  520. DRM_ERROR("Render tiles (%d,%d) outside of bin config "
  521. "(%d,%d)\n",
  522. args->max_x_tile, args->max_y_tile,
  523. exec->bin_tiles_x, exec->bin_tiles_y);
  524. return -EINVAL;
  525. }
  526. ret = vc4_rcl_render_config_surface_setup(exec, &setup,
  527. &setup.color_write,
  528. &args->color_write);
  529. if (ret)
  530. return ret;
  531. ret = vc4_rcl_surface_setup(exec, &setup.color_read, &args->color_read,
  532. false);
  533. if (ret)
  534. return ret;
  535. ret = vc4_rcl_surface_setup(exec, &setup.zs_read, &args->zs_read,
  536. false);
  537. if (ret)
  538. return ret;
  539. ret = vc4_rcl_surface_setup(exec, &setup.zs_write, &args->zs_write,
  540. true);
  541. if (ret)
  542. return ret;
  543. ret = vc4_rcl_msaa_surface_setup(exec, &setup.msaa_color_write,
  544. &args->msaa_color_write);
  545. if (ret)
  546. return ret;
  547. ret = vc4_rcl_msaa_surface_setup(exec, &setup.msaa_zs_write,
  548. &args->msaa_zs_write);
  549. if (ret)
  550. return ret;
  551. /* We shouldn't even have the job submitted to us if there's no
  552. * surface to write out.
  553. */
  554. if (!setup.color_write && !setup.zs_write &&
  555. !setup.msaa_color_write && !setup.msaa_zs_write) {
  556. DRM_ERROR("RCL requires color or Z/S write\n");
  557. return -EINVAL;
  558. }
  559. return vc4_create_rcl_bo(dev, exec, &setup);
  560. }