vc4_render_cl.c 18 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650
  1. /*
  2. * Copyright © 2014-2015 Broadcom
  3. *
  4. * Permission is hereby granted, free of charge, to any person obtaining a
  5. * copy of this software and associated documentation files (the "Software"),
  6. * to deal in the Software without restriction, including without limitation
  7. * the rights to use, copy, modify, merge, publish, distribute, sublicense,
  8. * and/or sell copies of the Software, and to permit persons to whom the
  9. * Software is furnished to do so, subject to the following conditions:
  10. *
  11. * The above copyright notice and this permission notice (including the next
  12. * paragraph) shall be included in all copies or substantial portions of the
  13. * Software.
  14. *
  15. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  16. * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  17. * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
  18. * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  19. * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
  20. * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
  21. * IN THE SOFTWARE.
  22. */
  23. /**
  24. * DOC: Render command list generation
  25. *
  26. * In the V3D hardware, render command lists are what load and store
  27. * tiles of a framebuffer and optionally call out to binner-generated
  28. * command lists to do the 3D drawing for that tile.
  29. *
  30. * In the VC4 driver, render command list generation is performed by the
  31. * kernel instead of userspace. We do this because validating a
  32. * user-submitted command list is hard to get right and has high CPU overhead,
  33. * while the number of valid configurations for render command lists is
  34. * actually fairly low.
  35. */
  36. #include "uapi/drm/vc4_drm.h"
  37. #include "vc4_drv.h"
  38. #include "vc4_packet.h"
  39. struct vc4_rcl_setup {
  40. struct drm_gem_cma_object *color_read;
  41. struct drm_gem_cma_object *color_write;
  42. struct drm_gem_cma_object *zs_read;
  43. struct drm_gem_cma_object *zs_write;
  44. struct drm_gem_cma_object *msaa_color_write;
  45. struct drm_gem_cma_object *msaa_zs_write;
  46. struct drm_gem_cma_object *rcl;
  47. u32 next_offset;
  48. u32 next_write_bo_index;
  49. };
  50. static inline void rcl_u8(struct vc4_rcl_setup *setup, u8 val)
  51. {
  52. *(u8 *)(setup->rcl->vaddr + setup->next_offset) = val;
  53. setup->next_offset += 1;
  54. }
  55. static inline void rcl_u16(struct vc4_rcl_setup *setup, u16 val)
  56. {
  57. *(u16 *)(setup->rcl->vaddr + setup->next_offset) = val;
  58. setup->next_offset += 2;
  59. }
  60. static inline void rcl_u32(struct vc4_rcl_setup *setup, u32 val)
  61. {
  62. *(u32 *)(setup->rcl->vaddr + setup->next_offset) = val;
  63. setup->next_offset += 4;
  64. }
  65. /*
  66. * Emits a no-op STORE_TILE_BUFFER_GENERAL.
  67. *
  68. * If we emit a PACKET_TILE_COORDINATES, it must be followed by a store of
  69. * some sort before another load is triggered.
  70. */
  71. static void vc4_store_before_load(struct vc4_rcl_setup *setup)
  72. {
  73. rcl_u8(setup, VC4_PACKET_STORE_TILE_BUFFER_GENERAL);
  74. rcl_u16(setup,
  75. VC4_SET_FIELD(VC4_LOADSTORE_TILE_BUFFER_NONE,
  76. VC4_LOADSTORE_TILE_BUFFER_BUFFER) |
  77. VC4_STORE_TILE_BUFFER_DISABLE_COLOR_CLEAR |
  78. VC4_STORE_TILE_BUFFER_DISABLE_ZS_CLEAR |
  79. VC4_STORE_TILE_BUFFER_DISABLE_VG_MASK_CLEAR);
  80. rcl_u32(setup, 0); /* no address, since we're in None mode */
  81. }
  82. /*
  83. * Calculates the physical address of the start of a tile in a RCL surface.
  84. *
  85. * Unlike the other load/store packets,
  86. * VC4_PACKET_LOAD/STORE_FULL_RES_TILE_BUFFER don't look at the tile
  87. * coordinates packet, and instead just store to the address given.
  88. */
  89. static uint32_t vc4_full_res_offset(struct vc4_exec_info *exec,
  90. struct drm_gem_cma_object *bo,
  91. struct drm_vc4_submit_rcl_surface *surf,
  92. uint8_t x, uint8_t y)
  93. {
  94. return bo->paddr + surf->offset + VC4_TILE_BUFFER_SIZE *
  95. (DIV_ROUND_UP(exec->args->width, 32) * y + x);
  96. }
  97. /*
  98. * Emits a PACKET_TILE_COORDINATES if one isn't already pending.
  99. *
  100. * The tile coordinates packet triggers a pending load if there is one, are
  101. * used for clipping during rendering, and determine where loads/stores happen
  102. * relative to their base address.
  103. */
  104. static void vc4_tile_coordinates(struct vc4_rcl_setup *setup,
  105. uint32_t x, uint32_t y)
  106. {
  107. rcl_u8(setup, VC4_PACKET_TILE_COORDINATES);
  108. rcl_u8(setup, x);
  109. rcl_u8(setup, y);
  110. }
  111. static void emit_tile(struct vc4_exec_info *exec,
  112. struct vc4_rcl_setup *setup,
  113. uint8_t x, uint8_t y, bool first, bool last)
  114. {
  115. struct drm_vc4_submit_cl *args = exec->args;
  116. bool has_bin = args->bin_cl_size != 0;
  117. /* Note that the load doesn't actually occur until the
  118. * tile coords packet is processed, and only one load
  119. * may be outstanding at a time.
  120. */
  121. if (setup->color_read) {
  122. if (args->color_read.flags &
  123. VC4_SUBMIT_RCL_SURFACE_READ_IS_FULL_RES) {
  124. rcl_u8(setup, VC4_PACKET_LOAD_FULL_RES_TILE_BUFFER);
  125. rcl_u32(setup,
  126. vc4_full_res_offset(exec, setup->color_read,
  127. &args->color_read, x, y) |
  128. VC4_LOADSTORE_FULL_RES_DISABLE_ZS);
  129. } else {
  130. rcl_u8(setup, VC4_PACKET_LOAD_TILE_BUFFER_GENERAL);
  131. rcl_u16(setup, args->color_read.bits);
  132. rcl_u32(setup, setup->color_read->paddr +
  133. args->color_read.offset);
  134. }
  135. }
  136. if (setup->zs_read) {
  137. if (args->zs_read.flags &
  138. VC4_SUBMIT_RCL_SURFACE_READ_IS_FULL_RES) {
  139. rcl_u8(setup, VC4_PACKET_LOAD_FULL_RES_TILE_BUFFER);
  140. rcl_u32(setup,
  141. vc4_full_res_offset(exec, setup->zs_read,
  142. &args->zs_read, x, y) |
  143. VC4_LOADSTORE_FULL_RES_DISABLE_COLOR);
  144. } else {
  145. if (setup->color_read) {
  146. /* Exec previous load. */
  147. vc4_tile_coordinates(setup, x, y);
  148. vc4_store_before_load(setup);
  149. }
  150. rcl_u8(setup, VC4_PACKET_LOAD_TILE_BUFFER_GENERAL);
  151. rcl_u16(setup, args->zs_read.bits);
  152. rcl_u32(setup, setup->zs_read->paddr +
  153. args->zs_read.offset);
  154. }
  155. }
  156. /* Clipping depends on tile coordinates having been
  157. * emitted, so we always need one here.
  158. */
  159. vc4_tile_coordinates(setup, x, y);
  160. /* Wait for the binner before jumping to the first
  161. * tile's lists.
  162. */
  163. if (first && has_bin)
  164. rcl_u8(setup, VC4_PACKET_WAIT_ON_SEMAPHORE);
  165. if (has_bin) {
  166. rcl_u8(setup, VC4_PACKET_BRANCH_TO_SUB_LIST);
  167. rcl_u32(setup, (exec->tile_alloc_offset +
  168. (y * exec->bin_tiles_x + x) * 32));
  169. }
  170. if (setup->msaa_color_write) {
  171. bool last_tile_write = (!setup->msaa_zs_write &&
  172. !setup->zs_write &&
  173. !setup->color_write);
  174. uint32_t bits = VC4_LOADSTORE_FULL_RES_DISABLE_ZS;
  175. if (!last_tile_write)
  176. bits |= VC4_LOADSTORE_FULL_RES_DISABLE_CLEAR_ALL;
  177. else if (last)
  178. bits |= VC4_LOADSTORE_FULL_RES_EOF;
  179. rcl_u8(setup, VC4_PACKET_STORE_FULL_RES_TILE_BUFFER);
  180. rcl_u32(setup,
  181. vc4_full_res_offset(exec, setup->msaa_color_write,
  182. &args->msaa_color_write, x, y) |
  183. bits);
  184. }
  185. if (setup->msaa_zs_write) {
  186. bool last_tile_write = (!setup->zs_write &&
  187. !setup->color_write);
  188. uint32_t bits = VC4_LOADSTORE_FULL_RES_DISABLE_COLOR;
  189. if (setup->msaa_color_write)
  190. vc4_tile_coordinates(setup, x, y);
  191. if (!last_tile_write)
  192. bits |= VC4_LOADSTORE_FULL_RES_DISABLE_CLEAR_ALL;
  193. else if (last)
  194. bits |= VC4_LOADSTORE_FULL_RES_EOF;
  195. rcl_u8(setup, VC4_PACKET_STORE_FULL_RES_TILE_BUFFER);
  196. rcl_u32(setup,
  197. vc4_full_res_offset(exec, setup->msaa_zs_write,
  198. &args->msaa_zs_write, x, y) |
  199. bits);
  200. }
  201. if (setup->zs_write) {
  202. bool last_tile_write = !setup->color_write;
  203. if (setup->msaa_color_write || setup->msaa_zs_write)
  204. vc4_tile_coordinates(setup, x, y);
  205. rcl_u8(setup, VC4_PACKET_STORE_TILE_BUFFER_GENERAL);
  206. rcl_u16(setup, args->zs_write.bits |
  207. (last_tile_write ?
  208. 0 : VC4_STORE_TILE_BUFFER_DISABLE_COLOR_CLEAR));
  209. rcl_u32(setup,
  210. (setup->zs_write->paddr + args->zs_write.offset) |
  211. ((last && last_tile_write) ?
  212. VC4_LOADSTORE_TILE_BUFFER_EOF : 0));
  213. }
  214. if (setup->color_write) {
  215. if (setup->msaa_color_write || setup->msaa_zs_write ||
  216. setup->zs_write) {
  217. vc4_tile_coordinates(setup, x, y);
  218. }
  219. if (last)
  220. rcl_u8(setup, VC4_PACKET_STORE_MS_TILE_BUFFER_AND_EOF);
  221. else
  222. rcl_u8(setup, VC4_PACKET_STORE_MS_TILE_BUFFER);
  223. }
  224. }
  225. static int vc4_create_rcl_bo(struct drm_device *dev, struct vc4_exec_info *exec,
  226. struct vc4_rcl_setup *setup)
  227. {
  228. struct drm_vc4_submit_cl *args = exec->args;
  229. bool has_bin = args->bin_cl_size != 0;
  230. uint8_t min_x_tile = args->min_x_tile;
  231. uint8_t min_y_tile = args->min_y_tile;
  232. uint8_t max_x_tile = args->max_x_tile;
  233. uint8_t max_y_tile = args->max_y_tile;
  234. uint8_t xtiles = max_x_tile - min_x_tile + 1;
  235. uint8_t ytiles = max_y_tile - min_y_tile + 1;
  236. uint8_t x, y;
  237. uint32_t size, loop_body_size;
  238. size = VC4_PACKET_TILE_RENDERING_MODE_CONFIG_SIZE;
  239. loop_body_size = VC4_PACKET_TILE_COORDINATES_SIZE;
  240. if (args->flags & VC4_SUBMIT_CL_USE_CLEAR_COLOR) {
  241. size += VC4_PACKET_CLEAR_COLORS_SIZE +
  242. VC4_PACKET_TILE_COORDINATES_SIZE +
  243. VC4_PACKET_STORE_TILE_BUFFER_GENERAL_SIZE;
  244. }
  245. if (setup->color_read) {
  246. if (args->color_read.flags &
  247. VC4_SUBMIT_RCL_SURFACE_READ_IS_FULL_RES) {
  248. loop_body_size += VC4_PACKET_LOAD_FULL_RES_TILE_BUFFER_SIZE;
  249. } else {
  250. loop_body_size += VC4_PACKET_LOAD_TILE_BUFFER_GENERAL_SIZE;
  251. }
  252. }
  253. if (setup->zs_read) {
  254. if (args->zs_read.flags &
  255. VC4_SUBMIT_RCL_SURFACE_READ_IS_FULL_RES) {
  256. loop_body_size += VC4_PACKET_LOAD_FULL_RES_TILE_BUFFER_SIZE;
  257. } else {
  258. if (setup->color_read &&
  259. !(args->color_read.flags &
  260. VC4_SUBMIT_RCL_SURFACE_READ_IS_FULL_RES)) {
  261. loop_body_size += VC4_PACKET_TILE_COORDINATES_SIZE;
  262. loop_body_size += VC4_PACKET_STORE_TILE_BUFFER_GENERAL_SIZE;
  263. }
  264. loop_body_size += VC4_PACKET_LOAD_TILE_BUFFER_GENERAL_SIZE;
  265. }
  266. }
  267. if (has_bin) {
  268. size += VC4_PACKET_WAIT_ON_SEMAPHORE_SIZE;
  269. loop_body_size += VC4_PACKET_BRANCH_TO_SUB_LIST_SIZE;
  270. }
  271. if (setup->msaa_color_write)
  272. loop_body_size += VC4_PACKET_STORE_FULL_RES_TILE_BUFFER_SIZE;
  273. if (setup->msaa_zs_write)
  274. loop_body_size += VC4_PACKET_STORE_FULL_RES_TILE_BUFFER_SIZE;
  275. if (setup->zs_write)
  276. loop_body_size += VC4_PACKET_STORE_TILE_BUFFER_GENERAL_SIZE;
  277. if (setup->color_write)
  278. loop_body_size += VC4_PACKET_STORE_MS_TILE_BUFFER_SIZE;
  279. /* We need a VC4_PACKET_TILE_COORDINATES in between each store. */
  280. loop_body_size += VC4_PACKET_TILE_COORDINATES_SIZE *
  281. ((setup->msaa_color_write != NULL) +
  282. (setup->msaa_zs_write != NULL) +
  283. (setup->color_write != NULL) +
  284. (setup->zs_write != NULL) - 1);
  285. size += xtiles * ytiles * loop_body_size;
  286. setup->rcl = &vc4_bo_create(dev, size, true, VC4_BO_TYPE_RCL)->base;
  287. if (IS_ERR(setup->rcl))
  288. return PTR_ERR(setup->rcl);
  289. list_add_tail(&to_vc4_bo(&setup->rcl->base)->unref_head,
  290. &exec->unref_list);
  291. /* The tile buffer gets cleared when the previous tile is stored. If
  292. * the clear values changed between frames, then the tile buffer has
  293. * stale clear values in it, so we have to do a store in None mode (no
  294. * writes) so that we trigger the tile buffer clear.
  295. */
  296. if (args->flags & VC4_SUBMIT_CL_USE_CLEAR_COLOR) {
  297. rcl_u8(setup, VC4_PACKET_CLEAR_COLORS);
  298. rcl_u32(setup, args->clear_color[0]);
  299. rcl_u32(setup, args->clear_color[1]);
  300. rcl_u32(setup, args->clear_z);
  301. rcl_u8(setup, args->clear_s);
  302. vc4_tile_coordinates(setup, 0, 0);
  303. rcl_u8(setup, VC4_PACKET_STORE_TILE_BUFFER_GENERAL);
  304. rcl_u16(setup, VC4_LOADSTORE_TILE_BUFFER_NONE);
  305. rcl_u32(setup, 0); /* no address, since we're in None mode */
  306. }
  307. rcl_u8(setup, VC4_PACKET_TILE_RENDERING_MODE_CONFIG);
  308. rcl_u32(setup,
  309. (setup->color_write ? (setup->color_write->paddr +
  310. args->color_write.offset) :
  311. 0));
  312. rcl_u16(setup, args->width);
  313. rcl_u16(setup, args->height);
  314. rcl_u16(setup, args->color_write.bits);
  315. for (y = min_y_tile; y <= max_y_tile; y++) {
  316. for (x = min_x_tile; x <= max_x_tile; x++) {
  317. bool first = (x == min_x_tile && y == min_y_tile);
  318. bool last = (x == max_x_tile && y == max_y_tile);
  319. emit_tile(exec, setup, x, y, first, last);
  320. }
  321. }
  322. BUG_ON(setup->next_offset != size);
  323. exec->ct1ca = setup->rcl->paddr;
  324. exec->ct1ea = setup->rcl->paddr + setup->next_offset;
  325. return 0;
  326. }
  327. static int vc4_full_res_bounds_check(struct vc4_exec_info *exec,
  328. struct drm_gem_cma_object *obj,
  329. struct drm_vc4_submit_rcl_surface *surf)
  330. {
  331. struct drm_vc4_submit_cl *args = exec->args;
  332. u32 render_tiles_stride = DIV_ROUND_UP(exec->args->width, 32);
  333. if (surf->offset > obj->base.size) {
  334. DRM_ERROR("surface offset %d > BO size %zd\n",
  335. surf->offset, obj->base.size);
  336. return -EINVAL;
  337. }
  338. if ((obj->base.size - surf->offset) / VC4_TILE_BUFFER_SIZE <
  339. render_tiles_stride * args->max_y_tile + args->max_x_tile) {
  340. DRM_ERROR("MSAA tile %d, %d out of bounds "
  341. "(bo size %zd, offset %d).\n",
  342. args->max_x_tile, args->max_y_tile,
  343. obj->base.size,
  344. surf->offset);
  345. return -EINVAL;
  346. }
  347. return 0;
  348. }
  349. static int vc4_rcl_msaa_surface_setup(struct vc4_exec_info *exec,
  350. struct drm_gem_cma_object **obj,
  351. struct drm_vc4_submit_rcl_surface *surf)
  352. {
  353. if (surf->flags != 0 || surf->bits != 0) {
  354. DRM_ERROR("MSAA surface had nonzero flags/bits\n");
  355. return -EINVAL;
  356. }
  357. if (surf->hindex == ~0)
  358. return 0;
  359. *obj = vc4_use_bo(exec, surf->hindex);
  360. if (!*obj)
  361. return -EINVAL;
  362. exec->rcl_write_bo[exec->rcl_write_bo_count++] = *obj;
  363. if (surf->offset & 0xf) {
  364. DRM_ERROR("MSAA write must be 16b aligned.\n");
  365. return -EINVAL;
  366. }
  367. return vc4_full_res_bounds_check(exec, *obj, surf);
  368. }
  369. static int vc4_rcl_surface_setup(struct vc4_exec_info *exec,
  370. struct drm_gem_cma_object **obj,
  371. struct drm_vc4_submit_rcl_surface *surf,
  372. bool is_write)
  373. {
  374. uint8_t tiling = VC4_GET_FIELD(surf->bits,
  375. VC4_LOADSTORE_TILE_BUFFER_TILING);
  376. uint8_t buffer = VC4_GET_FIELD(surf->bits,
  377. VC4_LOADSTORE_TILE_BUFFER_BUFFER);
  378. uint8_t format = VC4_GET_FIELD(surf->bits,
  379. VC4_LOADSTORE_TILE_BUFFER_FORMAT);
  380. int cpp;
  381. int ret;
  382. if (surf->flags & ~VC4_SUBMIT_RCL_SURFACE_READ_IS_FULL_RES) {
  383. DRM_ERROR("Extra flags set\n");
  384. return -EINVAL;
  385. }
  386. if (surf->hindex == ~0)
  387. return 0;
  388. *obj = vc4_use_bo(exec, surf->hindex);
  389. if (!*obj)
  390. return -EINVAL;
  391. if (is_write)
  392. exec->rcl_write_bo[exec->rcl_write_bo_count++] = *obj;
  393. if (surf->flags & VC4_SUBMIT_RCL_SURFACE_READ_IS_FULL_RES) {
  394. if (surf == &exec->args->zs_write) {
  395. DRM_ERROR("general zs write may not be a full-res.\n");
  396. return -EINVAL;
  397. }
  398. if (surf->bits != 0) {
  399. DRM_ERROR("load/store general bits set with "
  400. "full res load/store.\n");
  401. return -EINVAL;
  402. }
  403. ret = vc4_full_res_bounds_check(exec, *obj, surf);
  404. if (ret)
  405. return ret;
  406. return 0;
  407. }
  408. if (surf->bits & ~(VC4_LOADSTORE_TILE_BUFFER_TILING_MASK |
  409. VC4_LOADSTORE_TILE_BUFFER_BUFFER_MASK |
  410. VC4_LOADSTORE_TILE_BUFFER_FORMAT_MASK)) {
  411. DRM_ERROR("Unknown bits in load/store: 0x%04x\n",
  412. surf->bits);
  413. return -EINVAL;
  414. }
  415. if (tiling > VC4_TILING_FORMAT_LT) {
  416. DRM_ERROR("Bad tiling format\n");
  417. return -EINVAL;
  418. }
  419. if (buffer == VC4_LOADSTORE_TILE_BUFFER_ZS) {
  420. if (format != 0) {
  421. DRM_ERROR("No color format should be set for ZS\n");
  422. return -EINVAL;
  423. }
  424. cpp = 4;
  425. } else if (buffer == VC4_LOADSTORE_TILE_BUFFER_COLOR) {
  426. switch (format) {
  427. case VC4_LOADSTORE_TILE_BUFFER_BGR565:
  428. case VC4_LOADSTORE_TILE_BUFFER_BGR565_DITHER:
  429. cpp = 2;
  430. break;
  431. case VC4_LOADSTORE_TILE_BUFFER_RGBA8888:
  432. cpp = 4;
  433. break;
  434. default:
  435. DRM_ERROR("Bad tile buffer format\n");
  436. return -EINVAL;
  437. }
  438. } else {
  439. DRM_ERROR("Bad load/store buffer %d.\n", buffer);
  440. return -EINVAL;
  441. }
  442. if (surf->offset & 0xf) {
  443. DRM_ERROR("load/store buffer must be 16b aligned.\n");
  444. return -EINVAL;
  445. }
  446. if (!vc4_check_tex_size(exec, *obj, surf->offset, tiling,
  447. exec->args->width, exec->args->height, cpp)) {
  448. return -EINVAL;
  449. }
  450. return 0;
  451. }
  452. static int
  453. vc4_rcl_render_config_surface_setup(struct vc4_exec_info *exec,
  454. struct vc4_rcl_setup *setup,
  455. struct drm_gem_cma_object **obj,
  456. struct drm_vc4_submit_rcl_surface *surf)
  457. {
  458. uint8_t tiling = VC4_GET_FIELD(surf->bits,
  459. VC4_RENDER_CONFIG_MEMORY_FORMAT);
  460. uint8_t format = VC4_GET_FIELD(surf->bits,
  461. VC4_RENDER_CONFIG_FORMAT);
  462. int cpp;
  463. if (surf->flags != 0) {
  464. DRM_ERROR("No flags supported on render config.\n");
  465. return -EINVAL;
  466. }
  467. if (surf->bits & ~(VC4_RENDER_CONFIG_MEMORY_FORMAT_MASK |
  468. VC4_RENDER_CONFIG_FORMAT_MASK |
  469. VC4_RENDER_CONFIG_MS_MODE_4X |
  470. VC4_RENDER_CONFIG_DECIMATE_MODE_4X)) {
  471. DRM_ERROR("Unknown bits in render config: 0x%04x\n",
  472. surf->bits);
  473. return -EINVAL;
  474. }
  475. if (surf->hindex == ~0)
  476. return 0;
  477. *obj = vc4_use_bo(exec, surf->hindex);
  478. if (!*obj)
  479. return -EINVAL;
  480. exec->rcl_write_bo[exec->rcl_write_bo_count++] = *obj;
  481. if (tiling > VC4_TILING_FORMAT_LT) {
  482. DRM_ERROR("Bad tiling format\n");
  483. return -EINVAL;
  484. }
  485. switch (format) {
  486. case VC4_RENDER_CONFIG_FORMAT_BGR565_DITHERED:
  487. case VC4_RENDER_CONFIG_FORMAT_BGR565:
  488. cpp = 2;
  489. break;
  490. case VC4_RENDER_CONFIG_FORMAT_RGBA8888:
  491. cpp = 4;
  492. break;
  493. default:
  494. DRM_ERROR("Bad tile buffer format\n");
  495. return -EINVAL;
  496. }
  497. if (!vc4_check_tex_size(exec, *obj, surf->offset, tiling,
  498. exec->args->width, exec->args->height, cpp)) {
  499. return -EINVAL;
  500. }
  501. return 0;
  502. }
  503. int vc4_get_rcl(struct drm_device *dev, struct vc4_exec_info *exec)
  504. {
  505. struct vc4_rcl_setup setup = {0};
  506. struct drm_vc4_submit_cl *args = exec->args;
  507. bool has_bin = args->bin_cl_size != 0;
  508. int ret;
  509. if (args->min_x_tile > args->max_x_tile ||
  510. args->min_y_tile > args->max_y_tile) {
  511. DRM_ERROR("Bad render tile set (%d,%d)-(%d,%d)\n",
  512. args->min_x_tile, args->min_y_tile,
  513. args->max_x_tile, args->max_y_tile);
  514. return -EINVAL;
  515. }
  516. if (has_bin &&
  517. (args->max_x_tile > exec->bin_tiles_x ||
  518. args->max_y_tile > exec->bin_tiles_y)) {
  519. DRM_ERROR("Render tiles (%d,%d) outside of bin config "
  520. "(%d,%d)\n",
  521. args->max_x_tile, args->max_y_tile,
  522. exec->bin_tiles_x, exec->bin_tiles_y);
  523. return -EINVAL;
  524. }
  525. ret = vc4_rcl_render_config_surface_setup(exec, &setup,
  526. &setup.color_write,
  527. &args->color_write);
  528. if (ret)
  529. return ret;
  530. ret = vc4_rcl_surface_setup(exec, &setup.color_read, &args->color_read,
  531. false);
  532. if (ret)
  533. return ret;
  534. ret = vc4_rcl_surface_setup(exec, &setup.zs_read, &args->zs_read,
  535. false);
  536. if (ret)
  537. return ret;
  538. ret = vc4_rcl_surface_setup(exec, &setup.zs_write, &args->zs_write,
  539. true);
  540. if (ret)
  541. return ret;
  542. ret = vc4_rcl_msaa_surface_setup(exec, &setup.msaa_color_write,
  543. &args->msaa_color_write);
  544. if (ret)
  545. return ret;
  546. ret = vc4_rcl_msaa_surface_setup(exec, &setup.msaa_zs_write,
  547. &args->msaa_zs_write);
  548. if (ret)
  549. return ret;
  550. /* We shouldn't even have the job submitted to us if there's no
  551. * surface to write out.
  552. */
  553. if (!setup.color_write && !setup.zs_write &&
  554. !setup.msaa_color_write && !setup.msaa_zs_write) {
  555. DRM_ERROR("RCL requires color or Z/S write\n");
  556. return -EINVAL;
  557. }
  558. return vc4_create_rcl_bo(dev, exec, &setup);
  559. }