dcn_calcs.c 64 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654
  1. /*
  2. * Copyright 2017 Advanced Micro Devices, Inc.
  3. *
  4. * Permission is hereby granted, free of charge, to any person obtaining a
  5. * copy of this software and associated documentation files (the "Software"),
  6. * to deal in the Software without restriction, including without limitation
  7. * the rights to use, copy, modify, merge, publish, distribute, sublicense,
  8. * and/or sell copies of the Software, and to permit persons to whom the
  9. * Software is furnished to do so, subject to the following conditions:
  10. *
  11. * The above copyright notice and this permission notice shall be included in
  12. * all copies or substantial portions of the Software.
  13. *
  14. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  15. * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  16. * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
  17. * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
  18. * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
  19. * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
  20. * OTHER DEALINGS IN THE SOFTWARE.
  21. *
  22. * Authors: AMD
  23. *
  24. */
  25. #include "dm_services.h"
  26. #include "dcn_calcs.h"
  27. #include "dcn_calc_auto.h"
  28. #include "dc.h"
  29. #include "dal_asic_id.h"
  30. #include "resource.h"
  31. #include "dcn10/dcn10_resource.h"
  32. #include "dcn10/dcn10_hubbub.h"
  33. #include "dcn_calc_math.h"
  34. #define DC_LOGGER \
  35. dc->ctx->logger
  36. #define WM_SET_COUNT 4
  37. #define WM_A 0
  38. #define WM_B 1
  39. #define WM_C 2
  40. #define WM_D 3
  41. /*
  42. * NOTE:
  43. * This file is gcc-parseable HW gospel, coming straight from HW engineers.
  44. *
  45. * It doesn't adhere to Linux kernel style and sometimes will do things in odd
  46. * ways. Unless there is something clearly wrong with it the code should
  47. * remain as-is as it provides us with a guarantee from HW that it is correct.
  48. */
  49. /* Defaults from spreadsheet rev#247 */
  50. const struct dcn_soc_bounding_box dcn10_soc_defaults = {
  51. /* latencies */
  52. .sr_exit_time = 17, /*us*/
  53. .sr_enter_plus_exit_time = 19, /*us*/
  54. .urgent_latency = 4, /*us*/
  55. .dram_clock_change_latency = 17, /*us*/
  56. .write_back_latency = 12, /*us*/
  57. .percent_of_ideal_drambw_received_after_urg_latency = 80, /*%*/
  58. /* below default clocks derived from STA target base on
  59. * slow-slow corner + 10% margin with voltages aligned to FCLK.
  60. *
  61. * Use these value if fused value doesn't make sense as earlier
  62. * part don't have correct value fused */
  63. /* default DCF CLK DPM on RV*/
  64. .dcfclkv_max0p9 = 655, /* MHz, = 3600/5.5 */
  65. .dcfclkv_nom0p8 = 626, /* MHz, = 3600/5.75 */
  66. .dcfclkv_mid0p72 = 600, /* MHz, = 3600/6, bypass */
  67. .dcfclkv_min0p65 = 300, /* MHz, = 3600/12, bypass */
  68. /* default DISP CLK voltage state on RV */
  69. .max_dispclk_vmax0p9 = 1108, /* MHz, = 3600/3.25 */
  70. .max_dispclk_vnom0p8 = 1029, /* MHz, = 3600/3.5 */
  71. .max_dispclk_vmid0p72 = 960, /* MHz, = 3600/3.75 */
  72. .max_dispclk_vmin0p65 = 626, /* MHz, = 3600/5.75 */
  73. /* default DPP CLK voltage state on RV */
  74. .max_dppclk_vmax0p9 = 720, /* MHz, = 3600/5 */
  75. .max_dppclk_vnom0p8 = 686, /* MHz, = 3600/5.25 */
  76. .max_dppclk_vmid0p72 = 626, /* MHz, = 3600/5.75 */
  77. .max_dppclk_vmin0p65 = 400, /* MHz, = 3600/9 */
  78. /* default PHY CLK voltage state on RV */
  79. .phyclkv_max0p9 = 900, /*MHz*/
  80. .phyclkv_nom0p8 = 847, /*MHz*/
  81. .phyclkv_mid0p72 = 800, /*MHz*/
  82. .phyclkv_min0p65 = 600, /*MHz*/
  83. /* BW depend on FCLK, MCLK, # of channels */
  84. /* dual channel BW */
  85. .fabric_and_dram_bandwidth_vmax0p9 = 38.4f, /*GB/s*/
  86. .fabric_and_dram_bandwidth_vnom0p8 = 34.133f, /*GB/s*/
  87. .fabric_and_dram_bandwidth_vmid0p72 = 29.866f, /*GB/s*/
  88. .fabric_and_dram_bandwidth_vmin0p65 = 12.8f, /*GB/s*/
  89. /* single channel BW
  90. .fabric_and_dram_bandwidth_vmax0p9 = 19.2f,
  91. .fabric_and_dram_bandwidth_vnom0p8 = 17.066f,
  92. .fabric_and_dram_bandwidth_vmid0p72 = 14.933f,
  93. .fabric_and_dram_bandwidth_vmin0p65 = 12.8f,
  94. */
  95. .number_of_channels = 2,
  96. .socclk = 208, /*MHz*/
  97. .downspreading = 0.5f, /*%*/
  98. .round_trip_ping_latency_cycles = 128, /*DCFCLK Cycles*/
  99. .urgent_out_of_order_return_per_channel = 256, /*bytes*/
  100. .vmm_page_size = 4096, /*bytes*/
  101. .return_bus_width = 64, /*bytes*/
  102. .max_request_size = 256, /*bytes*/
  103. /* Depends on user class (client vs embedded, workstation, etc) */
  104. .percent_disp_bw_limit = 0.3f /*%*/
  105. };
  106. const struct dcn_ip_params dcn10_ip_defaults = {
  107. .rob_buffer_size_in_kbyte = 64,
  108. .det_buffer_size_in_kbyte = 164,
  109. .dpp_output_buffer_pixels = 2560,
  110. .opp_output_buffer_lines = 1,
  111. .pixel_chunk_size_in_kbyte = 8,
  112. .pte_enable = dcn_bw_yes,
  113. .pte_chunk_size = 2, /*kbytes*/
  114. .meta_chunk_size = 2, /*kbytes*/
  115. .writeback_chunk_size = 2, /*kbytes*/
  116. .odm_capability = dcn_bw_no,
  117. .dsc_capability = dcn_bw_no,
  118. .line_buffer_size = 589824, /*bit*/
  119. .max_line_buffer_lines = 12,
  120. .is_line_buffer_bpp_fixed = dcn_bw_no,
  121. .line_buffer_fixed_bpp = dcn_bw_na,
  122. .writeback_luma_buffer_size = 12, /*kbytes*/
  123. .writeback_chroma_buffer_size = 8, /*kbytes*/
  124. .max_num_dpp = 4,
  125. .max_num_writeback = 2,
  126. .max_dchub_topscl_throughput = 4, /*pixels/dppclk*/
  127. .max_pscl_tolb_throughput = 2, /*pixels/dppclk*/
  128. .max_lb_tovscl_throughput = 4, /*pixels/dppclk*/
  129. .max_vscl_tohscl_throughput = 4, /*pixels/dppclk*/
  130. .max_hscl_ratio = 4,
  131. .max_vscl_ratio = 4,
  132. .max_hscl_taps = 8,
  133. .max_vscl_taps = 8,
  134. .pte_buffer_size_in_requests = 42,
  135. .dispclk_ramping_margin = 1, /*%*/
  136. .under_scan_factor = 1.11f,
  137. .max_inter_dcn_tile_repeaters = 8,
  138. .can_vstartup_lines_exceed_vsync_plus_back_porch_lines_minus_one = dcn_bw_no,
  139. .bug_forcing_luma_and_chroma_request_to_same_size_fixed = dcn_bw_no,
  140. .dcfclk_cstate_latency = 10 /*TODO clone of something else? sr_enter_plus_exit_time?*/
  141. };
  142. static enum dcn_bw_defs tl_sw_mode_to_bw_defs(enum swizzle_mode_values sw_mode)
  143. {
  144. switch (sw_mode) {
  145. case DC_SW_LINEAR:
  146. return dcn_bw_sw_linear;
  147. case DC_SW_4KB_S:
  148. return dcn_bw_sw_4_kb_s;
  149. case DC_SW_4KB_D:
  150. return dcn_bw_sw_4_kb_d;
  151. case DC_SW_64KB_S:
  152. return dcn_bw_sw_64_kb_s;
  153. case DC_SW_64KB_D:
  154. return dcn_bw_sw_64_kb_d;
  155. case DC_SW_VAR_S:
  156. return dcn_bw_sw_var_s;
  157. case DC_SW_VAR_D:
  158. return dcn_bw_sw_var_d;
  159. case DC_SW_64KB_S_T:
  160. return dcn_bw_sw_64_kb_s_t;
  161. case DC_SW_64KB_D_T:
  162. return dcn_bw_sw_64_kb_d_t;
  163. case DC_SW_4KB_S_X:
  164. return dcn_bw_sw_4_kb_s_x;
  165. case DC_SW_4KB_D_X:
  166. return dcn_bw_sw_4_kb_d_x;
  167. case DC_SW_64KB_S_X:
  168. return dcn_bw_sw_64_kb_s_x;
  169. case DC_SW_64KB_D_X:
  170. return dcn_bw_sw_64_kb_d_x;
  171. case DC_SW_VAR_S_X:
  172. return dcn_bw_sw_var_s_x;
  173. case DC_SW_VAR_D_X:
  174. return dcn_bw_sw_var_d_x;
  175. case DC_SW_256B_S:
  176. case DC_SW_256_D:
  177. case DC_SW_256_R:
  178. case DC_SW_4KB_R:
  179. case DC_SW_64KB_R:
  180. case DC_SW_VAR_R:
  181. case DC_SW_4KB_R_X:
  182. case DC_SW_64KB_R_X:
  183. case DC_SW_VAR_R_X:
  184. default:
  185. BREAK_TO_DEBUGGER(); /*not in formula*/
  186. return dcn_bw_sw_4_kb_s;
  187. }
  188. }
  189. static int tl_lb_bpp_to_int(enum lb_pixel_depth depth)
  190. {
  191. switch (depth) {
  192. case LB_PIXEL_DEPTH_18BPP:
  193. return 18;
  194. case LB_PIXEL_DEPTH_24BPP:
  195. return 24;
  196. case LB_PIXEL_DEPTH_30BPP:
  197. return 30;
  198. case LB_PIXEL_DEPTH_36BPP:
  199. return 36;
  200. default:
  201. return 30;
  202. }
  203. }
  204. static enum dcn_bw_defs tl_pixel_format_to_bw_defs(enum surface_pixel_format format)
  205. {
  206. switch (format) {
  207. case SURFACE_PIXEL_FORMAT_GRPH_ARGB1555:
  208. case SURFACE_PIXEL_FORMAT_GRPH_RGB565:
  209. return dcn_bw_rgb_sub_16;
  210. case SURFACE_PIXEL_FORMAT_GRPH_ARGB8888:
  211. case SURFACE_PIXEL_FORMAT_GRPH_ABGR8888:
  212. case SURFACE_PIXEL_FORMAT_GRPH_ARGB2101010:
  213. case SURFACE_PIXEL_FORMAT_GRPH_ABGR2101010:
  214. case SURFACE_PIXEL_FORMAT_GRPH_ABGR2101010_XR_BIAS:
  215. return dcn_bw_rgb_sub_32;
  216. case SURFACE_PIXEL_FORMAT_GRPH_ARGB16161616:
  217. case SURFACE_PIXEL_FORMAT_GRPH_ARGB16161616F:
  218. case SURFACE_PIXEL_FORMAT_GRPH_ABGR16161616F:
  219. return dcn_bw_rgb_sub_64;
  220. case SURFACE_PIXEL_FORMAT_VIDEO_420_YCbCr:
  221. case SURFACE_PIXEL_FORMAT_VIDEO_420_YCrCb:
  222. return dcn_bw_yuv420_sub_8;
  223. case SURFACE_PIXEL_FORMAT_VIDEO_420_10bpc_YCbCr:
  224. case SURFACE_PIXEL_FORMAT_VIDEO_420_10bpc_YCrCb:
  225. return dcn_bw_yuv420_sub_10;
  226. default:
  227. return dcn_bw_rgb_sub_32;
  228. }
  229. }
  230. static void pipe_ctx_to_e2e_pipe_params (
  231. const struct pipe_ctx *pipe,
  232. struct _vcs_dpi_display_pipe_params_st *input)
  233. {
  234. input->src.is_hsplit = false;
  235. if (pipe->top_pipe != NULL && pipe->top_pipe->plane_state == pipe->plane_state)
  236. input->src.is_hsplit = true;
  237. else if (pipe->bottom_pipe != NULL && pipe->bottom_pipe->plane_state == pipe->plane_state)
  238. input->src.is_hsplit = true;
  239. if (pipe->plane_res.dpp->ctx->dc->debug.optimized_watermark) {
  240. /*
  241. * this method requires us to always re-calculate watermark when dcc change
  242. * between flip.
  243. */
  244. input->src.dcc = pipe->plane_state->dcc.enable ? 1 : 0;
  245. } else {
  246. /*
  247. * allow us to disable dcc on the fly without re-calculating WM
  248. *
  249. * extra overhead for DCC is quite small. for 1080p WM without
  250. * DCC is only 0.417us lower (urgent goes from 6.979us to 6.562us)
  251. */
  252. unsigned int bpe;
  253. input->src.dcc = pipe->plane_res.dpp->ctx->dc->res_pool->hubbub->funcs->
  254. dcc_support_pixel_format(pipe->plane_state->format, &bpe) ? 1 : 0;
  255. }
  256. input->src.dcc_rate = 1;
  257. input->src.meta_pitch = pipe->plane_state->dcc.grph.meta_pitch;
  258. input->src.source_scan = dm_horz;
  259. input->src.sw_mode = pipe->plane_state->tiling_info.gfx9.swizzle;
  260. input->src.viewport_width = pipe->plane_res.scl_data.viewport.width;
  261. input->src.viewport_height = pipe->plane_res.scl_data.viewport.height;
  262. input->src.data_pitch = pipe->plane_res.scl_data.viewport.width;
  263. input->src.data_pitch_c = pipe->plane_res.scl_data.viewport.width;
  264. input->src.cur0_src_width = 128; /* TODO: Cursor calcs, not curently stored */
  265. input->src.cur0_bpp = 32;
  266. switch (pipe->plane_state->tiling_info.gfx9.swizzle) {
  267. /* for 4/8/16 high tiles */
  268. case DC_SW_LINEAR:
  269. input->src.is_display_sw = 1;
  270. input->src.macro_tile_size = dm_4k_tile;
  271. break;
  272. case DC_SW_4KB_S:
  273. case DC_SW_4KB_S_X:
  274. input->src.is_display_sw = 0;
  275. input->src.macro_tile_size = dm_4k_tile;
  276. break;
  277. case DC_SW_64KB_S:
  278. case DC_SW_64KB_S_X:
  279. case DC_SW_64KB_S_T:
  280. input->src.is_display_sw = 0;
  281. input->src.macro_tile_size = dm_64k_tile;
  282. break;
  283. case DC_SW_VAR_S:
  284. case DC_SW_VAR_S_X:
  285. input->src.is_display_sw = 0;
  286. input->src.macro_tile_size = dm_256k_tile;
  287. break;
  288. /* For 64bpp 2 high tiles */
  289. case DC_SW_4KB_D:
  290. case DC_SW_4KB_D_X:
  291. input->src.is_display_sw = 1;
  292. input->src.macro_tile_size = dm_4k_tile;
  293. break;
  294. case DC_SW_64KB_D:
  295. case DC_SW_64KB_D_X:
  296. case DC_SW_64KB_D_T:
  297. input->src.is_display_sw = 1;
  298. input->src.macro_tile_size = dm_64k_tile;
  299. break;
  300. case DC_SW_VAR_D:
  301. case DC_SW_VAR_D_X:
  302. input->src.is_display_sw = 1;
  303. input->src.macro_tile_size = dm_256k_tile;
  304. break;
  305. /* Unsupported swizzle modes for dcn */
  306. case DC_SW_256B_S:
  307. default:
  308. ASSERT(0); /* Not supported */
  309. break;
  310. }
  311. switch (pipe->plane_state->rotation) {
  312. case ROTATION_ANGLE_0:
  313. case ROTATION_ANGLE_180:
  314. input->src.source_scan = dm_horz;
  315. break;
  316. case ROTATION_ANGLE_90:
  317. case ROTATION_ANGLE_270:
  318. input->src.source_scan = dm_vert;
  319. break;
  320. default:
  321. ASSERT(0); /* Not supported */
  322. break;
  323. }
  324. /* TODO: Fix pixel format mappings */
  325. switch (pipe->plane_state->format) {
  326. case SURFACE_PIXEL_FORMAT_VIDEO_420_YCbCr:
  327. case SURFACE_PIXEL_FORMAT_VIDEO_420_YCrCb:
  328. input->src.source_format = dm_420_8;
  329. input->src.viewport_width_c = input->src.viewport_width / 2;
  330. input->src.viewport_height_c = input->src.viewport_height / 2;
  331. break;
  332. case SURFACE_PIXEL_FORMAT_VIDEO_420_10bpc_YCbCr:
  333. case SURFACE_PIXEL_FORMAT_VIDEO_420_10bpc_YCrCb:
  334. input->src.source_format = dm_420_10;
  335. input->src.viewport_width_c = input->src.viewport_width / 2;
  336. input->src.viewport_height_c = input->src.viewport_height / 2;
  337. break;
  338. case SURFACE_PIXEL_FORMAT_GRPH_ARGB16161616:
  339. case SURFACE_PIXEL_FORMAT_GRPH_ARGB16161616F:
  340. case SURFACE_PIXEL_FORMAT_GRPH_ABGR16161616F:
  341. input->src.source_format = dm_444_64;
  342. input->src.viewport_width_c = input->src.viewport_width;
  343. input->src.viewport_height_c = input->src.viewport_height;
  344. break;
  345. default:
  346. input->src.source_format = dm_444_32;
  347. input->src.viewport_width_c = input->src.viewport_width;
  348. input->src.viewport_height_c = input->src.viewport_height;
  349. break;
  350. }
  351. input->scale_taps.htaps = pipe->plane_res.scl_data.taps.h_taps;
  352. input->scale_ratio_depth.hscl_ratio = pipe->plane_res.scl_data.ratios.horz.value/4294967296.0;
  353. input->scale_ratio_depth.vscl_ratio = pipe->plane_res.scl_data.ratios.vert.value/4294967296.0;
  354. input->scale_ratio_depth.vinit = pipe->plane_res.scl_data.inits.v.value/4294967296.0;
  355. if (input->scale_ratio_depth.vinit < 1.0)
  356. input->scale_ratio_depth.vinit = 1;
  357. input->scale_taps.vtaps = pipe->plane_res.scl_data.taps.v_taps;
  358. input->scale_taps.vtaps_c = pipe->plane_res.scl_data.taps.v_taps_c;
  359. input->scale_taps.htaps_c = pipe->plane_res.scl_data.taps.h_taps_c;
  360. input->scale_ratio_depth.hscl_ratio_c = pipe->plane_res.scl_data.ratios.horz_c.value/4294967296.0;
  361. input->scale_ratio_depth.vscl_ratio_c = pipe->plane_res.scl_data.ratios.vert_c.value/4294967296.0;
  362. input->scale_ratio_depth.vinit_c = pipe->plane_res.scl_data.inits.v_c.value/4294967296.0;
  363. if (input->scale_ratio_depth.vinit_c < 1.0)
  364. input->scale_ratio_depth.vinit_c = 1;
  365. switch (pipe->plane_res.scl_data.lb_params.depth) {
  366. case LB_PIXEL_DEPTH_30BPP:
  367. input->scale_ratio_depth.lb_depth = 30; break;
  368. case LB_PIXEL_DEPTH_36BPP:
  369. input->scale_ratio_depth.lb_depth = 36; break;
  370. default:
  371. input->scale_ratio_depth.lb_depth = 24; break;
  372. }
  373. input->dest.vactive = pipe->stream->timing.v_addressable + pipe->stream->timing.v_border_top
  374. + pipe->stream->timing.v_border_bottom;
  375. input->dest.recout_width = pipe->plane_res.scl_data.recout.width;
  376. input->dest.recout_height = pipe->plane_res.scl_data.recout.height;
  377. input->dest.full_recout_width = pipe->plane_res.scl_data.recout.width;
  378. input->dest.full_recout_height = pipe->plane_res.scl_data.recout.height;
  379. input->dest.htotal = pipe->stream->timing.h_total;
  380. input->dest.hblank_start = input->dest.htotal - pipe->stream->timing.h_front_porch;
  381. input->dest.hblank_end = input->dest.hblank_start
  382. - pipe->stream->timing.h_addressable
  383. - pipe->stream->timing.h_border_left
  384. - pipe->stream->timing.h_border_right;
  385. input->dest.vtotal = pipe->stream->timing.v_total;
  386. input->dest.vblank_start = input->dest.vtotal - pipe->stream->timing.v_front_porch;
  387. input->dest.vblank_end = input->dest.vblank_start
  388. - pipe->stream->timing.v_addressable
  389. - pipe->stream->timing.v_border_bottom
  390. - pipe->stream->timing.v_border_top;
  391. input->dest.pixel_rate_mhz = pipe->stream->timing.pix_clk_khz/1000.0;
  392. input->dest.vstartup_start = pipe->pipe_dlg_param.vstartup_start;
  393. input->dest.vupdate_offset = pipe->pipe_dlg_param.vupdate_offset;
  394. input->dest.vupdate_offset = pipe->pipe_dlg_param.vupdate_offset;
  395. input->dest.vupdate_width = pipe->pipe_dlg_param.vupdate_width;
  396. }
  397. static void dcn_bw_calc_rq_dlg_ttu(
  398. const struct dc *dc,
  399. const struct dcn_bw_internal_vars *v,
  400. struct pipe_ctx *pipe,
  401. int in_idx)
  402. {
  403. struct display_mode_lib *dml = (struct display_mode_lib *)(&dc->dml);
  404. struct _vcs_dpi_display_dlg_regs_st *dlg_regs = &pipe->dlg_regs;
  405. struct _vcs_dpi_display_ttu_regs_st *ttu_regs = &pipe->ttu_regs;
  406. struct _vcs_dpi_display_rq_regs_st *rq_regs = &pipe->rq_regs;
  407. struct _vcs_dpi_display_rq_params_st rq_param = {0};
  408. struct _vcs_dpi_display_dlg_sys_params_st dlg_sys_param = {0};
  409. struct _vcs_dpi_display_e2e_pipe_params_st input = { { { 0 } } };
  410. float total_active_bw = 0;
  411. float total_prefetch_bw = 0;
  412. int total_flip_bytes = 0;
  413. int i;
  414. memset(dlg_regs, 0, sizeof(*dlg_regs));
  415. memset(ttu_regs, 0, sizeof(*ttu_regs));
  416. memset(rq_regs, 0, sizeof(*rq_regs));
  417. for (i = 0; i < number_of_planes; i++) {
  418. total_active_bw += v->read_bandwidth[i];
  419. total_prefetch_bw += v->prefetch_bandwidth[i];
  420. total_flip_bytes += v->total_immediate_flip_bytes[i];
  421. }
  422. dlg_sys_param.total_flip_bw = v->return_bw - dcn_bw_max2(total_active_bw, total_prefetch_bw);
  423. if (dlg_sys_param.total_flip_bw < 0.0)
  424. dlg_sys_param.total_flip_bw = 0;
  425. dlg_sys_param.t_mclk_wm_us = v->dram_clock_change_watermark;
  426. dlg_sys_param.t_sr_wm_us = v->stutter_enter_plus_exit_watermark;
  427. dlg_sys_param.t_urg_wm_us = v->urgent_watermark;
  428. dlg_sys_param.t_extra_us = v->urgent_extra_latency;
  429. dlg_sys_param.deepsleep_dcfclk_mhz = v->dcf_clk_deep_sleep;
  430. dlg_sys_param.total_flip_bytes = total_flip_bytes;
  431. pipe_ctx_to_e2e_pipe_params(pipe, &input.pipe);
  432. input.clks_cfg.dcfclk_mhz = v->dcfclk;
  433. input.clks_cfg.dispclk_mhz = v->dispclk;
  434. input.clks_cfg.dppclk_mhz = v->dppclk;
  435. input.clks_cfg.refclk_mhz = dc->res_pool->ref_clock_inKhz / 1000.0;
  436. input.clks_cfg.socclk_mhz = v->socclk;
  437. input.clks_cfg.voltage = v->voltage_level;
  438. // dc->dml.logger = pool->base.logger;
  439. input.dout.output_format = (v->output_format[in_idx] == dcn_bw_420) ? dm_420 : dm_444;
  440. input.dout.output_type = (v->output[in_idx] == dcn_bw_hdmi) ? dm_hdmi : dm_dp;
  441. //input[in_idx].dout.output_standard;
  442. /*todo: soc->sr_enter_plus_exit_time??*/
  443. dlg_sys_param.t_srx_delay_us = dc->dcn_ip->dcfclk_cstate_latency / v->dcf_clk_deep_sleep;
  444. dml1_rq_dlg_get_rq_params(dml, &rq_param, input.pipe.src);
  445. dml1_extract_rq_regs(dml, rq_regs, rq_param);
  446. dml1_rq_dlg_get_dlg_params(
  447. dml,
  448. dlg_regs,
  449. ttu_regs,
  450. rq_param.dlg,
  451. dlg_sys_param,
  452. input,
  453. true,
  454. true,
  455. v->pte_enable == dcn_bw_yes,
  456. pipe->plane_state->flip_immediate);
  457. }
  458. static void split_stream_across_pipes(
  459. struct resource_context *res_ctx,
  460. const struct resource_pool *pool,
  461. struct pipe_ctx *primary_pipe,
  462. struct pipe_ctx *secondary_pipe)
  463. {
  464. int pipe_idx = secondary_pipe->pipe_idx;
  465. if (!primary_pipe->plane_state)
  466. return;
  467. *secondary_pipe = *primary_pipe;
  468. secondary_pipe->pipe_idx = pipe_idx;
  469. secondary_pipe->plane_res.mi = pool->mis[secondary_pipe->pipe_idx];
  470. secondary_pipe->plane_res.hubp = pool->hubps[secondary_pipe->pipe_idx];
  471. secondary_pipe->plane_res.ipp = pool->ipps[secondary_pipe->pipe_idx];
  472. secondary_pipe->plane_res.xfm = pool->transforms[secondary_pipe->pipe_idx];
  473. secondary_pipe->plane_res.dpp = pool->dpps[secondary_pipe->pipe_idx];
  474. secondary_pipe->plane_res.mpcc_inst = pool->dpps[secondary_pipe->pipe_idx]->inst;
  475. if (primary_pipe->bottom_pipe) {
  476. ASSERT(primary_pipe->bottom_pipe != secondary_pipe);
  477. secondary_pipe->bottom_pipe = primary_pipe->bottom_pipe;
  478. secondary_pipe->bottom_pipe->top_pipe = secondary_pipe;
  479. }
  480. primary_pipe->bottom_pipe = secondary_pipe;
  481. secondary_pipe->top_pipe = primary_pipe;
  482. resource_build_scaling_params(primary_pipe);
  483. resource_build_scaling_params(secondary_pipe);
  484. }
  485. #if 0
  486. static void calc_wm_sets_and_perf_params(
  487. struct dc_state *context,
  488. struct dcn_bw_internal_vars *v)
  489. {
  490. /* Calculate set A last to keep internal var state consistent for required config */
  491. if (v->voltage_level < 2) {
  492. v->fabric_and_dram_bandwidth_per_state[1] = v->fabric_and_dram_bandwidth_vnom0p8;
  493. v->fabric_and_dram_bandwidth_per_state[0] = v->fabric_and_dram_bandwidth_vnom0p8;
  494. v->fabric_and_dram_bandwidth = v->fabric_and_dram_bandwidth_vnom0p8;
  495. dispclkdppclkdcfclk_deep_sleep_prefetch_parameters_watermarks_and_performance_calculation(v);
  496. context->bw.dcn.watermarks.b.cstate_pstate.cstate_exit_ns =
  497. v->stutter_exit_watermark * 1000;
  498. context->bw.dcn.watermarks.b.cstate_pstate.cstate_enter_plus_exit_ns =
  499. v->stutter_enter_plus_exit_watermark * 1000;
  500. context->bw.dcn.watermarks.b.cstate_pstate.pstate_change_ns =
  501. v->dram_clock_change_watermark * 1000;
  502. context->bw.dcn.watermarks.b.pte_meta_urgent_ns = v->ptemeta_urgent_watermark * 1000;
  503. context->bw.dcn.watermarks.b.urgent_ns = v->urgent_watermark * 1000;
  504. v->dcfclk_per_state[1] = v->dcfclkv_nom0p8;
  505. v->dcfclk_per_state[0] = v->dcfclkv_nom0p8;
  506. v->dcfclk = v->dcfclkv_nom0p8;
  507. dispclkdppclkdcfclk_deep_sleep_prefetch_parameters_watermarks_and_performance_calculation(v);
  508. context->bw.dcn.watermarks.c.cstate_pstate.cstate_exit_ns =
  509. v->stutter_exit_watermark * 1000;
  510. context->bw.dcn.watermarks.c.cstate_pstate.cstate_enter_plus_exit_ns =
  511. v->stutter_enter_plus_exit_watermark * 1000;
  512. context->bw.dcn.watermarks.c.cstate_pstate.pstate_change_ns =
  513. v->dram_clock_change_watermark * 1000;
  514. context->bw.dcn.watermarks.c.pte_meta_urgent_ns = v->ptemeta_urgent_watermark * 1000;
  515. context->bw.dcn.watermarks.c.urgent_ns = v->urgent_watermark * 1000;
  516. }
  517. if (v->voltage_level < 3) {
  518. v->fabric_and_dram_bandwidth_per_state[2] = v->fabric_and_dram_bandwidth_vmax0p9;
  519. v->fabric_and_dram_bandwidth_per_state[1] = v->fabric_and_dram_bandwidth_vmax0p9;
  520. v->fabric_and_dram_bandwidth_per_state[0] = v->fabric_and_dram_bandwidth_vmax0p9;
  521. v->fabric_and_dram_bandwidth = v->fabric_and_dram_bandwidth_vmax0p9;
  522. v->dcfclk_per_state[2] = v->dcfclkv_max0p9;
  523. v->dcfclk_per_state[1] = v->dcfclkv_max0p9;
  524. v->dcfclk_per_state[0] = v->dcfclkv_max0p9;
  525. v->dcfclk = v->dcfclkv_max0p9;
  526. dispclkdppclkdcfclk_deep_sleep_prefetch_parameters_watermarks_and_performance_calculation(v);
  527. context->bw.dcn.watermarks.d.cstate_pstate.cstate_exit_ns =
  528. v->stutter_exit_watermark * 1000;
  529. context->bw.dcn.watermarks.d.cstate_pstate.cstate_enter_plus_exit_ns =
  530. v->stutter_enter_plus_exit_watermark * 1000;
  531. context->bw.dcn.watermarks.d.cstate_pstate.pstate_change_ns =
  532. v->dram_clock_change_watermark * 1000;
  533. context->bw.dcn.watermarks.d.pte_meta_urgent_ns = v->ptemeta_urgent_watermark * 1000;
  534. context->bw.dcn.watermarks.d.urgent_ns = v->urgent_watermark * 1000;
  535. }
  536. v->fabric_and_dram_bandwidth_per_state[2] = v->fabric_and_dram_bandwidth_vnom0p8;
  537. v->fabric_and_dram_bandwidth_per_state[1] = v->fabric_and_dram_bandwidth_vmid0p72;
  538. v->fabric_and_dram_bandwidth_per_state[0] = v->fabric_and_dram_bandwidth_vmin0p65;
  539. v->fabric_and_dram_bandwidth = v->fabric_and_dram_bandwidth_per_state[v->voltage_level];
  540. v->dcfclk_per_state[2] = v->dcfclkv_nom0p8;
  541. v->dcfclk_per_state[1] = v->dcfclkv_mid0p72;
  542. v->dcfclk_per_state[0] = v->dcfclkv_min0p65;
  543. v->dcfclk = v->dcfclk_per_state[v->voltage_level];
  544. dispclkdppclkdcfclk_deep_sleep_prefetch_parameters_watermarks_and_performance_calculation(v);
  545. context->bw.dcn.watermarks.a.cstate_pstate.cstate_exit_ns =
  546. v->stutter_exit_watermark * 1000;
  547. context->bw.dcn.watermarks.a.cstate_pstate.cstate_enter_plus_exit_ns =
  548. v->stutter_enter_plus_exit_watermark * 1000;
  549. context->bw.dcn.watermarks.a.cstate_pstate.pstate_change_ns =
  550. v->dram_clock_change_watermark * 1000;
  551. context->bw.dcn.watermarks.a.pte_meta_urgent_ns = v->ptemeta_urgent_watermark * 1000;
  552. context->bw.dcn.watermarks.a.urgent_ns = v->urgent_watermark * 1000;
  553. if (v->voltage_level >= 2) {
  554. context->bw.dcn.watermarks.b = context->bw.dcn.watermarks.a;
  555. context->bw.dcn.watermarks.c = context->bw.dcn.watermarks.a;
  556. }
  557. if (v->voltage_level >= 3)
  558. context->bw.dcn.watermarks.d = context->bw.dcn.watermarks.a;
  559. }
  560. #endif
  561. static bool dcn_bw_apply_registry_override(struct dc *dc)
  562. {
  563. bool updated = false;
  564. kernel_fpu_begin();
  565. if ((int)(dc->dcn_soc->sr_exit_time * 1000) != dc->debug.sr_exit_time_ns
  566. && dc->debug.sr_exit_time_ns) {
  567. updated = true;
  568. dc->dcn_soc->sr_exit_time = dc->debug.sr_exit_time_ns / 1000.0;
  569. }
  570. if ((int)(dc->dcn_soc->sr_enter_plus_exit_time * 1000)
  571. != dc->debug.sr_enter_plus_exit_time_ns
  572. && dc->debug.sr_enter_plus_exit_time_ns) {
  573. updated = true;
  574. dc->dcn_soc->sr_enter_plus_exit_time =
  575. dc->debug.sr_enter_plus_exit_time_ns / 1000.0;
  576. }
  577. if ((int)(dc->dcn_soc->urgent_latency * 1000) != dc->debug.urgent_latency_ns
  578. && dc->debug.urgent_latency_ns) {
  579. updated = true;
  580. dc->dcn_soc->urgent_latency = dc->debug.urgent_latency_ns / 1000.0;
  581. }
  582. if ((int)(dc->dcn_soc->percent_of_ideal_drambw_received_after_urg_latency * 1000)
  583. != dc->debug.percent_of_ideal_drambw
  584. && dc->debug.percent_of_ideal_drambw) {
  585. updated = true;
  586. dc->dcn_soc->percent_of_ideal_drambw_received_after_urg_latency =
  587. dc->debug.percent_of_ideal_drambw;
  588. }
  589. if ((int)(dc->dcn_soc->dram_clock_change_latency * 1000)
  590. != dc->debug.dram_clock_change_latency_ns
  591. && dc->debug.dram_clock_change_latency_ns) {
  592. updated = true;
  593. dc->dcn_soc->dram_clock_change_latency =
  594. dc->debug.dram_clock_change_latency_ns / 1000.0;
  595. }
  596. kernel_fpu_end();
  597. return updated;
  598. }
  599. static void hack_disable_optional_pipe_split(struct dcn_bw_internal_vars *v)
  600. {
  601. /*
  602. * disable optional pipe split by lower dispclk bounding box
  603. * at DPM0
  604. */
  605. v->max_dispclk[0] = v->max_dppclk_vmin0p65;
  606. }
  607. static void hack_force_pipe_split(struct dcn_bw_internal_vars *v,
  608. unsigned int pixel_rate_khz)
  609. {
  610. float pixel_rate_mhz = pixel_rate_khz / 1000;
  611. /*
  612. * force enabling pipe split by lower dpp clock for DPM0 to just
  613. * below the specify pixel_rate, so bw calc would split pipe.
  614. */
  615. if (pixel_rate_mhz < v->max_dppclk[0])
  616. v->max_dppclk[0] = pixel_rate_mhz;
  617. }
  618. static void hack_bounding_box(struct dcn_bw_internal_vars *v,
  619. struct dc_debug_options *dbg,
  620. struct dc_state *context)
  621. {
  622. if (dbg->pipe_split_policy == MPC_SPLIT_AVOID)
  623. hack_disable_optional_pipe_split(v);
  624. if (dbg->pipe_split_policy == MPC_SPLIT_AVOID_MULT_DISP &&
  625. context->stream_count >= 2)
  626. hack_disable_optional_pipe_split(v);
  627. if (context->stream_count == 1 &&
  628. dbg->force_single_disp_pipe_split)
  629. hack_force_pipe_split(v, context->streams[0]->timing.pix_clk_khz);
  630. }
  631. bool dcn_validate_bandwidth(
  632. struct dc *dc,
  633. struct dc_state *context)
  634. {
  635. const struct resource_pool *pool = dc->res_pool;
  636. struct dcn_bw_internal_vars *v = &context->dcn_bw_vars;
  637. int i, input_idx;
  638. int vesa_sync_start, asic_blank_end, asic_blank_start;
  639. bool bw_limit_pass;
  640. float bw_limit;
  641. PERFORMANCE_TRACE_START();
  642. if (dcn_bw_apply_registry_override(dc))
  643. dcn_bw_sync_calcs_and_dml(dc);
  644. memset(v, 0, sizeof(*v));
  645. kernel_fpu_begin();
  646. v->sr_exit_time = dc->dcn_soc->sr_exit_time;
  647. v->sr_enter_plus_exit_time = dc->dcn_soc->sr_enter_plus_exit_time;
  648. v->urgent_latency = dc->dcn_soc->urgent_latency;
  649. v->write_back_latency = dc->dcn_soc->write_back_latency;
  650. v->percent_of_ideal_drambw_received_after_urg_latency =
  651. dc->dcn_soc->percent_of_ideal_drambw_received_after_urg_latency;
  652. v->dcfclkv_min0p65 = dc->dcn_soc->dcfclkv_min0p65;
  653. v->dcfclkv_mid0p72 = dc->dcn_soc->dcfclkv_mid0p72;
  654. v->dcfclkv_nom0p8 = dc->dcn_soc->dcfclkv_nom0p8;
  655. v->dcfclkv_max0p9 = dc->dcn_soc->dcfclkv_max0p9;
  656. v->max_dispclk_vmin0p65 = dc->dcn_soc->max_dispclk_vmin0p65;
  657. v->max_dispclk_vmid0p72 = dc->dcn_soc->max_dispclk_vmid0p72;
  658. v->max_dispclk_vnom0p8 = dc->dcn_soc->max_dispclk_vnom0p8;
  659. v->max_dispclk_vmax0p9 = dc->dcn_soc->max_dispclk_vmax0p9;
  660. v->max_dppclk_vmin0p65 = dc->dcn_soc->max_dppclk_vmin0p65;
  661. v->max_dppclk_vmid0p72 = dc->dcn_soc->max_dppclk_vmid0p72;
  662. v->max_dppclk_vnom0p8 = dc->dcn_soc->max_dppclk_vnom0p8;
  663. v->max_dppclk_vmax0p9 = dc->dcn_soc->max_dppclk_vmax0p9;
  664. v->socclk = dc->dcn_soc->socclk;
  665. v->fabric_and_dram_bandwidth_vmin0p65 = dc->dcn_soc->fabric_and_dram_bandwidth_vmin0p65;
  666. v->fabric_and_dram_bandwidth_vmid0p72 = dc->dcn_soc->fabric_and_dram_bandwidth_vmid0p72;
  667. v->fabric_and_dram_bandwidth_vnom0p8 = dc->dcn_soc->fabric_and_dram_bandwidth_vnom0p8;
  668. v->fabric_and_dram_bandwidth_vmax0p9 = dc->dcn_soc->fabric_and_dram_bandwidth_vmax0p9;
  669. v->phyclkv_min0p65 = dc->dcn_soc->phyclkv_min0p65;
  670. v->phyclkv_mid0p72 = dc->dcn_soc->phyclkv_mid0p72;
  671. v->phyclkv_nom0p8 = dc->dcn_soc->phyclkv_nom0p8;
  672. v->phyclkv_max0p9 = dc->dcn_soc->phyclkv_max0p9;
  673. v->downspreading = dc->dcn_soc->downspreading;
  674. v->round_trip_ping_latency_cycles = dc->dcn_soc->round_trip_ping_latency_cycles;
  675. v->urgent_out_of_order_return_per_channel = dc->dcn_soc->urgent_out_of_order_return_per_channel;
  676. v->number_of_channels = dc->dcn_soc->number_of_channels;
  677. v->vmm_page_size = dc->dcn_soc->vmm_page_size;
  678. v->dram_clock_change_latency = dc->dcn_soc->dram_clock_change_latency;
  679. v->return_bus_width = dc->dcn_soc->return_bus_width;
  680. v->rob_buffer_size_in_kbyte = dc->dcn_ip->rob_buffer_size_in_kbyte;
  681. v->det_buffer_size_in_kbyte = dc->dcn_ip->det_buffer_size_in_kbyte;
  682. v->dpp_output_buffer_pixels = dc->dcn_ip->dpp_output_buffer_pixels;
  683. v->opp_output_buffer_lines = dc->dcn_ip->opp_output_buffer_lines;
  684. v->pixel_chunk_size_in_kbyte = dc->dcn_ip->pixel_chunk_size_in_kbyte;
  685. v->pte_enable = dc->dcn_ip->pte_enable;
  686. v->pte_chunk_size = dc->dcn_ip->pte_chunk_size;
  687. v->meta_chunk_size = dc->dcn_ip->meta_chunk_size;
  688. v->writeback_chunk_size = dc->dcn_ip->writeback_chunk_size;
  689. v->odm_capability = dc->dcn_ip->odm_capability;
  690. v->dsc_capability = dc->dcn_ip->dsc_capability;
  691. v->line_buffer_size = dc->dcn_ip->line_buffer_size;
  692. v->is_line_buffer_bpp_fixed = dc->dcn_ip->is_line_buffer_bpp_fixed;
  693. v->line_buffer_fixed_bpp = dc->dcn_ip->line_buffer_fixed_bpp;
  694. v->max_line_buffer_lines = dc->dcn_ip->max_line_buffer_lines;
  695. v->writeback_luma_buffer_size = dc->dcn_ip->writeback_luma_buffer_size;
  696. v->writeback_chroma_buffer_size = dc->dcn_ip->writeback_chroma_buffer_size;
  697. v->max_num_dpp = dc->dcn_ip->max_num_dpp;
  698. v->max_num_writeback = dc->dcn_ip->max_num_writeback;
  699. v->max_dchub_topscl_throughput = dc->dcn_ip->max_dchub_topscl_throughput;
  700. v->max_pscl_tolb_throughput = dc->dcn_ip->max_pscl_tolb_throughput;
  701. v->max_lb_tovscl_throughput = dc->dcn_ip->max_lb_tovscl_throughput;
  702. v->max_vscl_tohscl_throughput = dc->dcn_ip->max_vscl_tohscl_throughput;
  703. v->max_hscl_ratio = dc->dcn_ip->max_hscl_ratio;
  704. v->max_vscl_ratio = dc->dcn_ip->max_vscl_ratio;
  705. v->max_hscl_taps = dc->dcn_ip->max_hscl_taps;
  706. v->max_vscl_taps = dc->dcn_ip->max_vscl_taps;
  707. v->under_scan_factor = dc->dcn_ip->under_scan_factor;
  708. v->pte_buffer_size_in_requests = dc->dcn_ip->pte_buffer_size_in_requests;
  709. v->dispclk_ramping_margin = dc->dcn_ip->dispclk_ramping_margin;
  710. v->max_inter_dcn_tile_repeaters = dc->dcn_ip->max_inter_dcn_tile_repeaters;
  711. v->can_vstartup_lines_exceed_vsync_plus_back_porch_lines_minus_one =
  712. dc->dcn_ip->can_vstartup_lines_exceed_vsync_plus_back_porch_lines_minus_one;
  713. v->bug_forcing_luma_and_chroma_request_to_same_size_fixed =
  714. dc->dcn_ip->bug_forcing_luma_and_chroma_request_to_same_size_fixed;
  715. v->voltage[5] = dcn_bw_no_support;
  716. v->voltage[4] = dcn_bw_v_max0p9;
  717. v->voltage[3] = dcn_bw_v_max0p9;
  718. v->voltage[2] = dcn_bw_v_nom0p8;
  719. v->voltage[1] = dcn_bw_v_mid0p72;
  720. v->voltage[0] = dcn_bw_v_min0p65;
  721. v->fabric_and_dram_bandwidth_per_state[5] = v->fabric_and_dram_bandwidth_vmax0p9;
  722. v->fabric_and_dram_bandwidth_per_state[4] = v->fabric_and_dram_bandwidth_vmax0p9;
  723. v->fabric_and_dram_bandwidth_per_state[3] = v->fabric_and_dram_bandwidth_vmax0p9;
  724. v->fabric_and_dram_bandwidth_per_state[2] = v->fabric_and_dram_bandwidth_vnom0p8;
  725. v->fabric_and_dram_bandwidth_per_state[1] = v->fabric_and_dram_bandwidth_vmid0p72;
  726. v->fabric_and_dram_bandwidth_per_state[0] = v->fabric_and_dram_bandwidth_vmin0p65;
  727. v->dcfclk_per_state[5] = v->dcfclkv_max0p9;
  728. v->dcfclk_per_state[4] = v->dcfclkv_max0p9;
  729. v->dcfclk_per_state[3] = v->dcfclkv_max0p9;
  730. v->dcfclk_per_state[2] = v->dcfclkv_nom0p8;
  731. v->dcfclk_per_state[1] = v->dcfclkv_mid0p72;
  732. v->dcfclk_per_state[0] = v->dcfclkv_min0p65;
  733. v->max_dispclk[5] = v->max_dispclk_vmax0p9;
  734. v->max_dispclk[4] = v->max_dispclk_vmax0p9;
  735. v->max_dispclk[3] = v->max_dispclk_vmax0p9;
  736. v->max_dispclk[2] = v->max_dispclk_vnom0p8;
  737. v->max_dispclk[1] = v->max_dispclk_vmid0p72;
  738. v->max_dispclk[0] = v->max_dispclk_vmin0p65;
  739. v->max_dppclk[5] = v->max_dppclk_vmax0p9;
  740. v->max_dppclk[4] = v->max_dppclk_vmax0p9;
  741. v->max_dppclk[3] = v->max_dppclk_vmax0p9;
  742. v->max_dppclk[2] = v->max_dppclk_vnom0p8;
  743. v->max_dppclk[1] = v->max_dppclk_vmid0p72;
  744. v->max_dppclk[0] = v->max_dppclk_vmin0p65;
  745. v->phyclk_per_state[5] = v->phyclkv_max0p9;
  746. v->phyclk_per_state[4] = v->phyclkv_max0p9;
  747. v->phyclk_per_state[3] = v->phyclkv_max0p9;
  748. v->phyclk_per_state[2] = v->phyclkv_nom0p8;
  749. v->phyclk_per_state[1] = v->phyclkv_mid0p72;
  750. v->phyclk_per_state[0] = v->phyclkv_min0p65;
  751. v->synchronized_vblank = dcn_bw_no;
  752. v->ta_pscalculation = dcn_bw_override;
  753. v->allow_different_hratio_vratio = dcn_bw_yes;
  754. for (i = 0, input_idx = 0; i < pool->pipe_count; i++) {
  755. struct pipe_ctx *pipe = &context->res_ctx.pipe_ctx[i];
  756. if (!pipe->stream)
  757. continue;
  758. /* skip all but first of split pipes */
  759. if (pipe->top_pipe && pipe->top_pipe->plane_state == pipe->plane_state)
  760. continue;
  761. v->underscan_output[input_idx] = false; /* taken care of in recout already*/
  762. v->interlace_output[input_idx] = false;
  763. v->htotal[input_idx] = pipe->stream->timing.h_total;
  764. v->vtotal[input_idx] = pipe->stream->timing.v_total;
  765. v->vactive[input_idx] = pipe->stream->timing.v_addressable +
  766. pipe->stream->timing.v_border_top + pipe->stream->timing.v_border_bottom;
  767. v->v_sync_plus_back_porch[input_idx] = pipe->stream->timing.v_total
  768. - v->vactive[input_idx]
  769. - pipe->stream->timing.v_front_porch;
  770. v->pixel_clock[input_idx] = pipe->stream->timing.pix_clk_khz/1000.0;
  771. if (pipe->stream->timing.timing_3d_format == TIMING_3D_FORMAT_HW_FRAME_PACKING)
  772. v->pixel_clock[input_idx] *= 2;
  773. if (!pipe->plane_state) {
  774. v->dcc_enable[input_idx] = dcn_bw_yes;
  775. v->source_pixel_format[input_idx] = dcn_bw_rgb_sub_32;
  776. v->source_surface_mode[input_idx] = dcn_bw_sw_4_kb_s;
  777. v->lb_bit_per_pixel[input_idx] = 30;
  778. v->viewport_width[input_idx] = pipe->stream->timing.h_addressable;
  779. v->viewport_height[input_idx] = pipe->stream->timing.v_addressable;
  780. v->scaler_rec_out_width[input_idx] = pipe->stream->timing.h_addressable;
  781. v->scaler_recout_height[input_idx] = pipe->stream->timing.v_addressable;
  782. v->override_hta_ps[input_idx] = 1;
  783. v->override_vta_ps[input_idx] = 1;
  784. v->override_hta_pschroma[input_idx] = 1;
  785. v->override_vta_pschroma[input_idx] = 1;
  786. v->source_scan[input_idx] = dcn_bw_hor;
  787. } else {
  788. v->viewport_height[input_idx] = pipe->plane_res.scl_data.viewport.height;
  789. v->viewport_width[input_idx] = pipe->plane_res.scl_data.viewport.width;
  790. v->scaler_rec_out_width[input_idx] = pipe->plane_res.scl_data.recout.width;
  791. v->scaler_recout_height[input_idx] = pipe->plane_res.scl_data.recout.height;
  792. if (pipe->bottom_pipe && pipe->bottom_pipe->plane_state == pipe->plane_state) {
  793. if (pipe->plane_state->rotation % 2 == 0) {
  794. int viewport_end = pipe->plane_res.scl_data.viewport.width
  795. + pipe->plane_res.scl_data.viewport.x;
  796. int viewport_b_end = pipe->bottom_pipe->plane_res.scl_data.viewport.width
  797. + pipe->bottom_pipe->plane_res.scl_data.viewport.x;
  798. if (viewport_end > viewport_b_end)
  799. v->viewport_width[input_idx] = viewport_end
  800. - pipe->bottom_pipe->plane_res.scl_data.viewport.x;
  801. else
  802. v->viewport_width[input_idx] = viewport_b_end
  803. - pipe->plane_res.scl_data.viewport.x;
  804. } else {
  805. int viewport_end = pipe->plane_res.scl_data.viewport.height
  806. + pipe->plane_res.scl_data.viewport.y;
  807. int viewport_b_end = pipe->bottom_pipe->plane_res.scl_data.viewport.height
  808. + pipe->bottom_pipe->plane_res.scl_data.viewport.y;
  809. if (viewport_end > viewport_b_end)
  810. v->viewport_height[input_idx] = viewport_end
  811. - pipe->bottom_pipe->plane_res.scl_data.viewport.y;
  812. else
  813. v->viewport_height[input_idx] = viewport_b_end
  814. - pipe->plane_res.scl_data.viewport.y;
  815. }
  816. v->scaler_rec_out_width[input_idx] = pipe->plane_res.scl_data.recout.width
  817. + pipe->bottom_pipe->plane_res.scl_data.recout.width;
  818. }
  819. if (pipe->plane_state->rotation % 2 == 0) {
  820. ASSERT(pipe->plane_res.scl_data.ratios.horz.value != dc_fixpt_one.value
  821. || v->scaler_rec_out_width[input_idx] == v->viewport_width[input_idx]);
  822. ASSERT(pipe->plane_res.scl_data.ratios.vert.value != dc_fixpt_one.value
  823. || v->scaler_recout_height[input_idx] == v->viewport_height[input_idx]);
  824. } else {
  825. ASSERT(pipe->plane_res.scl_data.ratios.horz.value != dc_fixpt_one.value
  826. || v->scaler_recout_height[input_idx] == v->viewport_width[input_idx]);
  827. ASSERT(pipe->plane_res.scl_data.ratios.vert.value != dc_fixpt_one.value
  828. || v->scaler_rec_out_width[input_idx] == v->viewport_height[input_idx]);
  829. }
  830. if (dc->debug.optimized_watermark) {
  831. /*
  832. * this method requires us to always re-calculate watermark when dcc change
  833. * between flip.
  834. */
  835. v->dcc_enable[input_idx] = pipe->plane_state->dcc.enable ? dcn_bw_yes : dcn_bw_no;
  836. } else {
  837. /*
  838. * allow us to disable dcc on the fly without re-calculating WM
  839. *
  840. * extra overhead for DCC is quite small. for 1080p WM without
  841. * DCC is only 0.417us lower (urgent goes from 6.979us to 6.562us)
  842. */
  843. unsigned int bpe;
  844. v->dcc_enable[input_idx] = dc->res_pool->hubbub->funcs->dcc_support_pixel_format(
  845. pipe->plane_state->format, &bpe) ? dcn_bw_yes : dcn_bw_no;
  846. }
  847. v->source_pixel_format[input_idx] = tl_pixel_format_to_bw_defs(
  848. pipe->plane_state->format);
  849. v->source_surface_mode[input_idx] = tl_sw_mode_to_bw_defs(
  850. pipe->plane_state->tiling_info.gfx9.swizzle);
  851. v->lb_bit_per_pixel[input_idx] = tl_lb_bpp_to_int(pipe->plane_res.scl_data.lb_params.depth);
  852. v->override_hta_ps[input_idx] = pipe->plane_res.scl_data.taps.h_taps;
  853. v->override_vta_ps[input_idx] = pipe->plane_res.scl_data.taps.v_taps;
  854. v->override_hta_pschroma[input_idx] = pipe->plane_res.scl_data.taps.h_taps_c;
  855. v->override_vta_pschroma[input_idx] = pipe->plane_res.scl_data.taps.v_taps_c;
  856. /*
  857. * Spreadsheet doesn't handle taps_c is one properly,
  858. * need to force Chroma to always be scaled to pass
  859. * bandwidth validation.
  860. */
  861. if (v->override_hta_pschroma[input_idx] == 1)
  862. v->override_hta_pschroma[input_idx] = 2;
  863. if (v->override_vta_pschroma[input_idx] == 1)
  864. v->override_vta_pschroma[input_idx] = 2;
  865. v->source_scan[input_idx] = (pipe->plane_state->rotation % 2) ? dcn_bw_vert : dcn_bw_hor;
  866. }
  867. if (v->is_line_buffer_bpp_fixed == dcn_bw_yes)
  868. v->lb_bit_per_pixel[input_idx] = v->line_buffer_fixed_bpp;
  869. v->dcc_rate[input_idx] = 1; /*TODO: Worst case? does this change?*/
  870. v->output_format[input_idx] = pipe->stream->timing.pixel_encoding ==
  871. PIXEL_ENCODING_YCBCR420 ? dcn_bw_420 : dcn_bw_444;
  872. v->output[input_idx] = pipe->stream->sink->sink_signal ==
  873. SIGNAL_TYPE_HDMI_TYPE_A ? dcn_bw_hdmi : dcn_bw_dp;
  874. v->output_deep_color[input_idx] = dcn_bw_encoder_8bpc;
  875. if (v->output[input_idx] == dcn_bw_hdmi) {
  876. switch (pipe->stream->timing.display_color_depth) {
  877. case COLOR_DEPTH_101010:
  878. v->output_deep_color[input_idx] = dcn_bw_encoder_10bpc;
  879. break;
  880. case COLOR_DEPTH_121212:
  881. v->output_deep_color[input_idx] = dcn_bw_encoder_12bpc;
  882. break;
  883. case COLOR_DEPTH_161616:
  884. v->output_deep_color[input_idx] = dcn_bw_encoder_16bpc;
  885. break;
  886. default:
  887. break;
  888. }
  889. }
  890. input_idx++;
  891. }
  892. v->number_of_active_planes = input_idx;
  893. scaler_settings_calculation(v);
  894. hack_bounding_box(v, &dc->debug, context);
  895. mode_support_and_system_configuration(v);
  896. /* Unhack dppclk: dont bother with trying to pipe split if we cannot maintain dpm0 */
  897. if (v->voltage_level != 0
  898. && context->stream_count == 1
  899. && dc->debug.force_single_disp_pipe_split) {
  900. v->max_dppclk[0] = v->max_dppclk_vmin0p65;
  901. mode_support_and_system_configuration(v);
  902. }
  903. if (v->voltage_level == 0 &&
  904. (dc->debug.sr_exit_time_dpm0_ns
  905. || dc->debug.sr_enter_plus_exit_time_dpm0_ns)) {
  906. if (dc->debug.sr_enter_plus_exit_time_dpm0_ns)
  907. v->sr_enter_plus_exit_time =
  908. dc->debug.sr_enter_plus_exit_time_dpm0_ns / 1000.0f;
  909. if (dc->debug.sr_exit_time_dpm0_ns)
  910. v->sr_exit_time = dc->debug.sr_exit_time_dpm0_ns / 1000.0f;
  911. dc->dml.soc.sr_enter_plus_exit_time_us = v->sr_enter_plus_exit_time;
  912. dc->dml.soc.sr_exit_time_us = v->sr_exit_time;
  913. mode_support_and_system_configuration(v);
  914. }
  915. if (v->voltage_level != 5) {
  916. float bw_consumed = v->total_bandwidth_consumed_gbyte_per_second;
  917. if (bw_consumed < v->fabric_and_dram_bandwidth_vmin0p65)
  918. bw_consumed = v->fabric_and_dram_bandwidth_vmin0p65;
  919. else if (bw_consumed < v->fabric_and_dram_bandwidth_vmid0p72)
  920. bw_consumed = v->fabric_and_dram_bandwidth_vmid0p72;
  921. else if (bw_consumed < v->fabric_and_dram_bandwidth_vnom0p8)
  922. bw_consumed = v->fabric_and_dram_bandwidth_vnom0p8;
  923. else
  924. bw_consumed = v->fabric_and_dram_bandwidth_vmax0p9;
  925. if (bw_consumed < v->fabric_and_dram_bandwidth)
  926. if (dc->debug.voltage_align_fclk)
  927. bw_consumed = v->fabric_and_dram_bandwidth;
  928. display_pipe_configuration(v);
  929. /*calc_wm_sets_and_perf_params(context, v);*/
  930. /* Only 1 set is used by dcn since no noticeable
  931. * performance improvement was measured and due to hw bug DEGVIDCN10-254
  932. */
  933. dispclkdppclkdcfclk_deep_sleep_prefetch_parameters_watermarks_and_performance_calculation(v);
  934. context->bw.dcn.watermarks.a.cstate_pstate.cstate_exit_ns =
  935. v->stutter_exit_watermark * 1000;
  936. context->bw.dcn.watermarks.a.cstate_pstate.cstate_enter_plus_exit_ns =
  937. v->stutter_enter_plus_exit_watermark * 1000;
  938. context->bw.dcn.watermarks.a.cstate_pstate.pstate_change_ns =
  939. v->dram_clock_change_watermark * 1000;
  940. context->bw.dcn.watermarks.a.pte_meta_urgent_ns = v->ptemeta_urgent_watermark * 1000;
  941. context->bw.dcn.watermarks.a.urgent_ns = v->urgent_watermark * 1000;
  942. context->bw.dcn.watermarks.b = context->bw.dcn.watermarks.a;
  943. context->bw.dcn.watermarks.c = context->bw.dcn.watermarks.a;
  944. context->bw.dcn.watermarks.d = context->bw.dcn.watermarks.a;
  945. context->bw.dcn.clk.fclk_khz = (int)(bw_consumed * 1000000 /
  946. (ddr4_dram_factor_single_Channel * v->number_of_channels));
  947. if (bw_consumed == v->fabric_and_dram_bandwidth_vmin0p65) {
  948. context->bw.dcn.clk.fclk_khz = (int)(bw_consumed * 1000000 / 32);
  949. }
  950. context->bw.dcn.clk.dcfclk_deep_sleep_khz = (int)(v->dcf_clk_deep_sleep * 1000);
  951. context->bw.dcn.clk.dcfclk_khz = (int)(v->dcfclk * 1000);
  952. context->bw.dcn.clk.dispclk_khz = (int)(v->dispclk * 1000);
  953. if (dc->debug.max_disp_clk == true)
  954. context->bw.dcn.clk.dispclk_khz = (int)(dc->dcn_soc->max_dispclk_vmax0p9 * 1000);
  955. if (context->bw.dcn.clk.dispclk_khz <
  956. dc->debug.min_disp_clk_khz) {
  957. context->bw.dcn.clk.dispclk_khz =
  958. dc->debug.min_disp_clk_khz;
  959. }
  960. context->bw.dcn.clk.dppclk_khz = context->bw.dcn.clk.dispclk_khz / v->dispclk_dppclk_ratio;
  961. context->bw.dcn.clk.phyclk_khz = v->phyclk_per_state[v->voltage_level];
  962. switch (v->voltage_level) {
  963. case 0:
  964. context->bw.dcn.clk.max_supported_dppclk_khz =
  965. (int)(dc->dcn_soc->max_dppclk_vmin0p65 * 1000);
  966. break;
  967. case 1:
  968. context->bw.dcn.clk.max_supported_dppclk_khz =
  969. (int)(dc->dcn_soc->max_dppclk_vmid0p72 * 1000);
  970. break;
  971. case 2:
  972. context->bw.dcn.clk.max_supported_dppclk_khz =
  973. (int)(dc->dcn_soc->max_dppclk_vnom0p8 * 1000);
  974. break;
  975. default:
  976. context->bw.dcn.clk.max_supported_dppclk_khz =
  977. (int)(dc->dcn_soc->max_dppclk_vmax0p9 * 1000);
  978. break;
  979. }
  980. for (i = 0, input_idx = 0; i < pool->pipe_count; i++) {
  981. struct pipe_ctx *pipe = &context->res_ctx.pipe_ctx[i];
  982. /* skip inactive pipe */
  983. if (!pipe->stream)
  984. continue;
  985. /* skip all but first of split pipes */
  986. if (pipe->top_pipe && pipe->top_pipe->plane_state == pipe->plane_state)
  987. continue;
  988. pipe->pipe_dlg_param.vupdate_width = v->v_update_width_pix[input_idx];
  989. pipe->pipe_dlg_param.vupdate_offset = v->v_update_offset_pix[input_idx];
  990. pipe->pipe_dlg_param.vready_offset = v->v_ready_offset_pix[input_idx];
  991. pipe->pipe_dlg_param.vstartup_start = v->v_startup[input_idx];
  992. pipe->pipe_dlg_param.htotal = pipe->stream->timing.h_total;
  993. pipe->pipe_dlg_param.vtotal = pipe->stream->timing.v_total;
  994. vesa_sync_start = pipe->stream->timing.v_addressable +
  995. pipe->stream->timing.v_border_bottom +
  996. pipe->stream->timing.v_front_porch;
  997. asic_blank_end = (pipe->stream->timing.v_total -
  998. vesa_sync_start -
  999. pipe->stream->timing.v_border_top)
  1000. * (pipe->stream->timing.flags.INTERLACE ? 1 : 0);
  1001. asic_blank_start = asic_blank_end +
  1002. (pipe->stream->timing.v_border_top +
  1003. pipe->stream->timing.v_addressable +
  1004. pipe->stream->timing.v_border_bottom)
  1005. * (pipe->stream->timing.flags.INTERLACE ? 1 : 0);
  1006. pipe->pipe_dlg_param.vblank_start = asic_blank_start;
  1007. pipe->pipe_dlg_param.vblank_end = asic_blank_end;
  1008. if (pipe->plane_state) {
  1009. struct pipe_ctx *hsplit_pipe = pipe->bottom_pipe;
  1010. pipe->plane_state->update_flags.bits.full_update = 1;
  1011. if (v->dpp_per_plane[input_idx] == 2 ||
  1012. ((pipe->stream->view_format ==
  1013. VIEW_3D_FORMAT_SIDE_BY_SIDE ||
  1014. pipe->stream->view_format ==
  1015. VIEW_3D_FORMAT_TOP_AND_BOTTOM) &&
  1016. (pipe->stream->timing.timing_3d_format ==
  1017. TIMING_3D_FORMAT_TOP_AND_BOTTOM ||
  1018. pipe->stream->timing.timing_3d_format ==
  1019. TIMING_3D_FORMAT_SIDE_BY_SIDE))) {
  1020. if (hsplit_pipe && hsplit_pipe->plane_state == pipe->plane_state) {
  1021. /* update previously split pipe */
  1022. hsplit_pipe->pipe_dlg_param.vupdate_width = v->v_update_width_pix[input_idx];
  1023. hsplit_pipe->pipe_dlg_param.vupdate_offset = v->v_update_offset_pix[input_idx];
  1024. hsplit_pipe->pipe_dlg_param.vready_offset = v->v_ready_offset_pix[input_idx];
  1025. hsplit_pipe->pipe_dlg_param.vstartup_start = v->v_startup[input_idx];
  1026. hsplit_pipe->pipe_dlg_param.htotal = pipe->stream->timing.h_total;
  1027. hsplit_pipe->pipe_dlg_param.vtotal = pipe->stream->timing.v_total;
  1028. hsplit_pipe->pipe_dlg_param.vblank_start = pipe->pipe_dlg_param.vblank_start;
  1029. hsplit_pipe->pipe_dlg_param.vblank_end = pipe->pipe_dlg_param.vblank_end;
  1030. } else {
  1031. /* pipe not split previously needs split */
  1032. hsplit_pipe = find_idle_secondary_pipe(&context->res_ctx, pool);
  1033. ASSERT(hsplit_pipe);
  1034. split_stream_across_pipes(
  1035. &context->res_ctx, pool,
  1036. pipe, hsplit_pipe);
  1037. }
  1038. dcn_bw_calc_rq_dlg_ttu(dc, v, hsplit_pipe, input_idx);
  1039. } else if (hsplit_pipe && hsplit_pipe->plane_state == pipe->plane_state) {
  1040. /* merge previously split pipe */
  1041. pipe->bottom_pipe = hsplit_pipe->bottom_pipe;
  1042. if (hsplit_pipe->bottom_pipe)
  1043. hsplit_pipe->bottom_pipe->top_pipe = pipe;
  1044. hsplit_pipe->plane_state = NULL;
  1045. hsplit_pipe->stream = NULL;
  1046. hsplit_pipe->top_pipe = NULL;
  1047. hsplit_pipe->bottom_pipe = NULL;
  1048. /* Clear plane_res and stream_res */
  1049. memset(&hsplit_pipe->plane_res, 0, sizeof(hsplit_pipe->plane_res));
  1050. memset(&hsplit_pipe->stream_res, 0, sizeof(hsplit_pipe->stream_res));
  1051. resource_build_scaling_params(pipe);
  1052. }
  1053. /* for now important to do this after pipe split for building e2e params */
  1054. dcn_bw_calc_rq_dlg_ttu(dc, v, pipe, input_idx);
  1055. }
  1056. input_idx++;
  1057. }
  1058. }
  1059. if (v->voltage_level == 0) {
  1060. dc->dml.soc.sr_enter_plus_exit_time_us =
  1061. dc->dcn_soc->sr_enter_plus_exit_time;
  1062. dc->dml.soc.sr_exit_time_us = dc->dcn_soc->sr_exit_time;
  1063. }
  1064. /*
  1065. * BW limit is set to prevent display from impacting other system functions
  1066. */
  1067. bw_limit = dc->dcn_soc->percent_disp_bw_limit * v->fabric_and_dram_bandwidth_vmax0p9;
  1068. bw_limit_pass = (v->total_data_read_bandwidth / 1000.0) < bw_limit;
  1069. kernel_fpu_end();
  1070. PERFORMANCE_TRACE_END();
  1071. if (bw_limit_pass && v->voltage_level != 5)
  1072. return true;
  1073. else
  1074. return false;
  1075. }
  1076. static unsigned int dcn_find_normalized_clock_vdd_Level(
  1077. const struct dc *dc,
  1078. enum dm_pp_clock_type clocks_type,
  1079. int clocks_in_khz)
  1080. {
  1081. int vdd_level = dcn_bw_v_min0p65;
  1082. if (clocks_in_khz == 0)/*todo some clock not in the considerations*/
  1083. return vdd_level;
  1084. switch (clocks_type) {
  1085. case DM_PP_CLOCK_TYPE_DISPLAY_CLK:
  1086. if (clocks_in_khz > dc->dcn_soc->max_dispclk_vmax0p9*1000) {
  1087. vdd_level = dcn_bw_v_max0p91;
  1088. BREAK_TO_DEBUGGER();
  1089. } else if (clocks_in_khz > dc->dcn_soc->max_dispclk_vnom0p8*1000) {
  1090. vdd_level = dcn_bw_v_max0p9;
  1091. } else if (clocks_in_khz > dc->dcn_soc->max_dispclk_vmid0p72*1000) {
  1092. vdd_level = dcn_bw_v_nom0p8;
  1093. } else if (clocks_in_khz > dc->dcn_soc->max_dispclk_vmin0p65*1000) {
  1094. vdd_level = dcn_bw_v_mid0p72;
  1095. } else
  1096. vdd_level = dcn_bw_v_min0p65;
  1097. break;
  1098. case DM_PP_CLOCK_TYPE_DISPLAYPHYCLK:
  1099. if (clocks_in_khz > dc->dcn_soc->phyclkv_max0p9*1000) {
  1100. vdd_level = dcn_bw_v_max0p91;
  1101. BREAK_TO_DEBUGGER();
  1102. } else if (clocks_in_khz > dc->dcn_soc->phyclkv_nom0p8*1000) {
  1103. vdd_level = dcn_bw_v_max0p9;
  1104. } else if (clocks_in_khz > dc->dcn_soc->phyclkv_mid0p72*1000) {
  1105. vdd_level = dcn_bw_v_nom0p8;
  1106. } else if (clocks_in_khz > dc->dcn_soc->phyclkv_min0p65*1000) {
  1107. vdd_level = dcn_bw_v_mid0p72;
  1108. } else
  1109. vdd_level = dcn_bw_v_min0p65;
  1110. break;
  1111. case DM_PP_CLOCK_TYPE_DPPCLK:
  1112. if (clocks_in_khz > dc->dcn_soc->max_dppclk_vmax0p9*1000) {
  1113. vdd_level = dcn_bw_v_max0p91;
  1114. BREAK_TO_DEBUGGER();
  1115. } else if (clocks_in_khz > dc->dcn_soc->max_dppclk_vnom0p8*1000) {
  1116. vdd_level = dcn_bw_v_max0p9;
  1117. } else if (clocks_in_khz > dc->dcn_soc->max_dppclk_vmid0p72*1000) {
  1118. vdd_level = dcn_bw_v_nom0p8;
  1119. } else if (clocks_in_khz > dc->dcn_soc->max_dppclk_vmin0p65*1000) {
  1120. vdd_level = dcn_bw_v_mid0p72;
  1121. } else
  1122. vdd_level = dcn_bw_v_min0p65;
  1123. break;
  1124. case DM_PP_CLOCK_TYPE_MEMORY_CLK:
  1125. {
  1126. unsigned factor = (ddr4_dram_factor_single_Channel * dc->dcn_soc->number_of_channels);
  1127. if (clocks_in_khz > dc->dcn_soc->fabric_and_dram_bandwidth_vmax0p9*1000000/factor) {
  1128. vdd_level = dcn_bw_v_max0p91;
  1129. BREAK_TO_DEBUGGER();
  1130. } else if (clocks_in_khz > dc->dcn_soc->fabric_and_dram_bandwidth_vnom0p8*1000000/factor) {
  1131. vdd_level = dcn_bw_v_max0p9;
  1132. } else if (clocks_in_khz > dc->dcn_soc->fabric_and_dram_bandwidth_vmid0p72*1000000/factor) {
  1133. vdd_level = dcn_bw_v_nom0p8;
  1134. } else if (clocks_in_khz > dc->dcn_soc->fabric_and_dram_bandwidth_vmin0p65*1000000/factor) {
  1135. vdd_level = dcn_bw_v_mid0p72;
  1136. } else
  1137. vdd_level = dcn_bw_v_min0p65;
  1138. }
  1139. break;
  1140. case DM_PP_CLOCK_TYPE_DCFCLK:
  1141. if (clocks_in_khz > dc->dcn_soc->dcfclkv_max0p9*1000) {
  1142. vdd_level = dcn_bw_v_max0p91;
  1143. BREAK_TO_DEBUGGER();
  1144. } else if (clocks_in_khz > dc->dcn_soc->dcfclkv_nom0p8*1000) {
  1145. vdd_level = dcn_bw_v_max0p9;
  1146. } else if (clocks_in_khz > dc->dcn_soc->dcfclkv_mid0p72*1000) {
  1147. vdd_level = dcn_bw_v_nom0p8;
  1148. } else if (clocks_in_khz > dc->dcn_soc->dcfclkv_min0p65*1000) {
  1149. vdd_level = dcn_bw_v_mid0p72;
  1150. } else
  1151. vdd_level = dcn_bw_v_min0p65;
  1152. break;
  1153. default:
  1154. break;
  1155. }
  1156. return vdd_level;
  1157. }
  1158. unsigned int dcn_find_dcfclk_suits_all(
  1159. const struct dc *dc,
  1160. struct dc_clocks *clocks)
  1161. {
  1162. unsigned vdd_level, vdd_level_temp;
  1163. unsigned dcf_clk;
  1164. /*find a common supported voltage level*/
  1165. vdd_level = dcn_find_normalized_clock_vdd_Level(
  1166. dc, DM_PP_CLOCK_TYPE_DISPLAY_CLK, clocks->dispclk_khz);
  1167. vdd_level_temp = dcn_find_normalized_clock_vdd_Level(
  1168. dc, DM_PP_CLOCK_TYPE_DISPLAYPHYCLK, clocks->phyclk_khz);
  1169. vdd_level = dcn_bw_max(vdd_level, vdd_level_temp);
  1170. vdd_level_temp = dcn_find_normalized_clock_vdd_Level(
  1171. dc, DM_PP_CLOCK_TYPE_DPPCLK, clocks->dppclk_khz);
  1172. vdd_level = dcn_bw_max(vdd_level, vdd_level_temp);
  1173. vdd_level_temp = dcn_find_normalized_clock_vdd_Level(
  1174. dc, DM_PP_CLOCK_TYPE_MEMORY_CLK, clocks->fclk_khz);
  1175. vdd_level = dcn_bw_max(vdd_level, vdd_level_temp);
  1176. vdd_level_temp = dcn_find_normalized_clock_vdd_Level(
  1177. dc, DM_PP_CLOCK_TYPE_DCFCLK, clocks->dcfclk_khz);
  1178. /*find that level conresponding dcfclk*/
  1179. vdd_level = dcn_bw_max(vdd_level, vdd_level_temp);
  1180. if (vdd_level == dcn_bw_v_max0p91) {
  1181. BREAK_TO_DEBUGGER();
  1182. dcf_clk = dc->dcn_soc->dcfclkv_max0p9*1000;
  1183. } else if (vdd_level == dcn_bw_v_max0p9)
  1184. dcf_clk = dc->dcn_soc->dcfclkv_max0p9*1000;
  1185. else if (vdd_level == dcn_bw_v_nom0p8)
  1186. dcf_clk = dc->dcn_soc->dcfclkv_nom0p8*1000;
  1187. else if (vdd_level == dcn_bw_v_mid0p72)
  1188. dcf_clk = dc->dcn_soc->dcfclkv_mid0p72*1000;
  1189. else
  1190. dcf_clk = dc->dcn_soc->dcfclkv_min0p65*1000;
  1191. DC_LOG_BANDWIDTH_CALCS("\tdcf_clk for voltage = %d\n", dcf_clk);
  1192. return dcf_clk;
  1193. }
  1194. static bool verify_clock_values(struct dm_pp_clock_levels_with_voltage *clks)
  1195. {
  1196. int i;
  1197. if (clks->num_levels == 0)
  1198. return false;
  1199. for (i = 0; i < clks->num_levels; i++)
  1200. /* Ensure that the result is sane */
  1201. if (clks->data[i].clocks_in_khz == 0)
  1202. return false;
  1203. return true;
  1204. }
  1205. void dcn_bw_update_from_pplib(struct dc *dc)
  1206. {
  1207. struct dc_context *ctx = dc->ctx;
  1208. struct dm_pp_clock_levels_with_voltage fclks = {0}, dcfclks = {0};
  1209. bool res;
  1210. kernel_fpu_begin();
  1211. /* TODO: This is not the proper way to obtain fabric_and_dram_bandwidth, should be min(fclk, memclk) */
  1212. res = dm_pp_get_clock_levels_by_type_with_voltage(
  1213. ctx, DM_PP_CLOCK_TYPE_FCLK, &fclks);
  1214. if (res)
  1215. res = verify_clock_values(&fclks);
  1216. if (res) {
  1217. ASSERT(fclks.num_levels >= 3);
  1218. dc->dcn_soc->fabric_and_dram_bandwidth_vmin0p65 = 32 * (fclks.data[0].clocks_in_khz / 1000.0) / 1000.0;
  1219. dc->dcn_soc->fabric_and_dram_bandwidth_vmid0p72 = dc->dcn_soc->number_of_channels *
  1220. (fclks.data[fclks.num_levels - (fclks.num_levels > 2 ? 3 : 2)].clocks_in_khz / 1000.0)
  1221. * ddr4_dram_factor_single_Channel / 1000.0;
  1222. dc->dcn_soc->fabric_and_dram_bandwidth_vnom0p8 = dc->dcn_soc->number_of_channels *
  1223. (fclks.data[fclks.num_levels - 2].clocks_in_khz / 1000.0)
  1224. * ddr4_dram_factor_single_Channel / 1000.0;
  1225. dc->dcn_soc->fabric_and_dram_bandwidth_vmax0p9 = dc->dcn_soc->number_of_channels *
  1226. (fclks.data[fclks.num_levels - 1].clocks_in_khz / 1000.0)
  1227. * ddr4_dram_factor_single_Channel / 1000.0;
  1228. } else
  1229. BREAK_TO_DEBUGGER();
  1230. res = dm_pp_get_clock_levels_by_type_with_voltage(
  1231. ctx, DM_PP_CLOCK_TYPE_DCFCLK, &dcfclks);
  1232. if (res)
  1233. res = verify_clock_values(&dcfclks);
  1234. if (res && dcfclks.num_levels >= 3) {
  1235. dc->dcn_soc->dcfclkv_min0p65 = dcfclks.data[0].clocks_in_khz / 1000.0;
  1236. dc->dcn_soc->dcfclkv_mid0p72 = dcfclks.data[dcfclks.num_levels - 3].clocks_in_khz / 1000.0;
  1237. dc->dcn_soc->dcfclkv_nom0p8 = dcfclks.data[dcfclks.num_levels - 2].clocks_in_khz / 1000.0;
  1238. dc->dcn_soc->dcfclkv_max0p9 = dcfclks.data[dcfclks.num_levels - 1].clocks_in_khz / 1000.0;
  1239. } else
  1240. BREAK_TO_DEBUGGER();
  1241. kernel_fpu_end();
  1242. }
  1243. void dcn_bw_notify_pplib_of_wm_ranges(struct dc *dc)
  1244. {
  1245. struct pp_smu_funcs_rv *pp = dc->res_pool->pp_smu;
  1246. struct pp_smu_wm_range_sets ranges = {0};
  1247. int min_fclk_khz, min_dcfclk_khz, socclk_khz;
  1248. const int overdrive = 5000000; /* 5 GHz to cover Overdrive */
  1249. if (!pp->set_wm_ranges)
  1250. return;
  1251. kernel_fpu_begin();
  1252. min_fclk_khz = dc->dcn_soc->fabric_and_dram_bandwidth_vmin0p65 * 1000000 / 32;
  1253. min_dcfclk_khz = dc->dcn_soc->dcfclkv_min0p65 * 1000;
  1254. socclk_khz = dc->dcn_soc->socclk * 1000;
  1255. kernel_fpu_end();
  1256. /* Now notify PPLib/SMU about which Watermarks sets they should select
  1257. * depending on DPM state they are in. And update BW MGR GFX Engine and
  1258. * Memory clock member variables for Watermarks calculations for each
  1259. * Watermark Set. Only one watermark set for dcn1 due to hw bug DEGVIDCN10-254.
  1260. */
  1261. /* SOCCLK does not affect anytihng but writeback for DCN so for now we dont
  1262. * care what the value is, hence min to overdrive level
  1263. */
  1264. ranges.num_reader_wm_sets = WM_SET_COUNT;
  1265. ranges.num_writer_wm_sets = WM_SET_COUNT;
  1266. ranges.reader_wm_sets[0].wm_inst = WM_A;
  1267. ranges.reader_wm_sets[0].min_drain_clk_khz = min_dcfclk_khz;
  1268. ranges.reader_wm_sets[0].max_drain_clk_khz = overdrive;
  1269. ranges.reader_wm_sets[0].min_fill_clk_khz = min_fclk_khz;
  1270. ranges.reader_wm_sets[0].max_fill_clk_khz = overdrive;
  1271. ranges.writer_wm_sets[0].wm_inst = WM_A;
  1272. ranges.writer_wm_sets[0].min_fill_clk_khz = socclk_khz;
  1273. ranges.writer_wm_sets[0].max_fill_clk_khz = overdrive;
  1274. ranges.writer_wm_sets[0].min_drain_clk_khz = min_fclk_khz;
  1275. ranges.writer_wm_sets[0].max_drain_clk_khz = overdrive;
  1276. if (dc->debug.pplib_wm_report_mode == WM_REPORT_OVERRIDE) {
  1277. ranges.reader_wm_sets[0].wm_inst = WM_A;
  1278. ranges.reader_wm_sets[0].min_drain_clk_khz = 300000;
  1279. ranges.reader_wm_sets[0].max_drain_clk_khz = 5000000;
  1280. ranges.reader_wm_sets[0].min_fill_clk_khz = 800000;
  1281. ranges.reader_wm_sets[0].max_fill_clk_khz = 5000000;
  1282. ranges.writer_wm_sets[0].wm_inst = WM_A;
  1283. ranges.writer_wm_sets[0].min_fill_clk_khz = 200000;
  1284. ranges.writer_wm_sets[0].max_fill_clk_khz = 5000000;
  1285. ranges.writer_wm_sets[0].min_drain_clk_khz = 800000;
  1286. ranges.writer_wm_sets[0].max_drain_clk_khz = 5000000;
  1287. }
  1288. ranges.reader_wm_sets[1] = ranges.writer_wm_sets[0];
  1289. ranges.reader_wm_sets[1].wm_inst = WM_B;
  1290. ranges.reader_wm_sets[2] = ranges.writer_wm_sets[0];
  1291. ranges.reader_wm_sets[2].wm_inst = WM_C;
  1292. ranges.reader_wm_sets[3] = ranges.writer_wm_sets[0];
  1293. ranges.reader_wm_sets[3].wm_inst = WM_D;
  1294. /* Notify PP Lib/SMU which Watermarks to use for which clock ranges */
  1295. pp->set_wm_ranges(&pp->pp_smu, &ranges);
  1296. }
  1297. void dcn_bw_sync_calcs_and_dml(struct dc *dc)
  1298. {
  1299. kernel_fpu_begin();
  1300. DC_LOG_BANDWIDTH_CALCS("sr_exit_time: %f ns\n"
  1301. "sr_enter_plus_exit_time: %f ns\n"
  1302. "urgent_latency: %f ns\n"
  1303. "write_back_latency: %f ns\n"
  1304. "percent_of_ideal_drambw_received_after_urg_latency: %f %%\n"
  1305. "max_request_size: %d bytes\n"
  1306. "dcfclkv_max0p9: %f kHz\n"
  1307. "dcfclkv_nom0p8: %f kHz\n"
  1308. "dcfclkv_mid0p72: %f kHz\n"
  1309. "dcfclkv_min0p65: %f kHz\n"
  1310. "max_dispclk_vmax0p9: %f kHz\n"
  1311. "max_dispclk_vnom0p8: %f kHz\n"
  1312. "max_dispclk_vmid0p72: %f kHz\n"
  1313. "max_dispclk_vmin0p65: %f kHz\n"
  1314. "max_dppclk_vmax0p9: %f kHz\n"
  1315. "max_dppclk_vnom0p8: %f kHz\n"
  1316. "max_dppclk_vmid0p72: %f kHz\n"
  1317. "max_dppclk_vmin0p65: %f kHz\n"
  1318. "socclk: %f kHz\n"
  1319. "fabric_and_dram_bandwidth_vmax0p9: %f MB/s\n"
  1320. "fabric_and_dram_bandwidth_vnom0p8: %f MB/s\n"
  1321. "fabric_and_dram_bandwidth_vmid0p72: %f MB/s\n"
  1322. "fabric_and_dram_bandwidth_vmin0p65: %f MB/s\n"
  1323. "phyclkv_max0p9: %f kHz\n"
  1324. "phyclkv_nom0p8: %f kHz\n"
  1325. "phyclkv_mid0p72: %f kHz\n"
  1326. "phyclkv_min0p65: %f kHz\n"
  1327. "downspreading: %f %%\n"
  1328. "round_trip_ping_latency_cycles: %d DCFCLK Cycles\n"
  1329. "urgent_out_of_order_return_per_channel: %d Bytes\n"
  1330. "number_of_channels: %d\n"
  1331. "vmm_page_size: %d Bytes\n"
  1332. "dram_clock_change_latency: %f ns\n"
  1333. "return_bus_width: %d Bytes\n",
  1334. dc->dcn_soc->sr_exit_time * 1000,
  1335. dc->dcn_soc->sr_enter_plus_exit_time * 1000,
  1336. dc->dcn_soc->urgent_latency * 1000,
  1337. dc->dcn_soc->write_back_latency * 1000,
  1338. dc->dcn_soc->percent_of_ideal_drambw_received_after_urg_latency,
  1339. dc->dcn_soc->max_request_size,
  1340. dc->dcn_soc->dcfclkv_max0p9 * 1000,
  1341. dc->dcn_soc->dcfclkv_nom0p8 * 1000,
  1342. dc->dcn_soc->dcfclkv_mid0p72 * 1000,
  1343. dc->dcn_soc->dcfclkv_min0p65 * 1000,
  1344. dc->dcn_soc->max_dispclk_vmax0p9 * 1000,
  1345. dc->dcn_soc->max_dispclk_vnom0p8 * 1000,
  1346. dc->dcn_soc->max_dispclk_vmid0p72 * 1000,
  1347. dc->dcn_soc->max_dispclk_vmin0p65 * 1000,
  1348. dc->dcn_soc->max_dppclk_vmax0p9 * 1000,
  1349. dc->dcn_soc->max_dppclk_vnom0p8 * 1000,
  1350. dc->dcn_soc->max_dppclk_vmid0p72 * 1000,
  1351. dc->dcn_soc->max_dppclk_vmin0p65 * 1000,
  1352. dc->dcn_soc->socclk * 1000,
  1353. dc->dcn_soc->fabric_and_dram_bandwidth_vmax0p9 * 1000,
  1354. dc->dcn_soc->fabric_and_dram_bandwidth_vnom0p8 * 1000,
  1355. dc->dcn_soc->fabric_and_dram_bandwidth_vmid0p72 * 1000,
  1356. dc->dcn_soc->fabric_and_dram_bandwidth_vmin0p65 * 1000,
  1357. dc->dcn_soc->phyclkv_max0p9 * 1000,
  1358. dc->dcn_soc->phyclkv_nom0p8 * 1000,
  1359. dc->dcn_soc->phyclkv_mid0p72 * 1000,
  1360. dc->dcn_soc->phyclkv_min0p65 * 1000,
  1361. dc->dcn_soc->downspreading * 100,
  1362. dc->dcn_soc->round_trip_ping_latency_cycles,
  1363. dc->dcn_soc->urgent_out_of_order_return_per_channel,
  1364. dc->dcn_soc->number_of_channels,
  1365. dc->dcn_soc->vmm_page_size,
  1366. dc->dcn_soc->dram_clock_change_latency * 1000,
  1367. dc->dcn_soc->return_bus_width);
  1368. DC_LOG_BANDWIDTH_CALCS("rob_buffer_size_in_kbyte: %f\n"
  1369. "det_buffer_size_in_kbyte: %f\n"
  1370. "dpp_output_buffer_pixels: %f\n"
  1371. "opp_output_buffer_lines: %f\n"
  1372. "pixel_chunk_size_in_kbyte: %f\n"
  1373. "pte_enable: %d\n"
  1374. "pte_chunk_size: %d kbytes\n"
  1375. "meta_chunk_size: %d kbytes\n"
  1376. "writeback_chunk_size: %d kbytes\n"
  1377. "odm_capability: %d\n"
  1378. "dsc_capability: %d\n"
  1379. "line_buffer_size: %d bits\n"
  1380. "max_line_buffer_lines: %d\n"
  1381. "is_line_buffer_bpp_fixed: %d\n"
  1382. "line_buffer_fixed_bpp: %d\n"
  1383. "writeback_luma_buffer_size: %d kbytes\n"
  1384. "writeback_chroma_buffer_size: %d kbytes\n"
  1385. "max_num_dpp: %d\n"
  1386. "max_num_writeback: %d\n"
  1387. "max_dchub_topscl_throughput: %d pixels/dppclk\n"
  1388. "max_pscl_tolb_throughput: %d pixels/dppclk\n"
  1389. "max_lb_tovscl_throughput: %d pixels/dppclk\n"
  1390. "max_vscl_tohscl_throughput: %d pixels/dppclk\n"
  1391. "max_hscl_ratio: %f\n"
  1392. "max_vscl_ratio: %f\n"
  1393. "max_hscl_taps: %d\n"
  1394. "max_vscl_taps: %d\n"
  1395. "pte_buffer_size_in_requests: %d\n"
  1396. "dispclk_ramping_margin: %f %%\n"
  1397. "under_scan_factor: %f %%\n"
  1398. "max_inter_dcn_tile_repeaters: %d\n"
  1399. "can_vstartup_lines_exceed_vsync_plus_back_porch_lines_minus_one: %d\n"
  1400. "bug_forcing_luma_and_chroma_request_to_same_size_fixed: %d\n"
  1401. "dcfclk_cstate_latency: %d\n",
  1402. dc->dcn_ip->rob_buffer_size_in_kbyte,
  1403. dc->dcn_ip->det_buffer_size_in_kbyte,
  1404. dc->dcn_ip->dpp_output_buffer_pixels,
  1405. dc->dcn_ip->opp_output_buffer_lines,
  1406. dc->dcn_ip->pixel_chunk_size_in_kbyte,
  1407. dc->dcn_ip->pte_enable,
  1408. dc->dcn_ip->pte_chunk_size,
  1409. dc->dcn_ip->meta_chunk_size,
  1410. dc->dcn_ip->writeback_chunk_size,
  1411. dc->dcn_ip->odm_capability,
  1412. dc->dcn_ip->dsc_capability,
  1413. dc->dcn_ip->line_buffer_size,
  1414. dc->dcn_ip->max_line_buffer_lines,
  1415. dc->dcn_ip->is_line_buffer_bpp_fixed,
  1416. dc->dcn_ip->line_buffer_fixed_bpp,
  1417. dc->dcn_ip->writeback_luma_buffer_size,
  1418. dc->dcn_ip->writeback_chroma_buffer_size,
  1419. dc->dcn_ip->max_num_dpp,
  1420. dc->dcn_ip->max_num_writeback,
  1421. dc->dcn_ip->max_dchub_topscl_throughput,
  1422. dc->dcn_ip->max_pscl_tolb_throughput,
  1423. dc->dcn_ip->max_lb_tovscl_throughput,
  1424. dc->dcn_ip->max_vscl_tohscl_throughput,
  1425. dc->dcn_ip->max_hscl_ratio,
  1426. dc->dcn_ip->max_vscl_ratio,
  1427. dc->dcn_ip->max_hscl_taps,
  1428. dc->dcn_ip->max_vscl_taps,
  1429. dc->dcn_ip->pte_buffer_size_in_requests,
  1430. dc->dcn_ip->dispclk_ramping_margin,
  1431. dc->dcn_ip->under_scan_factor * 100,
  1432. dc->dcn_ip->max_inter_dcn_tile_repeaters,
  1433. dc->dcn_ip->can_vstartup_lines_exceed_vsync_plus_back_porch_lines_minus_one,
  1434. dc->dcn_ip->bug_forcing_luma_and_chroma_request_to_same_size_fixed,
  1435. dc->dcn_ip->dcfclk_cstate_latency);
  1436. dc->dml.soc.sr_exit_time_us = dc->dcn_soc->sr_exit_time;
  1437. dc->dml.soc.sr_enter_plus_exit_time_us = dc->dcn_soc->sr_enter_plus_exit_time;
  1438. dc->dml.soc.urgent_latency_us = dc->dcn_soc->urgent_latency;
  1439. dc->dml.soc.writeback_latency_us = dc->dcn_soc->write_back_latency;
  1440. dc->dml.soc.ideal_dram_bw_after_urgent_percent =
  1441. dc->dcn_soc->percent_of_ideal_drambw_received_after_urg_latency;
  1442. dc->dml.soc.max_request_size_bytes = dc->dcn_soc->max_request_size;
  1443. dc->dml.soc.downspread_percent = dc->dcn_soc->downspreading;
  1444. dc->dml.soc.round_trip_ping_latency_dcfclk_cycles =
  1445. dc->dcn_soc->round_trip_ping_latency_cycles;
  1446. dc->dml.soc.urgent_out_of_order_return_per_channel_bytes =
  1447. dc->dcn_soc->urgent_out_of_order_return_per_channel;
  1448. dc->dml.soc.num_chans = dc->dcn_soc->number_of_channels;
  1449. dc->dml.soc.vmm_page_size_bytes = dc->dcn_soc->vmm_page_size;
  1450. dc->dml.soc.dram_clock_change_latency_us = dc->dcn_soc->dram_clock_change_latency;
  1451. dc->dml.soc.return_bus_width_bytes = dc->dcn_soc->return_bus_width;
  1452. dc->dml.ip.rob_buffer_size_kbytes = dc->dcn_ip->rob_buffer_size_in_kbyte;
  1453. dc->dml.ip.det_buffer_size_kbytes = dc->dcn_ip->det_buffer_size_in_kbyte;
  1454. dc->dml.ip.dpp_output_buffer_pixels = dc->dcn_ip->dpp_output_buffer_pixels;
  1455. dc->dml.ip.opp_output_buffer_lines = dc->dcn_ip->opp_output_buffer_lines;
  1456. dc->dml.ip.pixel_chunk_size_kbytes = dc->dcn_ip->pixel_chunk_size_in_kbyte;
  1457. dc->dml.ip.pte_enable = dc->dcn_ip->pte_enable == dcn_bw_yes;
  1458. dc->dml.ip.pte_chunk_size_kbytes = dc->dcn_ip->pte_chunk_size;
  1459. dc->dml.ip.meta_chunk_size_kbytes = dc->dcn_ip->meta_chunk_size;
  1460. dc->dml.ip.writeback_chunk_size_kbytes = dc->dcn_ip->writeback_chunk_size;
  1461. dc->dml.ip.line_buffer_size_bits = dc->dcn_ip->line_buffer_size;
  1462. dc->dml.ip.max_line_buffer_lines = dc->dcn_ip->max_line_buffer_lines;
  1463. dc->dml.ip.IsLineBufferBppFixed = dc->dcn_ip->is_line_buffer_bpp_fixed == dcn_bw_yes;
  1464. dc->dml.ip.LineBufferFixedBpp = dc->dcn_ip->line_buffer_fixed_bpp;
  1465. dc->dml.ip.writeback_luma_buffer_size_kbytes = dc->dcn_ip->writeback_luma_buffer_size;
  1466. dc->dml.ip.writeback_chroma_buffer_size_kbytes = dc->dcn_ip->writeback_chroma_buffer_size;
  1467. dc->dml.ip.max_num_dpp = dc->dcn_ip->max_num_dpp;
  1468. dc->dml.ip.max_num_wb = dc->dcn_ip->max_num_writeback;
  1469. dc->dml.ip.max_dchub_pscl_bw_pix_per_clk = dc->dcn_ip->max_dchub_topscl_throughput;
  1470. dc->dml.ip.max_pscl_lb_bw_pix_per_clk = dc->dcn_ip->max_pscl_tolb_throughput;
  1471. dc->dml.ip.max_lb_vscl_bw_pix_per_clk = dc->dcn_ip->max_lb_tovscl_throughput;
  1472. dc->dml.ip.max_vscl_hscl_bw_pix_per_clk = dc->dcn_ip->max_vscl_tohscl_throughput;
  1473. dc->dml.ip.max_hscl_ratio = dc->dcn_ip->max_hscl_ratio;
  1474. dc->dml.ip.max_vscl_ratio = dc->dcn_ip->max_vscl_ratio;
  1475. dc->dml.ip.max_hscl_taps = dc->dcn_ip->max_hscl_taps;
  1476. dc->dml.ip.max_vscl_taps = dc->dcn_ip->max_vscl_taps;
  1477. /*pte_buffer_size_in_requests missing in dml*/
  1478. dc->dml.ip.dispclk_ramp_margin_percent = dc->dcn_ip->dispclk_ramping_margin;
  1479. dc->dml.ip.underscan_factor = dc->dcn_ip->under_scan_factor;
  1480. dc->dml.ip.max_inter_dcn_tile_repeaters = dc->dcn_ip->max_inter_dcn_tile_repeaters;
  1481. dc->dml.ip.can_vstartup_lines_exceed_vsync_plus_back_porch_lines_minus_one =
  1482. dc->dcn_ip->can_vstartup_lines_exceed_vsync_plus_back_porch_lines_minus_one == dcn_bw_yes;
  1483. dc->dml.ip.bug_forcing_LC_req_same_size_fixed =
  1484. dc->dcn_ip->bug_forcing_luma_and_chroma_request_to_same_size_fixed == dcn_bw_yes;
  1485. dc->dml.ip.dcfclk_cstate_latency = dc->dcn_ip->dcfclk_cstate_latency;
  1486. kernel_fpu_end();
  1487. }