dcn_calcs.c 65 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634
  1. /*
  2. * Copyright 2017 Advanced Micro Devices, Inc.
  3. *
  4. * Permission is hereby granted, free of charge, to any person obtaining a
  5. * copy of this software and associated documentation files (the "Software"),
  6. * to deal in the Software without restriction, including without limitation
  7. * the rights to use, copy, modify, merge, publish, distribute, sublicense,
  8. * and/or sell copies of the Software, and to permit persons to whom the
  9. * Software is furnished to do so, subject to the following conditions:
  10. *
  11. * The above copyright notice and this permission notice shall be included in
  12. * all copies or substantial portions of the Software.
  13. *
  14. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  15. * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  16. * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
  17. * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
  18. * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
  19. * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
  20. * OTHER DEALINGS IN THE SOFTWARE.
  21. *
  22. * Authors: AMD
  23. *
  24. */
  25. #include "dm_services.h"
  26. #include "dcn_calcs.h"
  27. #include "dcn_calc_auto.h"
  28. #include "dc.h"
  29. #include "dal_asic_id.h"
  30. #include "resource.h"
  31. #include "dcn10/dcn10_resource.h"
  32. #include "dcn_calc_math.h"
  33. #define DC_LOGGER \
  34. dc->ctx->logger
  35. /*
  36. * NOTE:
  37. * This file is gcc-parseable HW gospel, coming straight from HW engineers.
  38. *
  39. * It doesn't adhere to Linux kernel style and sometimes will do things in odd
  40. * ways. Unless there is something clearly wrong with it the code should
  41. * remain as-is as it provides us with a guarantee from HW that it is correct.
  42. */
  43. /* Defaults from spreadsheet rev#247 */
  44. const struct dcn_soc_bounding_box dcn10_soc_defaults = {
  45. /* latencies */
  46. .sr_exit_time = 17, /*us*/
  47. .sr_enter_plus_exit_time = 19, /*us*/
  48. .urgent_latency = 4, /*us*/
  49. .dram_clock_change_latency = 17, /*us*/
  50. .write_back_latency = 12, /*us*/
  51. .percent_of_ideal_drambw_received_after_urg_latency = 80, /*%*/
  52. /* below default clocks derived from STA target base on
  53. * slow-slow corner + 10% margin with voltages aligned to FCLK.
  54. *
  55. * Use these value if fused value doesn't make sense as earlier
  56. * part don't have correct value fused */
  57. /* default DCF CLK DPM on RV*/
  58. .dcfclkv_max0p9 = 655, /* MHz, = 3600/5.5 */
  59. .dcfclkv_nom0p8 = 626, /* MHz, = 3600/5.75 */
  60. .dcfclkv_mid0p72 = 600, /* MHz, = 3600/6, bypass */
  61. .dcfclkv_min0p65 = 300, /* MHz, = 3600/12, bypass */
  62. /* default DISP CLK voltage state on RV */
  63. .max_dispclk_vmax0p9 = 1108, /* MHz, = 3600/3.25 */
  64. .max_dispclk_vnom0p8 = 1029, /* MHz, = 3600/3.5 */
  65. .max_dispclk_vmid0p72 = 960, /* MHz, = 3600/3.75 */
  66. .max_dispclk_vmin0p65 = 626, /* MHz, = 3600/5.75 */
  67. /* default DPP CLK voltage state on RV */
  68. .max_dppclk_vmax0p9 = 720, /* MHz, = 3600/5 */
  69. .max_dppclk_vnom0p8 = 686, /* MHz, = 3600/5.25 */
  70. .max_dppclk_vmid0p72 = 626, /* MHz, = 3600/5.75 */
  71. .max_dppclk_vmin0p65 = 400, /* MHz, = 3600/9 */
  72. /* default PHY CLK voltage state on RV */
  73. .phyclkv_max0p9 = 900, /*MHz*/
  74. .phyclkv_nom0p8 = 847, /*MHz*/
  75. .phyclkv_mid0p72 = 800, /*MHz*/
  76. .phyclkv_min0p65 = 600, /*MHz*/
  77. /* BW depend on FCLK, MCLK, # of channels */
  78. /* dual channel BW */
  79. .fabric_and_dram_bandwidth_vmax0p9 = 38.4f, /*GB/s*/
  80. .fabric_and_dram_bandwidth_vnom0p8 = 34.133f, /*GB/s*/
  81. .fabric_and_dram_bandwidth_vmid0p72 = 29.866f, /*GB/s*/
  82. .fabric_and_dram_bandwidth_vmin0p65 = 12.8f, /*GB/s*/
  83. /* single channel BW
  84. .fabric_and_dram_bandwidth_vmax0p9 = 19.2f,
  85. .fabric_and_dram_bandwidth_vnom0p8 = 17.066f,
  86. .fabric_and_dram_bandwidth_vmid0p72 = 14.933f,
  87. .fabric_and_dram_bandwidth_vmin0p65 = 12.8f,
  88. */
  89. .number_of_channels = 2,
  90. .socclk = 208, /*MHz*/
  91. .downspreading = 0.5f, /*%*/
  92. .round_trip_ping_latency_cycles = 128, /*DCFCLK Cycles*/
  93. .urgent_out_of_order_return_per_channel = 256, /*bytes*/
  94. .vmm_page_size = 4096, /*bytes*/
  95. .return_bus_width = 64, /*bytes*/
  96. .max_request_size = 256, /*bytes*/
  97. /* Depends on user class (client vs embedded, workstation, etc) */
  98. .percent_disp_bw_limit = 0.3f /*%*/
  99. };
  100. const struct dcn_ip_params dcn10_ip_defaults = {
  101. .rob_buffer_size_in_kbyte = 64,
  102. .det_buffer_size_in_kbyte = 164,
  103. .dpp_output_buffer_pixels = 2560,
  104. .opp_output_buffer_lines = 1,
  105. .pixel_chunk_size_in_kbyte = 8,
  106. .pte_enable = dcn_bw_yes,
  107. .pte_chunk_size = 2, /*kbytes*/
  108. .meta_chunk_size = 2, /*kbytes*/
  109. .writeback_chunk_size = 2, /*kbytes*/
  110. .odm_capability = dcn_bw_no,
  111. .dsc_capability = dcn_bw_no,
  112. .line_buffer_size = 589824, /*bit*/
  113. .max_line_buffer_lines = 12,
  114. .is_line_buffer_bpp_fixed = dcn_bw_no,
  115. .line_buffer_fixed_bpp = dcn_bw_na,
  116. .writeback_luma_buffer_size = 12, /*kbytes*/
  117. .writeback_chroma_buffer_size = 8, /*kbytes*/
  118. .max_num_dpp = 4,
  119. .max_num_writeback = 2,
  120. .max_dchub_topscl_throughput = 4, /*pixels/dppclk*/
  121. .max_pscl_tolb_throughput = 2, /*pixels/dppclk*/
  122. .max_lb_tovscl_throughput = 4, /*pixels/dppclk*/
  123. .max_vscl_tohscl_throughput = 4, /*pixels/dppclk*/
  124. .max_hscl_ratio = 4,
  125. .max_vscl_ratio = 4,
  126. .max_hscl_taps = 8,
  127. .max_vscl_taps = 8,
  128. .pte_buffer_size_in_requests = 42,
  129. .dispclk_ramping_margin = 1, /*%*/
  130. .under_scan_factor = 1.11f,
  131. .max_inter_dcn_tile_repeaters = 8,
  132. .can_vstartup_lines_exceed_vsync_plus_back_porch_lines_minus_one = dcn_bw_no,
  133. .bug_forcing_luma_and_chroma_request_to_same_size_fixed = dcn_bw_no,
  134. .dcfclk_cstate_latency = 10 /*TODO clone of something else? sr_enter_plus_exit_time?*/
  135. };
  136. static enum dcn_bw_defs tl_sw_mode_to_bw_defs(enum swizzle_mode_values sw_mode)
  137. {
  138. switch (sw_mode) {
  139. case DC_SW_LINEAR:
  140. return dcn_bw_sw_linear;
  141. case DC_SW_4KB_S:
  142. return dcn_bw_sw_4_kb_s;
  143. case DC_SW_4KB_D:
  144. return dcn_bw_sw_4_kb_d;
  145. case DC_SW_64KB_S:
  146. return dcn_bw_sw_64_kb_s;
  147. case DC_SW_64KB_D:
  148. return dcn_bw_sw_64_kb_d;
  149. case DC_SW_VAR_S:
  150. return dcn_bw_sw_var_s;
  151. case DC_SW_VAR_D:
  152. return dcn_bw_sw_var_d;
  153. case DC_SW_64KB_S_T:
  154. return dcn_bw_sw_64_kb_s_t;
  155. case DC_SW_64KB_D_T:
  156. return dcn_bw_sw_64_kb_d_t;
  157. case DC_SW_4KB_S_X:
  158. return dcn_bw_sw_4_kb_s_x;
  159. case DC_SW_4KB_D_X:
  160. return dcn_bw_sw_4_kb_d_x;
  161. case DC_SW_64KB_S_X:
  162. return dcn_bw_sw_64_kb_s_x;
  163. case DC_SW_64KB_D_X:
  164. return dcn_bw_sw_64_kb_d_x;
  165. case DC_SW_VAR_S_X:
  166. return dcn_bw_sw_var_s_x;
  167. case DC_SW_VAR_D_X:
  168. return dcn_bw_sw_var_d_x;
  169. case DC_SW_256B_S:
  170. case DC_SW_256_D:
  171. case DC_SW_256_R:
  172. case DC_SW_4KB_R:
  173. case DC_SW_64KB_R:
  174. case DC_SW_VAR_R:
  175. case DC_SW_4KB_R_X:
  176. case DC_SW_64KB_R_X:
  177. case DC_SW_VAR_R_X:
  178. default:
  179. BREAK_TO_DEBUGGER(); /*not in formula*/
  180. return dcn_bw_sw_4_kb_s;
  181. }
  182. }
  183. static int tl_lb_bpp_to_int(enum lb_pixel_depth depth)
  184. {
  185. switch (depth) {
  186. case LB_PIXEL_DEPTH_18BPP:
  187. return 18;
  188. case LB_PIXEL_DEPTH_24BPP:
  189. return 24;
  190. case LB_PIXEL_DEPTH_30BPP:
  191. return 30;
  192. case LB_PIXEL_DEPTH_36BPP:
  193. return 36;
  194. default:
  195. return 30;
  196. }
  197. }
  198. static enum dcn_bw_defs tl_pixel_format_to_bw_defs(enum surface_pixel_format format)
  199. {
  200. switch (format) {
  201. case SURFACE_PIXEL_FORMAT_GRPH_ARGB1555:
  202. case SURFACE_PIXEL_FORMAT_GRPH_RGB565:
  203. return dcn_bw_rgb_sub_16;
  204. case SURFACE_PIXEL_FORMAT_GRPH_ARGB8888:
  205. case SURFACE_PIXEL_FORMAT_GRPH_ABGR8888:
  206. case SURFACE_PIXEL_FORMAT_GRPH_ARGB2101010:
  207. case SURFACE_PIXEL_FORMAT_GRPH_ABGR2101010:
  208. case SURFACE_PIXEL_FORMAT_GRPH_ABGR2101010_XR_BIAS:
  209. return dcn_bw_rgb_sub_32;
  210. case SURFACE_PIXEL_FORMAT_GRPH_ARGB16161616:
  211. case SURFACE_PIXEL_FORMAT_GRPH_ARGB16161616F:
  212. case SURFACE_PIXEL_FORMAT_GRPH_ABGR16161616F:
  213. return dcn_bw_rgb_sub_64;
  214. case SURFACE_PIXEL_FORMAT_VIDEO_420_YCbCr:
  215. case SURFACE_PIXEL_FORMAT_VIDEO_420_YCrCb:
  216. return dcn_bw_yuv420_sub_8;
  217. case SURFACE_PIXEL_FORMAT_VIDEO_420_10bpc_YCbCr:
  218. case SURFACE_PIXEL_FORMAT_VIDEO_420_10bpc_YCrCb:
  219. return dcn_bw_yuv420_sub_10;
  220. default:
  221. return dcn_bw_rgb_sub_32;
  222. }
  223. }
  224. static void pipe_ctx_to_e2e_pipe_params (
  225. const struct pipe_ctx *pipe,
  226. struct _vcs_dpi_display_pipe_params_st *input)
  227. {
  228. input->src.is_hsplit = false;
  229. if (pipe->top_pipe != NULL && pipe->top_pipe->plane_state == pipe->plane_state)
  230. input->src.is_hsplit = true;
  231. else if (pipe->bottom_pipe != NULL && pipe->bottom_pipe->plane_state == pipe->plane_state)
  232. input->src.is_hsplit = true;
  233. input->src.dcc = pipe->plane_state->dcc.enable;
  234. input->src.dcc_rate = 1;
  235. input->src.meta_pitch = pipe->plane_state->dcc.grph.meta_pitch;
  236. input->src.source_scan = dm_horz;
  237. input->src.sw_mode = pipe->plane_state->tiling_info.gfx9.swizzle;
  238. input->src.viewport_width = pipe->plane_res.scl_data.viewport.width;
  239. input->src.viewport_height = pipe->plane_res.scl_data.viewport.height;
  240. input->src.data_pitch = pipe->plane_res.scl_data.viewport.width;
  241. input->src.data_pitch_c = pipe->plane_res.scl_data.viewport.width;
  242. input->src.cur0_src_width = 128; /* TODO: Cursor calcs, not curently stored */
  243. input->src.cur0_bpp = 32;
  244. switch (pipe->plane_state->tiling_info.gfx9.swizzle) {
  245. /* for 4/8/16 high tiles */
  246. case DC_SW_LINEAR:
  247. input->src.is_display_sw = 1;
  248. input->src.macro_tile_size = dm_4k_tile;
  249. break;
  250. case DC_SW_4KB_S:
  251. case DC_SW_4KB_S_X:
  252. input->src.is_display_sw = 0;
  253. input->src.macro_tile_size = dm_4k_tile;
  254. break;
  255. case DC_SW_64KB_S:
  256. case DC_SW_64KB_S_X:
  257. case DC_SW_64KB_S_T:
  258. input->src.is_display_sw = 0;
  259. input->src.macro_tile_size = dm_64k_tile;
  260. break;
  261. case DC_SW_VAR_S:
  262. case DC_SW_VAR_S_X:
  263. input->src.is_display_sw = 0;
  264. input->src.macro_tile_size = dm_256k_tile;
  265. break;
  266. /* For 64bpp 2 high tiles */
  267. case DC_SW_4KB_D:
  268. case DC_SW_4KB_D_X:
  269. input->src.is_display_sw = 1;
  270. input->src.macro_tile_size = dm_4k_tile;
  271. break;
  272. case DC_SW_64KB_D:
  273. case DC_SW_64KB_D_X:
  274. case DC_SW_64KB_D_T:
  275. input->src.is_display_sw = 1;
  276. input->src.macro_tile_size = dm_64k_tile;
  277. break;
  278. case DC_SW_VAR_D:
  279. case DC_SW_VAR_D_X:
  280. input->src.is_display_sw = 1;
  281. input->src.macro_tile_size = dm_256k_tile;
  282. break;
  283. /* Unsupported swizzle modes for dcn */
  284. case DC_SW_256B_S:
  285. default:
  286. ASSERT(0); /* Not supported */
  287. break;
  288. }
  289. switch (pipe->plane_state->rotation) {
  290. case ROTATION_ANGLE_0:
  291. case ROTATION_ANGLE_180:
  292. input->src.source_scan = dm_horz;
  293. break;
  294. case ROTATION_ANGLE_90:
  295. case ROTATION_ANGLE_270:
  296. input->src.source_scan = dm_vert;
  297. break;
  298. default:
  299. ASSERT(0); /* Not supported */
  300. break;
  301. }
  302. /* TODO: Fix pixel format mappings */
  303. switch (pipe->plane_state->format) {
  304. case SURFACE_PIXEL_FORMAT_VIDEO_420_YCbCr:
  305. case SURFACE_PIXEL_FORMAT_VIDEO_420_YCrCb:
  306. input->src.source_format = dm_420_8;
  307. input->src.viewport_width_c = input->src.viewport_width / 2;
  308. input->src.viewport_height_c = input->src.viewport_height / 2;
  309. break;
  310. case SURFACE_PIXEL_FORMAT_VIDEO_420_10bpc_YCbCr:
  311. case SURFACE_PIXEL_FORMAT_VIDEO_420_10bpc_YCrCb:
  312. input->src.source_format = dm_420_10;
  313. input->src.viewport_width_c = input->src.viewport_width / 2;
  314. input->src.viewport_height_c = input->src.viewport_height / 2;
  315. break;
  316. case SURFACE_PIXEL_FORMAT_GRPH_ARGB16161616:
  317. case SURFACE_PIXEL_FORMAT_GRPH_ARGB16161616F:
  318. case SURFACE_PIXEL_FORMAT_GRPH_ABGR16161616F:
  319. input->src.source_format = dm_444_64;
  320. input->src.viewport_width_c = input->src.viewport_width;
  321. input->src.viewport_height_c = input->src.viewport_height;
  322. break;
  323. default:
  324. input->src.source_format = dm_444_32;
  325. input->src.viewport_width_c = input->src.viewport_width;
  326. input->src.viewport_height_c = input->src.viewport_height;
  327. break;
  328. }
  329. input->scale_taps.htaps = pipe->plane_res.scl_data.taps.h_taps;
  330. input->scale_ratio_depth.hscl_ratio = pipe->plane_res.scl_data.ratios.horz.value/4294967296.0;
  331. input->scale_ratio_depth.vscl_ratio = pipe->plane_res.scl_data.ratios.vert.value/4294967296.0;
  332. input->scale_ratio_depth.vinit = pipe->plane_res.scl_data.inits.v.value/4294967296.0;
  333. if (input->scale_ratio_depth.vinit < 1.0)
  334. input->scale_ratio_depth.vinit = 1;
  335. input->scale_taps.vtaps = pipe->plane_res.scl_data.taps.v_taps;
  336. input->scale_taps.vtaps_c = pipe->plane_res.scl_data.taps.v_taps_c;
  337. input->scale_taps.htaps_c = pipe->plane_res.scl_data.taps.h_taps_c;
  338. input->scale_ratio_depth.hscl_ratio_c = pipe->plane_res.scl_data.ratios.horz_c.value/4294967296.0;
  339. input->scale_ratio_depth.vscl_ratio_c = pipe->plane_res.scl_data.ratios.vert_c.value/4294967296.0;
  340. input->scale_ratio_depth.vinit_c = pipe->plane_res.scl_data.inits.v_c.value/4294967296.0;
  341. if (input->scale_ratio_depth.vinit_c < 1.0)
  342. input->scale_ratio_depth.vinit_c = 1;
  343. switch (pipe->plane_res.scl_data.lb_params.depth) {
  344. case LB_PIXEL_DEPTH_30BPP:
  345. input->scale_ratio_depth.lb_depth = 30; break;
  346. case LB_PIXEL_DEPTH_36BPP:
  347. input->scale_ratio_depth.lb_depth = 36; break;
  348. default:
  349. input->scale_ratio_depth.lb_depth = 24; break;
  350. }
  351. input->dest.vactive = pipe->stream->timing.v_addressable + pipe->stream->timing.v_border_top
  352. + pipe->stream->timing.v_border_bottom;
  353. input->dest.recout_width = pipe->plane_res.scl_data.recout.width;
  354. input->dest.recout_height = pipe->plane_res.scl_data.recout.height;
  355. input->dest.full_recout_width = pipe->plane_res.scl_data.recout.width;
  356. input->dest.full_recout_height = pipe->plane_res.scl_data.recout.height;
  357. input->dest.htotal = pipe->stream->timing.h_total;
  358. input->dest.hblank_start = input->dest.htotal - pipe->stream->timing.h_front_porch;
  359. input->dest.hblank_end = input->dest.hblank_start
  360. - pipe->stream->timing.h_addressable
  361. - pipe->stream->timing.h_border_left
  362. - pipe->stream->timing.h_border_right;
  363. input->dest.vtotal = pipe->stream->timing.v_total;
  364. input->dest.vblank_start = input->dest.vtotal - pipe->stream->timing.v_front_porch;
  365. input->dest.vblank_end = input->dest.vblank_start
  366. - pipe->stream->timing.v_addressable
  367. - pipe->stream->timing.v_border_bottom
  368. - pipe->stream->timing.v_border_top;
  369. input->dest.pixel_rate_mhz = pipe->stream->timing.pix_clk_khz/1000.0;
  370. input->dest.vstartup_start = pipe->pipe_dlg_param.vstartup_start;
  371. input->dest.vupdate_offset = pipe->pipe_dlg_param.vupdate_offset;
  372. input->dest.vupdate_offset = pipe->pipe_dlg_param.vupdate_offset;
  373. input->dest.vupdate_width = pipe->pipe_dlg_param.vupdate_width;
  374. }
  375. static void dcn_bw_calc_rq_dlg_ttu(
  376. const struct dc *dc,
  377. const struct dcn_bw_internal_vars *v,
  378. struct pipe_ctx *pipe,
  379. int in_idx)
  380. {
  381. struct display_mode_lib *dml = (struct display_mode_lib *)(&dc->dml);
  382. struct _vcs_dpi_display_dlg_regs_st *dlg_regs = &pipe->dlg_regs;
  383. struct _vcs_dpi_display_ttu_regs_st *ttu_regs = &pipe->ttu_regs;
  384. struct _vcs_dpi_display_rq_regs_st *rq_regs = &pipe->rq_regs;
  385. struct _vcs_dpi_display_rq_params_st rq_param = {0};
  386. struct _vcs_dpi_display_dlg_sys_params_st dlg_sys_param = {0};
  387. struct _vcs_dpi_display_e2e_pipe_params_st input = { { { 0 } } };
  388. float total_active_bw = 0;
  389. float total_prefetch_bw = 0;
  390. int total_flip_bytes = 0;
  391. int i;
  392. for (i = 0; i < number_of_planes; i++) {
  393. total_active_bw += v->read_bandwidth[i];
  394. total_prefetch_bw += v->prefetch_bandwidth[i];
  395. total_flip_bytes += v->total_immediate_flip_bytes[i];
  396. }
  397. dlg_sys_param.total_flip_bw = v->return_bw - dcn_bw_max2(total_active_bw, total_prefetch_bw);
  398. if (dlg_sys_param.total_flip_bw < 0.0)
  399. dlg_sys_param.total_flip_bw = 0;
  400. dlg_sys_param.t_mclk_wm_us = v->dram_clock_change_watermark;
  401. dlg_sys_param.t_sr_wm_us = v->stutter_enter_plus_exit_watermark;
  402. dlg_sys_param.t_urg_wm_us = v->urgent_watermark;
  403. dlg_sys_param.t_extra_us = v->urgent_extra_latency;
  404. dlg_sys_param.deepsleep_dcfclk_mhz = v->dcf_clk_deep_sleep;
  405. dlg_sys_param.total_flip_bytes = total_flip_bytes;
  406. pipe_ctx_to_e2e_pipe_params(pipe, &input.pipe);
  407. input.clks_cfg.dcfclk_mhz = v->dcfclk;
  408. input.clks_cfg.dispclk_mhz = v->dispclk;
  409. input.clks_cfg.dppclk_mhz = v->dppclk;
  410. input.clks_cfg.refclk_mhz = dc->res_pool->ref_clock_inKhz / 1000.0;
  411. input.clks_cfg.socclk_mhz = v->socclk;
  412. input.clks_cfg.voltage = v->voltage_level;
  413. // dc->dml.logger = pool->base.logger;
  414. input.dout.output_format = (v->output_format[in_idx] == dcn_bw_420) ? dm_420 : dm_444;
  415. input.dout.output_type = (v->output[in_idx] == dcn_bw_hdmi) ? dm_hdmi : dm_dp;
  416. //input[in_idx].dout.output_standard;
  417. /*todo: soc->sr_enter_plus_exit_time??*/
  418. dlg_sys_param.t_srx_delay_us = dc->dcn_ip->dcfclk_cstate_latency / v->dcf_clk_deep_sleep;
  419. dml1_rq_dlg_get_rq_params(dml, &rq_param, input.pipe.src);
  420. dml1_extract_rq_regs(dml, rq_regs, rq_param);
  421. dml1_rq_dlg_get_dlg_params(
  422. dml,
  423. dlg_regs,
  424. ttu_regs,
  425. rq_param.dlg,
  426. dlg_sys_param,
  427. input,
  428. true,
  429. true,
  430. v->pte_enable == dcn_bw_yes,
  431. pipe->plane_state->flip_immediate);
  432. }
  433. static void split_stream_across_pipes(
  434. struct resource_context *res_ctx,
  435. const struct resource_pool *pool,
  436. struct pipe_ctx *primary_pipe,
  437. struct pipe_ctx *secondary_pipe)
  438. {
  439. int pipe_idx = secondary_pipe->pipe_idx;
  440. if (!primary_pipe->plane_state)
  441. return;
  442. *secondary_pipe = *primary_pipe;
  443. secondary_pipe->pipe_idx = pipe_idx;
  444. secondary_pipe->plane_res.mi = pool->mis[secondary_pipe->pipe_idx];
  445. secondary_pipe->plane_res.hubp = pool->hubps[secondary_pipe->pipe_idx];
  446. secondary_pipe->plane_res.ipp = pool->ipps[secondary_pipe->pipe_idx];
  447. secondary_pipe->plane_res.xfm = pool->transforms[secondary_pipe->pipe_idx];
  448. secondary_pipe->plane_res.dpp = pool->dpps[secondary_pipe->pipe_idx];
  449. secondary_pipe->plane_res.mpcc_inst = pool->dpps[secondary_pipe->pipe_idx]->inst;
  450. if (primary_pipe->bottom_pipe) {
  451. ASSERT(primary_pipe->bottom_pipe != secondary_pipe);
  452. secondary_pipe->bottom_pipe = primary_pipe->bottom_pipe;
  453. secondary_pipe->bottom_pipe->top_pipe = secondary_pipe;
  454. }
  455. primary_pipe->bottom_pipe = secondary_pipe;
  456. secondary_pipe->top_pipe = primary_pipe;
  457. resource_build_scaling_params(primary_pipe);
  458. resource_build_scaling_params(secondary_pipe);
  459. }
  460. static void calc_wm_sets_and_perf_params(
  461. struct dc_state *context,
  462. struct dcn_bw_internal_vars *v)
  463. {
  464. /* Calculate set A last to keep internal var state consistent for required config */
  465. if (v->voltage_level < 2) {
  466. v->fabric_and_dram_bandwidth_per_state[1] = v->fabric_and_dram_bandwidth_vnom0p8;
  467. v->fabric_and_dram_bandwidth_per_state[0] = v->fabric_and_dram_bandwidth_vnom0p8;
  468. v->fabric_and_dram_bandwidth = v->fabric_and_dram_bandwidth_vnom0p8;
  469. dispclkdppclkdcfclk_deep_sleep_prefetch_parameters_watermarks_and_performance_calculation(v);
  470. context->bw.dcn.watermarks.b.cstate_pstate.cstate_exit_ns =
  471. v->stutter_exit_watermark * 1000;
  472. context->bw.dcn.watermarks.b.cstate_pstate.cstate_enter_plus_exit_ns =
  473. v->stutter_enter_plus_exit_watermark * 1000;
  474. context->bw.dcn.watermarks.b.cstate_pstate.pstate_change_ns =
  475. v->dram_clock_change_watermark * 1000;
  476. context->bw.dcn.watermarks.b.pte_meta_urgent_ns = v->ptemeta_urgent_watermark * 1000;
  477. context->bw.dcn.watermarks.b.urgent_ns = v->urgent_watermark * 1000;
  478. v->dcfclk_per_state[1] = v->dcfclkv_nom0p8;
  479. v->dcfclk_per_state[0] = v->dcfclkv_nom0p8;
  480. v->dcfclk = v->dcfclkv_nom0p8;
  481. dispclkdppclkdcfclk_deep_sleep_prefetch_parameters_watermarks_and_performance_calculation(v);
  482. context->bw.dcn.watermarks.c.cstate_pstate.cstate_exit_ns =
  483. v->stutter_exit_watermark * 1000;
  484. context->bw.dcn.watermarks.c.cstate_pstate.cstate_enter_plus_exit_ns =
  485. v->stutter_enter_plus_exit_watermark * 1000;
  486. context->bw.dcn.watermarks.c.cstate_pstate.pstate_change_ns =
  487. v->dram_clock_change_watermark * 1000;
  488. context->bw.dcn.watermarks.c.pte_meta_urgent_ns = v->ptemeta_urgent_watermark * 1000;
  489. context->bw.dcn.watermarks.c.urgent_ns = v->urgent_watermark * 1000;
  490. }
  491. if (v->voltage_level < 3) {
  492. v->fabric_and_dram_bandwidth_per_state[2] = v->fabric_and_dram_bandwidth_vmax0p9;
  493. v->fabric_and_dram_bandwidth_per_state[1] = v->fabric_and_dram_bandwidth_vmax0p9;
  494. v->fabric_and_dram_bandwidth_per_state[0] = v->fabric_and_dram_bandwidth_vmax0p9;
  495. v->fabric_and_dram_bandwidth = v->fabric_and_dram_bandwidth_vmax0p9;
  496. v->dcfclk_per_state[2] = v->dcfclkv_max0p9;
  497. v->dcfclk_per_state[1] = v->dcfclkv_max0p9;
  498. v->dcfclk_per_state[0] = v->dcfclkv_max0p9;
  499. v->dcfclk = v->dcfclkv_max0p9;
  500. dispclkdppclkdcfclk_deep_sleep_prefetch_parameters_watermarks_and_performance_calculation(v);
  501. context->bw.dcn.watermarks.d.cstate_pstate.cstate_exit_ns =
  502. v->stutter_exit_watermark * 1000;
  503. context->bw.dcn.watermarks.d.cstate_pstate.cstate_enter_plus_exit_ns =
  504. v->stutter_enter_plus_exit_watermark * 1000;
  505. context->bw.dcn.watermarks.d.cstate_pstate.pstate_change_ns =
  506. v->dram_clock_change_watermark * 1000;
  507. context->bw.dcn.watermarks.d.pte_meta_urgent_ns = v->ptemeta_urgent_watermark * 1000;
  508. context->bw.dcn.watermarks.d.urgent_ns = v->urgent_watermark * 1000;
  509. }
  510. v->fabric_and_dram_bandwidth_per_state[2] = v->fabric_and_dram_bandwidth_vnom0p8;
  511. v->fabric_and_dram_bandwidth_per_state[1] = v->fabric_and_dram_bandwidth_vmid0p72;
  512. v->fabric_and_dram_bandwidth_per_state[0] = v->fabric_and_dram_bandwidth_vmin0p65;
  513. v->fabric_and_dram_bandwidth = v->fabric_and_dram_bandwidth_per_state[v->voltage_level];
  514. v->dcfclk_per_state[2] = v->dcfclkv_nom0p8;
  515. v->dcfclk_per_state[1] = v->dcfclkv_mid0p72;
  516. v->dcfclk_per_state[0] = v->dcfclkv_min0p65;
  517. v->dcfclk = v->dcfclk_per_state[v->voltage_level];
  518. dispclkdppclkdcfclk_deep_sleep_prefetch_parameters_watermarks_and_performance_calculation(v);
  519. context->bw.dcn.watermarks.a.cstate_pstate.cstate_exit_ns =
  520. v->stutter_exit_watermark * 1000;
  521. context->bw.dcn.watermarks.a.cstate_pstate.cstate_enter_plus_exit_ns =
  522. v->stutter_enter_plus_exit_watermark * 1000;
  523. context->bw.dcn.watermarks.a.cstate_pstate.pstate_change_ns =
  524. v->dram_clock_change_watermark * 1000;
  525. context->bw.dcn.watermarks.a.pte_meta_urgent_ns = v->ptemeta_urgent_watermark * 1000;
  526. context->bw.dcn.watermarks.a.urgent_ns = v->urgent_watermark * 1000;
  527. if (v->voltage_level >= 2) {
  528. context->bw.dcn.watermarks.b = context->bw.dcn.watermarks.a;
  529. context->bw.dcn.watermarks.c = context->bw.dcn.watermarks.a;
  530. }
  531. if (v->voltage_level >= 3)
  532. context->bw.dcn.watermarks.d = context->bw.dcn.watermarks.a;
  533. }
  534. static bool dcn_bw_apply_registry_override(struct dc *dc)
  535. {
  536. bool updated = false;
  537. kernel_fpu_begin();
  538. if ((int)(dc->dcn_soc->sr_exit_time * 1000) != dc->debug.sr_exit_time_ns
  539. && dc->debug.sr_exit_time_ns) {
  540. updated = true;
  541. dc->dcn_soc->sr_exit_time = dc->debug.sr_exit_time_ns / 1000.0;
  542. }
  543. if ((int)(dc->dcn_soc->sr_enter_plus_exit_time * 1000)
  544. != dc->debug.sr_enter_plus_exit_time_ns
  545. && dc->debug.sr_enter_plus_exit_time_ns) {
  546. updated = true;
  547. dc->dcn_soc->sr_enter_plus_exit_time =
  548. dc->debug.sr_enter_plus_exit_time_ns / 1000.0;
  549. }
  550. if ((int)(dc->dcn_soc->urgent_latency * 1000) != dc->debug.urgent_latency_ns
  551. && dc->debug.urgent_latency_ns) {
  552. updated = true;
  553. dc->dcn_soc->urgent_latency = dc->debug.urgent_latency_ns / 1000.0;
  554. }
  555. if ((int)(dc->dcn_soc->percent_of_ideal_drambw_received_after_urg_latency * 1000)
  556. != dc->debug.percent_of_ideal_drambw
  557. && dc->debug.percent_of_ideal_drambw) {
  558. updated = true;
  559. dc->dcn_soc->percent_of_ideal_drambw_received_after_urg_latency =
  560. dc->debug.percent_of_ideal_drambw;
  561. }
  562. if ((int)(dc->dcn_soc->dram_clock_change_latency * 1000)
  563. != dc->debug.dram_clock_change_latency_ns
  564. && dc->debug.dram_clock_change_latency_ns) {
  565. updated = true;
  566. dc->dcn_soc->dram_clock_change_latency =
  567. dc->debug.dram_clock_change_latency_ns / 1000.0;
  568. }
  569. kernel_fpu_end();
  570. return updated;
  571. }
  572. static void hack_disable_optional_pipe_split(struct dcn_bw_internal_vars *v)
  573. {
  574. /*
  575. * disable optional pipe split by lower dispclk bounding box
  576. * at DPM0
  577. */
  578. v->max_dispclk[0] = v->max_dppclk_vmin0p65;
  579. }
  580. static void hack_force_pipe_split(struct dcn_bw_internal_vars *v,
  581. unsigned int pixel_rate_khz)
  582. {
  583. float pixel_rate_mhz = pixel_rate_khz / 1000;
  584. /*
  585. * force enabling pipe split by lower dpp clock for DPM0 to just
  586. * below the specify pixel_rate, so bw calc would split pipe.
  587. */
  588. if (pixel_rate_mhz < v->max_dppclk[0])
  589. v->max_dppclk[0] = pixel_rate_mhz;
  590. }
  591. static void hack_bounding_box(struct dcn_bw_internal_vars *v,
  592. struct dc_debug *dbg,
  593. struct dc_state *context)
  594. {
  595. if (dbg->pipe_split_policy == MPC_SPLIT_AVOID)
  596. hack_disable_optional_pipe_split(v);
  597. if (dbg->pipe_split_policy == MPC_SPLIT_AVOID_MULT_DISP &&
  598. context->stream_count >= 2)
  599. hack_disable_optional_pipe_split(v);
  600. if (context->stream_count == 1 &&
  601. dbg->force_single_disp_pipe_split)
  602. hack_force_pipe_split(v, context->streams[0]->timing.pix_clk_khz);
  603. }
  604. bool dcn_validate_bandwidth(
  605. struct dc *dc,
  606. struct dc_state *context)
  607. {
  608. const struct resource_pool *pool = dc->res_pool;
  609. struct dcn_bw_internal_vars *v = &context->dcn_bw_vars;
  610. int i, input_idx;
  611. int vesa_sync_start, asic_blank_end, asic_blank_start;
  612. bool bw_limit_pass;
  613. float bw_limit;
  614. PERFORMANCE_TRACE_START();
  615. if (dcn_bw_apply_registry_override(dc))
  616. dcn_bw_sync_calcs_and_dml(dc);
  617. memset(v, 0, sizeof(*v));
  618. kernel_fpu_begin();
  619. v->sr_exit_time = dc->dcn_soc->sr_exit_time;
  620. v->sr_enter_plus_exit_time = dc->dcn_soc->sr_enter_plus_exit_time;
  621. v->urgent_latency = dc->dcn_soc->urgent_latency;
  622. v->write_back_latency = dc->dcn_soc->write_back_latency;
  623. v->percent_of_ideal_drambw_received_after_urg_latency =
  624. dc->dcn_soc->percent_of_ideal_drambw_received_after_urg_latency;
  625. v->dcfclkv_min0p65 = dc->dcn_soc->dcfclkv_min0p65;
  626. v->dcfclkv_mid0p72 = dc->dcn_soc->dcfclkv_mid0p72;
  627. v->dcfclkv_nom0p8 = dc->dcn_soc->dcfclkv_nom0p8;
  628. v->dcfclkv_max0p9 = dc->dcn_soc->dcfclkv_max0p9;
  629. v->max_dispclk_vmin0p65 = dc->dcn_soc->max_dispclk_vmin0p65;
  630. v->max_dispclk_vmid0p72 = dc->dcn_soc->max_dispclk_vmid0p72;
  631. v->max_dispclk_vnom0p8 = dc->dcn_soc->max_dispclk_vnom0p8;
  632. v->max_dispclk_vmax0p9 = dc->dcn_soc->max_dispclk_vmax0p9;
  633. v->max_dppclk_vmin0p65 = dc->dcn_soc->max_dppclk_vmin0p65;
  634. v->max_dppclk_vmid0p72 = dc->dcn_soc->max_dppclk_vmid0p72;
  635. v->max_dppclk_vnom0p8 = dc->dcn_soc->max_dppclk_vnom0p8;
  636. v->max_dppclk_vmax0p9 = dc->dcn_soc->max_dppclk_vmax0p9;
  637. v->socclk = dc->dcn_soc->socclk;
  638. v->fabric_and_dram_bandwidth_vmin0p65 = dc->dcn_soc->fabric_and_dram_bandwidth_vmin0p65;
  639. v->fabric_and_dram_bandwidth_vmid0p72 = dc->dcn_soc->fabric_and_dram_bandwidth_vmid0p72;
  640. v->fabric_and_dram_bandwidth_vnom0p8 = dc->dcn_soc->fabric_and_dram_bandwidth_vnom0p8;
  641. v->fabric_and_dram_bandwidth_vmax0p9 = dc->dcn_soc->fabric_and_dram_bandwidth_vmax0p9;
  642. v->phyclkv_min0p65 = dc->dcn_soc->phyclkv_min0p65;
  643. v->phyclkv_mid0p72 = dc->dcn_soc->phyclkv_mid0p72;
  644. v->phyclkv_nom0p8 = dc->dcn_soc->phyclkv_nom0p8;
  645. v->phyclkv_max0p9 = dc->dcn_soc->phyclkv_max0p9;
  646. v->downspreading = dc->dcn_soc->downspreading;
  647. v->round_trip_ping_latency_cycles = dc->dcn_soc->round_trip_ping_latency_cycles;
  648. v->urgent_out_of_order_return_per_channel = dc->dcn_soc->urgent_out_of_order_return_per_channel;
  649. v->number_of_channels = dc->dcn_soc->number_of_channels;
  650. v->vmm_page_size = dc->dcn_soc->vmm_page_size;
  651. v->dram_clock_change_latency = dc->dcn_soc->dram_clock_change_latency;
  652. v->return_bus_width = dc->dcn_soc->return_bus_width;
  653. v->rob_buffer_size_in_kbyte = dc->dcn_ip->rob_buffer_size_in_kbyte;
  654. v->det_buffer_size_in_kbyte = dc->dcn_ip->det_buffer_size_in_kbyte;
  655. v->dpp_output_buffer_pixels = dc->dcn_ip->dpp_output_buffer_pixels;
  656. v->opp_output_buffer_lines = dc->dcn_ip->opp_output_buffer_lines;
  657. v->pixel_chunk_size_in_kbyte = dc->dcn_ip->pixel_chunk_size_in_kbyte;
  658. v->pte_enable = dc->dcn_ip->pte_enable;
  659. v->pte_chunk_size = dc->dcn_ip->pte_chunk_size;
  660. v->meta_chunk_size = dc->dcn_ip->meta_chunk_size;
  661. v->writeback_chunk_size = dc->dcn_ip->writeback_chunk_size;
  662. v->odm_capability = dc->dcn_ip->odm_capability;
  663. v->dsc_capability = dc->dcn_ip->dsc_capability;
  664. v->line_buffer_size = dc->dcn_ip->line_buffer_size;
  665. v->is_line_buffer_bpp_fixed = dc->dcn_ip->is_line_buffer_bpp_fixed;
  666. v->line_buffer_fixed_bpp = dc->dcn_ip->line_buffer_fixed_bpp;
  667. v->max_line_buffer_lines = dc->dcn_ip->max_line_buffer_lines;
  668. v->writeback_luma_buffer_size = dc->dcn_ip->writeback_luma_buffer_size;
  669. v->writeback_chroma_buffer_size = dc->dcn_ip->writeback_chroma_buffer_size;
  670. v->max_num_dpp = dc->dcn_ip->max_num_dpp;
  671. v->max_num_writeback = dc->dcn_ip->max_num_writeback;
  672. v->max_dchub_topscl_throughput = dc->dcn_ip->max_dchub_topscl_throughput;
  673. v->max_pscl_tolb_throughput = dc->dcn_ip->max_pscl_tolb_throughput;
  674. v->max_lb_tovscl_throughput = dc->dcn_ip->max_lb_tovscl_throughput;
  675. v->max_vscl_tohscl_throughput = dc->dcn_ip->max_vscl_tohscl_throughput;
  676. v->max_hscl_ratio = dc->dcn_ip->max_hscl_ratio;
  677. v->max_vscl_ratio = dc->dcn_ip->max_vscl_ratio;
  678. v->max_hscl_taps = dc->dcn_ip->max_hscl_taps;
  679. v->max_vscl_taps = dc->dcn_ip->max_vscl_taps;
  680. v->under_scan_factor = dc->dcn_ip->under_scan_factor;
  681. v->pte_buffer_size_in_requests = dc->dcn_ip->pte_buffer_size_in_requests;
  682. v->dispclk_ramping_margin = dc->dcn_ip->dispclk_ramping_margin;
  683. v->max_inter_dcn_tile_repeaters = dc->dcn_ip->max_inter_dcn_tile_repeaters;
  684. v->can_vstartup_lines_exceed_vsync_plus_back_porch_lines_minus_one =
  685. dc->dcn_ip->can_vstartup_lines_exceed_vsync_plus_back_porch_lines_minus_one;
  686. v->bug_forcing_luma_and_chroma_request_to_same_size_fixed =
  687. dc->dcn_ip->bug_forcing_luma_and_chroma_request_to_same_size_fixed;
  688. v->voltage[5] = dcn_bw_no_support;
  689. v->voltage[4] = dcn_bw_v_max0p9;
  690. v->voltage[3] = dcn_bw_v_max0p9;
  691. v->voltage[2] = dcn_bw_v_nom0p8;
  692. v->voltage[1] = dcn_bw_v_mid0p72;
  693. v->voltage[0] = dcn_bw_v_min0p65;
  694. v->fabric_and_dram_bandwidth_per_state[5] = v->fabric_and_dram_bandwidth_vmax0p9;
  695. v->fabric_and_dram_bandwidth_per_state[4] = v->fabric_and_dram_bandwidth_vmax0p9;
  696. v->fabric_and_dram_bandwidth_per_state[3] = v->fabric_and_dram_bandwidth_vmax0p9;
  697. v->fabric_and_dram_bandwidth_per_state[2] = v->fabric_and_dram_bandwidth_vnom0p8;
  698. v->fabric_and_dram_bandwidth_per_state[1] = v->fabric_and_dram_bandwidth_vmid0p72;
  699. v->fabric_and_dram_bandwidth_per_state[0] = v->fabric_and_dram_bandwidth_vmin0p65;
  700. v->dcfclk_per_state[5] = v->dcfclkv_max0p9;
  701. v->dcfclk_per_state[4] = v->dcfclkv_max0p9;
  702. v->dcfclk_per_state[3] = v->dcfclkv_max0p9;
  703. v->dcfclk_per_state[2] = v->dcfclkv_nom0p8;
  704. v->dcfclk_per_state[1] = v->dcfclkv_mid0p72;
  705. v->dcfclk_per_state[0] = v->dcfclkv_min0p65;
  706. v->max_dispclk[5] = v->max_dispclk_vmax0p9;
  707. v->max_dispclk[4] = v->max_dispclk_vmax0p9;
  708. v->max_dispclk[3] = v->max_dispclk_vmax0p9;
  709. v->max_dispclk[2] = v->max_dispclk_vnom0p8;
  710. v->max_dispclk[1] = v->max_dispclk_vmid0p72;
  711. v->max_dispclk[0] = v->max_dispclk_vmin0p65;
  712. v->max_dppclk[5] = v->max_dppclk_vmax0p9;
  713. v->max_dppclk[4] = v->max_dppclk_vmax0p9;
  714. v->max_dppclk[3] = v->max_dppclk_vmax0p9;
  715. v->max_dppclk[2] = v->max_dppclk_vnom0p8;
  716. v->max_dppclk[1] = v->max_dppclk_vmid0p72;
  717. v->max_dppclk[0] = v->max_dppclk_vmin0p65;
  718. v->phyclk_per_state[5] = v->phyclkv_max0p9;
  719. v->phyclk_per_state[4] = v->phyclkv_max0p9;
  720. v->phyclk_per_state[3] = v->phyclkv_max0p9;
  721. v->phyclk_per_state[2] = v->phyclkv_nom0p8;
  722. v->phyclk_per_state[1] = v->phyclkv_mid0p72;
  723. v->phyclk_per_state[0] = v->phyclkv_min0p65;
  724. v->synchronized_vblank = dcn_bw_no;
  725. v->ta_pscalculation = dcn_bw_override;
  726. v->allow_different_hratio_vratio = dcn_bw_yes;
  727. for (i = 0, input_idx = 0; i < pool->pipe_count; i++) {
  728. struct pipe_ctx *pipe = &context->res_ctx.pipe_ctx[i];
  729. if (!pipe->stream)
  730. continue;
  731. /* skip all but first of split pipes */
  732. if (pipe->top_pipe && pipe->top_pipe->plane_state == pipe->plane_state)
  733. continue;
  734. v->underscan_output[input_idx] = false; /* taken care of in recout already*/
  735. v->interlace_output[input_idx] = false;
  736. v->htotal[input_idx] = pipe->stream->timing.h_total;
  737. v->vtotal[input_idx] = pipe->stream->timing.v_total;
  738. v->vactive[input_idx] = pipe->stream->timing.v_addressable +
  739. pipe->stream->timing.v_border_top + pipe->stream->timing.v_border_bottom;
  740. v->v_sync_plus_back_porch[input_idx] = pipe->stream->timing.v_total
  741. - v->vactive[input_idx]
  742. - pipe->stream->timing.v_front_porch;
  743. v->pixel_clock[input_idx] = pipe->stream->timing.pix_clk_khz / 1000.0f;
  744. if (!pipe->plane_state) {
  745. v->dcc_enable[input_idx] = dcn_bw_yes;
  746. v->source_pixel_format[input_idx] = dcn_bw_rgb_sub_32;
  747. v->source_surface_mode[input_idx] = dcn_bw_sw_4_kb_s;
  748. v->lb_bit_per_pixel[input_idx] = 30;
  749. v->viewport_width[input_idx] = pipe->stream->timing.h_addressable;
  750. v->viewport_height[input_idx] = pipe->stream->timing.v_addressable;
  751. v->scaler_rec_out_width[input_idx] = pipe->stream->timing.h_addressable;
  752. v->scaler_recout_height[input_idx] = pipe->stream->timing.v_addressable;
  753. v->override_hta_ps[input_idx] = 1;
  754. v->override_vta_ps[input_idx] = 1;
  755. v->override_hta_pschroma[input_idx] = 1;
  756. v->override_vta_pschroma[input_idx] = 1;
  757. v->source_scan[input_idx] = dcn_bw_hor;
  758. } else {
  759. v->viewport_height[input_idx] = pipe->plane_res.scl_data.viewport.height;
  760. v->viewport_width[input_idx] = pipe->plane_res.scl_data.viewport.width;
  761. v->scaler_rec_out_width[input_idx] = pipe->plane_res.scl_data.recout.width;
  762. v->scaler_recout_height[input_idx] = pipe->plane_res.scl_data.recout.height;
  763. if (pipe->bottom_pipe && pipe->bottom_pipe->plane_state == pipe->plane_state) {
  764. if (pipe->plane_state->rotation % 2 == 0) {
  765. int viewport_end = pipe->plane_res.scl_data.viewport.width
  766. + pipe->plane_res.scl_data.viewport.x;
  767. int viewport_b_end = pipe->bottom_pipe->plane_res.scl_data.viewport.width
  768. + pipe->bottom_pipe->plane_res.scl_data.viewport.x;
  769. if (viewport_end > viewport_b_end)
  770. v->viewport_width[input_idx] = viewport_end
  771. - pipe->bottom_pipe->plane_res.scl_data.viewport.x;
  772. else
  773. v->viewport_width[input_idx] = viewport_b_end
  774. - pipe->plane_res.scl_data.viewport.x;
  775. } else {
  776. int viewport_end = pipe->plane_res.scl_data.viewport.height
  777. + pipe->plane_res.scl_data.viewport.y;
  778. int viewport_b_end = pipe->bottom_pipe->plane_res.scl_data.viewport.height
  779. + pipe->bottom_pipe->plane_res.scl_data.viewport.y;
  780. if (viewport_end > viewport_b_end)
  781. v->viewport_height[input_idx] = viewport_end
  782. - pipe->bottom_pipe->plane_res.scl_data.viewport.y;
  783. else
  784. v->viewport_height[input_idx] = viewport_b_end
  785. - pipe->plane_res.scl_data.viewport.y;
  786. }
  787. v->scaler_rec_out_width[input_idx] = pipe->plane_res.scl_data.recout.width
  788. + pipe->bottom_pipe->plane_res.scl_data.recout.width;
  789. }
  790. if (pipe->plane_state->rotation % 2 == 0) {
  791. ASSERT(pipe->plane_res.scl_data.ratios.horz.value != dal_fixed31_32_one.value
  792. || v->scaler_rec_out_width[input_idx] == v->viewport_width[input_idx]);
  793. ASSERT(pipe->plane_res.scl_data.ratios.vert.value != dal_fixed31_32_one.value
  794. || v->scaler_recout_height[input_idx] == v->viewport_height[input_idx]);
  795. } else {
  796. ASSERT(pipe->plane_res.scl_data.ratios.horz.value != dal_fixed31_32_one.value
  797. || v->scaler_recout_height[input_idx] == v->viewport_width[input_idx]);
  798. ASSERT(pipe->plane_res.scl_data.ratios.vert.value != dal_fixed31_32_one.value
  799. || v->scaler_rec_out_width[input_idx] == v->viewport_height[input_idx]);
  800. }
  801. v->dcc_enable[input_idx] = pipe->plane_state->dcc.enable ? dcn_bw_yes : dcn_bw_no;
  802. v->source_pixel_format[input_idx] = tl_pixel_format_to_bw_defs(
  803. pipe->plane_state->format);
  804. v->source_surface_mode[input_idx] = tl_sw_mode_to_bw_defs(
  805. pipe->plane_state->tiling_info.gfx9.swizzle);
  806. v->lb_bit_per_pixel[input_idx] = tl_lb_bpp_to_int(pipe->plane_res.scl_data.lb_params.depth);
  807. v->override_hta_ps[input_idx] = pipe->plane_res.scl_data.taps.h_taps;
  808. v->override_vta_ps[input_idx] = pipe->plane_res.scl_data.taps.v_taps;
  809. v->override_hta_pschroma[input_idx] = pipe->plane_res.scl_data.taps.h_taps_c;
  810. v->override_vta_pschroma[input_idx] = pipe->plane_res.scl_data.taps.v_taps_c;
  811. /*
  812. * Spreadsheet doesn't handle taps_c is one properly,
  813. * need to force Chroma to always be scaled to pass
  814. * bandwidth validation.
  815. */
  816. if (v->override_hta_pschroma[input_idx] == 1)
  817. v->override_hta_pschroma[input_idx] = 2;
  818. if (v->override_vta_pschroma[input_idx] == 1)
  819. v->override_vta_pschroma[input_idx] = 2;
  820. v->source_scan[input_idx] = (pipe->plane_state->rotation % 2) ? dcn_bw_vert : dcn_bw_hor;
  821. }
  822. if (v->is_line_buffer_bpp_fixed == dcn_bw_yes)
  823. v->lb_bit_per_pixel[input_idx] = v->line_buffer_fixed_bpp;
  824. v->dcc_rate[input_idx] = 1; /*TODO: Worst case? does this change?*/
  825. v->output_format[input_idx] = pipe->stream->timing.pixel_encoding ==
  826. PIXEL_ENCODING_YCBCR420 ? dcn_bw_420 : dcn_bw_444;
  827. v->output[input_idx] = pipe->stream->sink->sink_signal ==
  828. SIGNAL_TYPE_HDMI_TYPE_A ? dcn_bw_hdmi : dcn_bw_dp;
  829. v->output_deep_color[input_idx] = dcn_bw_encoder_8bpc;
  830. if (v->output[input_idx] == dcn_bw_hdmi) {
  831. switch (pipe->stream->timing.display_color_depth) {
  832. case COLOR_DEPTH_101010:
  833. v->output_deep_color[input_idx] = dcn_bw_encoder_10bpc;
  834. break;
  835. case COLOR_DEPTH_121212:
  836. v->output_deep_color[input_idx] = dcn_bw_encoder_12bpc;
  837. break;
  838. case COLOR_DEPTH_161616:
  839. v->output_deep_color[input_idx] = dcn_bw_encoder_16bpc;
  840. break;
  841. default:
  842. break;
  843. }
  844. }
  845. input_idx++;
  846. }
  847. v->number_of_active_planes = input_idx;
  848. scaler_settings_calculation(v);
  849. hack_bounding_box(v, &dc->debug, context);
  850. mode_support_and_system_configuration(v);
  851. /* Unhack dppclk: dont bother with trying to pipe split if we cannot maintain dpm0 */
  852. if (v->voltage_level != 0
  853. && context->stream_count == 1
  854. && dc->debug.force_single_disp_pipe_split) {
  855. v->max_dppclk[0] = v->max_dppclk_vmin0p65;
  856. mode_support_and_system_configuration(v);
  857. }
  858. if (v->voltage_level == 0 &&
  859. (dc->debug.sr_exit_time_dpm0_ns
  860. || dc->debug.sr_enter_plus_exit_time_dpm0_ns)) {
  861. if (dc->debug.sr_enter_plus_exit_time_dpm0_ns)
  862. v->sr_enter_plus_exit_time =
  863. dc->debug.sr_enter_plus_exit_time_dpm0_ns / 1000.0f;
  864. if (dc->debug.sr_exit_time_dpm0_ns)
  865. v->sr_exit_time = dc->debug.sr_exit_time_dpm0_ns / 1000.0f;
  866. dc->dml.soc.sr_enter_plus_exit_time_us = v->sr_enter_plus_exit_time;
  867. dc->dml.soc.sr_exit_time_us = v->sr_exit_time;
  868. mode_support_and_system_configuration(v);
  869. }
  870. if (v->voltage_level != 5) {
  871. float bw_consumed = v->total_bandwidth_consumed_gbyte_per_second;
  872. if (bw_consumed < v->fabric_and_dram_bandwidth_vmin0p65)
  873. bw_consumed = v->fabric_and_dram_bandwidth_vmin0p65;
  874. else if (bw_consumed < v->fabric_and_dram_bandwidth_vmid0p72)
  875. bw_consumed = v->fabric_and_dram_bandwidth_vmid0p72;
  876. else if (bw_consumed < v->fabric_and_dram_bandwidth_vnom0p8)
  877. bw_consumed = v->fabric_and_dram_bandwidth_vnom0p8;
  878. else
  879. bw_consumed = v->fabric_and_dram_bandwidth_vmax0p9;
  880. if (bw_consumed < v->fabric_and_dram_bandwidth)
  881. if (dc->debug.voltage_align_fclk)
  882. bw_consumed = v->fabric_and_dram_bandwidth;
  883. display_pipe_configuration(v);
  884. calc_wm_sets_and_perf_params(context, v);
  885. context->bw.dcn.calc_clk.fclk_khz = (int)(bw_consumed * 1000000 /
  886. (ddr4_dram_factor_single_Channel * v->number_of_channels));
  887. if (bw_consumed == v->fabric_and_dram_bandwidth_vmin0p65) {
  888. context->bw.dcn.calc_clk.fclk_khz = (int)(bw_consumed * 1000000 / 32);
  889. }
  890. context->bw.dcn.calc_clk.dram_ccm_us = (int)(v->dram_clock_change_margin);
  891. context->bw.dcn.calc_clk.min_active_dram_ccm_us = (int)(v->min_active_dram_clock_change_margin);
  892. context->bw.dcn.calc_clk.dcfclk_deep_sleep_khz = (int)(v->dcf_clk_deep_sleep * 1000);
  893. context->bw.dcn.calc_clk.dcfclk_khz = (int)(v->dcfclk * 1000);
  894. context->bw.dcn.calc_clk.dispclk_khz = (int)(v->dispclk * 1000);
  895. if (dc->debug.max_disp_clk == true)
  896. context->bw.dcn.calc_clk.dispclk_khz = (int)(dc->dcn_soc->max_dispclk_vmax0p9 * 1000);
  897. if (context->bw.dcn.calc_clk.dispclk_khz <
  898. dc->debug.min_disp_clk_khz) {
  899. context->bw.dcn.calc_clk.dispclk_khz =
  900. dc->debug.min_disp_clk_khz;
  901. }
  902. context->bw.dcn.calc_clk.max_dppclk_khz = context->bw.dcn.calc_clk.dispclk_khz / v->dispclk_dppclk_ratio;
  903. for (i = 0, input_idx = 0; i < pool->pipe_count; i++) {
  904. struct pipe_ctx *pipe = &context->res_ctx.pipe_ctx[i];
  905. /* skip inactive pipe */
  906. if (!pipe->stream)
  907. continue;
  908. /* skip all but first of split pipes */
  909. if (pipe->top_pipe && pipe->top_pipe->plane_state == pipe->plane_state)
  910. continue;
  911. pipe->pipe_dlg_param.vupdate_width = v->v_update_width[input_idx][v->dpp_per_plane[input_idx] == 2 ? 1 : 0];
  912. pipe->pipe_dlg_param.vupdate_offset = v->v_update_offset[input_idx][v->dpp_per_plane[input_idx] == 2 ? 1 : 0];
  913. pipe->pipe_dlg_param.vready_offset = v->v_ready_offset[input_idx][v->dpp_per_plane[input_idx] == 2 ? 1 : 0];
  914. pipe->pipe_dlg_param.vstartup_start = v->v_startup[input_idx];
  915. pipe->pipe_dlg_param.htotal = pipe->stream->timing.h_total;
  916. pipe->pipe_dlg_param.vtotal = pipe->stream->timing.v_total;
  917. vesa_sync_start = pipe->stream->timing.v_addressable +
  918. pipe->stream->timing.v_border_bottom +
  919. pipe->stream->timing.v_front_porch;
  920. asic_blank_end = (pipe->stream->timing.v_total -
  921. vesa_sync_start -
  922. pipe->stream->timing.v_border_top)
  923. * (pipe->stream->timing.flags.INTERLACE ? 1 : 0);
  924. asic_blank_start = asic_blank_end +
  925. (pipe->stream->timing.v_border_top +
  926. pipe->stream->timing.v_addressable +
  927. pipe->stream->timing.v_border_bottom)
  928. * (pipe->stream->timing.flags.INTERLACE ? 1 : 0);
  929. pipe->pipe_dlg_param.vblank_start = asic_blank_start;
  930. pipe->pipe_dlg_param.vblank_end = asic_blank_end;
  931. if (pipe->plane_state) {
  932. struct pipe_ctx *hsplit_pipe = pipe->bottom_pipe;
  933. pipe->plane_state->update_flags.bits.full_update = 1;
  934. if (v->dpp_per_plane[input_idx] == 2 ||
  935. ((pipe->stream->view_format ==
  936. VIEW_3D_FORMAT_SIDE_BY_SIDE ||
  937. pipe->stream->view_format ==
  938. VIEW_3D_FORMAT_TOP_AND_BOTTOM) &&
  939. (pipe->stream->timing.timing_3d_format ==
  940. TIMING_3D_FORMAT_TOP_AND_BOTTOM ||
  941. pipe->stream->timing.timing_3d_format ==
  942. TIMING_3D_FORMAT_SIDE_BY_SIDE))) {
  943. if (hsplit_pipe && hsplit_pipe->plane_state == pipe->plane_state) {
  944. /* update previously split pipe */
  945. hsplit_pipe->pipe_dlg_param.vupdate_width = v->v_update_width[input_idx][v->dpp_per_plane[input_idx] == 2 ? 1 : 0];
  946. hsplit_pipe->pipe_dlg_param.vupdate_offset = v->v_update_offset[input_idx][v->dpp_per_plane[input_idx] == 2 ? 1 : 0];
  947. hsplit_pipe->pipe_dlg_param.vready_offset = v->v_ready_offset[input_idx][v->dpp_per_plane[input_idx] == 2 ? 1 : 0];
  948. hsplit_pipe->pipe_dlg_param.vstartup_start = v->v_startup[input_idx];
  949. hsplit_pipe->pipe_dlg_param.htotal = pipe->stream->timing.h_total;
  950. hsplit_pipe->pipe_dlg_param.vtotal = pipe->stream->timing.v_total;
  951. hsplit_pipe->pipe_dlg_param.vblank_start = pipe->pipe_dlg_param.vblank_start;
  952. hsplit_pipe->pipe_dlg_param.vblank_end = pipe->pipe_dlg_param.vblank_end;
  953. } else {
  954. /* pipe not split previously needs split */
  955. hsplit_pipe = find_idle_secondary_pipe(&context->res_ctx, pool);
  956. ASSERT(hsplit_pipe);
  957. split_stream_across_pipes(
  958. &context->res_ctx, pool,
  959. pipe, hsplit_pipe);
  960. }
  961. dcn_bw_calc_rq_dlg_ttu(dc, v, hsplit_pipe, input_idx);
  962. } else if (hsplit_pipe && hsplit_pipe->plane_state == pipe->plane_state) {
  963. /* merge previously split pipe */
  964. pipe->bottom_pipe = hsplit_pipe->bottom_pipe;
  965. if (hsplit_pipe->bottom_pipe)
  966. hsplit_pipe->bottom_pipe->top_pipe = pipe;
  967. hsplit_pipe->plane_state = NULL;
  968. hsplit_pipe->stream = NULL;
  969. hsplit_pipe->top_pipe = NULL;
  970. hsplit_pipe->bottom_pipe = NULL;
  971. /* Clear plane_res and stream_res */
  972. memset(&hsplit_pipe->plane_res, 0, sizeof(hsplit_pipe->plane_res));
  973. memset(&hsplit_pipe->stream_res, 0, sizeof(hsplit_pipe->stream_res));
  974. resource_build_scaling_params(pipe);
  975. }
  976. /* for now important to do this after pipe split for building e2e params */
  977. dcn_bw_calc_rq_dlg_ttu(dc, v, pipe, input_idx);
  978. }
  979. input_idx++;
  980. }
  981. }
  982. if (v->voltage_level == 0) {
  983. dc->dml.soc.sr_enter_plus_exit_time_us =
  984. dc->dcn_soc->sr_enter_plus_exit_time;
  985. dc->dml.soc.sr_exit_time_us = dc->dcn_soc->sr_exit_time;
  986. }
  987. /*
  988. * BW limit is set to prevent display from impacting other system functions
  989. */
  990. bw_limit = dc->dcn_soc->percent_disp_bw_limit * v->fabric_and_dram_bandwidth_vmax0p9;
  991. bw_limit_pass = (v->total_data_read_bandwidth / 1000.0) < bw_limit;
  992. kernel_fpu_end();
  993. PERFORMANCE_TRACE_END();
  994. if (bw_limit_pass && v->voltage_level != 5)
  995. return true;
  996. else
  997. return false;
  998. }
  999. static unsigned int dcn_find_normalized_clock_vdd_Level(
  1000. const struct dc *dc,
  1001. enum dm_pp_clock_type clocks_type,
  1002. int clocks_in_khz)
  1003. {
  1004. int vdd_level = dcn_bw_v_min0p65;
  1005. if (clocks_in_khz == 0)/*todo some clock not in the considerations*/
  1006. return vdd_level;
  1007. switch (clocks_type) {
  1008. case DM_PP_CLOCK_TYPE_DISPLAY_CLK:
  1009. if (clocks_in_khz > dc->dcn_soc->max_dispclk_vmax0p9*1000) {
  1010. vdd_level = dcn_bw_v_max0p91;
  1011. BREAK_TO_DEBUGGER();
  1012. } else if (clocks_in_khz > dc->dcn_soc->max_dispclk_vnom0p8*1000) {
  1013. vdd_level = dcn_bw_v_max0p9;
  1014. } else if (clocks_in_khz > dc->dcn_soc->max_dispclk_vmid0p72*1000) {
  1015. vdd_level = dcn_bw_v_nom0p8;
  1016. } else if (clocks_in_khz > dc->dcn_soc->max_dispclk_vmin0p65*1000) {
  1017. vdd_level = dcn_bw_v_mid0p72;
  1018. } else
  1019. vdd_level = dcn_bw_v_min0p65;
  1020. break;
  1021. case DM_PP_CLOCK_TYPE_DISPLAYPHYCLK:
  1022. if (clocks_in_khz > dc->dcn_soc->phyclkv_max0p9*1000) {
  1023. vdd_level = dcn_bw_v_max0p91;
  1024. BREAK_TO_DEBUGGER();
  1025. } else if (clocks_in_khz > dc->dcn_soc->phyclkv_nom0p8*1000) {
  1026. vdd_level = dcn_bw_v_max0p9;
  1027. } else if (clocks_in_khz > dc->dcn_soc->phyclkv_mid0p72*1000) {
  1028. vdd_level = dcn_bw_v_nom0p8;
  1029. } else if (clocks_in_khz > dc->dcn_soc->phyclkv_min0p65*1000) {
  1030. vdd_level = dcn_bw_v_mid0p72;
  1031. } else
  1032. vdd_level = dcn_bw_v_min0p65;
  1033. break;
  1034. case DM_PP_CLOCK_TYPE_DPPCLK:
  1035. if (clocks_in_khz > dc->dcn_soc->max_dppclk_vmax0p9*1000) {
  1036. vdd_level = dcn_bw_v_max0p91;
  1037. BREAK_TO_DEBUGGER();
  1038. } else if (clocks_in_khz > dc->dcn_soc->max_dppclk_vnom0p8*1000) {
  1039. vdd_level = dcn_bw_v_max0p9;
  1040. } else if (clocks_in_khz > dc->dcn_soc->max_dppclk_vmid0p72*1000) {
  1041. vdd_level = dcn_bw_v_nom0p8;
  1042. } else if (clocks_in_khz > dc->dcn_soc->max_dppclk_vmin0p65*1000) {
  1043. vdd_level = dcn_bw_v_mid0p72;
  1044. } else
  1045. vdd_level = dcn_bw_v_min0p65;
  1046. break;
  1047. case DM_PP_CLOCK_TYPE_MEMORY_CLK:
  1048. {
  1049. unsigned factor = (ddr4_dram_factor_single_Channel * dc->dcn_soc->number_of_channels);
  1050. if (clocks_in_khz > dc->dcn_soc->fabric_and_dram_bandwidth_vmax0p9*1000000/factor) {
  1051. vdd_level = dcn_bw_v_max0p91;
  1052. BREAK_TO_DEBUGGER();
  1053. } else if (clocks_in_khz > dc->dcn_soc->fabric_and_dram_bandwidth_vnom0p8*1000000/factor) {
  1054. vdd_level = dcn_bw_v_max0p9;
  1055. } else if (clocks_in_khz > dc->dcn_soc->fabric_and_dram_bandwidth_vmid0p72*1000000/factor) {
  1056. vdd_level = dcn_bw_v_nom0p8;
  1057. } else if (clocks_in_khz > dc->dcn_soc->fabric_and_dram_bandwidth_vmin0p65*1000000/factor) {
  1058. vdd_level = dcn_bw_v_mid0p72;
  1059. } else
  1060. vdd_level = dcn_bw_v_min0p65;
  1061. }
  1062. break;
  1063. case DM_PP_CLOCK_TYPE_DCFCLK:
  1064. if (clocks_in_khz > dc->dcn_soc->dcfclkv_max0p9*1000) {
  1065. vdd_level = dcn_bw_v_max0p91;
  1066. BREAK_TO_DEBUGGER();
  1067. } else if (clocks_in_khz > dc->dcn_soc->dcfclkv_nom0p8*1000) {
  1068. vdd_level = dcn_bw_v_max0p9;
  1069. } else if (clocks_in_khz > dc->dcn_soc->dcfclkv_mid0p72*1000) {
  1070. vdd_level = dcn_bw_v_nom0p8;
  1071. } else if (clocks_in_khz > dc->dcn_soc->dcfclkv_min0p65*1000) {
  1072. vdd_level = dcn_bw_v_mid0p72;
  1073. } else
  1074. vdd_level = dcn_bw_v_min0p65;
  1075. break;
  1076. default:
  1077. break;
  1078. }
  1079. return vdd_level;
  1080. }
  1081. unsigned int dcn_find_dcfclk_suits_all(
  1082. const struct dc *dc,
  1083. struct clocks_value *clocks)
  1084. {
  1085. unsigned vdd_level, vdd_level_temp;
  1086. unsigned dcf_clk;
  1087. /*find a common supported voltage level*/
  1088. vdd_level = dcn_find_normalized_clock_vdd_Level(
  1089. dc, DM_PP_CLOCK_TYPE_DISPLAY_CLK, clocks->dispclk_in_khz);
  1090. vdd_level_temp = dcn_find_normalized_clock_vdd_Level(
  1091. dc, DM_PP_CLOCK_TYPE_DISPLAYPHYCLK, clocks->phyclk_in_khz);
  1092. vdd_level = dcn_bw_max(vdd_level, vdd_level_temp);
  1093. vdd_level_temp = dcn_find_normalized_clock_vdd_Level(
  1094. dc, DM_PP_CLOCK_TYPE_DPPCLK, clocks->dppclk_in_khz);
  1095. vdd_level = dcn_bw_max(vdd_level, vdd_level_temp);
  1096. vdd_level_temp = dcn_find_normalized_clock_vdd_Level(
  1097. dc, DM_PP_CLOCK_TYPE_MEMORY_CLK, clocks->dcfclock_in_khz);
  1098. vdd_level = dcn_bw_max(vdd_level, vdd_level_temp);
  1099. vdd_level_temp = dcn_find_normalized_clock_vdd_Level(
  1100. dc, DM_PP_CLOCK_TYPE_DCFCLK, clocks->dcfclock_in_khz);
  1101. /*find that level conresponding dcfclk*/
  1102. vdd_level = dcn_bw_max(vdd_level, vdd_level_temp);
  1103. if (vdd_level == dcn_bw_v_max0p91) {
  1104. BREAK_TO_DEBUGGER();
  1105. dcf_clk = dc->dcn_soc->dcfclkv_max0p9*1000;
  1106. } else if (vdd_level == dcn_bw_v_max0p9)
  1107. dcf_clk = dc->dcn_soc->dcfclkv_max0p9*1000;
  1108. else if (vdd_level == dcn_bw_v_nom0p8)
  1109. dcf_clk = dc->dcn_soc->dcfclkv_nom0p8*1000;
  1110. else if (vdd_level == dcn_bw_v_mid0p72)
  1111. dcf_clk = dc->dcn_soc->dcfclkv_mid0p72*1000;
  1112. else
  1113. dcf_clk = dc->dcn_soc->dcfclkv_min0p65*1000;
  1114. DC_LOG_BANDWIDTH_CALCS("\tdcf_clk for voltage = %d\n", dcf_clk);
  1115. return dcf_clk;
  1116. }
  1117. static bool verify_clock_values(struct dm_pp_clock_levels_with_voltage *clks)
  1118. {
  1119. int i;
  1120. if (clks->num_levels == 0)
  1121. return false;
  1122. for (i = 0; i < clks->num_levels; i++)
  1123. /* Ensure that the result is sane */
  1124. if (clks->data[i].clocks_in_khz == 0)
  1125. return false;
  1126. return true;
  1127. }
  1128. void dcn_bw_update_from_pplib(struct dc *dc)
  1129. {
  1130. struct dc_context *ctx = dc->ctx;
  1131. struct dm_pp_clock_levels_with_voltage fclks = {0}, dcfclks = {0};
  1132. bool res;
  1133. kernel_fpu_begin();
  1134. /* TODO: This is not the proper way to obtain fabric_and_dram_bandwidth, should be min(fclk, memclk) */
  1135. res = dm_pp_get_clock_levels_by_type_with_voltage(
  1136. ctx, DM_PP_CLOCK_TYPE_FCLK, &fclks);
  1137. if (res)
  1138. res = verify_clock_values(&fclks);
  1139. if (res) {
  1140. ASSERT(fclks.num_levels >= 3);
  1141. dc->dcn_soc->fabric_and_dram_bandwidth_vmin0p65 = 32 * (fclks.data[0].clocks_in_khz / 1000.0) / 1000.0;
  1142. dc->dcn_soc->fabric_and_dram_bandwidth_vmid0p72 = dc->dcn_soc->number_of_channels *
  1143. (fclks.data[fclks.num_levels - (fclks.num_levels > 2 ? 3 : 2)].clocks_in_khz / 1000.0)
  1144. * ddr4_dram_factor_single_Channel / 1000.0;
  1145. dc->dcn_soc->fabric_and_dram_bandwidth_vnom0p8 = dc->dcn_soc->number_of_channels *
  1146. (fclks.data[fclks.num_levels - 2].clocks_in_khz / 1000.0)
  1147. * ddr4_dram_factor_single_Channel / 1000.0;
  1148. dc->dcn_soc->fabric_and_dram_bandwidth_vmax0p9 = dc->dcn_soc->number_of_channels *
  1149. (fclks.data[fclks.num_levels - 1].clocks_in_khz / 1000.0)
  1150. * ddr4_dram_factor_single_Channel / 1000.0;
  1151. } else
  1152. BREAK_TO_DEBUGGER();
  1153. res = dm_pp_get_clock_levels_by_type_with_voltage(
  1154. ctx, DM_PP_CLOCK_TYPE_DCFCLK, &dcfclks);
  1155. if (res)
  1156. res = verify_clock_values(&dcfclks);
  1157. if (res && dcfclks.num_levels >= 3) {
  1158. dc->dcn_soc->dcfclkv_min0p65 = dcfclks.data[0].clocks_in_khz / 1000.0;
  1159. dc->dcn_soc->dcfclkv_mid0p72 = dcfclks.data[dcfclks.num_levels - 3].clocks_in_khz / 1000.0;
  1160. dc->dcn_soc->dcfclkv_nom0p8 = dcfclks.data[dcfclks.num_levels - 2].clocks_in_khz / 1000.0;
  1161. dc->dcn_soc->dcfclkv_max0p9 = dcfclks.data[dcfclks.num_levels - 1].clocks_in_khz / 1000.0;
  1162. } else
  1163. BREAK_TO_DEBUGGER();
  1164. kernel_fpu_end();
  1165. }
  1166. void dcn_bw_notify_pplib_of_wm_ranges(struct dc *dc)
  1167. {
  1168. struct pp_smu_funcs_rv *pp = dc->res_pool->pp_smu;
  1169. struct pp_smu_wm_range_sets ranges = {0};
  1170. int max_fclk_khz, nom_fclk_khz, mid_fclk_khz, min_fclk_khz;
  1171. int max_dcfclk_khz, min_dcfclk_khz;
  1172. int socclk_khz;
  1173. const int overdrive = 5000000; /* 5 GHz to cover Overdrive */
  1174. unsigned factor = (ddr4_dram_factor_single_Channel * dc->dcn_soc->number_of_channels);
  1175. if (!pp->set_wm_ranges)
  1176. return;
  1177. kernel_fpu_begin();
  1178. max_fclk_khz = dc->dcn_soc->fabric_and_dram_bandwidth_vmax0p9 * 1000000 / factor;
  1179. nom_fclk_khz = dc->dcn_soc->fabric_and_dram_bandwidth_vnom0p8 * 1000000 / factor;
  1180. mid_fclk_khz = dc->dcn_soc->fabric_and_dram_bandwidth_vmid0p72 * 1000000 / factor;
  1181. min_fclk_khz = dc->dcn_soc->fabric_and_dram_bandwidth_vmin0p65 * 1000000 / 32;
  1182. max_dcfclk_khz = dc->dcn_soc->dcfclkv_max0p9 * 1000;
  1183. min_dcfclk_khz = dc->dcn_soc->dcfclkv_min0p65 * 1000;
  1184. socclk_khz = dc->dcn_soc->socclk * 1000;
  1185. kernel_fpu_end();
  1186. /* Now notify PPLib/SMU about which Watermarks sets they should select
  1187. * depending on DPM state they are in. And update BW MGR GFX Engine and
  1188. * Memory clock member variables for Watermarks calculations for each
  1189. * Watermark Set
  1190. */
  1191. /* SOCCLK does not affect anytihng but writeback for DCN so for now we dont
  1192. * care what the value is, hence min to overdrive level
  1193. */
  1194. ranges.num_reader_wm_sets = WM_COUNT;
  1195. ranges.num_writer_wm_sets = WM_COUNT;
  1196. ranges.reader_wm_sets[0].wm_inst = WM_A;
  1197. ranges.reader_wm_sets[0].min_drain_clk_khz = min_dcfclk_khz;
  1198. ranges.reader_wm_sets[0].max_drain_clk_khz = max_dcfclk_khz;
  1199. ranges.reader_wm_sets[0].min_fill_clk_khz = min_fclk_khz;
  1200. ranges.reader_wm_sets[0].max_fill_clk_khz = min_fclk_khz;
  1201. ranges.writer_wm_sets[0].wm_inst = WM_A;
  1202. ranges.writer_wm_sets[0].min_fill_clk_khz = socclk_khz;
  1203. ranges.writer_wm_sets[0].max_fill_clk_khz = overdrive;
  1204. ranges.writer_wm_sets[0].min_drain_clk_khz = min_fclk_khz;
  1205. ranges.writer_wm_sets[0].max_drain_clk_khz = min_fclk_khz;
  1206. ranges.reader_wm_sets[1].wm_inst = WM_B;
  1207. ranges.reader_wm_sets[1].min_drain_clk_khz = min_fclk_khz;
  1208. ranges.reader_wm_sets[1].max_drain_clk_khz = max_dcfclk_khz;
  1209. ranges.reader_wm_sets[1].min_fill_clk_khz = mid_fclk_khz;
  1210. ranges.reader_wm_sets[1].max_fill_clk_khz = mid_fclk_khz;
  1211. ranges.writer_wm_sets[1].wm_inst = WM_B;
  1212. ranges.writer_wm_sets[1].min_fill_clk_khz = socclk_khz;
  1213. ranges.writer_wm_sets[1].max_fill_clk_khz = overdrive;
  1214. ranges.writer_wm_sets[1].min_drain_clk_khz = mid_fclk_khz;
  1215. ranges.writer_wm_sets[1].max_drain_clk_khz = mid_fclk_khz;
  1216. ranges.reader_wm_sets[2].wm_inst = WM_C;
  1217. ranges.reader_wm_sets[2].min_drain_clk_khz = min_fclk_khz;
  1218. ranges.reader_wm_sets[2].max_drain_clk_khz = max_dcfclk_khz;
  1219. ranges.reader_wm_sets[2].min_fill_clk_khz = nom_fclk_khz;
  1220. ranges.reader_wm_sets[2].max_fill_clk_khz = nom_fclk_khz;
  1221. ranges.writer_wm_sets[2].wm_inst = WM_C;
  1222. ranges.writer_wm_sets[2].min_fill_clk_khz = socclk_khz;
  1223. ranges.writer_wm_sets[2].max_fill_clk_khz = overdrive;
  1224. ranges.writer_wm_sets[2].min_drain_clk_khz = nom_fclk_khz;
  1225. ranges.writer_wm_sets[2].max_drain_clk_khz = nom_fclk_khz;
  1226. ranges.reader_wm_sets[3].wm_inst = WM_D;
  1227. ranges.reader_wm_sets[3].min_drain_clk_khz = min_fclk_khz;
  1228. ranges.reader_wm_sets[3].max_drain_clk_khz = max_dcfclk_khz;
  1229. ranges.reader_wm_sets[3].min_fill_clk_khz = max_fclk_khz;
  1230. ranges.reader_wm_sets[3].max_fill_clk_khz = max_fclk_khz;
  1231. ranges.writer_wm_sets[3].wm_inst = WM_D;
  1232. ranges.writer_wm_sets[3].min_fill_clk_khz = socclk_khz;
  1233. ranges.writer_wm_sets[3].max_fill_clk_khz = overdrive;
  1234. ranges.writer_wm_sets[3].min_drain_clk_khz = max_fclk_khz;
  1235. ranges.writer_wm_sets[3].max_drain_clk_khz = max_fclk_khz;
  1236. if (dc->debug.pplib_wm_report_mode == WM_REPORT_OVERRIDE) {
  1237. ranges.reader_wm_sets[0].wm_inst = WM_A;
  1238. ranges.reader_wm_sets[0].min_drain_clk_khz = 300000;
  1239. ranges.reader_wm_sets[0].max_drain_clk_khz = 654000;
  1240. ranges.reader_wm_sets[0].min_fill_clk_khz = 800000;
  1241. ranges.reader_wm_sets[0].max_fill_clk_khz = 800000;
  1242. ranges.writer_wm_sets[0].wm_inst = WM_A;
  1243. ranges.writer_wm_sets[0].min_fill_clk_khz = 200000;
  1244. ranges.writer_wm_sets[0].max_fill_clk_khz = 757000;
  1245. ranges.writer_wm_sets[0].min_drain_clk_khz = 800000;
  1246. ranges.writer_wm_sets[0].max_drain_clk_khz = 800000;
  1247. ranges.reader_wm_sets[1].wm_inst = WM_B;
  1248. ranges.reader_wm_sets[1].min_drain_clk_khz = 300000;
  1249. ranges.reader_wm_sets[1].max_drain_clk_khz = 654000;
  1250. ranges.reader_wm_sets[1].min_fill_clk_khz = 933000;
  1251. ranges.reader_wm_sets[1].max_fill_clk_khz = 933000;
  1252. ranges.writer_wm_sets[1].wm_inst = WM_B;
  1253. ranges.writer_wm_sets[1].min_fill_clk_khz = 200000;
  1254. ranges.writer_wm_sets[1].max_fill_clk_khz = 757000;
  1255. ranges.writer_wm_sets[1].min_drain_clk_khz = 933000;
  1256. ranges.writer_wm_sets[1].max_drain_clk_khz = 933000;
  1257. ranges.reader_wm_sets[2].wm_inst = WM_C;
  1258. ranges.reader_wm_sets[2].min_drain_clk_khz = 300000;
  1259. ranges.reader_wm_sets[2].max_drain_clk_khz = 654000;
  1260. ranges.reader_wm_sets[2].min_fill_clk_khz = 1067000;
  1261. ranges.reader_wm_sets[2].max_fill_clk_khz = 1067000;
  1262. ranges.writer_wm_sets[2].wm_inst = WM_C;
  1263. ranges.writer_wm_sets[2].min_fill_clk_khz = 200000;
  1264. ranges.writer_wm_sets[2].max_fill_clk_khz = 757000;
  1265. ranges.writer_wm_sets[2].min_drain_clk_khz = 1067000;
  1266. ranges.writer_wm_sets[2].max_drain_clk_khz = 1067000;
  1267. ranges.reader_wm_sets[3].wm_inst = WM_D;
  1268. ranges.reader_wm_sets[3].min_drain_clk_khz = 300000;
  1269. ranges.reader_wm_sets[3].max_drain_clk_khz = 654000;
  1270. ranges.reader_wm_sets[3].min_fill_clk_khz = 1200000;
  1271. ranges.reader_wm_sets[3].max_fill_clk_khz = 1200000;
  1272. ranges.writer_wm_sets[3].wm_inst = WM_D;
  1273. ranges.writer_wm_sets[3].min_fill_clk_khz = 200000;
  1274. ranges.writer_wm_sets[3].max_fill_clk_khz = 757000;
  1275. ranges.writer_wm_sets[3].min_drain_clk_khz = 1200000;
  1276. ranges.writer_wm_sets[3].max_drain_clk_khz = 1200000;
  1277. }
  1278. /* Notify PP Lib/SMU which Watermarks to use for which clock ranges */
  1279. pp->set_wm_ranges(&pp->pp_smu, &ranges);
  1280. }
  1281. void dcn_bw_sync_calcs_and_dml(struct dc *dc)
  1282. {
  1283. kernel_fpu_begin();
  1284. DC_LOG_BANDWIDTH_CALCS("sr_exit_time: %d ns\n"
  1285. "sr_enter_plus_exit_time: %d ns\n"
  1286. "urgent_latency: %d ns\n"
  1287. "write_back_latency: %d ns\n"
  1288. "percent_of_ideal_drambw_received_after_urg_latency: %d %\n"
  1289. "max_request_size: %d bytes\n"
  1290. "dcfclkv_max0p9: %d kHz\n"
  1291. "dcfclkv_nom0p8: %d kHz\n"
  1292. "dcfclkv_mid0p72: %d kHz\n"
  1293. "dcfclkv_min0p65: %d kHz\n"
  1294. "max_dispclk_vmax0p9: %d kHz\n"
  1295. "max_dispclk_vnom0p8: %d kHz\n"
  1296. "max_dispclk_vmid0p72: %d kHz\n"
  1297. "max_dispclk_vmin0p65: %d kHz\n"
  1298. "max_dppclk_vmax0p9: %d kHz\n"
  1299. "max_dppclk_vnom0p8: %d kHz\n"
  1300. "max_dppclk_vmid0p72: %d kHz\n"
  1301. "max_dppclk_vmin0p65: %d kHz\n"
  1302. "socclk: %d kHz\n"
  1303. "fabric_and_dram_bandwidth_vmax0p9: %d MB/s\n"
  1304. "fabric_and_dram_bandwidth_vnom0p8: %d MB/s\n"
  1305. "fabric_and_dram_bandwidth_vmid0p72: %d MB/s\n"
  1306. "fabric_and_dram_bandwidth_vmin0p65: %d MB/s\n"
  1307. "phyclkv_max0p9: %d kHz\n"
  1308. "phyclkv_nom0p8: %d kHz\n"
  1309. "phyclkv_mid0p72: %d kHz\n"
  1310. "phyclkv_min0p65: %d kHz\n"
  1311. "downspreading: %d %\n"
  1312. "round_trip_ping_latency_cycles: %d DCFCLK Cycles\n"
  1313. "urgent_out_of_order_return_per_channel: %d Bytes\n"
  1314. "number_of_channels: %d\n"
  1315. "vmm_page_size: %d Bytes\n"
  1316. "dram_clock_change_latency: %d ns\n"
  1317. "return_bus_width: %d Bytes\n",
  1318. dc->dcn_soc->sr_exit_time * 1000,
  1319. dc->dcn_soc->sr_enter_plus_exit_time * 1000,
  1320. dc->dcn_soc->urgent_latency * 1000,
  1321. dc->dcn_soc->write_back_latency * 1000,
  1322. dc->dcn_soc->percent_of_ideal_drambw_received_after_urg_latency,
  1323. dc->dcn_soc->max_request_size,
  1324. dc->dcn_soc->dcfclkv_max0p9 * 1000,
  1325. dc->dcn_soc->dcfclkv_nom0p8 * 1000,
  1326. dc->dcn_soc->dcfclkv_mid0p72 * 1000,
  1327. dc->dcn_soc->dcfclkv_min0p65 * 1000,
  1328. dc->dcn_soc->max_dispclk_vmax0p9 * 1000,
  1329. dc->dcn_soc->max_dispclk_vnom0p8 * 1000,
  1330. dc->dcn_soc->max_dispclk_vmid0p72 * 1000,
  1331. dc->dcn_soc->max_dispclk_vmin0p65 * 1000,
  1332. dc->dcn_soc->max_dppclk_vmax0p9 * 1000,
  1333. dc->dcn_soc->max_dppclk_vnom0p8 * 1000,
  1334. dc->dcn_soc->max_dppclk_vmid0p72 * 1000,
  1335. dc->dcn_soc->max_dppclk_vmin0p65 * 1000,
  1336. dc->dcn_soc->socclk * 1000,
  1337. dc->dcn_soc->fabric_and_dram_bandwidth_vmax0p9 * 1000,
  1338. dc->dcn_soc->fabric_and_dram_bandwidth_vnom0p8 * 1000,
  1339. dc->dcn_soc->fabric_and_dram_bandwidth_vmid0p72 * 1000,
  1340. dc->dcn_soc->fabric_and_dram_bandwidth_vmin0p65 * 1000,
  1341. dc->dcn_soc->phyclkv_max0p9 * 1000,
  1342. dc->dcn_soc->phyclkv_nom0p8 * 1000,
  1343. dc->dcn_soc->phyclkv_mid0p72 * 1000,
  1344. dc->dcn_soc->phyclkv_min0p65 * 1000,
  1345. dc->dcn_soc->downspreading * 100,
  1346. dc->dcn_soc->round_trip_ping_latency_cycles,
  1347. dc->dcn_soc->urgent_out_of_order_return_per_channel,
  1348. dc->dcn_soc->number_of_channels,
  1349. dc->dcn_soc->vmm_page_size,
  1350. dc->dcn_soc->dram_clock_change_latency * 1000,
  1351. dc->dcn_soc->return_bus_width);
  1352. DC_LOG_BANDWIDTH_CALCS("rob_buffer_size_in_kbyte: %d\n"
  1353. "det_buffer_size_in_kbyte: %d\n"
  1354. "dpp_output_buffer_pixels: %d\n"
  1355. "opp_output_buffer_lines: %d\n"
  1356. "pixel_chunk_size_in_kbyte: %d\n"
  1357. "pte_enable: %d\n"
  1358. "pte_chunk_size: %d kbytes\n"
  1359. "meta_chunk_size: %d kbytes\n"
  1360. "writeback_chunk_size: %d kbytes\n"
  1361. "odm_capability: %d\n"
  1362. "dsc_capability: %d\n"
  1363. "line_buffer_size: %d bits\n"
  1364. "max_line_buffer_lines: %d\n"
  1365. "is_line_buffer_bpp_fixed: %d\n"
  1366. "line_buffer_fixed_bpp: %d\n"
  1367. "writeback_luma_buffer_size: %d kbytes\n"
  1368. "writeback_chroma_buffer_size: %d kbytes\n"
  1369. "max_num_dpp: %d\n"
  1370. "max_num_writeback: %d\n"
  1371. "max_dchub_topscl_throughput: %d pixels/dppclk\n"
  1372. "max_pscl_tolb_throughput: %d pixels/dppclk\n"
  1373. "max_lb_tovscl_throughput: %d pixels/dppclk\n"
  1374. "max_vscl_tohscl_throughput: %d pixels/dppclk\n"
  1375. "max_hscl_ratio: %d\n"
  1376. "max_vscl_ratio: %d\n"
  1377. "max_hscl_taps: %d\n"
  1378. "max_vscl_taps: %d\n"
  1379. "pte_buffer_size_in_requests: %d\n"
  1380. "dispclk_ramping_margin: %d %\n"
  1381. "under_scan_factor: %d %\n"
  1382. "max_inter_dcn_tile_repeaters: %d\n"
  1383. "can_vstartup_lines_exceed_vsync_plus_back_porch_lines_minus_one: %d\n"
  1384. "bug_forcing_luma_and_chroma_request_to_same_size_fixed: %d\n"
  1385. "dcfclk_cstate_latency: %d\n",
  1386. dc->dcn_ip->rob_buffer_size_in_kbyte,
  1387. dc->dcn_ip->det_buffer_size_in_kbyte,
  1388. dc->dcn_ip->dpp_output_buffer_pixels,
  1389. dc->dcn_ip->opp_output_buffer_lines,
  1390. dc->dcn_ip->pixel_chunk_size_in_kbyte,
  1391. dc->dcn_ip->pte_enable,
  1392. dc->dcn_ip->pte_chunk_size,
  1393. dc->dcn_ip->meta_chunk_size,
  1394. dc->dcn_ip->writeback_chunk_size,
  1395. dc->dcn_ip->odm_capability,
  1396. dc->dcn_ip->dsc_capability,
  1397. dc->dcn_ip->line_buffer_size,
  1398. dc->dcn_ip->max_line_buffer_lines,
  1399. dc->dcn_ip->is_line_buffer_bpp_fixed,
  1400. dc->dcn_ip->line_buffer_fixed_bpp,
  1401. dc->dcn_ip->writeback_luma_buffer_size,
  1402. dc->dcn_ip->writeback_chroma_buffer_size,
  1403. dc->dcn_ip->max_num_dpp,
  1404. dc->dcn_ip->max_num_writeback,
  1405. dc->dcn_ip->max_dchub_topscl_throughput,
  1406. dc->dcn_ip->max_pscl_tolb_throughput,
  1407. dc->dcn_ip->max_lb_tovscl_throughput,
  1408. dc->dcn_ip->max_vscl_tohscl_throughput,
  1409. dc->dcn_ip->max_hscl_ratio,
  1410. dc->dcn_ip->max_vscl_ratio,
  1411. dc->dcn_ip->max_hscl_taps,
  1412. dc->dcn_ip->max_vscl_taps,
  1413. dc->dcn_ip->pte_buffer_size_in_requests,
  1414. dc->dcn_ip->dispclk_ramping_margin,
  1415. dc->dcn_ip->under_scan_factor * 100,
  1416. dc->dcn_ip->max_inter_dcn_tile_repeaters,
  1417. dc->dcn_ip->can_vstartup_lines_exceed_vsync_plus_back_porch_lines_minus_one,
  1418. dc->dcn_ip->bug_forcing_luma_and_chroma_request_to_same_size_fixed,
  1419. dc->dcn_ip->dcfclk_cstate_latency);
  1420. dc->dml.soc.sr_exit_time_us = dc->dcn_soc->sr_exit_time;
  1421. dc->dml.soc.sr_enter_plus_exit_time_us = dc->dcn_soc->sr_enter_plus_exit_time;
  1422. dc->dml.soc.urgent_latency_us = dc->dcn_soc->urgent_latency;
  1423. dc->dml.soc.writeback_latency_us = dc->dcn_soc->write_back_latency;
  1424. dc->dml.soc.ideal_dram_bw_after_urgent_percent =
  1425. dc->dcn_soc->percent_of_ideal_drambw_received_after_urg_latency;
  1426. dc->dml.soc.max_request_size_bytes = dc->dcn_soc->max_request_size;
  1427. dc->dml.soc.downspread_percent = dc->dcn_soc->downspreading;
  1428. dc->dml.soc.round_trip_ping_latency_dcfclk_cycles =
  1429. dc->dcn_soc->round_trip_ping_latency_cycles;
  1430. dc->dml.soc.urgent_out_of_order_return_per_channel_bytes =
  1431. dc->dcn_soc->urgent_out_of_order_return_per_channel;
  1432. dc->dml.soc.num_chans = dc->dcn_soc->number_of_channels;
  1433. dc->dml.soc.vmm_page_size_bytes = dc->dcn_soc->vmm_page_size;
  1434. dc->dml.soc.dram_clock_change_latency_us = dc->dcn_soc->dram_clock_change_latency;
  1435. dc->dml.soc.return_bus_width_bytes = dc->dcn_soc->return_bus_width;
  1436. dc->dml.ip.rob_buffer_size_kbytes = dc->dcn_ip->rob_buffer_size_in_kbyte;
  1437. dc->dml.ip.det_buffer_size_kbytes = dc->dcn_ip->det_buffer_size_in_kbyte;
  1438. dc->dml.ip.dpp_output_buffer_pixels = dc->dcn_ip->dpp_output_buffer_pixels;
  1439. dc->dml.ip.opp_output_buffer_lines = dc->dcn_ip->opp_output_buffer_lines;
  1440. dc->dml.ip.pixel_chunk_size_kbytes = dc->dcn_ip->pixel_chunk_size_in_kbyte;
  1441. dc->dml.ip.pte_enable = dc->dcn_ip->pte_enable == dcn_bw_yes;
  1442. dc->dml.ip.pte_chunk_size_kbytes = dc->dcn_ip->pte_chunk_size;
  1443. dc->dml.ip.meta_chunk_size_kbytes = dc->dcn_ip->meta_chunk_size;
  1444. dc->dml.ip.writeback_chunk_size_kbytes = dc->dcn_ip->writeback_chunk_size;
  1445. dc->dml.ip.line_buffer_size_bits = dc->dcn_ip->line_buffer_size;
  1446. dc->dml.ip.max_line_buffer_lines = dc->dcn_ip->max_line_buffer_lines;
  1447. dc->dml.ip.IsLineBufferBppFixed = dc->dcn_ip->is_line_buffer_bpp_fixed == dcn_bw_yes;
  1448. dc->dml.ip.LineBufferFixedBpp = dc->dcn_ip->line_buffer_fixed_bpp;
  1449. dc->dml.ip.writeback_luma_buffer_size_kbytes = dc->dcn_ip->writeback_luma_buffer_size;
  1450. dc->dml.ip.writeback_chroma_buffer_size_kbytes = dc->dcn_ip->writeback_chroma_buffer_size;
  1451. dc->dml.ip.max_num_dpp = dc->dcn_ip->max_num_dpp;
  1452. dc->dml.ip.max_num_wb = dc->dcn_ip->max_num_writeback;
  1453. dc->dml.ip.max_dchub_pscl_bw_pix_per_clk = dc->dcn_ip->max_dchub_topscl_throughput;
  1454. dc->dml.ip.max_pscl_lb_bw_pix_per_clk = dc->dcn_ip->max_pscl_tolb_throughput;
  1455. dc->dml.ip.max_lb_vscl_bw_pix_per_clk = dc->dcn_ip->max_lb_tovscl_throughput;
  1456. dc->dml.ip.max_vscl_hscl_bw_pix_per_clk = dc->dcn_ip->max_vscl_tohscl_throughput;
  1457. dc->dml.ip.max_hscl_ratio = dc->dcn_ip->max_hscl_ratio;
  1458. dc->dml.ip.max_vscl_ratio = dc->dcn_ip->max_vscl_ratio;
  1459. dc->dml.ip.max_hscl_taps = dc->dcn_ip->max_hscl_taps;
  1460. dc->dml.ip.max_vscl_taps = dc->dcn_ip->max_vscl_taps;
  1461. /*pte_buffer_size_in_requests missing in dml*/
  1462. dc->dml.ip.dispclk_ramp_margin_percent = dc->dcn_ip->dispclk_ramping_margin;
  1463. dc->dml.ip.underscan_factor = dc->dcn_ip->under_scan_factor;
  1464. dc->dml.ip.max_inter_dcn_tile_repeaters = dc->dcn_ip->max_inter_dcn_tile_repeaters;
  1465. dc->dml.ip.can_vstartup_lines_exceed_vsync_plus_back_porch_lines_minus_one =
  1466. dc->dcn_ip->can_vstartup_lines_exceed_vsync_plus_back_porch_lines_minus_one == dcn_bw_yes;
  1467. dc->dml.ip.bug_forcing_LC_req_same_size_fixed =
  1468. dc->dcn_ip->bug_forcing_luma_and_chroma_request_to_same_size_fixed == dcn_bw_yes;
  1469. dc->dml.ip.dcfclk_cstate_latency = dc->dcn_ip->dcfclk_cstate_latency;
  1470. kernel_fpu_end();
  1471. }