atmel_hlcdc_crtc.c 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547
  1. /*
  2. * Copyright (C) 2014 Traphandler
  3. * Copyright (C) 2014 Free Electrons
  4. *
  5. * Author: Jean-Jacques Hiblot <jjhiblot@traphandler.com>
  6. * Author: Boris BREZILLON <boris.brezillon@free-electrons.com>
  7. *
  8. * This program is free software; you can redistribute it and/or modify it
  9. * under the terms of the GNU General Public License version 2 as published by
  10. * the Free Software Foundation.
  11. *
  12. * This program is distributed in the hope that it will be useful, but WITHOUT
  13. * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
  14. * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
  15. * more details.
  16. *
  17. * You should have received a copy of the GNU General Public License along with
  18. * this program. If not, see <http://www.gnu.org/licenses/>.
  19. */
  20. #include <linux/clk.h>
  21. #include <linux/pm.h>
  22. #include <linux/pm_runtime.h>
  23. #include <linux/pinctrl/consumer.h>
  24. #include <drm/drm_crtc.h>
  25. #include <drm/drm_crtc_helper.h>
  26. #include <drm/drmP.h>
  27. #include <video/videomode.h>
  28. #include "atmel_hlcdc_dc.h"
  29. /**
  30. * Atmel HLCDC CRTC state structure
  31. *
  32. * @base: base CRTC state
  33. * @output_mode: RGBXXX output mode
  34. */
  35. struct atmel_hlcdc_crtc_state {
  36. struct drm_crtc_state base;
  37. unsigned int output_mode;
  38. };
  39. static inline struct atmel_hlcdc_crtc_state *
  40. drm_crtc_state_to_atmel_hlcdc_crtc_state(struct drm_crtc_state *state)
  41. {
  42. return container_of(state, struct atmel_hlcdc_crtc_state, base);
  43. }
  44. /**
  45. * Atmel HLCDC CRTC structure
  46. *
  47. * @base: base DRM CRTC structure
  48. * @hlcdc: pointer to the atmel_hlcdc structure provided by the MFD device
  49. * @event: pointer to the current page flip event
  50. * @id: CRTC id (returned by drm_crtc_index)
  51. */
  52. struct atmel_hlcdc_crtc {
  53. struct drm_crtc base;
  54. struct atmel_hlcdc_dc *dc;
  55. struct drm_pending_vblank_event *event;
  56. int id;
  57. };
  58. static inline struct atmel_hlcdc_crtc *
  59. drm_crtc_to_atmel_hlcdc_crtc(struct drm_crtc *crtc)
  60. {
  61. return container_of(crtc, struct atmel_hlcdc_crtc, base);
  62. }
  63. static void atmel_hlcdc_crtc_mode_set_nofb(struct drm_crtc *c)
  64. {
  65. struct atmel_hlcdc_crtc *crtc = drm_crtc_to_atmel_hlcdc_crtc(c);
  66. struct regmap *regmap = crtc->dc->hlcdc->regmap;
  67. struct drm_display_mode *adj = &c->state->adjusted_mode;
  68. struct atmel_hlcdc_crtc_state *state;
  69. unsigned long mode_rate;
  70. struct videomode vm;
  71. unsigned long prate;
  72. unsigned int cfg;
  73. int div;
  74. vm.vfront_porch = adj->crtc_vsync_start - adj->crtc_vdisplay;
  75. vm.vback_porch = adj->crtc_vtotal - adj->crtc_vsync_end;
  76. vm.vsync_len = adj->crtc_vsync_end - adj->crtc_vsync_start;
  77. vm.hfront_porch = adj->crtc_hsync_start - adj->crtc_hdisplay;
  78. vm.hback_porch = adj->crtc_htotal - adj->crtc_hsync_end;
  79. vm.hsync_len = adj->crtc_hsync_end - adj->crtc_hsync_start;
  80. regmap_write(regmap, ATMEL_HLCDC_CFG(1),
  81. (vm.hsync_len - 1) | ((vm.vsync_len - 1) << 16));
  82. regmap_write(regmap, ATMEL_HLCDC_CFG(2),
  83. (vm.vfront_porch - 1) | (vm.vback_porch << 16));
  84. regmap_write(regmap, ATMEL_HLCDC_CFG(3),
  85. (vm.hfront_porch - 1) | ((vm.hback_porch - 1) << 16));
  86. regmap_write(regmap, ATMEL_HLCDC_CFG(4),
  87. (adj->crtc_hdisplay - 1) |
  88. ((adj->crtc_vdisplay - 1) << 16));
  89. cfg = ATMEL_HLCDC_CLKSEL;
  90. prate = 2 * clk_get_rate(crtc->dc->hlcdc->sys_clk);
  91. mode_rate = adj->crtc_clock * 1000;
  92. div = DIV_ROUND_UP(prate, mode_rate);
  93. if (div < 2) {
  94. div = 2;
  95. } else if (ATMEL_HLCDC_CLKDIV(div) & ~ATMEL_HLCDC_CLKDIV_MASK) {
  96. /* The divider ended up too big, try a lower base rate. */
  97. cfg &= ~ATMEL_HLCDC_CLKSEL;
  98. prate /= 2;
  99. div = DIV_ROUND_UP(prate, mode_rate);
  100. if (ATMEL_HLCDC_CLKDIV(div) & ~ATMEL_HLCDC_CLKDIV_MASK)
  101. div = ATMEL_HLCDC_CLKDIV_MASK;
  102. } else {
  103. int div_low = prate / mode_rate;
  104. if (div_low >= 2 &&
  105. ((prate / div_low - mode_rate) <
  106. 10 * (mode_rate - prate / div)))
  107. /*
  108. * At least 10 times better when using a higher
  109. * frequency than requested, instead of a lower.
  110. * So, go with that.
  111. */
  112. div = div_low;
  113. }
  114. cfg |= ATMEL_HLCDC_CLKDIV(div);
  115. regmap_update_bits(regmap, ATMEL_HLCDC_CFG(0),
  116. ATMEL_HLCDC_CLKSEL | ATMEL_HLCDC_CLKDIV_MASK |
  117. ATMEL_HLCDC_CLKPOL, cfg);
  118. cfg = 0;
  119. if (adj->flags & DRM_MODE_FLAG_NVSYNC)
  120. cfg |= ATMEL_HLCDC_VSPOL;
  121. if (adj->flags & DRM_MODE_FLAG_NHSYNC)
  122. cfg |= ATMEL_HLCDC_HSPOL;
  123. state = drm_crtc_state_to_atmel_hlcdc_crtc_state(c->state);
  124. cfg |= state->output_mode << 8;
  125. regmap_update_bits(regmap, ATMEL_HLCDC_CFG(5),
  126. ATMEL_HLCDC_HSPOL | ATMEL_HLCDC_VSPOL |
  127. ATMEL_HLCDC_VSPDLYS | ATMEL_HLCDC_VSPDLYE |
  128. ATMEL_HLCDC_DISPPOL | ATMEL_HLCDC_DISPDLY |
  129. ATMEL_HLCDC_VSPSU | ATMEL_HLCDC_VSPHO |
  130. ATMEL_HLCDC_GUARDTIME_MASK | ATMEL_HLCDC_MODE_MASK,
  131. cfg);
  132. }
  133. static enum drm_mode_status
  134. atmel_hlcdc_crtc_mode_valid(struct drm_crtc *c,
  135. const struct drm_display_mode *mode)
  136. {
  137. struct atmel_hlcdc_crtc *crtc = drm_crtc_to_atmel_hlcdc_crtc(c);
  138. return atmel_hlcdc_dc_mode_valid(crtc->dc, mode);
  139. }
  140. static void atmel_hlcdc_crtc_atomic_disable(struct drm_crtc *c,
  141. struct drm_crtc_state *old_state)
  142. {
  143. struct drm_device *dev = c->dev;
  144. struct atmel_hlcdc_crtc *crtc = drm_crtc_to_atmel_hlcdc_crtc(c);
  145. struct regmap *regmap = crtc->dc->hlcdc->regmap;
  146. unsigned int status;
  147. drm_crtc_vblank_off(c);
  148. pm_runtime_get_sync(dev->dev);
  149. regmap_write(regmap, ATMEL_HLCDC_DIS, ATMEL_HLCDC_DISP);
  150. while (!regmap_read(regmap, ATMEL_HLCDC_SR, &status) &&
  151. (status & ATMEL_HLCDC_DISP))
  152. cpu_relax();
  153. regmap_write(regmap, ATMEL_HLCDC_DIS, ATMEL_HLCDC_SYNC);
  154. while (!regmap_read(regmap, ATMEL_HLCDC_SR, &status) &&
  155. (status & ATMEL_HLCDC_SYNC))
  156. cpu_relax();
  157. regmap_write(regmap, ATMEL_HLCDC_DIS, ATMEL_HLCDC_PIXEL_CLK);
  158. while (!regmap_read(regmap, ATMEL_HLCDC_SR, &status) &&
  159. (status & ATMEL_HLCDC_PIXEL_CLK))
  160. cpu_relax();
  161. clk_disable_unprepare(crtc->dc->hlcdc->sys_clk);
  162. pinctrl_pm_select_sleep_state(dev->dev);
  163. pm_runtime_allow(dev->dev);
  164. pm_runtime_put_sync(dev->dev);
  165. }
  166. static void atmel_hlcdc_crtc_atomic_enable(struct drm_crtc *c,
  167. struct drm_crtc_state *old_state)
  168. {
  169. struct drm_device *dev = c->dev;
  170. struct atmel_hlcdc_crtc *crtc = drm_crtc_to_atmel_hlcdc_crtc(c);
  171. struct regmap *regmap = crtc->dc->hlcdc->regmap;
  172. unsigned int status;
  173. pm_runtime_get_sync(dev->dev);
  174. pm_runtime_forbid(dev->dev);
  175. pinctrl_pm_select_default_state(dev->dev);
  176. clk_prepare_enable(crtc->dc->hlcdc->sys_clk);
  177. regmap_write(regmap, ATMEL_HLCDC_EN, ATMEL_HLCDC_PIXEL_CLK);
  178. while (!regmap_read(regmap, ATMEL_HLCDC_SR, &status) &&
  179. !(status & ATMEL_HLCDC_PIXEL_CLK))
  180. cpu_relax();
  181. regmap_write(regmap, ATMEL_HLCDC_EN, ATMEL_HLCDC_SYNC);
  182. while (!regmap_read(regmap, ATMEL_HLCDC_SR, &status) &&
  183. !(status & ATMEL_HLCDC_SYNC))
  184. cpu_relax();
  185. regmap_write(regmap, ATMEL_HLCDC_EN, ATMEL_HLCDC_DISP);
  186. while (!regmap_read(regmap, ATMEL_HLCDC_SR, &status) &&
  187. !(status & ATMEL_HLCDC_DISP))
  188. cpu_relax();
  189. pm_runtime_put_sync(dev->dev);
  190. drm_crtc_vblank_on(c);
  191. }
  192. #define ATMEL_HLCDC_RGB444_OUTPUT BIT(0)
  193. #define ATMEL_HLCDC_RGB565_OUTPUT BIT(1)
  194. #define ATMEL_HLCDC_RGB666_OUTPUT BIT(2)
  195. #define ATMEL_HLCDC_RGB888_OUTPUT BIT(3)
  196. #define ATMEL_HLCDC_OUTPUT_MODE_MASK GENMASK(3, 0)
  197. static int atmel_hlcdc_connector_output_mode(struct drm_connector_state *state)
  198. {
  199. struct drm_connector *connector = state->connector;
  200. struct drm_display_info *info = &connector->display_info;
  201. struct drm_encoder *encoder;
  202. unsigned int supported_fmts = 0;
  203. int j;
  204. encoder = state->best_encoder;
  205. if (!encoder)
  206. encoder = connector->encoder;
  207. switch (atmel_hlcdc_encoder_get_bus_fmt(encoder)) {
  208. case 0:
  209. break;
  210. case MEDIA_BUS_FMT_RGB444_1X12:
  211. return ATMEL_HLCDC_RGB444_OUTPUT;
  212. case MEDIA_BUS_FMT_RGB565_1X16:
  213. return ATMEL_HLCDC_RGB565_OUTPUT;
  214. case MEDIA_BUS_FMT_RGB666_1X18:
  215. return ATMEL_HLCDC_RGB666_OUTPUT;
  216. case MEDIA_BUS_FMT_RGB888_1X24:
  217. return ATMEL_HLCDC_RGB888_OUTPUT;
  218. default:
  219. return -EINVAL;
  220. }
  221. for (j = 0; j < info->num_bus_formats; j++) {
  222. switch (info->bus_formats[j]) {
  223. case MEDIA_BUS_FMT_RGB444_1X12:
  224. supported_fmts |= ATMEL_HLCDC_RGB444_OUTPUT;
  225. break;
  226. case MEDIA_BUS_FMT_RGB565_1X16:
  227. supported_fmts |= ATMEL_HLCDC_RGB565_OUTPUT;
  228. break;
  229. case MEDIA_BUS_FMT_RGB666_1X18:
  230. supported_fmts |= ATMEL_HLCDC_RGB666_OUTPUT;
  231. break;
  232. case MEDIA_BUS_FMT_RGB888_1X24:
  233. supported_fmts |= ATMEL_HLCDC_RGB888_OUTPUT;
  234. break;
  235. default:
  236. break;
  237. }
  238. }
  239. return supported_fmts;
  240. }
  241. static int atmel_hlcdc_crtc_select_output_mode(struct drm_crtc_state *state)
  242. {
  243. unsigned int output_fmts = ATMEL_HLCDC_OUTPUT_MODE_MASK;
  244. struct atmel_hlcdc_crtc_state *hstate;
  245. struct drm_connector_state *cstate;
  246. struct drm_connector *connector;
  247. struct atmel_hlcdc_crtc *crtc;
  248. int i;
  249. crtc = drm_crtc_to_atmel_hlcdc_crtc(state->crtc);
  250. for_each_new_connector_in_state(state->state, connector, cstate, i) {
  251. unsigned int supported_fmts = 0;
  252. if (!cstate->crtc)
  253. continue;
  254. supported_fmts = atmel_hlcdc_connector_output_mode(cstate);
  255. if (crtc->dc->desc->conflicting_output_formats)
  256. output_fmts &= supported_fmts;
  257. else
  258. output_fmts |= supported_fmts;
  259. }
  260. if (!output_fmts)
  261. return -EINVAL;
  262. hstate = drm_crtc_state_to_atmel_hlcdc_crtc_state(state);
  263. hstate->output_mode = fls(output_fmts) - 1;
  264. return 0;
  265. }
  266. static int atmel_hlcdc_crtc_atomic_check(struct drm_crtc *c,
  267. struct drm_crtc_state *s)
  268. {
  269. int ret;
  270. ret = atmel_hlcdc_crtc_select_output_mode(s);
  271. if (ret)
  272. return ret;
  273. ret = atmel_hlcdc_plane_prepare_disc_area(s);
  274. if (ret)
  275. return ret;
  276. return atmel_hlcdc_plane_prepare_ahb_routing(s);
  277. }
  278. static void atmel_hlcdc_crtc_atomic_begin(struct drm_crtc *c,
  279. struct drm_crtc_state *old_s)
  280. {
  281. struct atmel_hlcdc_crtc *crtc = drm_crtc_to_atmel_hlcdc_crtc(c);
  282. if (c->state->event) {
  283. c->state->event->pipe = drm_crtc_index(c);
  284. WARN_ON(drm_crtc_vblank_get(c) != 0);
  285. crtc->event = c->state->event;
  286. c->state->event = NULL;
  287. }
  288. }
  289. static void atmel_hlcdc_crtc_atomic_flush(struct drm_crtc *crtc,
  290. struct drm_crtc_state *old_s)
  291. {
  292. /* TODO: write common plane control register if available */
  293. }
  294. static const struct drm_crtc_helper_funcs lcdc_crtc_helper_funcs = {
  295. .mode_valid = atmel_hlcdc_crtc_mode_valid,
  296. .mode_set = drm_helper_crtc_mode_set,
  297. .mode_set_nofb = atmel_hlcdc_crtc_mode_set_nofb,
  298. .mode_set_base = drm_helper_crtc_mode_set_base,
  299. .atomic_check = atmel_hlcdc_crtc_atomic_check,
  300. .atomic_begin = atmel_hlcdc_crtc_atomic_begin,
  301. .atomic_flush = atmel_hlcdc_crtc_atomic_flush,
  302. .atomic_enable = atmel_hlcdc_crtc_atomic_enable,
  303. .atomic_disable = atmel_hlcdc_crtc_atomic_disable,
  304. };
  305. static void atmel_hlcdc_crtc_destroy(struct drm_crtc *c)
  306. {
  307. struct atmel_hlcdc_crtc *crtc = drm_crtc_to_atmel_hlcdc_crtc(c);
  308. drm_crtc_cleanup(c);
  309. kfree(crtc);
  310. }
  311. static void atmel_hlcdc_crtc_finish_page_flip(struct atmel_hlcdc_crtc *crtc)
  312. {
  313. struct drm_device *dev = crtc->base.dev;
  314. unsigned long flags;
  315. spin_lock_irqsave(&dev->event_lock, flags);
  316. if (crtc->event) {
  317. drm_crtc_send_vblank_event(&crtc->base, crtc->event);
  318. drm_crtc_vblank_put(&crtc->base);
  319. crtc->event = NULL;
  320. }
  321. spin_unlock_irqrestore(&dev->event_lock, flags);
  322. }
  323. void atmel_hlcdc_crtc_irq(struct drm_crtc *c)
  324. {
  325. drm_crtc_handle_vblank(c);
  326. atmel_hlcdc_crtc_finish_page_flip(drm_crtc_to_atmel_hlcdc_crtc(c));
  327. }
  328. static void atmel_hlcdc_crtc_reset(struct drm_crtc *crtc)
  329. {
  330. struct atmel_hlcdc_crtc_state *state;
  331. if (crtc->state) {
  332. __drm_atomic_helper_crtc_destroy_state(crtc->state);
  333. state = drm_crtc_state_to_atmel_hlcdc_crtc_state(crtc->state);
  334. kfree(state);
  335. crtc->state = NULL;
  336. }
  337. state = kzalloc(sizeof(*state), GFP_KERNEL);
  338. if (state) {
  339. crtc->state = &state->base;
  340. crtc->state->crtc = crtc;
  341. }
  342. }
  343. static struct drm_crtc_state *
  344. atmel_hlcdc_crtc_duplicate_state(struct drm_crtc *crtc)
  345. {
  346. struct atmel_hlcdc_crtc_state *state, *cur;
  347. if (WARN_ON(!crtc->state))
  348. return NULL;
  349. state = kmalloc(sizeof(*state), GFP_KERNEL);
  350. if (!state)
  351. return NULL;
  352. __drm_atomic_helper_crtc_duplicate_state(crtc, &state->base);
  353. cur = drm_crtc_state_to_atmel_hlcdc_crtc_state(crtc->state);
  354. state->output_mode = cur->output_mode;
  355. return &state->base;
  356. }
  357. static void atmel_hlcdc_crtc_destroy_state(struct drm_crtc *crtc,
  358. struct drm_crtc_state *s)
  359. {
  360. struct atmel_hlcdc_crtc_state *state;
  361. state = drm_crtc_state_to_atmel_hlcdc_crtc_state(s);
  362. __drm_atomic_helper_crtc_destroy_state(s);
  363. kfree(state);
  364. }
  365. static int atmel_hlcdc_crtc_enable_vblank(struct drm_crtc *c)
  366. {
  367. struct atmel_hlcdc_crtc *crtc = drm_crtc_to_atmel_hlcdc_crtc(c);
  368. struct regmap *regmap = crtc->dc->hlcdc->regmap;
  369. /* Enable SOF (Start Of Frame) interrupt for vblank counting */
  370. regmap_write(regmap, ATMEL_HLCDC_IER, ATMEL_HLCDC_SOF);
  371. return 0;
  372. }
  373. static void atmel_hlcdc_crtc_disable_vblank(struct drm_crtc *c)
  374. {
  375. struct atmel_hlcdc_crtc *crtc = drm_crtc_to_atmel_hlcdc_crtc(c);
  376. struct regmap *regmap = crtc->dc->hlcdc->regmap;
  377. regmap_write(regmap, ATMEL_HLCDC_IDR, ATMEL_HLCDC_SOF);
  378. }
  379. static const struct drm_crtc_funcs atmel_hlcdc_crtc_funcs = {
  380. .page_flip = drm_atomic_helper_page_flip,
  381. .set_config = drm_atomic_helper_set_config,
  382. .destroy = atmel_hlcdc_crtc_destroy,
  383. .reset = atmel_hlcdc_crtc_reset,
  384. .atomic_duplicate_state = atmel_hlcdc_crtc_duplicate_state,
  385. .atomic_destroy_state = atmel_hlcdc_crtc_destroy_state,
  386. .enable_vblank = atmel_hlcdc_crtc_enable_vblank,
  387. .disable_vblank = atmel_hlcdc_crtc_disable_vblank,
  388. .gamma_set = drm_atomic_helper_legacy_gamma_set,
  389. };
  390. int atmel_hlcdc_crtc_create(struct drm_device *dev)
  391. {
  392. struct atmel_hlcdc_plane *primary = NULL, *cursor = NULL;
  393. struct atmel_hlcdc_dc *dc = dev->dev_private;
  394. struct atmel_hlcdc_crtc *crtc;
  395. int ret;
  396. int i;
  397. crtc = kzalloc(sizeof(*crtc), GFP_KERNEL);
  398. if (!crtc)
  399. return -ENOMEM;
  400. crtc->dc = dc;
  401. for (i = 0; i < ATMEL_HLCDC_MAX_LAYERS; i++) {
  402. if (!dc->layers[i])
  403. continue;
  404. switch (dc->layers[i]->desc->type) {
  405. case ATMEL_HLCDC_BASE_LAYER:
  406. primary = atmel_hlcdc_layer_to_plane(dc->layers[i]);
  407. break;
  408. case ATMEL_HLCDC_CURSOR_LAYER:
  409. cursor = atmel_hlcdc_layer_to_plane(dc->layers[i]);
  410. break;
  411. default:
  412. break;
  413. }
  414. }
  415. ret = drm_crtc_init_with_planes(dev, &crtc->base, &primary->base,
  416. &cursor->base, &atmel_hlcdc_crtc_funcs,
  417. NULL);
  418. if (ret < 0)
  419. goto fail;
  420. crtc->id = drm_crtc_index(&crtc->base);
  421. for (i = 0; i < ATMEL_HLCDC_MAX_LAYERS; i++) {
  422. struct atmel_hlcdc_plane *overlay;
  423. if (dc->layers[i] &&
  424. dc->layers[i]->desc->type == ATMEL_HLCDC_OVERLAY_LAYER) {
  425. overlay = atmel_hlcdc_layer_to_plane(dc->layers[i]);
  426. overlay->base.possible_crtcs = 1 << crtc->id;
  427. }
  428. }
  429. drm_crtc_helper_add(&crtc->base, &lcdc_crtc_helper_funcs);
  430. drm_crtc_vblank_reset(&crtc->base);
  431. drm_mode_crtc_set_gamma_size(&crtc->base, ATMEL_HLCDC_CLUT_SIZE);
  432. drm_crtc_enable_color_mgmt(&crtc->base, 0, false,
  433. ATMEL_HLCDC_CLUT_SIZE);
  434. dc->crtc = &crtc->base;
  435. return 0;
  436. fail:
  437. atmel_hlcdc_crtc_destroy(&crtc->base);
  438. return ret;
  439. }