vimc-common.c 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446
  1. /*
  2. * vimc-common.c Virtual Media Controller Driver
  3. *
  4. * Copyright (C) 2015-2017 Helen Koike <helen.fornazier@gmail.com>
  5. *
  6. * This program is free software; you can redistribute it and/or modify
  7. * it under the terms of the GNU General Public License as published by
  8. * the Free Software Foundation; either version 2 of the License, or
  9. * (at your option) any later version.
  10. *
  11. * This program is distributed in the hope that it will be useful,
  12. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  13. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  14. * GNU General Public License for more details.
  15. *
  16. */
  17. #include <linux/init.h>
  18. #include <linux/module.h>
  19. #include "vimc-common.h"
  20. static const struct vimc_pix_map vimc_pix_map_list[] = {
  21. /* TODO: add all missing formats */
  22. /* RGB formats */
  23. {
  24. .code = MEDIA_BUS_FMT_BGR888_1X24,
  25. .pixelformat = V4L2_PIX_FMT_BGR24,
  26. .bpp = 3,
  27. },
  28. {
  29. .code = MEDIA_BUS_FMT_RGB888_1X24,
  30. .pixelformat = V4L2_PIX_FMT_RGB24,
  31. .bpp = 3,
  32. },
  33. {
  34. .code = MEDIA_BUS_FMT_ARGB8888_1X32,
  35. .pixelformat = V4L2_PIX_FMT_ARGB32,
  36. .bpp = 4,
  37. },
  38. /* Bayer formats */
  39. {
  40. .code = MEDIA_BUS_FMT_SBGGR8_1X8,
  41. .pixelformat = V4L2_PIX_FMT_SBGGR8,
  42. .bpp = 1,
  43. },
  44. {
  45. .code = MEDIA_BUS_FMT_SGBRG8_1X8,
  46. .pixelformat = V4L2_PIX_FMT_SGBRG8,
  47. .bpp = 1,
  48. },
  49. {
  50. .code = MEDIA_BUS_FMT_SGRBG8_1X8,
  51. .pixelformat = V4L2_PIX_FMT_SGRBG8,
  52. .bpp = 1,
  53. },
  54. {
  55. .code = MEDIA_BUS_FMT_SRGGB8_1X8,
  56. .pixelformat = V4L2_PIX_FMT_SRGGB8,
  57. .bpp = 1,
  58. },
  59. {
  60. .code = MEDIA_BUS_FMT_SBGGR10_1X10,
  61. .pixelformat = V4L2_PIX_FMT_SBGGR10,
  62. .bpp = 2,
  63. },
  64. {
  65. .code = MEDIA_BUS_FMT_SGBRG10_1X10,
  66. .pixelformat = V4L2_PIX_FMT_SGBRG10,
  67. .bpp = 2,
  68. },
  69. {
  70. .code = MEDIA_BUS_FMT_SGRBG10_1X10,
  71. .pixelformat = V4L2_PIX_FMT_SGRBG10,
  72. .bpp = 2,
  73. },
  74. {
  75. .code = MEDIA_BUS_FMT_SRGGB10_1X10,
  76. .pixelformat = V4L2_PIX_FMT_SRGGB10,
  77. .bpp = 2,
  78. },
  79. /* 10bit raw bayer a-law compressed to 8 bits */
  80. {
  81. .code = MEDIA_BUS_FMT_SBGGR10_ALAW8_1X8,
  82. .pixelformat = V4L2_PIX_FMT_SBGGR10ALAW8,
  83. .bpp = 1,
  84. },
  85. {
  86. .code = MEDIA_BUS_FMT_SGBRG10_ALAW8_1X8,
  87. .pixelformat = V4L2_PIX_FMT_SGBRG10ALAW8,
  88. .bpp = 1,
  89. },
  90. {
  91. .code = MEDIA_BUS_FMT_SGRBG10_ALAW8_1X8,
  92. .pixelformat = V4L2_PIX_FMT_SGRBG10ALAW8,
  93. .bpp = 1,
  94. },
  95. {
  96. .code = MEDIA_BUS_FMT_SRGGB10_ALAW8_1X8,
  97. .pixelformat = V4L2_PIX_FMT_SRGGB10ALAW8,
  98. .bpp = 1,
  99. },
  100. /* 10bit raw bayer DPCM compressed to 8 bits */
  101. {
  102. .code = MEDIA_BUS_FMT_SBGGR10_DPCM8_1X8,
  103. .pixelformat = V4L2_PIX_FMT_SBGGR10DPCM8,
  104. .bpp = 1,
  105. },
  106. {
  107. .code = MEDIA_BUS_FMT_SGBRG10_DPCM8_1X8,
  108. .pixelformat = V4L2_PIX_FMT_SGBRG10DPCM8,
  109. .bpp = 1,
  110. },
  111. {
  112. .code = MEDIA_BUS_FMT_SGRBG10_DPCM8_1X8,
  113. .pixelformat = V4L2_PIX_FMT_SGRBG10DPCM8,
  114. .bpp = 1,
  115. },
  116. {
  117. .code = MEDIA_BUS_FMT_SRGGB10_DPCM8_1X8,
  118. .pixelformat = V4L2_PIX_FMT_SRGGB10DPCM8,
  119. .bpp = 1,
  120. },
  121. {
  122. .code = MEDIA_BUS_FMT_SBGGR12_1X12,
  123. .pixelformat = V4L2_PIX_FMT_SBGGR12,
  124. .bpp = 2,
  125. },
  126. {
  127. .code = MEDIA_BUS_FMT_SGBRG12_1X12,
  128. .pixelformat = V4L2_PIX_FMT_SGBRG12,
  129. .bpp = 2,
  130. },
  131. {
  132. .code = MEDIA_BUS_FMT_SGRBG12_1X12,
  133. .pixelformat = V4L2_PIX_FMT_SGRBG12,
  134. .bpp = 2,
  135. },
  136. {
  137. .code = MEDIA_BUS_FMT_SRGGB12_1X12,
  138. .pixelformat = V4L2_PIX_FMT_SRGGB12,
  139. .bpp = 2,
  140. },
  141. };
  142. const struct vimc_pix_map *vimc_pix_map_by_index(unsigned int i)
  143. {
  144. if (i >= ARRAY_SIZE(vimc_pix_map_list))
  145. return NULL;
  146. return &vimc_pix_map_list[i];
  147. }
  148. EXPORT_SYMBOL_GPL(vimc_pix_map_by_index);
  149. const struct vimc_pix_map *vimc_pix_map_by_code(u32 code)
  150. {
  151. unsigned int i;
  152. for (i = 0; i < ARRAY_SIZE(vimc_pix_map_list); i++) {
  153. if (vimc_pix_map_list[i].code == code)
  154. return &vimc_pix_map_list[i];
  155. }
  156. return NULL;
  157. }
  158. EXPORT_SYMBOL_GPL(vimc_pix_map_by_code);
  159. const struct vimc_pix_map *vimc_pix_map_by_pixelformat(u32 pixelformat)
  160. {
  161. unsigned int i;
  162. for (i = 0; i < ARRAY_SIZE(vimc_pix_map_list); i++) {
  163. if (vimc_pix_map_list[i].pixelformat == pixelformat)
  164. return &vimc_pix_map_list[i];
  165. }
  166. return NULL;
  167. }
  168. EXPORT_SYMBOL_GPL(vimc_pix_map_by_pixelformat);
  169. int vimc_propagate_frame(struct media_pad *src, const void *frame)
  170. {
  171. struct media_link *link;
  172. if (!(src->flags & MEDIA_PAD_FL_SOURCE))
  173. return -EINVAL;
  174. /* Send this frame to all sink pads that are direct linked */
  175. list_for_each_entry(link, &src->entity->links, list) {
  176. if (link->source == src &&
  177. (link->flags & MEDIA_LNK_FL_ENABLED)) {
  178. struct vimc_ent_device *ved = NULL;
  179. struct media_entity *entity = link->sink->entity;
  180. if (is_media_entity_v4l2_subdev(entity)) {
  181. struct v4l2_subdev *sd =
  182. container_of(entity, struct v4l2_subdev,
  183. entity);
  184. ved = v4l2_get_subdevdata(sd);
  185. } else if (is_media_entity_v4l2_video_device(entity)) {
  186. struct video_device *vdev =
  187. container_of(entity,
  188. struct video_device,
  189. entity);
  190. ved = video_get_drvdata(vdev);
  191. }
  192. if (ved && ved->process_frame)
  193. ved->process_frame(ved, link->sink, frame);
  194. }
  195. }
  196. return 0;
  197. }
  198. EXPORT_SYMBOL_GPL(vimc_propagate_frame);
  199. /* Helper function to allocate and initialize pads */
  200. struct media_pad *vimc_pads_init(u16 num_pads, const unsigned long *pads_flag)
  201. {
  202. struct media_pad *pads;
  203. unsigned int i;
  204. /* Allocate memory for the pads */
  205. pads = kcalloc(num_pads, sizeof(*pads), GFP_KERNEL);
  206. if (!pads)
  207. return ERR_PTR(-ENOMEM);
  208. /* Initialize the pads */
  209. for (i = 0; i < num_pads; i++) {
  210. pads[i].index = i;
  211. pads[i].flags = pads_flag[i];
  212. }
  213. return pads;
  214. }
  215. EXPORT_SYMBOL_GPL(vimc_pads_init);
  216. int vimc_pipeline_s_stream(struct media_entity *ent, int enable)
  217. {
  218. struct v4l2_subdev *sd;
  219. struct media_pad *pad;
  220. unsigned int i;
  221. int ret;
  222. for (i = 0; i < ent->num_pads; i++) {
  223. if (ent->pads[i].flags & MEDIA_PAD_FL_SOURCE)
  224. continue;
  225. /* Start the stream in the subdevice direct connected */
  226. pad = media_entity_remote_pad(&ent->pads[i]);
  227. if (!is_media_entity_v4l2_subdev(pad->entity))
  228. return -EINVAL;
  229. sd = media_entity_to_v4l2_subdev(pad->entity);
  230. ret = v4l2_subdev_call(sd, video, s_stream, enable);
  231. if (ret && ret != -ENOIOCTLCMD)
  232. return ret;
  233. }
  234. return 0;
  235. }
  236. EXPORT_SYMBOL_GPL(vimc_pipeline_s_stream);
  237. static int vimc_get_mbus_format(struct media_pad *pad,
  238. struct v4l2_subdev_format *fmt)
  239. {
  240. if (is_media_entity_v4l2_subdev(pad->entity)) {
  241. struct v4l2_subdev *sd =
  242. media_entity_to_v4l2_subdev(pad->entity);
  243. int ret;
  244. fmt->which = V4L2_SUBDEV_FORMAT_ACTIVE;
  245. fmt->pad = pad->index;
  246. ret = v4l2_subdev_call(sd, pad, get_fmt, NULL, fmt);
  247. if (ret)
  248. return ret;
  249. } else if (is_media_entity_v4l2_video_device(pad->entity)) {
  250. struct video_device *vdev = container_of(pad->entity,
  251. struct video_device,
  252. entity);
  253. struct vimc_ent_device *ved = video_get_drvdata(vdev);
  254. const struct vimc_pix_map *vpix;
  255. struct v4l2_pix_format vdev_fmt;
  256. if (!ved->vdev_get_format)
  257. return -ENOIOCTLCMD;
  258. ved->vdev_get_format(ved, &vdev_fmt);
  259. vpix = vimc_pix_map_by_pixelformat(vdev_fmt.pixelformat);
  260. v4l2_fill_mbus_format(&fmt->format, &vdev_fmt, vpix->code);
  261. } else {
  262. return -EINVAL;
  263. }
  264. return 0;
  265. }
  266. int vimc_link_validate(struct media_link *link)
  267. {
  268. struct v4l2_subdev_format source_fmt, sink_fmt;
  269. int ret;
  270. ret = vimc_get_mbus_format(link->source, &source_fmt);
  271. if (ret)
  272. return ret;
  273. ret = vimc_get_mbus_format(link->sink, &sink_fmt);
  274. if (ret)
  275. return ret;
  276. pr_info("vimc link validate: "
  277. "%s:src:%dx%d (0x%x, %d, %d, %d, %d) "
  278. "%s:snk:%dx%d (0x%x, %d, %d, %d, %d)\n",
  279. /* src */
  280. link->source->entity->name,
  281. source_fmt.format.width, source_fmt.format.height,
  282. source_fmt.format.code, source_fmt.format.colorspace,
  283. source_fmt.format.quantization, source_fmt.format.xfer_func,
  284. source_fmt.format.ycbcr_enc,
  285. /* sink */
  286. link->sink->entity->name,
  287. sink_fmt.format.width, sink_fmt.format.height,
  288. sink_fmt.format.code, sink_fmt.format.colorspace,
  289. sink_fmt.format.quantization, sink_fmt.format.xfer_func,
  290. sink_fmt.format.ycbcr_enc);
  291. /* The width, height and code must match. */
  292. if (source_fmt.format.width != sink_fmt.format.width
  293. || source_fmt.format.height != sink_fmt.format.height
  294. || source_fmt.format.code != sink_fmt.format.code)
  295. return -EPIPE;
  296. /*
  297. * The field order must match, or the sink field order must be NONE
  298. * to support interlaced hardware connected to bridges that support
  299. * progressive formats only.
  300. */
  301. if (source_fmt.format.field != sink_fmt.format.field &&
  302. sink_fmt.format.field != V4L2_FIELD_NONE)
  303. return -EPIPE;
  304. /*
  305. * If colorspace is DEFAULT, then assume all the colorimetry is also
  306. * DEFAULT, return 0 to skip comparing the other colorimetry parameters
  307. */
  308. if (source_fmt.format.colorspace == V4L2_COLORSPACE_DEFAULT
  309. || sink_fmt.format.colorspace == V4L2_COLORSPACE_DEFAULT)
  310. return 0;
  311. /* Colorspace must match. */
  312. if (source_fmt.format.colorspace != sink_fmt.format.colorspace)
  313. return -EPIPE;
  314. /* Colorimetry must match if they are not set to DEFAULT */
  315. if (source_fmt.format.ycbcr_enc != V4L2_YCBCR_ENC_DEFAULT
  316. && sink_fmt.format.ycbcr_enc != V4L2_YCBCR_ENC_DEFAULT
  317. && source_fmt.format.ycbcr_enc != sink_fmt.format.ycbcr_enc)
  318. return -EPIPE;
  319. if (source_fmt.format.quantization != V4L2_QUANTIZATION_DEFAULT
  320. && sink_fmt.format.quantization != V4L2_QUANTIZATION_DEFAULT
  321. && source_fmt.format.quantization != sink_fmt.format.quantization)
  322. return -EPIPE;
  323. if (source_fmt.format.xfer_func != V4L2_XFER_FUNC_DEFAULT
  324. && sink_fmt.format.xfer_func != V4L2_XFER_FUNC_DEFAULT
  325. && source_fmt.format.xfer_func != sink_fmt.format.xfer_func)
  326. return -EPIPE;
  327. return 0;
  328. }
  329. EXPORT_SYMBOL_GPL(vimc_link_validate);
  330. static const struct media_entity_operations vimc_ent_sd_mops = {
  331. .link_validate = vimc_link_validate,
  332. };
  333. int vimc_ent_sd_register(struct vimc_ent_device *ved,
  334. struct v4l2_subdev *sd,
  335. struct v4l2_device *v4l2_dev,
  336. const char *const name,
  337. u32 function,
  338. u16 num_pads,
  339. const unsigned long *pads_flag,
  340. const struct v4l2_subdev_ops *sd_ops)
  341. {
  342. int ret;
  343. /* Allocate the pads */
  344. ved->pads = vimc_pads_init(num_pads, pads_flag);
  345. if (IS_ERR(ved->pads))
  346. return PTR_ERR(ved->pads);
  347. /* Fill the vimc_ent_device struct */
  348. ved->ent = &sd->entity;
  349. /* Initialize the subdev */
  350. v4l2_subdev_init(sd, sd_ops);
  351. sd->entity.function = function;
  352. sd->entity.ops = &vimc_ent_sd_mops;
  353. sd->owner = THIS_MODULE;
  354. strlcpy(sd->name, name, sizeof(sd->name));
  355. v4l2_set_subdevdata(sd, ved);
  356. /* Expose this subdev to user space */
  357. sd->flags = V4L2_SUBDEV_FL_HAS_DEVNODE;
  358. /* Initialize the media entity */
  359. ret = media_entity_pads_init(&sd->entity, num_pads, ved->pads);
  360. if (ret)
  361. goto err_clean_pads;
  362. /* Register the subdev with the v4l2 and the media framework */
  363. ret = v4l2_device_register_subdev(v4l2_dev, sd);
  364. if (ret) {
  365. dev_err(v4l2_dev->dev,
  366. "%s: subdev register failed (err=%d)\n",
  367. name, ret);
  368. goto err_clean_m_ent;
  369. }
  370. return 0;
  371. err_clean_m_ent:
  372. media_entity_cleanup(&sd->entity);
  373. err_clean_pads:
  374. vimc_pads_cleanup(ved->pads);
  375. return ret;
  376. }
  377. EXPORT_SYMBOL_GPL(vimc_ent_sd_register);
  378. void vimc_ent_sd_unregister(struct vimc_ent_device *ved, struct v4l2_subdev *sd)
  379. {
  380. v4l2_device_unregister_subdev(sd);
  381. media_entity_cleanup(ved->ent);
  382. vimc_pads_cleanup(ved->pads);
  383. }
  384. EXPORT_SYMBOL_GPL(vimc_ent_sd_unregister);
  385. MODULE_DESCRIPTION("Virtual Media Controller Driver (VIMC) Common");
  386. MODULE_AUTHOR("Helen Koike <helen.fornazier@gmail.com>");
  387. MODULE_LICENSE("GPL");