tree-checker.c 17 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586
  1. /*
  2. * Copyright (C) Qu Wenruo 2017. All rights reserved.
  3. *
  4. * This program is free software; you can redistribute it and/or
  5. * modify it under the terms of the GNU General Public
  6. * License v2 as published by the Free Software Foundation.
  7. *
  8. * This program is distributed in the hope that it will be useful,
  9. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  10. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  11. * General Public License for more details.
  12. *
  13. * You should have received a copy of the GNU General Public
  14. * License along with this program.
  15. */
  16. /*
  17. * The module is used to catch unexpected/corrupted tree block data.
  18. * Such behavior can be caused either by a fuzzed image or bugs.
  19. *
  20. * The objective is to do leaf/node validation checks when tree block is read
  21. * from disk, and check *every* possible member, so other code won't
  22. * need to checking them again.
  23. *
  24. * Due to the potential and unwanted damage, every checker needs to be
  25. * carefully reviewed otherwise so it does not prevent mount of valid images.
  26. */
  27. #include "ctree.h"
  28. #include "tree-checker.h"
  29. #include "disk-io.h"
  30. #include "compression.h"
  31. /*
  32. * Error message should follow the following format:
  33. * corrupt <type>: <identifier>, <reason>[, <bad_value>]
  34. *
  35. * @type: leaf or node
  36. * @identifier: the necessary info to locate the leaf/node.
  37. * It's recommened to decode key.objecitd/offset if it's
  38. * meaningful.
  39. * @reason: describe the error
  40. * @bad_value: optional, it's recommened to output bad value and its
  41. * expected value (range).
  42. *
  43. * Since comma is used to separate the components, only space is allowed
  44. * inside each component.
  45. */
  46. /*
  47. * Append generic "corrupt leaf/node root=%llu block=%llu slot=%d: " to @fmt.
  48. * Allows callers to customize the output.
  49. */
  50. __printf(4, 5)
  51. static void generic_err(const struct btrfs_fs_info *fs_info,
  52. const struct extent_buffer *eb, int slot,
  53. const char *fmt, ...)
  54. {
  55. struct va_format vaf;
  56. va_list args;
  57. va_start(args, fmt);
  58. vaf.fmt = fmt;
  59. vaf.va = &args;
  60. btrfs_crit(fs_info,
  61. "corrupt %s: root=%llu block=%llu slot=%d, %pV",
  62. btrfs_header_level(eb) == 0 ? "leaf" : "node",
  63. btrfs_header_owner(eb), btrfs_header_bytenr(eb), slot, &vaf);
  64. va_end(args);
  65. }
  66. /*
  67. * Customized reporter for extent data item, since its key objectid and
  68. * offset has its own meaning.
  69. */
  70. __printf(4, 5)
  71. static void file_extent_err(const struct btrfs_fs_info *fs_info,
  72. const struct extent_buffer *eb, int slot,
  73. const char *fmt, ...)
  74. {
  75. struct btrfs_key key;
  76. struct va_format vaf;
  77. va_list args;
  78. btrfs_item_key_to_cpu(eb, &key, slot);
  79. va_start(args, fmt);
  80. vaf.fmt = fmt;
  81. vaf.va = &args;
  82. btrfs_crit(fs_info,
  83. "corrupt %s: root=%llu block=%llu slot=%d ino=%llu file_offset=%llu, %pV",
  84. btrfs_header_level(eb) == 0 ? "leaf" : "node",
  85. btrfs_header_owner(eb), btrfs_header_bytenr(eb), slot,
  86. key.objectid, key.offset, &vaf);
  87. va_end(args);
  88. }
  89. /*
  90. * Return 0 if the btrfs_file_extent_##name is aligned to @alignment
  91. * Else return 1
  92. */
  93. #define CHECK_FE_ALIGNED(fs_info, leaf, slot, fi, name, alignment) \
  94. ({ \
  95. if (!IS_ALIGNED(btrfs_file_extent_##name((leaf), (fi)), (alignment))) \
  96. file_extent_err((fs_info), (leaf), (slot), \
  97. "invalid %s for file extent, have %llu, should be aligned to %u", \
  98. (#name), btrfs_file_extent_##name((leaf), (fi)), \
  99. (alignment)); \
  100. (!IS_ALIGNED(btrfs_file_extent_##name((leaf), (fi)), (alignment))); \
  101. })
  102. static int check_extent_data_item(struct btrfs_fs_info *fs_info,
  103. struct extent_buffer *leaf,
  104. struct btrfs_key *key, int slot)
  105. {
  106. struct btrfs_file_extent_item *fi;
  107. u32 sectorsize = fs_info->sectorsize;
  108. u32 item_size = btrfs_item_size_nr(leaf, slot);
  109. if (!IS_ALIGNED(key->offset, sectorsize)) {
  110. file_extent_err(fs_info, leaf, slot,
  111. "unaligned file_offset for file extent, have %llu should be aligned to %u",
  112. key->offset, sectorsize);
  113. return -EUCLEAN;
  114. }
  115. fi = btrfs_item_ptr(leaf, slot, struct btrfs_file_extent_item);
  116. if (btrfs_file_extent_type(leaf, fi) > BTRFS_FILE_EXTENT_TYPES) {
  117. file_extent_err(fs_info, leaf, slot,
  118. "invalid type for file extent, have %u expect range [0, %u]",
  119. btrfs_file_extent_type(leaf, fi),
  120. BTRFS_FILE_EXTENT_TYPES);
  121. return -EUCLEAN;
  122. }
  123. /*
  124. * Support for new compression/encrption must introduce incompat flag,
  125. * and must be caught in open_ctree().
  126. */
  127. if (btrfs_file_extent_compression(leaf, fi) > BTRFS_COMPRESS_TYPES) {
  128. file_extent_err(fs_info, leaf, slot,
  129. "invalid compression for file extent, have %u expect range [0, %u]",
  130. btrfs_file_extent_compression(leaf, fi),
  131. BTRFS_COMPRESS_TYPES);
  132. return -EUCLEAN;
  133. }
  134. if (btrfs_file_extent_encryption(leaf, fi)) {
  135. file_extent_err(fs_info, leaf, slot,
  136. "invalid encryption for file extent, have %u expect 0",
  137. btrfs_file_extent_encryption(leaf, fi));
  138. return -EUCLEAN;
  139. }
  140. if (btrfs_file_extent_type(leaf, fi) == BTRFS_FILE_EXTENT_INLINE) {
  141. /* Inline extent must have 0 as key offset */
  142. if (key->offset) {
  143. file_extent_err(fs_info, leaf, slot,
  144. "invalid file_offset for inline file extent, have %llu expect 0",
  145. key->offset);
  146. return -EUCLEAN;
  147. }
  148. /* Compressed inline extent has no on-disk size, skip it */
  149. if (btrfs_file_extent_compression(leaf, fi) !=
  150. BTRFS_COMPRESS_NONE)
  151. return 0;
  152. /* Uncompressed inline extent size must match item size */
  153. if (item_size != BTRFS_FILE_EXTENT_INLINE_DATA_START +
  154. btrfs_file_extent_ram_bytes(leaf, fi)) {
  155. file_extent_err(fs_info, leaf, slot,
  156. "invalid ram_bytes for uncompressed inline extent, have %u expect %llu",
  157. item_size, BTRFS_FILE_EXTENT_INLINE_DATA_START +
  158. btrfs_file_extent_ram_bytes(leaf, fi));
  159. return -EUCLEAN;
  160. }
  161. return 0;
  162. }
  163. /* Regular or preallocated extent has fixed item size */
  164. if (item_size != sizeof(*fi)) {
  165. file_extent_err(fs_info, leaf, slot,
  166. "invalid item size for reg/prealloc file extent, have %u expect %zu",
  167. item_size, sizeof(*fi));
  168. return -EUCLEAN;
  169. }
  170. if (CHECK_FE_ALIGNED(fs_info, leaf, slot, fi, ram_bytes, sectorsize) ||
  171. CHECK_FE_ALIGNED(fs_info, leaf, slot, fi, disk_bytenr, sectorsize) ||
  172. CHECK_FE_ALIGNED(fs_info, leaf, slot, fi, disk_num_bytes, sectorsize) ||
  173. CHECK_FE_ALIGNED(fs_info, leaf, slot, fi, offset, sectorsize) ||
  174. CHECK_FE_ALIGNED(fs_info, leaf, slot, fi, num_bytes, sectorsize))
  175. return -EUCLEAN;
  176. return 0;
  177. }
  178. static int check_csum_item(struct btrfs_fs_info *fs_info,
  179. struct extent_buffer *leaf, struct btrfs_key *key,
  180. int slot)
  181. {
  182. u32 sectorsize = fs_info->sectorsize;
  183. u32 csumsize = btrfs_super_csum_size(fs_info->super_copy);
  184. if (key->objectid != BTRFS_EXTENT_CSUM_OBJECTID) {
  185. generic_err(fs_info, leaf, slot,
  186. "invalid key objectid for csum item, have %llu expect %llu",
  187. key->objectid, BTRFS_EXTENT_CSUM_OBJECTID);
  188. return -EUCLEAN;
  189. }
  190. if (!IS_ALIGNED(key->offset, sectorsize)) {
  191. generic_err(fs_info, leaf, slot,
  192. "unaligned key offset for csum item, have %llu should be aligned to %u",
  193. key->offset, sectorsize);
  194. return -EUCLEAN;
  195. }
  196. if (!IS_ALIGNED(btrfs_item_size_nr(leaf, slot), csumsize)) {
  197. generic_err(fs_info, leaf, slot,
  198. "unaligned item size for csum item, have %u should be aligned to %u",
  199. btrfs_item_size_nr(leaf, slot), csumsize);
  200. return -EUCLEAN;
  201. }
  202. return 0;
  203. }
  204. /*
  205. * Customized reported for dir_item, only important new info is key->objectid,
  206. * which represents inode number
  207. */
  208. __printf(4, 5)
  209. static void dir_item_err(const struct btrfs_fs_info *fs_info,
  210. const struct extent_buffer *eb, int slot,
  211. const char *fmt, ...)
  212. {
  213. struct btrfs_key key;
  214. struct va_format vaf;
  215. va_list args;
  216. btrfs_item_key_to_cpu(eb, &key, slot);
  217. va_start(args, fmt);
  218. vaf.fmt = fmt;
  219. vaf.va = &args;
  220. btrfs_crit(fs_info,
  221. "corrupt %s: root=%llu block=%llu slot=%d ino=%llu, %pV",
  222. btrfs_header_level(eb) == 0 ? "leaf" : "node",
  223. btrfs_header_owner(eb), btrfs_header_bytenr(eb), slot,
  224. key.objectid, &vaf);
  225. va_end(args);
  226. }
  227. static int check_dir_item(struct btrfs_fs_info *fs_info,
  228. struct extent_buffer *leaf,
  229. struct btrfs_key *key, int slot)
  230. {
  231. struct btrfs_dir_item *di;
  232. u32 item_size = btrfs_item_size_nr(leaf, slot);
  233. u32 cur = 0;
  234. di = btrfs_item_ptr(leaf, slot, struct btrfs_dir_item);
  235. while (cur < item_size) {
  236. u32 name_len;
  237. u32 data_len;
  238. u32 max_name_len;
  239. u32 total_size;
  240. u32 name_hash;
  241. u8 dir_type;
  242. /* header itself should not cross item boundary */
  243. if (cur + sizeof(*di) > item_size) {
  244. dir_item_err(fs_info, leaf, slot,
  245. "dir item header crosses item boundary, have %zu boundary %u",
  246. cur + sizeof(*di), item_size);
  247. return -EUCLEAN;
  248. }
  249. /* dir type check */
  250. dir_type = btrfs_dir_type(leaf, di);
  251. if (dir_type >= BTRFS_FT_MAX) {
  252. dir_item_err(fs_info, leaf, slot,
  253. "invalid dir item type, have %u expect [0, %u)",
  254. dir_type, BTRFS_FT_MAX);
  255. return -EUCLEAN;
  256. }
  257. if (key->type == BTRFS_XATTR_ITEM_KEY &&
  258. dir_type != BTRFS_FT_XATTR) {
  259. dir_item_err(fs_info, leaf, slot,
  260. "invalid dir item type for XATTR key, have %u expect %u",
  261. dir_type, BTRFS_FT_XATTR);
  262. return -EUCLEAN;
  263. }
  264. if (dir_type == BTRFS_FT_XATTR &&
  265. key->type != BTRFS_XATTR_ITEM_KEY) {
  266. dir_item_err(fs_info, leaf, slot,
  267. "xattr dir type found for non-XATTR key");
  268. return -EUCLEAN;
  269. }
  270. if (dir_type == BTRFS_FT_XATTR)
  271. max_name_len = XATTR_NAME_MAX;
  272. else
  273. max_name_len = BTRFS_NAME_LEN;
  274. /* Name/data length check */
  275. name_len = btrfs_dir_name_len(leaf, di);
  276. data_len = btrfs_dir_data_len(leaf, di);
  277. if (name_len > max_name_len) {
  278. dir_item_err(fs_info, leaf, slot,
  279. "dir item name len too long, have %u max %u",
  280. name_len, max_name_len);
  281. return -EUCLEAN;
  282. }
  283. if (name_len + data_len > BTRFS_MAX_XATTR_SIZE(fs_info)) {
  284. dir_item_err(fs_info, leaf, slot,
  285. "dir item name and data len too long, have %u max %u",
  286. name_len + data_len,
  287. BTRFS_MAX_XATTR_SIZE(fs_info));
  288. return -EUCLEAN;
  289. }
  290. if (data_len && dir_type != BTRFS_FT_XATTR) {
  291. dir_item_err(fs_info, leaf, slot,
  292. "dir item with invalid data len, have %u expect 0",
  293. data_len);
  294. return -EUCLEAN;
  295. }
  296. total_size = sizeof(*di) + name_len + data_len;
  297. /* header and name/data should not cross item boundary */
  298. if (cur + total_size > item_size) {
  299. dir_item_err(fs_info, leaf, slot,
  300. "dir item data crosses item boundary, have %u boundary %u",
  301. cur + total_size, item_size);
  302. return -EUCLEAN;
  303. }
  304. /*
  305. * Special check for XATTR/DIR_ITEM, as key->offset is name
  306. * hash, should match its name
  307. */
  308. if (key->type == BTRFS_DIR_ITEM_KEY ||
  309. key->type == BTRFS_XATTR_ITEM_KEY) {
  310. char namebuf[max(BTRFS_NAME_LEN, XATTR_NAME_MAX)];
  311. read_extent_buffer(leaf, namebuf,
  312. (unsigned long)(di + 1), name_len);
  313. name_hash = btrfs_name_hash(namebuf, name_len);
  314. if (key->offset != name_hash) {
  315. dir_item_err(fs_info, leaf, slot,
  316. "name hash mismatch with key, have 0x%016x expect 0x%016llx",
  317. name_hash, key->offset);
  318. return -EUCLEAN;
  319. }
  320. }
  321. cur += total_size;
  322. di = (struct btrfs_dir_item *)((void *)di + total_size);
  323. }
  324. return 0;
  325. }
  326. /*
  327. * Common point to switch the item-specific validation.
  328. */
  329. static int check_leaf_item(struct btrfs_fs_info *fs_info,
  330. struct extent_buffer *leaf,
  331. struct btrfs_key *key, int slot)
  332. {
  333. int ret = 0;
  334. switch (key->type) {
  335. case BTRFS_EXTENT_DATA_KEY:
  336. ret = check_extent_data_item(fs_info, leaf, key, slot);
  337. break;
  338. case BTRFS_EXTENT_CSUM_KEY:
  339. ret = check_csum_item(fs_info, leaf, key, slot);
  340. break;
  341. case BTRFS_DIR_ITEM_KEY:
  342. case BTRFS_DIR_INDEX_KEY:
  343. case BTRFS_XATTR_ITEM_KEY:
  344. ret = check_dir_item(fs_info, leaf, key, slot);
  345. break;
  346. }
  347. return ret;
  348. }
  349. static int check_leaf(struct btrfs_fs_info *fs_info, struct extent_buffer *leaf,
  350. bool check_item_data)
  351. {
  352. /* No valid key type is 0, so all key should be larger than this key */
  353. struct btrfs_key prev_key = {0, 0, 0};
  354. struct btrfs_key key;
  355. u32 nritems = btrfs_header_nritems(leaf);
  356. int slot;
  357. /*
  358. * Extent buffers from a relocation tree have a owner field that
  359. * corresponds to the subvolume tree they are based on. So just from an
  360. * extent buffer alone we can not find out what is the id of the
  361. * corresponding subvolume tree, so we can not figure out if the extent
  362. * buffer corresponds to the root of the relocation tree or not. So
  363. * skip this check for relocation trees.
  364. */
  365. if (nritems == 0 && !btrfs_header_flag(leaf, BTRFS_HEADER_FLAG_RELOC)) {
  366. struct btrfs_root *check_root;
  367. key.objectid = btrfs_header_owner(leaf);
  368. key.type = BTRFS_ROOT_ITEM_KEY;
  369. key.offset = (u64)-1;
  370. check_root = btrfs_get_fs_root(fs_info, &key, false);
  371. /*
  372. * The only reason we also check NULL here is that during
  373. * open_ctree() some roots has not yet been set up.
  374. */
  375. if (!IS_ERR_OR_NULL(check_root)) {
  376. struct extent_buffer *eb;
  377. eb = btrfs_root_node(check_root);
  378. /* if leaf is the root, then it's fine */
  379. if (leaf != eb) {
  380. generic_err(fs_info, leaf, 0,
  381. "invalid nritems, have %u should not be 0 for non-root leaf",
  382. nritems);
  383. free_extent_buffer(eb);
  384. return -EUCLEAN;
  385. }
  386. free_extent_buffer(eb);
  387. }
  388. return 0;
  389. }
  390. if (nritems == 0)
  391. return 0;
  392. /*
  393. * Check the following things to make sure this is a good leaf, and
  394. * leaf users won't need to bother with similar sanity checks:
  395. *
  396. * 1) key ordering
  397. * 2) item offset and size
  398. * No overlap, no hole, all inside the leaf.
  399. * 3) item content
  400. * If possible, do comprehensive sanity check.
  401. * NOTE: All checks must only rely on the item data itself.
  402. */
  403. for (slot = 0; slot < nritems; slot++) {
  404. u32 item_end_expected;
  405. int ret;
  406. btrfs_item_key_to_cpu(leaf, &key, slot);
  407. /* Make sure the keys are in the right order */
  408. if (btrfs_comp_cpu_keys(&prev_key, &key) >= 0) {
  409. generic_err(fs_info, leaf, slot,
  410. "bad key order, prev (%llu %u %llu) current (%llu %u %llu)",
  411. prev_key.objectid, prev_key.type,
  412. prev_key.offset, key.objectid, key.type,
  413. key.offset);
  414. return -EUCLEAN;
  415. }
  416. /*
  417. * Make sure the offset and ends are right, remember that the
  418. * item data starts at the end of the leaf and grows towards the
  419. * front.
  420. */
  421. if (slot == 0)
  422. item_end_expected = BTRFS_LEAF_DATA_SIZE(fs_info);
  423. else
  424. item_end_expected = btrfs_item_offset_nr(leaf,
  425. slot - 1);
  426. if (btrfs_item_end_nr(leaf, slot) != item_end_expected) {
  427. generic_err(fs_info, leaf, slot,
  428. "unexpected item end, have %u expect %u",
  429. btrfs_item_end_nr(leaf, slot),
  430. item_end_expected);
  431. return -EUCLEAN;
  432. }
  433. /*
  434. * Check to make sure that we don't point outside of the leaf,
  435. * just in case all the items are consistent to each other, but
  436. * all point outside of the leaf.
  437. */
  438. if (btrfs_item_end_nr(leaf, slot) >
  439. BTRFS_LEAF_DATA_SIZE(fs_info)) {
  440. generic_err(fs_info, leaf, slot,
  441. "slot end outside of leaf, have %u expect range [0, %u]",
  442. btrfs_item_end_nr(leaf, slot),
  443. BTRFS_LEAF_DATA_SIZE(fs_info));
  444. return -EUCLEAN;
  445. }
  446. /* Also check if the item pointer overlaps with btrfs item. */
  447. if (btrfs_item_nr_offset(slot) + sizeof(struct btrfs_item) >
  448. btrfs_item_ptr_offset(leaf, slot)) {
  449. generic_err(fs_info, leaf, slot,
  450. "slot overlaps with its data, item end %lu data start %lu",
  451. btrfs_item_nr_offset(slot) +
  452. sizeof(struct btrfs_item),
  453. btrfs_item_ptr_offset(leaf, slot));
  454. return -EUCLEAN;
  455. }
  456. if (check_item_data) {
  457. /*
  458. * Check if the item size and content meet other
  459. * criteria
  460. */
  461. ret = check_leaf_item(fs_info, leaf, &key, slot);
  462. if (ret < 0)
  463. return ret;
  464. }
  465. prev_key.objectid = key.objectid;
  466. prev_key.type = key.type;
  467. prev_key.offset = key.offset;
  468. }
  469. return 0;
  470. }
  471. int btrfs_check_leaf_full(struct btrfs_fs_info *fs_info,
  472. struct extent_buffer *leaf)
  473. {
  474. return check_leaf(fs_info, leaf, true);
  475. }
  476. int btrfs_check_leaf_relaxed(struct btrfs_fs_info *fs_info,
  477. struct extent_buffer *leaf)
  478. {
  479. return check_leaf(fs_info, leaf, false);
  480. }
  481. int btrfs_check_node(struct btrfs_fs_info *fs_info, struct extent_buffer *node)
  482. {
  483. unsigned long nr = btrfs_header_nritems(node);
  484. struct btrfs_key key, next_key;
  485. int slot;
  486. u64 bytenr;
  487. int ret = 0;
  488. if (nr == 0 || nr > BTRFS_NODEPTRS_PER_BLOCK(fs_info)) {
  489. btrfs_crit(fs_info,
  490. "corrupt node: root=%llu block=%llu, nritems too %s, have %lu expect range [1,%u]",
  491. btrfs_header_owner(node), node->start,
  492. nr == 0 ? "small" : "large", nr,
  493. BTRFS_NODEPTRS_PER_BLOCK(fs_info));
  494. return -EUCLEAN;
  495. }
  496. for (slot = 0; slot < nr - 1; slot++) {
  497. bytenr = btrfs_node_blockptr(node, slot);
  498. btrfs_node_key_to_cpu(node, &key, slot);
  499. btrfs_node_key_to_cpu(node, &next_key, slot + 1);
  500. if (!bytenr) {
  501. generic_err(fs_info, node, slot,
  502. "invalid NULL node pointer");
  503. ret = -EUCLEAN;
  504. goto out;
  505. }
  506. if (!IS_ALIGNED(bytenr, fs_info->sectorsize)) {
  507. generic_err(fs_info, node, slot,
  508. "unaligned pointer, have %llu should be aligned to %u",
  509. bytenr, fs_info->sectorsize);
  510. ret = -EUCLEAN;
  511. goto out;
  512. }
  513. if (btrfs_comp_cpu_keys(&key, &next_key) >= 0) {
  514. generic_err(fs_info, node, slot,
  515. "bad key order, current (%llu %u %llu) next (%llu %u %llu)",
  516. key.objectid, key.type, key.offset,
  517. next_key.objectid, next_key.type,
  518. next_key.offset);
  519. ret = -EUCLEAN;
  520. goto out;
  521. }
  522. }
  523. out:
  524. return ret;
  525. }