mmp.c 9.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397
  1. #include <linux/fs.h>
  2. #include <linux/random.h>
  3. #include <linux/buffer_head.h>
  4. #include <linux/utsname.h>
  5. #include <linux/kthread.h>
  6. #include "ext4.h"
  7. /* Checksumming functions */
  8. static __le32 ext4_mmp_csum(struct super_block *sb, struct mmp_struct *mmp)
  9. {
  10. struct ext4_sb_info *sbi = EXT4_SB(sb);
  11. int offset = offsetof(struct mmp_struct, mmp_checksum);
  12. __u32 csum;
  13. csum = ext4_chksum(sbi, sbi->s_csum_seed, (char *)mmp, offset);
  14. return cpu_to_le32(csum);
  15. }
  16. static int ext4_mmp_csum_verify(struct super_block *sb, struct mmp_struct *mmp)
  17. {
  18. if (!ext4_has_metadata_csum(sb))
  19. return 1;
  20. return mmp->mmp_checksum == ext4_mmp_csum(sb, mmp);
  21. }
  22. static void ext4_mmp_csum_set(struct super_block *sb, struct mmp_struct *mmp)
  23. {
  24. if (!ext4_has_metadata_csum(sb))
  25. return;
  26. mmp->mmp_checksum = ext4_mmp_csum(sb, mmp);
  27. }
  28. /*
  29. * Write the MMP block using WRITE_SYNC to try to get the block on-disk
  30. * faster.
  31. */
  32. static int write_mmp_block(struct super_block *sb, struct buffer_head *bh)
  33. {
  34. struct mmp_struct *mmp = (struct mmp_struct *)(bh->b_data);
  35. /*
  36. * We protect against freezing so that we don't create dirty buffers
  37. * on frozen filesystem.
  38. */
  39. sb_start_write(sb);
  40. ext4_mmp_csum_set(sb, mmp);
  41. mark_buffer_dirty(bh);
  42. lock_buffer(bh);
  43. bh->b_end_io = end_buffer_write_sync;
  44. get_bh(bh);
  45. submit_bh(WRITE_SYNC | REQ_META | REQ_PRIO, bh);
  46. wait_on_buffer(bh);
  47. sb_end_write(sb);
  48. if (unlikely(!buffer_uptodate(bh)))
  49. return 1;
  50. return 0;
  51. }
  52. /*
  53. * Read the MMP block. It _must_ be read from disk and hence we clear the
  54. * uptodate flag on the buffer.
  55. */
  56. static int read_mmp_block(struct super_block *sb, struct buffer_head **bh,
  57. ext4_fsblk_t mmp_block)
  58. {
  59. struct mmp_struct *mmp;
  60. int ret;
  61. if (*bh)
  62. clear_buffer_uptodate(*bh);
  63. /* This would be sb_bread(sb, mmp_block), except we need to be sure
  64. * that the MD RAID device cache has been bypassed, and that the read
  65. * is not blocked in the elevator. */
  66. if (!*bh) {
  67. *bh = sb_getblk(sb, mmp_block);
  68. if (!*bh) {
  69. ret = -ENOMEM;
  70. goto warn_exit;
  71. }
  72. }
  73. get_bh(*bh);
  74. lock_buffer(*bh);
  75. (*bh)->b_end_io = end_buffer_read_sync;
  76. submit_bh(READ_SYNC | REQ_META | REQ_PRIO, *bh);
  77. wait_on_buffer(*bh);
  78. if (!buffer_uptodate(*bh)) {
  79. brelse(*bh);
  80. *bh = NULL;
  81. ret = -EIO;
  82. goto warn_exit;
  83. }
  84. mmp = (struct mmp_struct *)((*bh)->b_data);
  85. if (le32_to_cpu(mmp->mmp_magic) == EXT4_MMP_MAGIC &&
  86. ext4_mmp_csum_verify(sb, mmp))
  87. return 0;
  88. ret = -EINVAL;
  89. warn_exit:
  90. ext4_warning(sb, "Error %d while reading MMP block %llu",
  91. ret, mmp_block);
  92. return ret;
  93. }
  94. /*
  95. * Dump as much information as possible to help the admin.
  96. */
  97. void __dump_mmp_msg(struct super_block *sb, struct mmp_struct *mmp,
  98. const char *function, unsigned int line, const char *msg)
  99. {
  100. __ext4_warning(sb, function, line, "%s", msg);
  101. __ext4_warning(sb, function, line,
  102. "MMP failure info: last update time: %llu, last update "
  103. "node: %s, last update device: %s\n",
  104. (long long unsigned int) le64_to_cpu(mmp->mmp_time),
  105. mmp->mmp_nodename, mmp->mmp_bdevname);
  106. }
  107. /*
  108. * kmmpd will update the MMP sequence every s_mmp_update_interval seconds
  109. */
  110. static int kmmpd(void *data)
  111. {
  112. struct super_block *sb = ((struct mmpd_data *) data)->sb;
  113. struct buffer_head *bh = ((struct mmpd_data *) data)->bh;
  114. struct ext4_super_block *es = EXT4_SB(sb)->s_es;
  115. struct mmp_struct *mmp;
  116. ext4_fsblk_t mmp_block;
  117. u32 seq = 0;
  118. unsigned long failed_writes = 0;
  119. int mmp_update_interval = le16_to_cpu(es->s_mmp_update_interval);
  120. unsigned mmp_check_interval;
  121. unsigned long last_update_time;
  122. unsigned long diff;
  123. int retval;
  124. mmp_block = le64_to_cpu(es->s_mmp_block);
  125. mmp = (struct mmp_struct *)(bh->b_data);
  126. mmp->mmp_time = cpu_to_le64(get_seconds());
  127. /*
  128. * Start with the higher mmp_check_interval and reduce it if
  129. * the MMP block is being updated on time.
  130. */
  131. mmp_check_interval = max(EXT4_MMP_CHECK_MULT * mmp_update_interval,
  132. EXT4_MMP_MIN_CHECK_INTERVAL);
  133. mmp->mmp_check_interval = cpu_to_le16(mmp_check_interval);
  134. bdevname(bh->b_bdev, mmp->mmp_bdevname);
  135. memcpy(mmp->mmp_nodename, init_utsname()->nodename,
  136. sizeof(mmp->mmp_nodename));
  137. while (!kthread_should_stop()) {
  138. if (++seq > EXT4_MMP_SEQ_MAX)
  139. seq = 1;
  140. mmp->mmp_seq = cpu_to_le32(seq);
  141. mmp->mmp_time = cpu_to_le64(get_seconds());
  142. last_update_time = jiffies;
  143. retval = write_mmp_block(sb, bh);
  144. /*
  145. * Don't spew too many error messages. Print one every
  146. * (s_mmp_update_interval * 60) seconds.
  147. */
  148. if (retval) {
  149. if ((failed_writes % 60) == 0)
  150. ext4_error(sb, "Error writing to MMP block");
  151. failed_writes++;
  152. }
  153. if (!(le32_to_cpu(es->s_feature_incompat) &
  154. EXT4_FEATURE_INCOMPAT_MMP)) {
  155. ext4_warning(sb, "kmmpd being stopped since MMP feature"
  156. " has been disabled.");
  157. EXT4_SB(sb)->s_mmp_tsk = NULL;
  158. goto failed;
  159. }
  160. if (sb->s_flags & MS_RDONLY) {
  161. ext4_warning(sb, "kmmpd being stopped since filesystem "
  162. "has been remounted as readonly.");
  163. EXT4_SB(sb)->s_mmp_tsk = NULL;
  164. goto failed;
  165. }
  166. diff = jiffies - last_update_time;
  167. if (diff < mmp_update_interval * HZ)
  168. schedule_timeout_interruptible(mmp_update_interval *
  169. HZ - diff);
  170. /*
  171. * We need to make sure that more than mmp_check_interval
  172. * seconds have not passed since writing. If that has happened
  173. * we need to check if the MMP block is as we left it.
  174. */
  175. diff = jiffies - last_update_time;
  176. if (diff > mmp_check_interval * HZ) {
  177. struct buffer_head *bh_check = NULL;
  178. struct mmp_struct *mmp_check;
  179. retval = read_mmp_block(sb, &bh_check, mmp_block);
  180. if (retval) {
  181. ext4_error(sb, "error reading MMP data: %d",
  182. retval);
  183. EXT4_SB(sb)->s_mmp_tsk = NULL;
  184. goto failed;
  185. }
  186. mmp_check = (struct mmp_struct *)(bh_check->b_data);
  187. if (mmp->mmp_seq != mmp_check->mmp_seq ||
  188. memcmp(mmp->mmp_nodename, mmp_check->mmp_nodename,
  189. sizeof(mmp->mmp_nodename))) {
  190. dump_mmp_msg(sb, mmp_check,
  191. "Error while updating MMP info. "
  192. "The filesystem seems to have been"
  193. " multiply mounted.");
  194. ext4_error(sb, "abort");
  195. goto failed;
  196. }
  197. put_bh(bh_check);
  198. }
  199. /*
  200. * Adjust the mmp_check_interval depending on how much time
  201. * it took for the MMP block to be written.
  202. */
  203. mmp_check_interval = max(min(EXT4_MMP_CHECK_MULT * diff / HZ,
  204. EXT4_MMP_MAX_CHECK_INTERVAL),
  205. EXT4_MMP_MIN_CHECK_INTERVAL);
  206. mmp->mmp_check_interval = cpu_to_le16(mmp_check_interval);
  207. }
  208. /*
  209. * Unmount seems to be clean.
  210. */
  211. mmp->mmp_seq = cpu_to_le32(EXT4_MMP_SEQ_CLEAN);
  212. mmp->mmp_time = cpu_to_le64(get_seconds());
  213. retval = write_mmp_block(sb, bh);
  214. failed:
  215. kfree(data);
  216. brelse(bh);
  217. return retval;
  218. }
  219. /*
  220. * Get a random new sequence number but make sure it is not greater than
  221. * EXT4_MMP_SEQ_MAX.
  222. */
  223. static unsigned int mmp_new_seq(void)
  224. {
  225. u32 new_seq;
  226. do {
  227. new_seq = prandom_u32();
  228. } while (new_seq > EXT4_MMP_SEQ_MAX);
  229. return new_seq;
  230. }
  231. /*
  232. * Protect the filesystem from being mounted more than once.
  233. */
  234. int ext4_multi_mount_protect(struct super_block *sb,
  235. ext4_fsblk_t mmp_block)
  236. {
  237. struct ext4_super_block *es = EXT4_SB(sb)->s_es;
  238. struct buffer_head *bh = NULL;
  239. struct mmp_struct *mmp = NULL;
  240. struct mmpd_data *mmpd_data;
  241. u32 seq;
  242. unsigned int mmp_check_interval = le16_to_cpu(es->s_mmp_update_interval);
  243. unsigned int wait_time = 0;
  244. int retval;
  245. if (mmp_block < le32_to_cpu(es->s_first_data_block) ||
  246. mmp_block >= ext4_blocks_count(es)) {
  247. ext4_warning(sb, "Invalid MMP block in superblock");
  248. goto failed;
  249. }
  250. retval = read_mmp_block(sb, &bh, mmp_block);
  251. if (retval)
  252. goto failed;
  253. mmp = (struct mmp_struct *)(bh->b_data);
  254. if (mmp_check_interval < EXT4_MMP_MIN_CHECK_INTERVAL)
  255. mmp_check_interval = EXT4_MMP_MIN_CHECK_INTERVAL;
  256. /*
  257. * If check_interval in MMP block is larger, use that instead of
  258. * update_interval from the superblock.
  259. */
  260. if (le16_to_cpu(mmp->mmp_check_interval) > mmp_check_interval)
  261. mmp_check_interval = le16_to_cpu(mmp->mmp_check_interval);
  262. seq = le32_to_cpu(mmp->mmp_seq);
  263. if (seq == EXT4_MMP_SEQ_CLEAN)
  264. goto skip;
  265. if (seq == EXT4_MMP_SEQ_FSCK) {
  266. dump_mmp_msg(sb, mmp, "fsck is running on the filesystem");
  267. goto failed;
  268. }
  269. wait_time = min(mmp_check_interval * 2 + 1,
  270. mmp_check_interval + 60);
  271. /* Print MMP interval if more than 20 secs. */
  272. if (wait_time > EXT4_MMP_MIN_CHECK_INTERVAL * 4)
  273. ext4_warning(sb, "MMP interval %u higher than expected, please"
  274. " wait.\n", wait_time * 2);
  275. if (schedule_timeout_interruptible(HZ * wait_time) != 0) {
  276. ext4_warning(sb, "MMP startup interrupted, failing mount\n");
  277. goto failed;
  278. }
  279. retval = read_mmp_block(sb, &bh, mmp_block);
  280. if (retval)
  281. goto failed;
  282. mmp = (struct mmp_struct *)(bh->b_data);
  283. if (seq != le32_to_cpu(mmp->mmp_seq)) {
  284. dump_mmp_msg(sb, mmp,
  285. "Device is already active on another node.");
  286. goto failed;
  287. }
  288. skip:
  289. /*
  290. * write a new random sequence number.
  291. */
  292. seq = mmp_new_seq();
  293. mmp->mmp_seq = cpu_to_le32(seq);
  294. retval = write_mmp_block(sb, bh);
  295. if (retval)
  296. goto failed;
  297. /*
  298. * wait for MMP interval and check mmp_seq.
  299. */
  300. if (schedule_timeout_interruptible(HZ * wait_time) != 0) {
  301. ext4_warning(sb, "MMP startup interrupted, failing mount\n");
  302. goto failed;
  303. }
  304. retval = read_mmp_block(sb, &bh, mmp_block);
  305. if (retval)
  306. goto failed;
  307. mmp = (struct mmp_struct *)(bh->b_data);
  308. if (seq != le32_to_cpu(mmp->mmp_seq)) {
  309. dump_mmp_msg(sb, mmp,
  310. "Device is already active on another node.");
  311. goto failed;
  312. }
  313. mmpd_data = kmalloc(sizeof(struct mmpd_data), GFP_KERNEL);
  314. if (!mmpd_data) {
  315. ext4_warning(sb, "not enough memory for mmpd_data");
  316. goto failed;
  317. }
  318. mmpd_data->sb = sb;
  319. mmpd_data->bh = bh;
  320. /*
  321. * Start a kernel thread to update the MMP block periodically.
  322. */
  323. EXT4_SB(sb)->s_mmp_tsk = kthread_run(kmmpd, mmpd_data, "kmmpd-%s",
  324. bdevname(bh->b_bdev,
  325. mmp->mmp_bdevname));
  326. if (IS_ERR(EXT4_SB(sb)->s_mmp_tsk)) {
  327. EXT4_SB(sb)->s_mmp_tsk = NULL;
  328. kfree(mmpd_data);
  329. ext4_warning(sb, "Unable to create kmmpd thread for %s.",
  330. sb->s_id);
  331. goto failed;
  332. }
  333. return 0;
  334. failed:
  335. brelse(bh);
  336. return 1;
  337. }