file.c 27 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116
  1. /*
  2. * Copyright (C) Sistina Software, Inc. 1997-2003 All rights reserved.
  3. * Copyright (C) 2004-2006 Red Hat, Inc. All rights reserved.
  4. *
  5. * This copyrighted material is made available to anyone wishing to use,
  6. * modify, copy, or redistribute it subject to the terms and conditions
  7. * of the GNU General Public License version 2.
  8. */
  9. #include <linux/slab.h>
  10. #include <linux/spinlock.h>
  11. #include <linux/completion.h>
  12. #include <linux/buffer_head.h>
  13. #include <linux/pagemap.h>
  14. #include <linux/uio.h>
  15. #include <linux/blkdev.h>
  16. #include <linux/mm.h>
  17. #include <linux/mount.h>
  18. #include <linux/fs.h>
  19. #include <linux/gfs2_ondisk.h>
  20. #include <linux/falloc.h>
  21. #include <linux/swap.h>
  22. #include <linux/crc32.h>
  23. #include <linux/writeback.h>
  24. #include <asm/uaccess.h>
  25. #include <linux/dlm.h>
  26. #include <linux/dlm_plock.h>
  27. #include <linux/aio.h>
  28. #include "gfs2.h"
  29. #include "incore.h"
  30. #include "bmap.h"
  31. #include "dir.h"
  32. #include "glock.h"
  33. #include "glops.h"
  34. #include "inode.h"
  35. #include "log.h"
  36. #include "meta_io.h"
  37. #include "quota.h"
  38. #include "rgrp.h"
  39. #include "trans.h"
  40. #include "util.h"
  41. /**
  42. * gfs2_llseek - seek to a location in a file
  43. * @file: the file
  44. * @offset: the offset
  45. * @whence: Where to seek from (SEEK_SET, SEEK_CUR, or SEEK_END)
  46. *
  47. * SEEK_END requires the glock for the file because it references the
  48. * file's size.
  49. *
  50. * Returns: The new offset, or errno
  51. */
  52. static loff_t gfs2_llseek(struct file *file, loff_t offset, int whence)
  53. {
  54. struct gfs2_inode *ip = GFS2_I(file->f_mapping->host);
  55. struct gfs2_holder i_gh;
  56. loff_t error;
  57. switch (whence) {
  58. case SEEK_END: /* These reference inode->i_size */
  59. case SEEK_DATA:
  60. case SEEK_HOLE:
  61. error = gfs2_glock_nq_init(ip->i_gl, LM_ST_SHARED, LM_FLAG_ANY,
  62. &i_gh);
  63. if (!error) {
  64. error = generic_file_llseek(file, offset, whence);
  65. gfs2_glock_dq_uninit(&i_gh);
  66. }
  67. break;
  68. case SEEK_CUR:
  69. case SEEK_SET:
  70. error = generic_file_llseek(file, offset, whence);
  71. break;
  72. default:
  73. error = -EINVAL;
  74. }
  75. return error;
  76. }
  77. /**
  78. * gfs2_readdir - Iterator for a directory
  79. * @file: The directory to read from
  80. * @ctx: What to feed directory entries to
  81. *
  82. * Returns: errno
  83. */
  84. static int gfs2_readdir(struct file *file, struct dir_context *ctx)
  85. {
  86. struct inode *dir = file->f_mapping->host;
  87. struct gfs2_inode *dip = GFS2_I(dir);
  88. struct gfs2_holder d_gh;
  89. int error;
  90. error = gfs2_glock_nq_init(dip->i_gl, LM_ST_SHARED, 0, &d_gh);
  91. if (error)
  92. return error;
  93. error = gfs2_dir_read(dir, ctx, &file->f_ra);
  94. gfs2_glock_dq_uninit(&d_gh);
  95. return error;
  96. }
  97. /**
  98. * fsflags_cvt
  99. * @table: A table of 32 u32 flags
  100. * @val: a 32 bit value to convert
  101. *
  102. * This function can be used to convert between fsflags values and
  103. * GFS2's own flags values.
  104. *
  105. * Returns: the converted flags
  106. */
  107. static u32 fsflags_cvt(const u32 *table, u32 val)
  108. {
  109. u32 res = 0;
  110. while(val) {
  111. if (val & 1)
  112. res |= *table;
  113. table++;
  114. val >>= 1;
  115. }
  116. return res;
  117. }
  118. static const u32 fsflags_to_gfs2[32] = {
  119. [3] = GFS2_DIF_SYNC,
  120. [4] = GFS2_DIF_IMMUTABLE,
  121. [5] = GFS2_DIF_APPENDONLY,
  122. [7] = GFS2_DIF_NOATIME,
  123. [12] = GFS2_DIF_EXHASH,
  124. [14] = GFS2_DIF_INHERIT_JDATA,
  125. [17] = GFS2_DIF_TOPDIR,
  126. };
  127. static const u32 gfs2_to_fsflags[32] = {
  128. [gfs2fl_Sync] = FS_SYNC_FL,
  129. [gfs2fl_Immutable] = FS_IMMUTABLE_FL,
  130. [gfs2fl_AppendOnly] = FS_APPEND_FL,
  131. [gfs2fl_NoAtime] = FS_NOATIME_FL,
  132. [gfs2fl_ExHash] = FS_INDEX_FL,
  133. [gfs2fl_TopLevel] = FS_TOPDIR_FL,
  134. [gfs2fl_InheritJdata] = FS_JOURNAL_DATA_FL,
  135. };
  136. static int gfs2_get_flags(struct file *filp, u32 __user *ptr)
  137. {
  138. struct inode *inode = file_inode(filp);
  139. struct gfs2_inode *ip = GFS2_I(inode);
  140. struct gfs2_holder gh;
  141. int error;
  142. u32 fsflags;
  143. gfs2_holder_init(ip->i_gl, LM_ST_SHARED, 0, &gh);
  144. error = gfs2_glock_nq(&gh);
  145. if (error)
  146. return error;
  147. fsflags = fsflags_cvt(gfs2_to_fsflags, ip->i_diskflags);
  148. if (!S_ISDIR(inode->i_mode) && ip->i_diskflags & GFS2_DIF_JDATA)
  149. fsflags |= FS_JOURNAL_DATA_FL;
  150. if (put_user(fsflags, ptr))
  151. error = -EFAULT;
  152. gfs2_glock_dq(&gh);
  153. gfs2_holder_uninit(&gh);
  154. return error;
  155. }
  156. void gfs2_set_inode_flags(struct inode *inode)
  157. {
  158. struct gfs2_inode *ip = GFS2_I(inode);
  159. unsigned int flags = inode->i_flags;
  160. flags &= ~(S_SYNC|S_APPEND|S_IMMUTABLE|S_NOATIME|S_DIRSYNC|S_NOSEC);
  161. if ((ip->i_eattr == 0) && !is_sxid(inode->i_mode))
  162. inode->i_flags |= S_NOSEC;
  163. if (ip->i_diskflags & GFS2_DIF_IMMUTABLE)
  164. flags |= S_IMMUTABLE;
  165. if (ip->i_diskflags & GFS2_DIF_APPENDONLY)
  166. flags |= S_APPEND;
  167. if (ip->i_diskflags & GFS2_DIF_NOATIME)
  168. flags |= S_NOATIME;
  169. if (ip->i_diskflags & GFS2_DIF_SYNC)
  170. flags |= S_SYNC;
  171. inode->i_flags = flags;
  172. }
  173. /* Flags that can be set by user space */
  174. #define GFS2_FLAGS_USER_SET (GFS2_DIF_JDATA| \
  175. GFS2_DIF_IMMUTABLE| \
  176. GFS2_DIF_APPENDONLY| \
  177. GFS2_DIF_NOATIME| \
  178. GFS2_DIF_SYNC| \
  179. GFS2_DIF_SYSTEM| \
  180. GFS2_DIF_TOPDIR| \
  181. GFS2_DIF_INHERIT_JDATA)
  182. /**
  183. * gfs2_set_flags - set flags on an inode
  184. * @inode: The inode
  185. * @flags: The flags to set
  186. * @mask: Indicates which flags are valid
  187. *
  188. */
  189. static int do_gfs2_set_flags(struct file *filp, u32 reqflags, u32 mask)
  190. {
  191. struct inode *inode = file_inode(filp);
  192. struct gfs2_inode *ip = GFS2_I(inode);
  193. struct gfs2_sbd *sdp = GFS2_SB(inode);
  194. struct buffer_head *bh;
  195. struct gfs2_holder gh;
  196. int error;
  197. u32 new_flags, flags;
  198. error = mnt_want_write_file(filp);
  199. if (error)
  200. return error;
  201. error = gfs2_glock_nq_init(ip->i_gl, LM_ST_EXCLUSIVE, 0, &gh);
  202. if (error)
  203. goto out_drop_write;
  204. error = -EACCES;
  205. if (!inode_owner_or_capable(inode))
  206. goto out;
  207. error = 0;
  208. flags = ip->i_diskflags;
  209. new_flags = (flags & ~mask) | (reqflags & mask);
  210. if ((new_flags ^ flags) == 0)
  211. goto out;
  212. error = -EINVAL;
  213. if ((new_flags ^ flags) & ~GFS2_FLAGS_USER_SET)
  214. goto out;
  215. error = -EPERM;
  216. if (IS_IMMUTABLE(inode) && (new_flags & GFS2_DIF_IMMUTABLE))
  217. goto out;
  218. if (IS_APPEND(inode) && (new_flags & GFS2_DIF_APPENDONLY))
  219. goto out;
  220. if (((new_flags ^ flags) & GFS2_DIF_IMMUTABLE) &&
  221. !capable(CAP_LINUX_IMMUTABLE))
  222. goto out;
  223. if (!IS_IMMUTABLE(inode)) {
  224. error = gfs2_permission(inode, MAY_WRITE);
  225. if (error)
  226. goto out;
  227. }
  228. if ((flags ^ new_flags) & GFS2_DIF_JDATA) {
  229. if (flags & GFS2_DIF_JDATA)
  230. gfs2_log_flush(sdp, ip->i_gl);
  231. error = filemap_fdatawrite(inode->i_mapping);
  232. if (error)
  233. goto out;
  234. error = filemap_fdatawait(inode->i_mapping);
  235. if (error)
  236. goto out;
  237. }
  238. error = gfs2_trans_begin(sdp, RES_DINODE, 0);
  239. if (error)
  240. goto out;
  241. error = gfs2_meta_inode_buffer(ip, &bh);
  242. if (error)
  243. goto out_trans_end;
  244. gfs2_trans_add_meta(ip->i_gl, bh);
  245. ip->i_diskflags = new_flags;
  246. gfs2_dinode_out(ip, bh->b_data);
  247. brelse(bh);
  248. gfs2_set_inode_flags(inode);
  249. gfs2_set_aops(inode);
  250. out_trans_end:
  251. gfs2_trans_end(sdp);
  252. out:
  253. gfs2_glock_dq_uninit(&gh);
  254. out_drop_write:
  255. mnt_drop_write_file(filp);
  256. return error;
  257. }
  258. static int gfs2_set_flags(struct file *filp, u32 __user *ptr)
  259. {
  260. struct inode *inode = file_inode(filp);
  261. u32 fsflags, gfsflags;
  262. if (get_user(fsflags, ptr))
  263. return -EFAULT;
  264. gfsflags = fsflags_cvt(fsflags_to_gfs2, fsflags);
  265. if (!S_ISDIR(inode->i_mode)) {
  266. gfsflags &= ~GFS2_DIF_TOPDIR;
  267. if (gfsflags & GFS2_DIF_INHERIT_JDATA)
  268. gfsflags ^= (GFS2_DIF_JDATA | GFS2_DIF_INHERIT_JDATA);
  269. return do_gfs2_set_flags(filp, gfsflags, ~0);
  270. }
  271. return do_gfs2_set_flags(filp, gfsflags, ~GFS2_DIF_JDATA);
  272. }
  273. static long gfs2_ioctl(struct file *filp, unsigned int cmd, unsigned long arg)
  274. {
  275. switch(cmd) {
  276. case FS_IOC_GETFLAGS:
  277. return gfs2_get_flags(filp, (u32 __user *)arg);
  278. case FS_IOC_SETFLAGS:
  279. return gfs2_set_flags(filp, (u32 __user *)arg);
  280. case FITRIM:
  281. return gfs2_fitrim(filp, (void __user *)arg);
  282. }
  283. return -ENOTTY;
  284. }
  285. /**
  286. * gfs2_size_hint - Give a hint to the size of a write request
  287. * @file: The struct file
  288. * @offset: The file offset of the write
  289. * @size: The length of the write
  290. *
  291. * When we are about to do a write, this function records the total
  292. * write size in order to provide a suitable hint to the lower layers
  293. * about how many blocks will be required.
  294. *
  295. */
  296. static void gfs2_size_hint(struct file *filep, loff_t offset, size_t size)
  297. {
  298. struct inode *inode = file_inode(filep);
  299. struct gfs2_sbd *sdp = GFS2_SB(inode);
  300. struct gfs2_inode *ip = GFS2_I(inode);
  301. size_t blks = (size + sdp->sd_sb.sb_bsize - 1) >> sdp->sd_sb.sb_bsize_shift;
  302. int hint = min_t(size_t, INT_MAX, blks);
  303. atomic_set(&ip->i_res->rs_sizehint, hint);
  304. }
  305. /**
  306. * gfs2_allocate_page_backing - Use bmap to allocate blocks
  307. * @page: The (locked) page to allocate backing for
  308. *
  309. * We try to allocate all the blocks required for the page in
  310. * one go. This might fail for various reasons, so we keep
  311. * trying until all the blocks to back this page are allocated.
  312. * If some of the blocks are already allocated, thats ok too.
  313. */
  314. static int gfs2_allocate_page_backing(struct page *page)
  315. {
  316. struct inode *inode = page->mapping->host;
  317. struct buffer_head bh;
  318. unsigned long size = PAGE_CACHE_SIZE;
  319. u64 lblock = page->index << (PAGE_CACHE_SHIFT - inode->i_blkbits);
  320. do {
  321. bh.b_state = 0;
  322. bh.b_size = size;
  323. gfs2_block_map(inode, lblock, &bh, 1);
  324. if (!buffer_mapped(&bh))
  325. return -EIO;
  326. size -= bh.b_size;
  327. lblock += (bh.b_size >> inode->i_blkbits);
  328. } while(size > 0);
  329. return 0;
  330. }
  331. /**
  332. * gfs2_page_mkwrite - Make a shared, mmap()ed, page writable
  333. * @vma: The virtual memory area
  334. * @page: The page which is about to become writable
  335. *
  336. * When the page becomes writable, we need to ensure that we have
  337. * blocks allocated on disk to back that page.
  338. */
  339. static int gfs2_page_mkwrite(struct vm_area_struct *vma, struct vm_fault *vmf)
  340. {
  341. struct page *page = vmf->page;
  342. struct inode *inode = file_inode(vma->vm_file);
  343. struct gfs2_inode *ip = GFS2_I(inode);
  344. struct gfs2_sbd *sdp = GFS2_SB(inode);
  345. struct gfs2_alloc_parms ap = { .aflags = 0, };
  346. unsigned long last_index;
  347. u64 pos = page->index << PAGE_CACHE_SHIFT;
  348. unsigned int data_blocks, ind_blocks, rblocks;
  349. struct gfs2_holder gh;
  350. loff_t size;
  351. int ret;
  352. sb_start_pagefault(inode->i_sb);
  353. /* Update file times before taking page lock */
  354. file_update_time(vma->vm_file);
  355. ret = get_write_access(inode);
  356. if (ret)
  357. goto out;
  358. ret = gfs2_rs_alloc(ip);
  359. if (ret)
  360. goto out_write_access;
  361. gfs2_size_hint(vma->vm_file, pos, PAGE_CACHE_SIZE);
  362. gfs2_holder_init(ip->i_gl, LM_ST_EXCLUSIVE, 0, &gh);
  363. ret = gfs2_glock_nq(&gh);
  364. if (ret)
  365. goto out_uninit;
  366. set_bit(GLF_DIRTY, &ip->i_gl->gl_flags);
  367. set_bit(GIF_SW_PAGED, &ip->i_flags);
  368. if (!gfs2_write_alloc_required(ip, pos, PAGE_CACHE_SIZE)) {
  369. lock_page(page);
  370. if (!PageUptodate(page) || page->mapping != inode->i_mapping) {
  371. ret = -EAGAIN;
  372. unlock_page(page);
  373. }
  374. goto out_unlock;
  375. }
  376. ret = gfs2_rindex_update(sdp);
  377. if (ret)
  378. goto out_unlock;
  379. ret = gfs2_quota_lock_check(ip);
  380. if (ret)
  381. goto out_unlock;
  382. gfs2_write_calc_reserv(ip, PAGE_CACHE_SIZE, &data_blocks, &ind_blocks);
  383. ap.target = data_blocks + ind_blocks;
  384. ret = gfs2_inplace_reserve(ip, &ap);
  385. if (ret)
  386. goto out_quota_unlock;
  387. rblocks = RES_DINODE + ind_blocks;
  388. if (gfs2_is_jdata(ip))
  389. rblocks += data_blocks ? data_blocks : 1;
  390. if (ind_blocks || data_blocks) {
  391. rblocks += RES_STATFS + RES_QUOTA;
  392. rblocks += gfs2_rg_blocks(ip, data_blocks + ind_blocks);
  393. }
  394. ret = gfs2_trans_begin(sdp, rblocks, 0);
  395. if (ret)
  396. goto out_trans_fail;
  397. lock_page(page);
  398. ret = -EINVAL;
  399. size = i_size_read(inode);
  400. last_index = (size - 1) >> PAGE_CACHE_SHIFT;
  401. /* Check page index against inode size */
  402. if (size == 0 || (page->index > last_index))
  403. goto out_trans_end;
  404. ret = -EAGAIN;
  405. /* If truncated, we must retry the operation, we may have raced
  406. * with the glock demotion code.
  407. */
  408. if (!PageUptodate(page) || page->mapping != inode->i_mapping)
  409. goto out_trans_end;
  410. /* Unstuff, if required, and allocate backing blocks for page */
  411. ret = 0;
  412. if (gfs2_is_stuffed(ip))
  413. ret = gfs2_unstuff_dinode(ip, page);
  414. if (ret == 0)
  415. ret = gfs2_allocate_page_backing(page);
  416. out_trans_end:
  417. if (ret)
  418. unlock_page(page);
  419. gfs2_trans_end(sdp);
  420. out_trans_fail:
  421. gfs2_inplace_release(ip);
  422. out_quota_unlock:
  423. gfs2_quota_unlock(ip);
  424. out_unlock:
  425. gfs2_glock_dq(&gh);
  426. out_uninit:
  427. gfs2_holder_uninit(&gh);
  428. if (ret == 0) {
  429. set_page_dirty(page);
  430. wait_for_stable_page(page);
  431. }
  432. out_write_access:
  433. put_write_access(inode);
  434. out:
  435. sb_end_pagefault(inode->i_sb);
  436. return block_page_mkwrite_return(ret);
  437. }
  438. static const struct vm_operations_struct gfs2_vm_ops = {
  439. .fault = filemap_fault,
  440. .map_pages = filemap_map_pages,
  441. .page_mkwrite = gfs2_page_mkwrite,
  442. .remap_pages = generic_file_remap_pages,
  443. };
  444. /**
  445. * gfs2_mmap -
  446. * @file: The file to map
  447. * @vma: The VMA which described the mapping
  448. *
  449. * There is no need to get a lock here unless we should be updating
  450. * atime. We ignore any locking errors since the only consequence is
  451. * a missed atime update (which will just be deferred until later).
  452. *
  453. * Returns: 0
  454. */
  455. static int gfs2_mmap(struct file *file, struct vm_area_struct *vma)
  456. {
  457. struct gfs2_inode *ip = GFS2_I(file->f_mapping->host);
  458. if (!(file->f_flags & O_NOATIME) &&
  459. !IS_NOATIME(&ip->i_inode)) {
  460. struct gfs2_holder i_gh;
  461. int error;
  462. error = gfs2_glock_nq_init(ip->i_gl, LM_ST_SHARED, LM_FLAG_ANY,
  463. &i_gh);
  464. if (error)
  465. return error;
  466. /* grab lock to update inode */
  467. gfs2_glock_dq_uninit(&i_gh);
  468. file_accessed(file);
  469. }
  470. vma->vm_ops = &gfs2_vm_ops;
  471. return 0;
  472. }
  473. /**
  474. * gfs2_open_common - This is common to open and atomic_open
  475. * @inode: The inode being opened
  476. * @file: The file being opened
  477. *
  478. * This maybe called under a glock or not depending upon how it has
  479. * been called. We must always be called under a glock for regular
  480. * files, however. For other file types, it does not matter whether
  481. * we hold the glock or not.
  482. *
  483. * Returns: Error code or 0 for success
  484. */
  485. int gfs2_open_common(struct inode *inode, struct file *file)
  486. {
  487. struct gfs2_file *fp;
  488. int ret;
  489. if (S_ISREG(inode->i_mode)) {
  490. ret = generic_file_open(inode, file);
  491. if (ret)
  492. return ret;
  493. }
  494. fp = kzalloc(sizeof(struct gfs2_file), GFP_NOFS);
  495. if (!fp)
  496. return -ENOMEM;
  497. mutex_init(&fp->f_fl_mutex);
  498. gfs2_assert_warn(GFS2_SB(inode), !file->private_data);
  499. file->private_data = fp;
  500. return 0;
  501. }
  502. /**
  503. * gfs2_open - open a file
  504. * @inode: the inode to open
  505. * @file: the struct file for this opening
  506. *
  507. * After atomic_open, this function is only used for opening files
  508. * which are already cached. We must still get the glock for regular
  509. * files to ensure that we have the file size uptodate for the large
  510. * file check which is in the common code. That is only an issue for
  511. * regular files though.
  512. *
  513. * Returns: errno
  514. */
  515. static int gfs2_open(struct inode *inode, struct file *file)
  516. {
  517. struct gfs2_inode *ip = GFS2_I(inode);
  518. struct gfs2_holder i_gh;
  519. int error;
  520. bool need_unlock = false;
  521. if (S_ISREG(ip->i_inode.i_mode)) {
  522. error = gfs2_glock_nq_init(ip->i_gl, LM_ST_SHARED, LM_FLAG_ANY,
  523. &i_gh);
  524. if (error)
  525. return error;
  526. need_unlock = true;
  527. }
  528. error = gfs2_open_common(inode, file);
  529. if (need_unlock)
  530. gfs2_glock_dq_uninit(&i_gh);
  531. return error;
  532. }
  533. /**
  534. * gfs2_release - called to close a struct file
  535. * @inode: the inode the struct file belongs to
  536. * @file: the struct file being closed
  537. *
  538. * Returns: errno
  539. */
  540. static int gfs2_release(struct inode *inode, struct file *file)
  541. {
  542. struct gfs2_inode *ip = GFS2_I(inode);
  543. kfree(file->private_data);
  544. file->private_data = NULL;
  545. if (!(file->f_mode & FMODE_WRITE))
  546. return 0;
  547. gfs2_rs_delete(ip, &inode->i_writecount);
  548. return 0;
  549. }
  550. /**
  551. * gfs2_fsync - sync the dirty data for a file (across the cluster)
  552. * @file: the file that points to the dentry
  553. * @start: the start position in the file to sync
  554. * @end: the end position in the file to sync
  555. * @datasync: set if we can ignore timestamp changes
  556. *
  557. * We split the data flushing here so that we don't wait for the data
  558. * until after we've also sent the metadata to disk. Note that for
  559. * data=ordered, we will write & wait for the data at the log flush
  560. * stage anyway, so this is unlikely to make much of a difference
  561. * except in the data=writeback case.
  562. *
  563. * If the fdatawrite fails due to any reason except -EIO, we will
  564. * continue the remainder of the fsync, although we'll still report
  565. * the error at the end. This is to match filemap_write_and_wait_range()
  566. * behaviour.
  567. *
  568. * Returns: errno
  569. */
  570. static int gfs2_fsync(struct file *file, loff_t start, loff_t end,
  571. int datasync)
  572. {
  573. struct address_space *mapping = file->f_mapping;
  574. struct inode *inode = mapping->host;
  575. int sync_state = inode->i_state & I_DIRTY;
  576. struct gfs2_inode *ip = GFS2_I(inode);
  577. int ret = 0, ret1 = 0;
  578. if (mapping->nrpages) {
  579. ret1 = filemap_fdatawrite_range(mapping, start, end);
  580. if (ret1 == -EIO)
  581. return ret1;
  582. }
  583. if (!gfs2_is_jdata(ip))
  584. sync_state &= ~I_DIRTY_PAGES;
  585. if (datasync)
  586. sync_state &= ~I_DIRTY_SYNC;
  587. if (sync_state) {
  588. ret = sync_inode_metadata(inode, 1);
  589. if (ret)
  590. return ret;
  591. if (gfs2_is_jdata(ip))
  592. filemap_write_and_wait(mapping);
  593. gfs2_ail_flush(ip->i_gl, 1);
  594. }
  595. if (mapping->nrpages)
  596. ret = filemap_fdatawait_range(mapping, start, end);
  597. return ret ? ret : ret1;
  598. }
  599. /**
  600. * gfs2_file_aio_write - Perform a write to a file
  601. * @iocb: The io context
  602. * @iov: The data to write
  603. * @nr_segs: Number of @iov segments
  604. * @pos: The file position
  605. *
  606. * We have to do a lock/unlock here to refresh the inode size for
  607. * O_APPEND writes, otherwise we can land up writing at the wrong
  608. * offset. There is still a race, but provided the app is using its
  609. * own file locking, this will make O_APPEND work as expected.
  610. *
  611. */
  612. static ssize_t gfs2_file_aio_write(struct kiocb *iocb, const struct iovec *iov,
  613. unsigned long nr_segs, loff_t pos)
  614. {
  615. struct file *file = iocb->ki_filp;
  616. size_t writesize = iov_length(iov, nr_segs);
  617. struct gfs2_inode *ip = GFS2_I(file_inode(file));
  618. int ret;
  619. ret = gfs2_rs_alloc(ip);
  620. if (ret)
  621. return ret;
  622. gfs2_size_hint(file, pos, writesize);
  623. if (file->f_flags & O_APPEND) {
  624. struct gfs2_holder gh;
  625. ret = gfs2_glock_nq_init(ip->i_gl, LM_ST_SHARED, 0, &gh);
  626. if (ret)
  627. return ret;
  628. gfs2_glock_dq_uninit(&gh);
  629. }
  630. return generic_file_aio_write(iocb, iov, nr_segs, pos);
  631. }
  632. static int fallocate_chunk(struct inode *inode, loff_t offset, loff_t len,
  633. int mode)
  634. {
  635. struct gfs2_inode *ip = GFS2_I(inode);
  636. struct buffer_head *dibh;
  637. int error;
  638. loff_t size = len;
  639. unsigned int nr_blks;
  640. sector_t lblock = offset >> inode->i_blkbits;
  641. error = gfs2_meta_inode_buffer(ip, &dibh);
  642. if (unlikely(error))
  643. return error;
  644. gfs2_trans_add_meta(ip->i_gl, dibh);
  645. if (gfs2_is_stuffed(ip)) {
  646. error = gfs2_unstuff_dinode(ip, NULL);
  647. if (unlikely(error))
  648. goto out;
  649. }
  650. while (len) {
  651. struct buffer_head bh_map = { .b_state = 0, .b_blocknr = 0 };
  652. bh_map.b_size = len;
  653. set_buffer_zeronew(&bh_map);
  654. error = gfs2_block_map(inode, lblock, &bh_map, 1);
  655. if (unlikely(error))
  656. goto out;
  657. len -= bh_map.b_size;
  658. nr_blks = bh_map.b_size >> inode->i_blkbits;
  659. lblock += nr_blks;
  660. if (!buffer_new(&bh_map))
  661. continue;
  662. if (unlikely(!buffer_zeronew(&bh_map))) {
  663. error = -EIO;
  664. goto out;
  665. }
  666. }
  667. if (offset + size > inode->i_size && !(mode & FALLOC_FL_KEEP_SIZE))
  668. i_size_write(inode, offset + size);
  669. mark_inode_dirty(inode);
  670. out:
  671. brelse(dibh);
  672. return error;
  673. }
  674. static void calc_max_reserv(struct gfs2_inode *ip, loff_t max, loff_t *len,
  675. unsigned int *data_blocks, unsigned int *ind_blocks)
  676. {
  677. const struct gfs2_sbd *sdp = GFS2_SB(&ip->i_inode);
  678. unsigned int max_blocks = ip->i_rgd->rd_free_clone;
  679. unsigned int tmp, max_data = max_blocks - 3 * (sdp->sd_max_height - 1);
  680. for (tmp = max_data; tmp > sdp->sd_diptrs;) {
  681. tmp = DIV_ROUND_UP(tmp, sdp->sd_inptrs);
  682. max_data -= tmp;
  683. }
  684. /* This calculation isn't the exact reverse of gfs2_write_calc_reserve,
  685. so it might end up with fewer data blocks */
  686. if (max_data <= *data_blocks)
  687. return;
  688. *data_blocks = max_data;
  689. *ind_blocks = max_blocks - max_data;
  690. *len = ((loff_t)max_data - 3) << sdp->sd_sb.sb_bsize_shift;
  691. if (*len > max) {
  692. *len = max;
  693. gfs2_write_calc_reserv(ip, max, data_blocks, ind_blocks);
  694. }
  695. }
  696. static long gfs2_fallocate(struct file *file, int mode, loff_t offset,
  697. loff_t len)
  698. {
  699. struct inode *inode = file_inode(file);
  700. struct gfs2_sbd *sdp = GFS2_SB(inode);
  701. struct gfs2_inode *ip = GFS2_I(inode);
  702. struct gfs2_alloc_parms ap = { .aflags = 0, };
  703. unsigned int data_blocks = 0, ind_blocks = 0, rblocks;
  704. loff_t bytes, max_bytes;
  705. int error;
  706. const loff_t pos = offset;
  707. const loff_t count = len;
  708. loff_t bsize_mask = ~((loff_t)sdp->sd_sb.sb_bsize - 1);
  709. loff_t next = (offset + len - 1) >> sdp->sd_sb.sb_bsize_shift;
  710. loff_t max_chunk_size = UINT_MAX & bsize_mask;
  711. struct gfs2_holder gh;
  712. next = (next + 1) << sdp->sd_sb.sb_bsize_shift;
  713. /* We only support the FALLOC_FL_KEEP_SIZE mode */
  714. if (mode & ~FALLOC_FL_KEEP_SIZE)
  715. return -EOPNOTSUPP;
  716. offset &= bsize_mask;
  717. len = next - offset;
  718. bytes = sdp->sd_max_rg_data * sdp->sd_sb.sb_bsize / 2;
  719. if (!bytes)
  720. bytes = UINT_MAX;
  721. bytes &= bsize_mask;
  722. if (bytes == 0)
  723. bytes = sdp->sd_sb.sb_bsize;
  724. error = gfs2_rs_alloc(ip);
  725. if (error)
  726. return error;
  727. mutex_lock(&inode->i_mutex);
  728. gfs2_holder_init(ip->i_gl, LM_ST_EXCLUSIVE, 0, &gh);
  729. error = gfs2_glock_nq(&gh);
  730. if (unlikely(error))
  731. goto out_uninit;
  732. gfs2_size_hint(file, offset, len);
  733. while (len > 0) {
  734. if (len < bytes)
  735. bytes = len;
  736. if (!gfs2_write_alloc_required(ip, offset, bytes)) {
  737. len -= bytes;
  738. offset += bytes;
  739. continue;
  740. }
  741. error = gfs2_quota_lock_check(ip);
  742. if (error)
  743. goto out_unlock;
  744. retry:
  745. gfs2_write_calc_reserv(ip, bytes, &data_blocks, &ind_blocks);
  746. ap.target = data_blocks + ind_blocks;
  747. error = gfs2_inplace_reserve(ip, &ap);
  748. if (error) {
  749. if (error == -ENOSPC && bytes > sdp->sd_sb.sb_bsize) {
  750. bytes >>= 1;
  751. bytes &= bsize_mask;
  752. if (bytes == 0)
  753. bytes = sdp->sd_sb.sb_bsize;
  754. goto retry;
  755. }
  756. goto out_qunlock;
  757. }
  758. max_bytes = bytes;
  759. calc_max_reserv(ip, (len > max_chunk_size)? max_chunk_size: len,
  760. &max_bytes, &data_blocks, &ind_blocks);
  761. rblocks = RES_DINODE + ind_blocks + RES_STATFS + RES_QUOTA +
  762. RES_RG_HDR + gfs2_rg_blocks(ip, data_blocks + ind_blocks);
  763. if (gfs2_is_jdata(ip))
  764. rblocks += data_blocks ? data_blocks : 1;
  765. error = gfs2_trans_begin(sdp, rblocks,
  766. PAGE_CACHE_SIZE/sdp->sd_sb.sb_bsize);
  767. if (error)
  768. goto out_trans_fail;
  769. error = fallocate_chunk(inode, offset, max_bytes, mode);
  770. gfs2_trans_end(sdp);
  771. if (error)
  772. goto out_trans_fail;
  773. len -= max_bytes;
  774. offset += max_bytes;
  775. gfs2_inplace_release(ip);
  776. gfs2_quota_unlock(ip);
  777. }
  778. if (error == 0)
  779. error = generic_write_sync(file, pos, count);
  780. goto out_unlock;
  781. out_trans_fail:
  782. gfs2_inplace_release(ip);
  783. out_qunlock:
  784. gfs2_quota_unlock(ip);
  785. out_unlock:
  786. gfs2_glock_dq(&gh);
  787. out_uninit:
  788. gfs2_holder_uninit(&gh);
  789. mutex_unlock(&inode->i_mutex);
  790. return error;
  791. }
  792. #ifdef CONFIG_GFS2_FS_LOCKING_DLM
  793. /**
  794. * gfs2_setlease - acquire/release a file lease
  795. * @file: the file pointer
  796. * @arg: lease type
  797. * @fl: file lock
  798. *
  799. * We don't currently have a way to enforce a lease across the whole
  800. * cluster; until we do, disable leases (by just returning -EINVAL),
  801. * unless the administrator has requested purely local locking.
  802. *
  803. * Locking: called under i_lock
  804. *
  805. * Returns: errno
  806. */
  807. static int gfs2_setlease(struct file *file, long arg, struct file_lock **fl)
  808. {
  809. return -EINVAL;
  810. }
  811. /**
  812. * gfs2_lock - acquire/release a posix lock on a file
  813. * @file: the file pointer
  814. * @cmd: either modify or retrieve lock state, possibly wait
  815. * @fl: type and range of lock
  816. *
  817. * Returns: errno
  818. */
  819. static int gfs2_lock(struct file *file, int cmd, struct file_lock *fl)
  820. {
  821. struct gfs2_inode *ip = GFS2_I(file->f_mapping->host);
  822. struct gfs2_sbd *sdp = GFS2_SB(file->f_mapping->host);
  823. struct lm_lockstruct *ls = &sdp->sd_lockstruct;
  824. if (!(fl->fl_flags & FL_POSIX))
  825. return -ENOLCK;
  826. if (__mandatory_lock(&ip->i_inode) && fl->fl_type != F_UNLCK)
  827. return -ENOLCK;
  828. if (cmd == F_CANCELLK) {
  829. /* Hack: */
  830. cmd = F_SETLK;
  831. fl->fl_type = F_UNLCK;
  832. }
  833. if (unlikely(test_bit(SDF_SHUTDOWN, &sdp->sd_flags))) {
  834. if (fl->fl_type == F_UNLCK)
  835. posix_lock_file_wait(file, fl);
  836. return -EIO;
  837. }
  838. if (IS_GETLK(cmd))
  839. return dlm_posix_get(ls->ls_dlm, ip->i_no_addr, file, fl);
  840. else if (fl->fl_type == F_UNLCK)
  841. return dlm_posix_unlock(ls->ls_dlm, ip->i_no_addr, file, fl);
  842. else
  843. return dlm_posix_lock(ls->ls_dlm, ip->i_no_addr, file, cmd, fl);
  844. }
  845. static int do_flock(struct file *file, int cmd, struct file_lock *fl)
  846. {
  847. struct gfs2_file *fp = file->private_data;
  848. struct gfs2_holder *fl_gh = &fp->f_fl_gh;
  849. struct gfs2_inode *ip = GFS2_I(file_inode(file));
  850. struct gfs2_glock *gl;
  851. unsigned int state;
  852. int flags;
  853. int error = 0;
  854. state = (fl->fl_type == F_WRLCK) ? LM_ST_EXCLUSIVE : LM_ST_SHARED;
  855. flags = (IS_SETLKW(cmd) ? 0 : LM_FLAG_TRY) | GL_EXACT | GL_NOCACHE;
  856. mutex_lock(&fp->f_fl_mutex);
  857. gl = fl_gh->gh_gl;
  858. if (gl) {
  859. if (fl_gh->gh_state == state)
  860. goto out;
  861. flock_lock_file_wait(file,
  862. &(struct file_lock){.fl_type = F_UNLCK});
  863. gfs2_glock_dq_wait(fl_gh);
  864. gfs2_holder_reinit(state, flags, fl_gh);
  865. } else {
  866. error = gfs2_glock_get(GFS2_SB(&ip->i_inode), ip->i_no_addr,
  867. &gfs2_flock_glops, CREATE, &gl);
  868. if (error)
  869. goto out;
  870. gfs2_holder_init(gl, state, flags, fl_gh);
  871. gfs2_glock_put(gl);
  872. }
  873. error = gfs2_glock_nq(fl_gh);
  874. if (error) {
  875. gfs2_holder_uninit(fl_gh);
  876. if (error == GLR_TRYFAILED)
  877. error = -EAGAIN;
  878. } else {
  879. error = flock_lock_file_wait(file, fl);
  880. gfs2_assert_warn(GFS2_SB(&ip->i_inode), !error);
  881. }
  882. out:
  883. mutex_unlock(&fp->f_fl_mutex);
  884. return error;
  885. }
  886. static void do_unflock(struct file *file, struct file_lock *fl)
  887. {
  888. struct gfs2_file *fp = file->private_data;
  889. struct gfs2_holder *fl_gh = &fp->f_fl_gh;
  890. mutex_lock(&fp->f_fl_mutex);
  891. flock_lock_file_wait(file, fl);
  892. if (fl_gh->gh_gl) {
  893. gfs2_glock_dq_wait(fl_gh);
  894. gfs2_holder_uninit(fl_gh);
  895. }
  896. mutex_unlock(&fp->f_fl_mutex);
  897. }
  898. /**
  899. * gfs2_flock - acquire/release a flock lock on a file
  900. * @file: the file pointer
  901. * @cmd: either modify or retrieve lock state, possibly wait
  902. * @fl: type and range of lock
  903. *
  904. * Returns: errno
  905. */
  906. static int gfs2_flock(struct file *file, int cmd, struct file_lock *fl)
  907. {
  908. if (!(fl->fl_flags & FL_FLOCK))
  909. return -ENOLCK;
  910. if (fl->fl_type & LOCK_MAND)
  911. return -EOPNOTSUPP;
  912. if (fl->fl_type == F_UNLCK) {
  913. do_unflock(file, fl);
  914. return 0;
  915. } else {
  916. return do_flock(file, cmd, fl);
  917. }
  918. }
  919. const struct file_operations gfs2_file_fops = {
  920. .llseek = gfs2_llseek,
  921. .read = do_sync_read,
  922. .aio_read = generic_file_aio_read,
  923. .write = do_sync_write,
  924. .aio_write = gfs2_file_aio_write,
  925. .unlocked_ioctl = gfs2_ioctl,
  926. .mmap = gfs2_mmap,
  927. .open = gfs2_open,
  928. .release = gfs2_release,
  929. .fsync = gfs2_fsync,
  930. .lock = gfs2_lock,
  931. .flock = gfs2_flock,
  932. .splice_read = generic_file_splice_read,
  933. .splice_write = generic_file_splice_write,
  934. .setlease = gfs2_setlease,
  935. .fallocate = gfs2_fallocate,
  936. };
  937. const struct file_operations gfs2_dir_fops = {
  938. .iterate = gfs2_readdir,
  939. .unlocked_ioctl = gfs2_ioctl,
  940. .open = gfs2_open,
  941. .release = gfs2_release,
  942. .fsync = gfs2_fsync,
  943. .lock = gfs2_lock,
  944. .flock = gfs2_flock,
  945. .llseek = default_llseek,
  946. };
  947. #endif /* CONFIG_GFS2_FS_LOCKING_DLM */
  948. const struct file_operations gfs2_file_fops_nolock = {
  949. .llseek = gfs2_llseek,
  950. .read = do_sync_read,
  951. .aio_read = generic_file_aio_read,
  952. .write = do_sync_write,
  953. .aio_write = gfs2_file_aio_write,
  954. .unlocked_ioctl = gfs2_ioctl,
  955. .mmap = gfs2_mmap,
  956. .open = gfs2_open,
  957. .release = gfs2_release,
  958. .fsync = gfs2_fsync,
  959. .splice_read = generic_file_splice_read,
  960. .splice_write = generic_file_splice_write,
  961. .setlease = generic_setlease,
  962. .fallocate = gfs2_fallocate,
  963. };
  964. const struct file_operations gfs2_dir_fops_nolock = {
  965. .iterate = gfs2_readdir,
  966. .unlocked_ioctl = gfs2_ioctl,
  967. .open = gfs2_open,
  968. .release = gfs2_release,
  969. .fsync = gfs2_fsync,
  970. .llseek = default_llseek,
  971. };