super.c 27 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061
  1. /*
  2. * Copyright (C) 2005, 2006
  3. * Avishay Traeger (avishay@gmail.com)
  4. * Copyright (C) 2008, 2009
  5. * Boaz Harrosh <bharrosh@panasas.com>
  6. *
  7. * Copyrights for code taken from ext2:
  8. * Copyright (C) 1992, 1993, 1994, 1995
  9. * Remy Card (card@masi.ibp.fr)
  10. * Laboratoire MASI - Institut Blaise Pascal
  11. * Universite Pierre et Marie Curie (Paris VI)
  12. * from
  13. * linux/fs/minix/inode.c
  14. * Copyright (C) 1991, 1992 Linus Torvalds
  15. *
  16. * This file is part of exofs.
  17. *
  18. * exofs is free software; you can redistribute it and/or modify
  19. * it under the terms of the GNU General Public License as published by
  20. * the Free Software Foundation. Since it is based on ext2, and the only
  21. * valid version of GPL for the Linux kernel is version 2, the only valid
  22. * version of GPL for exofs is version 2.
  23. *
  24. * exofs is distributed in the hope that it will be useful,
  25. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  26. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  27. * GNU General Public License for more details.
  28. *
  29. * You should have received a copy of the GNU General Public License
  30. * along with exofs; if not, write to the Free Software
  31. * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
  32. */
  33. #include <linux/string.h>
  34. #include <linux/parser.h>
  35. #include <linux/vfs.h>
  36. #include <linux/random.h>
  37. #include <linux/exportfs.h>
  38. #include <linux/slab.h>
  39. #include "exofs.h"
  40. #define EXOFS_DBGMSG2(M...) do {} while (0)
  41. /******************************************************************************
  42. * MOUNT OPTIONS
  43. *****************************************************************************/
  44. /*
  45. * struct to hold what we get from mount options
  46. */
  47. struct exofs_mountopt {
  48. bool is_osdname;
  49. const char *dev_name;
  50. uint64_t pid;
  51. int timeout;
  52. };
  53. /*
  54. * exofs-specific mount-time options.
  55. */
  56. enum { Opt_name, Opt_pid, Opt_to, Opt_err };
  57. /*
  58. * Our mount-time options. These should ideally be 64-bit unsigned, but the
  59. * kernel's parsing functions do not currently support that. 32-bit should be
  60. * sufficient for most applications now.
  61. */
  62. static match_table_t tokens = {
  63. {Opt_name, "osdname=%s"},
  64. {Opt_pid, "pid=%u"},
  65. {Opt_to, "to=%u"},
  66. {Opt_err, NULL}
  67. };
  68. /*
  69. * The main option parsing method. Also makes sure that all of the mandatory
  70. * mount options were set.
  71. */
  72. static int parse_options(char *options, struct exofs_mountopt *opts)
  73. {
  74. char *p;
  75. substring_t args[MAX_OPT_ARGS];
  76. int option;
  77. bool s_pid = false;
  78. EXOFS_DBGMSG("parse_options %s\n", options);
  79. /* defaults */
  80. memset(opts, 0, sizeof(*opts));
  81. opts->timeout = BLK_DEFAULT_SG_TIMEOUT;
  82. while ((p = strsep(&options, ",")) != NULL) {
  83. int token;
  84. char str[32];
  85. if (!*p)
  86. continue;
  87. token = match_token(p, tokens, args);
  88. switch (token) {
  89. case Opt_name:
  90. opts->dev_name = match_strdup(&args[0]);
  91. if (unlikely(!opts->dev_name)) {
  92. EXOFS_ERR("Error allocating dev_name");
  93. return -ENOMEM;
  94. }
  95. opts->is_osdname = true;
  96. break;
  97. case Opt_pid:
  98. if (0 == match_strlcpy(str, &args[0], sizeof(str)))
  99. return -EINVAL;
  100. opts->pid = simple_strtoull(str, NULL, 0);
  101. if (opts->pid < EXOFS_MIN_PID) {
  102. EXOFS_ERR("Partition ID must be >= %u",
  103. EXOFS_MIN_PID);
  104. return -EINVAL;
  105. }
  106. s_pid = 1;
  107. break;
  108. case Opt_to:
  109. if (match_int(&args[0], &option))
  110. return -EINVAL;
  111. if (option <= 0) {
  112. EXOFS_ERR("Timout must be > 0");
  113. return -EINVAL;
  114. }
  115. opts->timeout = option * HZ;
  116. break;
  117. }
  118. }
  119. if (!s_pid) {
  120. EXOFS_ERR("Need to specify the following options:\n");
  121. EXOFS_ERR(" -o pid=pid_no_to_use\n");
  122. return -EINVAL;
  123. }
  124. return 0;
  125. }
  126. /******************************************************************************
  127. * INODE CACHE
  128. *****************************************************************************/
  129. /*
  130. * Our inode cache. Isn't it pretty?
  131. */
  132. static struct kmem_cache *exofs_inode_cachep;
  133. /*
  134. * Allocate an inode in the cache
  135. */
  136. static struct inode *exofs_alloc_inode(struct super_block *sb)
  137. {
  138. struct exofs_i_info *oi;
  139. oi = kmem_cache_alloc(exofs_inode_cachep, GFP_KERNEL);
  140. if (!oi)
  141. return NULL;
  142. oi->vfs_inode.i_version = 1;
  143. return &oi->vfs_inode;
  144. }
  145. static void exofs_i_callback(struct rcu_head *head)
  146. {
  147. struct inode *inode = container_of(head, struct inode, i_rcu);
  148. INIT_LIST_HEAD(&inode->i_dentry);
  149. kmem_cache_free(exofs_inode_cachep, exofs_i(inode));
  150. }
  151. /*
  152. * Remove an inode from the cache
  153. */
  154. static void exofs_destroy_inode(struct inode *inode)
  155. {
  156. call_rcu(&inode->i_rcu, exofs_i_callback);
  157. }
  158. /*
  159. * Initialize the inode
  160. */
  161. static void exofs_init_once(void *foo)
  162. {
  163. struct exofs_i_info *oi = foo;
  164. inode_init_once(&oi->vfs_inode);
  165. }
  166. /*
  167. * Create and initialize the inode cache
  168. */
  169. static int init_inodecache(void)
  170. {
  171. exofs_inode_cachep = kmem_cache_create("exofs_inode_cache",
  172. sizeof(struct exofs_i_info), 0,
  173. SLAB_RECLAIM_ACCOUNT | SLAB_MEM_SPREAD,
  174. exofs_init_once);
  175. if (exofs_inode_cachep == NULL)
  176. return -ENOMEM;
  177. return 0;
  178. }
  179. /*
  180. * Destroy the inode cache
  181. */
  182. static void destroy_inodecache(void)
  183. {
  184. kmem_cache_destroy(exofs_inode_cachep);
  185. }
  186. /******************************************************************************
  187. * Some osd helpers
  188. *****************************************************************************/
  189. void exofs_make_credential(u8 cred_a[OSD_CAP_LEN], const struct osd_obj_id *obj)
  190. {
  191. osd_sec_init_nosec_doall_caps(cred_a, obj, false, true);
  192. }
  193. static int exofs_read_kern(struct osd_dev *od, u8 *cred, struct osd_obj_id *obj,
  194. u64 offset, void *p, unsigned length)
  195. {
  196. struct osd_request *or = osd_start_request(od, GFP_KERNEL);
  197. /* struct osd_sense_info osi = {.key = 0};*/
  198. int ret;
  199. if (unlikely(!or)) {
  200. EXOFS_DBGMSG("%s: osd_start_request failed.\n", __func__);
  201. return -ENOMEM;
  202. }
  203. ret = osd_req_read_kern(or, obj, offset, p, length);
  204. if (unlikely(ret)) {
  205. EXOFS_DBGMSG("%s: osd_req_read_kern failed.\n", __func__);
  206. goto out;
  207. }
  208. ret = osd_finalize_request(or, 0, cred, NULL);
  209. if (unlikely(ret)) {
  210. EXOFS_DBGMSG("Failed to osd_finalize_request() => %d\n", ret);
  211. goto out;
  212. }
  213. ret = osd_execute_request(or);
  214. if (unlikely(ret))
  215. EXOFS_DBGMSG("osd_execute_request() => %d\n", ret);
  216. /* osd_req_decode_sense(or, ret); */
  217. out:
  218. osd_end_request(or);
  219. EXOFS_DBGMSG2("read_kern(0x%llx) offset=0x%llx "
  220. "length=0x%llx dev=%p ret=>%d\n",
  221. _LLU(obj->id), _LLU(offset), _LLU(length), od, ret);
  222. return ret;
  223. }
  224. static const struct osd_attr g_attr_sb_stats = ATTR_DEF(
  225. EXOFS_APAGE_SB_DATA,
  226. EXOFS_ATTR_SB_STATS,
  227. sizeof(struct exofs_sb_stats));
  228. static int __sbi_read_stats(struct exofs_sb_info *sbi)
  229. {
  230. struct osd_attr attrs[] = {
  231. [0] = g_attr_sb_stats,
  232. };
  233. struct ore_io_state *ios;
  234. int ret;
  235. ret = ore_get_io_state(&sbi->layout, &sbi->oc, &ios);
  236. if (unlikely(ret)) {
  237. EXOFS_ERR("%s: ore_get_io_state failed.\n", __func__);
  238. return ret;
  239. }
  240. ios->in_attr = attrs;
  241. ios->in_attr_len = ARRAY_SIZE(attrs);
  242. ret = ore_read(ios);
  243. if (unlikely(ret)) {
  244. EXOFS_ERR("Error reading super_block stats => %d\n", ret);
  245. goto out;
  246. }
  247. ret = extract_attr_from_ios(ios, &attrs[0]);
  248. if (ret) {
  249. EXOFS_ERR("%s: extract_attr of sb_stats failed\n", __func__);
  250. goto out;
  251. }
  252. if (attrs[0].len) {
  253. struct exofs_sb_stats *ess;
  254. if (unlikely(attrs[0].len != sizeof(*ess))) {
  255. EXOFS_ERR("%s: Wrong version of exofs_sb_stats "
  256. "size(%d) != expected(%zd)\n",
  257. __func__, attrs[0].len, sizeof(*ess));
  258. goto out;
  259. }
  260. ess = attrs[0].val_ptr;
  261. sbi->s_nextid = le64_to_cpu(ess->s_nextid);
  262. sbi->s_numfiles = le32_to_cpu(ess->s_numfiles);
  263. }
  264. out:
  265. ore_put_io_state(ios);
  266. return ret;
  267. }
  268. static void stats_done(struct ore_io_state *ios, void *p)
  269. {
  270. ore_put_io_state(ios);
  271. /* Good thanks nothing to do anymore */
  272. }
  273. /* Asynchronously write the stats attribute */
  274. int exofs_sbi_write_stats(struct exofs_sb_info *sbi)
  275. {
  276. struct osd_attr attrs[] = {
  277. [0] = g_attr_sb_stats,
  278. };
  279. struct ore_io_state *ios;
  280. int ret;
  281. ret = ore_get_io_state(&sbi->layout, &sbi->oc, &ios);
  282. if (unlikely(ret)) {
  283. EXOFS_ERR("%s: ore_get_io_state failed.\n", __func__);
  284. return ret;
  285. }
  286. sbi->s_ess.s_nextid = cpu_to_le64(sbi->s_nextid);
  287. sbi->s_ess.s_numfiles = cpu_to_le64(sbi->s_numfiles);
  288. attrs[0].val_ptr = &sbi->s_ess;
  289. ios->done = stats_done;
  290. ios->private = sbi;
  291. ios->out_attr = attrs;
  292. ios->out_attr_len = ARRAY_SIZE(attrs);
  293. ret = ore_write(ios);
  294. if (unlikely(ret)) {
  295. EXOFS_ERR("%s: ore_write failed.\n", __func__);
  296. ore_put_io_state(ios);
  297. }
  298. return ret;
  299. }
  300. /******************************************************************************
  301. * SUPERBLOCK FUNCTIONS
  302. *****************************************************************************/
  303. static const struct super_operations exofs_sops;
  304. static const struct export_operations exofs_export_ops;
  305. /*
  306. * Write the superblock to the OSD
  307. */
  308. static int exofs_sync_fs(struct super_block *sb, int wait)
  309. {
  310. struct exofs_sb_info *sbi;
  311. struct exofs_fscb *fscb;
  312. struct ore_comp one_comp;
  313. struct ore_components oc;
  314. struct ore_io_state *ios;
  315. int ret = -ENOMEM;
  316. fscb = kmalloc(sizeof(*fscb), GFP_KERNEL);
  317. if (unlikely(!fscb))
  318. return -ENOMEM;
  319. sbi = sb->s_fs_info;
  320. /* NOTE: We no longer dirty the super_block anywhere in exofs. The
  321. * reason we write the fscb here on unmount is so we can stay backwards
  322. * compatible with fscb->s_version == 1. (What we are not compatible
  323. * with is if a new version FS crashed and then we try to mount an old
  324. * version). Otherwise the exofs_fscb is read-only from mkfs time. All
  325. * the writeable info is set in exofs_sbi_write_stats() above.
  326. */
  327. exofs_init_comps(&oc, &one_comp, sbi, EXOFS_SUPER_ID);
  328. ret = ore_get_io_state(&sbi->layout, &oc, &ios);
  329. if (unlikely(ret))
  330. goto out;
  331. lock_super(sb);
  332. ios->length = offsetof(struct exofs_fscb, s_dev_table_oid);
  333. memset(fscb, 0, ios->length);
  334. fscb->s_nextid = cpu_to_le64(sbi->s_nextid);
  335. fscb->s_numfiles = cpu_to_le32(sbi->s_numfiles);
  336. fscb->s_magic = cpu_to_le16(sb->s_magic);
  337. fscb->s_newfs = 0;
  338. fscb->s_version = EXOFS_FSCB_VER;
  339. ios->offset = 0;
  340. ios->kern_buff = fscb;
  341. ret = ore_write(ios);
  342. if (unlikely(ret))
  343. EXOFS_ERR("%s: ore_write failed.\n", __func__);
  344. else
  345. sb->s_dirt = 0;
  346. unlock_super(sb);
  347. out:
  348. EXOFS_DBGMSG("s_nextid=0x%llx ret=%d\n", _LLU(sbi->s_nextid), ret);
  349. ore_put_io_state(ios);
  350. kfree(fscb);
  351. return ret;
  352. }
  353. static void exofs_write_super(struct super_block *sb)
  354. {
  355. if (!(sb->s_flags & MS_RDONLY))
  356. exofs_sync_fs(sb, 1);
  357. else
  358. sb->s_dirt = 0;
  359. }
  360. static void _exofs_print_device(const char *msg, const char *dev_path,
  361. struct osd_dev *od, u64 pid)
  362. {
  363. const struct osd_dev_info *odi = osduld_device_info(od);
  364. printk(KERN_NOTICE "exofs: %s %s osd_name-%s pid-0x%llx\n",
  365. msg, dev_path ?: "", odi->osdname, _LLU(pid));
  366. }
  367. static void exofs_free_sbi(struct exofs_sb_info *sbi)
  368. {
  369. while (sbi->oc.numdevs) {
  370. int i = --sbi->oc.numdevs;
  371. struct osd_dev *od = sbi->oc.ods[i];
  372. if (od) {
  373. sbi->oc.ods[i] = NULL;
  374. osduld_put_device(od);
  375. }
  376. }
  377. if (sbi->oc.ods != sbi->_min_one_dev)
  378. kfree(sbi->oc.ods);
  379. kfree(sbi);
  380. }
  381. /*
  382. * This function is called when the vfs is freeing the superblock. We just
  383. * need to free our own part.
  384. */
  385. static void exofs_put_super(struct super_block *sb)
  386. {
  387. int num_pend;
  388. struct exofs_sb_info *sbi = sb->s_fs_info;
  389. /* make sure there are no pending commands */
  390. for (num_pend = atomic_read(&sbi->s_curr_pending); num_pend > 0;
  391. num_pend = atomic_read(&sbi->s_curr_pending)) {
  392. wait_queue_head_t wq;
  393. printk(KERN_NOTICE "%s: !!Pending operations in flight. "
  394. "This is a BUG. please report to osd-dev@open-osd.org\n",
  395. __func__);
  396. init_waitqueue_head(&wq);
  397. wait_event_timeout(wq,
  398. (atomic_read(&sbi->s_curr_pending) == 0),
  399. msecs_to_jiffies(100));
  400. }
  401. _exofs_print_device("Unmounting", NULL, sbi->oc.ods[0],
  402. sbi->one_comp.obj.partition);
  403. bdi_destroy(&sbi->bdi);
  404. exofs_free_sbi(sbi);
  405. sb->s_fs_info = NULL;
  406. }
  407. static int _read_and_match_data_map(struct exofs_sb_info *sbi, unsigned numdevs,
  408. struct exofs_device_table *dt)
  409. {
  410. u64 stripe_length;
  411. sbi->layout.stripe_unit =
  412. le64_to_cpu(dt->dt_data_map.cb_stripe_unit);
  413. sbi->layout.group_width =
  414. le32_to_cpu(dt->dt_data_map.cb_group_width);
  415. sbi->layout.group_depth =
  416. le32_to_cpu(dt->dt_data_map.cb_group_depth);
  417. sbi->layout.mirrors_p1 =
  418. le32_to_cpu(dt->dt_data_map.cb_mirror_cnt) + 1;
  419. sbi->layout.raid_algorithm =
  420. le32_to_cpu(dt->dt_data_map.cb_raid_algorithm);
  421. /* FIXME: Only raid0 for now. if not so, do not mount */
  422. if (sbi->layout.raid_algorithm != PNFS_OSD_RAID_0) {
  423. EXOFS_ERR("Only RAID_0 for now\n");
  424. return -EINVAL;
  425. }
  426. if (numdevs < (sbi->layout.group_width * sbi->layout.mirrors_p1)) {
  427. EXOFS_ERR("Data Map wrong, "
  428. "numdevs=%d < group_width=%d * mirrors=%d\n",
  429. numdevs, sbi->layout.group_width,
  430. sbi->layout.mirrors_p1);
  431. return -EINVAL;
  432. }
  433. if (0 != (sbi->layout.stripe_unit & ~PAGE_MASK)) {
  434. EXOFS_ERR("Stripe Unit(0x%llx)"
  435. " must be Multples of PAGE_SIZE(0x%lx)\n",
  436. _LLU(sbi->layout.stripe_unit), PAGE_SIZE);
  437. return -EINVAL;
  438. }
  439. if (sbi->layout.group_width) {
  440. if (!sbi->layout.group_depth) {
  441. EXOFS_ERR("group_depth == 0 && group_width != 0\n");
  442. return -EINVAL;
  443. }
  444. sbi->layout.group_count = numdevs / sbi->layout.mirrors_p1 /
  445. sbi->layout.group_width;
  446. } else {
  447. if (sbi->layout.group_depth) {
  448. printk(KERN_NOTICE "Warning: group_depth ignored "
  449. "group_width == 0 && group_depth == %lld\n",
  450. _LLU(sbi->layout.group_depth));
  451. }
  452. sbi->layout.group_width = numdevs / sbi->layout.mirrors_p1;
  453. sbi->layout.group_depth = -1;
  454. sbi->layout.group_count = 1;
  455. }
  456. stripe_length = (u64)sbi->layout.group_width * sbi->layout.stripe_unit;
  457. if (stripe_length >= (1ULL << 32)) {
  458. EXOFS_ERR("Total Stripe length(0x%llx)"
  459. " >= 32bit is not supported\n", _LLU(stripe_length));
  460. return -EINVAL;
  461. }
  462. EXOFS_DBGMSG("exofs: layout: "
  463. "num_comps=%u stripe_unit=0x%x group_width=%u "
  464. "group_depth=0x%llx mirrors_p1=%u raid_algorithm=%u\n",
  465. numdevs,
  466. sbi->layout.stripe_unit,
  467. sbi->layout.group_width,
  468. _LLU(sbi->layout.group_depth),
  469. sbi->layout.mirrors_p1,
  470. sbi->layout.raid_algorithm);
  471. return 0;
  472. }
  473. static unsigned __ra_pages(struct ore_layout *layout)
  474. {
  475. const unsigned _MIN_RA = 32; /* min 128K read-ahead */
  476. unsigned ra_pages = layout->group_width * layout->stripe_unit /
  477. PAGE_SIZE;
  478. unsigned max_io_pages = exofs_max_io_pages(layout, ~0);
  479. ra_pages *= 2; /* two stripes */
  480. if (ra_pages < _MIN_RA)
  481. ra_pages = roundup(_MIN_RA, ra_pages / 2);
  482. if (ra_pages > max_io_pages)
  483. ra_pages = max_io_pages;
  484. return ra_pages;
  485. }
  486. /* @odi is valid only as long as @fscb_dev is valid */
  487. static int exofs_devs_2_odi(struct exofs_dt_device_info *dt_dev,
  488. struct osd_dev_info *odi)
  489. {
  490. odi->systemid_len = le32_to_cpu(dt_dev->systemid_len);
  491. memcpy(odi->systemid, dt_dev->systemid, odi->systemid_len);
  492. odi->osdname_len = le32_to_cpu(dt_dev->osdname_len);
  493. odi->osdname = dt_dev->osdname;
  494. /* FIXME support long names. Will need a _put function */
  495. if (dt_dev->long_name_offset)
  496. return -EINVAL;
  497. /* Make sure osdname is printable!
  498. * mkexofs should give us space for a null-terminator else the
  499. * device-table is invalid.
  500. */
  501. if (unlikely(odi->osdname_len >= sizeof(dt_dev->osdname)))
  502. odi->osdname_len = sizeof(dt_dev->osdname) - 1;
  503. dt_dev->osdname[odi->osdname_len] = 0;
  504. /* If it's all zeros something is bad we read past end-of-obj */
  505. return !(odi->systemid_len || odi->osdname_len);
  506. }
  507. static int exofs_read_lookup_dev_table(struct exofs_sb_info *sbi,
  508. struct osd_dev *fscb_od,
  509. unsigned table_count)
  510. {
  511. struct ore_comp comp;
  512. struct exofs_device_table *dt;
  513. unsigned table_bytes = table_count * sizeof(dt->dt_dev_table[0]) +
  514. sizeof(*dt);
  515. unsigned numdevs, i;
  516. int ret;
  517. dt = kmalloc(table_bytes, GFP_KERNEL);
  518. if (unlikely(!dt)) {
  519. EXOFS_ERR("ERROR: allocating %x bytes for device table\n",
  520. table_bytes);
  521. return -ENOMEM;
  522. }
  523. sbi->oc.numdevs = 0;
  524. comp.obj.partition = sbi->one_comp.obj.partition;
  525. comp.obj.id = EXOFS_DEVTABLE_ID;
  526. exofs_make_credential(comp.cred, &comp.obj);
  527. ret = exofs_read_kern(fscb_od, comp.cred, &comp.obj, 0, dt,
  528. table_bytes);
  529. if (unlikely(ret)) {
  530. EXOFS_ERR("ERROR: reading device table\n");
  531. goto out;
  532. }
  533. numdevs = le64_to_cpu(dt->dt_num_devices);
  534. if (unlikely(!numdevs)) {
  535. ret = -EINVAL;
  536. goto out;
  537. }
  538. WARN_ON(table_count != numdevs);
  539. ret = _read_and_match_data_map(sbi, numdevs, dt);
  540. if (unlikely(ret))
  541. goto out;
  542. if (likely(numdevs > 1)) {
  543. unsigned size = numdevs * sizeof(sbi->oc.ods[0]);
  544. /* Twice bigger table: See exofs_init_comps() and below
  545. * comment
  546. */
  547. sbi->oc.ods = kzalloc(size + size - 1, GFP_KERNEL);
  548. if (unlikely(!sbi->oc.ods)) {
  549. EXOFS_ERR("ERROR: faild allocating Device array[%d]\n",
  550. numdevs);
  551. ret = -ENOMEM;
  552. goto out;
  553. }
  554. }
  555. for (i = 0; i < numdevs; i++) {
  556. struct exofs_fscb fscb;
  557. struct osd_dev_info odi;
  558. struct osd_dev *od;
  559. if (exofs_devs_2_odi(&dt->dt_dev_table[i], &odi)) {
  560. EXOFS_ERR("ERROR: Read all-zeros device entry\n");
  561. ret = -EINVAL;
  562. goto out;
  563. }
  564. printk(KERN_NOTICE "Add device[%d]: osd_name-%s\n",
  565. i, odi.osdname);
  566. /* On all devices the device table is identical. The user can
  567. * specify any one of the participating devices on the command
  568. * line. We always keep them in device-table order.
  569. */
  570. if (fscb_od && osduld_device_same(fscb_od, &odi)) {
  571. sbi->oc.ods[i] = fscb_od;
  572. ++sbi->oc.numdevs;
  573. fscb_od = NULL;
  574. continue;
  575. }
  576. od = osduld_info_lookup(&odi);
  577. if (IS_ERR(od)) {
  578. ret = PTR_ERR(od);
  579. EXOFS_ERR("ERROR: device requested is not found "
  580. "osd_name-%s =>%d\n", odi.osdname, ret);
  581. goto out;
  582. }
  583. sbi->oc.ods[i] = od;
  584. ++sbi->oc.numdevs;
  585. /* Read the fscb of the other devices to make sure the FS
  586. * partition is there.
  587. */
  588. ret = exofs_read_kern(od, comp.cred, &comp.obj, 0, &fscb,
  589. sizeof(fscb));
  590. if (unlikely(ret)) {
  591. EXOFS_ERR("ERROR: Malformed participating device "
  592. "error reading fscb osd_name-%s\n",
  593. odi.osdname);
  594. goto out;
  595. }
  596. /* TODO: verify other information is correct and FS-uuid
  597. * matches. Benny what did you say about device table
  598. * generation and old devices?
  599. */
  600. }
  601. out:
  602. kfree(dt);
  603. if (likely(!ret)) {
  604. unsigned numdevs = sbi->oc.numdevs;
  605. if (unlikely(fscb_od)) {
  606. EXOFS_ERR("ERROR: Bad device-table container device not present\n");
  607. osduld_put_device(fscb_od);
  608. return -EINVAL;
  609. }
  610. /* exofs round-robins the device table view according to inode
  611. * number. We hold a: twice bigger table hence inodes can point
  612. * to any device and have a sequential view of the table
  613. * starting at this device. See exofs_init_comps()
  614. */
  615. for (i = 0; i < numdevs - 1; ++i)
  616. sbi->oc.ods[i + numdevs] = sbi->oc.ods[i];
  617. }
  618. return ret;
  619. }
  620. /*
  621. * Read the superblock from the OSD and fill in the fields
  622. */
  623. static int exofs_fill_super(struct super_block *sb, void *data, int silent)
  624. {
  625. struct inode *root;
  626. struct exofs_mountopt *opts = data;
  627. struct exofs_sb_info *sbi; /*extended info */
  628. struct osd_dev *od; /* Master device */
  629. struct exofs_fscb fscb; /*on-disk superblock info */
  630. struct ore_comp comp;
  631. unsigned table_count;
  632. int ret;
  633. sbi = kzalloc(sizeof(*sbi), GFP_KERNEL);
  634. if (!sbi)
  635. return -ENOMEM;
  636. /* use mount options to fill superblock */
  637. if (opts->is_osdname) {
  638. struct osd_dev_info odi = {.systemid_len = 0};
  639. odi.osdname_len = strlen(opts->dev_name);
  640. odi.osdname = (u8 *)opts->dev_name;
  641. od = osduld_info_lookup(&odi);
  642. kfree(opts->dev_name);
  643. opts->dev_name = NULL;
  644. } else {
  645. od = osduld_path_lookup(opts->dev_name);
  646. }
  647. if (IS_ERR(od)) {
  648. ret = -EINVAL;
  649. goto free_sbi;
  650. }
  651. /* Default layout in case we do not have a device-table */
  652. sbi->layout.stripe_unit = PAGE_SIZE;
  653. sbi->layout.mirrors_p1 = 1;
  654. sbi->layout.group_width = 1;
  655. sbi->layout.group_depth = -1;
  656. sbi->layout.group_count = 1;
  657. sbi->s_timeout = opts->timeout;
  658. sbi->one_comp.obj.partition = opts->pid;
  659. sbi->one_comp.obj.id = 0;
  660. exofs_make_credential(sbi->one_comp.cred, &sbi->one_comp.obj);
  661. sbi->oc.numdevs = 1;
  662. sbi->oc.single_comp = EC_SINGLE_COMP;
  663. sbi->oc.comps = &sbi->one_comp;
  664. sbi->oc.ods = sbi->_min_one_dev;
  665. /* fill in some other data by hand */
  666. memset(sb->s_id, 0, sizeof(sb->s_id));
  667. strcpy(sb->s_id, "exofs");
  668. sb->s_blocksize = EXOFS_BLKSIZE;
  669. sb->s_blocksize_bits = EXOFS_BLKSHIFT;
  670. sb->s_maxbytes = MAX_LFS_FILESIZE;
  671. atomic_set(&sbi->s_curr_pending, 0);
  672. sb->s_bdev = NULL;
  673. sb->s_dev = 0;
  674. comp.obj.partition = sbi->one_comp.obj.partition;
  675. comp.obj.id = EXOFS_SUPER_ID;
  676. exofs_make_credential(comp.cred, &comp.obj);
  677. ret = exofs_read_kern(od, comp.cred, &comp.obj, 0, &fscb, sizeof(fscb));
  678. if (unlikely(ret))
  679. goto free_sbi;
  680. sb->s_magic = le16_to_cpu(fscb.s_magic);
  681. /* NOTE: we read below to be backward compatible with old versions */
  682. sbi->s_nextid = le64_to_cpu(fscb.s_nextid);
  683. sbi->s_numfiles = le32_to_cpu(fscb.s_numfiles);
  684. /* make sure what we read from the object store is correct */
  685. if (sb->s_magic != EXOFS_SUPER_MAGIC) {
  686. if (!silent)
  687. EXOFS_ERR("ERROR: Bad magic value\n");
  688. ret = -EINVAL;
  689. goto free_sbi;
  690. }
  691. if (le32_to_cpu(fscb.s_version) > EXOFS_FSCB_VER) {
  692. EXOFS_ERR("ERROR: Bad FSCB version expected-%d got-%d\n",
  693. EXOFS_FSCB_VER, le32_to_cpu(fscb.s_version));
  694. ret = -EINVAL;
  695. goto free_sbi;
  696. }
  697. /* start generation numbers from a random point */
  698. get_random_bytes(&sbi->s_next_generation, sizeof(u32));
  699. spin_lock_init(&sbi->s_next_gen_lock);
  700. table_count = le64_to_cpu(fscb.s_dev_table_count);
  701. if (table_count) {
  702. ret = exofs_read_lookup_dev_table(sbi, od, table_count);
  703. if (unlikely(ret))
  704. goto free_sbi;
  705. } else {
  706. sbi->oc.ods[0] = od;
  707. }
  708. __sbi_read_stats(sbi);
  709. /* set up operation vectors */
  710. sbi->bdi.ra_pages = __ra_pages(&sbi->layout);
  711. sb->s_bdi = &sbi->bdi;
  712. sb->s_fs_info = sbi;
  713. sb->s_op = &exofs_sops;
  714. sb->s_export_op = &exofs_export_ops;
  715. root = exofs_iget(sb, EXOFS_ROOT_ID - EXOFS_OBJ_OFF);
  716. if (IS_ERR(root)) {
  717. EXOFS_ERR("ERROR: exofs_iget failed\n");
  718. ret = PTR_ERR(root);
  719. goto free_sbi;
  720. }
  721. sb->s_root = d_alloc_root(root);
  722. if (!sb->s_root) {
  723. iput(root);
  724. EXOFS_ERR("ERROR: get root inode failed\n");
  725. ret = -ENOMEM;
  726. goto free_sbi;
  727. }
  728. if (!S_ISDIR(root->i_mode)) {
  729. dput(sb->s_root);
  730. sb->s_root = NULL;
  731. EXOFS_ERR("ERROR: corrupt root inode (mode = %hd)\n",
  732. root->i_mode);
  733. ret = -EINVAL;
  734. goto free_sbi;
  735. }
  736. ret = bdi_setup_and_register(&sbi->bdi, "exofs", BDI_CAP_MAP_COPY);
  737. if (ret) {
  738. EXOFS_DBGMSG("Failed to bdi_setup_and_register\n");
  739. goto free_sbi;
  740. }
  741. _exofs_print_device("Mounting", opts->dev_name, sbi->oc.ods[0],
  742. sbi->one_comp.obj.partition);
  743. return 0;
  744. free_sbi:
  745. EXOFS_ERR("Unable to mount exofs on %s pid=0x%llx err=%d\n",
  746. opts->dev_name, sbi->one_comp.obj.partition, ret);
  747. exofs_free_sbi(sbi);
  748. return ret;
  749. }
  750. /*
  751. * Set up the superblock (calls exofs_fill_super eventually)
  752. */
  753. static struct dentry *exofs_mount(struct file_system_type *type,
  754. int flags, const char *dev_name,
  755. void *data)
  756. {
  757. struct exofs_mountopt opts;
  758. int ret;
  759. ret = parse_options(data, &opts);
  760. if (ret)
  761. return ERR_PTR(ret);
  762. if (!opts.dev_name)
  763. opts.dev_name = dev_name;
  764. return mount_nodev(type, flags, &opts, exofs_fill_super);
  765. }
  766. /*
  767. * Return information about the file system state in the buffer. This is used
  768. * by the 'df' command, for example.
  769. */
  770. static int exofs_statfs(struct dentry *dentry, struct kstatfs *buf)
  771. {
  772. struct super_block *sb = dentry->d_sb;
  773. struct exofs_sb_info *sbi = sb->s_fs_info;
  774. struct ore_io_state *ios;
  775. struct osd_attr attrs[] = {
  776. ATTR_DEF(OSD_APAGE_PARTITION_QUOTAS,
  777. OSD_ATTR_PQ_CAPACITY_QUOTA, sizeof(__be64)),
  778. ATTR_DEF(OSD_APAGE_PARTITION_INFORMATION,
  779. OSD_ATTR_PI_USED_CAPACITY, sizeof(__be64)),
  780. };
  781. uint64_t capacity = ULLONG_MAX;
  782. uint64_t used = ULLONG_MAX;
  783. int ret;
  784. ret = ore_get_io_state(&sbi->layout, &sbi->oc, &ios);
  785. if (ret) {
  786. EXOFS_DBGMSG("ore_get_io_state failed.\n");
  787. return ret;
  788. }
  789. ios->in_attr = attrs;
  790. ios->in_attr_len = ARRAY_SIZE(attrs);
  791. ret = ore_read(ios);
  792. if (unlikely(ret))
  793. goto out;
  794. ret = extract_attr_from_ios(ios, &attrs[0]);
  795. if (likely(!ret)) {
  796. capacity = get_unaligned_be64(attrs[0].val_ptr);
  797. if (unlikely(!capacity))
  798. capacity = ULLONG_MAX;
  799. } else
  800. EXOFS_DBGMSG("exofs_statfs: get capacity failed.\n");
  801. ret = extract_attr_from_ios(ios, &attrs[1]);
  802. if (likely(!ret))
  803. used = get_unaligned_be64(attrs[1].val_ptr);
  804. else
  805. EXOFS_DBGMSG("exofs_statfs: get used-space failed.\n");
  806. /* fill in the stats buffer */
  807. buf->f_type = EXOFS_SUPER_MAGIC;
  808. buf->f_bsize = EXOFS_BLKSIZE;
  809. buf->f_blocks = capacity >> 9;
  810. buf->f_bfree = (capacity - used) >> 9;
  811. buf->f_bavail = buf->f_bfree;
  812. buf->f_files = sbi->s_numfiles;
  813. buf->f_ffree = EXOFS_MAX_ID - sbi->s_numfiles;
  814. buf->f_namelen = EXOFS_NAME_LEN;
  815. out:
  816. ore_put_io_state(ios);
  817. return ret;
  818. }
  819. static const struct super_operations exofs_sops = {
  820. .alloc_inode = exofs_alloc_inode,
  821. .destroy_inode = exofs_destroy_inode,
  822. .write_inode = exofs_write_inode,
  823. .evict_inode = exofs_evict_inode,
  824. .put_super = exofs_put_super,
  825. .write_super = exofs_write_super,
  826. .sync_fs = exofs_sync_fs,
  827. .statfs = exofs_statfs,
  828. };
  829. /******************************************************************************
  830. * EXPORT OPERATIONS
  831. *****************************************************************************/
  832. static struct dentry *exofs_get_parent(struct dentry *child)
  833. {
  834. unsigned long ino = exofs_parent_ino(child);
  835. if (!ino)
  836. return ERR_PTR(-ESTALE);
  837. return d_obtain_alias(exofs_iget(child->d_inode->i_sb, ino));
  838. }
  839. static struct inode *exofs_nfs_get_inode(struct super_block *sb,
  840. u64 ino, u32 generation)
  841. {
  842. struct inode *inode;
  843. inode = exofs_iget(sb, ino);
  844. if (IS_ERR(inode))
  845. return ERR_CAST(inode);
  846. if (generation && inode->i_generation != generation) {
  847. /* we didn't find the right inode.. */
  848. iput(inode);
  849. return ERR_PTR(-ESTALE);
  850. }
  851. return inode;
  852. }
  853. static struct dentry *exofs_fh_to_dentry(struct super_block *sb,
  854. struct fid *fid, int fh_len, int fh_type)
  855. {
  856. return generic_fh_to_dentry(sb, fid, fh_len, fh_type,
  857. exofs_nfs_get_inode);
  858. }
  859. static struct dentry *exofs_fh_to_parent(struct super_block *sb,
  860. struct fid *fid, int fh_len, int fh_type)
  861. {
  862. return generic_fh_to_parent(sb, fid, fh_len, fh_type,
  863. exofs_nfs_get_inode);
  864. }
  865. static const struct export_operations exofs_export_ops = {
  866. .fh_to_dentry = exofs_fh_to_dentry,
  867. .fh_to_parent = exofs_fh_to_parent,
  868. .get_parent = exofs_get_parent,
  869. };
  870. /******************************************************************************
  871. * INSMOD/RMMOD
  872. *****************************************************************************/
  873. /*
  874. * struct that describes this file system
  875. */
  876. static struct file_system_type exofs_type = {
  877. .owner = THIS_MODULE,
  878. .name = "exofs",
  879. .mount = exofs_mount,
  880. .kill_sb = generic_shutdown_super,
  881. };
  882. static int __init init_exofs(void)
  883. {
  884. int err;
  885. err = init_inodecache();
  886. if (err)
  887. goto out;
  888. err = register_filesystem(&exofs_type);
  889. if (err)
  890. goto out_d;
  891. return 0;
  892. out_d:
  893. destroy_inodecache();
  894. out:
  895. return err;
  896. }
  897. static void __exit exit_exofs(void)
  898. {
  899. unregister_filesystem(&exofs_type);
  900. destroy_inodecache();
  901. }
  902. MODULE_AUTHOR("Avishay Traeger <avishay@gmail.com>");
  903. MODULE_DESCRIPTION("exofs");
  904. MODULE_LICENSE("GPL");
  905. module_init(init_exofs)
  906. module_exit(exit_exofs)