cls_lock_client.c 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376
  1. #include <linux/ceph/ceph_debug.h>
  2. #include <linux/types.h>
  3. #include <linux/slab.h>
  4. #include <linux/ceph/cls_lock_client.h>
  5. #include <linux/ceph/decode.h>
  6. /**
  7. * ceph_cls_lock - grab rados lock for object
  8. * @oid, @oloc: object to lock
  9. * @lock_name: the name of the lock
  10. * @type: lock type (CEPH_CLS_LOCK_EXCLUSIVE or CEPH_CLS_LOCK_SHARED)
  11. * @cookie: user-defined identifier for this instance of the lock
  12. * @tag: user-defined tag
  13. * @desc: user-defined lock description
  14. * @flags: lock flags
  15. *
  16. * All operations on the same lock should use the same tag.
  17. */
  18. int ceph_cls_lock(struct ceph_osd_client *osdc,
  19. struct ceph_object_id *oid,
  20. struct ceph_object_locator *oloc,
  21. char *lock_name, u8 type, char *cookie,
  22. char *tag, char *desc, u8 flags)
  23. {
  24. int lock_op_buf_size;
  25. int name_len = strlen(lock_name);
  26. int cookie_len = strlen(cookie);
  27. int tag_len = strlen(tag);
  28. int desc_len = strlen(desc);
  29. void *p, *end;
  30. struct page *lock_op_page;
  31. struct timespec mtime;
  32. int ret;
  33. lock_op_buf_size = name_len + sizeof(__le32) +
  34. cookie_len + sizeof(__le32) +
  35. tag_len + sizeof(__le32) +
  36. desc_len + sizeof(__le32) +
  37. sizeof(struct ceph_timespec) +
  38. /* flag and type */
  39. sizeof(u8) + sizeof(u8) +
  40. CEPH_ENCODING_START_BLK_LEN;
  41. if (lock_op_buf_size > PAGE_SIZE)
  42. return -E2BIG;
  43. lock_op_page = alloc_page(GFP_NOIO);
  44. if (!lock_op_page)
  45. return -ENOMEM;
  46. p = page_address(lock_op_page);
  47. end = p + lock_op_buf_size;
  48. /* encode cls_lock_lock_op struct */
  49. ceph_start_encoding(&p, 1, 1,
  50. lock_op_buf_size - CEPH_ENCODING_START_BLK_LEN);
  51. ceph_encode_string(&p, end, lock_name, name_len);
  52. ceph_encode_8(&p, type);
  53. ceph_encode_string(&p, end, cookie, cookie_len);
  54. ceph_encode_string(&p, end, tag, tag_len);
  55. ceph_encode_string(&p, end, desc, desc_len);
  56. /* only support infinite duration */
  57. memset(&mtime, 0, sizeof(mtime));
  58. ceph_encode_timespec(p, &mtime);
  59. p += sizeof(struct ceph_timespec);
  60. ceph_encode_8(&p, flags);
  61. dout("%s lock_name %s type %d cookie %s tag %s desc %s flags 0x%x\n",
  62. __func__, lock_name, type, cookie, tag, desc, flags);
  63. ret = ceph_osdc_call(osdc, oid, oloc, "lock", "lock",
  64. CEPH_OSD_FLAG_WRITE, lock_op_page,
  65. lock_op_buf_size, NULL, NULL);
  66. dout("%s: status %d\n", __func__, ret);
  67. __free_page(lock_op_page);
  68. return ret;
  69. }
  70. EXPORT_SYMBOL(ceph_cls_lock);
  71. /**
  72. * ceph_cls_unlock - release rados lock for object
  73. * @oid, @oloc: object to lock
  74. * @lock_name: the name of the lock
  75. * @cookie: user-defined identifier for this instance of the lock
  76. */
  77. int ceph_cls_unlock(struct ceph_osd_client *osdc,
  78. struct ceph_object_id *oid,
  79. struct ceph_object_locator *oloc,
  80. char *lock_name, char *cookie)
  81. {
  82. int unlock_op_buf_size;
  83. int name_len = strlen(lock_name);
  84. int cookie_len = strlen(cookie);
  85. void *p, *end;
  86. struct page *unlock_op_page;
  87. int ret;
  88. unlock_op_buf_size = name_len + sizeof(__le32) +
  89. cookie_len + sizeof(__le32) +
  90. CEPH_ENCODING_START_BLK_LEN;
  91. if (unlock_op_buf_size > PAGE_SIZE)
  92. return -E2BIG;
  93. unlock_op_page = alloc_page(GFP_NOIO);
  94. if (!unlock_op_page)
  95. return -ENOMEM;
  96. p = page_address(unlock_op_page);
  97. end = p + unlock_op_buf_size;
  98. /* encode cls_lock_unlock_op struct */
  99. ceph_start_encoding(&p, 1, 1,
  100. unlock_op_buf_size - CEPH_ENCODING_START_BLK_LEN);
  101. ceph_encode_string(&p, end, lock_name, name_len);
  102. ceph_encode_string(&p, end, cookie, cookie_len);
  103. dout("%s lock_name %s cookie %s\n", __func__, lock_name, cookie);
  104. ret = ceph_osdc_call(osdc, oid, oloc, "lock", "unlock",
  105. CEPH_OSD_FLAG_WRITE, unlock_op_page,
  106. unlock_op_buf_size, NULL, NULL);
  107. dout("%s: status %d\n", __func__, ret);
  108. __free_page(unlock_op_page);
  109. return ret;
  110. }
  111. EXPORT_SYMBOL(ceph_cls_unlock);
  112. /**
  113. * ceph_cls_break_lock - release rados lock for object for specified client
  114. * @oid, @oloc: object to lock
  115. * @lock_name: the name of the lock
  116. * @cookie: user-defined identifier for this instance of the lock
  117. * @locker: current lock owner
  118. */
  119. int ceph_cls_break_lock(struct ceph_osd_client *osdc,
  120. struct ceph_object_id *oid,
  121. struct ceph_object_locator *oloc,
  122. char *lock_name, char *cookie,
  123. struct ceph_entity_name *locker)
  124. {
  125. int break_op_buf_size;
  126. int name_len = strlen(lock_name);
  127. int cookie_len = strlen(cookie);
  128. struct page *break_op_page;
  129. void *p, *end;
  130. int ret;
  131. break_op_buf_size = name_len + sizeof(__le32) +
  132. cookie_len + sizeof(__le32) +
  133. sizeof(u8) + sizeof(__le64) +
  134. CEPH_ENCODING_START_BLK_LEN;
  135. if (break_op_buf_size > PAGE_SIZE)
  136. return -E2BIG;
  137. break_op_page = alloc_page(GFP_NOIO);
  138. if (!break_op_page)
  139. return -ENOMEM;
  140. p = page_address(break_op_page);
  141. end = p + break_op_buf_size;
  142. /* encode cls_lock_break_op struct */
  143. ceph_start_encoding(&p, 1, 1,
  144. break_op_buf_size - CEPH_ENCODING_START_BLK_LEN);
  145. ceph_encode_string(&p, end, lock_name, name_len);
  146. ceph_encode_copy(&p, locker, sizeof(*locker));
  147. ceph_encode_string(&p, end, cookie, cookie_len);
  148. dout("%s lock_name %s cookie %s locker %s%llu\n", __func__, lock_name,
  149. cookie, ENTITY_NAME(*locker));
  150. ret = ceph_osdc_call(osdc, oid, oloc, "lock", "break_lock",
  151. CEPH_OSD_FLAG_WRITE, break_op_page,
  152. break_op_buf_size, NULL, NULL);
  153. dout("%s: status %d\n", __func__, ret);
  154. __free_page(break_op_page);
  155. return ret;
  156. }
  157. EXPORT_SYMBOL(ceph_cls_break_lock);
  158. int ceph_cls_set_cookie(struct ceph_osd_client *osdc,
  159. struct ceph_object_id *oid,
  160. struct ceph_object_locator *oloc,
  161. char *lock_name, u8 type, char *old_cookie,
  162. char *tag, char *new_cookie)
  163. {
  164. int cookie_op_buf_size;
  165. int name_len = strlen(lock_name);
  166. int old_cookie_len = strlen(old_cookie);
  167. int tag_len = strlen(tag);
  168. int new_cookie_len = strlen(new_cookie);
  169. void *p, *end;
  170. struct page *cookie_op_page;
  171. int ret;
  172. cookie_op_buf_size = name_len + sizeof(__le32) +
  173. old_cookie_len + sizeof(__le32) +
  174. tag_len + sizeof(__le32) +
  175. new_cookie_len + sizeof(__le32) +
  176. sizeof(u8) + CEPH_ENCODING_START_BLK_LEN;
  177. if (cookie_op_buf_size > PAGE_SIZE)
  178. return -E2BIG;
  179. cookie_op_page = alloc_page(GFP_NOIO);
  180. if (!cookie_op_page)
  181. return -ENOMEM;
  182. p = page_address(cookie_op_page);
  183. end = p + cookie_op_buf_size;
  184. /* encode cls_lock_set_cookie_op struct */
  185. ceph_start_encoding(&p, 1, 1,
  186. cookie_op_buf_size - CEPH_ENCODING_START_BLK_LEN);
  187. ceph_encode_string(&p, end, lock_name, name_len);
  188. ceph_encode_8(&p, type);
  189. ceph_encode_string(&p, end, old_cookie, old_cookie_len);
  190. ceph_encode_string(&p, end, tag, tag_len);
  191. ceph_encode_string(&p, end, new_cookie, new_cookie_len);
  192. dout("%s lock_name %s type %d old_cookie %s tag %s new_cookie %s\n",
  193. __func__, lock_name, type, old_cookie, tag, new_cookie);
  194. ret = ceph_osdc_call(osdc, oid, oloc, "lock", "set_cookie",
  195. CEPH_OSD_FLAG_WRITE, cookie_op_page,
  196. cookie_op_buf_size, NULL, NULL);
  197. dout("%s: status %d\n", __func__, ret);
  198. __free_page(cookie_op_page);
  199. return ret;
  200. }
  201. EXPORT_SYMBOL(ceph_cls_set_cookie);
  202. void ceph_free_lockers(struct ceph_locker *lockers, u32 num_lockers)
  203. {
  204. int i;
  205. for (i = 0; i < num_lockers; i++)
  206. kfree(lockers[i].id.cookie);
  207. kfree(lockers);
  208. }
  209. EXPORT_SYMBOL(ceph_free_lockers);
  210. static int decode_locker(void **p, void *end, struct ceph_locker *locker)
  211. {
  212. u8 struct_v;
  213. u32 len;
  214. char *s;
  215. int ret;
  216. ret = ceph_start_decoding(p, end, 1, "locker_id_t", &struct_v, &len);
  217. if (ret)
  218. return ret;
  219. ceph_decode_copy(p, &locker->id.name, sizeof(locker->id.name));
  220. s = ceph_extract_encoded_string(p, end, NULL, GFP_NOIO);
  221. if (IS_ERR(s))
  222. return PTR_ERR(s);
  223. locker->id.cookie = s;
  224. ret = ceph_start_decoding(p, end, 1, "locker_info_t", &struct_v, &len);
  225. if (ret)
  226. return ret;
  227. *p += sizeof(struct ceph_timespec); /* skip expiration */
  228. ceph_decode_copy(p, &locker->info.addr, sizeof(locker->info.addr));
  229. ceph_decode_addr(&locker->info.addr);
  230. len = ceph_decode_32(p);
  231. *p += len; /* skip description */
  232. dout("%s %s%llu cookie %s addr %s\n", __func__,
  233. ENTITY_NAME(locker->id.name), locker->id.cookie,
  234. ceph_pr_addr(&locker->info.addr.in_addr));
  235. return 0;
  236. }
  237. static int decode_lockers(void **p, void *end, u8 *type, char **tag,
  238. struct ceph_locker **lockers, u32 *num_lockers)
  239. {
  240. u8 struct_v;
  241. u32 struct_len;
  242. char *s;
  243. int i;
  244. int ret;
  245. ret = ceph_start_decoding(p, end, 1, "cls_lock_get_info_reply",
  246. &struct_v, &struct_len);
  247. if (ret)
  248. return ret;
  249. *num_lockers = ceph_decode_32(p);
  250. *lockers = kcalloc(*num_lockers, sizeof(**lockers), GFP_NOIO);
  251. if (!*lockers)
  252. return -ENOMEM;
  253. for (i = 0; i < *num_lockers; i++) {
  254. ret = decode_locker(p, end, *lockers + i);
  255. if (ret)
  256. goto err_free_lockers;
  257. }
  258. *type = ceph_decode_8(p);
  259. s = ceph_extract_encoded_string(p, end, NULL, GFP_NOIO);
  260. if (IS_ERR(s)) {
  261. ret = PTR_ERR(s);
  262. goto err_free_lockers;
  263. }
  264. *tag = s;
  265. return 0;
  266. err_free_lockers:
  267. ceph_free_lockers(*lockers, *num_lockers);
  268. return ret;
  269. }
  270. /*
  271. * On success, the caller is responsible for:
  272. *
  273. * kfree(tag);
  274. * ceph_free_lockers(lockers, num_lockers);
  275. */
  276. int ceph_cls_lock_info(struct ceph_osd_client *osdc,
  277. struct ceph_object_id *oid,
  278. struct ceph_object_locator *oloc,
  279. char *lock_name, u8 *type, char **tag,
  280. struct ceph_locker **lockers, u32 *num_lockers)
  281. {
  282. int get_info_op_buf_size;
  283. int name_len = strlen(lock_name);
  284. struct page *get_info_op_page, *reply_page;
  285. size_t reply_len = PAGE_SIZE;
  286. void *p, *end;
  287. int ret;
  288. get_info_op_buf_size = name_len + sizeof(__le32) +
  289. CEPH_ENCODING_START_BLK_LEN;
  290. if (get_info_op_buf_size > PAGE_SIZE)
  291. return -E2BIG;
  292. get_info_op_page = alloc_page(GFP_NOIO);
  293. if (!get_info_op_page)
  294. return -ENOMEM;
  295. reply_page = alloc_page(GFP_NOIO);
  296. if (!reply_page) {
  297. __free_page(get_info_op_page);
  298. return -ENOMEM;
  299. }
  300. p = page_address(get_info_op_page);
  301. end = p + get_info_op_buf_size;
  302. /* encode cls_lock_get_info_op struct */
  303. ceph_start_encoding(&p, 1, 1,
  304. get_info_op_buf_size - CEPH_ENCODING_START_BLK_LEN);
  305. ceph_encode_string(&p, end, lock_name, name_len);
  306. dout("%s lock_name %s\n", __func__, lock_name);
  307. ret = ceph_osdc_call(osdc, oid, oloc, "lock", "get_info",
  308. CEPH_OSD_FLAG_READ, get_info_op_page,
  309. get_info_op_buf_size, reply_page, &reply_len);
  310. dout("%s: status %d\n", __func__, ret);
  311. if (ret >= 0) {
  312. p = page_address(reply_page);
  313. end = p + reply_len;
  314. ret = decode_lockers(&p, end, type, tag, lockers, num_lockers);
  315. }
  316. __free_page(get_info_op_page);
  317. __free_page(reply_page);
  318. return ret;
  319. }
  320. EXPORT_SYMBOL(ceph_cls_lock_info);