seqiv.c 19 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804
  1. /*
  2. * seqiv: Sequence Number IV Generator
  3. *
  4. * This generator generates an IV based on a sequence number by xoring it
  5. * with a salt. This algorithm is mainly useful for CTR and similar modes.
  6. *
  7. * Copyright (c) 2007 Herbert Xu <herbert@gondor.apana.org.au>
  8. *
  9. * This program is free software; you can redistribute it and/or modify it
  10. * under the terms of the GNU General Public License as published by the Free
  11. * Software Foundation; either version 2 of the License, or (at your option)
  12. * any later version.
  13. *
  14. */
  15. #include <crypto/internal/geniv.h>
  16. #include <crypto/internal/skcipher.h>
  17. #include <crypto/null.h>
  18. #include <crypto/rng.h>
  19. #include <crypto/scatterwalk.h>
  20. #include <linux/err.h>
  21. #include <linux/init.h>
  22. #include <linux/kernel.h>
  23. #include <linux/module.h>
  24. #include <linux/slab.h>
  25. #include <linux/spinlock.h>
  26. #include <linux/string.h>
  27. struct seqniv_request_ctx {
  28. struct scatterlist dst[2];
  29. struct aead_request subreq;
  30. };
  31. struct seqiv_ctx {
  32. spinlock_t lock;
  33. u8 salt[] __attribute__ ((aligned(__alignof__(u32))));
  34. };
  35. struct seqiv_aead_ctx {
  36. /* aead_geniv_ctx must be first the element */
  37. struct aead_geniv_ctx geniv;
  38. struct crypto_blkcipher *null;
  39. u8 salt[] __attribute__ ((aligned(__alignof__(u32))));
  40. };
  41. static void seqiv_free(struct crypto_instance *inst);
  42. static void seqiv_complete2(struct skcipher_givcrypt_request *req, int err)
  43. {
  44. struct ablkcipher_request *subreq = skcipher_givcrypt_reqctx(req);
  45. struct crypto_ablkcipher *geniv;
  46. if (err == -EINPROGRESS)
  47. return;
  48. if (err)
  49. goto out;
  50. geniv = skcipher_givcrypt_reqtfm(req);
  51. memcpy(req->creq.info, subreq->info, crypto_ablkcipher_ivsize(geniv));
  52. out:
  53. kfree(subreq->info);
  54. }
  55. static void seqiv_complete(struct crypto_async_request *base, int err)
  56. {
  57. struct skcipher_givcrypt_request *req = base->data;
  58. seqiv_complete2(req, err);
  59. skcipher_givcrypt_complete(req, err);
  60. }
  61. static void seqiv_aead_complete2(struct aead_givcrypt_request *req, int err)
  62. {
  63. struct aead_request *subreq = aead_givcrypt_reqctx(req);
  64. struct crypto_aead *geniv;
  65. if (err == -EINPROGRESS)
  66. return;
  67. if (err)
  68. goto out;
  69. geniv = aead_givcrypt_reqtfm(req);
  70. memcpy(req->areq.iv, subreq->iv, crypto_aead_ivsize(geniv));
  71. out:
  72. kfree(subreq->iv);
  73. }
  74. static void seqiv_aead_complete(struct crypto_async_request *base, int err)
  75. {
  76. struct aead_givcrypt_request *req = base->data;
  77. seqiv_aead_complete2(req, err);
  78. aead_givcrypt_complete(req, err);
  79. }
  80. static void seqiv_aead_encrypt_complete2(struct aead_request *req, int err)
  81. {
  82. struct aead_request *subreq = aead_request_ctx(req);
  83. struct crypto_aead *geniv;
  84. if (err == -EINPROGRESS)
  85. return;
  86. if (err)
  87. goto out;
  88. geniv = crypto_aead_reqtfm(req);
  89. memcpy(req->iv, subreq->iv, crypto_aead_ivsize(geniv));
  90. out:
  91. kzfree(subreq->iv);
  92. }
  93. static void seqiv_aead_encrypt_complete(struct crypto_async_request *base,
  94. int err)
  95. {
  96. struct aead_request *req = base->data;
  97. seqiv_aead_encrypt_complete2(req, err);
  98. aead_request_complete(req, err);
  99. }
  100. static void seqniv_aead_encrypt_complete2(struct aead_request *req, int err)
  101. {
  102. unsigned int ivsize = 8;
  103. u8 data[20];
  104. if (err == -EINPROGRESS)
  105. return;
  106. /* Swap IV and ESP header back to correct order. */
  107. scatterwalk_map_and_copy(data, req->dst, 0, req->assoclen + ivsize, 0);
  108. scatterwalk_map_and_copy(data + ivsize, req->dst, 0, req->assoclen, 1);
  109. scatterwalk_map_and_copy(data, req->dst, req->assoclen, ivsize, 1);
  110. }
  111. static void seqniv_aead_encrypt_complete(struct crypto_async_request *base,
  112. int err)
  113. {
  114. struct aead_request *req = base->data;
  115. seqniv_aead_encrypt_complete2(req, err);
  116. aead_request_complete(req, err);
  117. }
  118. static void seqniv_aead_decrypt_complete2(struct aead_request *req, int err)
  119. {
  120. u8 data[4];
  121. if (err == -EINPROGRESS)
  122. return;
  123. /* Move ESP header back to correct location. */
  124. scatterwalk_map_and_copy(data, req->dst, 16, req->assoclen - 8, 0);
  125. scatterwalk_map_and_copy(data, req->dst, 8, req->assoclen - 8, 1);
  126. }
  127. static void seqniv_aead_decrypt_complete(struct crypto_async_request *base,
  128. int err)
  129. {
  130. struct aead_request *req = base->data;
  131. seqniv_aead_decrypt_complete2(req, err);
  132. aead_request_complete(req, err);
  133. }
  134. static void seqiv_geniv(struct seqiv_ctx *ctx, u8 *info, u64 seq,
  135. unsigned int ivsize)
  136. {
  137. unsigned int len = ivsize;
  138. if (ivsize > sizeof(u64)) {
  139. memset(info, 0, ivsize - sizeof(u64));
  140. len = sizeof(u64);
  141. }
  142. seq = cpu_to_be64(seq);
  143. memcpy(info + ivsize - len, &seq, len);
  144. crypto_xor(info, ctx->salt, ivsize);
  145. }
  146. static int seqiv_givencrypt(struct skcipher_givcrypt_request *req)
  147. {
  148. struct crypto_ablkcipher *geniv = skcipher_givcrypt_reqtfm(req);
  149. struct seqiv_ctx *ctx = crypto_ablkcipher_ctx(geniv);
  150. struct ablkcipher_request *subreq = skcipher_givcrypt_reqctx(req);
  151. crypto_completion_t compl;
  152. void *data;
  153. u8 *info;
  154. unsigned int ivsize;
  155. int err;
  156. ablkcipher_request_set_tfm(subreq, skcipher_geniv_cipher(geniv));
  157. compl = req->creq.base.complete;
  158. data = req->creq.base.data;
  159. info = req->creq.info;
  160. ivsize = crypto_ablkcipher_ivsize(geniv);
  161. if (unlikely(!IS_ALIGNED((unsigned long)info,
  162. crypto_ablkcipher_alignmask(geniv) + 1))) {
  163. info = kmalloc(ivsize, req->creq.base.flags &
  164. CRYPTO_TFM_REQ_MAY_SLEEP ? GFP_KERNEL:
  165. GFP_ATOMIC);
  166. if (!info)
  167. return -ENOMEM;
  168. compl = seqiv_complete;
  169. data = req;
  170. }
  171. ablkcipher_request_set_callback(subreq, req->creq.base.flags, compl,
  172. data);
  173. ablkcipher_request_set_crypt(subreq, req->creq.src, req->creq.dst,
  174. req->creq.nbytes, info);
  175. seqiv_geniv(ctx, info, req->seq, ivsize);
  176. memcpy(req->giv, info, ivsize);
  177. err = crypto_ablkcipher_encrypt(subreq);
  178. if (unlikely(info != req->creq.info))
  179. seqiv_complete2(req, err);
  180. return err;
  181. }
  182. static int seqiv_aead_givencrypt(struct aead_givcrypt_request *req)
  183. {
  184. struct crypto_aead *geniv = aead_givcrypt_reqtfm(req);
  185. struct seqiv_ctx *ctx = crypto_aead_ctx(geniv);
  186. struct aead_request *areq = &req->areq;
  187. struct aead_request *subreq = aead_givcrypt_reqctx(req);
  188. crypto_completion_t compl;
  189. void *data;
  190. u8 *info;
  191. unsigned int ivsize;
  192. int err;
  193. aead_request_set_tfm(subreq, aead_geniv_base(geniv));
  194. compl = areq->base.complete;
  195. data = areq->base.data;
  196. info = areq->iv;
  197. ivsize = crypto_aead_ivsize(geniv);
  198. if (unlikely(!IS_ALIGNED((unsigned long)info,
  199. crypto_aead_alignmask(geniv) + 1))) {
  200. info = kmalloc(ivsize, areq->base.flags &
  201. CRYPTO_TFM_REQ_MAY_SLEEP ? GFP_KERNEL:
  202. GFP_ATOMIC);
  203. if (!info)
  204. return -ENOMEM;
  205. compl = seqiv_aead_complete;
  206. data = req;
  207. }
  208. aead_request_set_callback(subreq, areq->base.flags, compl, data);
  209. aead_request_set_crypt(subreq, areq->src, areq->dst, areq->cryptlen,
  210. info);
  211. aead_request_set_assoc(subreq, areq->assoc, areq->assoclen);
  212. seqiv_geniv(ctx, info, req->seq, ivsize);
  213. memcpy(req->giv, info, ivsize);
  214. err = crypto_aead_encrypt(subreq);
  215. if (unlikely(info != areq->iv))
  216. seqiv_aead_complete2(req, err);
  217. return err;
  218. }
  219. static int seqniv_aead_encrypt(struct aead_request *req)
  220. {
  221. struct crypto_aead *geniv = crypto_aead_reqtfm(req);
  222. struct seqiv_aead_ctx *ctx = crypto_aead_ctx(geniv);
  223. struct seqniv_request_ctx *rctx = aead_request_ctx(req);
  224. struct aead_request *subreq = &rctx->subreq;
  225. struct scatterlist *dst;
  226. crypto_completion_t compl;
  227. void *data;
  228. unsigned int ivsize = 8;
  229. u8 buf[20] __attribute__ ((aligned(__alignof__(u32))));
  230. int err;
  231. if (req->cryptlen < ivsize)
  232. return -EINVAL;
  233. /* ESP AD is at most 12 bytes (ESN). */
  234. if (req->assoclen > 12)
  235. return -EINVAL;
  236. aead_request_set_tfm(subreq, ctx->geniv.child);
  237. compl = seqniv_aead_encrypt_complete;
  238. data = req;
  239. if (req->src != req->dst) {
  240. struct blkcipher_desc desc = {
  241. .tfm = ctx->null,
  242. };
  243. err = crypto_blkcipher_encrypt(&desc, req->dst, req->src,
  244. req->assoclen + req->cryptlen);
  245. if (err)
  246. return err;
  247. }
  248. dst = scatterwalk_ffwd(rctx->dst, req->dst, ivsize);
  249. aead_request_set_callback(subreq, req->base.flags, compl, data);
  250. aead_request_set_crypt(subreq, dst, dst,
  251. req->cryptlen - ivsize, req->iv);
  252. aead_request_set_ad(subreq, req->assoclen);
  253. memcpy(buf, req->iv, ivsize);
  254. crypto_xor(buf, ctx->salt, ivsize);
  255. memcpy(req->iv, buf, ivsize);
  256. /* Swap order of IV and ESP AD for ICV generation. */
  257. scatterwalk_map_and_copy(buf + ivsize, req->dst, 0, req->assoclen, 0);
  258. scatterwalk_map_and_copy(buf, req->dst, 0, req->assoclen + ivsize, 1);
  259. err = crypto_aead_encrypt(subreq);
  260. seqniv_aead_encrypt_complete2(req, err);
  261. return err;
  262. }
  263. static int seqiv_aead_encrypt(struct aead_request *req)
  264. {
  265. struct crypto_aead *geniv = crypto_aead_reqtfm(req);
  266. struct seqiv_aead_ctx *ctx = crypto_aead_ctx(geniv);
  267. struct aead_request *subreq = aead_request_ctx(req);
  268. crypto_completion_t compl;
  269. void *data;
  270. u8 *info;
  271. unsigned int ivsize = 8;
  272. int err;
  273. if (req->cryptlen < ivsize)
  274. return -EINVAL;
  275. aead_request_set_tfm(subreq, ctx->geniv.child);
  276. compl = req->base.complete;
  277. data = req->base.data;
  278. info = req->iv;
  279. if (req->src != req->dst) {
  280. struct blkcipher_desc desc = {
  281. .tfm = ctx->null,
  282. };
  283. err = crypto_blkcipher_encrypt(&desc, req->dst, req->src,
  284. req->assoclen + req->cryptlen);
  285. if (err)
  286. return err;
  287. }
  288. if (unlikely(!IS_ALIGNED((unsigned long)info,
  289. crypto_aead_alignmask(geniv) + 1))) {
  290. info = kmalloc(ivsize, req->base.flags &
  291. CRYPTO_TFM_REQ_MAY_SLEEP ? GFP_KERNEL:
  292. GFP_ATOMIC);
  293. if (!info)
  294. return -ENOMEM;
  295. memcpy(info, req->iv, ivsize);
  296. compl = seqiv_aead_encrypt_complete;
  297. data = req;
  298. }
  299. aead_request_set_callback(subreq, req->base.flags, compl, data);
  300. aead_request_set_crypt(subreq, req->dst, req->dst,
  301. req->cryptlen - ivsize, info);
  302. aead_request_set_ad(subreq, req->assoclen + ivsize);
  303. crypto_xor(info, ctx->salt, ivsize);
  304. scatterwalk_map_and_copy(info, req->dst, req->assoclen, ivsize, 1);
  305. err = crypto_aead_encrypt(subreq);
  306. if (unlikely(info != req->iv))
  307. seqiv_aead_encrypt_complete2(req, err);
  308. return err;
  309. }
  310. static int seqniv_aead_decrypt(struct aead_request *req)
  311. {
  312. struct crypto_aead *geniv = crypto_aead_reqtfm(req);
  313. struct seqiv_aead_ctx *ctx = crypto_aead_ctx(geniv);
  314. struct seqniv_request_ctx *rctx = aead_request_ctx(req);
  315. struct aead_request *subreq = &rctx->subreq;
  316. struct scatterlist *dst;
  317. crypto_completion_t compl;
  318. void *data;
  319. unsigned int ivsize = 8;
  320. u8 buf[20];
  321. int err;
  322. if (req->cryptlen < ivsize + crypto_aead_authsize(geniv))
  323. return -EINVAL;
  324. aead_request_set_tfm(subreq, ctx->geniv.child);
  325. compl = req->base.complete;
  326. data = req->base.data;
  327. if (req->assoclen > 12)
  328. return -EINVAL;
  329. else if (req->assoclen > 8) {
  330. compl = seqniv_aead_decrypt_complete;
  331. data = req;
  332. }
  333. if (req->src != req->dst) {
  334. struct blkcipher_desc desc = {
  335. .tfm = ctx->null,
  336. };
  337. err = crypto_blkcipher_encrypt(&desc, req->dst, req->src,
  338. req->assoclen + req->cryptlen);
  339. if (err)
  340. return err;
  341. }
  342. /* Move ESP AD forward for ICV generation. */
  343. scatterwalk_map_and_copy(buf, req->dst, 0, req->assoclen + ivsize, 0);
  344. memcpy(req->iv, buf + req->assoclen, ivsize);
  345. scatterwalk_map_and_copy(buf, req->dst, ivsize, req->assoclen, 1);
  346. dst = scatterwalk_ffwd(rctx->dst, req->dst, ivsize);
  347. aead_request_set_callback(subreq, req->base.flags, compl, data);
  348. aead_request_set_crypt(subreq, dst, dst,
  349. req->cryptlen - ivsize, req->iv);
  350. aead_request_set_ad(subreq, req->assoclen);
  351. err = crypto_aead_decrypt(subreq);
  352. if (req->assoclen > 8)
  353. seqniv_aead_decrypt_complete2(req, err);
  354. return err;
  355. }
  356. static int seqiv_aead_decrypt(struct aead_request *req)
  357. {
  358. struct crypto_aead *geniv = crypto_aead_reqtfm(req);
  359. struct seqiv_aead_ctx *ctx = crypto_aead_ctx(geniv);
  360. struct aead_request *subreq = aead_request_ctx(req);
  361. crypto_completion_t compl;
  362. void *data;
  363. unsigned int ivsize = 8;
  364. if (req->cryptlen < ivsize + crypto_aead_authsize(geniv))
  365. return -EINVAL;
  366. aead_request_set_tfm(subreq, ctx->geniv.child);
  367. compl = req->base.complete;
  368. data = req->base.data;
  369. aead_request_set_callback(subreq, req->base.flags, compl, data);
  370. aead_request_set_crypt(subreq, req->src, req->dst,
  371. req->cryptlen - ivsize, req->iv);
  372. aead_request_set_ad(subreq, req->assoclen + ivsize);
  373. scatterwalk_map_and_copy(req->iv, req->src, req->assoclen, ivsize, 0);
  374. if (req->src != req->dst)
  375. scatterwalk_map_and_copy(req->iv, req->dst,
  376. req->assoclen, ivsize, 1);
  377. return crypto_aead_decrypt(subreq);
  378. }
  379. static int seqiv_init(struct crypto_tfm *tfm)
  380. {
  381. struct crypto_ablkcipher *geniv = __crypto_ablkcipher_cast(tfm);
  382. struct seqiv_ctx *ctx = crypto_ablkcipher_ctx(geniv);
  383. int err;
  384. spin_lock_init(&ctx->lock);
  385. tfm->crt_ablkcipher.reqsize = sizeof(struct ablkcipher_request);
  386. err = 0;
  387. if (!crypto_get_default_rng()) {
  388. crypto_ablkcipher_crt(geniv)->givencrypt = seqiv_givencrypt;
  389. err = crypto_rng_get_bytes(crypto_default_rng, ctx->salt,
  390. crypto_ablkcipher_ivsize(geniv));
  391. crypto_put_default_rng();
  392. }
  393. return err ?: skcipher_geniv_init(tfm);
  394. }
  395. static int seqiv_old_aead_init(struct crypto_tfm *tfm)
  396. {
  397. struct crypto_aead *geniv = __crypto_aead_cast(tfm);
  398. struct seqiv_ctx *ctx = crypto_aead_ctx(geniv);
  399. int err;
  400. spin_lock_init(&ctx->lock);
  401. crypto_aead_set_reqsize(__crypto_aead_cast(tfm),
  402. sizeof(struct aead_request));
  403. err = 0;
  404. if (!crypto_get_default_rng()) {
  405. geniv->givencrypt = seqiv_aead_givencrypt;
  406. err = crypto_rng_get_bytes(crypto_default_rng, ctx->salt,
  407. crypto_aead_ivsize(geniv));
  408. crypto_put_default_rng();
  409. }
  410. return err ?: aead_geniv_init(tfm);
  411. }
  412. static int seqiv_aead_init_common(struct crypto_tfm *tfm, unsigned int reqsize)
  413. {
  414. struct crypto_aead *geniv = __crypto_aead_cast(tfm);
  415. struct seqiv_aead_ctx *ctx = crypto_aead_ctx(geniv);
  416. int err;
  417. spin_lock_init(&ctx->geniv.lock);
  418. crypto_aead_set_reqsize(geniv, sizeof(struct aead_request));
  419. err = crypto_get_default_rng();
  420. if (err)
  421. goto out;
  422. err = crypto_rng_get_bytes(crypto_default_rng, ctx->salt,
  423. crypto_aead_ivsize(geniv));
  424. crypto_put_default_rng();
  425. if (err)
  426. goto out;
  427. ctx->null = crypto_get_default_null_skcipher();
  428. err = PTR_ERR(ctx->null);
  429. if (IS_ERR(ctx->null))
  430. goto out;
  431. err = aead_geniv_init(tfm);
  432. if (err)
  433. goto drop_null;
  434. ctx->geniv.child = geniv->child;
  435. geniv->child = geniv;
  436. out:
  437. return err;
  438. drop_null:
  439. crypto_put_default_null_skcipher();
  440. goto out;
  441. }
  442. static int seqiv_aead_init(struct crypto_tfm *tfm)
  443. {
  444. return seqiv_aead_init_common(tfm, sizeof(struct aead_request));
  445. }
  446. static int seqniv_aead_init(struct crypto_tfm *tfm)
  447. {
  448. return seqiv_aead_init_common(tfm, sizeof(struct seqniv_request_ctx));
  449. }
  450. static void seqiv_aead_exit(struct crypto_tfm *tfm)
  451. {
  452. struct seqiv_aead_ctx *ctx = crypto_tfm_ctx(tfm);
  453. crypto_free_aead(ctx->geniv.child);
  454. crypto_put_default_null_skcipher();
  455. }
  456. static int seqiv_ablkcipher_create(struct crypto_template *tmpl,
  457. struct rtattr **tb)
  458. {
  459. struct crypto_instance *inst;
  460. int err;
  461. inst = skcipher_geniv_alloc(tmpl, tb, 0, 0);
  462. if (IS_ERR(inst))
  463. return PTR_ERR(inst);
  464. err = -EINVAL;
  465. if (inst->alg.cra_ablkcipher.ivsize < sizeof(u64))
  466. goto free_inst;
  467. inst->alg.cra_init = seqiv_init;
  468. inst->alg.cra_exit = skcipher_geniv_exit;
  469. inst->alg.cra_ctxsize += inst->alg.cra_ablkcipher.ivsize;
  470. inst->alg.cra_ctxsize += sizeof(struct seqiv_ctx);
  471. inst->alg.cra_alignmask |= __alignof__(u32) - 1;
  472. err = crypto_register_instance(tmpl, inst);
  473. if (err)
  474. goto free_inst;
  475. out:
  476. return err;
  477. free_inst:
  478. skcipher_geniv_free(inst);
  479. goto out;
  480. }
  481. static int seqiv_old_aead_create(struct crypto_template *tmpl,
  482. struct aead_instance *aead)
  483. {
  484. struct crypto_instance *inst = aead_crypto_instance(aead);
  485. int err = -EINVAL;
  486. if (inst->alg.cra_aead.ivsize < sizeof(u64))
  487. goto free_inst;
  488. inst->alg.cra_init = seqiv_old_aead_init;
  489. inst->alg.cra_exit = aead_geniv_exit;
  490. inst->alg.cra_ctxsize = inst->alg.cra_aead.ivsize;
  491. inst->alg.cra_ctxsize += sizeof(struct seqiv_ctx);
  492. err = crypto_register_instance(tmpl, inst);
  493. if (err)
  494. goto free_inst;
  495. out:
  496. return err;
  497. free_inst:
  498. aead_geniv_free(aead);
  499. goto out;
  500. }
  501. static int seqiv_aead_create(struct crypto_template *tmpl, struct rtattr **tb)
  502. {
  503. struct aead_instance *inst;
  504. struct crypto_aead_spawn *spawn;
  505. struct aead_alg *alg;
  506. int err;
  507. inst = aead_geniv_alloc(tmpl, tb, 0, 0);
  508. if (IS_ERR(inst))
  509. return PTR_ERR(inst);
  510. inst->alg.base.cra_alignmask |= __alignof__(u32) - 1;
  511. if (inst->alg.base.cra_aead.encrypt)
  512. return seqiv_old_aead_create(tmpl, inst);
  513. spawn = aead_instance_ctx(inst);
  514. alg = crypto_spawn_aead_alg(spawn);
  515. if (alg->base.cra_aead.encrypt)
  516. goto done;
  517. err = -EINVAL;
  518. if (inst->alg.ivsize != sizeof(u64))
  519. goto free_inst;
  520. inst->alg.encrypt = seqiv_aead_encrypt;
  521. inst->alg.decrypt = seqiv_aead_decrypt;
  522. inst->alg.base.cra_init = seqiv_aead_init;
  523. inst->alg.base.cra_exit = seqiv_aead_exit;
  524. inst->alg.base.cra_ctxsize = sizeof(struct seqiv_aead_ctx);
  525. inst->alg.base.cra_ctxsize += inst->alg.base.cra_aead.ivsize;
  526. done:
  527. err = aead_register_instance(tmpl, inst);
  528. if (err)
  529. goto free_inst;
  530. out:
  531. return err;
  532. free_inst:
  533. aead_geniv_free(inst);
  534. goto out;
  535. }
  536. static int seqiv_create(struct crypto_template *tmpl, struct rtattr **tb)
  537. {
  538. struct crypto_attr_type *algt;
  539. int err;
  540. algt = crypto_get_attr_type(tb);
  541. if (IS_ERR(algt))
  542. return PTR_ERR(algt);
  543. if ((algt->type ^ CRYPTO_ALG_TYPE_AEAD) & CRYPTO_ALG_TYPE_MASK)
  544. err = seqiv_ablkcipher_create(tmpl, tb);
  545. else
  546. err = seqiv_aead_create(tmpl, tb);
  547. return err;
  548. }
  549. static int seqniv_create(struct crypto_template *tmpl, struct rtattr **tb)
  550. {
  551. struct aead_instance *inst;
  552. struct crypto_aead_spawn *spawn;
  553. struct aead_alg *alg;
  554. int err;
  555. inst = aead_geniv_alloc(tmpl, tb, 0, 0);
  556. err = PTR_ERR(inst);
  557. if (IS_ERR(inst))
  558. goto out;
  559. spawn = aead_instance_ctx(inst);
  560. alg = crypto_spawn_aead_alg(spawn);
  561. if (alg->base.cra_aead.encrypt)
  562. goto done;
  563. err = -EINVAL;
  564. if (inst->alg.ivsize != sizeof(u64))
  565. goto free_inst;
  566. inst->alg.encrypt = seqniv_aead_encrypt;
  567. inst->alg.decrypt = seqniv_aead_decrypt;
  568. inst->alg.base.cra_init = seqniv_aead_init;
  569. inst->alg.base.cra_exit = seqiv_aead_exit;
  570. inst->alg.base.cra_alignmask |= __alignof__(u32) - 1;
  571. inst->alg.base.cra_ctxsize = sizeof(struct seqiv_aead_ctx);
  572. inst->alg.base.cra_ctxsize += inst->alg.ivsize;
  573. done:
  574. err = aead_register_instance(tmpl, inst);
  575. if (err)
  576. goto free_inst;
  577. out:
  578. return err;
  579. free_inst:
  580. aead_geniv_free(inst);
  581. goto out;
  582. }
  583. static void seqiv_free(struct crypto_instance *inst)
  584. {
  585. if ((inst->alg.cra_flags ^ CRYPTO_ALG_TYPE_AEAD) & CRYPTO_ALG_TYPE_MASK)
  586. skcipher_geniv_free(inst);
  587. else
  588. aead_geniv_free(aead_instance(inst));
  589. }
  590. static struct crypto_template seqiv_tmpl = {
  591. .name = "seqiv",
  592. .create = seqiv_create,
  593. .free = seqiv_free,
  594. .module = THIS_MODULE,
  595. };
  596. static struct crypto_template seqniv_tmpl = {
  597. .name = "seqniv",
  598. .create = seqniv_create,
  599. .free = seqiv_free,
  600. .module = THIS_MODULE,
  601. };
  602. static int __init seqiv_module_init(void)
  603. {
  604. int err;
  605. err = crypto_register_template(&seqiv_tmpl);
  606. if (err)
  607. goto out;
  608. err = crypto_register_template(&seqniv_tmpl);
  609. if (err)
  610. goto out_undo_niv;
  611. out:
  612. return err;
  613. out_undo_niv:
  614. crypto_unregister_template(&seqiv_tmpl);
  615. goto out;
  616. }
  617. static void __exit seqiv_module_exit(void)
  618. {
  619. crypto_unregister_template(&seqniv_tmpl);
  620. crypto_unregister_template(&seqiv_tmpl);
  621. }
  622. module_init(seqiv_module_init);
  623. module_exit(seqiv_module_exit);
  624. MODULE_LICENSE("GPL");
  625. MODULE_DESCRIPTION("Sequence Number IV Generator");
  626. MODULE_ALIAS_CRYPTO("seqiv");
  627. MODULE_ALIAS_CRYPTO("seqniv");