chcr_crypto.h 8.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279
  1. /*
  2. * This file is part of the Chelsio T6 Crypto driver for Linux.
  3. *
  4. * Copyright (c) 2003-2016 Chelsio Communications, Inc. All rights reserved.
  5. *
  6. * This software is available to you under a choice of one of two
  7. * licenses. You may choose to be licensed under the terms of the GNU
  8. * General Public License (GPL) Version 2, available from the file
  9. * COPYING in the main directory of this source tree, or the
  10. * OpenIB.org BSD license below:
  11. *
  12. * Redistribution and use in source and binary forms, with or
  13. * without modification, are permitted provided that the following
  14. * conditions are met:
  15. *
  16. * - Redistributions of source code must retain the above
  17. * copyright notice, this list of conditions and the following
  18. * disclaimer.
  19. *
  20. * - Redistributions in binary form must reproduce the above
  21. * copyright notice, this list of conditions and the following
  22. * disclaimer in the documentation and/or other materials
  23. * provided with the distribution.
  24. *
  25. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
  26. * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
  27. * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
  28. * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
  29. * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
  30. * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
  31. * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
  32. * SOFTWARE.
  33. *
  34. */
  35. #ifndef __CHCR_CRYPTO_H__
  36. #define __CHCR_CRYPTO_H__
  37. #define GHASH_BLOCK_SIZE 16
  38. #define GHASH_DIGEST_SIZE 16
  39. #define CCM_B0_SIZE 16
  40. #define CCM_AAD_FIELD_SIZE 2
  41. #define T6_MAX_AAD_SIZE 511
  42. /* Define following if h/w is not dropping the AAD and IV data before
  43. * giving the processed data
  44. */
  45. #define CHCR_CRA_PRIORITY 500
  46. #define CHCR_AEAD_PRIORITY 6000
  47. #define CHCR_AES_MAX_KEY_LEN (2 * (AES_MAX_KEY_SIZE)) /* consider xts */
  48. #define CHCR_MAX_CRYPTO_IV_LEN 16 /* AES IV len */
  49. #define CHCR_MAX_AUTHENC_AES_KEY_LEN 32 /* max aes key length*/
  50. #define CHCR_MAX_AUTHENC_SHA_KEY_LEN 128 /* max sha key length*/
  51. #define CHCR_GIVENCRYPT_OP 2
  52. /* CPL/SCMD parameters */
  53. #define CHCR_ENCRYPT_OP 0
  54. #define CHCR_DECRYPT_OP 1
  55. #define CHCR_SCMD_SEQ_NO_CTRL_32BIT 1
  56. #define CHCR_SCMD_SEQ_NO_CTRL_48BIT 2
  57. #define CHCR_SCMD_SEQ_NO_CTRL_64BIT 3
  58. #define CHCR_SCMD_PROTO_VERSION_GENERIC 4
  59. #define CHCR_SCMD_AUTH_CTRL_AUTH_CIPHER 0
  60. #define CHCR_SCMD_AUTH_CTRL_CIPHER_AUTH 1
  61. #define CHCR_SCMD_CIPHER_MODE_NOP 0
  62. #define CHCR_SCMD_CIPHER_MODE_AES_CBC 1
  63. #define CHCR_SCMD_CIPHER_MODE_AES_GCM 2
  64. #define CHCR_SCMD_CIPHER_MODE_AES_CTR 3
  65. #define CHCR_SCMD_CIPHER_MODE_GENERIC_AES 4
  66. #define CHCR_SCMD_CIPHER_MODE_AES_XTS 6
  67. #define CHCR_SCMD_CIPHER_MODE_AES_CCM 7
  68. #define CHCR_SCMD_AUTH_MODE_NOP 0
  69. #define CHCR_SCMD_AUTH_MODE_SHA1 1
  70. #define CHCR_SCMD_AUTH_MODE_SHA224 2
  71. #define CHCR_SCMD_AUTH_MODE_SHA256 3
  72. #define CHCR_SCMD_AUTH_MODE_GHASH 4
  73. #define CHCR_SCMD_AUTH_MODE_SHA512_224 5
  74. #define CHCR_SCMD_AUTH_MODE_SHA512_256 6
  75. #define CHCR_SCMD_AUTH_MODE_SHA512_384 7
  76. #define CHCR_SCMD_AUTH_MODE_SHA512_512 8
  77. #define CHCR_SCMD_AUTH_MODE_CBCMAC 9
  78. #define CHCR_SCMD_AUTH_MODE_CMAC 10
  79. #define CHCR_SCMD_HMAC_CTRL_NOP 0
  80. #define CHCR_SCMD_HMAC_CTRL_NO_TRUNC 1
  81. #define CHCR_SCMD_HMAC_CTRL_TRUNC_RFC4366 2
  82. #define CHCR_SCMD_HMAC_CTRL_IPSEC_96BIT 3
  83. #define CHCR_SCMD_HMAC_CTRL_PL1 4
  84. #define CHCR_SCMD_HMAC_CTRL_PL2 5
  85. #define CHCR_SCMD_HMAC_CTRL_PL3 6
  86. #define CHCR_SCMD_HMAC_CTRL_DIV2 7
  87. #define VERIFY_HW 0
  88. #define VERIFY_SW 1
  89. #define CHCR_SCMD_IVGEN_CTRL_HW 0
  90. #define CHCR_SCMD_IVGEN_CTRL_SW 1
  91. /* This are not really mac key size. They are intermediate values
  92. * of sha engine and its size
  93. */
  94. #define CHCR_KEYCTX_MAC_KEY_SIZE_128 0
  95. #define CHCR_KEYCTX_MAC_KEY_SIZE_160 1
  96. #define CHCR_KEYCTX_MAC_KEY_SIZE_192 2
  97. #define CHCR_KEYCTX_MAC_KEY_SIZE_256 3
  98. #define CHCR_KEYCTX_MAC_KEY_SIZE_512 4
  99. #define CHCR_KEYCTX_CIPHER_KEY_SIZE_128 0
  100. #define CHCR_KEYCTX_CIPHER_KEY_SIZE_192 1
  101. #define CHCR_KEYCTX_CIPHER_KEY_SIZE_256 2
  102. #define CHCR_KEYCTX_NO_KEY 15
  103. #define CHCR_CPL_FW4_PLD_IV_OFFSET (5 * 64) /* bytes. flt #5 and #6 */
  104. #define CHCR_CPL_FW4_PLD_HASH_RESULT_OFFSET (7 * 64) /* bytes. flt #7 */
  105. #define CHCR_CPL_FW4_PLD_DATA_SIZE (4 * 64) /* bytes. flt #4 to #7 */
  106. #define KEY_CONTEXT_HDR_SALT_AND_PAD 16
  107. #define flits_to_bytes(x) (x * 8)
  108. #define IV_NOP 0
  109. #define IV_IMMEDIATE 1
  110. #define IV_DSGL 2
  111. #define AEAD_H_SIZE 16
  112. #define CRYPTO_ALG_SUB_TYPE_MASK 0x0f000000
  113. #define CRYPTO_ALG_SUB_TYPE_HASH_HMAC 0x01000000
  114. #define CRYPTO_ALG_SUB_TYPE_AEAD_RFC4106 0x02000000
  115. #define CRYPTO_ALG_SUB_TYPE_AEAD_GCM 0x03000000
  116. #define CRYPTO_ALG_SUB_TYPE_AEAD_AUTHENC 0x04000000
  117. #define CRYPTO_ALG_SUB_TYPE_AEAD_CCM 0x05000000
  118. #define CRYPTO_ALG_SUB_TYPE_AEAD_RFC4309 0x06000000
  119. #define CRYPTO_ALG_SUB_TYPE_AEAD_NULL 0x07000000
  120. #define CRYPTO_ALG_SUB_TYPE_CTR 0x08000000
  121. #define CRYPTO_ALG_TYPE_HMAC (CRYPTO_ALG_TYPE_AHASH |\
  122. CRYPTO_ALG_SUB_TYPE_HASH_HMAC)
  123. #define MAX_SCRATCH_PAD_SIZE 32
  124. #define CHCR_HASH_MAX_BLOCK_SIZE_64 64
  125. #define CHCR_HASH_MAX_BLOCK_SIZE_128 128
  126. /* Aligned to 128 bit boundary */
  127. struct ablk_ctx {
  128. __be32 key_ctx_hdr;
  129. unsigned int enckey_len;
  130. u8 key[CHCR_AES_MAX_KEY_LEN];
  131. unsigned char ciph_mode;
  132. u8 rrkey[AES_MAX_KEY_SIZE];
  133. };
  134. struct chcr_aead_reqctx {
  135. struct sk_buff *skb;
  136. struct scatterlist *dst;
  137. struct scatterlist srcffwd[2];
  138. struct scatterlist dstffwd[2];
  139. short int dst_nents;
  140. u16 verify;
  141. u8 iv[CHCR_MAX_CRYPTO_IV_LEN];
  142. unsigned char scratch_pad[MAX_SCRATCH_PAD_SIZE];
  143. };
  144. struct chcr_gcm_ctx {
  145. u8 ghash_h[AEAD_H_SIZE];
  146. };
  147. struct chcr_authenc_ctx {
  148. u8 dec_rrkey[AES_MAX_KEY_SIZE];
  149. u8 h_iopad[2 * CHCR_HASH_MAX_DIGEST_SIZE];
  150. unsigned char auth_mode;
  151. };
  152. struct __aead_ctx {
  153. struct chcr_gcm_ctx gcm[0];
  154. struct chcr_authenc_ctx authenc[0];
  155. };
  156. struct chcr_aead_ctx {
  157. __be32 key_ctx_hdr;
  158. unsigned int enckey_len;
  159. struct crypto_skcipher *null;
  160. struct crypto_aead *sw_cipher;
  161. u8 salt[MAX_SALT];
  162. u8 key[CHCR_AES_MAX_KEY_LEN];
  163. u16 hmac_ctrl;
  164. u16 mayverify;
  165. struct __aead_ctx ctx[0];
  166. };
  167. struct hmac_ctx {
  168. struct crypto_shash *base_hash;
  169. u8 ipad[CHCR_HASH_MAX_BLOCK_SIZE_128];
  170. u8 opad[CHCR_HASH_MAX_BLOCK_SIZE_128];
  171. };
  172. struct __crypto_ctx {
  173. struct hmac_ctx hmacctx[0];
  174. struct ablk_ctx ablkctx[0];
  175. struct chcr_aead_ctx aeadctx[0];
  176. };
  177. struct chcr_context {
  178. struct chcr_dev *dev;
  179. unsigned char tx_qidx;
  180. unsigned char rx_qidx;
  181. struct __crypto_ctx crypto_ctx[0];
  182. };
  183. struct chcr_ahash_req_ctx {
  184. u32 result;
  185. u8 bfr1[CHCR_HASH_MAX_BLOCK_SIZE_128];
  186. u8 bfr2[CHCR_HASH_MAX_BLOCK_SIZE_128];
  187. u8 *reqbfr;
  188. u8 *skbfr;
  189. u8 reqlen;
  190. /* DMA the partial hash in it */
  191. u8 partial_hash[CHCR_HASH_MAX_DIGEST_SIZE];
  192. u64 data_len; /* Data len till time */
  193. /* SKB which is being sent to the hardware for processing */
  194. struct sk_buff *skb;
  195. };
  196. struct chcr_blkcipher_req_ctx {
  197. struct sk_buff *skb;
  198. unsigned int dst_nents;
  199. u8 iv[CHCR_MAX_CRYPTO_IV_LEN];
  200. };
  201. struct chcr_alg_template {
  202. u32 type;
  203. u32 is_registered;
  204. union {
  205. struct crypto_alg crypto;
  206. struct ahash_alg hash;
  207. struct aead_alg aead;
  208. } alg;
  209. };
  210. struct chcr_req_ctx {
  211. union {
  212. struct ahash_request *ahash_req;
  213. struct aead_request *aead_req;
  214. struct ablkcipher_request *ablk_req;
  215. } req;
  216. union {
  217. struct chcr_ahash_req_ctx *ahash_ctx;
  218. struct chcr_aead_reqctx *reqctx;
  219. struct chcr_blkcipher_req_ctx *ablk_ctx;
  220. } ctx;
  221. };
  222. struct sge_opaque_hdr {
  223. void *dev;
  224. dma_addr_t addr[MAX_SKB_FRAGS + 1];
  225. };
  226. typedef struct sk_buff *(*create_wr_t)(struct aead_request *req,
  227. unsigned short qid,
  228. int size,
  229. unsigned short op_type);
  230. static int chcr_aead_op(struct aead_request *req_base,
  231. unsigned short op_type,
  232. int size,
  233. create_wr_t create_wr_fn);
  234. static inline int get_aead_subtype(struct crypto_aead *aead);
  235. #endif /* __CHCR_CRYPTO_H__ */