5 #include <crypto/ctr.h>
7 #define NX_NAME "nx-crypto"
8 #define NX_STRING "IBM Power7+ Nest Accelerator Crypto Driver"
9 #define NX_VERSION "1.0"
11 static const char nx_driver_string[] = NX_STRING;
12 static const char nx_driver_version[] = NX_VERSION;
14 /* a scatterlist in the format PHYP is expecting */
19 } __attribute((packed));
21 #define NX_PAGE_SIZE (4096)
22 #define NX_MAX_SG_ENTRIES (NX_PAGE_SIZE/(sizeof(struct nx_sg)))
30 /* msc_triplet and max_sync_cop are used only to assist in parsing the
31 * openFirmware property */
42 struct msc_triplet trip[0];
50 #define NX_OF_FLAG_MAXSGLEN_SET (1)
51 #define NX_OF_FLAG_STATUS_SET (2)
52 #define NX_OF_FLAG_MAXSYNCCOP_SET (4)
53 #define NX_OF_FLAG_MASK_READY (NX_OF_FLAG_MAXSGLEN_SET | \
54 NX_OF_FLAG_STATUS_SET | \
55 NX_OF_FLAG_MAXSYNCCOP_SET)
59 enum nx_status status;
60 struct alg_props ap[NX_MAX_FC][NX_MAX_MODE][3];
67 atomic64_t sha256_bytes;
69 atomic64_t sha512_bytes;
75 atomic_t last_error_pid;
79 struct dentry *dfs_root;
80 struct dentry *dfs_aes_ops, *dfs_aes_bytes;
81 struct dentry *dfs_sha256_ops, *dfs_sha256_bytes;
82 struct dentry *dfs_sha512_ops, *dfs_sha512_bytes;
83 struct dentry *dfs_errors, *dfs_last_error, *dfs_last_error_pid;
86 struct nx_crypto_driver {
87 struct nx_stats stats;
89 struct vio_dev *viodev;
90 struct vio_driver viodriver;
91 struct nx_debugfs dfs;
94 #define NX_GCM4106_NONCE_LEN (4)
95 #define NX_GCM_CTR_OFFSET (12)
102 u8 nonce[NX_GCM4106_NONCE_LEN];
105 #define NX_CCM_AES_KEY_LEN (16)
106 #define NX_CCM4309_AES_KEY_LEN (19)
107 #define NX_CCM4309_NONCE_LEN (3)
116 u8 nonce[NX_CCM4309_NONCE_LEN];
119 struct nx_xcbc_priv {
124 u8 nonce[CTR_RFC3686_NONCE_SIZE];
127 struct nx_crypto_ctx {
128 spinlock_t lock; /* synchronize access to the context */
129 void *kmem; /* unaligned, kmalloc'd buffer */
130 size_t kmem_len; /* length of kmem */
131 struct nx_csbcpb *csbcpb; /* aligned page given to phyp @ hcall time */
132 struct vio_pfo_op op; /* operation struct with hcall parameters */
133 struct nx_csbcpb *csbcpb_aead; /* secondary csbcpb used by AEAD algs */
134 struct vio_pfo_op op_aead;/* operation struct for csbcpb_aead */
136 struct nx_sg *in_sg; /* aligned pointer into kmem to an sg list */
137 struct nx_sg *out_sg; /* aligned pointer into kmem to an sg list */
139 struct alg_props *ap; /* pointer into props based on our key size */
140 struct alg_props props[3];/* openFirmware properties for requests */
141 struct nx_stats *stats; /* pointer into an nx_crypto_driver for stats
145 struct nx_gcm_priv gcm;
146 struct nx_ccm_priv ccm;
147 struct nx_xcbc_priv xcbc;
148 struct nx_ctr_priv ctr;
155 int nx_crypto_ctx_aes_ccm_init(struct crypto_aead *tfm);
156 int nx_crypto_ctx_aes_gcm_init(struct crypto_aead *tfm);
157 int nx_crypto_ctx_aes_xcbc_init(struct crypto_tfm *tfm);
158 int nx_crypto_ctx_aes_ctr_init(struct crypto_tfm *tfm);
159 int nx_crypto_ctx_aes_cbc_init(struct crypto_tfm *tfm);
160 int nx_crypto_ctx_aes_ecb_init(struct crypto_tfm *tfm);
161 int nx_crypto_ctx_sha_init(struct crypto_tfm *tfm);
162 void nx_crypto_ctx_exit(struct crypto_tfm *tfm);
163 void nx_crypto_ctx_aead_exit(struct crypto_aead *tfm);
164 void nx_ctx_init(struct nx_crypto_ctx *nx_ctx, unsigned int function);
165 int nx_hcall_sync(struct nx_crypto_ctx *ctx, struct vio_pfo_op *op,
167 struct nx_sg *nx_build_sg_list(struct nx_sg *, u8 *, unsigned int *, u32);
168 int nx_build_sg_lists(struct nx_crypto_ctx *, struct blkcipher_desc *,
169 struct scatterlist *, struct scatterlist *, unsigned int *,
171 struct nx_sg *nx_walk_and_build(struct nx_sg *, unsigned int,
172 struct scatterlist *, unsigned int,
175 #ifdef CONFIG_DEBUG_FS
176 #define NX_DEBUGFS_INIT(drv) nx_debugfs_init(drv)
177 #define NX_DEBUGFS_FINI(drv) nx_debugfs_fini(drv)
179 int nx_debugfs_init(struct nx_crypto_driver *);
180 void nx_debugfs_fini(struct nx_crypto_driver *);
182 #define NX_DEBUGFS_INIT(drv) (0)
183 #define NX_DEBUGFS_FINI(drv) (0)
186 #define NX_PAGE_NUM(x) ((u64)(x) & 0xfffffffffffff000ULL)
188 extern struct crypto_alg nx_cbc_aes_alg;
189 extern struct crypto_alg nx_ecb_aes_alg;
190 extern struct aead_alg nx_gcm_aes_alg;
191 extern struct aead_alg nx_gcm4106_aes_alg;
192 extern struct crypto_alg nx_ctr3686_aes_alg;
193 extern struct aead_alg nx_ccm_aes_alg;
194 extern struct aead_alg nx_ccm4309_aes_alg;
195 extern struct shash_alg nx_shash_aes_xcbc_alg;
196 extern struct shash_alg nx_shash_sha512_alg;
197 extern struct shash_alg nx_shash_sha256_alg;
199 extern struct nx_crypto_driver nx_driver;
201 #define SCATTERWALK_TO_SG 1
202 #define SCATTERWALK_FROM_SG 0