5  * using SSSE3, AVX, AVX2, and SHA-NI instructions.
24  * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
45 				       const u8 *data, int blocks);
58 static int _sha256_update(struct shash_desc *desc, const u8 *data,  in _sha256_update()  argument
64 	    (sctx->count % SHA256_BLOCK_SIZE) + len < SHA256_BLOCK_SIZE)  in _sha256_update()
65 		return crypto_sha256_update(desc, data, len);  in _sha256_update()
69 	 * 256-bit internal state, as this is what the asm functions expect.  in _sha256_update()
74 	sha256_base_do_update(desc, data, len, sha256_xform);  in _sha256_update()
80 static int sha256_finup(struct shash_desc *desc, const u8 *data,  in sha256_finup()  argument
81 	      unsigned int len, u8 *out, sha256_block_fn *sha256_xform)  in sha256_finup()  argument
84 		return crypto_sha256_finup(desc, data, len, out);  in sha256_finup()
88 		sha256_base_do_update(desc, data, len, sha256_xform);  in sha256_finup()
92 	return sha256_base_finish(desc, out);  in sha256_finup()
95 static int sha256_ssse3_update(struct shash_desc *desc, const u8 *data,  in sha256_ssse3_update()  argument
98 	return _sha256_update(desc, data, len, sha256_transform_ssse3);  in sha256_ssse3_update()
101 static int sha256_ssse3_finup(struct shash_desc *desc, const u8 *data,  in sha256_ssse3_finup()  argument
102 	      unsigned int len, u8 *out)  in sha256_ssse3_finup()  argument
104 	return sha256_finup(desc, data, len, out, sha256_transform_ssse3);  in sha256_ssse3_finup()
108 static int sha256_ssse3_final(struct shash_desc *desc, u8 *out)  in sha256_ssse3_final()  argument
110 	return sha256_ssse3_finup(desc, NULL, 0, out);  in sha256_ssse3_final()
113 static int sha256_ssse3_digest(struct shash_desc *desc, const u8 *data,  in sha256_ssse3_digest()  argument
114 	      unsigned int len, u8 *out)  in sha256_ssse3_digest()  argument
117 	       sha256_ssse3_finup(desc, data, len, out);  in sha256_ssse3_digest()
130 		.cra_driver_name =	"sha256-ssse3",
144 		.cra_driver_name =	"sha224-ssse3",
167 				     const u8 *data, int blocks);
169 static int sha256_avx_update(struct shash_desc *desc, const u8 *data,  in sha256_avx_update()  argument
172 	return _sha256_update(desc, data, len, sha256_transform_avx);  in sha256_avx_update()
175 static int sha256_avx_finup(struct shash_desc *desc, const u8 *data,  in sha256_avx_finup()  argument
176 		      unsigned int len, u8 *out)  in sha256_avx_finup()  argument
178 	return sha256_finup(desc, data, len, out, sha256_transform_avx);  in sha256_avx_finup()
181 static int sha256_avx_final(struct shash_desc *desc, u8 *out)  in sha256_avx_final()  argument
183 	return sha256_avx_finup(desc, NULL, 0, out);  in sha256_avx_final()
186 static int sha256_avx_digest(struct shash_desc *desc, const u8 *data,  in sha256_avx_digest()  argument
187 		      unsigned int len, u8 *out)  in sha256_avx_digest()  argument
190 	       sha256_avx_finup(desc, data, len, out);  in sha256_avx_digest()
203 		.cra_driver_name =	"sha256-avx",
217 		.cra_driver_name =	"sha224-avx",
251 				      const u8 *data, int blocks);
253 static int sha256_avx2_update(struct shash_desc *desc, const u8 *data,  in sha256_avx2_update()  argument
256 	return _sha256_update(desc, data, len, sha256_transform_rorx);  in sha256_avx2_update()
259 static int sha256_avx2_finup(struct shash_desc *desc, const u8 *data,  in sha256_avx2_finup()  argument
260 		      unsigned int len, u8 *out)  in sha256_avx2_finup()  argument
262 	return sha256_finup(desc, data, len, out, sha256_transform_rorx);  in sha256_avx2_finup()
265 static int sha256_avx2_final(struct shash_desc *desc, u8 *out)  in sha256_avx2_final()  argument
267 	return sha256_avx2_finup(desc, NULL, 0, out);  in sha256_avx2_final()
270 static int sha256_avx2_digest(struct shash_desc *desc, const u8 *data,  in sha256_avx2_digest()  argument
271 		      unsigned int len, u8 *out)  in sha256_avx2_digest()  argument
274 	       sha256_avx2_finup(desc, data, len, out);  in sha256_avx2_digest()
287 		.cra_driver_name =	"sha256-avx2",
301 		.cra_driver_name =	"sha224-avx2",
334 				    const u8 *data, int rounds);
336 static int sha256_ni_update(struct shash_desc *desc, const u8 *data,  in sha256_ni_update()  argument
339 	return _sha256_update(desc, data, len, sha256_ni_transform);  in sha256_ni_update()
342 static int sha256_ni_finup(struct shash_desc *desc, const u8 *data,  in sha256_ni_finup()  argument
343 		      unsigned int len, u8 *out)  in sha256_ni_finup()  argument
345 	return sha256_finup(desc, data, len, out, sha256_ni_transform);  in sha256_ni_finup()
348 static int sha256_ni_final(struct shash_desc *desc, u8 *out)  in sha256_ni_final()  argument
350 	return sha256_ni_finup(desc, NULL, 0, out);  in sha256_ni_final()
353 static int sha256_ni_digest(struct shash_desc *desc, const u8 *data,  in sha256_ni_digest()  argument
354 		      unsigned int len, u8 *out)  in sha256_ni_digest()  argument
357 	       sha256_ni_finup(desc, data, len, out);  in sha256_ni_digest()
370 		.cra_driver_name =	"sha256-ni",
384 		.cra_driver_name =	"sha224-ni",
414 		return -ENODEV;  in sha256_ssse3_mod_init()
439 	return -ENODEV;  in sha256_ssse3_mod_init()
457 MODULE_ALIAS_CRYPTO("sha256-ssse3");
458 MODULE_ALIAS_CRYPTO("sha256-avx");
459 MODULE_ALIAS_CRYPTO("sha256-avx2");
461 MODULE_ALIAS_CRYPTO("sha224-ssse3");
462 MODULE_ALIAS_CRYPTO("sha224-avx");
463 MODULE_ALIAS_CRYPTO("sha224-avx2");
465 MODULE_ALIAS_CRYPTO("sha256-ni");
466 MODULE_ALIAS_CRYPTO("sha224-ni");