1 /*-
2  *   BSD LICENSE
3  *
4  *   Copyright(c) 2015-2017 Intel Corporation. All rights reserved.
5  *
6  *   Redistribution and use in source and binary forms, with or without
7  *   modification, are permitted provided that the following conditions
8  *   are met:
9  *
10  *	 * Redistributions of source code must retain the above copyright
11  *	   notice, this list of conditions and the following disclaimer.
12  *	 * Redistributions in binary form must reproduce the above copyright
13  *	   notice, this list of conditions and the following disclaimer in
14  *	   the documentation and/or other materials provided with the
15  *	   distribution.
16  *	 * Neither the name of Intel Corporation nor the names of its
17  *	   contributors may be used to endorse or promote products derived
18  *	   from this software without specific prior written permission.
19  *
20  *   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
21  *   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
22  *   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
23  *   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
24  *   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
25  *   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
26  *   LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
27  *   DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
28  *   THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
29  *   (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
30  *   OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
31  */
32 
33 #include <rte_common.h>
34 #include <rte_hexdump.h>
35 #include <rte_mbuf.h>
36 #include <rte_malloc.h>
37 #include <rte_memcpy.h>
38 
39 #include <rte_crypto.h>
40 #include <rte_cryptodev.h>
41 #include <rte_cryptodev_pmd.h>
42 
43 #include "test.h"
44 #include "test_cryptodev.h"
45 #include "test_cryptodev_blockcipher.h"
46 #include "test_cryptodev_aes_test_vectors.h"
47 #include "test_cryptodev_des_test_vectors.h"
48 #include "test_cryptodev_hash_test_vectors.h"
49 #include "test_cryptodev.h"
50 
51 static int
52 test_blockcipher_one_case(const struct blockcipher_test_case *t,
53 	struct rte_mempool *mbuf_pool,
54 	struct rte_mempool *op_mpool,
55 	uint8_t dev_id,
56 	enum rte_cryptodev_type cryptodev_type,
57 	char *test_msg)
58 {
59 	struct rte_mbuf *ibuf = NULL;
60 	struct rte_mbuf *obuf = NULL;
61 	struct rte_mbuf *iobuf;
62 	struct rte_crypto_sym_xform *cipher_xform = NULL;
63 	struct rte_crypto_sym_xform *auth_xform = NULL;
64 	struct rte_crypto_sym_xform *init_xform = NULL;
65 	struct rte_crypto_sym_op *sym_op = NULL;
66 	struct rte_crypto_op *op = NULL;
67 	struct rte_cryptodev_sym_session *sess = NULL;
68 	struct rte_cryptodev_info dev_info;
69 
70 	int status = TEST_SUCCESS;
71 	const struct blockcipher_test_data *tdata = t->test_data;
72 	uint8_t cipher_key[tdata->cipher_key.len];
73 	uint8_t auth_key[tdata->auth_key.len];
74 	uint32_t buf_len = tdata->ciphertext.len;
75 	uint32_t digest_len = 0;
76 	char *buf_p = NULL;
77 	uint8_t src_pattern = 0xa5;
78 	uint8_t dst_pattern = 0xb6;
79 	uint8_t tmp_src_buf[MBUF_SIZE];
80 	uint8_t tmp_dst_buf[MBUF_SIZE];
81 
82 	int nb_segs = 1;
83 
84 	if (t->feature_mask & BLOCKCIPHER_TEST_FEATURE_SG) {
85 		rte_cryptodev_info_get(dev_id, &dev_info);
86 		if (!(dev_info.feature_flags &
87 				RTE_CRYPTODEV_FF_MBUF_SCATTER_GATHER)) {
88 			printf("Device doesn't support scatter-gather. "
89 					"Test Skipped.\n");
90 			return 0;
91 		}
92 		nb_segs = 3;
93 	}
94 
95 	if (tdata->cipher_key.len)
96 		memcpy(cipher_key, tdata->cipher_key.data,
97 			tdata->cipher_key.len);
98 	if (tdata->auth_key.len)
99 		memcpy(auth_key, tdata->auth_key.data,
100 			tdata->auth_key.len);
101 
102 	switch (cryptodev_type) {
103 	case RTE_CRYPTODEV_QAT_SYM_PMD:
104 	case RTE_CRYPTODEV_OPENSSL_PMD:
105 	case RTE_CRYPTODEV_ARMV8_PMD: /* Fall through */
106 		digest_len = tdata->digest.len;
107 		break;
108 	case RTE_CRYPTODEV_AESNI_MB_PMD:
109 	case RTE_CRYPTODEV_SCHEDULER_PMD:
110 		digest_len = tdata->digest.truncated_len;
111 		break;
112 	default:
113 		snprintf(test_msg, BLOCKCIPHER_TEST_MSG_LEN,
114 			"line %u FAILED: %s",
115 			__LINE__, "Unsupported PMD type");
116 		status = TEST_FAILED;
117 		goto error_exit;
118 	}
119 
120 	/* preparing data */
121 	if (t->op_mask & BLOCKCIPHER_TEST_OP_CIPHER)
122 		buf_len += tdata->iv.len;
123 	if (t->op_mask & BLOCKCIPHER_TEST_OP_AUTH)
124 		buf_len += digest_len;
125 
126 	/* for contiguous mbuf, nb_segs is 1 */
127 	ibuf = create_segmented_mbuf(mbuf_pool,
128 			tdata->ciphertext.len, nb_segs, src_pattern);
129 	if (ibuf == NULL) {
130 		snprintf(test_msg, BLOCKCIPHER_TEST_MSG_LEN,
131 			"line %u FAILED: %s",
132 			__LINE__, "Cannot create source mbuf");
133 		status = TEST_FAILED;
134 		goto error_exit;
135 	}
136 
137 	/* only encryption requires plaintext.data input,
138 	 * decryption/(digest gen)/(digest verify) use ciphertext.data
139 	 * to be computed
140 	 */
141 	if (t->op_mask & BLOCKCIPHER_TEST_OP_ENCRYPT)
142 		pktmbuf_write(ibuf, 0, tdata->plaintext.len,
143 				tdata->plaintext.data);
144 	else
145 		pktmbuf_write(ibuf, 0, tdata->ciphertext.len,
146 				tdata->ciphertext.data);
147 
148 	if (t->op_mask & BLOCKCIPHER_TEST_OP_CIPHER) {
149 		rte_memcpy(rte_pktmbuf_prepend(ibuf, tdata->iv.len),
150 				tdata->iv.data, tdata->iv.len);
151 	}
152 	buf_p = rte_pktmbuf_append(ibuf, digest_len);
153 	if (t->op_mask & BLOCKCIPHER_TEST_OP_AUTH_VERIFY)
154 		rte_memcpy(buf_p, tdata->digest.data, digest_len);
155 	else
156 		memset(buf_p, 0, digest_len);
157 
158 	if (t->feature_mask & BLOCKCIPHER_TEST_FEATURE_OOP) {
159 		obuf = rte_pktmbuf_alloc(mbuf_pool);
160 		if (!obuf) {
161 			snprintf(test_msg, BLOCKCIPHER_TEST_MSG_LEN, "line %u "
162 				"FAILED: %s", __LINE__,
163 				"Allocation of rte_mbuf failed");
164 			status = TEST_FAILED;
165 			goto error_exit;
166 		}
167 		memset(obuf->buf_addr, dst_pattern, obuf->buf_len);
168 
169 		buf_p = rte_pktmbuf_append(obuf, buf_len);
170 		if (!buf_p) {
171 			snprintf(test_msg, BLOCKCIPHER_TEST_MSG_LEN, "line %u "
172 				"FAILED: %s", __LINE__,
173 				"No room to append mbuf");
174 			status = TEST_FAILED;
175 			goto error_exit;
176 		}
177 		memset(buf_p, 0, buf_len);
178 	}
179 
180 	/* Generate Crypto op data structure */
181 	op = rte_crypto_op_alloc(op_mpool, RTE_CRYPTO_OP_TYPE_SYMMETRIC);
182 	if (!op) {
183 		snprintf(test_msg, BLOCKCIPHER_TEST_MSG_LEN,
184 			"line %u FAILED: %s",
185 			__LINE__, "Failed to allocate symmetric crypto "
186 			"operation struct");
187 		status = TEST_FAILED;
188 		goto error_exit;
189 	}
190 
191 	sym_op = op->sym;
192 
193 	sym_op->m_src = ibuf;
194 
195 	if (t->feature_mask & BLOCKCIPHER_TEST_FEATURE_OOP) {
196 		sym_op->m_dst = obuf;
197 		iobuf = obuf;
198 	} else {
199 		sym_op->m_dst = NULL;
200 		iobuf = ibuf;
201 	}
202 
203 	/* sessionless op requires allocate xform using
204 	 * rte_crypto_op_sym_xforms_alloc(), otherwise rte_zmalloc()
205 	 * is used
206 	 */
207 	if (t->feature_mask & BLOCKCIPHER_TEST_FEATURE_SESSIONLESS) {
208 		uint32_t n_xforms = 0;
209 
210 		if (t->op_mask & BLOCKCIPHER_TEST_OP_CIPHER)
211 			n_xforms++;
212 		if (t->op_mask & BLOCKCIPHER_TEST_OP_AUTH)
213 			n_xforms++;
214 
215 		if (rte_crypto_op_sym_xforms_alloc(op, n_xforms)
216 			== NULL) {
217 			snprintf(test_msg, BLOCKCIPHER_TEST_MSG_LEN, "line %u "
218 				"FAILED: %s", __LINE__, "Failed to "
219 				"allocate space for crypto transforms");
220 			status = TEST_FAILED;
221 			goto error_exit;
222 		}
223 	} else {
224 		cipher_xform = rte_zmalloc(NULL,
225 			sizeof(struct rte_crypto_sym_xform), 0);
226 
227 		auth_xform = rte_zmalloc(NULL,
228 			sizeof(struct rte_crypto_sym_xform), 0);
229 
230 		if (!cipher_xform || !auth_xform) {
231 			snprintf(test_msg, BLOCKCIPHER_TEST_MSG_LEN, "line %u "
232 				"FAILED: %s", __LINE__, "Failed to "
233 				"allocate memory for crypto transforms");
234 			status = TEST_FAILED;
235 			goto error_exit;
236 		}
237 	}
238 
239 	/* preparing xform, for sessioned op, init_xform is initialized
240 	 * here and later as param in rte_cryptodev_sym_session_create() call
241 	 */
242 	if (t->op_mask == BLOCKCIPHER_TEST_OP_ENC_AUTH_GEN) {
243 		if (t->feature_mask & BLOCKCIPHER_TEST_FEATURE_SESSIONLESS) {
244 			cipher_xform = op->sym->xform;
245 			auth_xform = cipher_xform->next;
246 			auth_xform->next = NULL;
247 		} else {
248 			cipher_xform->next = auth_xform;
249 			auth_xform->next = NULL;
250 			init_xform = cipher_xform;
251 		}
252 	} else if (t->op_mask == BLOCKCIPHER_TEST_OP_AUTH_VERIFY_DEC) {
253 		if (t->feature_mask & BLOCKCIPHER_TEST_FEATURE_SESSIONLESS) {
254 			auth_xform = op->sym->xform;
255 			cipher_xform = auth_xform->next;
256 			cipher_xform->next = NULL;
257 		} else {
258 			auth_xform->next = cipher_xform;
259 			cipher_xform->next = NULL;
260 			init_xform = auth_xform;
261 		}
262 	} else if ((t->op_mask == BLOCKCIPHER_TEST_OP_ENCRYPT) ||
263 			(t->op_mask == BLOCKCIPHER_TEST_OP_DECRYPT)) {
264 		if (t->feature_mask & BLOCKCIPHER_TEST_FEATURE_SESSIONLESS)
265 			cipher_xform = op->sym->xform;
266 		else
267 			init_xform = cipher_xform;
268 		cipher_xform->next = NULL;
269 	} else if ((t->op_mask == BLOCKCIPHER_TEST_OP_AUTH_GEN) ||
270 			(t->op_mask == BLOCKCIPHER_TEST_OP_AUTH_VERIFY)) {
271 		if (t->feature_mask & BLOCKCIPHER_TEST_FEATURE_SESSIONLESS)
272 			auth_xform = op->sym->xform;
273 		else
274 			init_xform = auth_xform;
275 		auth_xform->next = NULL;
276 	} else {
277 		snprintf(test_msg, BLOCKCIPHER_TEST_MSG_LEN,
278 			"line %u FAILED: %s",
279 			__LINE__, "Unrecognized operation");
280 		status = TEST_FAILED;
281 		goto error_exit;
282 	}
283 
284 	/*configure xforms & sym_op cipher and auth data*/
285 	if (t->op_mask & BLOCKCIPHER_TEST_OP_CIPHER) {
286 		cipher_xform->type = RTE_CRYPTO_SYM_XFORM_CIPHER;
287 		cipher_xform->cipher.algo = tdata->crypto_algo;
288 		if (t->op_mask & BLOCKCIPHER_TEST_OP_ENCRYPT)
289 			cipher_xform->cipher.op =
290 				RTE_CRYPTO_CIPHER_OP_ENCRYPT;
291 		else
292 			cipher_xform->cipher.op =
293 				RTE_CRYPTO_CIPHER_OP_DECRYPT;
294 		cipher_xform->cipher.key.data = cipher_key;
295 		cipher_xform->cipher.key.length = tdata->cipher_key.len;
296 
297 		sym_op->cipher.data.offset = tdata->iv.len;
298 		sym_op->cipher.data.length = tdata->ciphertext.len;
299 		sym_op->cipher.iv.data = rte_pktmbuf_mtod(sym_op->m_src,
300 			uint8_t *);
301 		sym_op->cipher.iv.length = tdata->iv.len;
302 		sym_op->cipher.iv.phys_addr = rte_pktmbuf_mtophys(
303 			sym_op->m_src);
304 	}
305 
306 	if (t->op_mask & BLOCKCIPHER_TEST_OP_AUTH) {
307 		uint32_t auth_data_offset = 0;
308 		uint32_t digest_offset = tdata->ciphertext.len;
309 
310 		if (t->op_mask & BLOCKCIPHER_TEST_OP_CIPHER) {
311 			digest_offset += tdata->iv.len;
312 			auth_data_offset += tdata->iv.len;
313 		}
314 
315 		auth_xform->type = RTE_CRYPTO_SYM_XFORM_AUTH;
316 		auth_xform->auth.algo = tdata->auth_algo;
317 		auth_xform->auth.key.length = tdata->auth_key.len;
318 		auth_xform->auth.key.data = auth_key;
319 		auth_xform->auth.digest_length = digest_len;
320 
321 		if (t->op_mask & BLOCKCIPHER_TEST_OP_AUTH_GEN) {
322 			auth_xform->auth.op = RTE_CRYPTO_AUTH_OP_GENERATE;
323 			sym_op->auth.digest.data = pktmbuf_mtod_offset
324 				(iobuf, digest_offset);
325 			sym_op->auth.digest.phys_addr =
326 				pktmbuf_mtophys_offset(iobuf,
327 					digest_offset);
328 		} else {
329 			auth_xform->auth.op = RTE_CRYPTO_AUTH_OP_VERIFY;
330 			sym_op->auth.digest.data = pktmbuf_mtod_offset
331 				(sym_op->m_src, digest_offset);
332 			sym_op->auth.digest.phys_addr =
333 				pktmbuf_mtophys_offset(sym_op->m_src,
334 					digest_offset);
335 		}
336 
337 		sym_op->auth.data.offset = auth_data_offset;
338 		sym_op->auth.data.length = tdata->ciphertext.len;
339 		sym_op->auth.digest.length = digest_len;
340 	}
341 
342 	/* create session for sessioned op */
343 	if (!(t->feature_mask & BLOCKCIPHER_TEST_FEATURE_SESSIONLESS)) {
344 		sess = rte_cryptodev_sym_session_create(dev_id,
345 			init_xform);
346 		if (!sess) {
347 			snprintf(test_msg, BLOCKCIPHER_TEST_MSG_LEN, "line %u "
348 				"FAILED: %s", __LINE__,
349 				"Session creation failed");
350 			status = TEST_FAILED;
351 			goto error_exit;
352 		}
353 
354 		/* attach symmetric crypto session to crypto operations */
355 		rte_crypto_op_attach_sym_session(op, sess);
356 	}
357 
358 	TEST_HEXDUMP(stdout, "m_src(before):",
359 			sym_op->m_src->buf_addr, sym_op->m_src->buf_len);
360 	rte_memcpy(tmp_src_buf, sym_op->m_src->buf_addr,
361 						sym_op->m_src->buf_len);
362 	if (t->feature_mask & BLOCKCIPHER_TEST_FEATURE_OOP) {
363 		TEST_HEXDUMP(stdout, "m_dst(before):",
364 			sym_op->m_dst->buf_addr, sym_op->m_dst->buf_len);
365 		rte_memcpy(tmp_dst_buf, sym_op->m_dst->buf_addr,
366 						sym_op->m_dst->buf_len);
367 	}
368 
369 	/* Process crypto operation */
370 	if (rte_cryptodev_enqueue_burst(dev_id, 0, &op, 1) != 1) {
371 		snprintf(test_msg, BLOCKCIPHER_TEST_MSG_LEN,
372 			"line %u FAILED: %s",
373 			__LINE__, "Error sending packet for encryption");
374 		status = TEST_FAILED;
375 		goto error_exit;
376 	}
377 
378 	op = NULL;
379 
380 	while (rte_cryptodev_dequeue_burst(dev_id, 0, &op, 1) == 0)
381 		rte_pause();
382 
383 	if (!op) {
384 		snprintf(test_msg, BLOCKCIPHER_TEST_MSG_LEN,
385 			"line %u FAILED: %s",
386 			__LINE__, "Failed to process sym crypto op");
387 		status = TEST_FAILED;
388 		goto error_exit;
389 	}
390 
391 	TEST_HEXDUMP(stdout, "m_src(after):",
392 			sym_op->m_src->buf_addr, sym_op->m_src->buf_len);
393 	if (t->feature_mask & BLOCKCIPHER_TEST_FEATURE_OOP)
394 		TEST_HEXDUMP(stdout, "m_dst(after):",
395 			sym_op->m_dst->buf_addr, sym_op->m_dst->buf_len);
396 
397 	/* Verify results */
398 	if (op->status != RTE_CRYPTO_OP_STATUS_SUCCESS) {
399 		if (t->op_mask & BLOCKCIPHER_TEST_OP_AUTH_VERIFY)
400 			snprintf(test_msg, BLOCKCIPHER_TEST_MSG_LEN, "line %u "
401 				"FAILED: Digest verification failed "
402 				"(0x%X)", __LINE__, op->status);
403 		else
404 			snprintf(test_msg, BLOCKCIPHER_TEST_MSG_LEN, "line %u "
405 				"FAILED: Digest verification failed "
406 				"(0x%X)", __LINE__, op->status);
407 		status = TEST_FAILED;
408 		goto error_exit;
409 	}
410 
411 	if (t->op_mask & BLOCKCIPHER_TEST_OP_CIPHER) {
412 		uint8_t buffer[2048];
413 		const uint8_t *compare_ref;
414 		uint32_t compare_len;
415 
416 		if (t->op_mask & BLOCKCIPHER_TEST_OP_ENCRYPT) {
417 			compare_ref = tdata->ciphertext.data;
418 			compare_len = tdata->ciphertext.len;
419 		} else {
420 			compare_ref = tdata->plaintext.data;
421 			compare_len = tdata->plaintext.len;
422 		}
423 
424 		if (memcmp(rte_pktmbuf_read(iobuf, tdata->iv.len, compare_len,
425 				buffer), compare_ref, compare_len)) {
426 			snprintf(test_msg, BLOCKCIPHER_TEST_MSG_LEN, "line %u "
427 				"FAILED: %s", __LINE__,
428 				"Crypto data not as expected");
429 			status = TEST_FAILED;
430 			goto error_exit;
431 		}
432 	}
433 
434 	if (t->op_mask & BLOCKCIPHER_TEST_OP_AUTH_GEN) {
435 		uint8_t *auth_res;
436 
437 		if (t->op_mask & BLOCKCIPHER_TEST_OP_CIPHER)
438 			auth_res = pktmbuf_mtod_offset(iobuf,
439 					tdata->iv.len + tdata->ciphertext.len);
440 		else
441 			auth_res = pktmbuf_mtod_offset(iobuf,
442 					tdata->ciphertext.len);
443 
444 		if (memcmp(auth_res, tdata->digest.data, digest_len)) {
445 			snprintf(test_msg, BLOCKCIPHER_TEST_MSG_LEN, "line %u "
446 				"FAILED: %s", __LINE__, "Generated "
447 				"digest data not as expected");
448 			status = TEST_FAILED;
449 			goto error_exit;
450 		}
451 	}
452 
453 	/* The only parts that should have changed in the buffer are
454 	 * plaintext/ciphertext and digest.
455 	 * In OOP only the dest buffer should change.
456 	 */
457 	if (t->feature_mask & BLOCKCIPHER_TEST_FEATURE_OOP) {
458 		struct rte_mbuf *mbuf;
459 		uint8_t value;
460 		uint32_t head_unchanged_len = 0, changed_len = 0;
461 		uint32_t i;
462 
463 		mbuf = sym_op->m_src;
464 		if (t->op_mask & BLOCKCIPHER_TEST_OP_AUTH_VERIFY) {
465 			/* white-box test: PMDs use some of the
466 			 * tailroom as temp storage in verify case
467 			 */
468 			head_unchanged_len = rte_pktmbuf_headroom(mbuf)
469 					+ rte_pktmbuf_data_len(mbuf);
470 			changed_len = digest_len;
471 		} else {
472 			head_unchanged_len = mbuf->buf_len;
473 			changed_len = 0;
474 		}
475 
476 		for (i = 0; i < mbuf->buf_len; i++) {
477 			if (i == head_unchanged_len)
478 				i += changed_len;
479 			value = *((uint8_t *)(mbuf->buf_addr)+i);
480 			if (value != tmp_src_buf[i]) {
481 				snprintf(test_msg, BLOCKCIPHER_TEST_MSG_LEN,
482 	"line %u FAILED: OOP src outer mbuf data (0x%x) not as expected (0x%x)",
483 					__LINE__, value, tmp_src_buf[i]);
484 				status = TEST_FAILED;
485 				goto error_exit;
486 			}
487 		}
488 
489 		mbuf = sym_op->m_dst;
490 		if (t->op_mask & BLOCKCIPHER_TEST_OP_AUTH) {
491 			head_unchanged_len = rte_pktmbuf_headroom(mbuf) +
492 						sym_op->auth.data.offset;
493 			changed_len = sym_op->auth.data.length;
494 			if (t->op_mask & BLOCKCIPHER_TEST_OP_AUTH_GEN)
495 				changed_len += sym_op->auth.digest.length;
496 		} else {
497 			/* cipher-only */
498 			head_unchanged_len = rte_pktmbuf_headroom(mbuf) +
499 					sym_op->cipher.data.offset;
500 			changed_len = sym_op->cipher.data.length;
501 		}
502 
503 		for (i = 0; i < mbuf->buf_len; i++) {
504 			if (i == head_unchanged_len)
505 				i += changed_len;
506 			value = *((uint8_t *)(mbuf->buf_addr)+i);
507 			if (value != tmp_dst_buf[i]) {
508 				snprintf(test_msg, BLOCKCIPHER_TEST_MSG_LEN,
509 				"line %u FAILED: OOP dst outer mbuf data "
510 				"(0x%x) not as expected (0x%x)",
511 				__LINE__, value, tmp_dst_buf[i]);
512 				status = TEST_FAILED;
513 				goto error_exit;
514 			}
515 		}
516 	} else {
517 		/* In-place operation */
518 		struct rte_mbuf *mbuf;
519 		uint8_t value;
520 		uint32_t head_unchanged_len = 0, changed_len = 0;
521 		uint32_t i;
522 
523 		mbuf = sym_op->m_src;
524 		if (t->op_mask & BLOCKCIPHER_TEST_OP_CIPHER) {
525 			head_unchanged_len = rte_pktmbuf_headroom(mbuf) +
526 					sym_op->cipher.data.offset;
527 			changed_len = sym_op->cipher.data.length;
528 		} else {
529 			/* auth-only */
530 			head_unchanged_len = rte_pktmbuf_headroom(mbuf) +
531 					sym_op->auth.data.offset +
532 					sym_op->auth.data.length;
533 			changed_len = 0;
534 		}
535 
536 		if (t->op_mask & BLOCKCIPHER_TEST_OP_AUTH_GEN)
537 			changed_len += sym_op->auth.digest.length;
538 
539 		if (t->op_mask & BLOCKCIPHER_TEST_OP_AUTH_VERIFY) {
540 			/* white-box test: PMDs use some of the
541 			 * tailroom as temp storage in verify case
542 			 */
543 			if (t->op_mask & BLOCKCIPHER_TEST_OP_CIPHER) {
544 				/* This is simplified, not checking digest*/
545 				changed_len += digest_len*2;
546 			} else {
547 				head_unchanged_len += digest_len;
548 				changed_len += digest_len;
549 			}
550 		}
551 
552 		for (i = 0; i < mbuf->buf_len; i++) {
553 			if (i == head_unchanged_len)
554 				i += changed_len;
555 			value = *((uint8_t *)(mbuf->buf_addr)+i);
556 			if (value != tmp_src_buf[i]) {
557 				snprintf(test_msg, BLOCKCIPHER_TEST_MSG_LEN,
558 				"line %u FAILED: outer mbuf data (0x%x) "
559 				"not as expected (0x%x)",
560 				__LINE__, value, tmp_src_buf[i]);
561 				status = TEST_FAILED;
562 				goto error_exit;
563 			}
564 		}
565 	}
566 
567 	snprintf(test_msg, BLOCKCIPHER_TEST_MSG_LEN, "PASS");
568 
569 error_exit:
570 	if (!(t->feature_mask & BLOCKCIPHER_TEST_FEATURE_SESSIONLESS)) {
571 		if (sess)
572 			rte_cryptodev_sym_session_free(dev_id, sess);
573 		if (cipher_xform)
574 			rte_free(cipher_xform);
575 		if (auth_xform)
576 			rte_free(auth_xform);
577 	}
578 
579 	if (op)
580 		rte_crypto_op_free(op);
581 
582 	if (obuf)
583 		rte_pktmbuf_free(obuf);
584 
585 	if (ibuf)
586 		rte_pktmbuf_free(ibuf);
587 
588 	return status;
589 }
590 
591 int
592 test_blockcipher_all_tests(struct rte_mempool *mbuf_pool,
593 	struct rte_mempool *op_mpool,
594 	uint8_t dev_id,
595 	enum rte_cryptodev_type cryptodev_type,
596 	enum blockcipher_test_type test_type)
597 {
598 	int status, overall_status = TEST_SUCCESS;
599 	uint32_t i, test_index = 0;
600 	char test_msg[BLOCKCIPHER_TEST_MSG_LEN + 1];
601 	uint32_t n_test_cases = 0;
602 	uint32_t target_pmd_mask = 0;
603 	const struct blockcipher_test_case *tcs = NULL;
604 
605 	switch (test_type) {
606 	case BLKCIPHER_AES_CHAIN_TYPE:
607 		n_test_cases = sizeof(aes_chain_test_cases) /
608 		sizeof(aes_chain_test_cases[0]);
609 		tcs = aes_chain_test_cases;
610 		break;
611 	case BLKCIPHER_AES_CIPHERONLY_TYPE:
612 		n_test_cases = sizeof(aes_cipheronly_test_cases) /
613 		sizeof(aes_cipheronly_test_cases[0]);
614 		tcs = aes_cipheronly_test_cases;
615 		break;
616 	case BLKCIPHER_3DES_CHAIN_TYPE:
617 		n_test_cases = sizeof(triple_des_chain_test_cases) /
618 		sizeof(triple_des_chain_test_cases[0]);
619 		tcs = triple_des_chain_test_cases;
620 		break;
621 	case BLKCIPHER_3DES_CIPHERONLY_TYPE:
622 		n_test_cases = sizeof(triple_des_cipheronly_test_cases) /
623 		sizeof(triple_des_cipheronly_test_cases[0]);
624 		tcs = triple_des_cipheronly_test_cases;
625 		break;
626 	case BLKCIPHER_DES_CIPHERONLY_TYPE:
627 		n_test_cases = sizeof(des_cipheronly_test_cases) /
628 		sizeof(des_cipheronly_test_cases[0]);
629 		tcs = des_cipheronly_test_cases;
630 		break;
631 	case BLKCIPHER_AUTHONLY_TYPE:
632 		n_test_cases = sizeof(hash_test_cases) /
633 		sizeof(hash_test_cases[0]);
634 		tcs = hash_test_cases;
635 		break;
636 	default:
637 		break;
638 	}
639 
640 	switch (cryptodev_type) {
641 	case RTE_CRYPTODEV_AESNI_MB_PMD:
642 		target_pmd_mask = BLOCKCIPHER_TEST_TARGET_PMD_MB;
643 		break;
644 	case RTE_CRYPTODEV_QAT_SYM_PMD:
645 		target_pmd_mask = BLOCKCIPHER_TEST_TARGET_PMD_QAT;
646 		break;
647 	case RTE_CRYPTODEV_OPENSSL_PMD:
648 		target_pmd_mask = BLOCKCIPHER_TEST_TARGET_PMD_OPENSSL;
649 		break;
650 	case RTE_CRYPTODEV_ARMV8_PMD:
651 		target_pmd_mask = BLOCKCIPHER_TEST_TARGET_PMD_ARMV8;
652 		break;
653 	case RTE_CRYPTODEV_SCHEDULER_PMD:
654 		target_pmd_mask = BLOCKCIPHER_TEST_TARGET_PMD_SCHEDULER;
655 		break;
656 	default:
657 		TEST_ASSERT(0, "Unrecognized cryptodev type");
658 		break;
659 	}
660 
661 	for (i = 0; i < n_test_cases; i++) {
662 		const struct blockcipher_test_case *tc = &tcs[i];
663 
664 		if (!(tc->pmd_mask & target_pmd_mask))
665 			continue;
666 
667 		status = test_blockcipher_one_case(tc, mbuf_pool, op_mpool,
668 			dev_id, cryptodev_type, test_msg);
669 
670 		printf("  %u) TestCase %s %s\n", test_index ++,
671 			tc->test_descr, test_msg);
672 
673 		if (status != TEST_SUCCESS) {
674 			if (overall_status == TEST_SUCCESS)
675 				overall_status = status;
676 
677 			if (tc->feature_mask & BLOCKCIPHER_TEST_FEATURE_STOPPER)
678 				break;
679 		}
680 	}
681 
682 	return overall_status;
683 }
684