1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright(c) 2010-2014 Intel Corporation
3 */
4
5 #include <stdio.h>
6 #include <stdint.h>
7 #include <string.h>
8 #include <inttypes.h>
9 #include <sys/queue.h>
10
11 #include <rte_random.h>
12 #include <rte_cycles.h>
13 #include <rte_memory.h>
14 #include <rte_memzone.h>
15 #include <rte_eal.h>
16 #include <rte_lcore.h>
17 #include <rte_common.h>
18 #include <rte_string_fns.h>
19 #include <rte_errno.h>
20 #include <rte_malloc.h>
21 #include "../../lib/librte_eal/common/malloc_elem.h"
22
23 #include "test.h"
24
25 /*
26 * Memzone
27 * =======
28 *
29 * - Search for three reserved zones or reserve them if they do not exist:
30 *
31 * - One is on any socket id.
32 * - The second is on socket 0.
33 * - The last one is on socket 1 (if socket 1 exists).
34 *
35 * - Check that the zones exist.
36 *
37 * - Check that the zones are cache-aligned.
38 *
39 * - Check that zones do not overlap.
40 *
41 * - Check that the zones are on the correct socket id.
42 *
43 * - Check that a lookup of the first zone returns the same pointer.
44 *
45 * - Check that it is not possible to create another zone with the
46 * same name as an existing zone.
47 *
48 * - Check flags for specific huge page size reservation
49 */
50
51 #define TEST_MEMZONE_NAME(suffix) "MZ_TEST_" suffix
52
53 /* Test if memory overlaps: return 1 if true, or 0 if false. */
54 static int
is_memory_overlap(rte_iova_t ptr1,size_t len1,rte_iova_t ptr2,size_t len2)55 is_memory_overlap(rte_iova_t ptr1, size_t len1, rte_iova_t ptr2, size_t len2)
56 {
57 if (ptr2 >= ptr1 && (ptr2 - ptr1) < len1)
58 return 1;
59 else if (ptr2 < ptr1 && (ptr1 - ptr2) < len2)
60 return 1;
61 return 0;
62 }
63
64 static int
test_memzone_invalid_alignment(void)65 test_memzone_invalid_alignment(void)
66 {
67 const struct rte_memzone * mz;
68
69 mz = rte_memzone_lookup(TEST_MEMZONE_NAME("invalid_alignment"));
70 if (mz != NULL) {
71 printf("Zone with invalid alignment has been reserved\n");
72 return -1;
73 }
74
75 mz = rte_memzone_reserve_aligned(TEST_MEMZONE_NAME("invalid_alignment"),
76 100, SOCKET_ID_ANY, 0, 100);
77 if (mz != NULL) {
78 printf("Zone with invalid alignment has been reserved\n");
79 return -1;
80 }
81 return 0;
82 }
83
84 static int
test_memzone_reserving_zone_size_bigger_than_the_maximum(void)85 test_memzone_reserving_zone_size_bigger_than_the_maximum(void)
86 {
87 const struct rte_memzone * mz;
88
89 mz = rte_memzone_lookup(
90 TEST_MEMZONE_NAME("zone_size_bigger_than_the_maximum"));
91 if (mz != NULL) {
92 printf("zone_size_bigger_than_the_maximum has been reserved\n");
93 return -1;
94 }
95
96 mz = rte_memzone_reserve(
97 TEST_MEMZONE_NAME("zone_size_bigger_than_the_maximum"),
98 (size_t)-1, SOCKET_ID_ANY, 0);
99 if (mz != NULL) {
100 printf("It is impossible to reserve such big a memzone\n");
101 return -1;
102 }
103
104 return 0;
105 }
106
107 struct walk_arg {
108 int hugepage_2MB_avail;
109 int hugepage_1GB_avail;
110 int hugepage_16MB_avail;
111 int hugepage_16GB_avail;
112 };
113 static int
find_available_pagesz(const struct rte_memseg_list * msl,void * arg)114 find_available_pagesz(const struct rte_memseg_list *msl, void *arg)
115 {
116 struct walk_arg *wa = arg;
117
118 if (msl->external)
119 return 0;
120
121 if (msl->page_sz == RTE_PGSIZE_2M)
122 wa->hugepage_2MB_avail = 1;
123 if (msl->page_sz == RTE_PGSIZE_1G)
124 wa->hugepage_1GB_avail = 1;
125 if (msl->page_sz == RTE_PGSIZE_16M)
126 wa->hugepage_16MB_avail = 1;
127 if (msl->page_sz == RTE_PGSIZE_16G)
128 wa->hugepage_16GB_avail = 1;
129
130 return 0;
131 }
132
133 static int
test_memzone_reserve_flags(void)134 test_memzone_reserve_flags(void)
135 {
136 const struct rte_memzone *mz;
137 struct walk_arg wa;
138 int hugepage_2MB_avail, hugepage_1GB_avail;
139 int hugepage_16MB_avail, hugepage_16GB_avail;
140 const size_t size = 100;
141
142 memset(&wa, 0, sizeof(wa));
143
144 rte_memseg_list_walk(find_available_pagesz, &wa);
145
146 hugepage_2MB_avail = wa.hugepage_2MB_avail;
147 hugepage_1GB_avail = wa.hugepage_1GB_avail;
148 hugepage_16MB_avail = wa.hugepage_16MB_avail;
149 hugepage_16GB_avail = wa.hugepage_16GB_avail;
150
151 /* Display the availability of 2MB ,1GB, 16MB, 16GB pages */
152 if (hugepage_2MB_avail)
153 printf("2MB Huge pages available\n");
154 if (hugepage_1GB_avail)
155 printf("1GB Huge pages available\n");
156 if (hugepage_16MB_avail)
157 printf("16MB Huge pages available\n");
158 if (hugepage_16GB_avail)
159 printf("16GB Huge pages available\n");
160 /*
161 * If 2MB pages available, check that a small memzone is correctly
162 * reserved from 2MB huge pages when requested by the RTE_MEMZONE_2MB flag.
163 * Also check that RTE_MEMZONE_SIZE_HINT_ONLY flag only defaults to an
164 * available page size (i.e 1GB ) when 2MB pages are unavailable.
165 */
166 if (hugepage_2MB_avail) {
167 mz = rte_memzone_reserve(TEST_MEMZONE_NAME("flag_zone_2M"),
168 size, SOCKET_ID_ANY, RTE_MEMZONE_2MB);
169 if (mz == NULL) {
170 printf("MEMZONE FLAG 2MB\n");
171 return -1;
172 }
173 if (mz->hugepage_sz != RTE_PGSIZE_2M) {
174 printf("hugepage_sz not equal 2M\n");
175 return -1;
176 }
177 if (rte_memzone_free(mz)) {
178 printf("Fail memzone free\n");
179 return -1;
180 }
181
182 mz = rte_memzone_reserve(TEST_MEMZONE_NAME("flag_zone_2M_HINT"),
183 size, SOCKET_ID_ANY,
184 RTE_MEMZONE_2MB|RTE_MEMZONE_SIZE_HINT_ONLY);
185 if (mz == NULL) {
186 printf("MEMZONE FLAG 2MB\n");
187 return -1;
188 }
189 if (mz->hugepage_sz != RTE_PGSIZE_2M) {
190 printf("hugepage_sz not equal 2M\n");
191 return -1;
192 }
193 if (rte_memzone_free(mz)) {
194 printf("Fail memzone free\n");
195 return -1;
196 }
197
198 /* Check if 1GB huge pages are unavailable, that function fails unless
199 * HINT flag is indicated
200 */
201 if (!hugepage_1GB_avail) {
202 mz = rte_memzone_reserve(
203 TEST_MEMZONE_NAME("flag_zone_1G_HINT"),
204 size, SOCKET_ID_ANY,
205 RTE_MEMZONE_1GB|RTE_MEMZONE_SIZE_HINT_ONLY);
206 if (mz == NULL) {
207 printf("MEMZONE FLAG 1GB & HINT\n");
208 return -1;
209 }
210 if (mz->hugepage_sz != RTE_PGSIZE_2M) {
211 printf("hugepage_sz not equal 2M\n");
212 return -1;
213 }
214 if (rte_memzone_free(mz)) {
215 printf("Fail memzone free\n");
216 return -1;
217 }
218
219 mz = rte_memzone_reserve(
220 TEST_MEMZONE_NAME("flag_zone_1G"), size,
221 SOCKET_ID_ANY, RTE_MEMZONE_1GB);
222 if (mz != NULL) {
223 printf("MEMZONE FLAG 1GB\n");
224 return -1;
225 }
226 }
227 }
228
229 /*As with 2MB tests above for 1GB huge page requests*/
230 if (hugepage_1GB_avail) {
231 mz = rte_memzone_reserve(TEST_MEMZONE_NAME("flag_zone_1G"),
232 size, SOCKET_ID_ANY, RTE_MEMZONE_1GB);
233 if (mz == NULL) {
234 printf("MEMZONE FLAG 1GB\n");
235 return -1;
236 }
237 if (mz->hugepage_sz != RTE_PGSIZE_1G) {
238 printf("hugepage_sz not equal 1G\n");
239 return -1;
240 }
241 if (rte_memzone_free(mz)) {
242 printf("Fail memzone free\n");
243 return -1;
244 }
245
246 mz = rte_memzone_reserve(TEST_MEMZONE_NAME("flag_zone_1G_HINT"),
247 size, SOCKET_ID_ANY,
248 RTE_MEMZONE_1GB|RTE_MEMZONE_SIZE_HINT_ONLY);
249 if (mz == NULL) {
250 printf("MEMZONE FLAG 1GB\n");
251 return -1;
252 }
253 if (mz->hugepage_sz != RTE_PGSIZE_1G) {
254 printf("hugepage_sz not equal 1G\n");
255 return -1;
256 }
257 if (rte_memzone_free(mz)) {
258 printf("Fail memzone free\n");
259 return -1;
260 }
261
262 /* Check if 1GB huge pages are unavailable, that function fails unless
263 * HINT flag is indicated
264 */
265 if (!hugepage_2MB_avail) {
266 mz = rte_memzone_reserve(
267 TEST_MEMZONE_NAME("flag_zone_2M_HINT"),
268 size, SOCKET_ID_ANY,
269 RTE_MEMZONE_2MB|RTE_MEMZONE_SIZE_HINT_ONLY);
270 if (mz == NULL){
271 printf("MEMZONE FLAG 2MB & HINT\n");
272 return -1;
273 }
274 if (mz->hugepage_sz != RTE_PGSIZE_1G) {
275 printf("hugepage_sz not equal 1G\n");
276 return -1;
277 }
278 if (rte_memzone_free(mz)) {
279 printf("Fail memzone free\n");
280 return -1;
281 }
282 mz = rte_memzone_reserve(
283 TEST_MEMZONE_NAME("flag_zone_2M"), size,
284 SOCKET_ID_ANY, RTE_MEMZONE_2MB);
285 if (mz != NULL) {
286 printf("MEMZONE FLAG 2MB\n");
287 return -1;
288 }
289 }
290
291 if (hugepage_2MB_avail && hugepage_1GB_avail) {
292 mz = rte_memzone_reserve(
293 TEST_MEMZONE_NAME("flag_zone_2M_HINT"),
294 size, SOCKET_ID_ANY,
295 RTE_MEMZONE_2MB|RTE_MEMZONE_1GB);
296 if (mz == NULL) {
297 printf("BOTH SIZES SET\n");
298 return -1;
299 }
300 if (mz->hugepage_sz != RTE_PGSIZE_1G &&
301 mz->hugepage_sz != RTE_PGSIZE_2M) {
302 printf("Wrong size when both sizes set\n");
303 return -1;
304 }
305 if (rte_memzone_free(mz)) {
306 printf("Fail memzone free\n");
307 return -1;
308 }
309 }
310 }
311 /*
312 * This option is for IBM Power. If 16MB pages available, check
313 * that a small memzone is correctly reserved from 16MB huge pages
314 * when requested by the RTE_MEMZONE_16MB flag. Also check that
315 * RTE_MEMZONE_SIZE_HINT_ONLY flag only defaults to an available
316 * page size (i.e 16GB ) when 16MB pages are unavailable.
317 */
318 if (hugepage_16MB_avail) {
319 mz = rte_memzone_reserve(TEST_MEMZONE_NAME("flag_zone_16M"),
320 size, SOCKET_ID_ANY, RTE_MEMZONE_16MB);
321 if (mz == NULL) {
322 printf("MEMZONE FLAG 16MB\n");
323 return -1;
324 }
325 if (mz->hugepage_sz != RTE_PGSIZE_16M) {
326 printf("hugepage_sz not equal 16M\n");
327 return -1;
328 }
329 if (rte_memzone_free(mz)) {
330 printf("Fail memzone free\n");
331 return -1;
332 }
333
334 mz = rte_memzone_reserve(
335 TEST_MEMZONE_NAME("flag_zone_16M_HINT"), size,
336 SOCKET_ID_ANY,
337 RTE_MEMZONE_16MB|RTE_MEMZONE_SIZE_HINT_ONLY);
338 if (mz == NULL) {
339 printf("MEMZONE FLAG 16MB\n");
340 return -1;
341 }
342 if (mz->hugepage_sz != RTE_PGSIZE_16M) {
343 printf("hugepage_sz not equal 16M\n");
344 return -1;
345 }
346 if (rte_memzone_free(mz)) {
347 printf("Fail memzone free\n");
348 return -1;
349 }
350
351 /* Check if 1GB huge pages are unavailable, that function fails
352 * unless HINT flag is indicated
353 */
354 if (!hugepage_16GB_avail) {
355 mz = rte_memzone_reserve(
356 TEST_MEMZONE_NAME("flag_zone_16G_HINT"),
357 size, SOCKET_ID_ANY,
358 RTE_MEMZONE_16GB |
359 RTE_MEMZONE_SIZE_HINT_ONLY);
360 if (mz == NULL) {
361 printf("MEMZONE FLAG 16GB & HINT\n");
362 return -1;
363 }
364 if (mz->hugepage_sz != RTE_PGSIZE_16M) {
365 printf("hugepage_sz not equal 16M\n");
366 return -1;
367 }
368 if (rte_memzone_free(mz)) {
369 printf("Fail memzone free\n");
370 return -1;
371 }
372
373 mz = rte_memzone_reserve(
374 TEST_MEMZONE_NAME("flag_zone_16G"),
375 size,
376 SOCKET_ID_ANY, RTE_MEMZONE_16GB);
377 if (mz != NULL) {
378 printf("MEMZONE FLAG 16GB\n");
379 return -1;
380 }
381 }
382 }
383 /*As with 16MB tests above for 16GB huge page requests*/
384 if (hugepage_16GB_avail) {
385 mz = rte_memzone_reserve(TEST_MEMZONE_NAME("flag_zone_16G"),
386 size, SOCKET_ID_ANY, RTE_MEMZONE_16GB);
387 if (mz == NULL) {
388 printf("MEMZONE FLAG 16GB\n");
389 return -1;
390 }
391 if (mz->hugepage_sz != RTE_PGSIZE_16G) {
392 printf("hugepage_sz not equal 16G\n");
393 return -1;
394 }
395 if (rte_memzone_free(mz)) {
396 printf("Fail memzone free\n");
397 return -1;
398 }
399
400 mz = rte_memzone_reserve(
401 TEST_MEMZONE_NAME("flag_zone_16G_HINT"), size,
402 SOCKET_ID_ANY,
403 RTE_MEMZONE_16GB|RTE_MEMZONE_SIZE_HINT_ONLY);
404 if (mz == NULL) {
405 printf("MEMZONE FLAG 16GB\n");
406 return -1;
407 }
408 if (mz->hugepage_sz != RTE_PGSIZE_16G) {
409 printf("hugepage_sz not equal 16G\n");
410 return -1;
411 }
412 if (rte_memzone_free(mz)) {
413 printf("Fail memzone free\n");
414 return -1;
415 }
416
417 /* Check if 1GB huge pages are unavailable, that function fails
418 * unless HINT flag is indicated
419 */
420 if (!hugepage_16MB_avail) {
421 mz = rte_memzone_reserve(
422 TEST_MEMZONE_NAME("flag_zone_16M_HINT"),
423 size, SOCKET_ID_ANY,
424 RTE_MEMZONE_16MB |
425 RTE_MEMZONE_SIZE_HINT_ONLY);
426 if (mz == NULL) {
427 printf("MEMZONE FLAG 16MB & HINT\n");
428 return -1;
429 }
430 if (mz->hugepage_sz != RTE_PGSIZE_16G) {
431 printf("hugepage_sz not equal 16G\n");
432 return -1;
433 }
434 if (rte_memzone_free(mz)) {
435 printf("Fail memzone free\n");
436 return -1;
437 }
438 mz = rte_memzone_reserve(
439 TEST_MEMZONE_NAME("flag_zone_16M"),
440 size, SOCKET_ID_ANY, RTE_MEMZONE_16MB);
441 if (mz != NULL) {
442 printf("MEMZONE FLAG 16MB\n");
443 return -1;
444 }
445 }
446
447 if (hugepage_16MB_avail && hugepage_16GB_avail) {
448 mz = rte_memzone_reserve(
449 TEST_MEMZONE_NAME("flag_zone_16M_HINT"),
450 size, SOCKET_ID_ANY,
451 RTE_MEMZONE_16MB|RTE_MEMZONE_16GB);
452 if (mz == NULL) {
453 printf("BOTH SIZES SET\n");
454 return -1;
455 }
456 if (mz->hugepage_sz != RTE_PGSIZE_16G &&
457 mz->hugepage_sz != RTE_PGSIZE_16M) {
458 printf("Wrong size when both sizes set\n");
459 return -1;
460 }
461 if (rte_memzone_free(mz)) {
462 printf("Fail memzone free\n");
463 return -1;
464 }
465 }
466 }
467 return 0;
468 }
469
470
471 /* Find the heap with the greatest free block size */
472 static size_t
find_max_block_free_size(unsigned int align,unsigned int socket_id)473 find_max_block_free_size(unsigned int align, unsigned int socket_id)
474 {
475 struct rte_malloc_socket_stats stats;
476 size_t len, overhead;
477
478 if (rte_malloc_get_socket_stats(socket_id, &stats) < 0)
479 return 0;
480
481 len = stats.greatest_free_size;
482 overhead = MALLOC_ELEM_OVERHEAD;
483
484 if (len == 0)
485 return 0;
486
487 align = RTE_CACHE_LINE_ROUNDUP(align);
488 overhead += align;
489
490 if (len < overhead)
491 return 0;
492
493 return len - overhead;
494 }
495
496 static int
test_memzone_reserve_max(void)497 test_memzone_reserve_max(void)
498 {
499 unsigned int i;
500
501 for (i = 0; i < rte_socket_count(); i++) {
502 const struct rte_memzone *mz;
503 size_t maxlen;
504 int socket;
505
506 socket = rte_socket_id_by_idx(i);
507 maxlen = find_max_block_free_size(0, socket);
508
509 if (maxlen == 0) {
510 printf("There is no space left!\n");
511 return 0;
512 }
513
514 mz = rte_memzone_reserve(TEST_MEMZONE_NAME("max_zone"), 0,
515 socket, 0);
516 if (mz == NULL) {
517 printf("Failed to reserve a big chunk of memory - %s\n",
518 rte_strerror(rte_errno));
519 rte_dump_physmem_layout(stdout);
520 rte_memzone_dump(stdout);
521 return -1;
522 }
523
524 if (mz->len != maxlen) {
525 printf("Memzone reserve with 0 size did not return bigest block\n");
526 printf("Expected size = %zu, actual size = %zu\n",
527 maxlen, mz->len);
528 rte_dump_physmem_layout(stdout);
529 rte_memzone_dump(stdout);
530 return -1;
531 }
532
533 if (rte_memzone_free(mz)) {
534 printf("Fail memzone free\n");
535 return -1;
536 }
537 }
538
539 return 0;
540 }
541
542 static int
test_memzone_reserve_max_aligned(void)543 test_memzone_reserve_max_aligned(void)
544 {
545 unsigned int i;
546
547 for (i = 0; i < rte_socket_count(); i++) {
548 const struct rte_memzone *mz;
549 size_t maxlen, minlen = 0;
550 int socket;
551
552 socket = rte_socket_id_by_idx(i);
553
554 /* random alignment */
555 rte_srand((unsigned int)rte_rdtsc());
556 const unsigned int align = 1 << ((rte_rand() % 8) + 5); /* from 128 up to 4k alignment */
557
558 /* memzone size may be between size and size - align */
559 minlen = find_max_block_free_size(align, socket);
560 maxlen = find_max_block_free_size(0, socket);
561
562 if (minlen == 0 || maxlen == 0) {
563 printf("There is no space left for biggest %u-aligned memzone!\n",
564 align);
565 return 0;
566 }
567
568 mz = rte_memzone_reserve_aligned(
569 TEST_MEMZONE_NAME("max_zone_aligned"),
570 0, socket, 0, align);
571 if (mz == NULL) {
572 printf("Failed to reserve a big chunk of memory - %s\n",
573 rte_strerror(rte_errno));
574 rte_dump_physmem_layout(stdout);
575 rte_memzone_dump(stdout);
576 return -1;
577 }
578 if (mz->addr != RTE_PTR_ALIGN(mz->addr, align)) {
579 printf("Memzone reserve with 0 size and alignment %u did not return aligned block\n",
580 align);
581 rte_dump_physmem_layout(stdout);
582 rte_memzone_dump(stdout);
583 return -1;
584 }
585
586 if (mz->len < minlen || mz->len > maxlen) {
587 printf("Memzone reserve with 0 size and alignment %u did not return"
588 " bigest block\n", align);
589 printf("Expected size = %zu-%zu, actual size = %zu\n",
590 minlen, maxlen, mz->len);
591 rte_dump_physmem_layout(stdout);
592 rte_memzone_dump(stdout);
593 return -1;
594 }
595
596 if (rte_memzone_free(mz)) {
597 printf("Fail memzone free\n");
598 return -1;
599 }
600 }
601 return 0;
602 }
603
604 static int
test_memzone_aligned(void)605 test_memzone_aligned(void)
606 {
607 const struct rte_memzone *memzone_aligned_32;
608 const struct rte_memzone *memzone_aligned_128;
609 const struct rte_memzone *memzone_aligned_256;
610 const struct rte_memzone *memzone_aligned_512;
611 const struct rte_memzone *memzone_aligned_1024;
612
613 /* memzone that should automatically be adjusted to align on 64 bytes */
614 memzone_aligned_32 = rte_memzone_reserve_aligned(
615 TEST_MEMZONE_NAME("aligned_32"), 100, SOCKET_ID_ANY, 0,
616 32);
617
618 /* memzone that is supposed to be aligned on a 128 byte boundary */
619 memzone_aligned_128 = rte_memzone_reserve_aligned(
620 TEST_MEMZONE_NAME("aligned_128"), 100, SOCKET_ID_ANY, 0,
621 128);
622
623 /* memzone that is supposed to be aligned on a 256 byte boundary */
624 memzone_aligned_256 = rte_memzone_reserve_aligned(
625 TEST_MEMZONE_NAME("aligned_256"), 100, SOCKET_ID_ANY, 0,
626 256);
627
628 /* memzone that is supposed to be aligned on a 512 byte boundary */
629 memzone_aligned_512 = rte_memzone_reserve_aligned(
630 TEST_MEMZONE_NAME("aligned_512"), 100, SOCKET_ID_ANY, 0,
631 512);
632
633 /* memzone that is supposed to be aligned on a 1024 byte boundary */
634 memzone_aligned_1024 = rte_memzone_reserve_aligned(
635 TEST_MEMZONE_NAME("aligned_1024"), 100, SOCKET_ID_ANY,
636 0, 1024);
637
638 printf("check alignments and lengths\n");
639 if (memzone_aligned_32 == NULL) {
640 printf("Unable to reserve 64-byte aligned memzone!\n");
641 return -1;
642 }
643 if ((memzone_aligned_32->iova & RTE_CACHE_LINE_MASK) != 0)
644 return -1;
645 if (((uintptr_t) memzone_aligned_32->addr & RTE_CACHE_LINE_MASK) != 0)
646 return -1;
647 if ((memzone_aligned_32->len & RTE_CACHE_LINE_MASK) != 0)
648 return -1;
649
650 if (memzone_aligned_128 == NULL) {
651 printf("Unable to reserve 128-byte aligned memzone!\n");
652 return -1;
653 }
654 if ((memzone_aligned_128->iova & 127) != 0)
655 return -1;
656 if (((uintptr_t) memzone_aligned_128->addr & 127) != 0)
657 return -1;
658 if ((memzone_aligned_128->len & RTE_CACHE_LINE_MASK) != 0)
659 return -1;
660
661 if (memzone_aligned_256 == NULL) {
662 printf("Unable to reserve 256-byte aligned memzone!\n");
663 return -1;
664 }
665 if ((memzone_aligned_256->iova & 255) != 0)
666 return -1;
667 if (((uintptr_t) memzone_aligned_256->addr & 255) != 0)
668 return -1;
669 if ((memzone_aligned_256->len & RTE_CACHE_LINE_MASK) != 0)
670 return -1;
671
672 if (memzone_aligned_512 == NULL) {
673 printf("Unable to reserve 512-byte aligned memzone!\n");
674 return -1;
675 }
676 if ((memzone_aligned_512->iova & 511) != 0)
677 return -1;
678 if (((uintptr_t) memzone_aligned_512->addr & 511) != 0)
679 return -1;
680 if ((memzone_aligned_512->len & RTE_CACHE_LINE_MASK) != 0)
681 return -1;
682
683 if (memzone_aligned_1024 == NULL) {
684 printf("Unable to reserve 1024-byte aligned memzone!\n");
685 return -1;
686 }
687 if ((memzone_aligned_1024->iova & 1023) != 0)
688 return -1;
689 if (((uintptr_t) memzone_aligned_1024->addr & 1023) != 0)
690 return -1;
691 if ((memzone_aligned_1024->len & RTE_CACHE_LINE_MASK) != 0)
692 return -1;
693
694 /* check that zones don't overlap */
695 printf("check overlapping\n");
696 if (is_memory_overlap(memzone_aligned_32->iova, memzone_aligned_32->len,
697 memzone_aligned_128->iova, memzone_aligned_128->len))
698 return -1;
699 if (is_memory_overlap(memzone_aligned_32->iova, memzone_aligned_32->len,
700 memzone_aligned_256->iova, memzone_aligned_256->len))
701 return -1;
702 if (is_memory_overlap(memzone_aligned_32->iova, memzone_aligned_32->len,
703 memzone_aligned_512->iova, memzone_aligned_512->len))
704 return -1;
705 if (is_memory_overlap(memzone_aligned_32->iova, memzone_aligned_32->len,
706 memzone_aligned_1024->iova, memzone_aligned_1024->len))
707 return -1;
708 if (is_memory_overlap(memzone_aligned_128->iova, memzone_aligned_128->len,
709 memzone_aligned_256->iova, memzone_aligned_256->len))
710 return -1;
711 if (is_memory_overlap(memzone_aligned_128->iova, memzone_aligned_128->len,
712 memzone_aligned_512->iova, memzone_aligned_512->len))
713 return -1;
714 if (is_memory_overlap(memzone_aligned_128->iova, memzone_aligned_128->len,
715 memzone_aligned_1024->iova, memzone_aligned_1024->len))
716 return -1;
717 if (is_memory_overlap(memzone_aligned_256->iova, memzone_aligned_256->len,
718 memzone_aligned_512->iova, memzone_aligned_512->len))
719 return -1;
720 if (is_memory_overlap(memzone_aligned_256->iova, memzone_aligned_256->len,
721 memzone_aligned_1024->iova, memzone_aligned_1024->len))
722 return -1;
723 if (is_memory_overlap(memzone_aligned_512->iova, memzone_aligned_512->len,
724 memzone_aligned_1024->iova, memzone_aligned_1024->len))
725 return -1;
726
727 /* free all used zones */
728 if (rte_memzone_free(memzone_aligned_32)) {
729 printf("Fail memzone free\n");
730 return -1;
731 }
732 if (rte_memzone_free(memzone_aligned_128)) {
733 printf("Fail memzone free\n");
734 return -1;
735 }
736 if (rte_memzone_free(memzone_aligned_256)) {
737 printf("Fail memzone free\n");
738 return -1;
739 }
740 if (rte_memzone_free(memzone_aligned_512)) {
741 printf("Fail memzone free\n");
742 return -1;
743 }
744 if (rte_memzone_free(memzone_aligned_1024)) {
745 printf("Fail memzone free\n");
746 return -1;
747 }
748 return 0;
749 }
750
751 static int
check_memzone_bounded(const char * name,uint32_t len,uint32_t align,uint32_t bound)752 check_memzone_bounded(const char *name, uint32_t len, uint32_t align,
753 uint32_t bound)
754 {
755 const struct rte_memzone *mz;
756 rte_iova_t bmask;
757
758 bmask = ~((rte_iova_t)bound - 1);
759
760 if ((mz = rte_memzone_reserve_bounded(name, len, SOCKET_ID_ANY, 0,
761 align, bound)) == NULL) {
762 printf("%s(%s): memzone creation failed\n",
763 __func__, name);
764 return -1;
765 }
766
767 if ((mz->iova & ((rte_iova_t)align - 1)) != 0) {
768 printf("%s(%s): invalid phys addr alignment\n",
769 __func__, mz->name);
770 return -1;
771 }
772
773 if (((uintptr_t) mz->addr & ((uintptr_t)align - 1)) != 0) {
774 printf("%s(%s): invalid virtual addr alignment\n",
775 __func__, mz->name);
776 return -1;
777 }
778
779 if ((mz->len & RTE_CACHE_LINE_MASK) != 0 || mz->len < len ||
780 mz->len < RTE_CACHE_LINE_SIZE) {
781 printf("%s(%s): invalid length\n",
782 __func__, mz->name);
783 return -1;
784 }
785
786 if ((mz->iova & bmask) !=
787 ((mz->iova + mz->len - 1) & bmask)) {
788 printf("%s(%s): invalid memzone boundary %u crossed\n",
789 __func__, mz->name, bound);
790 return -1;
791 }
792
793 if (rte_memzone_free(mz)) {
794 printf("Fail memzone free\n");
795 return -1;
796 }
797
798 return 0;
799 }
800
801 static int
test_memzone_bounded(void)802 test_memzone_bounded(void)
803 {
804 const struct rte_memzone *memzone_err;
805 int rc;
806
807 /* should fail as boundary is not power of two */
808 memzone_err = rte_memzone_reserve_bounded(
809 TEST_MEMZONE_NAME("bounded_error_31"), 100,
810 SOCKET_ID_ANY, 0, 32, UINT32_MAX);
811 if (memzone_err != NULL) {
812 printf("%s(%s)created a memzone with invalid boundary "
813 "conditions\n", __func__, memzone_err->name);
814 return -1;
815 }
816
817 /* should fail as len is greater then boundary */
818 memzone_err = rte_memzone_reserve_bounded(
819 TEST_MEMZONE_NAME("bounded_error_32"), 100,
820 SOCKET_ID_ANY, 0, 32, 32);
821 if (memzone_err != NULL) {
822 printf("%s(%s)created a memzone with invalid boundary "
823 "conditions\n", __func__, memzone_err->name);
824 return -1;
825 }
826
827 rc = check_memzone_bounded(TEST_MEMZONE_NAME("bounded_128"), 100, 128,
828 128);
829 if (rc != 0)
830 return rc;
831
832 rc = check_memzone_bounded(TEST_MEMZONE_NAME("bounded_256"), 100, 256,
833 128);
834 if (rc != 0)
835 return rc;
836
837 rc = check_memzone_bounded(TEST_MEMZONE_NAME("bounded_1K"), 100, 64,
838 1024);
839 if (rc != 0)
840 return rc;
841
842 rc = check_memzone_bounded(TEST_MEMZONE_NAME("bounded_1K_MAX"), 0, 64,
843 1024);
844 if (rc != 0)
845 return rc;
846
847 return 0;
848 }
849
850 static int
test_memzone_free(void)851 test_memzone_free(void)
852 {
853 const struct rte_memzone *mz[RTE_MAX_MEMZONE + 1];
854 int i;
855 char name[20];
856
857 mz[0] = rte_memzone_reserve(TEST_MEMZONE_NAME("tempzone0"), 2000,
858 SOCKET_ID_ANY, 0);
859 mz[1] = rte_memzone_reserve(TEST_MEMZONE_NAME("tempzone1"), 4000,
860 SOCKET_ID_ANY, 0);
861
862 if (mz[0] > mz[1])
863 return -1;
864 if (!rte_memzone_lookup(TEST_MEMZONE_NAME("tempzone0")))
865 return -1;
866 if (!rte_memzone_lookup(TEST_MEMZONE_NAME("tempzone1")))
867 return -1;
868
869 if (rte_memzone_free(mz[0])) {
870 printf("Fail memzone free - tempzone0\n");
871 return -1;
872 }
873 if (rte_memzone_lookup(TEST_MEMZONE_NAME("tempzone0"))) {
874 printf("Found previously free memzone - tempzone0\n");
875 return -1;
876 }
877 mz[2] = rte_memzone_reserve(TEST_MEMZONE_NAME("tempzone2"), 2000,
878 SOCKET_ID_ANY, 0);
879
880 if (mz[2] > mz[1]) {
881 printf("tempzone2 should have gotten the free entry from tempzone0\n");
882 return -1;
883 }
884 if (rte_memzone_free(mz[2])) {
885 printf("Fail memzone free - tempzone2\n");
886 return -1;
887 }
888 if (rte_memzone_lookup(TEST_MEMZONE_NAME("tempzone2"))) {
889 printf("Found previously free memzone - tempzone2\n");
890 return -1;
891 }
892 if (rte_memzone_free(mz[1])) {
893 printf("Fail memzone free - tempzone1\n");
894 return -1;
895 }
896 if (rte_memzone_lookup(TEST_MEMZONE_NAME("tempzone1"))) {
897 printf("Found previously free memzone - tempzone1\n");
898 return -1;
899 }
900
901 i = 0;
902 do {
903 snprintf(name, sizeof(name), TEST_MEMZONE_NAME("tempzone%u"),
904 i);
905 mz[i] = rte_memzone_reserve(name, 1, SOCKET_ID_ANY, 0);
906 } while (mz[i++] != NULL);
907
908 if (rte_memzone_free(mz[0])) {
909 printf("Fail memzone free - tempzone0\n");
910 return -1;
911 }
912 mz[0] = rte_memzone_reserve(TEST_MEMZONE_NAME("tempzone0new"), 0,
913 SOCKET_ID_ANY, 0);
914
915 if (mz[0] == NULL) {
916 printf("Fail to create memzone - tempzone0new - when MAX memzones were "
917 "created and one was free\n");
918 return -1;
919 }
920
921 for (i = i - 2; i >= 0; i--) {
922 if (rte_memzone_free(mz[i])) {
923 printf("Fail memzone free - tempzone%d\n", i);
924 return -1;
925 }
926 }
927
928 return 0;
929 }
930
931 static int test_memzones_left;
932 static int memzone_walk_cnt;
memzone_walk_clb(const struct rte_memzone * mz,void * arg __rte_unused)933 static void memzone_walk_clb(const struct rte_memzone *mz,
934 void *arg __rte_unused)
935 {
936 memzone_walk_cnt++;
937 if (!strncmp(TEST_MEMZONE_NAME(""), mz->name, RTE_MEMZONE_NAMESIZE))
938 test_memzones_left++;
939 }
940
941 static int
test_memzone_basic(void)942 test_memzone_basic(void)
943 {
944 const struct rte_memzone *memzone1;
945 const struct rte_memzone *memzone2;
946 const struct rte_memzone *memzone3;
947 const struct rte_memzone *memzone4;
948 const struct rte_memzone *mz;
949 int memzone_cnt_after, memzone_cnt_expected;
950 int memzone_cnt_before;
951
952 memzone_walk_cnt = 0;
953 test_memzones_left = 0;
954 rte_memzone_walk(memzone_walk_clb, NULL);
955 memzone_cnt_before = memzone_walk_cnt;
956
957 memzone1 = rte_memzone_reserve(TEST_MEMZONE_NAME("testzone1"), 100,
958 SOCKET_ID_ANY, 0);
959
960 memzone2 = rte_memzone_reserve(TEST_MEMZONE_NAME("testzone2"), 1000,
961 0, 0);
962
963 memzone3 = rte_memzone_reserve(TEST_MEMZONE_NAME("testzone3"), 1000,
964 1, 0);
965
966 memzone4 = rte_memzone_reserve(TEST_MEMZONE_NAME("testzone4"), 1024,
967 SOCKET_ID_ANY, 0);
968
969 /* memzone3 may be NULL if we don't have NUMA */
970 if (memzone1 == NULL || memzone2 == NULL || memzone4 == NULL)
971 return -1;
972
973 /* check how many memzones we are expecting */
974 memzone_cnt_expected = memzone_cnt_before +
975 (memzone1 != NULL) + (memzone2 != NULL) +
976 (memzone3 != NULL) + (memzone4 != NULL);
977
978 memzone_walk_cnt = 0;
979 test_memzones_left = 0;
980 rte_memzone_walk(memzone_walk_clb, NULL);
981 memzone_cnt_after = memzone_walk_cnt;
982
983 if (memzone_cnt_after != memzone_cnt_expected)
984 return -1;
985
986
987 rte_memzone_dump(stdout);
988
989 /* check cache-line alignments */
990 printf("check alignments and lengths\n");
991
992 if ((memzone1->iova & RTE_CACHE_LINE_MASK) != 0)
993 return -1;
994 if ((memzone2->iova & RTE_CACHE_LINE_MASK) != 0)
995 return -1;
996 if (memzone3 != NULL && (memzone3->iova & RTE_CACHE_LINE_MASK) != 0)
997 return -1;
998 if ((memzone1->len & RTE_CACHE_LINE_MASK) != 0 || memzone1->len == 0)
999 return -1;
1000 if ((memzone2->len & RTE_CACHE_LINE_MASK) != 0 || memzone2->len == 0)
1001 return -1;
1002 if (memzone3 != NULL && ((memzone3->len & RTE_CACHE_LINE_MASK) != 0 ||
1003 memzone3->len == 0))
1004 return -1;
1005 if (memzone4->len != 1024)
1006 return -1;
1007
1008 /* check that zones don't overlap */
1009 printf("check overlapping\n");
1010
1011 if (is_memory_overlap(memzone1->iova, memzone1->len,
1012 memzone2->iova, memzone2->len))
1013 return -1;
1014 if (memzone3 != NULL &&
1015 is_memory_overlap(memzone1->iova, memzone1->len,
1016 memzone3->iova, memzone3->len))
1017 return -1;
1018 if (memzone3 != NULL &&
1019 is_memory_overlap(memzone2->iova, memzone2->len,
1020 memzone3->iova, memzone3->len))
1021 return -1;
1022
1023 printf("check socket ID\n");
1024
1025 /* memzone2 must be on socket id 0 and memzone3 on socket 1 */
1026 if (memzone2->socket_id != 0)
1027 return -1;
1028 if (memzone3 != NULL && memzone3->socket_id != 1)
1029 return -1;
1030
1031 printf("test zone lookup\n");
1032 mz = rte_memzone_lookup(TEST_MEMZONE_NAME("testzone1"));
1033 if (mz != memzone1)
1034 return -1;
1035
1036 printf("test duplcate zone name\n");
1037 mz = rte_memzone_reserve(TEST_MEMZONE_NAME("testzone1"), 100,
1038 SOCKET_ID_ANY, 0);
1039 if (mz != NULL)
1040 return -1;
1041
1042 if (rte_memzone_free(memzone1)) {
1043 printf("Fail memzone free - memzone1\n");
1044 return -1;
1045 }
1046 if (rte_memzone_free(memzone2)) {
1047 printf("Fail memzone free - memzone2\n");
1048 return -1;
1049 }
1050 if (memzone3 && rte_memzone_free(memzone3)) {
1051 printf("Fail memzone free - memzone3\n");
1052 return -1;
1053 }
1054 if (rte_memzone_free(memzone4)) {
1055 printf("Fail memzone free - memzone4\n");
1056 return -1;
1057 }
1058
1059 memzone_walk_cnt = 0;
1060 test_memzones_left = 0;
1061 rte_memzone_walk(memzone_walk_clb, NULL);
1062 memzone_cnt_after = memzone_walk_cnt;
1063 if (memzone_cnt_after != memzone_cnt_before)
1064 return -1;
1065
1066 return 0;
1067 }
1068
1069 static int
test_memzone(void)1070 test_memzone(void)
1071 {
1072 /* take note of how many memzones were allocated before running */
1073 int memzone_cnt;
1074
1075 memzone_walk_cnt = 0;
1076 test_memzones_left = 0;
1077 rte_memzone_walk(memzone_walk_clb, NULL);
1078 memzone_cnt = memzone_walk_cnt;
1079
1080 printf("test basic memzone API\n");
1081 if (test_memzone_basic() < 0)
1082 return -1;
1083
1084 printf("test free memzone\n");
1085 if (test_memzone_free() < 0)
1086 return -1;
1087
1088 printf("test reserving memzone with bigger size than the maximum\n");
1089 if (test_memzone_reserving_zone_size_bigger_than_the_maximum() < 0)
1090 return -1;
1091
1092 printf("test memzone_reserve flags\n");
1093 if (test_memzone_reserve_flags() < 0)
1094 return -1;
1095
1096 printf("test alignment for memzone_reserve\n");
1097 if (test_memzone_aligned() < 0)
1098 return -1;
1099
1100 printf("test boundary alignment for memzone_reserve\n");
1101 if (test_memzone_bounded() < 0)
1102 return -1;
1103
1104 printf("test invalid alignment for memzone_reserve\n");
1105 if (test_memzone_invalid_alignment() < 0)
1106 return -1;
1107
1108 printf("test reserving the largest size memzone possible\n");
1109 if (test_memzone_reserve_max() < 0)
1110 return -1;
1111
1112 printf("test reserving the largest size aligned memzone possible\n");
1113 if (test_memzone_reserve_max_aligned() < 0)
1114 return -1;
1115
1116 printf("check memzone cleanup\n");
1117 memzone_walk_cnt = 0;
1118 test_memzones_left = 0;
1119 rte_memzone_walk(memzone_walk_clb, NULL);
1120 if (memzone_walk_cnt != memzone_cnt || test_memzones_left > 0) {
1121 printf("there are some memzones left after test\n");
1122 rte_memzone_dump(stdout);
1123 return -1;
1124 }
1125
1126 return 0;
1127 }
1128
1129 REGISTER_TEST_COMMAND(memzone_autotest, test_memzone);
1130