66 my_obj_init(struct rte_mempool *mp, __rte_unused void *arg,  in my_obj_init()  argument
71 	memset(obj, 0, mp->elt_size);  in my_obj_init()
77 test_mempool_basic(struct rte_mempool *mp, int use_external_cache)  in test_mempool_basic()  argument
96 		cache = rte_mempool_default_cache(mp, rte_lcore_id());  in test_mempool_basic()
100 	rte_mempool_dump(stdout, mp);  in test_mempool_basic()
103 	if (rte_mempool_generic_get(mp, &obj, 1, cache) < 0)  in test_mempool_basic()
105 	rte_mempool_dump(stdout, mp);  in test_mempool_basic()
111 	if (rte_mempool_avail_count(mp) + offset != MEMPOOL_SIZE - 1)  in test_mempool_basic()
115 	if (rte_mempool_get_priv(mp) != (char *)mp +  in test_mempool_basic()
116 			RTE_MEMPOOL_HEADER_SIZE(mp, mp->cache_size))  in test_mempool_basic()
126 	rte_mempool_generic_put(mp, &obj, 1, cache);  in test_mempool_basic()
127 	rte_mempool_dump(stdout, mp);  in test_mempool_basic()
130 	if (rte_mempool_generic_get(mp, &obj, 1, cache) < 0)  in test_mempool_basic()
132 	if (rte_mempool_generic_get(mp, &obj2, 1, cache) < 0) {  in test_mempool_basic()
133 		rte_mempool_generic_put(mp, &obj, 1, cache);  in test_mempool_basic()
136 	rte_mempool_dump(stdout, mp);  in test_mempool_basic()
139 	rte_mempool_generic_put(mp, &obj, 1, cache);  in test_mempool_basic()
140 	rte_mempool_generic_put(mp, &obj2, 1, cache);  in test_mempool_basic()
141 	rte_mempool_dump(stdout, mp);  in test_mempool_basic()
152 		if (rte_mempool_generic_get(mp, &objtable[i], 1, cache) < 0)  in test_mempool_basic()
169 		for (j = sizeof(*objnum); j < mp->elt_size; j++) {  in test_mempool_basic()
174 		rte_mempool_generic_put(mp, &objtable[i], 1, cache);  in test_mempool_basic()
183 		rte_mempool_cache_flush(cache, mp);  in test_mempool_basic()
317 my_mp_init(struct rte_mempool *mp, __rte_unused void *arg)  in my_mp_init()  argument
319 	printf("mempool name is %s\n", mp->name);  in my_mp_init()
381 test_mempool_basic_ex(struct rte_mempool *mp)  in test_mempool_basic_ex()  argument
388 	if (mp == NULL)  in test_mempool_basic_ex()
398 		mp->name, rte_mempool_in_use_count(mp));  in test_mempool_basic_ex()
399 	if (rte_mempool_full(mp) != 1) {  in test_mempool_basic_ex()
405 		if (rte_mempool_get(mp, &obj[i]) < 0) {  in test_mempool_basic_ex()
411 	if (rte_mempool_get(mp, &err_obj) == 0) {  in test_mempool_basic_ex()
416 	if (rte_mempool_empty(mp) != 1) {  in test_mempool_basic_ex()
422 		rte_mempool_put(mp, obj[i]);  in test_mempool_basic_ex()
424 	if (rte_mempool_full(mp) != 1) {  in test_mempool_basic_ex()
469 walk_cb(struct rte_mempool *mp, void *userdata __rte_unused)  in walk_cb()  argument
471 	printf("\t%s\n", mp->name);  in walk_cb()
479 test_mp_mem_init(struct rte_mempool *mp,  in test_mp_mem_init()  argument
486 	if (mp == NULL) {  in test_mp_mem_init()
495 	struct rte_mempool *mp;  member
502 		       struct rte_mempool *mp, void *user_data)  in test_mempool_events_cb()  argument
506 	data->mp = mp;  in test_mempool_events_cb()
512 test_mempool_events(int (*populate)(struct rte_mempool *mp))  in test_mempool_events()  argument
524 	struct rte_mempool *mp[mempool_num], *freed;  in test_mempool_events()  local
529 	memset(mp, 0, sizeof(mp));  in test_mempool_events()
536 	ret = rte_mempool_event_callback_unregister(test_mempool_events_cb, mp);  in test_mempool_events()
546 	mp[0] = rte_mempool_create_empty(name, mempool_size,  in test_mempool_events()
549 	RTE_TEST_ASSERT_NOT_NULL(mp[0], "Cannot create mempool %s: %s",  in test_mempool_events()
556 	rte_mempool_set_ops_byname(mp[0], rte_mbuf_best_mempool_ops(), NULL);  in test_mempool_events()
557 	ret = populate(mp[0]);  in test_mempool_events()
558 	RTE_TEST_ASSERT_EQUAL(ret, (int)mp[0]->size, "Failed to populate mempool %s: %s",  in test_mempool_events()
567 		RTE_TEST_ASSERT_EQUAL(data[j].mp, mp[0],  in test_mempool_events()
579 	mp[1] = rte_mempool_create_empty(name, mempool_size,  in test_mempool_events()
582 	RTE_TEST_ASSERT_NOT_NULL(mp[1], "Cannot create mempool %s: %s",  in test_mempool_events()
584 	rte_mempool_set_ops_byname(mp[1], rte_mbuf_best_mempool_ops(), NULL);  in test_mempool_events()
585 	ret = populate(mp[1]);  in test_mempool_events()
586 	RTE_TEST_ASSERT_EQUAL(ret, (int)mp[1]->size, "Failed to populate mempool %s: %s",  in test_mempool_events()
595 		rte_mempool_free(mp[i]);  in test_mempool_events()
600 		freed = mp[i];  in test_mempool_events()
601 		mp[i] = NULL;  in test_mempool_events()
609 			RTE_TEST_ASSERT_EQUAL(data[j].mp, freed,  in test_mempool_events()
631 		rte_mempool_free(mp[i]);  in test_mempool_events()
647 			      struct rte_mempool *mp, void *user_data)  in test_mempool_events_safety_cb()  argument
652 	RTE_SET_USED(mp);  in test_mempool_events_safety_cb()
669 	struct rte_mempool *mp;  in test_mempool_events_safety()  local
688 	mp = rte_mempool_create_empty("empty", MEMPOOL_SIZE,  in test_mempool_events_safety()
691 	RTE_TEST_ASSERT_NOT_NULL(mp, "Cannot create mempool: %s",  in test_mempool_events_safety()
694 	ret = rte_mempool_populate_default(mp);  in test_mempool_events_safety()
695 	RTE_TEST_ASSERT_EQUAL(ret, (int)mp->size, "Failed to populate mempool: %s",  in test_mempool_events_safety()
707 	rte_mempool_free(mp);  in test_mempool_events_safety()
708 	mp = NULL;  in test_mempool_events_safety()
729 	rte_mempool_free(mp);  in test_mempool_events_safety()
749 	struct rte_mempool *mp = NULL;  in test_mempool_flag_non_io_set_when_no_iova_contig_set()  local
756 	mp = rte_mempool_create_empty("empty", MEMPOOL_SIZE,  in test_mempool_flag_non_io_set_when_no_iova_contig_set()
759 	RTE_TEST_ASSERT_NOT_NULL(mp, "Cannot create mempool: %s",  in test_mempool_flag_non_io_set_when_no_iova_contig_set()
761 	rte_mempool_set_ops_byname(mp, rte_mbuf_best_mempool_ops(), NULL);  in test_mempool_flag_non_io_set_when_no_iova_contig_set()
763 	RTE_TEST_ASSERT(mp->flags & RTE_MEMPOOL_F_NON_IO,  in test_mempool_flag_non_io_set_when_no_iova_contig_set()
770 	ret = rte_mempool_populate_iova(mp, virt, iova, size, NULL, NULL);  in test_mempool_flag_non_io_set_when_no_iova_contig_set()
773 	RTE_TEST_ASSERT(mp->flags & RTE_MEMPOOL_F_NON_IO,  in test_mempool_flag_non_io_set_when_no_iova_contig_set()
777 	rte_mempool_free(mp);  in test_mempool_flag_non_io_set_when_no_iova_contig_set()
790 	struct rte_mempool *mp = NULL;  in test_mempool_flag_non_io_unset_when_populated_with_valid_iova()  local
802 	mp = rte_mempool_create_empty("empty", MEMPOOL_SIZE,  in test_mempool_flag_non_io_unset_when_populated_with_valid_iova()
805 	RTE_TEST_ASSERT_NOT_NULL(mp, "Cannot create mempool: %s",  in test_mempool_flag_non_io_unset_when_populated_with_valid_iova()
808 	RTE_TEST_ASSERT(mp->flags & RTE_MEMPOOL_F_NON_IO,  in test_mempool_flag_non_io_unset_when_populated_with_valid_iova()
811 	ret = rte_mempool_populate_iova(mp, RTE_PTR_ADD(virt, 1 * block_size),  in test_mempool_flag_non_io_unset_when_populated_with_valid_iova()
815 	RTE_TEST_ASSERT(mp->flags & RTE_MEMPOOL_F_NON_IO,  in test_mempool_flag_non_io_unset_when_populated_with_valid_iova()
818 	ret = rte_mempool_populate_iova(mp, virt, iova, block_size, NULL, NULL);  in test_mempool_flag_non_io_unset_when_populated_with_valid_iova()
821 	RTE_TEST_ASSERT(!(mp->flags & RTE_MEMPOOL_F_NON_IO),  in test_mempool_flag_non_io_unset_when_populated_with_valid_iova()
824 	ret = rte_mempool_populate_iova(mp, RTE_PTR_ADD(virt, 2 * block_size),  in test_mempool_flag_non_io_unset_when_populated_with_valid_iova()
828 	RTE_TEST_ASSERT(!(mp->flags & RTE_MEMPOOL_F_NON_IO),  in test_mempool_flag_non_io_unset_when_populated_with_valid_iova()
833 	rte_mempool_free(mp);  in test_mempool_flag_non_io_unset_when_populated_with_valid_iova()