1*4418919fSjohnjiang /* SPDX-License-Identifier: BSD-3-Clause
2*4418919fSjohnjiang * Copyright(c) 2010-2014 Intel Corporation
3*4418919fSjohnjiang */
4*4418919fSjohnjiang
5*4418919fSjohnjiang #include <stdio.h>
6*4418919fSjohnjiang #include <inttypes.h>
7*4418919fSjohnjiang #include <string.h>
8*4418919fSjohnjiang #include <math.h>
9*4418919fSjohnjiang #include <rte_common.h>
10*4418919fSjohnjiang #include <rte_hexdump.h>
11*4418919fSjohnjiang #include <rte_pause.h>
12*4418919fSjohnjiang
13*4418919fSjohnjiang #include "test.h"
14*4418919fSjohnjiang
15*4418919fSjohnjiang #define MAX_NUM 1 << 20
16*4418919fSjohnjiang
17*4418919fSjohnjiang #define FAIL(x)\
18*4418919fSjohnjiang {printf(x "() test failed!\n");\
19*4418919fSjohnjiang return -1;}
20*4418919fSjohnjiang
21*4418919fSjohnjiang /* this is really a sanity check */
22*4418919fSjohnjiang static int
test_macros(int __rte_unused unused_parm)23*4418919fSjohnjiang test_macros(int __rte_unused unused_parm)
24*4418919fSjohnjiang {
25*4418919fSjohnjiang #define SMALLER 0x1000U
26*4418919fSjohnjiang #define BIGGER 0x2000U
27*4418919fSjohnjiang #define PTR_DIFF BIGGER - SMALLER
28*4418919fSjohnjiang #define FAIL_MACRO(x)\
29*4418919fSjohnjiang {printf(#x "() test failed!\n");\
30*4418919fSjohnjiang return -1;}
31*4418919fSjohnjiang
32*4418919fSjohnjiang uintptr_t unused = 0;
33*4418919fSjohnjiang
34*4418919fSjohnjiang RTE_SET_USED(unused);
35*4418919fSjohnjiang
36*4418919fSjohnjiang if ((uintptr_t)RTE_PTR_ADD(SMALLER, PTR_DIFF) != BIGGER)
37*4418919fSjohnjiang FAIL_MACRO(RTE_PTR_ADD);
38*4418919fSjohnjiang if ((uintptr_t)RTE_PTR_SUB(BIGGER, PTR_DIFF) != SMALLER)
39*4418919fSjohnjiang FAIL_MACRO(RTE_PTR_SUB);
40*4418919fSjohnjiang if (RTE_PTR_DIFF(BIGGER, SMALLER) != PTR_DIFF)
41*4418919fSjohnjiang FAIL_MACRO(RTE_PTR_DIFF);
42*4418919fSjohnjiang if (RTE_MAX(SMALLER, BIGGER) != BIGGER)
43*4418919fSjohnjiang FAIL_MACRO(RTE_MAX);
44*4418919fSjohnjiang if (RTE_MIN(SMALLER, BIGGER) != SMALLER)
45*4418919fSjohnjiang FAIL_MACRO(RTE_MIN);
46*4418919fSjohnjiang
47*4418919fSjohnjiang if (strncmp(RTE_STR(test), "test", sizeof("test")))
48*4418919fSjohnjiang FAIL_MACRO(RTE_STR);
49*4418919fSjohnjiang
50*4418919fSjohnjiang return 0;
51*4418919fSjohnjiang }
52*4418919fSjohnjiang
53*4418919fSjohnjiang static int
test_bsf(void)54*4418919fSjohnjiang test_bsf(void)
55*4418919fSjohnjiang {
56*4418919fSjohnjiang uint32_t shift, pos;
57*4418919fSjohnjiang
58*4418919fSjohnjiang /* safe versions should be able to handle 0 */
59*4418919fSjohnjiang if (rte_bsf32_safe(0, &pos) != 0)
60*4418919fSjohnjiang FAIL("rte_bsf32_safe");
61*4418919fSjohnjiang if (rte_bsf64_safe(0, &pos) != 0)
62*4418919fSjohnjiang FAIL("rte_bsf64_safe");
63*4418919fSjohnjiang
64*4418919fSjohnjiang for (shift = 0; shift < 63; shift++) {
65*4418919fSjohnjiang uint32_t val32;
66*4418919fSjohnjiang uint64_t val64;
67*4418919fSjohnjiang
68*4418919fSjohnjiang val64 = 1ULL << shift;
69*4418919fSjohnjiang if ((uint32_t)rte_bsf64(val64) != shift)
70*4418919fSjohnjiang FAIL("rte_bsf64");
71*4418919fSjohnjiang if (rte_bsf64_safe(val64, &pos) != 1)
72*4418919fSjohnjiang FAIL("rte_bsf64_safe");
73*4418919fSjohnjiang if (pos != shift)
74*4418919fSjohnjiang FAIL("rte_bsf64_safe");
75*4418919fSjohnjiang
76*4418919fSjohnjiang if (shift > 31)
77*4418919fSjohnjiang continue;
78*4418919fSjohnjiang
79*4418919fSjohnjiang val32 = 1U << shift;
80*4418919fSjohnjiang if ((uint32_t)rte_bsf32(val32) != shift)
81*4418919fSjohnjiang FAIL("rte_bsf32");
82*4418919fSjohnjiang if (rte_bsf32_safe(val32, &pos) != 1)
83*4418919fSjohnjiang FAIL("rte_bsf32_safe");
84*4418919fSjohnjiang if (pos != shift)
85*4418919fSjohnjiang FAIL("rte_bsf32_safe");
86*4418919fSjohnjiang }
87*4418919fSjohnjiang
88*4418919fSjohnjiang return 0;
89*4418919fSjohnjiang }
90*4418919fSjohnjiang
91*4418919fSjohnjiang static int
test_misc(void)92*4418919fSjohnjiang test_misc(void)
93*4418919fSjohnjiang {
94*4418919fSjohnjiang char memdump[] = "memdump_test";
95*4418919fSjohnjiang
96*4418919fSjohnjiang rte_memdump(stdout, "test", memdump, sizeof(memdump));
97*4418919fSjohnjiang rte_hexdump(stdout, "test", memdump, sizeof(memdump));
98*4418919fSjohnjiang
99*4418919fSjohnjiang rte_pause();
100*4418919fSjohnjiang
101*4418919fSjohnjiang return 0;
102*4418919fSjohnjiang }
103*4418919fSjohnjiang
104*4418919fSjohnjiang static int
test_align(void)105*4418919fSjohnjiang test_align(void)
106*4418919fSjohnjiang {
107*4418919fSjohnjiang #define FAIL_ALIGN(x, i, p)\
108*4418919fSjohnjiang {printf(x "() test failed: %u %u\n", i, p);\
109*4418919fSjohnjiang return -1;}
110*4418919fSjohnjiang #define FAIL_ALIGN64(x, j, q)\
111*4418919fSjohnjiang {printf(x "() test failed: %"PRIu64" %"PRIu64"\n", j, q);\
112*4418919fSjohnjiang return -1; }
113*4418919fSjohnjiang #define ERROR_FLOOR(res, i, pow) \
114*4418919fSjohnjiang (res % pow) || /* check if not aligned */ \
115*4418919fSjohnjiang ((res / pow) != (i / pow)) /* check if correct alignment */
116*4418919fSjohnjiang #define ERROR_CEIL(res, i, pow) \
117*4418919fSjohnjiang (res % pow) || /* check if not aligned */ \
118*4418919fSjohnjiang ((i % pow) == 0 ? /* check if ceiling is invoked */ \
119*4418919fSjohnjiang val / pow != i / pow : /* if aligned */ \
120*4418919fSjohnjiang val / pow != (i / pow) + 1) /* if not aligned, hence +1 */
121*4418919fSjohnjiang
122*4418919fSjohnjiang uint32_t i, p, val;
123*4418919fSjohnjiang uint64_t j, q;
124*4418919fSjohnjiang
125*4418919fSjohnjiang for (i = 1, p = 1; i <= MAX_NUM; i ++) {
126*4418919fSjohnjiang if (rte_align32pow2(i) != p)
127*4418919fSjohnjiang FAIL_ALIGN("rte_align32pow2", i, p);
128*4418919fSjohnjiang if (i == p)
129*4418919fSjohnjiang p <<= 1;
130*4418919fSjohnjiang }
131*4418919fSjohnjiang
132*4418919fSjohnjiang for (i = 1, p = 1; i <= MAX_NUM; i++) {
133*4418919fSjohnjiang if (rte_align32prevpow2(i) != p)
134*4418919fSjohnjiang FAIL_ALIGN("rte_align32prevpow2", i, p);
135*4418919fSjohnjiang if (rte_is_power_of_2(i + 1))
136*4418919fSjohnjiang p = i + 1;
137*4418919fSjohnjiang }
138*4418919fSjohnjiang
139*4418919fSjohnjiang for (j = 1, q = 1; j <= MAX_NUM ; j++) {
140*4418919fSjohnjiang if (rte_align64pow2(j) != q)
141*4418919fSjohnjiang FAIL_ALIGN64("rte_align64pow2", j, q);
142*4418919fSjohnjiang if (j == q)
143*4418919fSjohnjiang q <<= 1;
144*4418919fSjohnjiang }
145*4418919fSjohnjiang
146*4418919fSjohnjiang for (j = 1, q = 1; j <= MAX_NUM ; j++) {
147*4418919fSjohnjiang if (rte_align64prevpow2(j) != q)
148*4418919fSjohnjiang FAIL_ALIGN64("rte_align64prevpow2", j, q);
149*4418919fSjohnjiang if (rte_is_power_of_2(j + 1))
150*4418919fSjohnjiang q = j + 1;
151*4418919fSjohnjiang }
152*4418919fSjohnjiang
153*4418919fSjohnjiang for (p = 2; p <= MAX_NUM; p <<= 1) {
154*4418919fSjohnjiang
155*4418919fSjohnjiang if (!rte_is_power_of_2(p))
156*4418919fSjohnjiang FAIL("rte_is_power_of_2");
157*4418919fSjohnjiang
158*4418919fSjohnjiang for (i = 1; i <= MAX_NUM; i++) {
159*4418919fSjohnjiang /* align floor */
160*4418919fSjohnjiang if (RTE_ALIGN_FLOOR((uintptr_t)i, p) % p)
161*4418919fSjohnjiang FAIL_ALIGN("RTE_ALIGN_FLOOR", i, p);
162*4418919fSjohnjiang
163*4418919fSjohnjiang val = RTE_PTR_ALIGN_FLOOR((uintptr_t) i, p);
164*4418919fSjohnjiang if (ERROR_FLOOR(val, i, p))
165*4418919fSjohnjiang FAIL_ALIGN("RTE_PTR_ALIGN_FLOOR", i, p);
166*4418919fSjohnjiang
167*4418919fSjohnjiang val = RTE_ALIGN_FLOOR(i, p);
168*4418919fSjohnjiang if (ERROR_FLOOR(val, i, p))
169*4418919fSjohnjiang FAIL_ALIGN("RTE_ALIGN_FLOOR", i, p);
170*4418919fSjohnjiang
171*4418919fSjohnjiang /* align ceiling */
172*4418919fSjohnjiang val = RTE_PTR_ALIGN((uintptr_t) i, p);
173*4418919fSjohnjiang if (ERROR_CEIL(val, i, p))
174*4418919fSjohnjiang FAIL_ALIGN("RTE_PTR_ALIGN", i, p);
175*4418919fSjohnjiang
176*4418919fSjohnjiang val = RTE_ALIGN(i, p);
177*4418919fSjohnjiang if (ERROR_CEIL(val, i, p))
178*4418919fSjohnjiang FAIL_ALIGN("RTE_ALIGN", i, p);
179*4418919fSjohnjiang
180*4418919fSjohnjiang val = RTE_ALIGN_CEIL(i, p);
181*4418919fSjohnjiang if (ERROR_CEIL(val, i, p))
182*4418919fSjohnjiang FAIL_ALIGN("RTE_ALIGN_CEIL", i, p);
183*4418919fSjohnjiang
184*4418919fSjohnjiang val = RTE_PTR_ALIGN_CEIL((uintptr_t)i, p);
185*4418919fSjohnjiang if (ERROR_CEIL(val, i, p))
186*4418919fSjohnjiang FAIL_ALIGN("RTE_PTR_ALIGN_CEIL", i, p);
187*4418919fSjohnjiang
188*4418919fSjohnjiang /* by this point we know that val is aligned to p */
189*4418919fSjohnjiang if (!rte_is_aligned((void*)(uintptr_t) val, p))
190*4418919fSjohnjiang FAIL("rte_is_aligned");
191*4418919fSjohnjiang }
192*4418919fSjohnjiang }
193*4418919fSjohnjiang
194*4418919fSjohnjiang for (p = 1; p <= MAX_NUM / 2; p++) {
195*4418919fSjohnjiang for (i = 1; i <= MAX_NUM / 2; i++) {
196*4418919fSjohnjiang val = RTE_ALIGN_MUL_CEIL(i, p);
197*4418919fSjohnjiang if (val % p != 0 || val < i)
198*4418919fSjohnjiang FAIL_ALIGN("RTE_ALIGN_MUL_CEIL", i, p);
199*4418919fSjohnjiang val = RTE_ALIGN_MUL_FLOOR(i, p);
200*4418919fSjohnjiang if (val % p != 0 || val > i)
201*4418919fSjohnjiang FAIL_ALIGN("RTE_ALIGN_MUL_FLOOR", i, p);
202*4418919fSjohnjiang val = RTE_ALIGN_MUL_NEAR(i, p);
203*4418919fSjohnjiang if (val % p != 0 || ((val != RTE_ALIGN_MUL_CEIL(i, p))
204*4418919fSjohnjiang & (val != RTE_ALIGN_MUL_FLOOR(i, p))))
205*4418919fSjohnjiang FAIL_ALIGN("RTE_ALIGN_MUL_NEAR", i, p);
206*4418919fSjohnjiang }
207*4418919fSjohnjiang }
208*4418919fSjohnjiang
209*4418919fSjohnjiang return 0;
210*4418919fSjohnjiang }
211*4418919fSjohnjiang
212*4418919fSjohnjiang static int
test_log2(void)213*4418919fSjohnjiang test_log2(void)
214*4418919fSjohnjiang {
215*4418919fSjohnjiang uint32_t i, base, compare;
216*4418919fSjohnjiang const uint32_t max = 0x10000;
217*4418919fSjohnjiang const uint32_t step = 1;
218*4418919fSjohnjiang
219*4418919fSjohnjiang compare = rte_log2_u32(0);
220*4418919fSjohnjiang if (compare != 0) {
221*4418919fSjohnjiang printf("Wrong rte_log2_u32(0) val %x, expected 0\n", compare);
222*4418919fSjohnjiang return TEST_FAILED;
223*4418919fSjohnjiang }
224*4418919fSjohnjiang
225*4418919fSjohnjiang compare = rte_log2_u64(0);
226*4418919fSjohnjiang if (compare != 0) {
227*4418919fSjohnjiang printf("Wrong rte_log2_u64(0) val %x, expected 0\n", compare);
228*4418919fSjohnjiang return TEST_FAILED;
229*4418919fSjohnjiang }
230*4418919fSjohnjiang
231*4418919fSjohnjiang for (i = 1; i < max; i = i + step) {
232*4418919fSjohnjiang uint64_t i64;
233*4418919fSjohnjiang
234*4418919fSjohnjiang /* extend range for 64-bit */
235*4418919fSjohnjiang i64 = (uint64_t)i << 32;
236*4418919fSjohnjiang base = (uint32_t)ceilf(log2(i64));
237*4418919fSjohnjiang compare = rte_log2_u64(i64);
238*4418919fSjohnjiang if (base != compare) {
239*4418919fSjohnjiang printf("Wrong rte_log2_u64(%" PRIx64 ") val %x, expected %x\n",
240*4418919fSjohnjiang i64, compare, base);
241*4418919fSjohnjiang return TEST_FAILED;
242*4418919fSjohnjiang }
243*4418919fSjohnjiang
244*4418919fSjohnjiang base = (uint32_t)ceilf(log2((uint32_t)i));
245*4418919fSjohnjiang compare = rte_log2_u32((uint32_t)i);
246*4418919fSjohnjiang if (base != compare) {
247*4418919fSjohnjiang printf("Wrong rte_log2_u32(%x) val %x, expected %x\n",
248*4418919fSjohnjiang i, compare, base);
249*4418919fSjohnjiang return TEST_FAILED;
250*4418919fSjohnjiang }
251*4418919fSjohnjiang compare = rte_log2_u64((uint64_t)i);
252*4418919fSjohnjiang if (base != compare) {
253*4418919fSjohnjiang printf("Wrong rte_log2_u64(%x) val %x, expected %x\n",
254*4418919fSjohnjiang i, compare, base);
255*4418919fSjohnjiang return TEST_FAILED;
256*4418919fSjohnjiang }
257*4418919fSjohnjiang }
258*4418919fSjohnjiang return 0;
259*4418919fSjohnjiang }
260*4418919fSjohnjiang
261*4418919fSjohnjiang static int
test_fls(void)262*4418919fSjohnjiang test_fls(void)
263*4418919fSjohnjiang {
264*4418919fSjohnjiang struct fls_test_vector {
265*4418919fSjohnjiang uint32_t arg;
266*4418919fSjohnjiang int rc;
267*4418919fSjohnjiang };
268*4418919fSjohnjiang int expected, rc;
269*4418919fSjohnjiang uint32_t i, arg;
270*4418919fSjohnjiang
271*4418919fSjohnjiang const struct fls_test_vector test[] = {
272*4418919fSjohnjiang {0x0, 0},
273*4418919fSjohnjiang {0x1, 1},
274*4418919fSjohnjiang {0x4000, 15},
275*4418919fSjohnjiang {0x80000000, 32},
276*4418919fSjohnjiang };
277*4418919fSjohnjiang
278*4418919fSjohnjiang for (i = 0; i < RTE_DIM(test); i++) {
279*4418919fSjohnjiang uint64_t arg64;
280*4418919fSjohnjiang
281*4418919fSjohnjiang arg = test[i].arg;
282*4418919fSjohnjiang rc = rte_fls_u32(arg);
283*4418919fSjohnjiang expected = test[i].rc;
284*4418919fSjohnjiang if (rc != expected) {
285*4418919fSjohnjiang printf("Wrong rte_fls_u32(0x%x) rc=%d, expected=%d\n",
286*4418919fSjohnjiang arg, rc, expected);
287*4418919fSjohnjiang return TEST_FAILED;
288*4418919fSjohnjiang }
289*4418919fSjohnjiang /* 64-bit version */
290*4418919fSjohnjiang arg = test[i].arg;
291*4418919fSjohnjiang rc = rte_fls_u64(arg);
292*4418919fSjohnjiang expected = test[i].rc;
293*4418919fSjohnjiang if (rc != expected) {
294*4418919fSjohnjiang printf("Wrong rte_fls_u64(0x%x) rc=%d, expected=%d\n",
295*4418919fSjohnjiang arg, rc, expected);
296*4418919fSjohnjiang return TEST_FAILED;
297*4418919fSjohnjiang }
298*4418919fSjohnjiang /* 64-bit version shifted by 32 bits */
299*4418919fSjohnjiang arg64 = (uint64_t)test[i].arg << 32;
300*4418919fSjohnjiang rc = rte_fls_u64(arg64);
301*4418919fSjohnjiang /* don't shift zero */
302*4418919fSjohnjiang expected = test[i].rc == 0 ? 0 : test[i].rc + 32;
303*4418919fSjohnjiang if (rc != expected) {
304*4418919fSjohnjiang printf("Wrong rte_fls_u64(0x%" PRIx64 ") rc=%d, expected=%d\n",
305*4418919fSjohnjiang arg64, rc, expected);
306*4418919fSjohnjiang return TEST_FAILED;
307*4418919fSjohnjiang }
308*4418919fSjohnjiang }
309*4418919fSjohnjiang
310*4418919fSjohnjiang return 0;
311*4418919fSjohnjiang }
312*4418919fSjohnjiang
313*4418919fSjohnjiang static int
test_common(void)314*4418919fSjohnjiang test_common(void)
315*4418919fSjohnjiang {
316*4418919fSjohnjiang int ret = 0;
317*4418919fSjohnjiang ret |= test_align();
318*4418919fSjohnjiang ret |= test_macros(0);
319*4418919fSjohnjiang ret |= test_misc();
320*4418919fSjohnjiang ret |= test_bsf();
321*4418919fSjohnjiang ret |= test_log2();
322*4418919fSjohnjiang ret |= test_fls();
323*4418919fSjohnjiang
324*4418919fSjohnjiang return ret;
325*4418919fSjohnjiang }
326*4418919fSjohnjiang
327*4418919fSjohnjiang REGISTER_TEST_COMMAND(common_autotest, test_common);
328