Loading...
1// SPDX-License-Identifier: GPL-2.0-only
2/*
3 * Test cases for bitmap API.
4 */
5
6#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
7
8#include <linux/bitmap.h>
9#include <linux/init.h>
10#include <linux/kernel.h>
11#include <linux/module.h>
12#include <linux/printk.h>
13#include <linux/slab.h>
14#include <linux/string.h>
15#include <linux/uaccess.h>
16
17#include "../tools/testing/selftests/kselftest_module.h"
18
19KSTM_MODULE_GLOBALS();
20
21static char pbl_buffer[PAGE_SIZE] __initdata;
22
23static const unsigned long exp1[] __initconst = {
24 BITMAP_FROM_U64(1),
25 BITMAP_FROM_U64(2),
26 BITMAP_FROM_U64(0x0000ffff),
27 BITMAP_FROM_U64(0xffff0000),
28 BITMAP_FROM_U64(0x55555555),
29 BITMAP_FROM_U64(0xaaaaaaaa),
30 BITMAP_FROM_U64(0x11111111),
31 BITMAP_FROM_U64(0x22222222),
32 BITMAP_FROM_U64(0xffffffff),
33 BITMAP_FROM_U64(0xfffffffe),
34 BITMAP_FROM_U64(0x3333333311111111ULL),
35 BITMAP_FROM_U64(0xffffffff77777777ULL),
36 BITMAP_FROM_U64(0),
37 BITMAP_FROM_U64(0x00008000),
38 BITMAP_FROM_U64(0x80000000),
39};
40
41static const unsigned long exp2[] __initconst = {
42 BITMAP_FROM_U64(0x3333333311111111ULL),
43 BITMAP_FROM_U64(0xffffffff77777777ULL),
44};
45
46/* Fibonacci sequence */
47static const unsigned long exp2_to_exp3_mask[] __initconst = {
48 BITMAP_FROM_U64(0x008000020020212eULL),
49};
50/* exp3_0_1 = (exp2[0] & ~exp2_to_exp3_mask) | (exp2[1] & exp2_to_exp3_mask) */
51static const unsigned long exp3_0_1[] __initconst = {
52 BITMAP_FROM_U64(0x33b3333311313137ULL),
53};
54/* exp3_1_0 = (exp2[1] & ~exp2_to_exp3_mask) | (exp2[0] & exp2_to_exp3_mask) */
55static const unsigned long exp3_1_0[] __initconst = {
56 BITMAP_FROM_U64(0xff7fffff77575751ULL),
57};
58
59static bool __init
60__check_eq_uint(const char *srcfile, unsigned int line,
61 const unsigned int exp_uint, unsigned int x)
62{
63 if (exp_uint != x) {
64 pr_err("[%s:%u] expected %u, got %u\n",
65 srcfile, line, exp_uint, x);
66 return false;
67 }
68 return true;
69}
70
71
72static bool __init
73__check_eq_bitmap(const char *srcfile, unsigned int line,
74 const unsigned long *exp_bmap, const unsigned long *bmap,
75 unsigned int nbits)
76{
77 if (!bitmap_equal(exp_bmap, bmap, nbits)) {
78 pr_warn("[%s:%u] bitmaps contents differ: expected \"%*pbl\", got \"%*pbl\"\n",
79 srcfile, line,
80 nbits, exp_bmap, nbits, bmap);
81 return false;
82 }
83 return true;
84}
85
86static bool __init
87__check_eq_pbl(const char *srcfile, unsigned int line,
88 const char *expected_pbl,
89 const unsigned long *bitmap, unsigned int nbits)
90{
91 snprintf(pbl_buffer, sizeof(pbl_buffer), "%*pbl", nbits, bitmap);
92 if (strcmp(expected_pbl, pbl_buffer)) {
93 pr_warn("[%s:%u] expected \"%s\", got \"%s\"\n",
94 srcfile, line,
95 expected_pbl, pbl_buffer);
96 return false;
97 }
98 return true;
99}
100
101static bool __init
102__check_eq_u32_array(const char *srcfile, unsigned int line,
103 const u32 *exp_arr, unsigned int exp_len,
104 const u32 *arr, unsigned int len) __used;
105static bool __init
106__check_eq_u32_array(const char *srcfile, unsigned int line,
107 const u32 *exp_arr, unsigned int exp_len,
108 const u32 *arr, unsigned int len)
109{
110 if (exp_len != len) {
111 pr_warn("[%s:%u] array length differ: expected %u, got %u\n",
112 srcfile, line,
113 exp_len, len);
114 return false;
115 }
116
117 if (memcmp(exp_arr, arr, len*sizeof(*arr))) {
118 pr_warn("[%s:%u] array contents differ\n", srcfile, line);
119 print_hex_dump(KERN_WARNING, " exp: ", DUMP_PREFIX_OFFSET,
120 32, 4, exp_arr, exp_len*sizeof(*exp_arr), false);
121 print_hex_dump(KERN_WARNING, " got: ", DUMP_PREFIX_OFFSET,
122 32, 4, arr, len*sizeof(*arr), false);
123 return false;
124 }
125
126 return true;
127}
128
129static bool __init __check_eq_clump8(const char *srcfile, unsigned int line,
130 const unsigned int offset,
131 const unsigned int size,
132 const unsigned char *const clump_exp,
133 const unsigned long *const clump)
134{
135 unsigned long exp;
136
137 if (offset >= size) {
138 pr_warn("[%s:%u] bit offset for clump out-of-bounds: expected less than %u, got %u\n",
139 srcfile, line, size, offset);
140 return false;
141 }
142
143 exp = clump_exp[offset / 8];
144 if (!exp) {
145 pr_warn("[%s:%u] bit offset for zero clump: expected nonzero clump, got bit offset %u with clump value 0",
146 srcfile, line, offset);
147 return false;
148 }
149
150 if (*clump != exp) {
151 pr_warn("[%s:%u] expected clump value of 0x%lX, got clump value of 0x%lX",
152 srcfile, line, exp, *clump);
153 return false;
154 }
155
156 return true;
157}
158
159#define __expect_eq(suffix, ...) \
160 ({ \
161 int result = 0; \
162 total_tests++; \
163 if (!__check_eq_ ## suffix(__FILE__, __LINE__, \
164 ##__VA_ARGS__)) { \
165 failed_tests++; \
166 result = 1; \
167 } \
168 result; \
169 })
170
171#define expect_eq_uint(...) __expect_eq(uint, ##__VA_ARGS__)
172#define expect_eq_bitmap(...) __expect_eq(bitmap, ##__VA_ARGS__)
173#define expect_eq_pbl(...) __expect_eq(pbl, ##__VA_ARGS__)
174#define expect_eq_u32_array(...) __expect_eq(u32_array, ##__VA_ARGS__)
175#define expect_eq_clump8(...) __expect_eq(clump8, ##__VA_ARGS__)
176
177static void __init test_zero_clear(void)
178{
179 DECLARE_BITMAP(bmap, 1024);
180
181 /* Known way to set all bits */
182 memset(bmap, 0xff, 128);
183
184 expect_eq_pbl("0-22", bmap, 23);
185 expect_eq_pbl("0-1023", bmap, 1024);
186
187 /* single-word bitmaps */
188 bitmap_clear(bmap, 0, 9);
189 expect_eq_pbl("9-1023", bmap, 1024);
190
191 bitmap_zero(bmap, 35);
192 expect_eq_pbl("64-1023", bmap, 1024);
193
194 /* cross boundaries operations */
195 bitmap_clear(bmap, 79, 19);
196 expect_eq_pbl("64-78,98-1023", bmap, 1024);
197
198 bitmap_zero(bmap, 115);
199 expect_eq_pbl("128-1023", bmap, 1024);
200
201 /* Zeroing entire area */
202 bitmap_zero(bmap, 1024);
203 expect_eq_pbl("", bmap, 1024);
204}
205
206static void __init test_fill_set(void)
207{
208 DECLARE_BITMAP(bmap, 1024);
209
210 /* Known way to clear all bits */
211 memset(bmap, 0x00, 128);
212
213 expect_eq_pbl("", bmap, 23);
214 expect_eq_pbl("", bmap, 1024);
215
216 /* single-word bitmaps */
217 bitmap_set(bmap, 0, 9);
218 expect_eq_pbl("0-8", bmap, 1024);
219
220 bitmap_fill(bmap, 35);
221 expect_eq_pbl("0-63", bmap, 1024);
222
223 /* cross boundaries operations */
224 bitmap_set(bmap, 79, 19);
225 expect_eq_pbl("0-63,79-97", bmap, 1024);
226
227 bitmap_fill(bmap, 115);
228 expect_eq_pbl("0-127", bmap, 1024);
229
230 /* Zeroing entire area */
231 bitmap_fill(bmap, 1024);
232 expect_eq_pbl("0-1023", bmap, 1024);
233}
234
235static void __init test_copy(void)
236{
237 DECLARE_BITMAP(bmap1, 1024);
238 DECLARE_BITMAP(bmap2, 1024);
239
240 bitmap_zero(bmap1, 1024);
241 bitmap_zero(bmap2, 1024);
242
243 /* single-word bitmaps */
244 bitmap_set(bmap1, 0, 19);
245 bitmap_copy(bmap2, bmap1, 23);
246 expect_eq_pbl("0-18", bmap2, 1024);
247
248 bitmap_set(bmap2, 0, 23);
249 bitmap_copy(bmap2, bmap1, 23);
250 expect_eq_pbl("0-18", bmap2, 1024);
251
252 /* multi-word bitmaps */
253 bitmap_set(bmap1, 0, 109);
254 bitmap_copy(bmap2, bmap1, 1024);
255 expect_eq_pbl("0-108", bmap2, 1024);
256
257 bitmap_fill(bmap2, 1024);
258 bitmap_copy(bmap2, bmap1, 1024);
259 expect_eq_pbl("0-108", bmap2, 1024);
260
261 /* the following tests assume a 32- or 64-bit arch (even 128b
262 * if we care)
263 */
264
265 bitmap_fill(bmap2, 1024);
266 bitmap_copy(bmap2, bmap1, 109); /* ... but 0-padded til word length */
267 expect_eq_pbl("0-108,128-1023", bmap2, 1024);
268
269 bitmap_fill(bmap2, 1024);
270 bitmap_copy(bmap2, bmap1, 97); /* ... but aligned on word length */
271 expect_eq_pbl("0-108,128-1023", bmap2, 1024);
272}
273
274#define EXP2_IN_BITS (sizeof(exp2) * 8)
275
276static void __init test_replace(void)
277{
278 unsigned int nbits = 64;
279 unsigned int nlongs = DIV_ROUND_UP(nbits, BITS_PER_LONG);
280 DECLARE_BITMAP(bmap, 1024);
281
282 BUILD_BUG_ON(EXP2_IN_BITS < nbits * 2);
283
284 bitmap_zero(bmap, 1024);
285 bitmap_replace(bmap, &exp2[0 * nlongs], &exp2[1 * nlongs], exp2_to_exp3_mask, nbits);
286 expect_eq_bitmap(bmap, exp3_0_1, nbits);
287
288 bitmap_zero(bmap, 1024);
289 bitmap_replace(bmap, &exp2[1 * nlongs], &exp2[0 * nlongs], exp2_to_exp3_mask, nbits);
290 expect_eq_bitmap(bmap, exp3_1_0, nbits);
291
292 bitmap_fill(bmap, 1024);
293 bitmap_replace(bmap, &exp2[0 * nlongs], &exp2[1 * nlongs], exp2_to_exp3_mask, nbits);
294 expect_eq_bitmap(bmap, exp3_0_1, nbits);
295
296 bitmap_fill(bmap, 1024);
297 bitmap_replace(bmap, &exp2[1 * nlongs], &exp2[0 * nlongs], exp2_to_exp3_mask, nbits);
298 expect_eq_bitmap(bmap, exp3_1_0, nbits);
299}
300
301#define PARSE_TIME 0x1
302#define NO_LEN 0x2
303
304struct test_bitmap_parselist{
305 const int errno;
306 const char *in;
307 const unsigned long *expected;
308 const int nbits;
309 const int flags;
310};
311
312static const struct test_bitmap_parselist parselist_tests[] __initconst = {
313#define step (sizeof(u64) / sizeof(unsigned long))
314
315 {0, "0", &exp1[0], 8, 0},
316 {0, "1", &exp1[1 * step], 8, 0},
317 {0, "0-15", &exp1[2 * step], 32, 0},
318 {0, "16-31", &exp1[3 * step], 32, 0},
319 {0, "0-31:1/2", &exp1[4 * step], 32, 0},
320 {0, "1-31:1/2", &exp1[5 * step], 32, 0},
321 {0, "0-31:1/4", &exp1[6 * step], 32, 0},
322 {0, "1-31:1/4", &exp1[7 * step], 32, 0},
323 {0, "0-31:4/4", &exp1[8 * step], 32, 0},
324 {0, "1-31:4/4", &exp1[9 * step], 32, 0},
325 {0, "0-31:1/4,32-63:2/4", &exp1[10 * step], 64, 0},
326 {0, "0-31:3/4,32-63:4/4", &exp1[11 * step], 64, 0},
327 {0, " ,, 0-31:3/4 ,, 32-63:4/4 ,, ", &exp1[11 * step], 64, 0},
328
329 {0, "0-31:1/4,32-63:2/4,64-95:3/4,96-127:4/4", exp2, 128, 0},
330
331 {0, "0-2047:128/256", NULL, 2048, PARSE_TIME},
332
333 {0, "", &exp1[12 * step], 8, 0},
334 {0, "\n", &exp1[12 * step], 8, 0},
335 {0, ",, ,, , , ,", &exp1[12 * step], 8, 0},
336 {0, " , ,, , , ", &exp1[12 * step], 8, 0},
337 {0, " , ,, , , \n", &exp1[12 * step], 8, 0},
338
339 {0, "0-0", &exp1[0], 32, 0},
340 {0, "1-1", &exp1[1 * step], 32, 0},
341 {0, "15-15", &exp1[13 * step], 32, 0},
342 {0, "31-31", &exp1[14 * step], 32, 0},
343
344 {0, "0-0:0/1", &exp1[12 * step], 32, 0},
345 {0, "0-0:1/1", &exp1[0], 32, 0},
346 {0, "0-0:1/31", &exp1[0], 32, 0},
347 {0, "0-0:31/31", &exp1[0], 32, 0},
348 {0, "1-1:1/1", &exp1[1 * step], 32, 0},
349 {0, "0-15:16/31", &exp1[2 * step], 32, 0},
350 {0, "15-15:1/2", &exp1[13 * step], 32, 0},
351 {0, "15-15:31/31", &exp1[13 * step], 32, 0},
352 {0, "15-31:1/31", &exp1[13 * step], 32, 0},
353 {0, "16-31:16/31", &exp1[3 * step], 32, 0},
354 {0, "31-31:31/31", &exp1[14 * step], 32, 0},
355
356 {0, "N-N", &exp1[14 * step], 32, 0},
357 {0, "0-0:1/N", &exp1[0], 32, 0},
358 {0, "0-0:N/N", &exp1[0], 32, 0},
359 {0, "0-15:16/N", &exp1[2 * step], 32, 0},
360 {0, "15-15:N/N", &exp1[13 * step], 32, 0},
361 {0, "15-N:1/N", &exp1[13 * step], 32, 0},
362 {0, "16-N:16/N", &exp1[3 * step], 32, 0},
363 {0, "N-N:N/N", &exp1[14 * step], 32, 0},
364
365 {0, "0-N:1/3,1-N:1/3,2-N:1/3", &exp1[8 * step], 32, 0},
366 {0, "0-31:1/3,1-31:1/3,2-31:1/3", &exp1[8 * step], 32, 0},
367 {0, "1-10:8/12,8-31:24/29,0-31:0/3", &exp1[9 * step], 32, 0},
368
369 {0, "all", &exp1[8 * step], 32, 0},
370 {0, "0, 1, all, ", &exp1[8 * step], 32, 0},
371 {0, "all:1/2", &exp1[4 * step], 32, 0},
372 {0, "ALL:1/2", &exp1[4 * step], 32, 0},
373 {-EINVAL, "al", NULL, 8, 0},
374 {-EINVAL, "alll", NULL, 8, 0},
375
376 {-EINVAL, "-1", NULL, 8, 0},
377 {-EINVAL, "-0", NULL, 8, 0},
378 {-EINVAL, "10-1", NULL, 8, 0},
379 {-ERANGE, "8-8", NULL, 8, 0},
380 {-ERANGE, "0-31", NULL, 8, 0},
381 {-EINVAL, "0-31:", NULL, 32, 0},
382 {-EINVAL, "0-31:0", NULL, 32, 0},
383 {-EINVAL, "0-31:0/", NULL, 32, 0},
384 {-EINVAL, "0-31:0/0", NULL, 32, 0},
385 {-EINVAL, "0-31:1/0", NULL, 32, 0},
386 {-EINVAL, "0-31:10/1", NULL, 32, 0},
387 {-EOVERFLOW, "0-98765432123456789:10/1", NULL, 8, 0},
388
389 {-EINVAL, "a-31", NULL, 8, 0},
390 {-EINVAL, "0-a1", NULL, 8, 0},
391 {-EINVAL, "a-31:10/1", NULL, 8, 0},
392 {-EINVAL, "0-31:a/1", NULL, 8, 0},
393 {-EINVAL, "0-\n", NULL, 8, 0},
394
395};
396
397static void __init test_bitmap_parselist(void)
398{
399 int i;
400 int err;
401 ktime_t time;
402 DECLARE_BITMAP(bmap, 2048);
403
404 for (i = 0; i < ARRAY_SIZE(parselist_tests); i++) {
405#define ptest parselist_tests[i]
406
407 time = ktime_get();
408 err = bitmap_parselist(ptest.in, bmap, ptest.nbits);
409 time = ktime_get() - time;
410
411 if (err != ptest.errno) {
412 pr_err("parselist: %d: input is %s, errno is %d, expected %d\n",
413 i, ptest.in, err, ptest.errno);
414 continue;
415 }
416
417 if (!err && ptest.expected
418 && !__bitmap_equal(bmap, ptest.expected, ptest.nbits)) {
419 pr_err("parselist: %d: input is %s, result is 0x%lx, expected 0x%lx\n",
420 i, ptest.in, bmap[0],
421 *ptest.expected);
422 continue;
423 }
424
425 if (ptest.flags & PARSE_TIME)
426 pr_err("parselist: %d: input is '%s' OK, Time: %llu\n",
427 i, ptest.in, time);
428
429#undef ptest
430 }
431}
432
433static const unsigned long parse_test[] __initconst = {
434 BITMAP_FROM_U64(0),
435 BITMAP_FROM_U64(1),
436 BITMAP_FROM_U64(0xdeadbeef),
437 BITMAP_FROM_U64(0x100000000ULL),
438};
439
440static const unsigned long parse_test2[] __initconst = {
441 BITMAP_FROM_U64(0x100000000ULL), BITMAP_FROM_U64(0xdeadbeef),
442 BITMAP_FROM_U64(0x100000000ULL), BITMAP_FROM_U64(0xbaadf00ddeadbeef),
443 BITMAP_FROM_U64(0x100000000ULL), BITMAP_FROM_U64(0x0badf00ddeadbeef),
444};
445
446static const struct test_bitmap_parselist parse_tests[] __initconst = {
447 {0, "", &parse_test[0 * step], 32, 0},
448 {0, " ", &parse_test[0 * step], 32, 0},
449 {0, "0", &parse_test[0 * step], 32, 0},
450 {0, "0\n", &parse_test[0 * step], 32, 0},
451 {0, "1", &parse_test[1 * step], 32, 0},
452 {0, "deadbeef", &parse_test[2 * step], 32, 0},
453 {0, "1,0", &parse_test[3 * step], 33, 0},
454 {0, "deadbeef,\n,0,1", &parse_test[2 * step], 96, 0},
455
456 {0, "deadbeef,1,0", &parse_test2[0 * 2 * step], 96, 0},
457 {0, "baadf00d,deadbeef,1,0", &parse_test2[1 * 2 * step], 128, 0},
458 {0, "badf00d,deadbeef,1,0", &parse_test2[2 * 2 * step], 124, 0},
459 {0, "badf00d,deadbeef,1,0", &parse_test2[2 * 2 * step], 124, NO_LEN},
460 {0, " badf00d,deadbeef,1,0 ", &parse_test2[2 * 2 * step], 124, 0},
461 {0, " , badf00d,deadbeef,1,0 , ", &parse_test2[2 * 2 * step], 124, 0},
462 {0, " , badf00d, ,, ,,deadbeef,1,0 , ", &parse_test2[2 * 2 * step], 124, 0},
463
464 {-EINVAL, "goodfood,deadbeef,1,0", NULL, 128, 0},
465 {-EOVERFLOW, "3,0", NULL, 33, 0},
466 {-EOVERFLOW, "123badf00d,deadbeef,1,0", NULL, 128, 0},
467 {-EOVERFLOW, "badf00d,deadbeef,1,0", NULL, 90, 0},
468 {-EOVERFLOW, "fbadf00d,deadbeef,1,0", NULL, 95, 0},
469 {-EOVERFLOW, "badf00d,deadbeef,1,0", NULL, 100, 0},
470#undef step
471};
472
473static void __init test_bitmap_parse(void)
474{
475 int i;
476 int err;
477 ktime_t time;
478 DECLARE_BITMAP(bmap, 2048);
479
480 for (i = 0; i < ARRAY_SIZE(parse_tests); i++) {
481 struct test_bitmap_parselist test = parse_tests[i];
482 size_t len = test.flags & NO_LEN ? UINT_MAX : strlen(test.in);
483
484 time = ktime_get();
485 err = bitmap_parse(test.in, len, bmap, test.nbits);
486 time = ktime_get() - time;
487
488 if (err != test.errno) {
489 pr_err("parse: %d: input is %s, errno is %d, expected %d\n",
490 i, test.in, err, test.errno);
491 continue;
492 }
493
494 if (!err && test.expected
495 && !__bitmap_equal(bmap, test.expected, test.nbits)) {
496 pr_err("parse: %d: input is %s, result is 0x%lx, expected 0x%lx\n",
497 i, test.in, bmap[0],
498 *test.expected);
499 continue;
500 }
501
502 if (test.flags & PARSE_TIME)
503 pr_err("parse: %d: input is '%s' OK, Time: %llu\n",
504 i, test.in, time);
505 }
506}
507
508#define EXP1_IN_BITS (sizeof(exp1) * 8)
509
510static void __init test_bitmap_arr32(void)
511{
512 unsigned int nbits, next_bit;
513 u32 arr[EXP1_IN_BITS / 32];
514 DECLARE_BITMAP(bmap2, EXP1_IN_BITS);
515
516 memset(arr, 0xa5, sizeof(arr));
517
518 for (nbits = 0; nbits < EXP1_IN_BITS; ++nbits) {
519 bitmap_to_arr32(arr, exp1, nbits);
520 bitmap_from_arr32(bmap2, arr, nbits);
521 expect_eq_bitmap(bmap2, exp1, nbits);
522
523 next_bit = find_next_bit(bmap2,
524 round_up(nbits, BITS_PER_LONG), nbits);
525 if (next_bit < round_up(nbits, BITS_PER_LONG))
526 pr_err("bitmap_copy_arr32(nbits == %d:"
527 " tail is not safely cleared: %d\n",
528 nbits, next_bit);
529
530 if (nbits < EXP1_IN_BITS - 32)
531 expect_eq_uint(arr[DIV_ROUND_UP(nbits, 32)],
532 0xa5a5a5a5);
533 }
534}
535
536static void noinline __init test_mem_optimisations(void)
537{
538 DECLARE_BITMAP(bmap1, 1024);
539 DECLARE_BITMAP(bmap2, 1024);
540 unsigned int start, nbits;
541
542 for (start = 0; start < 1024; start += 8) {
543 for (nbits = 0; nbits < 1024 - start; nbits += 8) {
544 memset(bmap1, 0x5a, sizeof(bmap1));
545 memset(bmap2, 0x5a, sizeof(bmap2));
546
547 bitmap_set(bmap1, start, nbits);
548 __bitmap_set(bmap2, start, nbits);
549 if (!bitmap_equal(bmap1, bmap2, 1024)) {
550 printk("set not equal %d %d\n", start, nbits);
551 failed_tests++;
552 }
553 if (!__bitmap_equal(bmap1, bmap2, 1024)) {
554 printk("set not __equal %d %d\n", start, nbits);
555 failed_tests++;
556 }
557
558 bitmap_clear(bmap1, start, nbits);
559 __bitmap_clear(bmap2, start, nbits);
560 if (!bitmap_equal(bmap1, bmap2, 1024)) {
561 printk("clear not equal %d %d\n", start, nbits);
562 failed_tests++;
563 }
564 if (!__bitmap_equal(bmap1, bmap2, 1024)) {
565 printk("clear not __equal %d %d\n", start,
566 nbits);
567 failed_tests++;
568 }
569 }
570 }
571}
572
573static const unsigned char clump_exp[] __initconst = {
574 0x01, /* 1 bit set */
575 0x02, /* non-edge 1 bit set */
576 0x00, /* zero bits set */
577 0x38, /* 3 bits set across 4-bit boundary */
578 0x38, /* Repeated clump */
579 0x0F, /* 4 bits set */
580 0xFF, /* all bits set */
581 0x05, /* non-adjacent 2 bits set */
582};
583
584static void __init test_for_each_set_clump8(void)
585{
586#define CLUMP_EXP_NUMBITS 64
587 DECLARE_BITMAP(bits, CLUMP_EXP_NUMBITS);
588 unsigned int start;
589 unsigned long clump;
590
591 /* set bitmap to test case */
592 bitmap_zero(bits, CLUMP_EXP_NUMBITS);
593 bitmap_set(bits, 0, 1); /* 0x01 */
594 bitmap_set(bits, 9, 1); /* 0x02 */
595 bitmap_set(bits, 27, 3); /* 0x28 */
596 bitmap_set(bits, 35, 3); /* 0x28 */
597 bitmap_set(bits, 40, 4); /* 0x0F */
598 bitmap_set(bits, 48, 8); /* 0xFF */
599 bitmap_set(bits, 56, 1); /* 0x05 - part 1 */
600 bitmap_set(bits, 58, 1); /* 0x05 - part 2 */
601
602 for_each_set_clump8(start, clump, bits, CLUMP_EXP_NUMBITS)
603 expect_eq_clump8(start, CLUMP_EXP_NUMBITS, clump_exp, &clump);
604}
605
606struct test_bitmap_cut {
607 unsigned int first;
608 unsigned int cut;
609 unsigned int nbits;
610 unsigned long in[4];
611 unsigned long expected[4];
612};
613
614static struct test_bitmap_cut test_cut[] = {
615 { 0, 0, 8, { 0x0000000aUL, }, { 0x0000000aUL, }, },
616 { 0, 0, 32, { 0xdadadeadUL, }, { 0xdadadeadUL, }, },
617 { 0, 3, 8, { 0x000000aaUL, }, { 0x00000015UL, }, },
618 { 3, 3, 8, { 0x000000aaUL, }, { 0x00000012UL, }, },
619 { 0, 1, 32, { 0xa5a5a5a5UL, }, { 0x52d2d2d2UL, }, },
620 { 0, 8, 32, { 0xdeadc0deUL, }, { 0x00deadc0UL, }, },
621 { 1, 1, 32, { 0x5a5a5a5aUL, }, { 0x2d2d2d2cUL, }, },
622 { 0, 15, 32, { 0xa5a5a5a5UL, }, { 0x00014b4bUL, }, },
623 { 0, 16, 32, { 0xa5a5a5a5UL, }, { 0x0000a5a5UL, }, },
624 { 15, 15, 32, { 0xa5a5a5a5UL, }, { 0x000125a5UL, }, },
625 { 15, 16, 32, { 0xa5a5a5a5UL, }, { 0x0000a5a5UL, }, },
626 { 16, 15, 32, { 0xa5a5a5a5UL, }, { 0x0001a5a5UL, }, },
627
628 { BITS_PER_LONG, BITS_PER_LONG, BITS_PER_LONG,
629 { 0xa5a5a5a5UL, 0xa5a5a5a5UL, },
630 { 0xa5a5a5a5UL, 0xa5a5a5a5UL, },
631 },
632 { 1, BITS_PER_LONG - 1, BITS_PER_LONG,
633 { 0xa5a5a5a5UL, 0xa5a5a5a5UL, },
634 { 0x00000001UL, 0x00000001UL, },
635 },
636
637 { 0, BITS_PER_LONG * 2, BITS_PER_LONG * 2 + 1,
638 { 0xa5a5a5a5UL, 0x00000001UL, 0x00000001UL, 0x00000001UL },
639 { 0x00000001UL, },
640 },
641 { 16, BITS_PER_LONG * 2 + 1, BITS_PER_LONG * 2 + 1 + 16,
642 { 0x0000ffffUL, 0x5a5a5a5aUL, 0x5a5a5a5aUL, 0x5a5a5a5aUL },
643 { 0x2d2dffffUL, },
644 },
645};
646
647static void __init test_bitmap_cut(void)
648{
649 unsigned long b[5], *in = &b[1], *out = &b[0]; /* Partial overlap */
650 int i;
651
652 for (i = 0; i < ARRAY_SIZE(test_cut); i++) {
653 struct test_bitmap_cut *t = &test_cut[i];
654
655 memcpy(in, t->in, sizeof(t->in));
656
657 bitmap_cut(out, in, t->first, t->cut, t->nbits);
658
659 expect_eq_bitmap(t->expected, out, t->nbits);
660 }
661}
662
663static void __init selftest(void)
664{
665 test_zero_clear();
666 test_fill_set();
667 test_copy();
668 test_replace();
669 test_bitmap_arr32();
670 test_bitmap_parse();
671 test_bitmap_parselist();
672 test_mem_optimisations();
673 test_for_each_set_clump8();
674 test_bitmap_cut();
675}
676
677KSTM_MODULE_LOADERS(test_bitmap);
678MODULE_AUTHOR("david decotigny <david.decotigny@googlers.com>");
679MODULE_LICENSE("GPL");
1// SPDX-License-Identifier: GPL-2.0-only
2/*
3 * Test cases for bitmap API.
4 */
5
6#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
7
8#include <linux/bitmap.h>
9#include <linux/init.h>
10#include <linux/kernel.h>
11#include <linux/module.h>
12#include <linux/printk.h>
13#include <linux/slab.h>
14#include <linux/string.h>
15#include <linux/uaccess.h>
16
17#include "../tools/testing/selftests/kselftest_module.h"
18
19static unsigned total_tests __initdata;
20static unsigned failed_tests __initdata;
21
22static char pbl_buffer[PAGE_SIZE] __initdata;
23
24static const unsigned long exp1[] __initconst = {
25 BITMAP_FROM_U64(1),
26 BITMAP_FROM_U64(2),
27 BITMAP_FROM_U64(0x0000ffff),
28 BITMAP_FROM_U64(0xffff0000),
29 BITMAP_FROM_U64(0x55555555),
30 BITMAP_FROM_U64(0xaaaaaaaa),
31 BITMAP_FROM_U64(0x11111111),
32 BITMAP_FROM_U64(0x22222222),
33 BITMAP_FROM_U64(0xffffffff),
34 BITMAP_FROM_U64(0xfffffffe),
35 BITMAP_FROM_U64(0x3333333311111111ULL),
36 BITMAP_FROM_U64(0xffffffff77777777ULL),
37 BITMAP_FROM_U64(0),
38};
39
40static const unsigned long exp2[] __initconst = {
41 BITMAP_FROM_U64(0x3333333311111111ULL),
42 BITMAP_FROM_U64(0xffffffff77777777ULL),
43};
44
45/* Fibonacci sequence */
46static const unsigned long exp2_to_exp3_mask[] __initconst = {
47 BITMAP_FROM_U64(0x008000020020212eULL),
48};
49/* exp3_0_1 = (exp2[0] & ~exp2_to_exp3_mask) | (exp2[1] & exp2_to_exp3_mask) */
50static const unsigned long exp3_0_1[] __initconst = {
51 BITMAP_FROM_U64(0x33b3333311313137ULL),
52};
53/* exp3_1_0 = (exp2[1] & ~exp2_to_exp3_mask) | (exp2[0] & exp2_to_exp3_mask) */
54static const unsigned long exp3_1_0[] __initconst = {
55 BITMAP_FROM_U64(0xff7fffff77575751ULL),
56};
57
58static bool __init
59__check_eq_uint(const char *srcfile, unsigned int line,
60 const unsigned int exp_uint, unsigned int x)
61{
62 if (exp_uint != x) {
63 pr_err("[%s:%u] expected %u, got %u\n",
64 srcfile, line, exp_uint, x);
65 return false;
66 }
67 return true;
68}
69
70
71static bool __init
72__check_eq_bitmap(const char *srcfile, unsigned int line,
73 const unsigned long *exp_bmap, const unsigned long *bmap,
74 unsigned int nbits)
75{
76 if (!bitmap_equal(exp_bmap, bmap, nbits)) {
77 pr_warn("[%s:%u] bitmaps contents differ: expected \"%*pbl\", got \"%*pbl\"\n",
78 srcfile, line,
79 nbits, exp_bmap, nbits, bmap);
80 return false;
81 }
82 return true;
83}
84
85static bool __init
86__check_eq_pbl(const char *srcfile, unsigned int line,
87 const char *expected_pbl,
88 const unsigned long *bitmap, unsigned int nbits)
89{
90 snprintf(pbl_buffer, sizeof(pbl_buffer), "%*pbl", nbits, bitmap);
91 if (strcmp(expected_pbl, pbl_buffer)) {
92 pr_warn("[%s:%u] expected \"%s\", got \"%s\"\n",
93 srcfile, line,
94 expected_pbl, pbl_buffer);
95 return false;
96 }
97 return true;
98}
99
100static bool __init
101__check_eq_u32_array(const char *srcfile, unsigned int line,
102 const u32 *exp_arr, unsigned int exp_len,
103 const u32 *arr, unsigned int len) __used;
104static bool __init
105__check_eq_u32_array(const char *srcfile, unsigned int line,
106 const u32 *exp_arr, unsigned int exp_len,
107 const u32 *arr, unsigned int len)
108{
109 if (exp_len != len) {
110 pr_warn("[%s:%u] array length differ: expected %u, got %u\n",
111 srcfile, line,
112 exp_len, len);
113 return false;
114 }
115
116 if (memcmp(exp_arr, arr, len*sizeof(*arr))) {
117 pr_warn("[%s:%u] array contents differ\n", srcfile, line);
118 print_hex_dump(KERN_WARNING, " exp: ", DUMP_PREFIX_OFFSET,
119 32, 4, exp_arr, exp_len*sizeof(*exp_arr), false);
120 print_hex_dump(KERN_WARNING, " got: ", DUMP_PREFIX_OFFSET,
121 32, 4, arr, len*sizeof(*arr), false);
122 return false;
123 }
124
125 return true;
126}
127
128static bool __init __check_eq_clump8(const char *srcfile, unsigned int line,
129 const unsigned int offset,
130 const unsigned int size,
131 const unsigned char *const clump_exp,
132 const unsigned long *const clump)
133{
134 unsigned long exp;
135
136 if (offset >= size) {
137 pr_warn("[%s:%u] bit offset for clump out-of-bounds: expected less than %u, got %u\n",
138 srcfile, line, size, offset);
139 return false;
140 }
141
142 exp = clump_exp[offset / 8];
143 if (!exp) {
144 pr_warn("[%s:%u] bit offset for zero clump: expected nonzero clump, got bit offset %u with clump value 0",
145 srcfile, line, offset);
146 return false;
147 }
148
149 if (*clump != exp) {
150 pr_warn("[%s:%u] expected clump value of 0x%lX, got clump value of 0x%lX",
151 srcfile, line, exp, *clump);
152 return false;
153 }
154
155 return true;
156}
157
158#define __expect_eq(suffix, ...) \
159 ({ \
160 int result = 0; \
161 total_tests++; \
162 if (!__check_eq_ ## suffix(__FILE__, __LINE__, \
163 ##__VA_ARGS__)) { \
164 failed_tests++; \
165 result = 1; \
166 } \
167 result; \
168 })
169
170#define expect_eq_uint(...) __expect_eq(uint, ##__VA_ARGS__)
171#define expect_eq_bitmap(...) __expect_eq(bitmap, ##__VA_ARGS__)
172#define expect_eq_pbl(...) __expect_eq(pbl, ##__VA_ARGS__)
173#define expect_eq_u32_array(...) __expect_eq(u32_array, ##__VA_ARGS__)
174#define expect_eq_clump8(...) __expect_eq(clump8, ##__VA_ARGS__)
175
176static void __init test_zero_clear(void)
177{
178 DECLARE_BITMAP(bmap, 1024);
179
180 /* Known way to set all bits */
181 memset(bmap, 0xff, 128);
182
183 expect_eq_pbl("0-22", bmap, 23);
184 expect_eq_pbl("0-1023", bmap, 1024);
185
186 /* single-word bitmaps */
187 bitmap_clear(bmap, 0, 9);
188 expect_eq_pbl("9-1023", bmap, 1024);
189
190 bitmap_zero(bmap, 35);
191 expect_eq_pbl("64-1023", bmap, 1024);
192
193 /* cross boundaries operations */
194 bitmap_clear(bmap, 79, 19);
195 expect_eq_pbl("64-78,98-1023", bmap, 1024);
196
197 bitmap_zero(bmap, 115);
198 expect_eq_pbl("128-1023", bmap, 1024);
199
200 /* Zeroing entire area */
201 bitmap_zero(bmap, 1024);
202 expect_eq_pbl("", bmap, 1024);
203}
204
205static void __init test_fill_set(void)
206{
207 DECLARE_BITMAP(bmap, 1024);
208
209 /* Known way to clear all bits */
210 memset(bmap, 0x00, 128);
211
212 expect_eq_pbl("", bmap, 23);
213 expect_eq_pbl("", bmap, 1024);
214
215 /* single-word bitmaps */
216 bitmap_set(bmap, 0, 9);
217 expect_eq_pbl("0-8", bmap, 1024);
218
219 bitmap_fill(bmap, 35);
220 expect_eq_pbl("0-63", bmap, 1024);
221
222 /* cross boundaries operations */
223 bitmap_set(bmap, 79, 19);
224 expect_eq_pbl("0-63,79-97", bmap, 1024);
225
226 bitmap_fill(bmap, 115);
227 expect_eq_pbl("0-127", bmap, 1024);
228
229 /* Zeroing entire area */
230 bitmap_fill(bmap, 1024);
231 expect_eq_pbl("0-1023", bmap, 1024);
232}
233
234static void __init test_copy(void)
235{
236 DECLARE_BITMAP(bmap1, 1024);
237 DECLARE_BITMAP(bmap2, 1024);
238
239 bitmap_zero(bmap1, 1024);
240 bitmap_zero(bmap2, 1024);
241
242 /* single-word bitmaps */
243 bitmap_set(bmap1, 0, 19);
244 bitmap_copy(bmap2, bmap1, 23);
245 expect_eq_pbl("0-18", bmap2, 1024);
246
247 bitmap_set(bmap2, 0, 23);
248 bitmap_copy(bmap2, bmap1, 23);
249 expect_eq_pbl("0-18", bmap2, 1024);
250
251 /* multi-word bitmaps */
252 bitmap_set(bmap1, 0, 109);
253 bitmap_copy(bmap2, bmap1, 1024);
254 expect_eq_pbl("0-108", bmap2, 1024);
255
256 bitmap_fill(bmap2, 1024);
257 bitmap_copy(bmap2, bmap1, 1024);
258 expect_eq_pbl("0-108", bmap2, 1024);
259
260 /* the following tests assume a 32- or 64-bit arch (even 128b
261 * if we care)
262 */
263
264 bitmap_fill(bmap2, 1024);
265 bitmap_copy(bmap2, bmap1, 109); /* ... but 0-padded til word length */
266 expect_eq_pbl("0-108,128-1023", bmap2, 1024);
267
268 bitmap_fill(bmap2, 1024);
269 bitmap_copy(bmap2, bmap1, 97); /* ... but aligned on word length */
270 expect_eq_pbl("0-108,128-1023", bmap2, 1024);
271}
272
273#define EXP2_IN_BITS (sizeof(exp2) * 8)
274
275static void __init test_replace(void)
276{
277 unsigned int nbits = 64;
278 unsigned int nlongs = DIV_ROUND_UP(nbits, BITS_PER_LONG);
279 DECLARE_BITMAP(bmap, 1024);
280
281 BUILD_BUG_ON(EXP2_IN_BITS < nbits * 2);
282
283 bitmap_zero(bmap, 1024);
284 bitmap_replace(bmap, &exp2[0 * nlongs], &exp2[1 * nlongs], exp2_to_exp3_mask, nbits);
285 expect_eq_bitmap(bmap, exp3_0_1, nbits);
286
287 bitmap_zero(bmap, 1024);
288 bitmap_replace(bmap, &exp2[1 * nlongs], &exp2[0 * nlongs], exp2_to_exp3_mask, nbits);
289 expect_eq_bitmap(bmap, exp3_1_0, nbits);
290
291 bitmap_fill(bmap, 1024);
292 bitmap_replace(bmap, &exp2[0 * nlongs], &exp2[1 * nlongs], exp2_to_exp3_mask, nbits);
293 expect_eq_bitmap(bmap, exp3_0_1, nbits);
294
295 bitmap_fill(bmap, 1024);
296 bitmap_replace(bmap, &exp2[1 * nlongs], &exp2[0 * nlongs], exp2_to_exp3_mask, nbits);
297 expect_eq_bitmap(bmap, exp3_1_0, nbits);
298}
299
300#define PARSE_TIME 0x1
301#define NO_LEN 0x2
302
303struct test_bitmap_parselist{
304 const int errno;
305 const char *in;
306 const unsigned long *expected;
307 const int nbits;
308 const int flags;
309};
310
311static const struct test_bitmap_parselist parselist_tests[] __initconst = {
312#define step (sizeof(u64) / sizeof(unsigned long))
313
314 {0, "0", &exp1[0], 8, 0},
315 {0, "1", &exp1[1 * step], 8, 0},
316 {0, "0-15", &exp1[2 * step], 32, 0},
317 {0, "16-31", &exp1[3 * step], 32, 0},
318 {0, "0-31:1/2", &exp1[4 * step], 32, 0},
319 {0, "1-31:1/2", &exp1[5 * step], 32, 0},
320 {0, "0-31:1/4", &exp1[6 * step], 32, 0},
321 {0, "1-31:1/4", &exp1[7 * step], 32, 0},
322 {0, "0-31:4/4", &exp1[8 * step], 32, 0},
323 {0, "1-31:4/4", &exp1[9 * step], 32, 0},
324 {0, "0-31:1/4,32-63:2/4", &exp1[10 * step], 64, 0},
325 {0, "0-31:3/4,32-63:4/4", &exp1[11 * step], 64, 0},
326 {0, " ,, 0-31:3/4 ,, 32-63:4/4 ,, ", &exp1[11 * step], 64, 0},
327
328 {0, "0-31:1/4,32-63:2/4,64-95:3/4,96-127:4/4", exp2, 128, 0},
329
330 {0, "0-2047:128/256", NULL, 2048, PARSE_TIME},
331
332 {0, "", &exp1[12 * step], 8, 0},
333 {0, "\n", &exp1[12 * step], 8, 0},
334 {0, ",, ,, , , ,", &exp1[12 * step], 8, 0},
335 {0, " , ,, , , ", &exp1[12 * step], 8, 0},
336 {0, " , ,, , , \n", &exp1[12 * step], 8, 0},
337
338 {-EINVAL, "-1", NULL, 8, 0},
339 {-EINVAL, "-0", NULL, 8, 0},
340 {-EINVAL, "10-1", NULL, 8, 0},
341 {-EINVAL, "0-31:", NULL, 8, 0},
342 {-EINVAL, "0-31:0", NULL, 8, 0},
343 {-EINVAL, "0-31:0/", NULL, 8, 0},
344 {-EINVAL, "0-31:0/0", NULL, 8, 0},
345 {-EINVAL, "0-31:1/0", NULL, 8, 0},
346 {-EINVAL, "0-31:10/1", NULL, 8, 0},
347 {-EOVERFLOW, "0-98765432123456789:10/1", NULL, 8, 0},
348
349 {-EINVAL, "a-31", NULL, 8, 0},
350 {-EINVAL, "0-a1", NULL, 8, 0},
351 {-EINVAL, "a-31:10/1", NULL, 8, 0},
352 {-EINVAL, "0-31:a/1", NULL, 8, 0},
353 {-EINVAL, "0-\n", NULL, 8, 0},
354
355};
356
357static void __init __test_bitmap_parselist(int is_user)
358{
359 int i;
360 int err;
361 ktime_t time;
362 DECLARE_BITMAP(bmap, 2048);
363 char *mode = is_user ? "_user" : "";
364
365 for (i = 0; i < ARRAY_SIZE(parselist_tests); i++) {
366#define ptest parselist_tests[i]
367
368 if (is_user) {
369 mm_segment_t orig_fs = get_fs();
370 size_t len = strlen(ptest.in);
371
372 set_fs(KERNEL_DS);
373 time = ktime_get();
374 err = bitmap_parselist_user((__force const char __user *)ptest.in, len,
375 bmap, ptest.nbits);
376 time = ktime_get() - time;
377 set_fs(orig_fs);
378 } else {
379 time = ktime_get();
380 err = bitmap_parselist(ptest.in, bmap, ptest.nbits);
381 time = ktime_get() - time;
382 }
383
384 if (err != ptest.errno) {
385 pr_err("parselist%s: %d: input is %s, errno is %d, expected %d\n",
386 mode, i, ptest.in, err, ptest.errno);
387 continue;
388 }
389
390 if (!err && ptest.expected
391 && !__bitmap_equal(bmap, ptest.expected, ptest.nbits)) {
392 pr_err("parselist%s: %d: input is %s, result is 0x%lx, expected 0x%lx\n",
393 mode, i, ptest.in, bmap[0],
394 *ptest.expected);
395 continue;
396 }
397
398 if (ptest.flags & PARSE_TIME)
399 pr_err("parselist%s: %d: input is '%s' OK, Time: %llu\n",
400 mode, i, ptest.in, time);
401
402#undef ptest
403 }
404}
405
406static const unsigned long parse_test[] __initconst = {
407 BITMAP_FROM_U64(0),
408 BITMAP_FROM_U64(1),
409 BITMAP_FROM_U64(0xdeadbeef),
410 BITMAP_FROM_U64(0x100000000ULL),
411};
412
413static const unsigned long parse_test2[] __initconst = {
414 BITMAP_FROM_U64(0x100000000ULL), BITMAP_FROM_U64(0xdeadbeef),
415 BITMAP_FROM_U64(0x100000000ULL), BITMAP_FROM_U64(0xbaadf00ddeadbeef),
416 BITMAP_FROM_U64(0x100000000ULL), BITMAP_FROM_U64(0x0badf00ddeadbeef),
417};
418
419static const struct test_bitmap_parselist parse_tests[] __initconst = {
420 {0, "", &parse_test[0 * step], 32, 0},
421 {0, " ", &parse_test[0 * step], 32, 0},
422 {0, "0", &parse_test[0 * step], 32, 0},
423 {0, "0\n", &parse_test[0 * step], 32, 0},
424 {0, "1", &parse_test[1 * step], 32, 0},
425 {0, "deadbeef", &parse_test[2 * step], 32, 0},
426 {0, "1,0", &parse_test[3 * step], 33, 0},
427 {0, "deadbeef,\n,0,1", &parse_test[2 * step], 96, 0},
428
429 {0, "deadbeef,1,0", &parse_test2[0 * 2 * step], 96, 0},
430 {0, "baadf00d,deadbeef,1,0", &parse_test2[1 * 2 * step], 128, 0},
431 {0, "badf00d,deadbeef,1,0", &parse_test2[2 * 2 * step], 124, 0},
432 {0, "badf00d,deadbeef,1,0", &parse_test2[2 * 2 * step], 124, NO_LEN},
433 {0, " badf00d,deadbeef,1,0 ", &parse_test2[2 * 2 * step], 124, 0},
434 {0, " , badf00d,deadbeef,1,0 , ", &parse_test2[2 * 2 * step], 124, 0},
435 {0, " , badf00d, ,, ,,deadbeef,1,0 , ", &parse_test2[2 * 2 * step], 124, 0},
436
437 {-EINVAL, "goodfood,deadbeef,1,0", NULL, 128, 0},
438 {-EOVERFLOW, "3,0", NULL, 33, 0},
439 {-EOVERFLOW, "123badf00d,deadbeef,1,0", NULL, 128, 0},
440 {-EOVERFLOW, "badf00d,deadbeef,1,0", NULL, 90, 0},
441 {-EOVERFLOW, "fbadf00d,deadbeef,1,0", NULL, 95, 0},
442 {-EOVERFLOW, "badf00d,deadbeef,1,0", NULL, 100, 0},
443#undef step
444};
445
446static void __init __test_bitmap_parse(int is_user)
447{
448 int i;
449 int err;
450 ktime_t time;
451 DECLARE_BITMAP(bmap, 2048);
452 char *mode = is_user ? "_user" : "";
453
454 for (i = 0; i < ARRAY_SIZE(parse_tests); i++) {
455 struct test_bitmap_parselist test = parse_tests[i];
456
457 if (is_user) {
458 size_t len = strlen(test.in);
459 mm_segment_t orig_fs = get_fs();
460
461 set_fs(KERNEL_DS);
462 time = ktime_get();
463 err = bitmap_parse_user((__force const char __user *)test.in, len,
464 bmap, test.nbits);
465 time = ktime_get() - time;
466 set_fs(orig_fs);
467 } else {
468 size_t len = test.flags & NO_LEN ?
469 UINT_MAX : strlen(test.in);
470 time = ktime_get();
471 err = bitmap_parse(test.in, len, bmap, test.nbits);
472 time = ktime_get() - time;
473 }
474
475 if (err != test.errno) {
476 pr_err("parse%s: %d: input is %s, errno is %d, expected %d\n",
477 mode, i, test.in, err, test.errno);
478 continue;
479 }
480
481 if (!err && test.expected
482 && !__bitmap_equal(bmap, test.expected, test.nbits)) {
483 pr_err("parse%s: %d: input is %s, result is 0x%lx, expected 0x%lx\n",
484 mode, i, test.in, bmap[0],
485 *test.expected);
486 continue;
487 }
488
489 if (test.flags & PARSE_TIME)
490 pr_err("parse%s: %d: input is '%s' OK, Time: %llu\n",
491 mode, i, test.in, time);
492 }
493}
494
495static void __init test_bitmap_parselist(void)
496{
497 __test_bitmap_parselist(0);
498}
499
500static void __init test_bitmap_parselist_user(void)
501{
502 __test_bitmap_parselist(1);
503}
504
505static void __init test_bitmap_parse(void)
506{
507 __test_bitmap_parse(0);
508}
509
510static void __init test_bitmap_parse_user(void)
511{
512 __test_bitmap_parse(1);
513}
514
515#define EXP1_IN_BITS (sizeof(exp1) * 8)
516
517static void __init test_bitmap_arr32(void)
518{
519 unsigned int nbits, next_bit;
520 u32 arr[EXP1_IN_BITS / 32];
521 DECLARE_BITMAP(bmap2, EXP1_IN_BITS);
522
523 memset(arr, 0xa5, sizeof(arr));
524
525 for (nbits = 0; nbits < EXP1_IN_BITS; ++nbits) {
526 bitmap_to_arr32(arr, exp1, nbits);
527 bitmap_from_arr32(bmap2, arr, nbits);
528 expect_eq_bitmap(bmap2, exp1, nbits);
529
530 next_bit = find_next_bit(bmap2,
531 round_up(nbits, BITS_PER_LONG), nbits);
532 if (next_bit < round_up(nbits, BITS_PER_LONG))
533 pr_err("bitmap_copy_arr32(nbits == %d:"
534 " tail is not safely cleared: %d\n",
535 nbits, next_bit);
536
537 if (nbits < EXP1_IN_BITS - 32)
538 expect_eq_uint(arr[DIV_ROUND_UP(nbits, 32)],
539 0xa5a5a5a5);
540 }
541}
542
543static void noinline __init test_mem_optimisations(void)
544{
545 DECLARE_BITMAP(bmap1, 1024);
546 DECLARE_BITMAP(bmap2, 1024);
547 unsigned int start, nbits;
548
549 for (start = 0; start < 1024; start += 8) {
550 for (nbits = 0; nbits < 1024 - start; nbits += 8) {
551 memset(bmap1, 0x5a, sizeof(bmap1));
552 memset(bmap2, 0x5a, sizeof(bmap2));
553
554 bitmap_set(bmap1, start, nbits);
555 __bitmap_set(bmap2, start, nbits);
556 if (!bitmap_equal(bmap1, bmap2, 1024)) {
557 printk("set not equal %d %d\n", start, nbits);
558 failed_tests++;
559 }
560 if (!__bitmap_equal(bmap1, bmap2, 1024)) {
561 printk("set not __equal %d %d\n", start, nbits);
562 failed_tests++;
563 }
564
565 bitmap_clear(bmap1, start, nbits);
566 __bitmap_clear(bmap2, start, nbits);
567 if (!bitmap_equal(bmap1, bmap2, 1024)) {
568 printk("clear not equal %d %d\n", start, nbits);
569 failed_tests++;
570 }
571 if (!__bitmap_equal(bmap1, bmap2, 1024)) {
572 printk("clear not __equal %d %d\n", start,
573 nbits);
574 failed_tests++;
575 }
576 }
577 }
578}
579
580static const unsigned char clump_exp[] __initconst = {
581 0x01, /* 1 bit set */
582 0x02, /* non-edge 1 bit set */
583 0x00, /* zero bits set */
584 0x38, /* 3 bits set across 4-bit boundary */
585 0x38, /* Repeated clump */
586 0x0F, /* 4 bits set */
587 0xFF, /* all bits set */
588 0x05, /* non-adjacent 2 bits set */
589};
590
591static void __init test_for_each_set_clump8(void)
592{
593#define CLUMP_EXP_NUMBITS 64
594 DECLARE_BITMAP(bits, CLUMP_EXP_NUMBITS);
595 unsigned int start;
596 unsigned long clump;
597
598 /* set bitmap to test case */
599 bitmap_zero(bits, CLUMP_EXP_NUMBITS);
600 bitmap_set(bits, 0, 1); /* 0x01 */
601 bitmap_set(bits, 9, 1); /* 0x02 */
602 bitmap_set(bits, 27, 3); /* 0x28 */
603 bitmap_set(bits, 35, 3); /* 0x28 */
604 bitmap_set(bits, 40, 4); /* 0x0F */
605 bitmap_set(bits, 48, 8); /* 0xFF */
606 bitmap_set(bits, 56, 1); /* 0x05 - part 1 */
607 bitmap_set(bits, 58, 1); /* 0x05 - part 2 */
608
609 for_each_set_clump8(start, clump, bits, CLUMP_EXP_NUMBITS)
610 expect_eq_clump8(start, CLUMP_EXP_NUMBITS, clump_exp, &clump);
611}
612
613struct test_bitmap_cut {
614 unsigned int first;
615 unsigned int cut;
616 unsigned int nbits;
617 unsigned long in[4];
618 unsigned long expected[4];
619};
620
621static struct test_bitmap_cut test_cut[] = {
622 { 0, 0, 8, { 0x0000000aUL, }, { 0x0000000aUL, }, },
623 { 0, 0, 32, { 0xdadadeadUL, }, { 0xdadadeadUL, }, },
624 { 0, 3, 8, { 0x000000aaUL, }, { 0x00000015UL, }, },
625 { 3, 3, 8, { 0x000000aaUL, }, { 0x00000012UL, }, },
626 { 0, 1, 32, { 0xa5a5a5a5UL, }, { 0x52d2d2d2UL, }, },
627 { 0, 8, 32, { 0xdeadc0deUL, }, { 0x00deadc0UL, }, },
628 { 1, 1, 32, { 0x5a5a5a5aUL, }, { 0x2d2d2d2cUL, }, },
629 { 0, 15, 32, { 0xa5a5a5a5UL, }, { 0x00014b4bUL, }, },
630 { 0, 16, 32, { 0xa5a5a5a5UL, }, { 0x0000a5a5UL, }, },
631 { 15, 15, 32, { 0xa5a5a5a5UL, }, { 0x000125a5UL, }, },
632 { 15, 16, 32, { 0xa5a5a5a5UL, }, { 0x0000a5a5UL, }, },
633 { 16, 15, 32, { 0xa5a5a5a5UL, }, { 0x0001a5a5UL, }, },
634
635 { BITS_PER_LONG, BITS_PER_LONG, BITS_PER_LONG,
636 { 0xa5a5a5a5UL, 0xa5a5a5a5UL, },
637 { 0xa5a5a5a5UL, 0xa5a5a5a5UL, },
638 },
639 { 1, BITS_PER_LONG - 1, BITS_PER_LONG,
640 { 0xa5a5a5a5UL, 0xa5a5a5a5UL, },
641 { 0x00000001UL, 0x00000001UL, },
642 },
643
644 { 0, BITS_PER_LONG * 2, BITS_PER_LONG * 2 + 1,
645 { 0xa5a5a5a5UL, 0x00000001UL, 0x00000001UL, 0x00000001UL },
646 { 0x00000001UL, },
647 },
648 { 16, BITS_PER_LONG * 2 + 1, BITS_PER_LONG * 2 + 1 + 16,
649 { 0x0000ffffUL, 0x5a5a5a5aUL, 0x5a5a5a5aUL, 0x5a5a5a5aUL },
650 { 0x2d2dffffUL, },
651 },
652};
653
654static void __init test_bitmap_cut(void)
655{
656 unsigned long b[5], *in = &b[1], *out = &b[0]; /* Partial overlap */
657 int i;
658
659 for (i = 0; i < ARRAY_SIZE(test_cut); i++) {
660 struct test_bitmap_cut *t = &test_cut[i];
661
662 memcpy(in, t->in, sizeof(t->in));
663
664 bitmap_cut(out, in, t->first, t->cut, t->nbits);
665
666 expect_eq_bitmap(t->expected, out, t->nbits);
667 }
668}
669
670static void __init selftest(void)
671{
672 test_zero_clear();
673 test_fill_set();
674 test_copy();
675 test_replace();
676 test_bitmap_arr32();
677 test_bitmap_parse();
678 test_bitmap_parse_user();
679 test_bitmap_parselist();
680 test_bitmap_parselist_user();
681 test_mem_optimisations();
682 test_for_each_set_clump8();
683 test_bitmap_cut();
684}
685
686KSTM_MODULE_LOADERS(test_bitmap);
687MODULE_AUTHOR("david decotigny <david.decotigny@googlers.com>");
688MODULE_LICENSE("GPL");