1/* SPDX-License-Identifier: GPL-2.0-only */
  2/*
  3 * Copyright (C) 2004, 2007-2010, 2011-2012 Synopsys, Inc. (www.synopsys.com)
  4 */
  5
  6#ifndef _ASM_BITOPS_H
  7#define _ASM_BITOPS_H
  8
  9#ifndef _LINUX_BITOPS_H
 10#error only <linux/bitops.h> can be included directly
 11#endif
 12
 13#ifndef __ASSEMBLY__
 14
 15#include <linux/types.h>
 16#include <linux/compiler.h>
 17
 18#ifdef CONFIG_ISA_ARCOMPACT
 19
 20/*
 21 * Count the number of zeros, starting from MSB
 22 * Helper for fls( ) friends
 23 * This is a pure count, so (1-32) or (0-31) doesn't apply
 24 * It could be 0 to 32, based on num of 0's in there
 25 * clz(0x8000_0000) = 0, clz(0xFFFF_FFFF)=0, clz(0) = 32, clz(1) = 31
 26 */
 27static inline __attribute__ ((const)) int clz(unsigned int x)
 28{
 29	unsigned int res;
 30
 31	__asm__ __volatile__(
 32	"	norm.f  %0, %1		\n"
 33	"	mov.n   %0, 0		\n"
 34	"	add.p   %0, %0, 1	\n"
 35	: "=r"(res)
 36	: "r"(x)
 37	: "cc");
 38
 39	return res;
 40}
 41
 42static inline int constant_fls(unsigned int x)
 43{
 44	int r = 32;
 45
 46	if (!x)
 47		return 0;
 48	if (!(x & 0xffff0000u)) {
 49		x <<= 16;
 50		r -= 16;
 51	}
 52	if (!(x & 0xff000000u)) {
 53		x <<= 8;
 54		r -= 8;
 55	}
 56	if (!(x & 0xf0000000u)) {
 57		x <<= 4;
 58		r -= 4;
 59	}
 60	if (!(x & 0xc0000000u)) {
 61		x <<= 2;
 62		r -= 2;
 63	}
 64	if (!(x & 0x80000000u))
 65		r -= 1;
 66	return r;
 67}
 68
 69/*
 70 * fls = Find Last Set in word
 71 * @result: [1-32]
 72 * fls(1) = 1, fls(0x80000000) = 32, fls(0) = 0
 73 */
 74static inline __attribute__ ((const)) int fls(unsigned int x)
 75{
 76	if (__builtin_constant_p(x))
 77	       return constant_fls(x);
 78
 79	return 32 - clz(x);
 80}
 81
 82/*
 83 * __fls: Similar to fls, but zero based (0-31)
 84 */
 85static inline __attribute__ ((const)) unsigned long __fls(unsigned long x)
 86{
 87	if (!x)
 88		return 0;
 89	else
 90		return fls(x) - 1;
 91}
 92
 93/*
 94 * ffs = Find First Set in word (LSB to MSB)
 95 * @result: [1-32], 0 if all 0's
 96 */
 97#define ffs(x)	({ unsigned long __t = (x); fls(__t & -__t); })
 98
 99/*
100 * __ffs: Similar to ffs, but zero based (0-31)
101 */
102static inline __attribute__ ((const)) unsigned long __ffs(unsigned long word)
103{
104	if (!word)
105		return word;
106
107	return ffs(word) - 1;
108}
109
110#else	/* CONFIG_ISA_ARCV2 */
111
112/*
113 * fls = Find Last Set in word
114 * @result: [1-32]
115 * fls(1) = 1, fls(0x80000000) = 32, fls(0) = 0
116 */
117static inline __attribute__ ((const)) int fls(unsigned int x)
118{
119	int n;
120
121	asm volatile(
122	"	fls.f	%0, %1		\n"  /* 0:31; 0(Z) if src 0 */
123	"	add.nz	%0, %0, 1	\n"  /* 0:31 -> 1:32 */
124	: "=r"(n)	/* Early clobber not needed */
125	: "r"(x)
126	: "cc");
127
128	return n;
129}
130
131/*
132 * __fls: Similar to fls, but zero based (0-31). Also 0 if no bit set
133 */
134static inline __attribute__ ((const)) unsigned long __fls(unsigned long x)
135{
136	/* FLS insn has exactly same semantics as the API */
137	return	__builtin_arc_fls(x);
138}
139
140/*
141 * ffs = Find First Set in word (LSB to MSB)
142 * @result: [1-32], 0 if all 0's
143 */
144static inline __attribute__ ((const)) int ffs(unsigned int x)
145{
146	int n;
147
148	asm volatile(
149	"	ffs.f	%0, %1		\n"  /* 0:31; 31(Z) if src 0 */
150	"	add.nz	%0, %0, 1	\n"  /* 0:31 -> 1:32 */
151	"	mov.z	%0, 0		\n"  /* 31(Z)-> 0 */
152	: "=r"(n)	/* Early clobber not needed */
153	: "r"(x)
154	: "cc");
155
156	return n;
157}
158
159/*
160 * __ffs: Similar to ffs, but zero based (0-31)
161 */
162static inline __attribute__ ((const)) unsigned long __ffs(unsigned long x)
163{
164	unsigned long n;
165
166	asm volatile(
167	"	ffs.f	%0, %1		\n"  /* 0:31; 31(Z) if src 0 */
168	"	mov.z	%0, 0		\n"  /* 31(Z)-> 0 */
169	: "=r"(n)
170	: "r"(x)
171	: "cc");
172
173	return n;
174
175}
176
177#endif	/* CONFIG_ISA_ARCOMPACT */
178
179/*
180 * ffz = Find First Zero in word.
181 * @return:[0-31], 32 if all 1's
182 */
183#define ffz(x)	__ffs(~(x))
184
185#include <asm-generic/bitops/hweight.h>
186#include <asm-generic/bitops/fls64.h>
187#include <asm-generic/bitops/sched.h>
188#include <asm-generic/bitops/lock.h>
189#include <asm-generic/bitops/atomic.h>
190#include <asm-generic/bitops/non-atomic.h>
191
192#include <asm-generic/bitops/le.h>
193#include <asm-generic/bitops/ext2-atomic-setbit.h>
194
195#endif /* !__ASSEMBLY__ */
196
197#endif