1 #ifndef _ASM_X86_HWEIGHT_H
2 #define _ASM_X86_HWEIGHT_H
4 #include <asm/cpufeatures.h>
7 /* popcnt %edi, %eax */
8 #define POPCNT32 ".byte 0xf3,0x0f,0xb8,0xc7"
9 /* popcnt %rdi, %rax */
10 #define POPCNT64 ".byte 0xf3,0x48,0x0f,0xb8,0xc7"
14 /* popcnt %eax, %eax */
15 #define POPCNT32 ".byte 0xf3,0x0f,0xb8,0xc0"
20 #define __HAVE_ARCH_SW_HWEIGHT
22 static __always_inline unsigned int __arch_hweight32(unsigned int w)
26 asm (ALTERNATIVE("call __sw_hweight32", POPCNT32, X86_FEATURE_POPCNT)
33 static inline unsigned int __arch_hweight16(unsigned int w)
35 return __arch_hweight32(w & 0xffff);
38 static inline unsigned int __arch_hweight8(unsigned int w)
40 return __arch_hweight32(w & 0xff);
44 static inline unsigned long __arch_hweight64(__u64 w)
46 return __arch_hweight32((u32)w) +
47 __arch_hweight32((u32)(w >> 32));
50 static __always_inline unsigned long __arch_hweight64(__u64 w)
54 asm (ALTERNATIVE("call __sw_hweight64", POPCNT64, X86_FEATURE_POPCNT)
60 #endif /* CONFIG_X86_32 */