| /* SPDX-License-Identifier: GPL-2.0 */ |
| #ifndef _ASM_WORD_AT_A_TIME_H |
| #define _ASM_WORD_AT_A_TIME_H |
| |
| #include <asm/byteorder.h> |
| |
| struct word_at_a_time { /* unused */ }; |
| #define WORD_AT_A_TIME_CONSTANTS {} |
| |
| /* Generate 0x01 byte values for zero bytes using a SIMD instruction. */ |
| static inline unsigned long has_zero(unsigned long val, unsigned long *data, |
| const struct word_at_a_time *c) |
| { |
| #ifdef __tilegx__ |
| unsigned long mask = __insn_v1cmpeqi(val, 0); |
| #else /* tilepro */ |
| unsigned long mask = __insn_seqib(val, 0); |
| #endif |
| *data = mask; |
| return mask; |
| } |
| |
| /* These operations are both nops. */ |
| #define prep_zero_mask(val, data, c) (data) |
| #define create_zero_mask(data) (data) |
| |
| /* And this operation just depends on endianness. */ |
| static inline long find_zero(unsigned long mask) |
| { |
| #ifdef __BIG_ENDIAN |
| return __builtin_clzl(mask) >> 3; |
| #else |
| return __builtin_ctzl(mask) >> 3; |
| #endif |
| } |
| |
| #ifdef __BIG_ENDIAN |
| #define zero_bytemask(mask) (~1ul << (63 - __builtin_clzl(mask))) |
| #else |
| #define zero_bytemask(mask) ((2ul << __builtin_ctzl(mask)) - 1) |
| #endif |
| |
| #endif /* _ASM_WORD_AT_A_TIME_H */ |
