| /* bit search implementation |
| * |
| * Copied from lib/find_bit.c to tools/lib/find_bit.c |
| * |
| * Copyright (C) 2004 Red Hat, Inc. All Rights Reserved. |
| * Written by David Howells (dhowells@redhat.com) |
| * |
| * Copyright (C) 2008 IBM Corporation |
| * 'find_last_bit' is written by Rusty Russell <rusty@rustcorp.com.au> |
| * (Inspired by David Howell's find_next_bit implementation) |
| * |
| * Rewritten by Yury Norov <yury.norov@gmail.com> to decrease |
| * size and improve performance, 2015. |
| * |
| * This program is free software; you can redistribute it and/or |
| * modify it under the terms of the GNU General Public License |
| * as published by the Free Software Foundation; either version |
| * 2 of the License, or (at your option) any later version. |
| */ |
| |
| #include <linux/bitops.h> |
| #include <linux/bitmap.h> |
| #include <linux/kernel.h> |
| |
| #if !defined(find_next_bit) |
| |
| /* |
| * This is a common helper function for find_next_bit and |
| * find_next_zero_bit. The difference is the "invert" argument, which |
| * is XORed with each fetched word before searching it for one bits. |
| */ |
| static unsigned long _find_next_bit(const unsigned long *addr, |
| unsigned long nbits, unsigned long start, unsigned long invert) |
| { |
| unsigned long tmp; |
| |
| if (unlikely(start >= nbits)) |
| return nbits; |
| |
| tmp = addr[start / BITS_PER_LONG] ^ invert; |
| |
| /* Handle 1st word. */ |
| tmp &= BITMAP_FIRST_WORD_MASK(start); |
| start = round_down(start, BITS_PER_LONG); |
| |
| while (!tmp) { |
| start += BITS_PER_LONG; |
| if (start >= nbits) |
| return nbits; |
| |
| tmp = addr[start / BITS_PER_LONG] ^ invert; |
| } |
| |
| return min(start + __ffs(tmp), nbits); |
| } |
| #endif |
| |
| #ifndef find_next_bit |
| /* |
| * Find the next set bit in a memory region. |
| */ |
| unsigned long find_next_bit(const unsigned long *addr, unsigned long size, |
| unsigned long offset) |
| { |
| return _find_next_bit(addr, size, offset, 0UL); |
| } |
| #endif |
| |
| #ifndef find_first_bit |
| /* |
| * Find the first set bit in a memory region. |
| */ |
| unsigned long find_first_bit(const unsigned long *addr, unsigned long size) |
| { |
| unsigned long idx; |
| |
| for (idx = 0; idx * BITS_PER_LONG < size; idx++) { |
| if (addr[idx]) |
| return min(idx * BITS_PER_LONG + __ffs(addr[idx]), size); |
| } |
| |
| return size; |
| } |
| #endif |
| |
| #ifndef find_first_zero_bit |
| /* |
| * Find the first cleared bit in a memory region. |
| */ |
| unsigned long find_first_zero_bit(const unsigned long *addr, unsigned long size) |
| { |
| unsigned long idx; |
| |
| for (idx = 0; idx * BITS_PER_LONG < size; idx++) { |
| if (addr[idx] != ~0UL) |
| return min(idx * BITS_PER_LONG + ffz(addr[idx]), size); |
| } |
| |
| return size; |
| } |
| #endif |
| |
| #ifndef find_next_zero_bit |
| unsigned long find_next_zero_bit(const unsigned long *addr, unsigned long size, |
| unsigned long offset) |
| { |
| return _find_next_bit(addr, size, offset, ~0UL); |
| } |
| #endif |