compat.h

Go to the documentation of this file.

 
#ifndef CBITS_COMPAT_H
#define CBITS_COMPAT_H
 
#include <stdint.h>
#include <stddef.h>
#include <stdlib.h>
 
#if defined(__x86_64__) || defined(_M_X64)
    #if defined(_MSC_VER)
        #include <immintrin.h>
    #else
        #include <x86intrin.h>
    #endif
#endif
 
#ifdef _MSC_VER
    #ifdef _M_IX86
        #pragma intrinsic(__popcnt)
    #elif defined(_M_X64) || defined(_M_AMD64)
        #pragma intrinsic(__popcnt)
        #pragma intrinsic(__popcnt64)
    #endif
#endif
 
/* Aligned malloc / free */
#if defined(_MSC_VER)
    #include <malloc.h>
    #include <errno.h>
 
static inline int
posix_memalign(void **memptr, size_t alignment, size_t size)
{
    void *p = _aligned_malloc(size, alignment);
    if (!p) {
        return ENOMEM;
    }
    *memptr = p;
    return 0;
}
 
static inline void
cbits_free_aligned(void *ptr)
{
    _aligned_free(ptr);
}
#else
 
static inline void
cbits_free_aligned(void *ptr)
{
    free(ptr);
}
#endif
 
static inline void *
cbits_malloc_aligned(size_t size, size_t align)
{
    void *p = NULL;
    if (posix_memalign(&p, align, size) != 0) {
        return NULL;
    }
    return p;
}
 
/* Prefetch */
 
static inline void
cbits_prefetch(const void *ptr)
{
#if defined(_MSC_VER)
    _mm_prefetch((const char *) ptr, _MM_HINT_T0);
#else
    __builtin_prefetch(ptr, 0, 1);
#endif
}
 
/* Popcount */
 
static inline uint64_t
cbits_popcount64(uint64_t x)
{
#if defined(_MSC_VER)
    #if defined(_M_IX86) || defined(_M_ARM)
    return (uint64_t) __popcnt((uint32_t) x) +
           (uint64_t) __popcnt((uint32_t) (x >> 32));
    #else
    return (uint64_t) __popcnt64(x);
    #endif
#else
    return (uint64_t) __builtin_popcountll(x);
#endif
}
 
extern uint64_t (*cbits_popcount_block_ptr)(const uint64_t *ptr);
 
uint64_t
cbits_popcount_block_fallback(const uint64_t *ptr);
 
#if defined(__x86_64__) || defined(_M_X64)
uint64_t
cbits_popcount_block_avx2(const uint64_t *ptr);
 
uint64_t
cbits_popcount_block_avx512(const uint64_t *ptr);
#endif
 
static inline uint64_t
cbits_popcount_block(const uint64_t *ptr)
{
    return cbits_popcount_block_ptr(ptr);
}
void
init_cpu_dispatch(void);
 
#endif /* CBITS_COMPAT_H */