Path: blob/main/sys/contrib/ck/include/spinlock/fas.h
48375 views
/*1* Copyright 2010-2015 Samy Al Bahra.2* All rights reserved.3*4* Redistribution and use in source and binary forms, with or without5* modification, are permitted provided that the following conditions6* are met:7* 1. Redistributions of source code must retain the above copyright8* notice, this list of conditions and the following disclaimer.9* 2. Redistributions in binary form must reproduce the above copyright10* notice, this list of conditions and the following disclaimer in the11* documentation and/or other materials provided with the distribution.12*13* THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND14* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE15* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE16* ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE17* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL18* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS19* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)20* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT21* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY22* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF23* SUCH DAMAGE.24*/2526#ifndef CK_SPINLOCK_FAS_H27#define CK_SPINLOCK_FAS_H2829#include <ck_backoff.h>30#include <ck_cc.h>31#include <ck_elide.h>32#include <ck_pr.h>33#include <ck_stdbool.h>3435#ifndef CK_F_SPINLOCK_FAS36#define CK_F_SPINLOCK_FAS3738struct ck_spinlock_fas {39unsigned int value;40};41typedef struct ck_spinlock_fas ck_spinlock_fas_t;4243#define CK_SPINLOCK_FAS_INITIALIZER {false}4445CK_CC_INLINE static void46ck_spinlock_fas_init(struct ck_spinlock_fas *lock)47{4849lock->value = false;50ck_pr_barrier();51return;52}5354CK_CC_INLINE static bool55ck_spinlock_fas_trylock(struct ck_spinlock_fas *lock)56{57bool value;5859value = ck_pr_fas_uint(&lock->value, true);60ck_pr_fence_lock();6162return !value;63}6465CK_CC_INLINE static bool66ck_spinlock_fas_locked(struct ck_spinlock_fas *lock)67{68bool r;6970r = ck_pr_load_uint(&lock->value);71ck_pr_fence_acquire();72return r;73}7475CK_CC_INLINE static void76ck_spinlock_fas_lock(struct ck_spinlock_fas *lock)77{7879while (CK_CC_UNLIKELY(ck_pr_fas_uint(&lock->value, true) == true)) {80do {81ck_pr_stall();82} while (ck_pr_load_uint(&lock->value) == true);83}8485ck_pr_fence_lock();86return;87}8889CK_CC_INLINE static void90ck_spinlock_fas_lock_eb(struct ck_spinlock_fas *lock)91{92ck_backoff_t backoff = CK_BACKOFF_INITIALIZER;9394while (ck_pr_fas_uint(&lock->value, true) == true)95ck_backoff_eb(&backoff);9697ck_pr_fence_lock();98return;99}100101CK_CC_INLINE static void102ck_spinlock_fas_unlock(struct ck_spinlock_fas *lock)103{104105ck_pr_fence_unlock();106ck_pr_store_uint(&lock->value, false);107return;108}109110CK_ELIDE_PROTOTYPE(ck_spinlock_fas, ck_spinlock_fas_t,111ck_spinlock_fas_locked, ck_spinlock_fas_lock,112ck_spinlock_fas_locked, ck_spinlock_fas_unlock)113114CK_ELIDE_TRYLOCK_PROTOTYPE(ck_spinlock_fas, ck_spinlock_fas_t,115ck_spinlock_fas_locked, ck_spinlock_fas_trylock)116117#endif /* CK_F_SPINLOCK_FAS */118#endif /* CK_SPINLOCK_FAS_H */119120121