rte_seqcount.h

Go to the documentation of this file.

/* SPDX-License-Identifier: BSD-3-Clause
 * Copyright(c) 2022 Ericsson AB
 */

#ifndef _RTE_SEQCOUNT_H_
#define _RTE_SEQCOUNT_H_

#ifdef __cplusplus
extern "C" {
#endif

#include <stdbool.h>
#include <stdint.h>

#include <rte_atomic.h>
#include <rte_branch_prediction.h>
#include <rte_compat.h>

typedef struct {
    uint32_t sn; 
} rte_seqcount_t;

#define RTE_SEQCOUNT_INITIALIZER { .sn = 0 }

__rte_experimental
static inline void
rte_seqcount_init(rte_seqcount_t *seqcount)
{
    seqcount->sn = 0;
}

__rte_experimental
static inline uint32_t
rte_seqcount_read_begin(const rte_seqcount_t *seqcount)
{
    /* __ATOMIC_ACQUIRE to prevent loads after (in program order)
     * from happening before the sn load. Synchronizes-with the
     * store release in rte_seqcount_write_end().
     */
    return __atomic_load_n(&seqcount->sn, __ATOMIC_ACQUIRE);
}

__rte_experimental
static inline bool
rte_seqcount_read_retry(const rte_seqcount_t *seqcount, uint32_t begin_sn)
{
    uint32_t end_sn;

    /* An odd sequence number means the protected data was being
     * modified already at the point of the rte_seqcount_read_begin()
     * call.
     */
    if (unlikely(begin_sn & 1))
        return true;

    /* make sure the data loads happens before the sn load */
    rte_atomic_thread_fence(__ATOMIC_ACQUIRE);

    end_sn = __atomic_load_n(&seqcount->sn, __ATOMIC_RELAXED);

    /* A writer incremented the sequence number during this read
     * critical section.
     */
    return begin_sn != end_sn;
}

__rte_experimental
static inline void
rte_seqcount_write_begin(rte_seqcount_t *seqcount)
{
    uint32_t sn;

    sn = seqcount->sn + 1;

    __atomic_store_n(&seqcount->sn, sn, __ATOMIC_RELAXED);

    /* __ATOMIC_RELEASE to prevent stores after (in program order)
     * from happening before the sn store.
     */
    rte_atomic_thread_fence(__ATOMIC_RELEASE);
}

__rte_experimental
static inline void
rte_seqcount_write_end(rte_seqcount_t *seqcount)
{
    uint32_t sn;

    sn = seqcount->sn + 1;

    /* Synchronizes-with the load acquire in rte_seqcount_read_begin(). */
    __atomic_store_n(&seqcount->sn, sn, __ATOMIC_RELEASE);
}

#ifdef __cplusplus
}
#endif

#endif /* _RTE_SEQCOUNT_H_ */