rte_graph_model_mcore_dispatch.h

Go to the documentation of this file.

/* SPDX-License-Identifier: BSD-3-Clause
 * Copyright(C) 2023 Intel Corporation
 */

#ifndef _RTE_GRAPH_MODEL_MCORE_DISPATCH_H_
#define _RTE_GRAPH_MODEL_MCORE_DISPATCH_H_

#ifdef __cplusplus
extern "C" {
#endif

#include <rte_errno.h>
#include <rte_mempool.h>
#include <rte_memzone.h>
#include <rte_ring.h>

#include "rte_graph_worker_common.h"

#define RTE_GRAPH_SCHED_WQ_SIZE_MULTIPLIER  8
#define RTE_GRAPH_SCHED_WQ_SIZE(nb_nodes)   \
    ((typeof(nb_nodes))((nb_nodes) * RTE_GRAPH_SCHED_WQ_SIZE_MULTIPLIER))

bool __rte_noinline __rte_graph_mcore_dispatch_sched_node_enqueue(struct rte_node *node,
                                  struct rte_graph_rq_head *rq);

void __rte_graph_mcore_dispatch_sched_wq_process(struct rte_graph *graph);

int rte_graph_model_mcore_dispatch_node_lcore_affinity_set(const char *name,
                               unsigned int lcore_id);

static inline void
rte_graph_walk_mcore_dispatch(struct rte_graph *graph)
{
    const rte_graph_off_t *cir_start = graph->cir_start;
    const rte_node_t mask = graph->cir_mask;
    uint32_t head = graph->head;
    struct rte_node *node;

    if (graph->dispatch.wq != NULL)
        __rte_graph_mcore_dispatch_sched_wq_process(graph);

    while (likely(head != graph->tail)) {
        node = (struct rte_node *)RTE_PTR_ADD(graph, cir_start[(int32_t)head++]);

        /* skip the src nodes which not bind with current worker */
        if ((int32_t)head < 0 && node->dispatch.lcore_id != graph->dispatch.lcore_id)
            continue;

        /* Schedule the node until all task/objs are done */
        if (node->dispatch.lcore_id != RTE_MAX_LCORE &&
            graph->dispatch.lcore_id != node->dispatch.lcore_id &&
            graph->dispatch.rq != NULL &&
            __rte_graph_mcore_dispatch_sched_node_enqueue(node, graph->dispatch.rq))
            continue;

        __rte_node_process(graph, node);

        head = likely((int32_t)head > 0) ? head & mask : head;
    }

    graph->tail = 0;
}

#ifdef __cplusplus
}
#endif

#endif /* _RTE_GRAPH_MODEL_MCORE_DISPATCH_H_ */