5#ifndef _RTE_TRACE_POINT_H_
6#define _RTE_TRACE_POINT_H_
25#include <rte_compat.h>
28#include <rte_stdatomic.h>
38typedef RTE_ATOMIC(uint64_t) rte_trace_point_t;
40#ifndef _RTE_TRACE_POINT_REGISTER_H_
47#define RTE_TRACE_POINT_ARGS
50#define __RTE_TRACE_POINT(_mode, _tp, _args, ...) \
51extern rte_trace_point_t __##_tp; \
52static __rte_always_inline void \
55 __rte_trace_point_emit_header_##_mode(&__##_tp); \
85#define RTE_TRACE_POINT(tp, args, ...) \
86 __RTE_TRACE_POINT(generic, tp, args, __VA_ARGS__)
106#define RTE_TRACE_POINT_FP(tp, args, ...) \
107 __RTE_TRACE_POINT(fp, tp, args, __VA_ARGS__)
122#define RTE_TRACE_POINT_REGISTER(trace, name)
125#define rte_trace_point_emit_u64(val)
127#define rte_trace_point_emit_i64(val)
129#define rte_trace_point_emit_u32(val)
131#define rte_trace_point_emit_i32(val)
133#define rte_trace_point_emit_u16(val)
135#define rte_trace_point_emit_i16(val)
137#define rte_trace_point_emit_u8(val)
139#define rte_trace_point_emit_i8(val)
141#define rte_trace_point_emit_int(val)
143#define rte_trace_point_emit_long(val)
145#define rte_trace_point_emit_size_t(val)
147#define rte_trace_point_emit_float(val)
149#define rte_trace_point_emit_double(val)
151#define rte_trace_point_emit_ptr(val)
153#define rte_trace_point_emit_string(val)
155#define rte_trace_point_emit_time_t(val)
165#define rte_trace_point_emit_blob(val, len)
170#define __RTE_TRACE_EMIT_STRING_LEN_MAX 32
172#define __RTE_TRACE_EVENT_HEADER_SZ sizeof(uint64_t)
175#define RTE_TRACE_BLOB_LEN_MAX 64
233__rte_trace_point_fp_is_enabled(
void)
235#ifdef RTE_ENABLE_TRACE_FP
248void __rte_trace_mem_per_thread_alloc(
void);
266void __rte_trace_point_emit_field(
size_t sz,
const char *field,
286int __rte_trace_point_register(rte_trace_point_t *trace,
const char *name,
287 void (*register_fn)(
void));
291#ifndef _RTE_TRACE_POINT_REGISTER_H_
292#ifdef ALLOW_EXPERIMENTAL_API
294#define __RTE_TRACE_EVENT_HEADER_ID_SHIFT (48)
296#define __RTE_TRACE_FIELD_SIZE_SHIFT 0
297#define __RTE_TRACE_FIELD_SIZE_MASK (0xffffULL << __RTE_TRACE_FIELD_SIZE_SHIFT)
298#define __RTE_TRACE_FIELD_ID_SHIFT (16)
299#define __RTE_TRACE_FIELD_ID_MASK (0xffffULL << __RTE_TRACE_FIELD_ID_SHIFT)
300#define __RTE_TRACE_FIELD_ENABLE_MASK (1ULL << 63)
301#define __RTE_TRACE_FIELD_ENABLE_DISCARD (1ULL << 62)
303struct __rte_trace_stream_header {
307 char thread_name[__RTE_TRACE_EMIT_STRING_LEN_MAX];
310struct __rte_trace_header {
313 struct __rte_trace_stream_header stream_header;
320__rte_trace_mem_get(uint64_t in)
322 struct __rte_trace_header *trace =
324 const uint16_t sz = in & __RTE_TRACE_FIELD_SIZE_MASK;
328 __rte_trace_mem_per_thread_alloc();
329 trace = (
struct __rte_trace_header *)(
RTE_PER_LCORE(trace_mem));
334 uint32_t offset =
RTE_ALIGN_CEIL(trace->offset, __RTE_TRACE_EVENT_HEADER_SZ);
335 if (
unlikely((offset + sz) >= trace->len)) {
337 if (
unlikely(in & __RTE_TRACE_FIELD_ENABLE_DISCARD))
344 trace->offset = offset;
350__rte_trace_point_emit_ev_header(
void *mem, uint64_t in)
356 ~(0xffffULL << __RTE_TRACE_EVENT_HEADER_ID_SHIFT);
357 val |= ((in & __RTE_TRACE_FIELD_ID_MASK) <<
358 (__RTE_TRACE_EVENT_HEADER_ID_SHIFT -
359 __RTE_TRACE_FIELD_ID_SHIFT));
361 *(uint64_t *)mem = val;
362 return RTE_PTR_ADD(mem, __RTE_TRACE_EVENT_HEADER_SZ);
365#define __rte_trace_point_emit_header_generic(t) \
368 if (!rte_trace_feature_is_enabled()) \
370 const uint64_t val = rte_atomic_load_explicit(t, rte_memory_order_acquire); \
371 if (likely(!(val & __RTE_TRACE_FIELD_ENABLE_MASK))) \
373 mem = __rte_trace_mem_get(val); \
374 if (unlikely(mem == NULL)) \
376 mem = __rte_trace_point_emit_ev_header(mem, val); \
379#define __rte_trace_point_emit_header_fp(t) \
380 if (!__rte_trace_point_fp_is_enabled()) \
382 __rte_trace_point_emit_header_generic(t)
384#define __rte_trace_point_emit(name, in, type) \
386 RTE_BUILD_BUG_ON(sizeof(type) != sizeof(typeof(*in))); \
387 memcpy(mem, in, sizeof(*in)); \
388 mem = RTE_PTR_ADD(mem, sizeof(*in)); \
391#define rte_trace_point_emit_string(in) \
393 if (unlikely(in == NULL)) \
395 rte_strscpy((char *)mem, in, __RTE_TRACE_EMIT_STRING_LEN_MAX); \
396 mem = RTE_PTR_ADD(mem, __RTE_TRACE_EMIT_STRING_LEN_MAX); \
399#define rte_trace_point_emit_blob(in, len) \
401 uint8_t size = len; \
402 if (unlikely(in == NULL)) \
404 if (size > RTE_TRACE_BLOB_LEN_MAX) \
405 size = RTE_TRACE_BLOB_LEN_MAX; \
406 __rte_trace_point_emit("size", &size, uint8_t); \
407 memcpy(mem, in, size); \
408 memset(RTE_PTR_ADD(mem, size), 0, RTE_TRACE_BLOB_LEN_MAX - size); \
409 mem = RTE_PTR_ADD(mem, RTE_TRACE_BLOB_LEN_MAX); \
414#define __rte_trace_point_emit_header_generic(t) RTE_SET_USED(t)
415#define __rte_trace_point_emit_header_fp(t) RTE_SET_USED(t)
416#define __rte_trace_point_emit(name, in, type) RTE_SET_USED(in)
417#define rte_trace_point_emit_string(in) RTE_SET_USED(in)
418#define rte_trace_point_emit_blob(in, len) \
428#define rte_trace_point_emit_u64(in) __rte_trace_point_emit(RTE_STR(in), &in, uint64_t)
429#define rte_trace_point_emit_i64(in) __rte_trace_point_emit(RTE_STR(in), &in, int64_t)
430#define rte_trace_point_emit_u32(in) __rte_trace_point_emit(RTE_STR(in), &in, uint32_t)
431#define rte_trace_point_emit_i32(in) __rte_trace_point_emit(RTE_STR(in), &in, int32_t)
432#define rte_trace_point_emit_u16(in) __rte_trace_point_emit(RTE_STR(in), &in, uint16_t)
433#define rte_trace_point_emit_i16(in) __rte_trace_point_emit(RTE_STR(in), &in, int16_t)
434#define rte_trace_point_emit_u8(in) __rte_trace_point_emit(RTE_STR(in), &in, uint8_t)
435#define rte_trace_point_emit_i8(in) __rte_trace_point_emit(RTE_STR(in), &in, int8_t)
436#define rte_trace_point_emit_int(in) __rte_trace_point_emit(RTE_STR(in), &in, int32_t)
437#define rte_trace_point_emit_long(in) __rte_trace_point_emit(RTE_STR(in), &in, long)
438#define rte_trace_point_emit_size_t(in) __rte_trace_point_emit(RTE_STR(in), &in, size_t)
439#define rte_trace_point_emit_float(in) __rte_trace_point_emit(RTE_STR(in), &in, float)
440#define rte_trace_point_emit_double(in) __rte_trace_point_emit(RTE_STR(in), &in, double)
441#define rte_trace_point_emit_ptr(in) __rte_trace_point_emit(RTE_STR(in), &in, uintptr_t)
442#define rte_trace_point_emit_time_t(in) __rte_trace_point_emit(RTE_STR(in), &in, time_t)
444#define rte_trace_point_emit_u64_ptr(in) __rte_trace_point_emit(RTE_STR(in)"_val", in, uint64_t)
445#define rte_trace_point_emit_i64_ptr(in) __rte_trace_point_emit(RTE_STR(in)"_val", in, int64_t)
446#define rte_trace_point_emit_u32_ptr(in) __rte_trace_point_emit(RTE_STR(in)"_val", in, uint32_t)
447#define rte_trace_point_emit_i32_ptr(in) __rte_trace_point_emit(RTE_STR(in)"_val", in, int32_t)
448#define rte_trace_point_emit_u16_ptr(in) __rte_trace_point_emit(RTE_STR(in)"_val", in, uint16_t)
449#define rte_trace_point_emit_i16_ptr(in) __rte_trace_point_emit(RTE_STR(in)"_val", in, int16_t)
450#define rte_trace_point_emit_u8_ptr(in) __rte_trace_point_emit(RTE_STR(in)"_val", in, uint8_t)
451#define rte_trace_point_emit_i8_ptr(in) __rte_trace_point_emit(RTE_STR(in)"_val", in, int8_t)
452#define rte_trace_point_emit_int_ptr(in) __rte_trace_point_emit(RTE_STR(in)"_val", in, int32_t)
453#define rte_trace_point_emit_long_ptr(in) __rte_trace_point_emit(RTE_STR(in)"_val", in, long)
454#define rte_trace_point_emit_size_t_ptr(in) __rte_trace_point_emit(RTE_STR(in)"_val", in, size_t)
455#define rte_trace_point_emit_float_ptr(in) __rte_trace_point_emit(RTE_STR(in)"_val", in, float)
456#define rte_trace_point_emit_double_ptr(in) __rte_trace_point_emit(RTE_STR(in)"_val", in, double)
457#define rte_trace_point_emit_time_t_ptr(in) __rte_trace_point_emit(RTE_STR(in)"_val", in, time_t)
#define RTE_ALIGN_CEIL(val, align)
#define RTE_PTR_ADD(ptr, x)
#define __rte_always_inline
static uint64_t rte_get_tsc_cycles(void)
#define RTE_PER_LCORE(name)
#define RTE_DECLARE_PER_LCORE(type, name)
__rte_experimental bool rte_trace_point_is_enabled(rte_trace_point_t *tp)
__rte_experimental int rte_trace_point_disable(rte_trace_point_t *tp)
__rte_experimental int rte_trace_point_enable(rte_trace_point_t *tp)
__rte_experimental rte_trace_point_t * rte_trace_point_lookup(const char *name)
unsigned char rte_uuid_t[16]