5 #ifndef _RTE_TRACE_POINT_H_ 6 #define _RTE_TRACE_POINT_H_ 28 #include <rte_compat.h> 31 #include <rte_stdatomic.h> 36 typedef RTE_ATOMIC(uint64_t) rte_trace_point_t;
43 #define RTE_TRACE_POINT_ARGS 46 #define __RTE_TRACE_POINT(_mode, _tp, _args, ...) \ 47 extern rte_trace_point_t __##_tp; \ 48 static __rte_always_inline void \ 51 __rte_trace_point_emit_header_##_mode(&__##_tp); \ 79 #define RTE_TRACE_POINT(tp, args, ...) \ 80 __RTE_TRACE_POINT(generic, tp, args, __VA_ARGS__) 100 #define RTE_TRACE_POINT_FP(tp, args, ...) \ 101 __RTE_TRACE_POINT(fp, tp, args, __VA_ARGS__) 116 #define RTE_TRACE_POINT_REGISTER(trace, name) 119 #define rte_trace_point_emit_u64(val) 121 #define rte_trace_point_emit_i64(val) 123 #define rte_trace_point_emit_u32(val) 125 #define rte_trace_point_emit_i32(val) 127 #define rte_trace_point_emit_u16(val) 129 #define rte_trace_point_emit_i16(val) 131 #define rte_trace_point_emit_u8(val) 133 #define rte_trace_point_emit_i8(val) 135 #define rte_trace_point_emit_int(val) 137 #define rte_trace_point_emit_long(val) 139 #define rte_trace_point_emit_size_t(val) 141 #define rte_trace_point_emit_float(val) 143 #define rte_trace_point_emit_double(val) 145 #define rte_trace_point_emit_ptr(val) 147 #define rte_trace_point_emit_string(val) 157 #define rte_trace_point_emit_blob(val, len) 162 #define __RTE_TRACE_EMIT_STRING_LEN_MAX 32 164 #define __RTE_TRACE_EVENT_HEADER_SZ sizeof(uint64_t) 167 #define RTE_TRACE_BLOB_LEN_MAX 64 225 __rte_trace_point_fp_is_enabled(
void)
227 #ifdef RTE_ENABLE_TRACE_FP 240 void __rte_trace_mem_per_thread_alloc(
void);
258 void __rte_trace_point_emit_field(
size_t sz,
const char *field,
278 int __rte_trace_point_register(rte_trace_point_t *trace,
const char *name,
279 void (*register_fn)(
void));
283 #ifndef _RTE_TRACE_POINT_REGISTER_H_ 284 #ifdef ALLOW_EXPERIMENTAL_API 286 #define __RTE_TRACE_EVENT_HEADER_ID_SHIFT (48) 288 #define __RTE_TRACE_FIELD_SIZE_SHIFT 0 289 #define __RTE_TRACE_FIELD_SIZE_MASK (0xffffULL << __RTE_TRACE_FIELD_SIZE_SHIFT) 290 #define __RTE_TRACE_FIELD_ID_SHIFT (16) 291 #define __RTE_TRACE_FIELD_ID_MASK (0xffffULL << __RTE_TRACE_FIELD_ID_SHIFT) 292 #define __RTE_TRACE_FIELD_ENABLE_MASK (1ULL << 63) 293 #define __RTE_TRACE_FIELD_ENABLE_DISCARD (1ULL << 62) 295 struct __rte_trace_stream_header {
299 char thread_name[__RTE_TRACE_EMIT_STRING_LEN_MAX];
302 struct __rte_trace_header {
305 struct __rte_trace_stream_header stream_header;
312 __rte_trace_mem_get(uint64_t in)
314 struct __rte_trace_header *trace =
316 const uint16_t sz = in & __RTE_TRACE_FIELD_SIZE_MASK;
320 __rte_trace_mem_per_thread_alloc();
321 trace = (
struct __rte_trace_header *)(
RTE_PER_LCORE(trace_mem));
326 uint32_t offset = trace->offset;
327 if (
unlikely((offset + sz) >= trace->len)) {
329 if (
unlikely(in & __RTE_TRACE_FIELD_ENABLE_DISCARD))
338 trace->offset = offset;
344 __rte_trace_point_emit_ev_header(
void *mem, uint64_t in)
350 ~(0xffffULL << __RTE_TRACE_EVENT_HEADER_ID_SHIFT);
351 val |= ((in & __RTE_TRACE_FIELD_ID_MASK) <<
352 (__RTE_TRACE_EVENT_HEADER_ID_SHIFT -
353 __RTE_TRACE_FIELD_ID_SHIFT));
355 *(uint64_t *)mem = val;
356 return RTE_PTR_ADD(mem, __RTE_TRACE_EVENT_HEADER_SZ);
359 #define __rte_trace_point_emit_header_generic(t) \ 362 const uint64_t val = rte_atomic_load_explicit(t, rte_memory_order_acquire); \ 363 if (likely(!(val & __RTE_TRACE_FIELD_ENABLE_MASK))) \ 365 mem = __rte_trace_mem_get(val); \ 366 if (unlikely(mem == NULL)) \ 368 mem = __rte_trace_point_emit_ev_header(mem, val); \ 371 #define __rte_trace_point_emit_header_fp(t) \ 372 if (!__rte_trace_point_fp_is_enabled()) \ 374 __rte_trace_point_emit_header_generic(t) 376 #define __rte_trace_point_emit(in, type) \ 378 memcpy(mem, &(in), sizeof(in)); \ 379 mem = RTE_PTR_ADD(mem, sizeof(in)); \ 382 #define rte_trace_point_emit_string(in) \ 384 if (unlikely(in == NULL)) \ 386 rte_strscpy((char *)mem, in, __RTE_TRACE_EMIT_STRING_LEN_MAX); \ 387 mem = RTE_PTR_ADD(mem, __RTE_TRACE_EMIT_STRING_LEN_MAX); \ 390 #define rte_trace_point_emit_blob(in, len) \ 392 if (unlikely(in == NULL)) \ 394 if (len > RTE_TRACE_BLOB_LEN_MAX) \ 395 len = RTE_TRACE_BLOB_LEN_MAX; \ 396 __rte_trace_point_emit(len, uint8_t); \ 397 memcpy(mem, in, len); \ 398 memset(RTE_PTR_ADD(mem, len), 0, RTE_TRACE_BLOB_LEN_MAX - len); \ 399 mem = RTE_PTR_ADD(mem, RTE_TRACE_BLOB_LEN_MAX); \ 404 #define __rte_trace_point_emit_header_generic(t) RTE_SET_USED(t) 405 #define __rte_trace_point_emit_header_fp(t) RTE_SET_USED(t) 406 #define __rte_trace_point_emit(in, type) RTE_SET_USED(in) 407 #define rte_trace_point_emit_string(in) RTE_SET_USED(in) 408 #define rte_trace_point_emit_blob(in, len) \ 418 #define rte_trace_point_emit_u64(in) __rte_trace_point_emit(in, uint64_t) 419 #define rte_trace_point_emit_i64(in) __rte_trace_point_emit(in, int64_t) 420 #define rte_trace_point_emit_u32(in) __rte_trace_point_emit(in, uint32_t) 421 #define rte_trace_point_emit_i32(in) __rte_trace_point_emit(in, int32_t) 422 #define rte_trace_point_emit_u16(in) __rte_trace_point_emit(in, uint16_t) 423 #define rte_trace_point_emit_i16(in) __rte_trace_point_emit(in, int16_t) 424 #define rte_trace_point_emit_u8(in) __rte_trace_point_emit(in, uint8_t) 425 #define rte_trace_point_emit_i8(in) __rte_trace_point_emit(in, int8_t) 426 #define rte_trace_point_emit_int(in) __rte_trace_point_emit(in, int32_t) 427 #define rte_trace_point_emit_long(in) __rte_trace_point_emit(in, long) 428 #define rte_trace_point_emit_size_t(in) __rte_trace_point_emit(in, size_t) 429 #define rte_trace_point_emit_float(in) __rte_trace_point_emit(in, float) 430 #define rte_trace_point_emit_double(in) __rte_trace_point_emit(in, double) 431 #define rte_trace_point_emit_ptr(in) __rte_trace_point_emit(in, uintptr_t) #define RTE_DECLARE_PER_LCORE(type, name)
#define __rte_always_inline
#define RTE_ALIGN_CEIL(val, align)
__rte_experimental int rte_trace_point_disable(rte_trace_point_t *tp)
__rte_experimental rte_trace_point_t * rte_trace_point_lookup(const char *name)
#define RTE_PTR_ADD(ptr, x)
unsigned char rte_uuid_t[16]
static uint64_t rte_get_tsc_cycles(void)
__rte_experimental int rte_trace_point_enable(rte_trace_point_t *tp)
#define RTE_PER_LCORE(name)
__rte_experimental bool rte_trace_point_is_enabled(rte_trace_point_t *tp)