rte_trace_point.h

Go to the documentation of this file.

/* SPDX-License-Identifier: BSD-3-Clause
 * Copyright(C) 2020 Marvell International Ltd.
 */

#ifndef _RTE_TRACE_POINT_H_
#define _RTE_TRACE_POINT_H_

#include <stdbool.h>
#include <stdio.h>
#include <time.h>

#include <rte_branch_prediction.h>
#include <rte_common.h>
#include <rte_compat.h>
#include <rte_cycles.h>
#include <rte_per_lcore.h>
#include <rte_stdatomic.h>
#include <rte_string_fns.h>
#include <rte_trace.h>
#include <rte_uuid.h>

#ifdef __cplusplus
extern "C" {
#endif

typedef RTE_ATOMIC(uint64_t) rte_trace_point_t;

#ifndef _RTE_TRACE_POINT_REGISTER_H_

#define RTE_TRACE_POINT_ARGS

#define __RTE_TRACE_POINT(_mode, _tp, _args, ...) \
extern rte_trace_point_t __##_tp; \
static __rte_always_inline void \
_tp _args \
{ \
    __rte_trace_point_emit_header_##_mode(&__##_tp); \
    __VA_ARGS__ \
}

#endif /* _RTE_TRACE_POINT_REGISTER_H_ */

#define RTE_TRACE_POINT(tp, args, ...) \
    __RTE_TRACE_POINT(generic, tp, args, __VA_ARGS__)

#define RTE_TRACE_POINT_FP(tp, args, ...) \
    __RTE_TRACE_POINT(fp, tp, args, __VA_ARGS__)

#ifdef __DOXYGEN__

#define RTE_TRACE_POINT_REGISTER(trace, name)

#define rte_trace_point_emit_u64(val)

#define rte_trace_point_emit_i64(val)

#define rte_trace_point_emit_u32(val)

#define rte_trace_point_emit_i32(val)

#define rte_trace_point_emit_u16(val)

#define rte_trace_point_emit_i16(val)

#define rte_trace_point_emit_u8(val)

#define rte_trace_point_emit_i8(val)

#define rte_trace_point_emit_int(val)

#define rte_trace_point_emit_long(val)

#define rte_trace_point_emit_size_t(val)

#define rte_trace_point_emit_float(val)

#define rte_trace_point_emit_double(val)

#define rte_trace_point_emit_ptr(val)

#define rte_trace_point_emit_string(val)

#define rte_trace_point_emit_time_t(val)
#define rte_trace_point_emit_nsec(val)

#define rte_trace_point_emit_blob(val, len)

#endif /* __DOXYGEN__ */

#define __RTE_TRACE_EMIT_STRING_LEN_MAX 32

#define __RTE_TRACE_EVENT_HEADER_SZ sizeof(uint64_t)

#define RTE_TRACE_BLOB_LEN_MAX 64

__rte_experimental
int rte_trace_point_enable(rte_trace_point_t *tp);

__rte_experimental
int rte_trace_point_disable(rte_trace_point_t *tp);

__rte_experimental
bool rte_trace_point_is_enabled(rte_trace_point_t *tp);

__rte_experimental
rte_trace_point_t *rte_trace_point_lookup(const char *name);

__rte_experimental
static __rte_always_inline bool
__rte_trace_point_fp_is_enabled(void)
{
#ifdef RTE_ENABLE_TRACE_FP
    return true;
#else
    return false;
#endif
}

__rte_experimental
void __rte_trace_mem_per_thread_alloc(void);

__rte_experimental
void __rte_trace_point_emit_field(size_t sz, const char *field,
    const char *type);

__rte_experimental
int __rte_trace_point_register(rte_trace_point_t *trace, const char *name,
    void (*register_fn)(void));

#ifndef __DOXYGEN__

#ifndef _RTE_TRACE_POINT_REGISTER_H_
#ifdef ALLOW_EXPERIMENTAL_API

#define __RTE_TRACE_EVENT_HEADER_ID_SHIFT (48)

#define __RTE_TRACE_FIELD_SIZE_SHIFT 0
#define __RTE_TRACE_FIELD_SIZE_MASK (0xffffULL << __RTE_TRACE_FIELD_SIZE_SHIFT)
#define __RTE_TRACE_FIELD_ID_SHIFT (16)
#define __RTE_TRACE_FIELD_ID_MASK (0xffffULL << __RTE_TRACE_FIELD_ID_SHIFT)
#define __RTE_TRACE_FIELD_ENABLE_MASK (1ULL << 63)
#define __RTE_TRACE_FIELD_ENABLE_DISCARD (1ULL << 62)

struct __rte_trace_stream_header {
    uint32_t magic;
    rte_uuid_t uuid;
    uint32_t lcore_id;
    char thread_name[__RTE_TRACE_EMIT_STRING_LEN_MAX];
};

struct __rte_trace_header {
    uint32_t offset;
    uint32_t len;
    struct __rte_trace_stream_header stream_header;
    uint8_t mem[];
};

RTE_DECLARE_PER_LCORE(void *, trace_mem);

static __rte_always_inline void *
__rte_trace_mem_get(uint64_t in)
{
    struct __rte_trace_header *trace =
        (struct __rte_trace_header *)(RTE_PER_LCORE(trace_mem));
    const uint16_t sz = in & __RTE_TRACE_FIELD_SIZE_MASK;

    /* Trace memory is not initialized for this thread */
    if (unlikely(trace == NULL)) {
        __rte_trace_mem_per_thread_alloc();
        trace = (struct __rte_trace_header *)(RTE_PER_LCORE(trace_mem));
        if (unlikely(trace == NULL))
            return NULL;
    }
    /* Check the wrap around case */
    uint32_t offset = RTE_ALIGN_CEIL(trace->offset, __RTE_TRACE_EVENT_HEADER_SZ);
    if (unlikely((offset + sz) >= trace->len)) {
        /* Disable the trace event if it in DISCARD mode */
        if (unlikely(in & __RTE_TRACE_FIELD_ENABLE_DISCARD))
            return NULL;

        offset = 0;
    }
    void *mem = RTE_PTR_ADD(&trace->mem[0], offset);
    offset += sz;
    trace->offset = offset;

    return mem;
}

static __rte_always_inline void *
__rte_trace_point_emit_ev_header(void *mem, uint64_t in)
{
    uint64_t val;

    /* Event header [63:0] = id [63:48] | timestamp [47:0] */
    val = rte_get_tsc_cycles() &
        ~(0xffffULL << __RTE_TRACE_EVENT_HEADER_ID_SHIFT);
    val |= ((in & __RTE_TRACE_FIELD_ID_MASK) <<
        (__RTE_TRACE_EVENT_HEADER_ID_SHIFT -
         __RTE_TRACE_FIELD_ID_SHIFT));

    *(uint64_t *)mem = val;
    return RTE_PTR_ADD(mem, __RTE_TRACE_EVENT_HEADER_SZ);
}

#define __rte_trace_point_emit_header_generic(t) \
void *mem; \
do { \
    if (!rte_trace_feature_is_enabled()) \
        return; \
    const uint64_t val = rte_atomic_load_explicit(t, rte_memory_order_acquire); \
    if (likely(!(val & __RTE_TRACE_FIELD_ENABLE_MASK))) \
        return; \
    mem = __rte_trace_mem_get(val); \
    if (unlikely(mem == NULL)) \
        return; \
    mem = __rte_trace_point_emit_ev_header(mem, val); \
} while (0)

#define __rte_trace_point_emit_header_fp(t) \
    if (!__rte_trace_point_fp_is_enabled()) \
        return; \
    __rte_trace_point_emit_header_generic(t)

#define __rte_trace_point_emit(name, in, type) \
do { \
    RTE_BUILD_BUG_ON(sizeof(type) != sizeof(typeof(*in))); \
    memcpy(mem, in, sizeof(*in)); \
    mem = RTE_PTR_ADD(mem, sizeof(*in)); \
} while (0)

#define rte_trace_point_emit_string(in) \
do { \
    if (unlikely(in == NULL)) \
        return; \
    rte_strscpy((char *)mem, in, __RTE_TRACE_EMIT_STRING_LEN_MAX); \
    mem = RTE_PTR_ADD(mem, __RTE_TRACE_EMIT_STRING_LEN_MAX); \
} while (0)

#define rte_trace_point_emit_blob(in, len) \
do { \
    uint8_t size = len; \
    if (unlikely(in == NULL)) \
        return; \
    if (size > RTE_TRACE_BLOB_LEN_MAX) \
        size = RTE_TRACE_BLOB_LEN_MAX; \
    __rte_trace_point_emit("size", &size, uint8_t); \
    memcpy(mem, in, size); \
    memset(RTE_PTR_ADD(mem, size), 0, RTE_TRACE_BLOB_LEN_MAX - size); \
    mem = RTE_PTR_ADD(mem, RTE_TRACE_BLOB_LEN_MAX); \
} while (0)

#else

#define __rte_trace_point_emit_header_generic(t) RTE_SET_USED(t)
#define __rte_trace_point_emit_header_fp(t) RTE_SET_USED(t)
#define __rte_trace_point_emit(name, in, type) RTE_SET_USED(in)
#define rte_trace_point_emit_string(in) RTE_SET_USED(in)
#define rte_trace_point_emit_blob(in, len) \
do { \
    RTE_SET_USED(in); \
    RTE_SET_USED(len); \
} while (0)


#endif /* ALLOW_EXPERIMENTAL_API */
#endif /* _RTE_TRACE_POINT_REGISTER_H_ */

#define rte_trace_point_emit_u64(in) __rte_trace_point_emit(RTE_STR(in), &in, uint64_t)
#define rte_trace_point_emit_i64(in) __rte_trace_point_emit(RTE_STR(in), &in, int64_t)
#define rte_trace_point_emit_u32(in) __rte_trace_point_emit(RTE_STR(in), &in, uint32_t)
#define rte_trace_point_emit_i32(in) __rte_trace_point_emit(RTE_STR(in), &in, int32_t)
#define rte_trace_point_emit_u16(in) __rte_trace_point_emit(RTE_STR(in), &in, uint16_t)
#define rte_trace_point_emit_i16(in) __rte_trace_point_emit(RTE_STR(in), &in, int16_t)
#define rte_trace_point_emit_u8(in) __rte_trace_point_emit(RTE_STR(in), &in, uint8_t)
#define rte_trace_point_emit_i8(in) __rte_trace_point_emit(RTE_STR(in), &in, int8_t)
#define rte_trace_point_emit_int(in) __rte_trace_point_emit(RTE_STR(in), &in, int32_t)
#define rte_trace_point_emit_long(in) __rte_trace_point_emit(RTE_STR(in), &in, long)
#define rte_trace_point_emit_size_t(in) __rte_trace_point_emit(RTE_STR(in), &in, size_t)
#define rte_trace_point_emit_float(in) __rte_trace_point_emit(RTE_STR(in), &in, float)
#define rte_trace_point_emit_double(in) __rte_trace_point_emit(RTE_STR(in), &in, double)
#define rte_trace_point_emit_ptr(in) __rte_trace_point_emit(RTE_STR(in), &in, uintptr_t)
#define rte_trace_point_emit_time_t(in) __rte_trace_point_emit(RTE_STR(in), &in, time_t)
#if defined(__x86_64__) && defined(__ILP32__)
#define rte_trace_point_emit_nsec(in) __rte_trace_point_emit(RTE_STR(in), &in, int64_t)
#else
#define rte_trace_point_emit_nsec(in) __rte_trace_point_emit(RTE_STR(in), &in, long)
#endif

#define rte_trace_point_emit_u64_ptr(in) __rte_trace_point_emit(RTE_STR(in)"_val", in, uint64_t)
#define rte_trace_point_emit_i64_ptr(in) __rte_trace_point_emit(RTE_STR(in)"_val", in, int64_t)
#define rte_trace_point_emit_u32_ptr(in) __rte_trace_point_emit(RTE_STR(in)"_val", in, uint32_t)
#define rte_trace_point_emit_i32_ptr(in) __rte_trace_point_emit(RTE_STR(in)"_val", in, int32_t)
#define rte_trace_point_emit_u16_ptr(in) __rte_trace_point_emit(RTE_STR(in)"_val", in, uint16_t)
#define rte_trace_point_emit_i16_ptr(in) __rte_trace_point_emit(RTE_STR(in)"_val", in, int16_t)
#define rte_trace_point_emit_u8_ptr(in) __rte_trace_point_emit(RTE_STR(in)"_val", in, uint8_t)
#define rte_trace_point_emit_i8_ptr(in) __rte_trace_point_emit(RTE_STR(in)"_val", in, int8_t)
#define rte_trace_point_emit_int_ptr(in) __rte_trace_point_emit(RTE_STR(in)"_val", in, int32_t)
#define rte_trace_point_emit_long_ptr(in) __rte_trace_point_emit(RTE_STR(in)"_val", in, long)
#define rte_trace_point_emit_size_t_ptr(in) __rte_trace_point_emit(RTE_STR(in)"_val", in, size_t)
#define rte_trace_point_emit_float_ptr(in) __rte_trace_point_emit(RTE_STR(in)"_val", in, float)
#define rte_trace_point_emit_double_ptr(in) __rte_trace_point_emit(RTE_STR(in)"_val", in, double)
#define rte_trace_point_emit_time_t_ptr(in) __rte_trace_point_emit(RTE_STR(in)"_val", in, time_t)
#if defined(__x86_64__) && defined(__ILP32__)
#define rte_trace_point_emit_nsec_ptr(in) __rte_trace_point_emit(RTE_STR(in)"_val", in, int64_t)
#else
#define rte_trace_point_emit_nsec_ptr(in) __rte_trace_point_emit(RTE_STR(in)"_val", in, long)
#endif

#endif /* __DOXYGEN__ */

#ifdef __cplusplus
}
#endif

#endif /* _RTE_TRACE_POINT_H_ */