SoW-2020-0002: Trace Hit Counters
[deliverable/lttng-modules.git] / include / lttng / tracepoint-event-impl.h
index 079d7d37006e9e677f1ae5d16d33e680378993f7..d659a6d6359a0f114d3036d4626a74176c13bf51 100644 (file)
@@ -496,32 +496,12 @@ void __event_notifier_template_proto___##_name(void);
 
 #undef LTTNG_TRACEPOINT_EVENT_CLASS_CODE
 #define LTTNG_TRACEPOINT_EVENT_CLASS_CODE(_name, _proto, _args, _locvar, _code_pre, _fields, _code_post) \
-static void __event_probe__##_name(void *__data, _proto);
-
-#undef LTTNG_TRACEPOINT_EVENT_CLASS_CODE_NOARGS
-#define LTTNG_TRACEPOINT_EVENT_CLASS_CODE_NOARGS(_name, _locvar, _code_pre, _fields, _code_post) \
-static void __event_probe__##_name(void *__data);
-
-#include TRACE_INCLUDE(TRACE_INCLUDE_FILE)
-
-/*
- * Stage 3.1 of the trace event_notifiers.
- *
- * Create event_notifier probe callback prototypes.
- */
-
-/* Reset all macros within TRACEPOINT_EVENT */
-#include <lttng/events-reset.h>
-
-#undef TP_PROTO
-#define TP_PROTO(...)  __VA_ARGS__
-
-#undef LTTNG_TRACEPOINT_EVENT_CLASS_CODE
-#define LTTNG_TRACEPOINT_EVENT_CLASS_CODE(_name, _proto, _args, _locvar, _code_pre, _fields, _code_post) \
+static void __event_probe__##_name(void *__data, _proto);              \
 static void __event_notifier_probe__##_name(void *__data, _proto);
 
 #undef LTTNG_TRACEPOINT_EVENT_CLASS_CODE_NOARGS
 #define LTTNG_TRACEPOINT_EVENT_CLASS_CODE_NOARGS(_name, _locvar, _code_pre, _fields, _code_post) \
+static void __event_probe__##_name(void *__data);                      \
 static void __event_notifier_probe__##_name(void *__data);
 
 #include TRACE_INCLUDE(TRACE_INCLUDE_FILE)
@@ -1193,11 +1173,9 @@ static void __event_probe__##_name(void *__data, _proto)               \
                .event_notifier = NULL,                                       \
                .interruptible = !irqs_disabled(),                            \
        };                                                                    \
-       struct lttng_channel *__chan = __event->chan;                         \
-       struct lttng_session *__session = __chan->session;                    \
+       struct lttng_event_container *__container = __event->container;       \
+       struct lttng_session *__session = __container->session;               \
        struct lib_ring_buffer_ctx __ctx;                                     \
-       ssize_t __event_len;                                                  \
-       size_t __event_align;                                                 \
        size_t __orig_dynamic_len_offset, __dynamic_len_idx __attribute__((unused)); \
        union {                                                               \
                size_t __dynamic_len_removed[ARRAY_SIZE(__event_fields___##_name)];   \
@@ -1213,7 +1191,7 @@ static void __event_probe__##_name(void *__data, _proto)                \
                return;                                                       \
        if (unlikely(!LTTNG_READ_ONCE(__session->active)))                    \
                return;                                                       \
-       if (unlikely(!LTTNG_READ_ONCE(__chan->enabled)))                      \
+       if (unlikely(!LTTNG_READ_ONCE(__container->enabled)))                 \
                return;                                                       \
        if (unlikely(!LTTNG_READ_ONCE(__event->enabled)))                     \
                return;                                                       \
@@ -1258,19 +1236,37 @@ static void __event_probe__##_name(void *__data, _proto)                      \
                if (likely(!__filter_record))                                 \
                        goto __post;                                          \
        }                                                                     \
-       __event_len = __event_get_size__##_name(tp_locvar, _args);            \
-       if (unlikely(__event_len < 0)) {                                      \
-               lib_ring_buffer_lost_event_too_big(__chan->chan);             \
-               goto __post;                                                  \
+       switch (__container->type) {                                          \
+       case LTTNG_EVENT_CONTAINER_CHANNEL:                                   \
+       {                                                                     \
+               struct lttng_channel *__chan = lttng_event_container_get_channel(__container); \
+               ssize_t __event_len;                                          \
+               size_t __event_align;                                         \
+                                                                             \
+               __event_len = __event_get_size__##_name(tp_locvar, _args);    \
+               if (unlikely(__event_len < 0)) {                              \
+                       lib_ring_buffer_lost_event_too_big(__chan->chan);     \
+                       goto __post;                                          \
+               }                                                             \
+               __event_align = __event_get_align__##_name(tp_locvar, _args); \
+               lib_ring_buffer_ctx_init(&__ctx, __chan->chan, &__lttng_probe_ctx, __event_len, \
+                                        __event_align, -1);                  \
+               __ret = __chan->ops->event_reserve(&__ctx, __event->id);      \
+               if (__ret < 0)                                                \
+                       goto __post;                                          \
+               _fields                                                       \
+               __chan->ops->event_commit(&__ctx);                            \
+               break;                                                        \
+       }                                                                     \
+       case LTTNG_EVENT_CONTAINER_COUNTER:                                   \
+       {                                                                     \
+               struct lttng_counter *__counter = lttng_event_container_get_counter(__container); \
+               size_t __index = __event->id;                                 \
+                                                                             \
+               (void) __counter->ops->counter_add(__counter->counter, &__index, 1); \
+               break;                                                        \
+       }                                                                     \
        }                                                                     \
-       __event_align = __event_get_align__##_name(tp_locvar, _args);         \
-       lib_ring_buffer_ctx_init(&__ctx, __chan->chan, &__lttng_probe_ctx, __event_len,  \
-                                __event_align, -1);                          \
-       __ret = __chan->ops->event_reserve(&__ctx, __event->id);              \
-       if (__ret < 0)                                                        \
-               goto __post;                                                  \
-       _fields                                                               \
-       __chan->ops->event_commit(&__ctx);                                    \
 __post:                                                                              \
        _code_post                                                            \
        barrier();      /* use before un-reserve. */                          \
@@ -1289,11 +1285,8 @@ static void __event_probe__##_name(void *__data)                       \
                .event_notifier = NULL,                                       \
                .interruptible = !irqs_disabled(),                            \
        };                                                                    \
-       struct lttng_channel *__chan = __event->chan;                         \
-       struct lttng_session *__session = __chan->session;                    \
-       struct lib_ring_buffer_ctx __ctx;                                     \
-       ssize_t __event_len;                                                  \
-       size_t __event_align;                                                 \
+       struct lttng_event_container *__container = __event->container;       \
+       struct lttng_session *__session = __container->session;               \
        size_t __orig_dynamic_len_offset, __dynamic_len_idx __attribute__((unused)); \
        union {                                                               \
                size_t __dynamic_len_removed[ARRAY_SIZE(__event_fields___##_name)];   \
@@ -1309,7 +1302,7 @@ static void __event_probe__##_name(void *__data)                        \
                return;                                                       \
        if (unlikely(!LTTNG_READ_ONCE(__session->active)))                    \
                return;                                                       \
-       if (unlikely(!LTTNG_READ_ONCE(__chan->enabled)))                      \
+       if (unlikely(!LTTNG_READ_ONCE(__container->enabled)))                 \
                return;                                                       \
        if (unlikely(!LTTNG_READ_ONCE(__event->enabled)))                     \
                return;                                                       \
@@ -1338,7 +1331,7 @@ static void __event_probe__##_name(void *__data)                        \
        __orig_dynamic_len_offset = this_cpu_ptr(&lttng_dynamic_len_stack)->offset; \
        __dynamic_len_idx = __orig_dynamic_len_offset;                        \
        _code_pre                                                             \
-       if (unlikely(!list_empty(&__event->filter_bytecode_runtime_head))) {          \
+       if (unlikely(!list_empty(&__event->filter_bytecode_runtime_head))) {  \
                struct lttng_bytecode_runtime *bc_runtime;                    \
                int __filter_record = __event->has_enablers_without_bytecode; \
                                                                              \
@@ -1354,19 +1347,38 @@ static void __event_probe__##_name(void *__data)                              \
                if (likely(!__filter_record))                                 \
                        goto __post;                                          \
        }                                                                     \
-       __event_len = __event_get_size__##_name(tp_locvar);                   \
-       if (unlikely(__event_len < 0)) {                                      \
-               lib_ring_buffer_lost_event_too_big(__chan->chan);             \
-               goto __post;                                                  \
+       switch (__container->type) {                                          \
+       case LTTNG_EVENT_CONTAINER_CHANNEL:                                   \
+       {                                                                     \
+               struct lttng_channel *__chan = lttng_event_container_get_channel(__container); \
+               struct lib_ring_buffer_ctx __ctx;                             \
+               ssize_t __event_len;                                          \
+               size_t __event_align;                                         \
+                                                                             \
+               __event_len = __event_get_size__##_name(tp_locvar);           \
+               if (unlikely(__event_len < 0)) {                              \
+                       lib_ring_buffer_lost_event_too_big(__chan->chan);     \
+                       goto __post;                                          \
+               }                                                             \
+               __event_align = __event_get_align__##_name(tp_locvar);        \
+               lib_ring_buffer_ctx_init(&__ctx, __chan->chan, &__lttng_probe_ctx, __event_len, \
+                                        __event_align, -1);                  \
+               __ret = __chan->ops->event_reserve(&__ctx, __event->id);      \
+               if (__ret < 0)                                                \
+                       goto __post;                                          \
+               _fields                                                       \
+               __chan->ops->event_commit(&__ctx);                            \
+               break;                                                        \
+       }                                                                     \
+       case LTTNG_EVENT_CONTAINER_COUNTER:                                   \
+       {                                                                     \
+               struct lttng_counter *__counter = lttng_event_container_get_counter(__container); \
+               size_t __index = __event->id;                                 \
+                                                                             \
+               (void) __counter->ops->counter_add(__counter->counter, &__index, 1); \
+               break;                                                        \
+       }                                                                     \
        }                                                                     \
-       __event_align = __event_get_align__##_name(tp_locvar);                \
-       lib_ring_buffer_ctx_init(&__ctx, __chan->chan, &__lttng_probe_ctx, __event_len,  \
-                                __event_align, -1);                          \
-       __ret = __chan->ops->event_reserve(&__ctx, __event->id);              \
-       if (__ret < 0)                                                        \
-               goto __post;                                                  \
-       _fields                                                               \
-       __chan->ops->event_commit(&__ctx);                                    \
 __post:                                                                              \
        _code_post                                                            \
        barrier();      /* use before un-reserve. */                          \
@@ -1378,6 +1390,7 @@ __post:                                                                         \
 
 #undef __get_dynamic_len
 
+
 /*
  * Stage 6.1 of tracepoint generation: generate event notifier probes
  *
@@ -1430,6 +1443,8 @@ static void __event_notifier_probe__##_name(void *__data, _proto)       \
        struct probe_local_vars __tp_locvar;                                  \
        struct probe_local_vars *tp_locvar __attribute__((unused)) =          \
                        &__tp_locvar;                                         \
+       struct lttng_kernel_notifier_ctx __notif_ctx;                         \
+       bool __interpreter_stack_prepared = false;                            \
                                                                              \
        if (unlikely(!READ_ONCE(__event_notifier->enabled)))                  \
                return;                                                       \
@@ -1440,6 +1455,7 @@ static void __event_notifier_probe__##_name(void *__data, _proto)       \
                                                                              \
                __event_prepare_interpreter_stack__##_name(__stackvar.__interpreter_stack_data, \
                                tp_locvar, _args);                            \
+               __interpreter_stack_prepared = true;                          \
                lttng_list_for_each_entry_rcu(bc_runtime, &__event_notifier->filter_bytecode_runtime_head, node) { \
                        if (unlikely(bc_runtime->interpreter_funcs.filter(bc_runtime, &__lttng_probe_ctx,       \
                                        __stackvar.__interpreter_stack_data) & LTTNG_INTERPRETER_RECORD_FLAG))  \
@@ -1449,14 +1465,16 @@ static void __event_notifier_probe__##_name(void *__data, _proto)             \
                        goto __post;                                          \
        }                                                                     \
                                                                              \
-       if (unlikely(!list_empty(&__event_notifier->capture_bytecode_runtime_head)))    \
+       __notif_ctx.eval_capture = LTTNG_READ_ONCE(__event_notifier->eval_capture); \
+       if (unlikely(!__interpreter_stack_prepared && __notif_ctx.eval_capture)) \
                __event_prepare_interpreter_stack__##_name(                   \
                                __stackvar.__interpreter_stack_data,          \
                                tp_locvar, _args);                            \
                                                                              \
        __event_notifier->send_notification(__event_notifier,                 \
                        &__lttng_probe_ctx,                                   \
-                       __stackvar.__interpreter_stack_data);                 \
+                       __stackvar.__interpreter_stack_data,                  \
+                       &__notif_ctx);                                        \
                                                                              \
 __post:                                                                              \
        _code_post                                                            \
@@ -1481,6 +1499,8 @@ static void __event_notifier_probe__##_name(void *__data)               \
        struct probe_local_vars __tp_locvar;                                  \
        struct probe_local_vars *tp_locvar __attribute__((unused)) =          \
                        &__tp_locvar;                                         \
+       struct lttng_kernel_notifier_ctx __notif_ctx;                         \
+       bool __interpreter_stack_prepared = false;                            \
                                                                              \
        if (unlikely(!READ_ONCE(__event_notifier->enabled)))                  \
                return;                                                       \
@@ -1491,6 +1511,7 @@ static void __event_notifier_probe__##_name(void *__data)               \
                                                                              \
                __event_prepare_interpreter_stack__##_name(__stackvar.__interpreter_stack_data, \
                                tp_locvar);                                   \
+               __interpreter_stack_prepared = true;                          \
                lttng_list_for_each_entry_rcu(bc_runtime, &__event_notifier->filter_bytecode_runtime_head, node) { \
                        if (unlikely(bc_runtime->interpreter_funcs.filter(bc_runtime, &__lttng_probe_ctx,       \
                                        __stackvar.__interpreter_stack_data) & LTTNG_INTERPRETER_RECORD_FLAG))  \
@@ -1500,14 +1521,16 @@ static void __event_notifier_probe__##_name(void *__data)                     \
                        goto __post;                                          \
        }                                                                     \
                                                                              \
-       if (unlikely(!list_empty(&__event_notifier->capture_bytecode_runtime_head)))  \
+       __notif_ctx.eval_capture = LTTNG_READ_ONCE(__event_notifier->eval_capture); \
+       if (unlikely(!__interpreter_stack_prepared && __notif_ctx.eval_capture)) \
                __event_prepare_interpreter_stack__##_name(                   \
                                __stackvar.__interpreter_stack_data,          \
                                tp_locvar);                                   \
                                                                              \
        __event_notifier->send_notification(__event_notifier,                 \
                        &__lttng_probe_ctx,                                   \
-                       __stackvar.__interpreter_stack_data);                 \
+                       __stackvar.__interpreter_stack_data,                  \
+                       &__notif_ctx);                                        \
 __post:                                                                              \
        _code_post                                                            \
        return;                                                               \
This page took 0.027665 seconds and 5 git commands to generate.