efa: Add support for LTTng tracing

Add initial support for EFA LTTng tracing using compiled out macros if
LTTng flag isn't provided. Initial traces are for post receive, post
send and completion.

Signed-off-by: Yonatan Nachum <[email protected]>

providers/efa/CMakeLists.txt

@@ -1,5 +1,10 @@
+if (ENABLE_LTTNG AND LTTNGUST_FOUND)
+ set(TRACE_FILE efa_trace.c)
+endif()
+
 rdma_shared_provider(efa libefa.map
  1 1.2.${PACKAGE_VERSION}
+ ${TRACE_FILE}
  efa.c
  verbs.c
 )
@@ -9,3 +14,8 @@ publish_headers(infiniband
 )
 
 rdma_pkg_config("efa" "libibverbs" "${CMAKE_THREAD_LIBS_INIT}")
+
+if (ENABLE_LTTNG AND LTTNGUST_FOUND)
+ target_include_directories(efa PUBLIC ".")
+ target_link_libraries(efa LINK_PRIVATE LTTng::UST)
+endif()

providers/efa/efa_trace.c

@@ -0,0 +1,9 @@
+/* SPDX-License-Identifier: GPL-2.0 OR BSD-2-Clause */
+/*
+ * Copyright 2023 Amazon.com, Inc. or its affiliates. All rights reserved.
+ */
+
+#define LTTNG_UST_TRACEPOINT_CREATE_PROBES
+#define LTTNG_UST_TRACEPOINT_DEFINE
+
+#include "efa_trace.h"

providers/efa/efa_trace.h

@@ -0,0 +1,107 @@
+/* SPDX-License-Identifier: GPL-2.0 OR BSD-2-Clause */
+/*
+ * Copyright 2023 Amazon.com, Inc. or its affiliates. All rights reserved.
+ */
+
+#if defined(LTTNG_ENABLED)
+
+#undef LTTNG_UST_TRACEPOINT_PROVIDER
+#define LTTNG_UST_TRACEPOINT_PROVIDER rdma_core_efa
+
+#undef LTTNG_UST_TRACEPOINT_INCLUDE
+#define LTTNG_UST_TRACEPOINT_INCLUDE "efa_trace.h"
+
+#if !defined(__EFA_TRACE_H__) || defined(LTTNG_UST_TRACEPOINT_HEADER_MULTI_READ)
+#define __EFA_TRACE_H__
+
+#include <lttng/tracepoint.h>
+#include <infiniband/verbs.h>
+
+LTTNG_UST_TRACEPOINT_EVENT(
+ /* Tracepoint provider name */
+ rdma_core_efa,
+
+ /* Tracepoint name */
+ post_recv,
+
+ /* Input arguments */
+ LTTNG_UST_TP_ARGS(
+ uint64_t, wr_id,
+ uint32_t, qp_num,
+ int, num_sge
+ ),
+
+ /* Output event fields */
+ LTTNG_UST_TP_FIELDS(
+ lttng_ust_field_integer(uint64_t, wr_id, wr_id)
+ lttng_ust_field_integer(uint32_t, qp_num, qp_num)
+ lttng_ust_field_integer(int, num_sge, num_sge)
+ )
+)
+
+LTTNG_UST_TRACEPOINT_EVENT(
+ /* Tracepoint provider name */
+ rdma_core_efa,
+
+ /* Tracepoint name */
+ post_send,
+
+ /* Input arguments */
+ LTTNG_UST_TP_ARGS(
+ uint64_t, wr_id,
+ uint32_t, src_qp_num,
+ uint32_t, dst_qp_num,
+ uint16_t, ah_num
+ ),
+
+ /* Output event fields */
+ LTTNG_UST_TP_FIELDS(
+ lttng_ust_field_integer(uint64_t, wr_id, wr_id)
+ lttng_ust_field_integer(uint32_t, src_qp_num, src_qp_num)
+ lttng_ust_field_integer(uint32_t, dst_qp_num, dst_qp_num)
+ lttng_ust_field_integer(uint16_t, ah_num, ah_num)
+ )
+)
+
+LTTNG_UST_TRACEPOINT_EVENT(
+ /* Tracepoint provider name */
+ rdma_core_efa,
+
+ /* Tracepoint name */
+ process_completion,
+
+ /* Input arguments */
+ LTTNG_UST_TP_ARGS(
+ uint64_t, wr_id,
+ int, status,
+ uint32_t, qp_num,
+ int, opcode,
+ uint32_t, length
+ ),
+
+ /* Output event fields */
+ LTTNG_UST_TP_FIELDS(
+ lttng_ust_field_integer(uint64_t, wr_id, wr_id)
+ lttng_ust_field_integer(int, status, status)
+ lttng_ust_field_integer(uint32_t, qp_num, qp_num)
+ lttng_ust_field_integer(int, opcode, opcode)
+ lttng_ust_field_integer(uint32_t, length, length)
+ )
+)
+
+#define rdma_tracepoint(arg...) lttng_ust_tracepoint(arg)
+
+#endif /* __EFA_TRACE_H__*/
+
+#include <lttng/tracepoint-event.h>
+
+#else
+
+#ifndef __EFA_TRACE_H__
+#define __EFA_TRACE_H__
+
+#define rdma_tracepoint(arg...)
+
+#endif /* __EFA_TRACE_H__*/
+
+#endif /* defined(LTTNG_ENABLED) */