Refactor Go-DI template generation to use location expressions

LICENSE-3rdparty.csv

@@ -2932,6 +2932,7 @@ core,gopkg.in/DataDog/dd-trace-go.v1/appsec/events,Apache-2.0,"Copyright 2016-Pr
 core,gopkg.in/DataDog/dd-trace-go.v1/contrib/internal/httptrace,Apache-2.0,"Copyright 2016-Present Datadog, Inc."
 core,gopkg.in/DataDog/dd-trace-go.v1/contrib/internal/options,Apache-2.0,"Copyright 2016-Present Datadog, Inc."
 core,gopkg.in/DataDog/dd-trace-go.v1/contrib/net/http,Apache-2.0,"Copyright 2016-Present Datadog, Inc."
+core,gopkg.in/DataDog/dd-trace-go.v1/datastreams,Apache-2.0,"Copyright 2016-Present Datadog, Inc."
 core,gopkg.in/DataDog/dd-trace-go.v1/datastreams/options,Apache-2.0,"Copyright 2016-Present Datadog, Inc."
 core,gopkg.in/DataDog/dd-trace-go.v1/ddtrace,Apache-2.0,"Copyright 2016-Present Datadog, Inc."
 core,gopkg.in/DataDog/dd-trace-go.v1/ddtrace/ext,Apache-2.0,"Copyright 2016-Present Datadog, Inc."

go.mod

@@ -480,7 +480,7 @@ require (
 	github.com/mitchellh/hashstructure/v2 v2.0.2 // indirect
 	github.com/mitchellh/reflectwalk v1.0.2 // indirect
 	github.com/mkrautz/goar v0.0.0-20150919110319-282caa8bd9da // indirect
-	github.com/moby/buildkit v0.12.5 // indirect
+	github.com/moby/buildkit v0.14.1 // indirect
 	github.com/moby/locker v1.0.1 // indirect
 	github.com/moby/sys/signal v0.7.0 // indirect
 	github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd // indirect
@@ -616,6 +616,8 @@ require (
 )
 
 require (
+	github.com/Shopify/sarama v1.38.1
+	github.com/confluentinc/confluent-kafka-go/v2 v2.6.1
 	github.com/shirou/gopsutil/v4 v4.24.11
 	go.opentelemetry.io/collector/component/componenttest v0.115.0
 )
@@ -838,6 +840,9 @@ require (
 	github.com/csaf-poc/csaf_distribution/v3 v3.0.0 // indirect
 	github.com/dennwc/varint v1.0.0 // indirect
 	github.com/digitalocean/godo v1.118.0 // indirect
+	github.com/eapache/go-resiliency v1.7.0 // indirect
+	github.com/eapache/go-xerial-snappy v0.0.0-20230731223053-c322873962e3 // indirect
+	github.com/eapache/queue v1.1.0 // indirect
 	github.com/eapache/queue/v2 v2.0.0-20230407133247-75960ed334e4 // indirect
 	github.com/ebitengine/purego v0.8.1 // indirect
 	github.com/elastic/go-grok v0.3.1 // indirect
@@ -877,6 +882,7 @@ require (
 	github.com/hashicorp/go-secure-stdlib/parseutil v0.1.8 // indirect
 	github.com/hashicorp/go-secure-stdlib/strutil v0.1.2 // indirect
 	github.com/hashicorp/go-sockaddr v1.0.6 // indirect
+	github.com/hashicorp/go-uuid v1.0.3 // indirect
 	github.com/hashicorp/nomad/api v0.0.0-20240717122358-3d93bd3778f3 // indirect
 	github.com/hetznercloud/hcloud-go/v2 v2.10.2 // indirect
 	github.com/iancoleman/strcase v0.3.0 // indirect
@@ -886,6 +892,11 @@ require (
 	github.com/jackc/puddle/v2 v2.2.1 // indirect
 	github.com/jaegertracing/jaeger v1.62.0 // indirect
 	github.com/jbenet/go-context v0.0.0-20150711004518-d14ea06fba99 // indirect
+	github.com/jcmturner/aescts/v2 v2.0.0 // indirect
+	github.com/jcmturner/dnsutils/v2 v2.0.0 // indirect
+	github.com/jcmturner/gofork v1.7.6 // indirect
+	github.com/jcmturner/gokrb5/v8 v8.4.4 // indirect
+	github.com/jcmturner/rpc/v2 v2.0.3 // indirect
 	github.com/jonboulle/clockwork v0.4.0 // indirect
 	github.com/jpillora/backoff v1.0.0 // indirect
 	github.com/kevinburke/ssh_config v1.2.0 // indirect

pkg/dynamicinstrumentation/codegen/c/types.h → pkg/dynamicinstrumentation/codegen/c/base_event.h

@@ -1,9 +1,8 @@
-#ifndef DI_TYPES_H
-#define DI_TYPES_H
+#ifndef DI_BASE_EVENT_H
+#define DI_BASE_EVENT_H
 
 #include "ktypes.h"
 
-// NOTE: Be careful when adding fields, alignment should always be to 8 bytes
 struct base_event {
     char probe_id[304];
     __u32 pid;

pkg/dynamicinstrumentation/codegen/c/dynamicinstrumentation.c

@@ -2,49 +2,30 @@
 #include "bpf_tracing.h"
 #include "kconfig.h"
 #include <asm/ptrace.h>
-#include "types.h"
-
-#define MAX_STRING_SIZE {{ .InstrumentationInfo.InstrumentationOptions.StringMaxSize}}
-#define PARAM_BUFFER_SIZE {{ .InstrumentationInfo.InstrumentationOptions.ArgumentsMaxSize}}
-#define STACK_DEPTH_LIMIT 10
-#define MAX_SLICE_SIZE 1800
-#define MAX_SLICE_LENGTH 20
-
-struct {
-    __uint(type, BPF_MAP_TYPE_RINGBUF);
-    __uint(max_entries, 1 << 24);
-} events SEC(".maps");
-
-struct {
-    __uint(type, BPF_MAP_TYPE_ARRAY);
-    __uint(key_size, sizeof(__u32));
-    __uint(value_size, sizeof(char[PARAM_BUFFER_SIZE]));
-    __uint(max_entries, 1);
-} zeroval SEC(".maps");
-
-struct event {
-    struct base_event base;
-    char output[PARAM_BUFFER_SIZE];
-};
+#include "base_event.h"
+#include "macros.h"
+#include "event.h"
+#include "maps.h"
+#include "expressions.h"
 
 SEC("uprobe/{{.GetBPFFuncName}}")
 int {{.GetBPFFuncName}}(struct pt_regs *ctx)
 {
-    bpf_printk("{{.GetBPFFuncName}} probe in {{.ServiceName}} has triggered");
+    log_debug("{{.GetBPFFuncName}} probe in {{.ServiceName}} has triggered");
 
     // reserve space on ringbuffer
     struct event *event;
     event = bpf_ringbuf_reserve(&events, sizeof(struct event), 0);
     if (!event) {
-        bpf_printk("No space available on ringbuffer, dropping event");
+        log_debug("No space available on ringbuffer, dropping event");
         return 0;
     }
 
     char* zero_string;
     __u32 key = 0;
     zero_string = bpf_map_lookup_elem(&zeroval, &key);
     if (!zero_string) {
-        bpf_printk("couldn't lookup zero value in zeroval array map, dropping event for {{.GetBPFFuncName}}");
+        log_debug("couldn't lookup zero value in zeroval array map, dropping event for {{.GetBPFFuncName}}");
         bpf_ringbuf_discard(event, 0);
         return 0;
     }
@@ -72,6 +53,8 @@ int {{.GetBPFFuncName}}(struct pt_regs *ctx)
     __u64 ret_addr = PT_REGS_RET(ctx); // when bpf prog enters, the return address hasn't yet been written to the stack
 
     int i;
+    int j;
+    __u16 n;
     for (i = 1; i < STACK_DEPTH_LIMIT; i++)
     {
         if (bp == 0) {
@@ -83,11 +66,31 @@ int {{.GetBPFFuncName}}(struct pt_regs *ctx)
     }
 
     // Collect parameters
+    __u16 collectionMax = MAX_SLICE_LENGTH;
     __u8 param_type;
     __u16 param_size;
     __u16 slice_length;
+    __u16 *collectionLimit;
 
-    int outputOffset = 0;
+    int chunk_size = 0;
+    __u64 outputOffset = 0;
+
+    // Set up temporary storage array which is used by some location expressions
+    // to have memory off the stack to work with
+    __u64 *temp_storage = bpf_map_lookup_elem(&temp_storage_array, &key) ;
+    if (!temp_storage) {
+        log_debug("could not lookup temporary storage array");
+        bpf_ringbuf_discard(event, 0);
+        return 0;
+    }
+
+    struct expression_context context = {
+        .ctx = ctx,
+        .output_offset = &outputOffset,
+        .event = event,
+        .temp_storage = temp_storage,
+        .zero_string = zero_string
+    };
 
     {{ .InstrumentationInfo.BPFParametersSourceCode }}
 

pkg/dynamicinstrumentation/codegen/c/event.h

@@ -0,0 +1,19 @@
+#ifndef DI_EVENT_H
+#define DI_EVENT_H
+
+#include "ktypes.h"
+
+struct event {
+    struct base_event base;
+    char output[PARAM_BUFFER_SIZE];
+};
+
+struct expression_context {
+    __u64 *output_offset;
+    struct pt_regs *ctx;
+    struct event *event;
+    __u64 *temp_storage;
+    char *zero_string;
+};
+
+#endif