diff --git a/pkg/proc/types.go b/pkg/proc/types.go
index d2db6dba3b..1d53950538 100644
--- a/pkg/proc/types.go
+++ b/pkg/proc/types.go
@@ -269,7 +269,9 @@ func (bi *BinaryInfo) loadDebugInfoMaps(image *Image, debugLineBytes []byte, wg
 				}
 			}
 			bi.compileUnits = append(bi.compileUnits, cu)
-			bi.loadDebugInfoMapsCompileUnit(ctxt, image, reader, cu)
+			if entry.Children {
+				bi.loadDebugInfoMapsCompileUnit(ctxt, image, reader, cu)
+			}
 
 		case dwarf.TagPartialUnit:
 			reader.SkipChildren()