diff --git a/pkg/cmd/bazci/githubpost/BUILD.bazel b/pkg/cmd/bazci/githubpost/BUILD.bazel index 3e13abeb9b98..b6fbc699f880 100644 --- a/pkg/cmd/bazci/githubpost/BUILD.bazel +++ b/pkg/cmd/bazci/githubpost/BUILD.bazel @@ -11,6 +11,7 @@ go_library( "//pkg/cmd/internal/issues", "//pkg/internal/codeowners", "//pkg/internal/team", + "//pkg/roachprod/logger", "@com_github_cockroachdb_errors//:errors", ], ) diff --git a/pkg/cmd/bazci/githubpost/githubpost.go b/pkg/cmd/bazci/githubpost/githubpost.go index e6d71d49afe5..dd5ff4f6e65f 100644 --- a/pkg/cmd/bazci/githubpost/githubpost.go +++ b/pkg/cmd/bazci/githubpost/githubpost.go @@ -38,6 +38,7 @@ import ( "github.com/cockroachdb/cockroach/pkg/cmd/internal/issues" "github.com/cockroachdb/cockroach/pkg/internal/codeowners" "github.com/cockroachdb/cockroach/pkg/internal/team" + "github.com/cockroachdb/cockroach/pkg/roachprod/logger" "github.com/cockroachdb/errors" ) @@ -95,7 +96,11 @@ func getIssueFilerForFormatter(formatterName string) func(ctx context.Context, f return func(ctx context.Context, f failure) error { fmter, req := reqFromFailure(ctx, f) - return issues.Post(ctx, fmter, req) + l, err := logger.RootLogger("", false) + if err != nil { + return err + } + return issues.Post(ctx, l, fmter, req) } } diff --git a/pkg/cmd/internal/issues/BUILD.bazel b/pkg/cmd/internal/issues/BUILD.bazel index 27b10449f7df..1e667cdc4016 100644 --- a/pkg/cmd/internal/issues/BUILD.bazel +++ b/pkg/cmd/internal/issues/BUILD.bazel @@ -12,6 +12,7 @@ go_library( importpath = "github.com/cockroachdb/cockroach/pkg/cmd/internal/issues", visibility = ["//pkg/cmd:__subpackages__"], deps = [ + "//pkg/roachprod/logger", "//pkg/util/version", "@com_github_cockroachdb_errors//:errors", "@com_github_google_go_github//github", @@ -31,6 +32,7 @@ go_test( data = glob(["testdata/**"]), embed = [":issues"], deps = [ + "//pkg/roachprod/logger", "//pkg/testutils/datapathutils", "//pkg/testutils/skip", "@com_github_cockroachdb_datadriven//:datadriven", diff --git a/pkg/cmd/internal/issues/issues.go b/pkg/cmd/internal/issues/issues.go index b78e0f428851..d2430d5b3fde 100644 --- a/pkg/cmd/internal/issues/issues.go +++ b/pkg/cmd/internal/issues/issues.go @@ -19,6 +19,7 @@ import ( "os/exec" "strings" + "github.com/cockroachdb/cockroach/pkg/roachprod/logger" "github.com/cockroachdb/cockroach/pkg/util/version" "github.com/cockroachdb/errors" "github.com/google/go-github/github" @@ -112,6 +113,8 @@ func (p *poster) getProbableMilestone(ctx *postCtx) *int { type poster struct { *Options + l *logger.Logger + createIssue func(ctx context.Context, owner string, repo string, issue *github.IssueRequest) (*github.Issue, *github.Response, error) searchIssues func(ctx context.Context, query string, @@ -126,9 +129,10 @@ type poster struct { opt *github.ProjectCardOptions) (*github.ProjectCard, *github.Response, error) } -func newPoster(client *github.Client, opts *Options) *poster { +func newPoster(l *logger.Logger, client *github.Client, opts *Options) *poster { return &poster{ Options: opts, + l: l, createIssue: client.Issues.Create, searchIssues: client.Search.Issues, createComment: client.Issues.CreateComment, @@ -312,9 +316,7 @@ func (p *poster) post(origCtx context.Context, formatter IssueFormatter, req Pos if err != nil { // Tough luck, keep going even if that means we're going to add a duplicate // issue. - // - // TODO(tbg): surface this error. - _ = err + p.l.Printf("error trying to find existing GitHub issues: %v", err) rExisting = &github.IssuesSearchResult{} } @@ -325,9 +327,7 @@ func (p *poster) post(origCtx context.Context, formatter IssueFormatter, req Pos }) if err != nil { // This is no reason to throw the towel, keep going. - // - // TODO(tbg): surface this error. - _ = err + p.l.Printf("error trying to find related GitHub issues: %v", err) rRelated = &github.IssuesSearchResult{} } @@ -335,6 +335,7 @@ func (p *poster) post(origCtx context.Context, formatter IssueFormatter, req Pos if len(rExisting.Issues) > 0 { // We found an existing issue to post a comment into. foundIssue = rExisting.Issues[0].Number + p.l.Printf("found existing GitHub issue: #%d", *foundIssue) // We are not going to create an issue, so don't show // MentionOnCreate to the formatter.Body call below. data.MentionOnCreate = nil @@ -366,6 +367,7 @@ func (p *poster) post(origCtx context.Context, formatter IssueFormatter, req Pos github.Stringify(issueRequest)) } + p.l.Printf("created GitHub issue #%d", *issue.Number) if req.ProjectColumnID != 0 { _, _, err := p.createProjectCard(ctx, int64(req.ProjectColumnID), &github.ProjectCardOptions{ ContentID: *issue.ID, @@ -376,7 +378,7 @@ func (p *poster) post(origCtx context.Context, formatter IssueFormatter, req Pos // // TODO(tbg): retrieve the project column ID before posting, so that if // it can't be found we can mention that in the issue we'll file anyway. - _ = err + p.l.Printf("could not create GitHub project card: %v", err) } } } else { @@ -385,6 +387,8 @@ func (p *poster) post(origCtx context.Context, formatter IssueFormatter, req Pos ctx, p.Org, p.Repo, *foundIssue, &comment); err != nil { return errors.Wrapf(err, "failed to update issue #%d with %s", *foundIssue, github.Stringify(comment)) + } else { + p.l.Printf("created comment on existing GitHub issue (#%d)", *foundIssue) } } @@ -450,7 +454,7 @@ type PostRequest struct { // existing open issue. GITHUB_API_TOKEN must be set to a valid GitHub token // that has permissions to search and create issues and comments or an error // will be returned. -func Post(ctx context.Context, formatter IssueFormatter, req PostRequest) error { +func Post(ctx context.Context, l *logger.Logger, formatter IssueFormatter, req PostRequest) error { opts := DefaultOptionsFromEnv() if !opts.CanPost() { return errors.Newf("GITHUB_API_TOKEN env variable is not set; cannot post issue") @@ -459,7 +463,7 @@ func Post(ctx context.Context, formatter IssueFormatter, req PostRequest) error client := github.NewClient(oauth2.NewClient(ctx, oauth2.StaticTokenSource( &oauth2.Token{AccessToken: opts.Token}, ))) - return newPoster(client, opts).post(ctx, formatter, req) + return newPoster(l, client, opts).post(ctx, formatter, req) } // ReproductionCommandFromString returns a value for the diff --git a/pkg/cmd/internal/issues/issues_test.go b/pkg/cmd/internal/issues/issues_test.go index 0d11b0ff767a..0408e354841e 100644 --- a/pkg/cmd/internal/issues/issues_test.go +++ b/pkg/cmd/internal/issues/issues_test.go @@ -20,6 +20,7 @@ import ( "strings" "testing" + "github.com/cockroachdb/cockroach/pkg/roachprod/logger" "github.com/cockroachdb/cockroach/pkg/testutils/datapathutils" "github.com/cockroachdb/cockroach/pkg/testutils/skip" "github.com/cockroachdb/datadriven" @@ -230,8 +231,11 @@ test logs left over in: /go/src/github.com/cockroachdb/cockroach/artifacts/logTe return tag, nil } + l, err := logger.RootLogger("", false) + require.NoError(t, err) p := &poster{ Options: &opts, + l: l, } createdIssue := false @@ -246,7 +250,7 @@ test logs left over in: /go/src/github.com/cockroachdb/cockroach/artifacts/logTe render := ghURL(t, title, body) t.Log(render) _, _ = fmt.Fprintf(&buf, "createIssue owner=%s repo=%s:\n%s\n\n%s\n\n%s\n\nRendered: %s", owner, repo, github.Stringify(issue), title, body, render) - return &github.Issue{ID: github.Int64(issueID)}, nil, nil + return &github.Issue{ID: github.Int64(issueID), Number: github.Int(issueNumber)}, nil, nil } p.searchIssues = func(_ context.Context, query string, @@ -366,7 +370,10 @@ func TestPostEndToEnd(t *testing.T) { HelpCommand: UnitTestHelpCommand(""), } - require.NoError(t, Post(context.Background(), UnitTestFormatter, req)) + l, err := logger.RootLogger("", false) + require.NoError(t, err) + + require.NoError(t, Post(context.Background(), l, UnitTestFormatter, req)) } // setEnv overrides the env variables corresponding to the input map. The diff --git a/pkg/cmd/roachtest/BUILD.bazel b/pkg/cmd/roachtest/BUILD.bazel index 3a35d61b2c56..6e043e02e9ed 100644 --- a/pkg/cmd/roachtest/BUILD.bazel +++ b/pkg/cmd/roachtest/BUILD.bazel @@ -75,6 +75,7 @@ go_test( args = ["-test.timeout=55s"], embed = [":roachtest_lib"], deps = [ + "//pkg/cmd/internal/issues", "//pkg/cmd/roachtest/cluster", "//pkg/cmd/roachtest/option", "//pkg/cmd/roachtest/registry", diff --git a/pkg/cmd/roachtest/github.go b/pkg/cmd/roachtest/github.go index 3f93593aa227..88b214d55f84 100644 --- a/pkg/cmd/roachtest/github.go +++ b/pkg/cmd/roachtest/github.go @@ -29,7 +29,7 @@ type githubIssues struct { l *logger.Logger cluster *clusterImpl vmCreateOpts *vm.CreateOpts - issuePoster func(ctx context.Context, formatter issues.IssueFormatter, req issues.PostRequest) error + issuePoster func(context.Context, *logger.Logger, issues.IssueFormatter, issues.PostRequest) error teamLoader func() (team.Map, error) } @@ -59,13 +59,55 @@ func roachtestPrefix(p string) string { return "ROACHTEST_" + p } -func (g *githubIssues) shouldPost(t test.Test) bool { - opts := issues.DefaultOptionsFromEnv() - return !g.disable && opts.CanPost() && - opts.IsReleaseBranch() && - t.Spec().(*registry.TestSpec).Run != nil && - // NB: check NodeCount > 0 to avoid posting issues from this pkg's unit tests. - t.Spec().(*registry.TestSpec).Cluster.NodeCount > 0 +// postIssueCondition encapsulates a condition that causes issue +// posting to be skipped. The `reason` field contains a textual +// description as to why issue posting was skipped. +type postIssueCondition struct { + cond func(g *githubIssues, t test.Test) bool + reason string +} + +var defaultOpts = issues.DefaultOptionsFromEnv() + +var skipConditions = []postIssueCondition{ + { + cond: func(g *githubIssues, _ test.Test) bool { return g.disable }, + reason: "issue posting was disabled via command line flag", + }, + { + cond: func(g *githubIssues, _ test.Test) bool { return !defaultOpts.CanPost() }, + reason: "GitHub API token not set", + }, + { + cond: func(g *githubIssues, _ test.Test) bool { return !defaultOpts.IsReleaseBranch() }, + reason: fmt.Sprintf("not a release branch: %q", defaultOpts.Branch), + }, + { + cond: func(_ *githubIssues, t test.Test) bool { return t.Spec().(*registry.TestSpec).Run == nil }, + reason: "TestSpec.Run is nil", + }, + { + cond: func(_ *githubIssues, t test.Test) bool { return t.Spec().(*registry.TestSpec).Cluster.NodeCount == 0 }, + reason: "Cluster.NodeCount is zero", + }, +} + +// shouldPost two values: whether GitHub posting should happen, and a +// reason for skipping (non-empty only when posting should *not* +// happen). +func (g *githubIssues) shouldPost(t test.Test) (bool, string) { + post := true + var reason string + + for _, sc := range skipConditions { + if sc.cond(g, t) { + post = false + reason = sc.reason + break + } + } + + return post, reason } func (g *githubIssues) createPostRequest( @@ -160,7 +202,9 @@ func (g *githubIssues) createPostRequest( } func (g *githubIssues) MaybePost(t *testImpl, message string) error { - if !g.shouldPost(t) { + doPost, skipReason := g.shouldPost(t) + if !doPost { + g.l.Printf("skipping GitHub issue posting (%s)", skipReason) return nil } @@ -176,6 +220,7 @@ func (g *githubIssues) MaybePost(t *testImpl, message string) error { return g.issuePoster( context.Background(), + g.l, issues.UnitTestFormatter, g.createPostRequest(t, cat, message), ) diff --git a/pkg/cmd/roachtest/github_test.go b/pkg/cmd/roachtest/github_test.go index 6b2012170a0e..d68a46bd11a5 100644 --- a/pkg/cmd/roachtest/github_test.go +++ b/pkg/cmd/roachtest/github_test.go @@ -15,6 +15,7 @@ import ( "strings" "testing" + "github.com/cockroachdb/cockroach/pkg/cmd/internal/issues" "github.com/cockroachdb/cockroach/pkg/cmd/roachtest/cluster" "github.com/cockroachdb/cockroach/pkg/cmd/roachtest/registry" "github.com/cockroachdb/cockroach/pkg/cmd/roachtest/spec" @@ -60,24 +61,26 @@ func TestShouldPost(t *testing.T) { nodeCount int envGithubAPIToken string envTcBuildBranch string - expected bool + expectedPost bool + expectedReason string }{ /* Cases 1 - 4 verify that issues are not posted if any of the relevant criteria checks fail */ // disable - {true, 1, "token", "master", false}, + {true, 1, "token", "master", false, "issue posting was disabled via command line flag"}, // nodeCount - {false, 0, "token", "master", false}, + {false, 0, "token", "master", false, "Cluster.NodeCount is zero"}, // apiToken - {false, 1, "", "master", false}, + {false, 1, "", "master", false, "GitHub API token not set"}, // branch - {false, 1, "token", "", false}, - {false, 1, "token", "master", true}, + {false, 1, "token", "", false, `not a release branch: "branch-not-found-in-env"`}, + {false, 1, "token", "master", true, ""}, } reg, _ := makeTestRegistry(spec.GCE, "", "", false) for _, c := range testCases { t.Setenv("GITHUB_API_TOKEN", c.envGithubAPIToken) t.Setenv("TC_BUILD_BRANCH", c.envTcBuildBranch) + defaultOpts = issues.DefaultOptionsFromEnv() // recompute options from env clusterSpec := reg.MakeClusterSpec(c.nodeCount) testSpec := ®istry.TestSpec{ @@ -97,7 +100,9 @@ func TestShouldPost(t *testing.T) { disable: c.disableIssues, } - require.Equal(t, c.expected, github.shouldPost(ti)) + doPost, skipReason := github.shouldPost(ti) + require.Equal(t, c.expectedPost, doPost) + require.Equal(t, c.expectedReason, skipReason) } } diff --git a/pkg/roachprod/logger/log.go b/pkg/roachprod/logger/log.go index 59352e2b1d40..49315a77b144 100644 --- a/pkg/roachprod/logger/log.go +++ b/pkg/roachprod/logger/log.go @@ -99,7 +99,7 @@ type Logger struct { // If path is empty, logs will go to stdout/Stderr. func (cfg *Config) NewLogger(path string) (*Logger, error) { if path == "" { - // Log to os.Stdout/Stderr is no other options are passed in. + // Log to os.Stdout/Stderr if no other options are passed in. stdout := cfg.Stdout if stdout == nil { stdout = os.Stdout diff --git a/pkg/ui/workspaces/cluster-ui/src/api/statementsApi.ts b/pkg/ui/workspaces/cluster-ui/src/api/statementsApi.ts index 81c65904b925..453296d9bc9e 100644 --- a/pkg/ui/workspaces/cluster-ui/src/api/statementsApi.ts +++ b/pkg/ui/workspaces/cluster-ui/src/api/statementsApi.ts @@ -111,6 +111,7 @@ type ExecStats = { maxMemUsage: NumericStat; networkBytes: NumericStat; networkMsgs: NumericStat; + cpuNanos: NumericStat; }; type StatementStatistics = { @@ -155,6 +156,7 @@ export function convertStatementRawFormatToAggregatedStatistics( max_mem_usage: s.statistics.execution_statistics.maxMemUsage, network_bytes: s.statistics.execution_statistics.networkBytes, network_messages: s.statistics.execution_statistics.networkMsgs, + cpu_nanos: s.statistics.execution_statistics.cpuNanos, }, bytes_read: s.statistics.statistics.bytesRead, count: s.statistics.statistics.cnt, diff --git a/pkg/ui/workspaces/cluster-ui/src/barCharts/barCharts.module.scss b/pkg/ui/workspaces/cluster-ui/src/barCharts/barCharts.module.scss index b2321e25aeb7..bb50c6972f56 100644 --- a/pkg/ui/workspaces/cluster-ui/src/barCharts/barCharts.module.scss +++ b/pkg/ui/workspaces/cluster-ui/src/barCharts/barCharts.module.scss @@ -74,6 +74,7 @@ .bytes-read-dev, .rows-written-dev, .contention-dev, + .cpu-dev, .max-mem-usage-dev, .network-bytes-dev { background-color: $colors--primary-blue-3; diff --git a/pkg/ui/workspaces/cluster-ui/src/barCharts/barCharts.tsx b/pkg/ui/workspaces/cluster-ui/src/barCharts/barCharts.tsx index 4d73cdac519e..316d304d1f99 100644 --- a/pkg/ui/workspaces/cluster-ui/src/barCharts/barCharts.tsx +++ b/pkg/ui/workspaces/cluster-ui/src/barCharts/barCharts.tsx @@ -48,6 +48,10 @@ const contentionBars = [ ), ]; +const cpuBars = [ + bar("cpu", (d: StatementStatistics) => d.stats.exec_stats.cpu_nanos?.mean), +]; + const maxMemUsageBars = [ bar( "max-mem-usage", @@ -80,6 +84,9 @@ const latencyStdDev = bar( const contentionStdDev = bar(cx("contention-dev"), (d: StatementStatistics) => stdDevLong(d.stats.exec_stats.contention_time, d.stats.exec_stats.count), ); +const cpuStdDev = bar(cx("cpu-dev"), (d: StatementStatistics) => + stdDevLong(d.stats.exec_stats.cpu_nanos, d.stats.exec_stats.count), +); const maxMemUsageStdDev = bar( cx("max-mem-usage-dev"), (d: StatementStatistics) => @@ -110,6 +117,12 @@ export const contentionBarChart = barChartFactory( v => Duration(v * 1e9), contentionStdDev, ); +export const cpuBarChart = barChartFactory( + "grey", + cpuBars, + v => Duration(v * 1e9), + cpuStdDev, +); export const maxMemUsageBarChart = barChartFactory( "grey", maxMemUsageBars, diff --git a/pkg/ui/workspaces/cluster-ui/src/statementsTable/statementsTable.tsx b/pkg/ui/workspaces/cluster-ui/src/statementsTable/statementsTable.tsx index b0b8b60472f0..f33416e31d74 100644 --- a/pkg/ui/workspaces/cluster-ui/src/statementsTable/statementsTable.tsx +++ b/pkg/ui/workspaces/cluster-ui/src/statementsTable/statementsTable.tsx @@ -27,6 +27,7 @@ import { bytesReadBarChart, latencyBarChart, contentionBarChart, + cpuBarChart, maxMemUsageBarChart, networkBytesBarChart, retryBarChart, @@ -135,6 +136,7 @@ export function makeStatementsColumns( statements, sampledExecStatsBarChartOptions, ); + const cpuBar = cpuBarChart(statements, sampledExecStatsBarChartOptions); const maxMemUsageBar = maxMemUsageBarChart( statements, sampledExecStatsBarChartOptions, @@ -217,6 +219,13 @@ export function makeStatementsColumns( sort: (stmt: AggregateStatistics) => FixLong(Number(stmt.stats.exec_stats.contention_time.mean)), }, + { + name: "cpu", + title: statisticsTableTitles.cpu(statType), + cell: cpuBar, + sort: (stmt: AggregateStatistics) => + FixLong(Number(stmt.stats.exec_stats.cpu_nanos.mean)), + }, { name: "maxMemUsage", title: statisticsTableTitles.maxMemUsage(statType), diff --git a/pkg/ui/workspaces/cluster-ui/src/statsTableUtil/statsTableUtil.tsx b/pkg/ui/workspaces/cluster-ui/src/statsTableUtil/statsTableUtil.tsx index b0f1529f5cfd..df437e447622 100644 --- a/pkg/ui/workspaces/cluster-ui/src/statsTableUtil/statsTableUtil.tsx +++ b/pkg/ui/workspaces/cluster-ui/src/statsTableUtil/statsTableUtil.tsx @@ -46,6 +46,7 @@ export const statisticsColumnLabels = { applicationName: "Application Name", bytesRead: "Bytes Read", contention: "Contention Time", + cpu: "CPU Time", database: "Database", diagnostics: "Diagnostics", executionCount: "Execution Count", @@ -632,6 +633,25 @@ export const statisticsTableTitles: StatisticTableTitleType = { ); }, + cpu: (_: StatisticType) => { + return ( + +

+ Average CPU time spent executing within the specified time + interval. The gray bar indicates mean CPU time. The blue bar + indicates one standard deviation from the mean. +

+ + } + > + {getLabel("cpu")} + + ); + }, maxMemUsage: (statType: StatisticType) => { let contentModifier = ""; let fingerprintModifier = ""; diff --git a/pkg/ui/workspaces/cluster-ui/src/transactionsTable/transactionsBarCharts.ts b/pkg/ui/workspaces/cluster-ui/src/transactionsTable/transactionsBarCharts.ts index 6dbf701f2370..46a068636814 100644 --- a/pkg/ui/workspaces/cluster-ui/src/transactionsTable/transactionsBarCharts.ts +++ b/pkg/ui/workspaces/cluster-ui/src/transactionsTable/transactionsBarCharts.ts @@ -53,6 +53,15 @@ const contentionStdDev = bar(cx("contention-dev"), (d: Transaction) => d.stats_data.stats.exec_stats.count, ), ); +const cpuBar = [ + bar("cpu", (d: Transaction) => d.stats_data.stats.exec_stats.cpu_nanos?.mean), +]; +const cpuStdDev = bar(cx("cpu-dev"), (d: Transaction) => + stdDevLong( + d.stats_data.stats.exec_stats.cpu_nanos, + d.stats_data.stats.exec_stats.count, + ), +); const maxMemUsageBar = [ bar("max-mem-usage", (d: Transaction) => longToInt(d.stats_data.stats.exec_stats.max_mem_usage?.mean), @@ -104,6 +113,12 @@ export const transactionsContentionBarChart = barChartFactory( v => Duration(v * 1e9), contentionStdDev, ); +export const transactionsCPUBarChart = barChartFactory( + "grey", + cpuBar, + v => Duration(v * 1e9), + cpuStdDev, +); export const transactionsMaxMemUsageBarChart = barChartFactory( "grey", maxMemUsageBar, diff --git a/pkg/ui/workspaces/cluster-ui/src/transactionsTable/transactionsTable.tsx b/pkg/ui/workspaces/cluster-ui/src/transactionsTable/transactionsTable.tsx index 8053e956a25e..a9a5962cd17a 100644 --- a/pkg/ui/workspaces/cluster-ui/src/transactionsTable/transactionsTable.tsx +++ b/pkg/ui/workspaces/cluster-ui/src/transactionsTable/transactionsTable.tsx @@ -21,6 +21,7 @@ import { transactionsBytesReadBarChart, transactionsLatencyBarChart, transactionsContentionBarChart, + transactionsCPUBarChart, transactionsMaxMemUsageBarChart, transactionsNetworkBytesBarChart, transactionsRetryBarChart, @@ -114,6 +115,10 @@ export function makeTransactionsColumns( transactions, sampledExecStatsBarChartOptions, ); + const cpuBar = transactionsCPUBarChart( + transactions, + sampledExecStatsBarChartOptions, + ); const maxMemUsageBar = transactionsMaxMemUsageBarChart( transactions, sampledExecStatsBarChartOptions, @@ -206,6 +211,14 @@ export function makeTransactionsColumns( sort: (item: TransactionInfo) => FixLong(Number(item.stats_data.stats.exec_stats.contention_time?.mean)), }, + { + name: "cpu", + title: statisticsTableTitles.cpu(statType), + cell: cpuBar, + className: cx("statements-table__col-cpu"), + sort: (item: TransactionInfo) => + FixLong(Number(item.stats_data.stats.exec_stats.cpu_nanos?.mean)), + }, { name: "maxMemUsage", title: statisticsTableTitles.maxMemUsage(statType),