Merge #107175

107175: rangefeed: scheduler for rangefeed usage r=erikgrinaker a=aliher1911 Scheduler adds a work scheduler that could enqueue events to be processed by callbacks using a fixed goroutine pool. By using scheduler, components can eliminate excessive handover of data between goroutines in per-range cases reducing go scheduler load and thus reducing CPU and responsiveness. Release note: None Epic: https://cockroachlabs.atlassian.net/browse/CRDB-26372 Co-authored-by: Oleg Afanasyev <[email protected]>
cockroachdb · Aug 24, 2023 · 3020929 · 3020929
2 parents 816c684 + 0421624
commit 3020929
Show file tree

Hide file tree

Showing 3 changed files with 982 additions and 0 deletions.
diff --git a/pkg/kv/kvserver/rangefeed/BUILD.bazel b/pkg/kv/kvserver/rangefeed/BUILD.bazel
@@ -10,6 +10,7 @@ go_library(
         "processor.go",
         "registry.go",
         "resolved_timestamp.go",
+        "scheduler.go",
         "task.go",
     ],
     importpath = "github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed",
@@ -24,6 +25,7 @@ go_library(
         "//pkg/storage/enginepb",
         "//pkg/util/admission",
         "//pkg/util/bufalloc",
+        "//pkg/util/buildutil",
         "//pkg/util/envutil",
         "//pkg/util/future",
         "//pkg/util/hlc",
@@ -52,6 +54,7 @@ go_test(
         "processor_test.go",
         "registry_test.go",
         "resolved_timestamp_test.go",
+        "scheduler_test.go",
         "task_test.go",
     ],
     args = ["-test.timeout=895s"],
@@ -85,5 +88,6 @@ go_test(
         "@com_github_cockroachdb_pebble//vfs",
         "@com_github_stretchr_testify//assert",
         "@com_github_stretchr_testify//require",
+        "@org_golang_x_exp//slices",
     ],
 )