Skip to content

Commit

Permalink
feat: add the cohort and auto tuning configuration to the batch's Run…
Browse files Browse the repository at this point in the history
…timeConfig

PiperOrigin-RevId: 646101687
  • Loading branch information
Google APIs authored and copybara-github committed Jun 24, 2024
1 parent 9861d15 commit 7160b0c
Showing 1 changed file with 30 additions and 0 deletions.
30 changes: 30 additions & 0 deletions google/cloud/dataproc/v1/shared.proto
Original file line number Diff line number Diff line change
Expand Up @@ -50,6 +50,14 @@ message RuntimeConfig {
// Optional. Dependency repository configuration.
RepositoryConfig repository_config = 5
[(google.api.field_behavior) = OPTIONAL];

// Optional. Autotuning configuration of the workload.
AutotuningConfig autotuning_config = 6
[(google.api.field_behavior) = OPTIONAL];

// Optional. Cohort identifier. Identifies families of the workloads having
// the same shape, e.g. daily ETL jobs.
string cohort = 7 [(google.api.field_behavior) = OPTIONAL];
}

// Environment configuration for a workload.
Expand Down Expand Up @@ -464,6 +472,28 @@ message GkeNodePoolConfig {
[(google.api.field_behavior) = OPTIONAL];
}

// Autotuning configuration of the workload.
message AutotuningConfig {
// Scenario represents a specific goal that autotuning will attempt to achieve
// by modifying workloads.
enum Scenario {
// Default value.
SCENARIO_UNSPECIFIED = 0;

// Scaling recommendations such as initialExecutors.
SCALING = 2;

// Adding hints for potential relation broadcasts.
BROADCAST_HASH_JOIN = 3;

// Memory management for workloads.
MEMORY = 4;
}

// Optional. Scenarios for which tunings are applied.
repeated Scenario scenarios = 2 [(google.api.field_behavior) = OPTIONAL];
}

// Configuration for dependency repositories
message RepositoryConfig {
// Optional. Configuration for PyPi repository.
Expand Down

0 comments on commit 7160b0c

Please sign in to comment.